-- Logs begin at Fri 2021-08-20 10:05:13 UTC, end at Fri 2021-08-20 12:59:59 UTC. -- Aug 20 10:59:25.854165 n-d-804230-3 systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 10:59:28.612865 n-d-804230-3 neutron-server[95462]: INFO neutron.common.config [-] Logging enabled! Aug 20 10:59:28.613632 n-d-804230-3 neutron-server[95462]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 10:59:28.613725 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95462) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 10:59:28.616868 n-d-804230-3 neutron-server[95462]: INFO neutron.common.config [-] Logging enabled! Aug 20 10:59:28.617127 n-d-804230-3 neutron-server[95462]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 10:59:28.617452 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95462) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 10:59:28.618470 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 10:59:28.618700 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 10:59:28.619109 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 10:59:28.619405 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 10:59:28.619578 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 10:59:28.619909 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.620219 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.620523 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.620757 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.621057 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.621352 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.621639 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.621931 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.622234 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.622553 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.622840 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.623129 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.623366 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.623653 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.623943 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.624230 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.624459 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] debug = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.624742 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.625176 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.625608 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.625889 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.626206 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.626573 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.626788 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.627068 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.627344 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.627704 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] host = n-d-804230-3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.627980 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.628270 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.628554 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.628846 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.629124 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.629404 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.629696 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.629975 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.630252 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] log_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.630559 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.630856 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.631149 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.631449 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.631676 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.631904 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.632195 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.632486 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.632762 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.633039 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.633314 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.633590 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.633864 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.634133 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.634418 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.634734 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.635036 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.635301 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.635577 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.635851 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.636127 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.636414 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.636689 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.636964 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.637240 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.637528 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.637799 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.638080 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.638382 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.638698 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.638980 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.639270 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.639548 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.639834 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.640116 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.640390 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.640665 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] use_json = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.640942 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.641217 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.641501 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.641779 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.642084 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.642363 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.642664 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.642955 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:28.643261 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.643560 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.643868 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.644155 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.644454 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.644736 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.645029 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.645312 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.645605 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.645898 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.646191 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.646492 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.646787 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.647070 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.647373 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.647685 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.647984 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.648282 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.648562 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.648840 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.649119 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.649401 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.649691 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.649995 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.650282 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.650583 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.650866 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.651160 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.651444 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.651721 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.652003 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.652298 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.652579 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.652855 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.653142 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.653426 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.653706 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.653984 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.654268 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.654663 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.654948 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.655224 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.655504 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.655784 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.656059 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.656352 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.656638 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.656920 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.657199 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.658000 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.658276 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.658576 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.658861 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.659138 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.659418 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.659696 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.659977 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.660255 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.660531 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.660809 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.661085 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.661359 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.661638 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.661914 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.662189 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.662488 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.662767 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.663045 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.663335 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.663634 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.663916 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.664196 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.664473 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.664755 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.665032 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.665309 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.665585 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.665866 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.666142 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.666453 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.666747 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.667043 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.667328 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.667610 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.667910 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.668195 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.668480 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.668761 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.669042 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.669338 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.669623 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.669923 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.670230 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.670562 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.670864 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.671163 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.671447 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.671761 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.672048 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:28.672269 n-d-804230-3 neutron-server[95462]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 10:59:28.672524 n-d-804230-3 neutron-server[95462]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95462) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 10:59:29.029741 n-d-804230-3 neutron-server[95462]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 10:59:29.030023 n-d-804230-3 neutron-server[95462]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 10:59:29.030328 n-d-804230-3 neutron-server[95462]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 10:59:29.030697 n-d-804230-3 neutron-server[95462]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 10:59:29.434796 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.434991 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.435272 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.436604 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.436884 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.437147 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.474272 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.474598 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.474872 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.492874 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.493164 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.493432 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.522468 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.522746 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.523017 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.560325 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.560604 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.560876 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.800258 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.800947 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.800947 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.801181 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.801769 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.928631 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.928965 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.929256 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.929529 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.929797 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.930113 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.930377 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.930662 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.930921 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.931213 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.931478 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.931746 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.932001 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.932248 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.932505 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.932771 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.933029 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.933300 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.933569 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.933994 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.934275 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.934567 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.934858 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.935244 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.935498 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.935750 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.936165 n-d-804230-3 neutron-server[95462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:59:29.936407 n-d-804230-3 neutron-server[95462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:59:29.936647 n-d-804230-3 neutron-server[95462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:59:29.936886 n-d-804230-3 neutron-server[95462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:59:29.937124 n-d-804230-3 neutron-server[95462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:59:29.937361 n-d-804230-3 neutron-server[95462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:59:29.937814 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 10:59:29.941228 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 10:59:29.945494 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 10:59:29.949409 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 20 10:59:29.951124 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 10:59:29.951592 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 10:59:29.951930 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 10:59:29.952322 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 10:59:29.955898 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 10:59:29.956157 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 10:59:29.956503 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 10:59:29.961929 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 20 10:59:29.984768 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 20 10:59:29.985233 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.985562 n-d-804230-3 neutron-server[95462]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95462) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 10:59:29.985931 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.987343 n-d-804230-3 neutron-server[95462]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95462) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 10:59:29.987634 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 10:59:29.987886 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 10:59:29.991161 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:29.991445 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:30.055293 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 10:59:30.055548 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 10:59:30.055827 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 10:59:30.056029 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 10:59:30.083713 n-d-804230-3 neutron-server[95462]: DEBUG oslo_db.sqlalchemy.engines [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95462) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 20 10:59:30.831124 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Initializing driver for type 'gre' Aug 20 10:59:30.831806 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] gre ID ranges: [(1, 1000)] Aug 20 10:59:31.099212 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Initializing driver for type 'local' Aug 20 10:59:31.099456 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Initializing driver for type 'vlan' Aug 20 10:59:31.253438 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] VlanTypeDriver initialization complete Aug 20 10:59:31.253866 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Initializing driver for type 'vxlan' Aug 20 10:59:31.254552 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] vxlan ID ranges: [(1, 1000)] Aug 20 10:59:31.534115 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Initializing extension driver 'port_security' Aug 20 10:59:31.534502 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.extensions.port_security [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] PortSecurityExtensionDriver initialization complete Aug 20 10:59:31.534890 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Initializing mechanism driver 'openvswitch' Aug 20 10:59:31.535238 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Initializing mechanism driver 'hyperv' Aug 20 10:59:31.542344 n-d-804230-3 neutron-server[95462]: DEBUG neutron.plugins.ml2.plugin [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:31.543275 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > port after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.543692 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > port after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.544051 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > port after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.544601 n-d-804230-3 neutron-server[95462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:59:31.545048 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > subnet after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.545411 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > subnet after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.545766 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > subnet after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.546196 n-d-804230-3 neutron-server[95462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:59:31.546644 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > network after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.547002 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > network after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.547351 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > network after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.547752 n-d-804230-3 neutron-server[95462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:59:31.548185 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > security_group after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.548542 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > security_group after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.548893 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > security_group after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.549298 n-d-804230-3 neutron-server[95462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:59:31.550378 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.551000 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.551525 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.552057 n-d-804230-3 neutron-server[95462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:59:31.552575 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > address_group after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.553067 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > address_group after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.553694 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > address_group after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.554345 n-d-804230-3 neutron-server[95462]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95462) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 10:59:31.555084 n-d-804230-3 neutron-server[95462]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] ML2 OVO RPC backend initialized. {{(pid=95462) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 20 10:59:31.555959 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router_interface after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.556369 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.556907 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > network before_response 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.557314 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > networks before_response 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.557777 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > port before_response 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.558275 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > ports before_response 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.558886 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > subnet before_response 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.559298 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > subnets before_response 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.559701 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > network after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.560144 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > network after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.560626 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > network after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.561025 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > port after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.561413 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > port after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.561797 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > port after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.562204 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > subnet after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.562631 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > subnet after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.563017 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > subnet after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.566521 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.plugin [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Modular L2 Plugin initialization complete Aug 20 10:59:31.566521 n-d-804230-3 neutron-server[95462]: DEBUG neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading services supported by the core plugin {{(pid=95462) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 10:59:31.566521 n-d-804230-3 neutron-server[95462]: INFO neutron.plugins.ml2.managers [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Got port-security extension from driver 'port_security' Aug 20 10:59:31.566521 n-d-804230-3 neutron-server[95462]: INFO neutron.extensions.vlantransparent [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Disabled vlantransparent extension. Aug 20 10:59:31.566521 n-d-804230-3 neutron-server[95462]: DEBUG neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95462) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 10:59:31.566521 n-d-804230-3 neutron-server[95462]: INFO neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading Plugin: router Aug 20 10:59:31.606079 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router_interface before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.606619 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router after_create 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.607005 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router before_create 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.607407 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.607831 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.612416 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router after_delete 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.612416 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > floatingip after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.612416 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > floatingip after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.612416 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router after_create 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.612948 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router after_update 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.612948 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router after_update 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.612948 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.612948 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router after_update 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.613365 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router precommit_update 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.613365 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: port after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.613365 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: port after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.613365 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: subnet after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.613883 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.614045 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > port precommit_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.614405 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router precommit_create 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.614852 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: port before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.615204 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router precommit_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.615570 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router after_update 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.615953 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router precommit_delete 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.616348 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router precommit_create 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.616827 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router_interface after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.617277 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router precommit_update 55549900 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.617738 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > agent after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.618167 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > agent after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.618669 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > network after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.619671 n-d-804230-3 neutron-server[95462]: DEBUG neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Tracking information for resource: router configured {{(pid=95462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:59:31.620012 n-d-804230-3 neutron-server[95462]: DEBUG neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Tracking information for resource: floatingip configured {{(pid=95462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 10:59:31.625625 n-d-804230-3 neutron-server[95462]: INFO neutron.db.l3_agentschedulers_db [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 10:59:31.626254 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: port after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.626669 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: port after_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.627059 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: port after_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.627421 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: port after_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.628293 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router before_create 55550100 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.628677 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router precommit_delete 55550100 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.629042 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router precommit_create 55550100 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.629407 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > router precommit_update 55550100 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.634129 n-d-804230-3 neutron-server[95462]: DEBUG neutron.services.provider_configuration [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service providers = [] {{(pid=95462) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 10:59:31.634533 n-d-804230-3 neutron-server[95462]: DEBUG neutron.db.servicetype_db [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95462) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 10:59:31.637780 n-d-804230-3 neutron-server[95462]: DEBUG neutron.services.service_base [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 10:59:31.638140 n-d-804230-3 neutron-server[95462]: DEBUG neutron.services.service_base [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 10:59:31.638525 n-d-804230-3 neutron-server[95462]: DEBUG neutron.services.service_base [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 10:59:31.639514 n-d-804230-3 neutron-server[95462]: DEBUG neutron.services.service_base [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 10:59:31.639900 n-d-804230-3 neutron-server[95462]: INFO neutron.services.service_base [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 10:59:31.640302 n-d-804230-3 neutron-server[95462]: DEBUG neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:59:31.640635 n-d-804230-3 neutron-server[95462]: INFO neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 10:59:31.653859 n-d-804230-3 neutron-server[95462]: DEBUG neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:59:31.654206 n-d-804230-3 neutron-server[95462]: INFO neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading Plugin: auto_allocate Aug 20 10:59:31.661246 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: network precommit_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.661627 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: network precommit_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.662179 n-d-804230-3 neutron-server[95462]: DEBUG neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:59:31.662754 n-d-804230-3 neutron-server[95462]: INFO neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading Plugin: tag Aug 20 10:59:31.679048 n-d-804230-3 neutron-server[95462]: DEBUG neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:59:31.679391 n-d-804230-3 neutron-server[95462]: INFO neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading Plugin: timestamp Aug 20 10:59:31.683994 n-d-804230-3 neutron-server[95462]: DEBUG neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:59:31.684339 n-d-804230-3 neutron-server[95462]: INFO neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading Plugin: network_ip_availability Aug 20 10:59:31.690472 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.690910 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.691275 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.692288 n-d-804230-3 neutron-server[95462]: DEBUG neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:59:31.692628 n-d-804230-3 neutron-server[95462]: INFO neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading Plugin: flavors Aug 20 10:59:31.698722 n-d-804230-3 neutron-server[95462]: DEBUG neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:59:31.699116 n-d-804230-3 neutron-server[95462]: INFO neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading Plugin: revisions Aug 20 10:59:31.704213 n-d-804230-3 neutron-server[95462]: DEBUG neutron.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 10:59:31.704623 n-d-804230-3 neutron-server[95462]: DEBUG oslo_concurrency.lockutils [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.674s {{(pid=95462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 10:59:31.705456 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95462) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 20 10:59:31.705808 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Initializing extension manager. Aug 20 10:59:31.706335 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: __init__.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.706743 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: __pycache__ {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.707087 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.707426 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: address_group.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.708301 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.708897 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: address-group Aug 20 10:59:31.709368 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: address_scope.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.710123 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.710676 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: address-scope Aug 20 10:59:31.711013 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: admin_state_down_before_update.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.712039 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.712564 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: router-admin-state-down-before-update Aug 20 10:59:31.712896 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: agent.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.713626 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.714144 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: agent Aug 20 10:59:31.714491 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: agent_resources_synced.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.721442 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.721993 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: agent-resources-synced Aug 20 10:59:31.722325 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: allowedaddresspairs.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.724414 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.724973 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: allowed-address-pairs Aug 20 10:59:31.725312 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: auto_allocated_topology.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.726579 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.727102 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: auto-allocated-topology Aug 20 10:59:31.727461 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: availability_zone.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.728197 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.728709 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: availability_zone Aug 20 10:59:31.729046 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: availability_zone_filter.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.730004 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.730556 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: availability_zone_filter Aug 20 10:59:31.730894 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: data_plane_status.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.731891 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.732551 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 10:59:31.732882 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: default_subnetpools.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.733853 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.734370 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: default-subnetpools Aug 20 10:59:31.734730 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: dhcpagentscheduler.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.736199 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.736717 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: dhcp_agent_scheduler Aug 20 10:59:31.737048 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: dns.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.738093 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.738682 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension dns-integration not supported by any of loaded plugins Aug 20 10:59:31.739017 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: dns_domain_ports.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.739955 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.740496 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 10:59:31.740826 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.741810 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.742314 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 20 10:59:31.742683 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: dvr.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.743408 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.743993 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: dvr Aug 20 10:59:31.744328 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: ecmp_routes.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.745306 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.745820 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension ecmp_routes not supported by any of loaded plugins Aug 20 10:59:31.746146 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: empty_string_filtering.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.747119 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.747628 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: empty-string-filtering Aug 20 10:59:31.747958 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.748914 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.777412 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 10:59:31.777412 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.778523 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.779126 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 10:59:31.779484 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: external_net.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.780497 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.781012 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: external-net Aug 20 10:59:31.781341 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: extra_dhcp_opt.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.782821 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.783418 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: extra_dhcp_opt Aug 20 10:59:31.783754 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: extraroute.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.784757 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.785208 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: extraroute Aug 20 10:59:31.785535 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: extraroute_atomic.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.786623 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.787174 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: extraroute-atomic Aug 20 10:59:31.787501 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: filter_validation.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.788483 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.788990 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: filter-validation Aug 20 10:59:31.789372 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: fip_pf_description.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.790322 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.790861 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 10:59:31.791193 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: fip_port_details.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.792163 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.792720 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: fip-port-details Aug 20 10:59:31.793053 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: flavors.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.794363 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.795059 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: flavors Aug 20 10:59:31.795392 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.797253 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.797865 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 10:59:31.798838 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: floatingip_pools.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.799629 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.800156 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: floatingip-pools Aug 20 10:59:31.800493 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: ip_allocation.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.801536 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.802057 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 10:59:31.802418 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.803436 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.803954 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: ip-substring-filtering Aug 20 10:59:31.804332 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: l2_adjacency.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.805341 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.805856 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 10:59:31.806221 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: l3.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.807312 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.807873 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: router Aug 20 10:59:31.808207 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: l3_conntrack_helper.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.810734 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.811283 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 10:59:31.811621 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.812630 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.813153 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: ext-gw-mode Aug 20 10:59:31.813513 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.814542 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.815061 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: l3-ha Aug 20 10:59:31.815393 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: l3_flavors.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.816332 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.816881 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: l3-flavors Aug 20 10:59:31.817214 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.829916 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.830457 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 10:59:31.830797 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: l3agentscheduler.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.831894 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.832430 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: l3_agent_scheduler Aug 20 10:59:31.832727 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: logging.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.834339 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.834900 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension logging not supported by any of loaded plugins Aug 20 10:59:31.835241 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: metering.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.836035 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.836659 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: metering Aug 20 10:59:31.836995 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.838279 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.838846 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: metering_source_and_destination_fields Aug 20 10:59:31.839185 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: multiprovidernet.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.840131 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.840709 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: multi-provider Aug 20 10:59:31.841097 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: netmtu.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.842045 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.842598 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: net-mtu Aug 20 10:59:31.842965 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: netmtu_writable.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.843903 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.844416 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: net-mtu-writable Aug 20 10:59:31.845271 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: network_availability_zone.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.846017 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.846719 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: network_availability_zone Aug 20 10:59:31.847049 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: network_ip_availability.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.848229 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.848747 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: network-ip-availability Aug 20 10:59:31.849077 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: network_segment_range.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.849863 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.850372 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 10:59:31.850729 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: pagination.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.851796 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.852136 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: pagination Aug 20 10:59:31.852469 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: port_device_profile.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.853462 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.853982 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: port-device-profile Aug 20 10:59:31.854314 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.855316 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.855827 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: port-mac-address-regenerate Aug 20 10:59:31.856156 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.857090 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.857668 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: port-numa-affinity-policy Aug 20 10:59:31.858008 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: port_resource_request.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.859000 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.859519 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 10:59:31.859877 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: portbindings.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.861511 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.862056 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: binding Aug 20 10:59:31.862387 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: portbindings_extended.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.863831 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.864353 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: binding-extended Aug 20 10:59:31.864720 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: portsecurity.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.865664 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.866214 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: port-security Aug 20 10:59:31.866577 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: project_id.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.867599 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.867937 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: project-id Aug 20 10:59:31.868268 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: providernet.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.875900 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.876470 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: provider Aug 20 10:59:31.876802 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: qos.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.880380 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.880913 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension qos not supported by any of loaded plugins Aug 20 10:59:31.881255 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.882582 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.883112 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 10:59:31.883446 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.884384 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.884897 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 10:59:31.885225 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: qos_default.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.886164 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.886718 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension qos-default not supported by any of loaded plugins Aug 20 10:59:31.887047 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: qos_fip.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.887729 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.888230 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension qos-fip not supported by any of loaded plugins Aug 20 10:59:31.888555 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: qos_gateway_ip.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.889554 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.890062 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 10:59:31.890386 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: qos_port_network_policy.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.891337 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.892368 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 10:59:31.892696 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: qos_pps_rule.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.893907 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.894449 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension qos-pps not supported by any of loaded plugins Aug 20 10:59:31.894785 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: qos_rule_type_details.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.895718 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.896234 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 10:59:31.896569 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: qos_rules_alias.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.897628 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.898145 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 10:59:31.898506 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: quotasv2.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.899719 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.900050 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: quotas Aug 20 10:59:31.900377 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: quotasv2_detail.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.903616 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.903960 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: quota_details Aug 20 10:59:31.904308 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: rbac.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.905389 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.905930 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: rbac-policies Aug 20 10:59:31.906265 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: rbac_address_group.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.907244 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.908303 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: rbac-address-group Aug 20 10:59:31.908627 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: rbac_address_scope.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.909564 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.910080 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: rbac-address-scope Aug 20 10:59:31.910408 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: rbac_security_groups.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.911361 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.911883 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: rbac-security-groups Aug 20 10:59:31.912206 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: rbac_subnetpool.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.913140 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.913653 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: rbac-subnetpool Aug 20 10:59:31.913977 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: revisionifmatch.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.914951 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.915470 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: revision-if-match Aug 20 10:59:31.915794 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: revisions.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.916936 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.917452 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: standard-attr-revisions Aug 20 10:59:31.917777 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: router_availability_zone.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.918486 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.918997 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: router_availability_zone Aug 20 10:59:31.919322 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: routerservicetype.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.920261 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.920773 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension router-service-type not supported by any of loaded plugins Aug 20 10:59:31.921099 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.922048 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.922594 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: security-groups-normalized-cidr Aug 20 10:59:31.922921 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: security_groups_port_filtering.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.923849 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.924384 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: port-security-groups-filtering Aug 20 10:59:31.924709 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.925640 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.926203 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: security-groups-remote-address-group Aug 20 10:59:31.926518 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: securitygroup.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.936266 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.936806 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: security-group Aug 20 10:59:31.937140 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: segment.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.937947 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.938477 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension segment not supported by any of loaded plugins Aug 20 10:59:31.938812 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.939825 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.940341 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 10:59:31.940667 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: servicetype.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.941862 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.942389 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: service-type Aug 20 10:59:31.942747 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: sorting.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.949064 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.949403 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: sorting Aug 20 10:59:31.949732 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: standard_attr_segment.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.950693 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.951210 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 10:59:31.951540 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: standardattrdescription.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.952206 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.952718 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: standard-attr-description Aug 20 10:59:31.953046 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: stateful_security_group.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.953990 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.955051 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: stateful-security-group Aug 20 10:59:31.955382 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: stdattrs_common.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.955982 n-d-804230-3 neutron-server[95462]: WARNING neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 10:59:31.956309 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.957254 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.957768 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 10:59:31.958089 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: subnet_onboard.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.959204 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.959719 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: subnet_onboard Aug 20 10:59:31.960048 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.960987 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.961500 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 10:59:31.961833 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: subnet_service_types.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.962788 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.963307 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: subnet-service-types Aug 20 10:59:31.963635 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: subnetallocation.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.964732 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.965246 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: subnet_allocation Aug 20 10:59:31.965573 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.966248 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.966796 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: subnetpool-prefix-ops Aug 20 10:59:31.967122 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.968068 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.968574 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 10:59:31.968900 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: tagging.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.970630 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.971150 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: standard-attr-tag Aug 20 10:59:31.971482 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: timestamp.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.972721 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.973244 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loaded extension: standard-attr-timestamp Aug 20 10:59:31.973576 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: trunk.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.974658 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.975182 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension trunk not supported by any of loaded plugins Aug 20 10:59:31.975513 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: trunk_details.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.976455 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.976975 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension trunk-details not supported by any of loaded plugins Aug 20 10:59:31.977303 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: uplink_status_propagation.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.978238 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.978771 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 10:59:31.979101 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Loading extension file: vlantransparent.py {{(pid=95462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 10:59:31.979798 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 10:59:31.980305 n-d-804230-3 neutron-server[95462]: INFO neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 10:59:31.982853 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:network Aug 20 10:59:31.983387 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:subnet Aug 20 10:59:31.983790 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 10:59:31.984185 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:port Aug 20 10:59:31.985490 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.985931 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service FLAVORS assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.986596 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.987026 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.987364 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:router Aug 20 10:59:31.987812 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:floatingip Aug 20 10:59:31.988303 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service METERING assigned prefix: /metering {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.989816 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.990192 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.990581 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 10:59:31.991610 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 10:59:31.992061 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:security_group Aug 20 10:59:31.992508 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 10:59:31.993122 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service CORE assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.993440 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 10:59:31.993789 n-d-804230-3 neutron-server[95462]: WARNING neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] subnetpool is already registered Aug 20 10:59:31.994216 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service CORE assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.994584 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 10:59:31.994921 n-d-804230-3 neutron-server[95462]: WARNING neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] subnetpool is already registered Aug 20 10:59:31.997181 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.997730 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service FLAVORS assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.998372 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.998823 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:31.999165 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:router Aug 20 10:59:31.999507 n-d-804230-3 neutron-server[95462]: WARNING neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] router is already registered Aug 20 10:59:32.009049 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:floatingip Aug 20 10:59:32.009049 n-d-804230-3 neutron-server[95462]: WARNING neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] floatingip is already registered Aug 20 10:59:32.009049 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service METERING assigned prefix: /metering {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:32.009049 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 10:59:32.009049 n-d-804230-3 neutron-server[95462]: WARNING neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] rbac_policy is already registered Aug 20 10:59:32.009049 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:security_group Aug 20 10:59:32.009049 n-d-804230-3 neutron-server[95462]: WARNING neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] security_group is already registered Aug 20 10:59:32.009049 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 10:59:32.009049 n-d-804230-3 neutron-server[95462]: WARNING neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] security_group_rule is already registered Aug 20 10:59:32.009748 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service CORE assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:32.009748 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 10:59:32.009748 n-d-804230-3 neutron-server[95462]: WARNING neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] subnetpool is already registered Aug 20 10:59:32.009748 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.v2.resource_helper [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Service CORE assigned prefix: {{(pid=95462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 10:59:32.009748 n-d-804230-3 neutron-server[95462]: INFO neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 10:59:32.009748 n-d-804230-3 neutron-server[95462]: WARNING neutron.quota.resource_registry [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] subnetpool is already registered Aug 20 10:59:32.009748 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: extensions {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.009748 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: address-groups {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.010298 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: address-scopes {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.011356 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: agents {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.012633 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: auto-allocated-topology {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.013890 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: availability_zones {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.015137 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: dhcp-networks {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.017082 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: dhcp-agents {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.019000 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: routers {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.020346 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: flavors {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.021532 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: service_profiles {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.022871 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: next_providers {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.024323 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: service_profiles {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.025747 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: floatingip-pools {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.027112 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: routers {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.028841 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: floatingips {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.030044 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: l3-routers {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.031580 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: l3-agents {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.033578 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: metering-labels {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.034926 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: metering-label-rules {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.036148 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: network-ip-availabilities {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.037507 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: bindings {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.039088 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: quotas {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.040526 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: quotas {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.042074 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: rbac-policies {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.043322 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: security-groups {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.044533 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: security-group-rules {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.045855 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: service-providers {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.047217 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: subnetpools {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.048501 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: subnetpools {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.050046 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: tags {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.051778 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: tags {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.053509 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: tags {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.055430 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: tags {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.057141 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: tags {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.059284 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: tags {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.065137 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: tags {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.065137 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: tags {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.065920 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: tags {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.067738 n-d-804230-3 neutron-server[95462]: DEBUG neutron.api.extensions [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Extended resource: tags {{(pid=95462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 10:59:32.074160 n-d-804230-3 neutron-server[95462]: WARNING keystonemiddleware.auth_token [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 10:59:32.078867 n-d-804230-3 neutron-server[95462]: WARNING keystonemiddleware.auth_token [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 10:59:32.088401 n-d-804230-3 neutron-server[95462]: DEBUG oslo_concurrency.lockutils [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Acquired lock "singleton_lock" {{(pid=95462) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 10:59:32.088889 n-d-804230-3 neutron-server[95462]: DEBUG oslo_concurrency.lockutils [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Releasing lock "singleton_lock" {{(pid=95462) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 10:59:32.089549 n-d-804230-3 neutron-server[95462]: INFO oslo_service.service [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Starting 2 workers Aug 20 10:59:32.094656 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Started child 95587 {{(pid=95462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 10:59:32.100501 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Started child 95588 {{(pid=95462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 10:59:32.100882 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:32.102663 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [-] (95587) wsgi starting up on http://0.0.0.0:9696 Aug 20 10:59:32.102812 n-d-804230-3 neutron-server[95462]: INFO neutron.service [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 10:59:32.103732 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Notify callbacks [] for process, before_spawn {{(pid=95462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:32.106002 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:32.106872 n-d-804230-3 neutron-server[95462]: INFO oslo_service.service [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Starting 1 workers Aug 20 10:59:32.107419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [-] (95588) wsgi starting up on http://0.0.0.0:9696 Aug 20 10:59:32.113288 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Started child 95589 {{(pid=95462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 10:59:32.113861 n-d-804230-3 neutron-server[95462]: INFO oslo_service.service [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Starting 1 workers Aug 20 10:59:32.116955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.service [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] calling RpcWorker wait() {{(pid=95589) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 10:59:32.117681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.service [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] returning from RpcWorker wait() {{(pid=95589) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 10:59:32.119156 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:32.119627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:32.119787 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Started child 95590 {{(pid=95462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 10:59:32.120807 n-d-804230-3 neutron-server[95462]: DEBUG neutron_lib.callbacks.manager [None req-6df1f15e-0a74-4a4d-b179-8d8328d19eab None None] Notify callbacks [] for process, after_spawn {{(pid=95462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:32.122684 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95462) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 10:59:32.122901 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 10:59:32.123083 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 10:59:32.123389 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 10:59:32.123769 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 10:59:32.123967 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 10:59:32.124555 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:32.125066 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.125066 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.125384 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.125730 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.126082 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.126844 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.127146 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.127462 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.127911 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.128264 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.128455 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.128717 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.129045 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.129285 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.129579 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.129882 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.130222 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.130540 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.130829 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.131240 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.131549 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.131892 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.132249 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] debug = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.132535 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.133036 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.133268 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.133522 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.133768 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.134053 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.134294 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.134612 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.135234 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.135234 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.135654 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.135654 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.136073 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.136073 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.136302 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.136642 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.136768 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.137294 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] host = n-d-804230-3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.137566 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.137773 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.137994 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.138232 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.138533 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.138777 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.139054 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.139303 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.139574 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.139822 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.140154 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.140355 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.140579 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.140808 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.141013 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_options = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.141203 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.141543 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.142285 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.142535 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.142692 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.142816 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.143069 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.143269 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.143584 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.143710 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.143918 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.144145 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.144358 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.144594 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.144852 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.145084 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.145319 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.145546 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.145796 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.146029 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.146253 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.146507 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.146751 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.146989 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.147202 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.147417 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.147764 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.147890 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.148095 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.148329 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.148575 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.148830 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.149201 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.149338 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.149552 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.149778 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.150020 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.150374 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.150612 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.150796 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.151039 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.151257 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.151516 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.151871 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.152060 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.152243 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_json = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.152435 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.152618 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.153571 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.153571 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.153571 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.153834 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.154009 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.154283 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.154809 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.155492 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.155822 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.156087 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.156243 n-d-804230-3 neutron-server[95590]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:32.156349 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.156591 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.156861 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.157053 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.157373 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.158131 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.158484 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.158714 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.159008 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.159258 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.159531 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.159850 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.160094 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.160363 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.160590 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.160829 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.161080 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.161303 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.161629 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.161889 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.162162 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.162460 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.162719 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.162971 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.169544 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.169544 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.169544 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.169544 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.169544 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.169544 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.169544 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.169544 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.169544 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.170397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.170397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.170397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.170397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.170397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.170397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.170397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.170397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.170397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.171260 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.171260 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.171260 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.171260 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.171260 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.171260 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.171260 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.171260 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.171260 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.172138 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.172138 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.172138 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.172138 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.172138 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.172138 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.172138 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.172138 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.172138 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.173231 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.173231 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.173231 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.173231 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.173231 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.173231 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.173231 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.174073 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.174073 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.174073 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.174073 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.174618 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.174618 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.174618 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.174972 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.175267 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.175267 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.175521 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.175648 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.175877 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.176164 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.176474 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.176720 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.176969 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.177228 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.177493 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.177739 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.177979 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.178342 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.178512 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.178712 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.178991 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.179259 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.179528 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.179777 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.180021 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.180298 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.180521 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.180781 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.181076 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.181390 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.181541 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.181753 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.181990 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.182267 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.182528 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.182768 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.183075 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.183335 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.183598 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.183820 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.184120 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.184427 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.184707 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.185033 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.185295 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.185838 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.186104 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.186339 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.186640 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.186874 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.187111 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.187353 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.187656 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.187912 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.188155 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.188402 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.188682 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.189018 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.189266 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.189482 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.189707 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.189978 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.190239 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.190586 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.191687 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.191687 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.191687 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.191687 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.192749 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.192749 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.192749 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.192749 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.192749 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.194035 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.194035 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.194035 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.194035 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.194035 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.194035 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.195053 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.195053 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.195053 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.195397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.195397 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.195642 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.195777 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.196349 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.196349 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.196649 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.199488 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.199488 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.199488 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.199488 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.199488 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.199488 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.199488 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.199488 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.200478 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.200478 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.200478 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.200478 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.200478 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.200478 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.200478 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.200478 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.201279 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.201279 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.201279 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.201279 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.201279 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.201279 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.201693 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.201868 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.202138 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.202391 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.202690 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.202927 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.203194 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.203448 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.203726 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.203951 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.204842 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.205074 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.205357 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.205583 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.205851 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.206070 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.206279 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.206534 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.206772 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.206981 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.207287 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.207581 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.207816 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.208081 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.208319 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.208565 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.208795 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.209007 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.209217 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.209442 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.209660 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.209869 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.210110 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.210322 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.210571 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.210794 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.211013 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.211228 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.211529 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.211700 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.211860 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.212079 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.212298 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.212510 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.212756 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.213029 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.213245 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.213464 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.213681 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.213916 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.214162 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.214377 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.214611 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.214832 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.215048 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.215259 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.215557 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.215822 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.216041 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.216327 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.216581 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.216827 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.217091 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.217424 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.217639 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.217876 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.218096 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.218335 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.218573 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.218829 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.219167 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.219444 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.219737 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.220508 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.220789 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.221068 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.221337 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.221565 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.221862 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.222191 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.222472 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.222741 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.222988 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.223258 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.223479 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.223693 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.223950 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.224193 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.224409 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.224651 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.224880 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.225111 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.225327 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.225553 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.225768 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.226026 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.226256 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.226543 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.226755 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.226914 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 10:59:32.227449 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95462) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 10:59:32.227608 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 10:59:32.227765 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 10:59:32.227935 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 10:59:32.228104 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 10:59:32.228257 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 10:59:32.228463 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.228633 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.228801 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.228960 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.229117 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.229296 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.229455 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.229611 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.229770 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.229928 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.230086 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.230246 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.230403 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.230584 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.230743 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.230901 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.231059 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.231218 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.231381 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.231542 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.231701 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.231860 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.232019 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] debug = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.232177 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.232355 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.232509 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.232662 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.232820 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.232978 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.233142 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.233299 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.233459 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.233703 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.233871 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.234127 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.234903 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.234903 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.234903 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.234903 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.235219 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.235219 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] host = n-d-804230-3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.235601 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.235758 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.235915 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.236078 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.236240 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.236425 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.236570 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.236711 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.236846 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.236990 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.237124 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.237269 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.237402 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.237545 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.237901 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_options = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.237901 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.238170 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.238170 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.238452 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.238545 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.238676 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.238803 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.239019 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.239108 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.239230 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.239438 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.239542 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.239695 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.239880 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.240009 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.240141 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.240298 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.240455 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.240612 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.240769 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.240927 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.241086 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.241243 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.241401 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.241560 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.241721 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.241876 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.242034 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.242191 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.242349 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.242529 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.242687 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.242864 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.243009 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.243170 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.243355 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.243501 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.243634 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.243764 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.243909 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.244067 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.244227 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.244383 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.244542 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.244698 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.244855 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_json = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.245009 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.245166 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.245322 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.245478 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.245633 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.245790 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.245947 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.246104 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 10:59:32.246286 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.246474 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.246653 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.246796 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.246961 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.247119 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.247282 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252244 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252244 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252244 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252244 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252244 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252244 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252244 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252244 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252925 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252925 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252925 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252925 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252925 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252925 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252925 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.252925 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253451 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253451 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253451 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253451 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253451 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253451 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253451 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253451 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253975 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253975 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253975 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253975 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253975 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253975 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253975 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253975 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.253975 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.254564 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.254564 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.254564 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.254564 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.254564 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.254564 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.254564 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.254564 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.254564 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255174 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255174 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255174 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255174 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255174 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255174 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255174 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255174 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255174 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255754 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255754 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255754 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255754 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.255754 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.256102 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.256102 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.256242 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.256318 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.256442 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.256599 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.256754 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.256919 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.257080 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.257239 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.257405 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.257565 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.257723 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.257883 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.258050 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.258198 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.258357 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.258532 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.258685 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.258846 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.259011 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.259206 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.259361 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.259522 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.259676 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.259836 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.259990 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.260151 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.260313 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.260458 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.260615 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.260933 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.261091 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.261253 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.261394 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.261520 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.261828 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.261828 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.262077 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.262202 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.262328 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.262522 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.262673 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.262824 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.262968 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.263114 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.263260 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.263416 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.263561 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.263700 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.263840 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.263998 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.264137 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.264273 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.264410 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.264581 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.264716 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.264858 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.264999 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.265142 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.265302 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.265485 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.265630 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.265776 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.265898 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.266208 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.266208 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.266409 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.267070 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.267207 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.267368 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.267527 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.267691 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.267839 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.267996 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.268155 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.268316 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.268476 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.268635 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.268798 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.268955 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.269113 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.269274 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.269432 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.269594 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.269751 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.269911 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.270070 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.270230 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.270390 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.270571 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.270732 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.270891 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.271050 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.271209 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.271375 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.271601 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.271774 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.271933 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.272092 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.273133 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.273277 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.273439 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.273615 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.273749 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.273897 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.274627 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.274627 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.274627 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.274627 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.274943 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.274943 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.275085 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.275162 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.275254 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.275419 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.275581 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.275741 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.275902 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.276063 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.276223 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.276620 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.276620 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.276922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.276922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.277164 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.277288 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.277370 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.277492 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.277652 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.277813 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.278014 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.278225 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279133 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279133 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279133 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279133 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279133 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279133 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279846 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279846 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279846 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279846 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.279846 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.280325 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.280325 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.280325 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.280505 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.280505 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.280686 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.280822 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.280982 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.281147 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.281303 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.281451 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.281649 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.281781 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.281944 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.282060 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.282289 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.283005 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.283126 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.283281 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.283423 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.283578 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.283738 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.283897 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.284263 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.284263 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.284603 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.284603 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.284883 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.284883 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.285125 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.285125 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.285335 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.285472 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.285620 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.285732 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.285871 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.286033 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.286176 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.286311 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.286425 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.286605 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.289923 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.289923 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.289923 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.289923 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.289923 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.289923 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.289923 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.289923 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.290956 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.290956 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.290956 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.290956 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.290956 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.290956 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.290956 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.290956 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.291922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.291922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.291922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.291922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.291922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.291922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.291922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.291922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.291922 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.292715 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.292715 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.292715 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.292715 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.292715 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.292715 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.292715 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.292715 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.292715 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.293866 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.293866 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.293866 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 10:59:32.293866 n-d-804230-3 neutron-server[95462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 10:59:32.297358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:32.565474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34952) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:32.577038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090976 Aug 20 10:59:44.875956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657e277-a202-427b-a724-cced4b885c65 None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 10:59:44.951855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6657e277-a202-427b-a724-cced4b885c65 None None] No non-hosted networks {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 10:59:44.976756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.agentschedulers_db [None req-6657e277-a202-427b-a724-cced4b885c65 None None] DHCP Agent not found on host n-d-804230-3 {{(pid=95589) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 20 10:59:45.289761 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-14a5dc96-6810-415b-8234-45ae5c98512a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594084'] for agent, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.721536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3e923cad-afe7-4555-b3be-d41ba28835e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594084'] for agent, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:47.779158 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-58419fbb-c430-4338-8634-d9cf90741d6e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-804230-3 {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 10:59:47.779921 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-58419fbb-c430-4338-8634-d9cf90741d6e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 10:59:48.313169 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58419fbb-c430-4338-8634-d9cf90741d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.629423 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594084'] for agent, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:48.630550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.631181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.631879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.632432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.633069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.633608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.634042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.634498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.634924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.635350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.635849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.636273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 10:59:48.636808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804230-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:48.643847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804230-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 10:59:49.067993 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594084'] for agent, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:50.624612 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594084'] for agent, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:51.935234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35044) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:52.517710 n-d-804230-3 neutron-server[95587]: WARNING oslo_policy.policy [None req-c92c8d4a-4e2e-4790-997d-66ed6e2ea6dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:59:52.518398 n-d-804230-3 neutron-server[95587]: WARNING oslo_policy.policy [None req-c92c8d4a-4e2e-4790-997d-66ed6e2ea6dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:59:52.744236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-c92c8d4a-4e2e-4790-997d-66ed6e2ea6dd admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 10:59:52.745367 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c92c8d4a-4e2e-4790-997d-66ed6e2ea6dd admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8088081 Aug 20 10:59:54.108845 n-d-804230-3 neutron-server[95589]: INFO neutron.db.l3_hamode_db [None req-bbd2479a-eae5-43f3-92ec-6ca10c391dd7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 10:59:54.194252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2479a-eae5-43f3-92ec-6ca10c391dd7 None None] Routers set() bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 10:59:54.194735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2479a-eae5-43f3-92ec-6ca10c391dd7 None None] Router IDs set() for agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 10:59:55.232843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35058) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:55.785740 n-d-804230-3 neutron-server[95588]: WARNING oslo_policy.policy [None req-11b3852d-fc22-433e-bd75-60576948ad4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:59:55.786342 n-d-804230-3 neutron-server[95588]: WARNING oslo_policy.policy [None req-11b3852d-fc22-433e-bd75-60576948ad4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:59:56.003521 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-11b3852d-fc22-433e-bd75-60576948ad4b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:59:56.098999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.policy [None req-11b3852d-fc22-433e-bd75-60576948ad4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95588) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 10:59:56.143146 n-d-804230-3 neutron-server[95588]: WARNING oslo_policy.policy [None req-11b3852d-fc22-433e-bd75-60576948ad4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:59:56.143520 n-d-804230-3 neutron-server[95588]: WARNING oslo_policy.policy [None req-11b3852d-fc22-433e-bd75-60576948ad4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 10:59:56.152247 n-d-804230-3 neutron-server[95588]: INFO neutron.quota [None req-11b3852d-fc22-433e-bd75-60576948ad4b admin admin] Loaded quota_driver: . Aug 20 10:59:56.388441 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11b3852d-fc22-433e-bd75-60576948ad4b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754704285593', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754704282036', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754704272646', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754704271281', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754704158166', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754704184070', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1658789', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569787', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-635036'] for rbac-policy, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:56.692092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11b3852d-fc22-433e-bd75-60576948ad4b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:56.693787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-11b3852d-fc22-433e-bd75-60576948ad4b admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4579926 Aug 20 10:59:59.427176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35076) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 10:59:59.735376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'name': 'private', 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 10:59:59.867915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Made reservation on behalf of cb0af04bfbae41c6a80a438a5413a44a for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 10:59:59.871113 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 10:59:59.890691 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:00.017010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:00.120585 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:00.140449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:00:00.168644 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754706377445', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:00.169260 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Unsubscribe: segment precommit_create {{(pid=95588) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 11:00:00.169732 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Added segment 0019ceb8-ccd9-483b-adec-6ca99f4b8feb of type vlan for network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 Aug 20 11:00:00.185992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93272988-c624-4cee-bc1e-e490e2053794,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:00.231918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.232262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.232604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.232934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.233287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.233652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.234481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.234812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.235128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.235444 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.235763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.236076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Tracked resource versions report: Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: pushed versions: Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: { 'AddressGroup': {'1.2'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'ConntrackHelper': {'1.0'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'Log': {'1.0'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'Network': {'1.1'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'Port': {'1.7'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'PortForwarding': {'1.2'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'QosPolicy': {'1.9'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'SecurityGroup': {'1.4'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'SubPort': {'1.0'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'Subnet': {'1.1'}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'Trunk': {'1.1'}} Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: consumer versions: Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: { DHCP agent@n-d-804230-3: {}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: L3 agent@n-d-804230-3: {}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: Metadata agent@n-d-804230-3: {}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: Metering agent@n-d-804230-3: {}, Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: Open vSwitch agent@n-d-804230-3: { 'AddressGroup': '1.2', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'ConntrackHelper': '1.0', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'Log': '1.0', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'Network': '1.1', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'Port': '1.7', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'PortForwarding': '1.2', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'QosPolicy': '1.9', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'SecurityGroup': '1.4', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'SecurityGroupRule': '1.2', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'SubPort': '1.0', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'Subnet': '1.1', Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: 'Trunk': '1.1'}} Aug 20 11:00:00.237198 n-d-804230-3 neutron-server[95588]: {{(pid=95588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:00:00.289031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:00.467268 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:00.469230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:00.469885 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:00.570146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec11631-41c6-4bf6-abcf-3fe4c09488c6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:00.582628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:00:00.635136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c0960913-3596-4ae7-aa5d-2711cf4ef1c1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2067313 Aug 20 11:00:03.348825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35090) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:03.784742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54b11b-5e56-4cec-bb74-80a37fb34253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:03.786159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7d54b11b-5e56-4cec-bb74-80a37fb34253 admin admin] 10.222.0.10 "GET /v2.0/networks/1ec11631-41c6-4bf6-abcf-3fe4c09488c6 HTTP/1.1" status: 200 len: 825 time: 0.4363513 Aug 20 11:00:03.814254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7b8fd1a7-debf-4040-9e2f-6743bd7379a3 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/9e85e0b2-8b59-44b3-b746-f76839e273f3 HTTP/1.1" status: 200 len: 734 time: 0.0219438 Aug 20 11:00:03.824067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Request body: {'subnet': {'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6', 'subnetpool_id': '9e85e0b2-8b59-44b3-b746-f76839e273f3', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:00:03.953537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Made reservation on behalf of cb0af04bfbae41c6a80a438a5413a44a for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:00:03.955883 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:04.400697 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:04.469071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d377720-e632-4afd-9e9f-f4ca08af23ca,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:04.473599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Checking segment: {'id': '0019ceb8-ccd9-483b-adec-6ca99f4b8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:00:04.473969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Network hostable DHCP agents. Network: 1ec11631-41c6-4bf6-abcf-3fe4c09488c6, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:00:04.575425 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:00:04.668615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 1ec11631-41c6-4bf6-abcf-3fe4c09488c6) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:00:04.673872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:04.674461 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:04.679970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca92d1-de8d-475f-b32f-3e0fe09d3348 None None] Network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:00:04.794994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ea72013a-fac6-43c6-b537-16b310983589 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9744365 Aug 20 11:00:05.014277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-1ec11631-41c6-4bf6-abcf-3fe4c09488c6', 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'fixed_ips': [{'subnet_id': '8d377720-e632-4afd-9e9f-f4ca08af23ca'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:00:05.016164 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:05.327945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Allocated IP 172.20.0.2 (1ec11631-41c6-4bf6-abcf-3fe4c09488c6/8d377720-e632-4afd-9e9f-f4ca08af23ca/9171e7e1-8fc1-451a-8a2e-392c4e1094d4) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:00:05.672205 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:05.688653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Transition to ACTIVE for port object 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:00:05.713038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Transition to ACTIVE for port object 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:00:05.857160 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:05.933383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:00:05.939538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:00:05.953704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:00:05.957180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Pushing event updated for resources: {'Port': ['ID=9171e7e1-8fc1-451a-8a2e-392c4e1094d4,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:06.005617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.005963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.006304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.006671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.007007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.007339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.007669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.007995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.008321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.008647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.008974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.009296 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Tracked resource versions report: Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: pushed versions: Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: { 'AddressGroup': {'1.2'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'ConntrackHelper': {'1.0'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'Log': {'1.0'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'Network': {'1.1'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'Port': {'1.7'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'PortForwarding': {'1.2'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'QosPolicy': {'1.9'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'SecurityGroup': {'1.4'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'SubPort': {'1.0'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'Subnet': {'1.1'}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'Trunk': {'1.1'}} Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: consumer versions: Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: { DHCP agent@n-d-804230-3: {}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: L3 agent@n-d-804230-3: {}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: Metadata agent@n-d-804230-3: {}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: Metering agent@n-d-804230-3: {}, Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: Open vSwitch agent@n-d-804230-3: { 'AddressGroup': '1.2', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'ConntrackHelper': '1.0', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'Log': '1.0', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'Network': '1.1', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'Port': '1.7', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'PortForwarding': '1.2', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'QosPolicy': '1.9', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'SecurityGroup': '1.4', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'SecurityGroupRule': '1.2', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'SubPort': '1.0', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'Subnet': '1.1', Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: 'Trunk': '1.1'}} Aug 20 11:00:06.010419 n-d-804230-3 neutron-server[95589]: {{(pid=95589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:00:06.047320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Attempting to bind port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:00:06.047848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Attempting to bind port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '0019ceb8-ccd9-483b-adec-6ca99f4b8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:00:06.048289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Attempting to bind port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 on network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:00:06.053672 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 10, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:00:06.054087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Checking segment: {'id': '0019ceb8-ccd9-483b-adec-6ca99f4b8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:00:06.054704 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:06.055000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Bound using segment: {'id': '0019ceb8-ccd9-483b-adec-6ca99f4b8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:00:06.055540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Bound port: 9171e7e1-8fc1-451a-8a2e-392c4e1094d4, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0019ceb8-ccd9-483b-adec-6ca99f4b8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:00:06.055880 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:06.131751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] For port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:00:06.137065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] For port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9171e7e1-8fc1-451a-8a2e-392c4e1094d4,segment=NetworkSegment(0019ceb8-ccd9-483b-adec-6ca99f4b8feb),segment_id=0019ceb8-ccd9-483b-adec-6ca99f4b8feb)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:00:06.269371 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:06.356218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91403d-b5ef-47c8-b8fb-cd52f0790729 None None] Pushing event updated for resources: {'Port': ['ID=9171e7e1-8fc1-451a-8a2e-392c4e1094d4,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:07.424655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35098) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:07.852098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-5a4797ef-5cf0-45e9-8754-6f425ffc62f5 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:00:07.853224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5a4797ef-5cf0-45e9-8754-6f425ffc62f5 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4273181 Aug 20 11:00:10.446334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35106) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:10.839706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-ce04f7b3-fd8e-423f-b290-e72455975719 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:00:10.840909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ce04f7b3-fd8e-423f-b290-e72455975719 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3934886 Aug 20 11:00:13.645468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35116) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:14.062750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] Request body: {'router': {'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:00:14.129418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.policy [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95587) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 11:00:14.175638 n-d-804230-3 neutron-server[95587]: WARNING oslo_policy.policy [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:00:14.176043 n-d-804230-3 neutron-server[95587]: WARNING oslo_policy.policy [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 11:00:14.185208 n-d-804230-3 neutron-server[95587]: INFO neutron.quota [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] Loaded quota_driver: . Aug 20 11:00:14.462686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:00:14.485490 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:14.487767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:14.674970 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:14.742867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:00:14.852300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:15.016984 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-38e46073-c7ba-47e3-8df2-11b8a527849e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:15.074742 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:15.076391 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3d25b6f3-2f3e-4578-be05-58a6294b78d9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4295437 Aug 20 11:00:15.514541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396048ec-7bdb-475f-879d-f2e693c66ddf None None] Network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:00:15.749774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-03c7e175-346f-420a-9862-c8e2226af18c None None] Provisioning for port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:00:15.756813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-03c7e175-346f-420a-9862-c8e2226af18c None None] Provisioning complete for port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:00:15.757443 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03c7e175-346f-420a-9862-c8e2226af18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:15.902983 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03c7e175-346f-420a-9862-c8e2226af18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:15.940628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-03c7e175-346f-420a-9862-c8e2226af18c None None] For port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9171e7e1-8fc1-451a-8a2e-392c4e1094d4,segment=NetworkSegment(0019ceb8-ccd9-483b-adec-6ca99f4b8feb),segment_id=0019ceb8-ccd9-483b-adec-6ca99f4b8feb)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:16.066519 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03c7e175-346f-420a-9862-c8e2226af18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:16.115751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7e175-346f-420a-9862-c8e2226af18c None None] Pushing event updated for resources: {'Port': ['ID=9171e7e1-8fc1-451a-8a2e-392c4e1094d4,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:16.188291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e0744e1c-8fb2-41e6-a98e-ac02dd764995 None None] Provisioning complete for port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:00:16.188659 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0744e1c-8fb2-41e6-a98e-ac02dd764995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:16.431622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:00:16.478605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:00:16.478980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:17.533300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35130) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:17.673513 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-799cc0cd-7cdb-418f-9c96-f0d05900cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:17.871856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-940cc624-4d3f-42a5-93e1-d97ce579660d admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:00:17.873025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-940cc624-4d3f-42a5-93e1-d97ce579660d admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3386111 Aug 20 11:00:18.655297 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:19.005057 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:20.379319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35148) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:20.544656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:00:20.639882 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:20.730452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Made reservation on behalf of 2af7d4fd36ec4607b66f6b6a9977ddea for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:00:20.733375 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:20.742626 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:20.843317 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:20.942383 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:20.959079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Reserving flat network on physical network physnet1 {{(pid=95588) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 11:00:20.980026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7069aa9-092f-4ad1-afe0-caeafffb5be8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:20.988584 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:20.989124 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Added segment 879969e1-cc88-41d8-be94-56e51a7d3679 of type flat for network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 Aug 20 11:00:21.049249 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:21.187482 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:21.188515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:21.189169 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:21.259994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] Pushing event updated for resources: {'Network': ['ID=b7a42768-e6ec-40ff-acad-bb7cf62ccac3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:21.271149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:00:21.343292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eeb03399-2f4f-4819-8740-3bb7b37f9c13 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9628475 Aug 20 11:00:23.655866 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35166) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:23.761358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b58cc3c-9f52-4c02-95c5-86d82867de58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:23.762923 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9b58cc3c-9f52-4c02-95c5-86d82867de58 admin admin] 10.222.0.10 "GET /v2.0/subnets/8d377720-e632-4afd-9e9f-f4ca08af23ca HTTP/1.1" status: 200 len: 849 time: 0.1060643 Aug 20 11:00:23.972685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-facfab3d-b1e4-4b85-9023-b7ccf7811e91 admin admin] 10.222.0.10 "GET /v2.0/routers/02bdcf90-6559-4522-85d6-97fcaa58fa28 HTTP/1.1" status: 200 len: 704 time: 0.2024522 Aug 20 11:00:24.271819 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:24.618930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Allocated IP 172.20.0.1 (1ec11631-41c6-4bf6-abcf-3fe4c09488c6/8d377720-e632-4afd-9e9f-f4ca08af23ca/2d42cf1e-036c-4aef-a961-92ba9ee01ce2) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:00:24.803191 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:24.830908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Transition to ACTIVE for port object 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:00:25.245368 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:25.321940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:00:25.326650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:00:25.333358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:00:25.333855 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:25.358628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d42cf1e-036c-4aef-a961-92ba9ee01ce2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:25.705354 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:25.712792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9c6093ef-c6d1-4c76-a6ab-fe7a56adca33 None None] Provisioning for port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:00:25.716982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9c6093ef-c6d1-4c76-a6ab-fe7a56adca33 None None] Provisioning complete for port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:00:25.717353 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9c6093ef-c6d1-4c76-a6ab-fe7a56adca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:25.751954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9c6093ef-c6d1-4c76-a6ab-fe7a56adca33 None None] Port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:00:25.949697 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:26.083301 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:26.084175 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:26.171068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2d42cf1e-036c-4aef-a961-92ba9ee01ce2,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:26.222664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:00:26.224143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:00:26.476286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f0c7e223-3664-4b82-8237-04b9e79dd7e9 None None] Provisioning complete for port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:00:26.476680 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e223-3664-4b82-8237-04b9e79dd7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:26.516942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7e223-3664-4b82-8237-04b9e79dd7e9 None None] Port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:00:26.518750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Router 02bdcf90-6559-4522-85d6-97fcaa58fa28 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:00:26.620273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:00:26.632531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0f539574-a979-4ec3-8cdd-f0bfeec3aaa8 admin admin] 10.222.0.10 "PUT /v2.0/routers/02bdcf90-6559-4522-85d6-97fcaa58fa28/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6497264 Aug 20 11:00:26.632746 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Sync routers for ids ['02bdcf90-6559-4522-85d6-97fcaa58fa28'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:00:26.644368 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Routers {'02bdcf90-6559-4522-85d6-97fcaa58fa28'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:26.645440 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:00:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['02bdcf90-6559-4522-85d6-97fcaa58fa28'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:26.849504 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Set router 02bdcf90-6559-4522-85d6-97fcaa58fa28 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:27.325149 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'name': 'router1', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:00:14Z', 'updated_at': '2021-08-20T11:00:25Z', 'revision_number': 2, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'gw_port_host': None, '_interfaces': [{'id': '2d42cf1e-036c-4aef-a961-92ba9ee01ce2', 'name': '', 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'mac_address': 'fa:16:3e:f6:bb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:00:24Z', 'updated_at': '2021-08-20T11:00:25Z', 'revision_number': 2, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'subnets': [{'id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e85e0b2-8b59-44b3-b746-f76839e273f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:27.387700 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Checking router: 02bdcf90-6559-4522-85d6-97fcaa58fa28 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:00:27.388668 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Updating router 02bdcf90-6559-4522-85d6-97fcaa58fa28 port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:00:27.440311 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:28.010099 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:28.035094 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Transition to ACTIVE for port object 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:00:28.158488 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:28.329459 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Pushing event updated for resources: {'Port': ['ID=2d42cf1e-036c-4aef-a961-92ba9ee01ce2,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:28.336585 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Attempting to bind port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:00:28.336997 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Attempting to bind port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '0019ceb8-ccd9-483b-adec-6ca99f4b8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:00:28.337434 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Attempting to bind port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 on network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:00:28.346999 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:00:28.347415 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Checking segment: {'id': '0019ceb8-ccd9-483b-adec-6ca99f4b8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:00:28.347980 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:28.348332 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Bound using segment: {'id': '0019ceb8-ccd9-483b-adec-6ca99f4b8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:00:28.348846 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Bound port: 2d42cf1e-036c-4aef-a961-92ba9ee01ce2, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0019ceb8-ccd9-483b-adec-6ca99f4b8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:00:28.349260 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:28.352308 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.352678 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.352984 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.353321 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.353652 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.354002 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.354339 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.354696 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.355019 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.355344 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.355673 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.355993 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Tracked resource versions report: Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: pushed versions: Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: { 'AddressGroup': {'1.2'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'ConntrackHelper': {'1.0'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'Log': {'1.0'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'Network': {'1.1'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'Port': {'1.7'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'PortForwarding': {'1.2'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'QosPolicy': {'1.9'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'SecurityGroup': {'1.4'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'SubPort': {'1.0'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'Subnet': {'1.1'}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'Trunk': {'1.1'}} Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: consumer versions: Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: { DHCP agent@n-d-804230-3: {}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: L3 agent@n-d-804230-3: {}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: Metadata agent@n-d-804230-3: {}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: Metering agent@n-d-804230-3: {}, Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: Open vSwitch agent@n-d-804230-3: { 'AddressGroup': '1.2', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'ConntrackHelper': '1.0', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'Log': '1.0', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'Network': '1.1', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'Port': '1.7', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'PortForwarding': '1.2', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'QosPolicy': '1.9', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'SecurityGroup': '1.4', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'SecurityGroupRule': '1.2', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'SubPort': '1.0', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'Subnet': '1.1', Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: 'Trunk': '1.1'}} Aug 20 11:00:28.357238 n-d-804230-3 neutron-server[95590]: {{(pid=95590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:00:28.455799 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] For port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:00:28.479382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] For port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2d42cf1e-036c-4aef-a961-92ba9ee01ce2,segment=NetworkSegment(0019ceb8-ccd9-483b-adec-6ca99f4b8feb),segment_id=0019ceb8-ccd9-483b-adec-6ca99f4b8feb)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:00:28.576457 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:28.626259 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Routers {'02bdcf90-6559-4522-85d6-97fcaa58fa28'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:28.626985 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:00:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['02bdcf90-6559-4522-85d6-97fcaa58fa28'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:28.676809 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0901a-6802-43b9-8a98-751bc793198c None None] Pushing event updated for resources: {'Port': ['ID=2d42cf1e-036c-4aef-a961-92ba9ee01ce2,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:28.736792 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] Set router 02bdcf90-6559-4522-85d6-97fcaa58fa28 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:28.918190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35176) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:28.977811 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'name': 'router1', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:00:14Z', 'updated_at': '2021-08-20T11:00:25Z', 'revision_number': 2, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'gw_port_host': None, '_interfaces': [{'id': '2d42cf1e-036c-4aef-a961-92ba9ee01ce2', 'name': '', 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'mac_address': 'fa:16:3e:f6:bb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:00:24Z', 'updated_at': '2021-08-20T11:00:28Z', 'revision_number': 4, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'subnets': [{'id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e85e0b2-8b59-44b3-b746-f76839e273f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:29.009944 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f185409-0b3d-4e85-b4bb-78c6589ba084 None None] The sync data for ids ['02bdcf90-6559-4522-85d6-97fcaa58fa28'] in n-d-804230-3 is: [{'id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'name': 'router1', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:00:14Z', 'updated_at': '2021-08-20T11:00:25Z', 'revision_number': 2, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'gw_port_host': None, '_interfaces': [{'id': '2d42cf1e-036c-4aef-a961-92ba9ee01ce2', 'name': '', 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'mac_address': 'fa:16:3e:f6:bb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:00:24Z', 'updated_at': '2021-08-20T11:00:28Z', 'revision_number': 4, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'subnets': [{'id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e85e0b2-8b59-44b3-b746-f76839e273f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:00:29.069587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f701bbb-8976-42a6-8f97-ff171f16f4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:29.071020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6f701bbb-8976-42a6-8f97-ff171f16f4db admin admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 842 time: 0.1518502 Aug 20 11:00:29.081422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:00:29.187062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Made reservation on behalf of 2af7d4fd36ec4607b66f6b6a9977ddea for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:00:29.189396 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:29.621020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:00:29.621453 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:29.675740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=338335e1-a0df-4ba2-a0f2-5150accf62c7,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:29.685343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:00:29.686028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Network hostable DHCP agents. Network: b7a42768-e6ec-40ff-acad-bb7cf62ccac3, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:00:29.867195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:00:30.037955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, b7a42768-e6ec-40ff-acad-bb7cf62ccac3) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:00:30.042981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:30.044894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:30.046121 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26b85e-4ef3-4a51-9d67-64e23e913741 None None] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:00:30.180360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b516d-81bb-4193-b94f-340660bbbf81 None None] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:00:30.187815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7e85a08a-ba7e-48ac-9dbc-6d142eb48f7d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1102078 Aug 20 11:00:32.544023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35184) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:32.760963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2c15e9c9-d17d-498a-a704-580b4123ff6f admin admin] 10.222.0.10 "GET /v2.0/routers/02bdcf90-6559-4522-85d6-97fcaa58fa28 HTTP/1.1" status: 200 len: 710 time: 0.2158072 Aug 20 11:00:32.849805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff2d37-604d-4c51-a0f7-9b93d3df71d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:00:32.851601 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e8ff2d37-604d-4c51-a0f7-9b93d3df71d9 admin admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 886 time: 0.0850101 Aug 20 11:00:32.862344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:00:33.117570 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:33.483292 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:33.560985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:33.666989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Allocated IP 172.25.4.230 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/a79f16bb-686e-47da-90cd-27b2dbf89b11) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:00:33.777438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:33.907399 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:33.948018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:00:33.951457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:00:33.954946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:00:33.992032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Pushing event updated for resources: {'Port': ['ID=a79f16bb-686e-47da-90cd-27b2dbf89b11,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:34.335033 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:34.493520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:00:34.631536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:00:34.635445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:00:34.635817 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:34.654290 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:34.657913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:34.712971 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:34.746366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2d42cf1e-036c-4aef-a961-92ba9ee01ce2,segment=NetworkSegment(0019ceb8-ccd9-483b-adec-6ca99f4b8feb),segment_id=0019ceb8-ccd9-483b-adec-6ca99f4b8feb)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:34.791114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Router 02bdcf90-6559-4522-85d6-97fcaa58fa28 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:00:34.883887 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:34.914863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:00:34.920023 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:34.921318 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b646ad5f-afc2-46ad-805c-820e5ed321db admin admin] 10.222.0.10 "PUT /v2.0/routers/02bdcf90-6559-4522-85d6-97fcaa58fa28 HTTP/1.1" status: 200 len: 890 time: 2.0623703 Aug 20 11:00:34.937815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=2d42cf1e-036c-4aef-a961-92ba9ee01ce2,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:35.649818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Sync routers for ids ['02bdcf90-6559-4522-85d6-97fcaa58fa28'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:00:35.707619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Routers {'02bdcf90-6559-4522-85d6-97fcaa58fa28'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:35.708369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:00:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['02bdcf90-6559-4522-85d6-97fcaa58fa28'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:35.927087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Set router 02bdcf90-6559-4522-85d6-97fcaa58fa28 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:36.332395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'name': 'router1', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a79f16bb-686e-47da-90cd-27b2dbf89b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:00:14Z', 'updated_at': '2021-08-20T11:00:34Z', 'revision_number': 4, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'gw_port': {'id': 'a79f16bb-686e-47da-90cd-27b2dbf89b11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:00:33Z', 'updated_at': '2021-08-20T11:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '2d42cf1e-036c-4aef-a961-92ba9ee01ce2', 'name': '', 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'mac_address': 'fa:16:3e:f6:bb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:00:24Z', 'updated_at': '2021-08-20T11:00:34Z', 'revision_number': 5, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'subnets': [{'id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e85e0b2-8b59-44b3-b746-f76839e273f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:36.384667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Checking router: 02bdcf90-6559-4522-85d6-97fcaa58fa28 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:00:36.384874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Updating router 02bdcf90-6559-4522-85d6-97fcaa58fa28 port a79f16bb-686e-47da-90cd-27b2dbf89b11 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:00:36.437596 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:36.460382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:00:36.537437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:00:36.537804 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:36.893118 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:36.904051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Transition to ACTIVE for port object a79f16bb-686e-47da-90cd-27b2dbf89b11 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:00:37.061202 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:37.118296 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Attempting to bind port a79f16bb-686e-47da-90cd-27b2dbf89b11 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:00:37.118711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Attempting to bind port a79f16bb-686e-47da-90cd-27b2dbf89b11 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:00:37.125944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Attempting to bind port a79f16bb-686e-47da-90cd-27b2dbf89b11 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:00:37.125944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec5af9-11d6-4c53-8cee-bd657bb6f958 None None] Pushing event updated for resources: {'Port': ['ID=a79f16bb-686e-47da-90cd-27b2dbf89b11,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:37.127437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:00:37.127652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:00:37.128060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:37.128472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:00:37.129020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Bound port: a79f16bb-686e-47da-90cd-27b2dbf89b11, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:00:37.129354 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:37.269094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] For port a79f16bb-686e-47da-90cd-27b2dbf89b11, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:00:37.272124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] For port a79f16bb-686e-47da-90cd-27b2dbf89b11, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a79f16bb-686e-47da-90cd-27b2dbf89b11,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:00:37.355666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35196) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:00:37.409786 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:37.469487 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec5af9-11d6-4c53-8cee-bd657bb6f958 None None] Pushing event updated for resources: {'Port': ['ID=a79f16bb-686e-47da-90cd-27b2dbf89b11,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:37.470007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-27c6ba9f-78fc-45c2-bab9-a8fd7ec28fdb admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1132150 Aug 20 11:00:37.472213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Routers {'02bdcf90-6559-4522-85d6-97fcaa58fa28'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:00:37.472895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:00:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['02bdcf90-6559-4522-85d6-97fcaa58fa28'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:37.609411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] Set router 02bdcf90-6559-4522-85d6-97fcaa58fa28 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:00:37.857277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'name': 'router1', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a79f16bb-686e-47da-90cd-27b2dbf89b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:00:14Z', 'updated_at': '2021-08-20T11:00:34Z', 'revision_number': 4, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'gw_port': {'id': 'a79f16bb-686e-47da-90cd-27b2dbf89b11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:00:33Z', 'updated_at': '2021-08-20T11:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '2d42cf1e-036c-4aef-a961-92ba9ee01ce2', 'name': '', 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'mac_address': 'fa:16:3e:f6:bb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:00:24Z', 'updated_at': '2021-08-20T11:00:34Z', 'revision_number': 5, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'subnets': [{'id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e85e0b2-8b59-44b3-b746-f76839e273f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:00:37.885805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc95e3b-2612-43b8-9fb4-73e6f536f388 None None] The sync data for ids ['02bdcf90-6559-4522-85d6-97fcaa58fa28'] in n-d-804230-3 is: [{'id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'name': 'router1', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a79f16bb-686e-47da-90cd-27b2dbf89b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:00:14Z', 'updated_at': '2021-08-20T11:00:34Z', 'revision_number': 4, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'gw_port': {'id': 'a79f16bb-686e-47da-90cd-27b2dbf89b11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:00:33Z', 'updated_at': '2021-08-20T11:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '2d42cf1e-036c-4aef-a961-92ba9ee01ce2', 'name': '', 'network_id': '1ec11631-41c6-4bf6-abcf-3fe4c09488c6', 'tenant_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'mac_address': 'fa:16:3e:f6:bb:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bdcf90-6559-4522-85d6-97fcaa58fa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:00:24Z', 'updated_at': '2021-08-20T11:00:34Z', 'revision_number': 5, 'project_id': 'cb0af04bfbae41c6a80a438a5413a44a', 'subnets': [{'id': '8d377720-e632-4afd-9e9f-f4ca08af23ca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e85e0b2-8b59-44b3-b746-f76839e273f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:00:38.513014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a79f16bb-686e-47da-90cd-27b2dbf89b11 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:00:38.729365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a79f16bb-686e-47da-90cd-27b2dbf89b11 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:00:38.733756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a79f16bb-686e-47da-90cd-27b2dbf89b11 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:00:38.734236 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:38.825275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:38.839560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port a79f16bb-686e-47da-90cd-27b2dbf89b11, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a79f16bb-686e-47da-90cd-27b2dbf89b11,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:00:39.003573 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:39.056556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=a79f16bb-686e-47da-90cd-27b2dbf89b11,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:00:40.476959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a79f16bb-686e-47da-90cd-27b2dbf89b11 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:00:40.530617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a79f16bb-686e-47da-90cd-27b2dbf89b11 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:00:40.530987 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:41.191681 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:00:44.864046 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0c499383-0149-4401-951c-1f762d62cd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:47.804264 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-567a9c47-8640-4f72-b22c-465feb2694d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:48.551404 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:49.208428 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:00:50.637969 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:14.955360 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5811b707-023a-4c7d-acfb-e6d22a5b5da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:17.835783 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-663d0642-28b2-4145-8dc0-1efdb02ccc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:18.182830 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:01:18.618413 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:19.183927 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:20.772091 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:44.844772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f97be799-f31a-40c7-8072-2be89f569fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:47.667905 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec72ab89-91b1-4f58-a495-5d09dfbd1719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:48.519382 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:49.153679 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:50.650414 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:01:55.181477 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:02:14.889219 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-84216c47-c542-49de-a587-2105c6e77370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:17.689556 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d56ba98-d0a8-4a6c-9f39-ba2b7785e67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:18.540912 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:19.146908 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:20.642955 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:28.166114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35798) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:28.255758 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c4fb86-5d53-4055-8134-612adc400451 admin admin] GET failed (client error): The resource could not be found. Aug 20 11:02:28.257282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-04c4fb86-5d53-4055-8134-612adc400451 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0901518 Aug 20 11:02:28.456758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9edc162-0055-478a-a68d-24bbd47f180c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:28.458826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a9edc162-0055-478a-a68d-24bbd47f180c admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1966550 Aug 20 11:02:30.644772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35808) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:30.787232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f663e5a-0c3d-438e-8268-b240bb761d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:30.788574 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3f663e5a-0c3d-438e-8268-b240bb761d5a admin admin] 10.222.0.10 "GET /v2.0/subnets/8d377720-e632-4afd-9e9f-f4ca08af23ca HTTP/1.1" status: 200 len: 849 time: 0.1419961 Aug 20 11:02:30.804216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:02:30.894781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:31.140101 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754706299742'] for subnet, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:31.237544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:31.238176 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:31.240842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] 10.222.0.10 "PUT /v2.0/subnets/8d377720-e632-4afd-9e9f-f4ca08af23ca HTTP/1.1" status: 200 len: 868 time: 0.4412029 Aug 20 11:02:31.241439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a04ad9-9d47-48e5-8f24-a7378d392b21 None None] Network 1ec11631-41c6-4bf6-abcf-3fe4c09488c6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:02:31.264992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d377720-e632-4afd-9e9f-f4ca08af23ca,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:02:31.280657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.281625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.282388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.283167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.283931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.284656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.285404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.286694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.287623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.288388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.289139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.290263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de08ea5-c1b1-4f09-83c9-f54b0b4947a1 admin admin] Tracked resource versions report: Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: pushed versions: Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: { 'AddressGroup': {'1.2'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'ConntrackHelper': {'1.0'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'Log': {'1.0'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'Network': {'1.1'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'Port': {'1.7'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'PortForwarding': {'1.2'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'QosPolicy': {'1.9'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'SecurityGroup': {'1.4'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'SubPort': {'1.0'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'Subnet': {'1.1'}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'Trunk': {'1.1'}} Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: consumer versions: Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: { DHCP agent@n-d-804230-3: {}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: L3 agent@n-d-804230-3: {}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: Metadata agent@n-d-804230-3: {}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: Metering agent@n-d-804230-3: {}, Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: Open vSwitch agent@n-d-804230-3: { 'AddressGroup': '1.2', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'ConntrackHelper': '1.0', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'Log': '1.0', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'Network': '1.1', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'Port': '1.7', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'PortForwarding': '1.2', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'QosPolicy': '1.9', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'SecurityGroup': '1.4', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'SecurityGroupRule': '1.2', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'SubPort': '1.0', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'Subnet': '1.1', Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: 'Trunk': '1.1'}} Aug 20 11:02:31.291894 n-d-804230-3 neutron-server[95587]: {{(pid=95587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:02:31.675466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-358a521f-4315-43b8-b8cb-9641d2398c3e None None] Provisioning complete for port 2d42cf1e-036c-4aef-a961-92ba9ee01ce2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:02:31.675844 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-358a521f-4315-43b8-b8cb-9641d2398c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:31.763236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-358a521f-4315-43b8-b8cb-9641d2398c3e None None] Provisioning complete for port 9171e7e1-8fc1-451a-8a2e-392c4e1094d4 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:02:31.763537 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-358a521f-4315-43b8-b8cb-9641d2398c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:32.180420 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:02:33.489949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35820) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:33.702792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab85aaa-8b4e-409f-8013-7efdf17fa54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:33.703186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab85aaa-8b4e-409f-8013-7efdf17fa54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:33.704758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bab85aaa-8b4e-409f-8013-7efdf17fa54f admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138319 Aug 20 11:02:35.877627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35830) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:36.010510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a59ba-0732-4ded-892e-627f2f511fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:36.010992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a59ba-0732-4ded-892e-627f2f511fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:36.012607 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b71a59ba-0732-4ded-892e-627f2f511fbb admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340079 Aug 20 11:02:38.181231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35838) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:38.378394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55a04e-e3c3-4a8c-aeb0-9b0a0dc0aab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:38.380361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1b55a04e-e3c3-4a8c-aeb0-9b0a0dc0aab8 admin admin] 10.222.0.10 "GET /v2.0/networks/1ec11631-41c6-4bf6-abcf-3fe4c09488c6 HTTP/1.1" status: 200 len: 869 time: 0.1981463 Aug 20 11:02:40.604305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35846) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:40.734366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220edfa4-f7aa-46d4-af87-bf61f10d01ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:40.735770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-220edfa4-f7aa-46d4-af87-bf61f10d01ba admin admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 886 time: 0.1305225 Aug 20 11:02:42.902535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35854) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:43.030132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2409e5a3-39cb-4cff-bedc-0f45d8a36a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:43.030658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2409e5a3-39cb-4cff-bedc-0f45d8a36a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:43.032248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2409e5a3-39cb-4cff-bedc-0f45d8a36a7e admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287718 Aug 20 11:02:44.853611 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9705841d-0294-4137-8893-57f8fd93934a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:45.179202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35862) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:45.324185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcf6a00-9ec3-4062-863b-91206cd6bc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:45.324858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcf6a00-9ec3-4062-863b-91206cd6bc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:45.326796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0dcf6a00-9ec3-4062-863b-91206cd6bc96 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465359 Aug 20 11:02:47.505145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35870) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:47.592436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60cde9f-52aa-4fe1-84c7-dc71ca0dcc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:47.593805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d60cde9f-52aa-4fe1-84c7-dc71ca0dcc91 admin admin] 10.222.0.10 "GET /v2.0/subnets/338335e1-a0df-4ba2-a0f2-5150accf62c7 HTTP/1.1" status: 200 len: 816 time: 0.0877180 Aug 20 11:02:47.648255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-04bfaa99-9b84-454f-bc9c-25e6ffe36c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:48.516665 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:49.059772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:02:49.882817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35878) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:02:49.975835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8b1bd5-cde7-434e-b97c-159ec66d553c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:02:49.977202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-df8b1bd5-cde7-434e-b97c-159ec66d553c admin admin] 10.222.0.10 "GET /v2.0/subnets/8d377720-e632-4afd-9e9f-f4ca08af23ca HTTP/1.1" status: 200 len: 868 time: 0.0934415 Aug 20 11:02:50.676422 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:09.180752 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:03:14.852870 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1a765c95-37b6-4537-9937-c4030fa3aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:15.952673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35932) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:03:15.999348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-d52f2d72-9138-4571-9447-4d71b1819f8c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:03:16.000382 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d52f2d72-9138-4571-9447-4d71b1819f8c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467734 Aug 20 11:03:17.764321 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e328a16-ff2f-4667-8972-c0920509e9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:18.320610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35940) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:03:18.383536 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bd891e-bdce-4404-aadd-b070f4be563c admin admin] GET failed (client error): The resource could not be found. Aug 20 11:03:18.384995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-26bd891e-bdce-4404-aadd-b070f4be563c admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634117 Aug 20 11:03:18.555800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b67262-9069-4b3e-8baf-020ad7a7a9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:18.570469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-53b67262-9069-4b3e-8baf-020ad7a7a9e0 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1652200 Aug 20 11:03:18.629543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:19.109539 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:20.612408 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:20.893024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35948) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:03:20.940808 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:03:21.097863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Made reservation on behalf of 2af7d4fd36ec4607b66f6b6a9977ddea for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:03:21.100238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:21.132259 n-d-804230-3 neutron-server[95588]: WARNING neutron.services.revisions.revision_plugin [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Could not find related network for resource to bump revision. Aug 20 11:03:21.143295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:03:21.151814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:21.152148 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Added segment 834a213f-7f74-4017-b43f-4e6816d629bc of type vlan for network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 Aug 20 11:03:21.191228 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:21.307335 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:21.308322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:21.309121 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:21.377528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:21.384078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.384429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.384838 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.387578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.387578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.387578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.387578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.387578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.387578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.387578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.387578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.388713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:21.401938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:03:21.498310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-acecd326-e5ff-490b-955c-e7527a5c9ca2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6041634 Aug 20 11:03:23.745766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35956) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:03:23.812448 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0f044f-f2e7-4097-82e7-23a6d7ecc386 admin admin] GET failed (client error): The resource could not be found. Aug 20 11:03:23.813858 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ab0f044f-f2e7-4097-82e7-23a6d7ecc386 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0670874 Aug 20 11:03:23.882299 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce2aa4b-61c4-45cb-8b95-3c4d1fc2226a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:23.887568 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1ce2aa4b-61c4-45cb-8b95-3c4d1fc2226a admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655699 Aug 20 11:03:23.894529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:03:24.194322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Made reservation on behalf of 2af7d4fd36ec4607b66f6b6a9977ddea for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:03:24.196661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:24.543144 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:24.597539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5673f2-57b9-4d17-88af-5b646f7aa72d,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:24.606159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:03:24.606537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Network hostable DHCP agents. Network: 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:03:24.775784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:03:24.999899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:03:25.004893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:03:25.005505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:25.009489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c610f66a-1ad3-493d-bd4c-6ddbaf094887 None None] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:03:25.138057 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f959bcaf-db20-4cbe-a4c3-e834de71ba0c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2472634 Aug 20 11:03:25.165955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'tenant_id': '2af7d4fd36ec4607b66f6b6a9977ddea', 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:03:25.167121 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:25.403381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Allocated IP 192.168.233.2 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/67aef22d-9bdc-4148-a8bf-df72f1fe87a6) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:03:25.555471 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:25.565233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Transition to ACTIVE for port object 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:03:25.581993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Transition to ACTIVE for port object 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:03:25.681134 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:25.718953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:03:25.722349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:03:25.727695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:03:25.739087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Pushing event updated for resources: {'Port': ['ID=67aef22d-9bdc-4148-a8bf-df72f1fe87a6,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:25.747073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.760462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:03:25.807420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Attempting to bind port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:03:25.807957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Attempting to bind port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:03:25.808516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Attempting to bind port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:03:25.815688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:03:25.816147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:03:25.816641 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:25.817131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:03:25.817660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Bound port: 67aef22d-9bdc-4148-a8bf-df72f1fe87a6, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:03:25.818113 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:25.889766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] For port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:03:25.893702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] For port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=67aef22d-9bdc-4148-a8bf-df72f1fe87a6,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:03:26.023800 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:26.089805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeab3b-9b04-4c23-a6ba-54c5e1e882b4 None None] Pushing event updated for resources: {'Port': ['ID=67aef22d-9bdc-4148-a8bf-df72f1fe87a6,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:26.638709 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:03:26.771616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:03:26.910864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f1268-5b9c-4269-a6e9-fcff22314edc None None] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:03:27.057614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-33a7c0a0-93d3-4023-93b9-de3621c82696 None None] Provisioning for port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:03:27.067842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-33a7c0a0-93d3-4023-93b9-de3621c82696 None None] Provisioning complete for port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:03:27.074829 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-33a7c0a0-93d3-4023-93b9-de3621c82696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:27.163932 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-33a7c0a0-93d3-4023-93b9-de3621c82696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:27.199970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-33a7c0a0-93d3-4023-93b9-de3621c82696 None None] For port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=67aef22d-9bdc-4148-a8bf-df72f1fe87a6,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:03:27.297153 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-33a7c0a0-93d3-4023-93b9-de3621c82696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:27.346506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7c0a0-93d3-4023-93b9-de3621c82696 None None] Pushing event updated for resources: {'Port': ['ID=67aef22d-9bdc-4148-a8bf-df72f1fe87a6,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:03:27.416922 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6ce07885-b2df-43be-a5db-87e3d52b2daf None None] Provisioning complete for port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:03:27.417286 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6ce07885-b2df-43be-a5db-87e3d52b2daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:28.593219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:03:28.653802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 67aef22d-9bdc-4148-a8bf-df72f1fe87a6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:03:28.654413 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:44.877722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-66ca21ab-7896-449f-8f34-3641d9cfddba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:46.180515 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:03:47.671128 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-24872d7f-ec40-4df8-bb5a-d9d35fec5a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:48.513763 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:49.067660 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:03:50.659418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:14.863701 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-51c4eb0c-4ffc-413f-b03c-4ec9266ab58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:17.667478 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4ff1a4d-1073-4fa1-b645-aa0b8da01f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:18.572076 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:19.058244 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:20.660784 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:23.179130 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:04:44.901830 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b9dd73d7-1b7a-4db5-9ec7-b8b59397647d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:47.664856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-053451dd-6314-44f9-8578-0567f979bc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:48.591308 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:49.085013 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:50.667359 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:56.421239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36008) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:04:56.428891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-bc141f73-a0fa-4adc-9e13-5e079528d226 tempest-verify_tempest_config-1292517833 tempest-verify_tempest_config-1292517833-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:04:56.429900 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bc141f73-a0fa-4adc-9e13-5e079528d226 tempest-verify_tempest_config-1292517833 tempest-verify_tempest_config-1292517833-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073795 Aug 20 11:04:57.157846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36026) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:04:57.305386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:57.447549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:57.569230 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:57.622795 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce2cdf623548436482fd7382d88c33af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4638212 Aug 20 11:04:57.623657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112da61a-7030-445e-b685-64dc6df72534,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:57.625825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36030) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:04:57.631768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.632123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.632471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.632812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.633150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.633627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.633965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.634297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.634646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.634975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.635301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.636213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1e9df-348c-49fb-930c-47ad601a34cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:57.701111 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:57.729555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:58.293894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:58.296661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:04:58.298087 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/112da61a-7030-445e-b685-64dc6df72534 HTTP/1.1" status: 204 len: 168 time: 0.6707418 Aug 20 11:04:58.306411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112da61a-7030-445e-b685-64dc6df72534,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:04:58.313747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.314109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.314489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.314829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.315183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.315515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.315860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.316395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.316730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.317062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.317385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:04:58.317707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0da0a9d-7f7c-45da-8a4d-ae2bbc7805c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:05:00.178180 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:05:14.898281 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7a109c02-e991-4485-b28a-5f590deb1e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:17.676434 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-455a1d49-0b3c-41ca-a16d-f74473770446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:18.562090 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:19.087965 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:20.830558 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:37.177071 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:05:44.830946 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7a2b082c-4e90-4166-9130-08af8d83782f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:47.676485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f890cbc7-7305-4bbc-ba0e-a3775ea032bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:48.585215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:49.053594 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:05:50.676646 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:14.175591 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:06:14.847446 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12078001-2e0d-4b74-9f42-f2fb63c19c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:17.669967 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cebee5cb-0796-4f8b-bc1b-ce44f98a3231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:18.510552 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:19.076177 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:20.745019 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:44.819208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a423f821-c886-4a0e-a3a1-a0143fbca82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:47.659442 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2646c070-4da4-4e13-9098-d2e3ce37b80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:48.533101 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:49.065063 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:50.796438 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:06:51.174196 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:07:14.859946 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-520f6031-85ad-4914-beca-1bd88b3c0dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:17.693504 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4acc617d-651d-4555-90f8-0d8b85019747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:18.533317 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:19.100050 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:20.716865 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:28.172475 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:07:44.831365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-306f9663-3044-4f15-9f23-458c1f0abf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:47.676713 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3e73abb5-e647-4d7a-9040-69f06322856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:48.522576 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:49.036946 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:07:50.768661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:05.171956 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 5 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:08:10.687162 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594084'] for agent, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:12.972634 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594084'] for agent, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:14.848201 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3d562a19-4f6d-44b2-b556-01d3cbf82b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:17.646800 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-261323fb-0362-45b9-9a40-2a3db70c2e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:18.515645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:19.081269 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:20.635159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:40.666162 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:42.171389 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:08:42.911529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:44.823228 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f8d4-bad1-4502-812b-52298f94cb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:47.643285 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db30aceb-ea0f-4deb-afe0-1ff7d7a13284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:48.603140 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:49.031853 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:08:50.646648 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:01.338887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36096) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:09:01.452212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-641e08fe-1cf9-4553-8b43-556f14dcebb6 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1121690 Aug 20 11:09:03.634788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36106) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:09:03.694500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a182a969-74f0-4326-853a-fe847a5fea3c admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0585639 Aug 20 11:09:10.668735 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:12.891504 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:14.817214 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd18450f-6de9-4b1f-ba90-6175155168a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:17.655312 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6bb0950c-64cc-4bbd-bf89-8eedd875d51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:18.514405 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:19.080201 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:19.171459 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:09:20.677130 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:40.691053 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:42.962815 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:44.831739 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-baf7dd0a-9608-4a10-8e59-437562ea72f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:47.671566 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7dc92ea5-2021-4ad8-9c22-36c3e9978cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:48.570913 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:49.136484 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:50.631425 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:09:56.172465 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:10:10.659942 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:12.957223 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:14.842705 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-20519033-7288-48ec-aad3-6770e529bab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:17.768834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0f759530-2e74-4a7d-a958-beb7a5abaacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:18.536525 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:19.128827 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:20.633085 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:33.174621 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:10:39.347992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36490) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:39.350727 n-d-804230-3 neutron-server[95588]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 11:10:39.380383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-9b9fa608-6502-4535-ab39-723f4f1884d0 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bb8c3b79499040ea952288a0e5041863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312691 Aug 20 11:10:39.568173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-ad20cde4-87fc-4fbe-9cd7-958a000a0029 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:39.569639 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-ad20cde4-87fc-4fbe-9cd7-958a000a0029 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831267 Aug 20 11:10:39.588059 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-4a784202-34fc-4177-b306-949a9a343c65 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/quotas/bb8c3b79499040ea952288a0e5041863 HTTP/1.1" status: 200 len: 375 time: 0.0113502 Aug 20 11:10:39.643905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-3fcf963f-4654-4714-9313-98113febb36a tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8c3b79499040ea952288a0e5041863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494392 Aug 20 11:10:40.244530 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b358a3ea-dbdf-4b16-8520-bee8f7ecc2ef req-10e409ee-cd76-428c-b8e7-f64a5e19ec45 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 210 time: 0.0677631 Aug 20 11:10:40.690219 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:40.833242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36568) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:40.859332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36574) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:41.010154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61d0ba7a-f3e5-49ca-a80a-e73fe9d467a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:41.010253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:41.039885 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-61d0ba7a-f3e5-49ca-a80a-e73fe9d467a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:10:41.039885 n-d-804230-3 neutron-server[95587]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:10:41.039885 n-d-804230-3 neutron-server[95587]: [parameters: {'project_id': 'ef21331d5d384fd7a7691b0cb0b89ded', 'id': '8c6d54b1-fad3-43af-bb14-ec0dacddc244', 'expiration': datetime.datetime(2021, 8, 20, 11, 12, 41, 35609)}] Aug 20 11:10:41.039885 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:10:41.040262 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-61d0ba7a-f3e5-49ca-a80a-e73fe9d467a4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:10:41.138410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:41.237203 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:41.346507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a27ea6aab5741d38ac90008a83e48a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5117252 Aug 20 11:10:41.348012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c84f2f-008a-4eb9-b4b8-af509d8c8257,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:41.348778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36616) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:41.367283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.367967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.368674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.370206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.371114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.371948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.372781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.373669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.377061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.378018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.379090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.380414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea730bff-42e6-4c8a-a5bb-2a8bc4aa9b58 admin admin] Tracked resource versions report: Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: pushed versions: Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: { 'AddressGroup': {'1.2'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'ConntrackHelper': {'1.0'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'Log': {'1.0'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'Network': {'1.1'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'Port': {'1.7'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'PortForwarding': {'1.2'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'QosPolicy': {'1.9'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'SecurityGroup': {'1.4'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'SubPort': {'1.0'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'Subnet': {'1.1'}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'Trunk': {'1.1'}} Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: consumer versions: Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: { DHCP agent@n-d-804230-3: {}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: HyperV agent@n-h1-804230-3: {}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: HyperV agent@n-h2-804230-3: {}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: L3 agent@n-d-804230-3: {}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: Metadata agent@n-d-804230-3: {}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: Metering agent@n-d-804230-3: {}, Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: Open vSwitch agent@n-d-804230-3: { 'AddressGroup': '1.2', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'ConntrackHelper': '1.0', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'Log': '1.0', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'Network': '1.1', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'Port': '1.7', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'PortForwarding': '1.2', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'QosPolicy': '1.9', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'SecurityGroup': '1.4', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'SecurityGroupRule': '1.2', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'SubPort': '1.0', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'Subnet': '1.1', Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: 'Trunk': '1.1'}} Aug 20 11:10:41.382928 n-d-804230-3 neutron-server[95588]: {{(pid=95588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:10:41.461225 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:41.496732 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:41.543901 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61d0ba7a-f3e5-49ca-a80a-e73fe9d467a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:41.794610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:41.797201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:41.798656 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03c84f2f-008a-4eb9-b4b8-af509d8c8257 HTTP/1.1" status: 204 len: 168 time: 0.4487388 Aug 20 11:10:41.821956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c84f2f-008a-4eb9-b4b8-af509d8c8257,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:41.834293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.834672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.835012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.835360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.835673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.836000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.836323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.836645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.836964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.837285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.837600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.837921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9f8276-d6fb-41d8-82e3-3521dad21f6e admin admin] Tracked resource versions report: Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: pushed versions: Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: { 'AddressGroup': {'1.2'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'ConntrackHelper': {'1.0'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'Log': {'1.0'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'Network': {'1.1'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'Port': {'1.7'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'PortForwarding': {'1.2'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'QosPolicy': {'1.9'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'SecurityGroup': {'1.4'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'SubPort': {'1.0'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'Subnet': {'1.1'}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'Trunk': {'1.1'}} Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: consumer versions: Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: { DHCP agent@n-d-804230-3: {}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: HyperV agent@n-h1-804230-3: {}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: HyperV agent@n-h2-804230-3: {}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: L3 agent@n-d-804230-3: {}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: Metadata agent@n-d-804230-3: {}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: Metering agent@n-d-804230-3: {}, Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: Open vSwitch agent@n-d-804230-3: { 'AddressGroup': '1.2', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'ConntrackHelper': '1.0', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'Log': '1.0', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'Network': '1.1', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'Port': '1.7', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'PortForwarding': '1.2', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'QosPolicy': '1.9', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'SecurityGroup': '1.4', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'SecurityGroupRule': '1.2', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'SubPort': '1.0', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'Subnet': '1.1', Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: 'Trunk': '1.1'}} Aug 20 11:10:41.838999 n-d-804230-3 neutron-server[95587]: {{(pid=95587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:10:41.882205 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61d0ba7a-f3e5-49ca-a80a-e73fe9d467a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:41.986883 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61d0ba7a-f3e5-49ca-a80a-e73fe9d467a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:42.024910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-61d0ba7a-f3e5-49ca-a80a-e73fe9d467a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef21331d5d384fd7a7691b0cb0b89ded&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1641719 Aug 20 11:10:42.028269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36638) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:42.038878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0ba7a-f3e5-49ca-a80a-e73fe9d467a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3fe932-e065-41b0-99cc-5a4138f4d703,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:42.086556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d450c50-84dd-4098-b10d-182a930a60d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:42.110070 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d450c50-84dd-4098-b10d-182a930a60d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:42.175225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36642) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:42.244303 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d450c50-84dd-4098-b10d-182a930a60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:42.248001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d450c50-84dd-4098-b10d-182a930a60d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:42.250013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0d450c50-84dd-4098-b10d-182a930a60d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb3fe932-e065-41b0-99cc-5a4138f4d703 HTTP/1.1" status: 204 len: 168 time: 0.2198145 Aug 20 11:10:42.263080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d450c50-84dd-4098-b10d-182a930a60d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3fe932-e065-41b0-99cc-5a4138f4d703,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:42.382013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36658) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:42.412733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36662) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:42.486416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df72d381-3790-4237-abc5-a7d983d3240b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:42.575711 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df72d381-3790-4237-abc5-a7d983d3240b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:42.700209 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df72d381-3790-4237-abc5-a7d983d3240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:42.739457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-df72d381-3790-4237-abc5-a7d983d3240b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3856bdc114b48618e657b1bafc3f602&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5629830 Aug 20 11:10:42.740180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72d381-3790-4237-abc5-a7d983d3240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e52f996-4850-4cd8-aafb-64665996cf0a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:42.742771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36666) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:42.803856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d7458392-8cca-4df8-a231-ed741d7e7980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:42.827899 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d7458392-8cca-4df8-a231-ed741d7e7980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.014782 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d7458392-8cca-4df8-a231-ed741d7e7980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.016950 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.033097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d7458392-8cca-4df8-a231-ed741d7e7980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.033097 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d7458392-8cca-4df8-a231-ed741d7e7980 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e52f996-4850-4cd8-aafb-64665996cf0a HTTP/1.1" status: 204 len: 168 time: 0.2801819 Aug 20 11:10:43.033097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7458392-8cca-4df8-a231-ed741d7e7980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e52f996-4850-4cd8-aafb-64665996cf0a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:43.041936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36674) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:43.065158 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e48d3dfd-412f-405b-84d1-0135f36ea306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.164059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e48d3dfd-412f-405b-84d1-0135f36ea306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.226549 n-d-804230-3 neutron-server[95587]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 11:10:43.281652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87bb2a69-f596-48e6-9a5c-ff5820b1244c req-8d2a384d-2beb-4576-8f2b-b4d6c8eb02b5 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 210 time: 0.8858557 Aug 20 11:10:43.284528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e48d3dfd-412f-405b-84d1-0135f36ea306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.322014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e48d3dfd-412f-405b-84d1-0135f36ea306 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d70fdd8a5124814bdd79b85ddafda75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2772756 Aug 20 11:10:43.323029 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1693f0f-be73-4be7-a153-00d07632eb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.324871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36680) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:43.402302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ff3359c4-a530-44f9-b238-61977e2633dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.406985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d3dfd-412f-405b-84d1-0135f36ea306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb88f74-9411-4623-9209-a64763432984,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:43.428098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ff3359c4-a530-44f9-b238-61977e2633dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.483851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1693f0f-be73-4be7-a153-00d07632eb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.575647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ff3359c4-a530-44f9-b238-61977e2633dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.575862 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1693f0f-be73-4be7-a153-00d07632eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.578772 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ff3359c4-a530-44f9-b238-61977e2633dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.579944 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ff3359c4-a530-44f9-b238-61977e2633dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbb88f74-9411-4623-9209-a64763432984 HTTP/1.1" status: 204 len: 168 time: 0.2542567 Aug 20 11:10:43.591918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3359c4-a530-44f9-b238-61977e2633dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb88f74-9411-4623-9209-a64763432984,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:43.620594 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f1693f0f-be73-4be7-a153-00d07632eb93 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b414e72cbb604874a3c40dbe52a3f114&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2039423 Aug 20 11:10:43.620594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1693f0f-be73-4be7-a153-00d07632eb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237bacf2-5902-46db-9dbe-8db89a07c268,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:43.620757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36690) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:43.675694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd05a37f-ab28-4e7d-ad9c-531470547fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.701207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd05a37f-ab28-4e7d-ad9c-531470547fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.856085 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd05a37f-ab28-4e7d-ad9c-531470547fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.858584 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd05a37f-ab28-4e7d-ad9c-531470547fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:43.859779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bd05a37f-ab28-4e7d-ad9c-531470547fd6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/237bacf2-5902-46db-9dbe-8db89a07c268 HTTP/1.1" status: 204 len: 168 time: 0.2380745 Aug 20 11:10:43.867656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05a37f-ab28-4e7d-ad9c-531470547fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237bacf2-5902-46db-9dbe-8db89a07c268,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:43.895931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36704) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:43.916127 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d617070-beb8-4ab0-b64d-0a502880526c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.026863 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d617070-beb8-4ab0-b64d-0a502880526c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.122074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.38', 62192) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:44.155990 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-c437ce80-1dfa-43fd-b785-b26f7df0d382 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=bb8c3b79499040ea952288a0e5041863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321689 Aug 20 11:10:44.180172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d617070-beb8-4ab0-b64d-0a502880526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.303670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2d617070-beb8-4ab0-b64d-0a502880526c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b278de44e8094b1ea2610a53d899b4ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4041421 Aug 20 11:10:44.304051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36720) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:44.329695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d617070-beb8-4ab0-b64d-0a502880526c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e235cf25-f947-4744-b67a-212dddda9834,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:44.386420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6851ed92-5c04-4fe8-b76f-afa385255550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.398622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-5336c96a-a7ac-44da-8a01-5a8e7a121d8e tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:44.400286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-5336c96a-a7ac-44da-8a01-5a8e7a121d8e tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383239 Aug 20 11:10:44.409584 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6851ed92-5c04-4fe8-b76f-afa385255550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.512122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Request body: {'port': {'device_id': 'e3a102fa-40df-42d2-a2b6-6cc75661998d', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': 'bb8c3b79499040ea952288a0e5041863'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:10:44.526917 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09cc6b8c-ffce-4230-b2ea-7c21daf1846c req-5516c12c-0627-4968-9ee7-b935b901129e tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 210 time: 0.0275359 Aug 20 11:10:44.540509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36728) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:44.548852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6851ed92-5c04-4fe8-b76f-afa385255550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.569472 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6851ed92-5c04-4fe8-b76f-afa385255550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.569472 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6851ed92-5c04-4fe8-b76f-afa385255550 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e235cf25-f947-4744-b67a-212dddda9834 HTTP/1.1" status: 204 len: 168 time: 0.2472997 Aug 20 11:10:44.569472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851ed92-5c04-4fe8-b76f-afa385255550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e235cf25-f947-4744-b67a-212dddda9834,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:44.577135 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b356a4e8-250d-40fb-836a-ecdaeb14d224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.713038 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b356a4e8-250d-40fb-836a-ecdaeb14d224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.781923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b356a4e8-250d-40fb-836a-ecdaeb14d224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.842981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356a4e8-250d-40fb-836a-ecdaeb14d224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f11220-0c96-4277-9187-c8643f45ca50,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:44.865150 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b356a4e8-250d-40fb-836a-ecdaeb14d224 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=666230770f7a4e7bb8da7edb32c7f503&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3234496 Aug 20 11:10:44.867897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36752) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:44.873270 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7b5de6d7-67b5-42bc-813a-45c3f91dd018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.919958 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d61386a-17da-4c05-95e4-631ded27aabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:44.941196 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d61386a-17da-4c05-95e4-631ded27aabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.084080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Made reservation on behalf of bb8c3b79499040ea952288a0e5041863 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:10:45.084249 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d61386a-17da-4c05-95e4-631ded27aabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.086942 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d61386a-17da-4c05-95e4-631ded27aabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.088104 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5d61386a-17da-4c05-95e4-631ded27aabe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64f11220-0c96-4277-9187-c8643f45ca50 HTTP/1.1" status: 204 len: 168 time: 0.2191446 Aug 20 11:10:45.088492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.100064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61386a-17da-4c05-95e4-631ded27aabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f11220-0c96-4277-9187-c8643f45ca50,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:45.100983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.212257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.352865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.389843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36774) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:45.417646 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-901d7515-5554-42cf-9316-33f8fe623f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.507965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04871fd7-060e-43c6-b010-1b3328a66d73,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:45.586593 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-901d7515-5554-42cf-9316-33f8fe623f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.669772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Allocated IP 192.168.233.131 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/a6b12547-d530-4fd9-98a8-12c8ca59cf39) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:10:45.769962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-901d7515-5554-42cf-9316-33f8fe623f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.879877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-901d7515-5554-42cf-9316-33f8fe623f1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c87e363e692d49edb8d8c57215d0abda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4844012 Aug 20 11:10:45.881729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36812) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:45.959622 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:45.995889 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-a68934cf-0b24-4dbd-9f86-e9055a2cae4c tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6a55fa94101942afbb08de1b4da27daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1343968 Aug 20 11:10:45.998968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Transition to ACTIVE for port object a6b12547-d530-4fd9-98a8-12c8ca59cf39 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:10:46.002239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d7515-5554-42cf-9316-33f8fe623f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cbc92c-53bc-4a2e-bb04-2b69e729f0e4,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:46.154255 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b80153f6-26e4-4376-9bf1-5ec024b67c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:46.160977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5fd1907e-960a-406e-a8ca-09bf33aea59e req-e30a4a6f-04b1-4be8-b402-236e74b69181 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 210 time: 0.0601969 Aug 20 11:10:46.247711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b80153f6-26e4-4376-9bf1-5ec024b67c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:46.272622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28814c-075e-4f54-96bd-12965abb098c req-05d59baf-c4dc-4924-b4ac-172be9252c0a tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:46.272622 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-05d59baf-c4dc-4924-b4ac-172be9252c0a tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618117 Aug 20 11:10:46.272903 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:46.307533 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-b4b90cef-fa06-424d-b417-b3b9c00976ef tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/quotas/6a55fa94101942afbb08de1b4da27daa HTTP/1.1" status: 200 len: 375 time: 0.0304458 Aug 20 11:10:46.350940 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-913645bf-b8df-4d3a-8de4-f8042bdbbd7f tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a55fa94101942afbb08de1b4da27daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356164 Aug 20 11:10:46.355161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:10:46.367176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:10:46.393898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:10:46.400086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:46.401507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:46.440022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Pushing event updated for resources: {'Port': ['ID=a6b12547-d530-4fd9-98a8-12c8ca59cf39,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:46.483355 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b80153f6-26e4-4376-9bf1-5ec024b67c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:46.486830 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b80153f6-26e4-4376-9bf1-5ec024b67c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:46.489365 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b80153f6-26e4-4376-9bf1-5ec024b67c94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83cbc92c-53bc-4a2e-bb04-2b69e729f0e4 HTTP/1.1" status: 204 len: 168 time: 0.6057608 Aug 20 11:10:46.500605 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80153f6-26e4-4376-9bf1-5ec024b67c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cbc92c-53bc-4a2e-bb04-2b69e729f0e4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:46.565389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-431fd64e-2fdb-44bb-8b59-24b5122d834b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0579267 Aug 20 11:10:46.580539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-416ecd8f-42b7-4435-89b2-547dd00a670d tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:10:46.581558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-416ecd8f-42b7-4435-89b2-547dd00a670d tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053713 Aug 20 11:10:46.812474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-be093a24-23d4-4cc1-a72e-1e35e4ccbf40 req-661e139d-dcd6-419c-ab68-6043ba21a072 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 210 time: 0.0655487 Aug 20 11:10:46.928681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ed386509-ba7d-4cc0-9d8a-a0b9b0992927 None None] Provisioning for port a6b12547-d530-4fd9-98a8-12c8ca59cf39 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:10:46.933298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ed386509-ba7d-4cc0-9d8a-a0b9b0992927 None None] Provisioning complete for port a6b12547-d530-4fd9-98a8-12c8ca59cf39 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:10:46.933673 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed386509-ba7d-4cc0-9d8a-a0b9b0992927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:46.978658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ed386509-ba7d-4cc0-9d8a-a0b9b0992927 None None] Port a6b12547-d530-4fd9-98a8-12c8ca59cf39 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:10:47.383904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e820b23-c10c-4a07-b9e4-aeed21afbe4e req-680cfd1b-7cc9-40e3-ad01-585687e4a84f tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:47.389704 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e820b23-c10c-4a07-b9e4-aeed21afbe4e req-680cfd1b-7cc9-40e3-ad01-585687e4a84f tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 936 time: 0.1219895 Aug 20 11:10:47.509733 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e820b23-c10c-4a07-b9e4-aeed21afbe4e req-03d44090-b275-4969-be09-4b581a9cea09 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963988 Aug 20 11:10:47.648299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Request body: {'port': {'device_id': 'e3a102fa-40df-42d2-a2b6-6cc75661998d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:10:47.758379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6ee1b9ed-3f96-478f-b780-73add2373a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:47.791803 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:47.921404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85a2e341-b29a-48a1-9d84-cb9d64c4e64d req-4bcf396e-c2cb-44a1-98ca-b86fbb414060 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 210 time: 0.0390594 Aug 20 11:10:48.421460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b12547-d530-4fd9-98a8-12c8ca59cf39 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:10:48.430297 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:48.456485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Transition to ACTIVE for port object a6b12547-d530-4fd9-98a8-12c8ca59cf39 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:10:48.684646 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:48.685360 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:48.685769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986aec1-e887-4bad-938a-c3b4dd2fe031 req-51c0bb37-3a7d-420f-b305-2e73d4b0961c tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:48.705826 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3986aec1-e887-4bad-938a-c3b4dd2fe031 req-51c0bb37-3a7d-420f-b305-2e73d4b0961c tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 936 time: 0.0762744 Aug 20 11:10:48.765019 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3986aec1-e887-4bad-938a-c3b4dd2fe031 req-eb1d30f3-c616-4f64-a762-af2b35c85525 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613632 Aug 20 11:10:48.874098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b12547-d530-4fd9-98a8-12c8ca59cf39,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:48.885984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Attempting to bind port a6b12547-d530-4fd9-98a8-12c8ca59cf39 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:10:48.886738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Attempting to bind port a6b12547-d530-4fd9-98a8-12c8ca59cf39 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:10:48.887354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Attempting to bind port a6b12547-d530-4fd9-98a8-12c8ca59cf39 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:10:48.908126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Port a6b12547-d530-4fd9-98a8-12c8ca59cf39 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:10:48.908126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Attempting to bind port a6b12547-d530-4fd9-98a8-12c8ca59cf39 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:10:48.908126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:10:48.908126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:10:48.908126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:10:48.908126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Bound port: a6b12547-d530-4fd9-98a8-12c8ca59cf39, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:10:48.908126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:48.992267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] For port a6b12547-d530-4fd9-98a8-12c8ca59cf39, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:10:48.998883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] For port a6b12547-d530-4fd9-98a8-12c8ca59cf39, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a6b12547-d530-4fd9-98a8-12c8ca59cf39,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:10:49.081914 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-056b7e73-250d-40f9-9028-cdb9efea13b9 req-dffa9748-e117-419c-9869-00f4a70a2cff tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 210 time: 0.0376275 Aug 20 11:10:49.091288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:49.142534 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:49.302394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:49.303160 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:49.306624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] 10.222.0.38 "PUT /v2.0/ports/a6b12547-d530-4fd9-98a8-12c8ca59cf39 HTTP/1.1" status: 200 len: 1096 time: 2.4195869 Aug 20 11:10:49.315410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a102fa-40df-42d2-a2b6-6cc75661998d', 'tag': 'a6b12547-d530-4fd9-98a8-12c8ca59cf39'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:10:49.446242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3a0a1-5c5d-4e43-97ed-09da70206727 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b12547-d530-4fd9-98a8-12c8ca59cf39,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:49.906881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6786ed-6fd3-495f-beea-9b9d826c42de req-78a9a599-f362-4a40-b1b1-2b98e1176866 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:49.909572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e6786ed-6fd3-495f-beea-9b9d826c42de req-78a9a599-f362-4a40-b1b1-2b98e1176866 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 948 time: 0.0717213 Aug 20 11:10:49.953238 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e6786ed-6fd3-495f-beea-9b9d826c42de req-69280941-a86a-4670-9657-eb618cfe04a3 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377417 Aug 20 11:10:50.187688 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3602f30c-6acd-4828-8bd5-87fb83bc38e1 req-a8392d8e-a85e-493b-8338-b1d02be0a558 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 210 time: 0.0274146 Aug 20 11:10:50.590057 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2fb893-1ad8-4eca-a7c5-d104aeb23bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a102fa-40df-42d2-a2b6-6cc75661998d", "tag": "a6b12547-d530-4fd9-98a8-12c8ca59cf39"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:10:50.656971 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:50.974223 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fc3088-3f40-48bf-86a6-c055f359aeaf x-openstack-request-id: req-64fc3088-3f40-48bf-86a6-c055f359aeaf {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:10:50.974544 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a102fa-40df-42d2-a2b6-6cc75661998d", "tag": "a6b12547-d530-4fd9-98a8-12c8ca59cf39", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:10:50.974800 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64fc3088-3f40-48bf-86a6-c055f359aeaf {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:10:50.977206 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a102fa-40df-42d2-a2b6-6cc75661998d', 'tag': 'a6b12547-d530-4fd9-98a8-12c8ca59cf39', 'status': 'completed', 'code': 200} Aug 20 11:10:51.148021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111acf-6714-4bef-a022-22f3210f44db req-cf2d6122-2227-43a3-9124-832a30872f08 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:51.149661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a5111acf-6714-4bef-a022-22f3210f44db req-cf2d6122-2227-43a3-9124-832a30872f08 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 948 time: 0.0928214 Aug 20 11:10:51.197334 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a5111acf-6714-4bef-a022-22f3210f44db req-b2fd2656-df2d-44cf-8048-78c18ed0e155 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400486 Aug 20 11:10:51.294919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46a8de7f-359d-41d4-9c69-3792313f0123 req-df060dd8-99c0-4621-9f08-7db6ed9ee456 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Aug 20 11:10:52.377849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ebf93-b999-4fdd-9a0f-ad79c2b32df5 req-aab878e1-9449-4e99-a978-ec4b47d840a8 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:52.386188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a21ebf93-b999-4fdd-9a0f-ad79c2b32df5 req-aab878e1-9449-4e99-a978-ec4b47d840a8 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 948 time: 0.0766521 Aug 20 11:10:52.409523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.57', 49355) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:52.441428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a21ebf93-b999-4fdd-9a0f-ad79c2b32df5 req-a00daa0d-11b2-4481-b367-109b720f2036 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Aug 20 11:10:52.468965 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-eb631c80-9f0d-483d-844b-f81896d94d49 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a55fa94101942afbb08de1b4da27daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548828 Aug 20 11:10:52.517726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dab9c17b-f40c-4262-8cde-3a1352328eca req-f456ab58-9751-448b-b57b-f3ee3d69a291 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 210 time: 0.0617528 Aug 20 11:10:52.730166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28814c-075e-4f54-96bd-12965abb098c req-cd41ab7f-c219-4cec-8861-05aab758efab tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:52.733309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-cd41ab7f-c219-4cec-8861-05aab758efab tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111101 Aug 20 11:10:52.819426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Request body: {'port': {'device_id': '8fd88de3-3298-4835-bab3-744aa57dc312', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '6a55fa94101942afbb08de1b4da27daa'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:10:53.324644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Made reservation on behalf of 6a55fa94101942afbb08de1b4da27daa for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:10:53.329024 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:53.463501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:53.575576 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:53.648803 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:53.663556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e1593bf3-0c55-419e-9491-7122d2b829ad req-4757b5f8-67e0-4604-9ae5-a7df6340e022 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 210 time: 0.0419757 Aug 20 11:10:53.800630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575894c1-2731-4e4d-ad6e-e7a1d092f5b6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:53.821515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04373c8b-b734-4371-8515-c58ea92555e1 req-42bff0ae-8522-40a0-8c88-a9d5e6967933 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:53.828934 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-04373c8b-b734-4371-8515-c58ea92555e1 req-42bff0ae-8522-40a0-8c88-a9d5e6967933 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 948 time: 0.2232871 Aug 20 11:10:53.972325 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-04373c8b-b734-4371-8515-c58ea92555e1 req-75f27faa-be6d-41dd-a45e-7df7acb46598 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426022 Aug 20 11:10:54.028690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Allocated IP 192.168.233.70 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/b63c1243-e188-4f1b-8ff6-8370b1f75a82) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:10:54.035942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37018) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:54.226302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:54.241433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Transition to ACTIVE for port object b63c1243-e188-4f1b-8ff6-8370b1f75a82 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:10:54.386567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e2a54542-aa44-4728-97af-9adbf1ef8a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:54.505249 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e2a54542-aa44-4728-97af-9adbf1ef8a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:54.550267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:54.715331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:10:54.738524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:10:54.761307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:10:54.789236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:54.800396 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:54.804876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Pushing event updated for resources: {'Port': ['ID=b63c1243-e188-4f1b-8ff6-8370b1f75a82,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:54.854387 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e2a54542-aa44-4728-97af-9adbf1ef8a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:54.975247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25e9f2-a267-48ac-9027-cef5ec4d68f2 req-4bf281ed-7844-411f-95a5-585611f69999 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:54.987650 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a25e9f2-a267-48ac-9027-cef5ec4d68f2 req-4bf281ed-7844-411f-95a5-585611f69999 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 935 time: 0.1913617 Aug 20 11:10:55.031144 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e2a54542-aa44-4728-97af-9adbf1ef8a9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d458871d5a51423182e282ef6cbb0955&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9938436 Aug 20 11:10:55.033103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37044) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:55.047601 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-edf60817-6cb6-4e5c-8bb4-85a93b61ae31 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2346861 Aug 20 11:10:55.048591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a54542-aa44-4728-97af-9adbf1ef8a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e68470-e614-43b7-9b9b-edf80b37b6c3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:55.145227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-6cb8ec7a-abdb-4c5b-a7f3-19b85758036b tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:10:55.147355 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-6cb8ec7a-abdb-4c5b-a7f3-19b85758036b tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305367 Aug 20 11:10:55.154841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a25e9f2-a267-48ac-9027-cef5ec4d68f2 req-59b3da75-2717-4029-9a15-f38ebde22c57 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599011 Aug 20 11:10:55.226109 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eae6b8c9-ffdb-4edd-b211-7ff4a8c4626a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:55.306696 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eae6b8c9-ffdb-4edd-b211-7ff4a8c4626a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:55.377565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eff51c-2e82-4a36-b8f0-6df95e0994cf req-b45e2ac6-871c-4686-9ab6-f8c907b7c00c tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:55.386350 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14eff51c-2e82-4a36-b8f0-6df95e0994cf req-b45e2ac6-871c-4686-9ab6-f8c907b7c00c tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 948 time: 0.1717670 Aug 20 11:10:55.441936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fb893-1ad8-4eca-a7c5-d104aeb23bb0 req-f44e5c5f-e010-4dfd-944d-508e246dbfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:55.444015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d2fb893-1ad8-4eca-a7c5-d104aeb23bb0 req-f44e5c5f-e010-4dfd-944d-508e246dbfbd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb8c3b79499040ea952288a0e5041863&device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 1099 time: 0.0805936 Aug 20 11:10:55.450805 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14eff51c-2e82-4a36-b8f0-6df95e0994cf req-bb818f64-e117-4f38-b5a8-bb664976a730 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633547 Aug 20 11:10:55.503040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d2fb893-1ad8-4eca-a7c5-d104aeb23bb0 req-0c1ce95c-6c64-42e6-941f-88b4f4356fbb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=bb8c3b79499040ea952288a0e5041863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456784 Aug 20 11:10:55.551672 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c20c04a0-ec51-4446-9b8c-61fe4d7b57fe None None] Provisioning for port b63c1243-e188-4f1b-8ff6-8370b1f75a82 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:10:55.566079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c20c04a0-ec51-4446-9b8c-61fe4d7b57fe None None] Provisioning complete for port b63c1243-e188-4f1b-8ff6-8370b1f75a82 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:10:55.566079 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c20c04a0-ec51-4446-9b8c-61fe4d7b57fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:55.614904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c20c04a0-ec51-4446-9b8c-61fe4d7b57fe None None] Port b63c1243-e188-4f1b-8ff6-8370b1f75a82 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:10:55.729639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fb893-1ad8-4eca-a7c5-d104aeb23bb0 req-037a130d-12a5-4f26-b536-d0d9bf5c1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:55.731171 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d2fb893-1ad8-4eca-a7c5-d104aeb23bb0 req-037a130d-12a5-4f26-b536-d0d9bf5c1014 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2176034 Aug 20 11:10:55.858465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-970e98a1-cebc-4b44-ae74-5699593aa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:55.859958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-970e98a1-cebc-4b44-ae74-5699593aa098 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb8c3b79499040ea952288a0e5041863&device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 1099 time: 0.0454636 Aug 20 11:10:55.942247 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eae6b8c9-ffdb-4edd-b211-7ff4a8c4626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:55.942924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-c48946dc-fb4e-40b3-9c90-fe6071968df9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=a6b12547-d530-4fd9-98a8-12c8ca59cf39 HTTP/1.1" status: 200 len: 217 time: 0.0729842 Aug 20 11:10:55.944950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eae6b8c9-ffdb-4edd-b211-7ff4a8c4626a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:55.946248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eae6b8c9-ffdb-4edd-b211-7ff4a8c4626a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3e68470-e614-43b7-9b9b-edf80b37b6c3 HTTP/1.1" status: 204 len: 168 time: 0.9100864 Aug 20 11:10:55.955859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6b8c9-ffdb-4edd-b211-7ff4a8c4626a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e68470-e614-43b7-9b9b-edf80b37b6c3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:56.071125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-ac599542-dc0f-4267-a1d1-9e50a5d98022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:56.073644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-ac599542-dc0f-4267-a1d1-9e50a5d98022 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1207252 Aug 20 11:10:56.181014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Request body: {'port': {'device_id': '8fd88de3-3298-4835-bab3-744aa57dc312', 'device_owner': 'compute:tempest-test_az-1725553863', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:10:56.215752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-2ece75c3-da48-4980-8076-56b06b779dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:56.222014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-2ece75c3-da48-4980-8076-56b06b779dda service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358497 Aug 20 11:10:56.313966 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:56.504462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cb331-4b3f-45bb-8cfe-c6089e77c545 req-9a9ae6d3-9310-463c-9a5e-71936d11bf98 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:56.506397 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de4cb331-4b3f-45bb-8cfe-c6089e77c545 req-9a9ae6d3-9310-463c-9a5e-71936d11bf98 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 935 time: 0.1667743 Aug 20 11:10:56.530207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37074) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:56.594054 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-1ce80ddb-03d8-44c4-828f-6b573c145391 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608396 Aug 20 11:10:56.641547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de4cb331-4b3f-45bb-8cfe-c6089e77c545 req-af5cfd2a-705f-4ba8-adac-1be0ab7dba4e tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144836 Aug 20 11:10:56.897503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2d92b65-77fa-4c90-92ff-ac034b27dcaf req-6fe4e69f-8ce6-4870-94b5-4212743c74e0 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752812 Aug 20 11:10:57.013702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003e5dd-80cf-4f80-be88-2e3e20c81385 req-71bf7bb8-0354-4740-9606-7383ce534e12 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:57.021714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9003e5dd-80cf-4f80-be88-2e3e20c81385 req-71bf7bb8-0354-4740-9606-7383ce534e12 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 948 time: 0.1598780 Aug 20 11:10:57.114866 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63c1243-e188-4f1b-8ff6-8370b1f75a82 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:10:57.141730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9003e5dd-80cf-4f80-be88-2e3e20c81385 req-91c4e8b7-5867-4c8e-b761-fad8e79d892a tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964174 Aug 20 11:10:57.142412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:57.187277 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Transition to ACTIVE for port object b63c1243-e188-4f1b-8ff6-8370b1f75a82 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:10:57.331013 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-42b66a6c-28fb-4903-9669-4d22bc145ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:57.352187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:57.501110 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-42b66a6c-28fb-4903-9669-4d22bc145ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:57.505617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Pushing event updated for resources: {'Port': ['ID=b63c1243-e188-4f1b-8ff6-8370b1f75a82,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:57.515292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Attempting to bind port b63c1243-e188-4f1b-8ff6-8370b1f75a82 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:10:57.515745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Attempting to bind port b63c1243-e188-4f1b-8ff6-8370b1f75a82 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:10:57.516098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Attempting to bind port b63c1243-e188-4f1b-8ff6-8370b1f75a82 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:10:57.522529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Port b63c1243-e188-4f1b-8ff6-8370b1f75a82 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:10:57.522860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Attempting to bind port b63c1243-e188-4f1b-8ff6-8370b1f75a82 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:10:57.530052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:10:57.530990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:10:57.532032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:10:57.532758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Bound port: b63c1243-e188-4f1b-8ff6-8370b1f75a82, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:10:57.533285 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:57.655295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] For port b63c1243-e188-4f1b-8ff6-8370b1f75a82, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:10:57.655295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] For port b63c1243-e188-4f1b-8ff6-8370b1f75a82, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b63c1243-e188-4f1b-8ff6-8370b1f75a82,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:10:57.868195 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:57.912981 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-42b66a6c-28fb-4903-9669-4d22bc145ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:57.953014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:57.953014 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:57.953014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] 10.222.0.57 "PUT /v2.0/ports/b63c1243-e188-4f1b-8ff6-8370b1f75a82 HTTP/1.1" status: 200 len: 1117 time: 2.4793136 Aug 20 11:10:57.953014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd88de3-3298-4835-bab3-744aa57dc312', 'tag': 'b63c1243-e188-4f1b-8ff6-8370b1f75a82'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:10:57.967159 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-42b66a6c-28fb-4903-9669-4d22bc145ec2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b290370d8e894c50bfa7fe3207e5e911&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4340839 Aug 20 11:10:57.970423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37102) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:58.024281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b66a6c-28fb-4903-9669-4d22bc145ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6498e9b-b581-4195-9dd5-2f48d38319b8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:58.055892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6129c-c32a-49b4-ac40-97e7d8753f4b req-ea996c50-3638-4f20-ab10-eceeb2414236 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:58.077786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14c6129c-c32a-49b4-ac40-97e7d8753f4b req-ea996c50-3638-4f20-ab10-eceeb2414236 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 969 time: 0.2336624 Aug 20 11:10:58.095667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37104) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:58.203419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7244e6-1ee8-4726-a88f-f4d1a7b5cb7d service neutron] Pushing event updated for resources: {'Port': ['ID=b63c1243-e188-4f1b-8ff6-8370b1f75a82,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:58.215452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e880f4dc-8d4d-4175-9489-e3975d299953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:58.219217 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c22ccd5-1912-4775-86d0-9e6689f49025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:58.345328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14c6129c-c32a-49b4-ac40-97e7d8753f4b req-233d0808-263e-49b1-8656-b3d395959746 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650423 Aug 20 11:10:58.351539 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c22ccd5-1912-4775-86d0-9e6689f49025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:58.364270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e3613-b1a6-4470-b5af-b45ebe5ae01b req-44f79fd4-3a1b-420b-a4b8-2f7118e72f8f tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:58.372511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e83e3613-b1a6-4470-b5af-b45ebe5ae01b req-44f79fd4-3a1b-420b-a4b8-2f7118e72f8f tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 948 time: 0.0767252 Aug 20 11:10:58.473346 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e83e3613-b1a6-4470-b5af-b45ebe5ae01b req-d28bee9b-4322-430a-af91-0e05df002689 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951524 Aug 20 11:10:58.541891 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c496e1dc-1aca-4cd7-941b-2999b754d1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd88de3-3298-4835-bab3-744aa57dc312", "tag": "b63c1243-e188-4f1b-8ff6-8370b1f75a82"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:10:58.631948 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c48f62-a3a0-4f4c-b9c6-5d807e281b30 x-openstack-request-id: req-b5c48f62-a3a0-4f4c-b9c6-5d807e281b30 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:10:58.632352 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd88de3-3298-4835-bab3-744aa57dc312", "tag": "b63c1243-e188-4f1b-8ff6-8370b1f75a82", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:10:58.632512 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5c48f62-a3a0-4f4c-b9c6-5d807e281b30 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:10:58.632957 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd88de3-3298-4835-bab3-744aa57dc312', 'tag': 'b63c1243-e188-4f1b-8ff6-8370b1f75a82', 'status': 'completed', 'code': 200} Aug 20 11:10:58.883387 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c22ccd5-1912-4775-86d0-9e6689f49025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:58.893749 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c22ccd5-1912-4775-86d0-9e6689f49025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:58.900899 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4c22ccd5-1912-4775-86d0-9e6689f49025 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6498e9b-b581-4195-9dd5-2f48d38319b8 HTTP/1.1" status: 204 len: 168 time: 0.9262660 Aug 20 11:10:58.921630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22ccd5-1912-4775-86d0-9e6689f49025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6498e9b-b581-4195-9dd5-2f48d38319b8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:59.056037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e880f4dc-8d4d-4175-9489-e3975d299953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:59.131159 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e880f4dc-8d4d-4175-9489-e3975d299953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:59.173869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880f4dc-8d4d-4175-9489-e3975d299953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18eb2da-5665-4049-ac6a-8d3282ff9a88,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:59.181434 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e880f4dc-8d4d-4175-9489-e3975d299953 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3711bc1b43645de8bf34c4b7333f1d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0777891 Aug 20 11:10:59.184649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37156) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:10:59.258478 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8095a04f-c275-4295-8bc1-3c7d30f8cc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:59.281902 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8095a04f-c275-4295-8bc1-3c7d30f8cc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:59.466866 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8095a04f-c275-4295-8bc1-3c7d30f8cc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:59.469497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8095a04f-c275-4295-8bc1-3c7d30f8cc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:10:59.473883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8095a04f-c275-4295-8bc1-3c7d30f8cc01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b18eb2da-5665-4049-ac6a-8d3282ff9a88 HTTP/1.1" status: 204 len: 168 time: 0.2877598 Aug 20 11:10:59.484535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20a5a5-6eae-47a6-9ce3-3011d6285e62 req-089550ed-d395-46fd-a34a-f5024c475b9c tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:59.487842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f20a5a5-6eae-47a6-9ce3-3011d6285e62 req-089550ed-d395-46fd-a34a-f5024c475b9c tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 969 time: 0.0684972 Aug 20 11:10:59.489004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095a04f-c275-4295-8bc1-3c7d30f8cc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18eb2da-5665-4049-ac6a-8d3282ff9a88,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:10:59.551881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f20a5a5-6eae-47a6-9ce3-3011d6285e62 req-595d8d49-de9a-4f32-b353-dfede639126b tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547500 Aug 20 11:10:59.700172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed802d8-7a61-4bfd-bf14-260e3deb03e3 req-a419fd5c-8d65-4b3c-9c56-252fb15fe49f tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:10:59.701846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1ed802d8-7a61-4bfd-bf14-260e3deb03e3 req-a419fd5c-8d65-4b3c-9c56-252fb15fe49f tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 948 time: 0.0692072 Aug 20 11:10:59.936717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1ed802d8-7a61-4bfd-bf14-260e3deb03e3 req-49876b6f-833b-4cd8-9c89-69f2d5d19716 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745361 Aug 20 11:11:00.419295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37172) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:00.631702 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7868b879-1dd4-48c7-8f41-2ed3aace02c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:00.775146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da9618-371a-45ac-a28e-f5b2a0918310 req-58c7cd66-d776-40bd-99d0-88d339d27a39 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:00.783078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26da9618-371a-45ac-a28e-f5b2a0918310 req-58c7cd66-d776-40bd-99d0-88d339d27a39 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 969 time: 0.1221185 Aug 20 11:11:00.864577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26da9618-371a-45ac-a28e-f5b2a0918310 req-0598098a-88e5-4e0c-9975-33e47d86b394 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797617 Aug 20 11:11:00.925058 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7868b879-1dd4-48c7-8f41-2ed3aace02c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:00.935065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37196) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:00.952135 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14285a82-5e25-49ab-a9bd-99e24f673184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.029682 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7868b879-1dd4-48c7-8f41-2ed3aace02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.259453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22f0aa-92c7-4c23-90ec-be8111b46066 req-dcafbe81-e4f3-4f3f-98ae-3434d9f7ebca tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:01.279703 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7868b879-1dd4-48c7-8f41-2ed3aace02c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81d6523034ad460ab5b41b6e78074ab0&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8561590 Aug 20 11:11:01.280747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37210) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:01.291841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ed22f0aa-92c7-4c23-90ec-be8111b46066 req-dcafbe81-e4f3-4f3f-98ae-3434d9f7ebca tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 948 time: 0.2943938 Aug 20 11:11:01.293054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868b879-1dd4-48c7-8f41-2ed3aace02c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b4cc81-76c0-43c1-8992-d4f67b1c0fc8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:01.353169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ed22f0aa-92c7-4c23-90ec-be8111b46066 req-0b3e4a1b-2b4b-4cc1-8a32-cdb983daf6d5 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527968 Aug 20 11:11:01.389973 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-292dabc2-6f33-4735-8002-057b786d7459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.418412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14285a82-5e25-49ab-a9bd-99e24f673184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.442778 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-292dabc2-6f33-4735-8002-057b786d7459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.500918 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14285a82-5e25-49ab-a9bd-99e24f673184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.548918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14285a82-5e25-49ab-a9bd-99e24f673184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76c6045-6010-4ccf-9b3a-fda8a61e868b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:01.561165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37220) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:01.567026 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-14285a82-5e25-49ab-a9bd-99e24f673184 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be207b7da7994f3dbaa25e483d3458f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303735 Aug 20 11:11:01.586487 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-292dabc2-6f33-4735-8002-057b786d7459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.589939 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-292dabc2-6f33-4735-8002-057b786d7459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.591159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-292dabc2-6f33-4735-8002-057b786d7459 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0b4cc81-76c0-43c1-8992-d4f67b1c0fc8 HTTP/1.1" status: 204 len: 168 time: 0.3064475 Aug 20 11:11:01.602814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dabc2-6f33-4735-8002-057b786d7459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b4cc81-76c0-43c1-8992-d4f67b1c0fc8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:01.669116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62600c36-73fb-4ca7-9ae9-a83dfd9c94cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.716220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62600c36-73fb-4ca7-9ae9-a83dfd9c94cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.888344 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62600c36-73fb-4ca7-9ae9-a83dfd9c94cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.897522 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62600c36-73fb-4ca7-9ae9-a83dfd9c94cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:01.898672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-62600c36-73fb-4ca7-9ae9-a83dfd9c94cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d76c6045-6010-4ccf-9b3a-fda8a61e868b HTTP/1.1" status: 204 len: 168 time: 0.3364136 Aug 20 11:11:01.920922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62600c36-73fb-4ca7-9ae9-a83dfd9c94cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76c6045-6010-4ccf-9b3a-fda8a61e868b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:02.052073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79151c03-83cd-45e9-a4c9-4f59565b879d req-4eb039e3-706f-4325-a1f5-0e9af5cab38c tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:02.054943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79151c03-83cd-45e9-a4c9-4f59565b879d req-4eb039e3-706f-4325-a1f5-0e9af5cab38c tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 969 time: 0.0867071 Aug 20 11:11:02.105557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79151c03-83cd-45e9-a4c9-4f59565b879d req-372f3cf6-d7f6-4226-912f-5538dd79246a tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Aug 20 11:11:02.542208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7937d4e-b162-435e-b664-8125c6123853 req-6e813584-cb25-4b88-bb81-a4cb1ae591a1 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:02.546700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b7937d4e-b162-435e-b664-8125c6123853 req-6e813584-cb25-4b88-bb81-a4cb1ae591a1 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 948 time: 0.0831678 Aug 20 11:11:02.601854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b7937d4e-b162-435e-b664-8125c6123853 req-431466ff-4626-4e99-968c-3d197cf09ad4 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 Aug 20 11:11:02.862097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37266) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:02.876125 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a72eb08-862c-4122-bdfd-4824dd4b7e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:03.004145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a72eb08-862c-4122-bdfd-4824dd4b7e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:03.071947 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a72eb08-862c-4122-bdfd-4824dd4b7e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:03.124565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37274) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:03.125710 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0a72eb08-862c-4122-bdfd-4824dd4b7e6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f780c73b21c4459bb66ae62b97b0abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619066 Aug 20 11:11:03.127232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72eb08-862c-4122-bdfd-4824dd4b7e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e695b6-9ce9-4d9f-b299-e58921dbcc7e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:03.189818 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19bc4e4a-e908-41a8-b196-3d7699c186f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:03.225029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19bc4e4a-e908-41a8-b196-3d7699c186f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:03.255962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c352b0-ee0a-4d1e-8f06-919023ded968 req-e7261880-ee3e-4f52-af0f-0011cec58900 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:03.265101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0c352b0-ee0a-4d1e-8f06-919023ded968 req-e7261880-ee3e-4f52-af0f-0011cec58900 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 969 time: 0.0731263 Aug 20 11:11:03.343464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0c352b0-ee0a-4d1e-8f06-919023ded968 req-e9839bcc-87f6-49d4-9e47-cb263464b3db tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719965 Aug 20 11:11:03.381023 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19bc4e4a-e908-41a8-b196-3d7699c186f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:03.383746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19bc4e4a-e908-41a8-b196-3d7699c186f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:03.386689 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-19bc4e4a-e908-41a8-b196-3d7699c186f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19e695b6-9ce9-4d9f-b299-e58921dbcc7e HTTP/1.1" status: 204 len: 168 time: 0.2610919 Aug 20 11:11:03.396456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc4e4a-e908-41a8-b196-3d7699c186f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e695b6-9ce9-4d9f-b299-e58921dbcc7e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:03.550596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a6b12547-d530-4fd9-98a8-12c8ca59cf39 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:11:03.713034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port a6b12547-d530-4fd9-98a8-12c8ca59cf39, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a6b12547-d530-4fd9-98a8-12c8ca59cf39,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:03.732852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'a6b12547-d530-4fd9-98a8-12c8ca59cf39', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'a6b12547-d530-4fd9-98a8-12c8ca59cf39', 'mac_address': 'fa:16:3e:e4:93:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:11:03.794276 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:03.809223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b12547-d530-4fd9-98a8-12c8ca59cf39 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:03.837279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port a6b12547-d530-4fd9-98a8-12c8ca59cf39, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a6b12547-d530-4fd9-98a8-12c8ca59cf39,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:03.929068 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:04.007907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=a6b12547-d530-4fd9-98a8-12c8ca59cf39,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:04.011796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.012413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.012955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.013523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.014062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.014626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.015173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.017909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.018561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.019193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.019765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.020325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Tracked resource versions report: Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: pushed versions: Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: { 'AddressGroup': {'1.2'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'ConntrackHelper': {'1.0'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'Log': {'1.0'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'Network': {'1.1'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'Port': {'1.7'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'PortForwarding': {'1.2'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'QosPolicy': {'1.9'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'SecurityGroup': {'1.4'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'SubPort': {'1.0'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'Subnet': {'1.1'}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'Trunk': {'1.1'}} Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: consumer versions: Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: { DHCP agent@n-d-804230-3: {}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: HyperV agent@n-h1-804230-3: {}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: HyperV agent@n-h2-804230-3: {}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: L3 agent@n-d-804230-3: {}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: Metadata agent@n-d-804230-3: {}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: Metering agent@n-d-804230-3: {}, Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: Open vSwitch agent@n-d-804230-3: { 'AddressGroup': '1.2', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'ConntrackHelper': '1.0', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'Log': '1.0', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'Network': '1.1', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'Port': '1.7', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'PortForwarding': '1.2', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'QosPolicy': '1.9', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'SecurityGroup': '1.4', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'SecurityGroupRule': '1.2', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'SubPort': '1.0', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'Subnet': '1.1', Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: 'Trunk': '1.1'}} Aug 20 11:11:04.021668 n-d-804230-3 neutron-server[95589]: {{(pid=95589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:11:04.181218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72510fb-d3fa-4e7d-abf0-581cd6661a46 req-1a26356e-4a16-434b-8d21-2d6609fb0104 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:04.189906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c72510fb-d3fa-4e7d-abf0-581cd6661a46 req-1a26356e-4a16-434b-8d21-2d6609fb0104 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 949 time: 0.0753455 Aug 20 11:11:04.234333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c72510fb-d3fa-4e7d-abf0-581cd6661a46 req-c8fb516e-f539-4553-b971-c9a6079ddbc3 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 Aug 20 11:11:04.286701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['a6b12547-d530-4fd9-98a8-12c8ca59cf39'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:04.539747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ec4c2-699b-4636-9c60-93d7ee137f60 req-e90c4604-6485-4b39-98b9-b634578fa2d3 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:04.553184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f1ec4c2-699b-4636-9c60-93d7ee137f60 req-e90c4604-6485-4b39-98b9-b634578fa2d3 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 969 time: 0.0991580 Aug 20 11:11:04.620693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f1ec4c2-699b-4636-9c60-93d7ee137f60 req-29d33b10-4290-4b4d-a354-aa687c4a551f tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651686 Aug 20 11:11:05.154344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37350) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:05.381190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496e1dc-1aca-4cd7-941b-2999b754d1ad req-76e324af-afb4-47a8-8172-0e2a4346fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:05.383037 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c496e1dc-1aca-4cd7-941b-2999b754d1ad req-76e324af-afb4-47a8-8172-0e2a4346fc13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a55fa94101942afbb08de1b4da27daa&device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 1120 time: 0.1064377 Aug 20 11:11:05.385946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c6a68-f72d-47ce-8dbf-8cbb27ca81f2 req-b548aaa7-8d72-425a-8c84-70e4402dba04 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:05.387581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b0c6a68-f72d-47ce-8dbf-8cbb27ca81f2 req-b548aaa7-8d72-425a-8c84-70e4402dba04 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 949 time: 0.0860031 Aug 20 11:11:05.429177 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c496e1dc-1aca-4cd7-941b-2999b754d1ad req-42a461fb-f3fd-48fc-9c9c-6ce7fb959363 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a55fa94101942afbb08de1b4da27daa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367465 Aug 20 11:11:05.429468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b0c6a68-f72d-47ce-8dbf-8cbb27ca81f2 req-da19cf1d-3a9b-436b-b577-273b7292cfd1 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354791 Aug 20 11:11:05.518282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a6b12547-d530-4fd9-98a8-12c8ca59cf39 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:05.579876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ada8df5e-1bbe-4a12-9232-354d6229c17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:05.677708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496e1dc-1aca-4cd7-941b-2999b754d1ad req-9f5ee8b6-7e5c-4526-971a-a99cedcf542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:05.677708 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c496e1dc-1aca-4cd7-941b-2999b754d1ad req-9f5ee8b6-7e5c-4526-971a-a99cedcf542e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2380776 Aug 20 11:11:05.764721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port a6b12547-d530-4fd9-98a8-12c8ca59cf39 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:05.775137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port a6b12547-d530-4fd9-98a8-12c8ca59cf39 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:05.775137 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:05.837442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28814c-075e-4f54-96bd-12965abb098c req-d8ed2de1-ba39-4311-a2be-5765805ed082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:05.842626 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-d8ed2de1-ba39-4311-a2be-5765805ed082 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a55fa94101942afbb08de1b4da27daa&device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 1120 time: 0.1181722 Aug 20 11:11:05.896464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3578ec-e9d6-4a46-bd9f-b66c7d3e4724 req-1a8be644-f30d-406b-ae8a-d0d2fc735683 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:05.897965 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee3578ec-e9d6-4a46-bd9f-b66c7d3e4724 req-1a8be644-f30d-406b-ae8a-d0d2fc735683 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 969 time: 0.1378846 Aug 20 11:11:05.926771 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:05.930996 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ada8df5e-1bbe-4a12-9232-354d6229c17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:05.935531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-e3d0ede7-d4d4-4bf9-b520-aba5d19b9df3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b63c1243-e188-4f1b-8ff6-8370b1f75a82 HTTP/1.1" status: 200 len: 217 time: 0.0869014 Aug 20 11:11:05.961067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a102fa-40df-42d2-a2b6-6cc75661998d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b12547-d530-4fd9-98a8-12c8ca59cf39'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:06.041927 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee3578ec-e9d6-4a46-bd9f-b66c7d3e4724 req-14ef55a4-b5cc-4ac5-b70e-d9a681e26414 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860150 Aug 20 11:11:06.041927 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ada8df5e-1bbe-4a12-9232-354d6229c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:06.046616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28814c-075e-4f54-96bd-12965abb098c req-75678249-bf34-4955-9a54-c10ac492511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:06.048466 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-75678249-bf34-4955-9a54-c10ac492511a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1062052 Aug 20 11:11:06.058354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port a6b12547-d530-4fd9-98a8-12c8ca59cf39, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a6b12547-d530-4fd9-98a8-12c8ca59cf39,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:06.116211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ada8df5e-1bbe-4a12-9232-354d6229c17e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93f52081844f4c29a260f5fc929377fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9614296 Aug 20 11:11:06.119269 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37390) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:06.122126 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8df5e-1bbe-4a12-9232-354d6229c17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2078a5f0-280e-4022-8a62-48f2de925c54,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:06.133463 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:06.148935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28814c-075e-4f54-96bd-12965abb098c req-0183cafd-974b-4876-86c9-6f6b3224fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:06.151835 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-0183cafd-974b-4876-86c9-6f6b3224fc07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940874 Aug 20 11:11:06.198448 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2ce92da-b7de-4658-ad86-28cee778e14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:06.198706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=a6b12547-d530-4fd9-98a8-12c8ca59cf39,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:06.223933 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2ce92da-b7de-4658-ad86-28cee778e14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:06.263488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-2994454f-b608-4273-9c4b-bc472cdf2597 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044693 Aug 20 11:11:06.364911 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2ce92da-b7de-4658-ad86-28cee778e14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:06.367452 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc28814c-075e-4f54-96bd-12965abb098c req-db888028-c9a9-4833-b743-5ba8512b3b85 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963173 Aug 20 11:11:06.371116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2ce92da-b7de-4658-ad86-28cee778e14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:06.374641 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e2ce92da-b7de-4658-ad86-28cee778e14b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2078a5f0-280e-4022-8a62-48f2de925c54 HTTP/1.1" status: 204 len: 168 time: 0.2535360 Aug 20 11:11:06.390147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce92da-b7de-4658-ad86-28cee778e14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2078a5f0-280e-4022-8a62-48f2de925c54,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:06.452814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-f2c759ac-a18c-4771-b3f6-31e07d191d85 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4664405814514902a2349ac589a6a5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259280 Aug 20 11:11:06.498790 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5cda09-84bd-4d47-97ff-7930a50412e2" -d '{"events": [{"server_uuid": "e3a102fa-40df-42d2-a2b6-6cc75661998d", "name": "network-vif-plugged", "status": "completed", "tag": "a6b12547-d530-4fd9-98a8-12c8ca59cf39"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:06.537829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37416) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:06.582330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ebb03-e7ca-4670-953b-f28e90a3c323 req-eb59a470-7a6d-4f47-aa3e-87756d4b2ecf tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:06.584315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a85ebb03-e7ca-4670-953b-f28e90a3c323 req-eb59a470-7a6d-4f47-aa3e-87756d4b2ecf tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 950 time: 0.0722916 Aug 20 11:11:06.617146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e821-0ad6-4329-936b-931708712666 req-d005f893-e29f-4616-932a-da6142e4b5c6 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:06.618680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-d005f893-e29f-4616-932a-da6142e4b5c6 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566825 Aug 20 11:11:06.642146 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-7258b3b4-e17a-4822-9185-618f26fd177c tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/quotas/4664405814514902a2349ac589a6a5e8 HTTP/1.1" status: 200 len: 375 time: 0.0140831 Aug 20 11:11:06.648604 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a85ebb03-e7ca-4670-953b-f28e90a3c323 req-137a7afe-6d20-43ed-8da3-b85f73f5de6d tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514693 Aug 20 11:11:06.707383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-5a804e89-ce75-40e8-98a9-9b8488917377 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4664405814514902a2349ac589a6a5e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652225 Aug 20 11:11:06.902288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-720600fe-17ec-4e19-81ed-eaece6f6f35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.007334 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2e103d2e-996d-4cb1-a5e1-06f9b14e9cb8 req-efbda8e0-d60e-451f-946d-6d4ae42f7082 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 210 time: 0.0359943 Aug 20 11:11:07.097337 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-720600fe-17ec-4e19-81ed-eaece6f6f35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.130903 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d401461-c6e0-452e-b1fd-d1b7ca2a51d0 x-openstack-request-id: req-7d401461-c6e0-452e-b1fd-d1b7ca2a51d0 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:07.131383 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a102fa-40df-42d2-a2b6-6cc75661998d", "name": "network-vif-plugged", "status": "completed", "tag": "a6b12547-d530-4fd9-98a8-12c8ca59cf39", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:07.131383 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d401461-c6e0-452e-b1fd-d1b7ca2a51d0 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:07.131831 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a102fa-40df-42d2-a2b6-6cc75661998d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b12547-d530-4fd9-98a8-12c8ca59cf39', 'code': 200} Aug 20 11:11:07.176737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d48e4-c256-4412-a2b3-e53a2c00eb62 req-6962a922-3a62-4382-9c83-6162ca7be7a3 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:07.178269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c34d48e4-c256-4412-a2b3-e53a2c00eb62 req-6962a922-3a62-4382-9c83-6162ca7be7a3 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 969 time: 0.0693405 Aug 20 11:11:07.226448 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-720600fe-17ec-4e19-81ed-eaece6f6f35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.307515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-720600fe-17ec-4e19-81ed-eaece6f6f35b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8a56d0df6aa48c888c62982b7e78150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7685876 Aug 20 11:11:07.310193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37444) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:07.312811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c34d48e4-c256-4412-a2b3-e53a2c00eb62 req-62d02127-f378-4bcc-aa93-51a43aac970e tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281006 Aug 20 11:11:07.323379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720600fe-17ec-4e19-81ed-eaece6f6f35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb86280-242d-4022-932d-9128ba78b726,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:07.327571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37446) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:07.343704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184c96c-5606-4cce-be5d-8e9aa3e78ff9 req-5f1246e3-a514-4fd1-9ab5-c0d53ab9b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:07.345382 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0184c96c-5606-4cce-be5d-8e9aa3e78ff9 req-5f1246e3-a514-4fd1-9ab5-c0d53ab9b350 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 1101 time: 0.1530759 Aug 20 11:11:07.346103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98b240c3-8299-4dde-b45a-ee4c110693a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.370709 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0184c96c-5606-4cce-be5d-8e9aa3e78ff9 req-0d9362f0-70f5-494b-a060-df8136c968dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.392876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c66f72dc-bbdc-4af2-938b-f33a7aedf3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.424560 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c66f72dc-bbdc-4af2-938b-f33a7aedf3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.464388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98b240c3-8299-4dde-b45a-ee4c110693a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.588160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c66f72dc-bbdc-4af2-938b-f33a7aedf3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.590888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98b240c3-8299-4dde-b45a-ee4c110693a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.598039 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c66f72dc-bbdc-4af2-938b-f33a7aedf3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.598039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c66f72dc-bbdc-4af2-938b-f33a7aedf3f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fbb86280-242d-4022-932d-9128ba78b726 HTTP/1.1" status: 204 len: 168 time: 0.2829878 Aug 20 11:11:07.606561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f72dc-bbdc-4af2-938b-f33a7aedf3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb86280-242d-4022-932d-9128ba78b726,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:07.651823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-98b240c3-8299-4dde-b45a-ee4c110693a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24ae2580abe44b3e91c722810507afef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126485 Aug 20 11:11:07.653446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37458) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:07.669852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b240c3-8299-4dde-b45a-ee4c110693a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a21c45-89d4-48dc-bc0a-f95116c0ca13,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:07.751493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f6c5-f78b-4514-b5c9-79289443149a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.765542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0184c96c-5606-4cce-be5d-8e9aa3e78ff9 req-0d9362f0-70f5-494b-a060-df8136c968dc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.794969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f6c5-f78b-4514-b5c9-79289443149a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.855576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0184c96c-5606-4cce-be5d-8e9aa3e78ff9 req-0d9362f0-70f5-494b-a060-df8136c968dc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:07.864325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb2778-cc50-4a02-b022-a76b0d50038d req-8c04e121-fe7a-46ca-9768-8dcdd7c16e71 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:07.866033 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a4cb2778-cc50-4a02-b022-a76b0d50038d req-8c04e121-fe7a-46ca-9768-8dcdd7c16e71 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 950 time: 0.0939796 Aug 20 11:11:07.899135 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0184c96c-5606-4cce-be5d-8e9aa3e78ff9 req-0d9362f0-70f5-494b-a060-df8136c968dc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444865 Aug 20 11:11:07.917446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9362f0-70f5-494b-a060-df8136c968dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6b6a9b-7598-4b50-8006-f04aed922265,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:07.966055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a4cb2778-cc50-4a02-b022-a76b0d50038d req-dfcee239-85bd-4268-9655-a2923b091ac4 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870376 Aug 20 11:11:08.049242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f6c5-f78b-4514-b5c9-79289443149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:08.052808 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f6c5-f78b-4514-b5c9-79289443149a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:08.054098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a8e7f6c5-f78b-4514-b5c9-79289443149a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1a21c45-89d4-48dc-bc0a-f95116c0ca13 HTTP/1.1" status: 204 len: 168 time: 0.3988976 Aug 20 11:11:08.062618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7f6c5-f78b-4514-b5c9-79289443149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a21c45-89d4-48dc-bc0a-f95116c0ca13,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:08.112041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-267eb3f9-3e34-4211-be0a-e4d5230844a5 req-2cb41b10-9f61-4fef-bbdf-368617f3fa01 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 210 time: 0.0392823 Aug 20 11:11:08.445669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9a202-8ad1-47ec-a617-8ed2849ec323 req-cbd21b11-2f7c-4c6f-8c89-d965d9754148 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:08.454265 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74a9a202-8ad1-47ec-a617-8ed2849ec323 req-cbd21b11-2f7c-4c6f-8c89-d965d9754148 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 969 time: 0.0595436 Aug 20 11:11:08.490509 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74a9a202-8ad1-47ec-a617-8ed2849ec323 req-b883d5be-8748-4832-aef9-5a8eb376c068 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353000 Aug 20 11:11:08.712480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37488) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:08.728007 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55a60a94-91b4-4933-b0be-299a57d6c808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:08.796801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37490) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:08.813452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37494) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:08.834346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd19bb09-5334-4101-ac68-63ebdf984568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:08.845032 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55a60a94-91b4-4933-b0be-299a57d6c808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:08.925518 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55a60a94-91b4-4933-b0be-299a57d6c808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:08.981544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a60a94-91b4-4933-b0be-299a57d6c808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a450ba-ddcc-4659-aae1-94dceea416b9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:08.987623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-55a60a94-91b4-4933-b0be-299a57d6c808 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6815b0231e8f4ef2a9f786c0fde4385e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733853 Aug 20 11:11:09.034262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37498) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:09.055483 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd19bb09-5334-4101-ac68-63ebdf984568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.062022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2b1d-2664-4b6f-a90c-e0b908bdcaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.134186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5795d492-8279-4d00-a612-cad423820a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.157048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addeabd4-ae70-4aa7-9a7e-a3ac8e1f0833 req-04e439b6-f00b-400b-a478-bf4e01bc92f5 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:09.158714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-addeabd4-ae70-4aa7-9a7e-a3ac8e1f0833 req-04e439b6-f00b-400b-a478-bf4e01bc92f5 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 950 time: 0.0832150 Aug 20 11:11:09.179994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5795d492-8279-4d00-a612-cad423820a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.187151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd19bb09-5334-4101-ac68-63ebdf984568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.242485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-addeabd4-ae70-4aa7-9a7e-a3ac8e1f0833 req-b85f54bf-8d3c-41cc-b0a8-80517b2a294e tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776694 Aug 20 11:11:09.244048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-764d1f0d-9887-4a03-bb4f-eb7a8e87e49f req-854ca535-6894-4b43-8e61-1fc25f176241 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 210 time: 0.0522039 Aug 20 11:11:09.257195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cd19bb09-5334-4101-ac68-63ebdf984568 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=847e8a6bc3b24c1c8a5465c4a132390e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427633 Aug 20 11:11:09.260438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37502) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:09.262081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19bb09-5334-4101-ac68-63ebdf984568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd5e0c-6ea6-4027-8d8c-6ad8fc788b9c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:09.323873 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79847181-87cd-4c66-b59f-adf2c3e94470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.345049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79847181-87cd-4c66-b59f-adf2c3e94470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.387234 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5795d492-8279-4d00-a612-cad423820a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.389769 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5795d492-8279-4d00-a612-cad423820a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.393445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5795d492-8279-4d00-a612-cad423820a0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66a450ba-ddcc-4659-aae1-94dceea416b9 HTTP/1.1" status: 204 len: 168 time: 0.3906744 Aug 20 11:11:09.404236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795d492-8279-4d00-a612-cad423820a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a450ba-ddcc-4659-aae1-94dceea416b9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:09.424555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b63c1243-e188-4f1b-8ff6-8370b1f75a82 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:11:09.497121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79847181-87cd-4c66-b59f-adf2c3e94470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.499707 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79847181-87cd-4c66-b59f-adf2c3e94470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.500895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-79847181-87cd-4c66-b59f-adf2c3e94470 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2afd5e0c-6ea6-4027-8d8c-6ad8fc788b9c HTTP/1.1" status: 204 len: 168 time: 0.2373061 Aug 20 11:11:09.544183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79847181-87cd-4c66-b59f-adf2c3e94470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd5e0c-6ea6-4027-8d8c-6ad8fc788b9c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:09.561279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port b63c1243-e188-4f1b-8ff6-8370b1f75a82, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b63c1243-e188-4f1b-8ff6-8370b1f75a82,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:09.594274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'b63c1243-e188-4f1b-8ff6-8370b1f75a82', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'b63c1243-e188-4f1b-8ff6-8370b1f75a82', 'mac_address': 'fa:16:3e:db:c3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:tempest-test_az-1725553863', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:11:09.620516 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2b1d-2664-4b6f-a90c-e0b908bdcaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.644417 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.658345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63c1243-e188-4f1b-8ff6-8370b1f75a82 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:09.674005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16b401-f067-4f34-a75a-599335410855 req-d155082f-6151-4e9c-9804-78e42b7fb91f tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:09.677501 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fb16b401-f067-4f34-a75a-599335410855 req-d155082f-6151-4e9c-9804-78e42b7fb91f tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 969 time: 0.0819964 Aug 20 11:11:09.681527 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port b63c1243-e188-4f1b-8ff6-8370b1f75a82, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b63c1243-e188-4f1b-8ff6-8370b1f75a82,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:09.700311 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2b1d-2664-4b6f-a90c-e0b908bdcaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.716993 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fb16b401-f067-4f34-a75a-599335410855 req-75f73843-b567-4e3b-bbb2-4601def57a94 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341892 Aug 20 11:11:09.744271 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5e0e2b1d-2664-4b6f-a90c-e0b908bdcaf0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=440d09f61a2a45fdba2e12834ec6e49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9454393 Aug 20 11:11:09.746344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e2b1d-2664-4b6f-a90c-e0b908bdcaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b810db-96d5-4f1c-8ef9-5e85d75e066b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:09.747577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37510) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:09.798116 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.807485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-816761a8-05bf-4389-95bb-75c0809c1aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.851751 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-816761a8-05bf-4389-95bb-75c0809c1aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:09.859899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=b63c1243-e188-4f1b-8ff6-8370b1f75a82,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:09.993748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-b2533098-ec26-4fa6-89d1-2f543b351fd0 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4664405814514902a2349ac589a6a5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239143 Aug 20 11:11:10.026102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-816761a8-05bf-4389-95bb-75c0809c1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:10.028850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-816761a8-05bf-4389-95bb-75c0809c1aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:10.030020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-816761a8-05bf-4389-95bb-75c0809c1aa0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77b810db-96d5-4f1c-8ef9-5e85d75e066b HTTP/1.1" status: 204 len: 168 time: 0.2813976 Aug 20 11:11:10.038691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816761a8-05bf-4389-95bb-75c0809c1aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b810db-96d5-4f1c-8ef9-5e85d75e066b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:10.093648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['b63c1243-e188-4f1b-8ff6-8370b1f75a82'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:10.123997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e821-0ad6-4329-936b-931708712666 req-041f7ab4-7bff-466e-8de7-cbc105002797 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:10.125269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-041f7ab4-7bff-466e-8de7-cbc105002797 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256399 Aug 20 11:11:10.139177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Request body: {'port': {'device_id': '07d4a8e7-64cb-40b7-8685-a8131d865d34', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '4664405814514902a2349ac589a6a5e8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:10.176699 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:11:10.365407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c1f9f60-1c18-4751-a2ad-9cd296197f7f req-ac78df43-1df3-439a-8e7a-849db61a2003 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 210 time: 0.0387766 Aug 20 11:11:10.366922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Made reservation on behalf of 4664405814514902a2349ac589a6a5e8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:10.371124 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:10.380616 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:10.387385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec73d8-a8e4-43e4-943b-4a03a40cbe85 req-6d73fcf1-24f9-45b7-8011-1d6266dd4046 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:10.395563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69ec73d8-a8e4-43e4-943b-4a03a40cbe85 req-6d73fcf1-24f9-45b7-8011-1d6266dd4046 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 950 time: 0.0677698 Aug 20 11:11:10.448232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69ec73d8-a8e4-43e4-943b-4a03a40cbe85 req-0ecd5c67-18b9-40ce-9e76-dc1e2bf1754a tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505681 Aug 20 11:11:10.486827 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:10.609138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:10.666511 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:10.682732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef50e712-e391-4115-b08c-30b5fa503d1c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:10.761969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Allocated IP 192.168.233.11 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/10364202-a77d-4d5b-a7a3-f1afa5d47822) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:10.850405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e7303-71f0-4005-b3c4-d095de34b04d req-a8148cb1-9b4a-4537-97a4-bf355a2cbfe4 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:10.852005 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c1e7303-71f0-4005-b3c4-d095de34b04d req-a8148cb1-9b4a-4537-97a4-bf355a2cbfe4 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 970 time: 0.0535920 Aug 20 11:11:10.897978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c1e7303-71f0-4005-b3c4-d095de34b04d req-66203f37-5acd-4d07-bead-310cbe6da330 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377595 Aug 20 11:11:10.935237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37548) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:10.947801 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8db47f66-3b5a-4324-93c2-638a6878de69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:10.967082 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:10.985267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Transition to ACTIVE for port object 10364202-a77d-4d5b-a7a3-f1afa5d47822 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:11.080632 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8db47f66-3b5a-4324-93c2-638a6878de69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.152710 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.185870 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8db47f66-3b5a-4324-93c2-638a6878de69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.207819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:11.211251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:11.219220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:11.228355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:11.229187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8db47f66-3b5a-4324-93c2-638a6878de69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3df576054d5b4522937173b9a3354fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940295 Aug 20 11:11:11.229765 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.230558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db47f66-3b5a-4324-93c2-638a6878de69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc1ae0d-018d-4349-aa1b-058ef9ccac3e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:11.234360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37560) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:11.248973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Pushing event updated for resources: {'Port': ['ID=10364202-a77d-4d5b-a7a3-f1afa5d47822,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:11.292412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a805aa-f26d-4381-9b4d-f5785fd0cd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.330007 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-cde06e06-9b11-466b-bf00-83b4463e0c78 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1952019 Aug 20 11:11:11.334313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a805aa-f26d-4381-9b4d-f5785fd0cd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.345639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Request body: {'port': {'device_id': '07d4a8e7-64cb-40b7-8685-a8131d865d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:11.400965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b63c1243-e188-4f1b-8ff6-8370b1f75a82 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:11.461137 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.603475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeed50-b834-4943-81a2-c76223e9fd92 req-4c51aee9-fc1e-4cab-ab3d-3e4ea62eb5c8 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:11.604968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6eeed50-b834-4943-81a2-c76223e9fd92 req-4c51aee9-fc1e-4cab-ab3d-3e4ea62eb5c8 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 935 time: 0.0821252 Aug 20 11:11:11.606205 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a805aa-f26d-4381-9b4d-f5785fd0cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.609790 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a805aa-f26d-4381-9b4d-f5785fd0cd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.613962 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f7a805aa-f26d-4381-9b4d-f5785fd0cd53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcc1ae0d-018d-4349-aa1b-058ef9ccac3e HTTP/1.1" status: 204 len: 168 time: 0.3784537 Aug 20 11:11:11.620722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port b63c1243-e188-4f1b-8ff6-8370b1f75a82 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:11.623492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-715806f0-84dd-4d68-94c5-0047263a236f None None] Provisioning for port 10364202-a77d-4d5b-a7a3-f1afa5d47822 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:11.628424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port b63c1243-e188-4f1b-8ff6-8370b1f75a82 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:11.628986 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.630839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a805aa-f26d-4381-9b4d-f5785fd0cd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc1ae0d-018d-4349-aa1b-058ef9ccac3e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:11.630966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-715806f0-84dd-4d68-94c5-0047263a236f None None] Provisioning complete for port 10364202-a77d-4d5b-a7a3-f1afa5d47822 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:11.630966 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-715806f0-84dd-4d68-94c5-0047263a236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.673479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6eeed50-b834-4943-81a2-c76223e9fd92 req-2fa36910-89b3-47a9-bee4-4ad6a74d029e tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583081 Aug 20 11:11:11.725039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-715806f0-84dd-4d68-94c5-0047263a236f None None] Port 10364202-a77d-4d5b-a7a3-f1afa5d47822 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:11:11.827676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:11.847150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993246a-4ec5-4d7f-bac3-3bd25545edd6 req-df543270-2d6a-45a9-9793-e19f6404282c tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:11.848841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b993246a-4ec5-4d7f-bac3-3bd25545edd6 req-df543270-2d6a-45a9-9793-e19f6404282c tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 950 time: 0.1728446 Aug 20 11:11:11.855538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd88de3-3298-4835-bab3-744aa57dc312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63c1243-e188-4f1b-8ff6-8370b1f75a82'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:11.859252 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9b7030-a25e-4c68-a6b4-2d9fd431673b" -d '{"events": [{"server_uuid": "8fd88de3-3298-4835-bab3-744aa57dc312", "name": "network-vif-plugged", "status": "completed", "tag": "b63c1243-e188-4f1b-8ff6-8370b1f75a82"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:11.871734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port b63c1243-e188-4f1b-8ff6-8370b1f75a82, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b63c1243-e188-4f1b-8ff6-8370b1f75a82,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:11.909435 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1c0abe-436d-4534-8630-8509717dc655 x-openstack-request-id: req-5d1c0abe-436d-4534-8630-8509717dc655 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:11.909435 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd88de3-3298-4835-bab3-744aa57dc312", "name": "network-vif-plugged", "status": "completed", "tag": "b63c1243-e188-4f1b-8ff6-8370b1f75a82", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:11.909435 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d1c0abe-436d-4534-8630-8509717dc655 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:11.909435 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd88de3-3298-4835-bab3-744aa57dc312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63c1243-e188-4f1b-8ff6-8370b1f75a82', 'code': 200} Aug 20 11:11:11.944191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b993246a-4ec5-4d7f-bac3-3bd25545edd6 req-31a7f9e2-e299-4f89-8148-0654a7469027 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840275 Aug 20 11:11:12.022272 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:12.073067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10364202-a77d-4d5b-a7a3-f1afa5d47822 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:12.076634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=b63c1243-e188-4f1b-8ff6-8370b1f75a82,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:12.082530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2a755-b569-41a2-8089-8595d5ac1f67 req-1a3f1371-b350-4827-a985-adbfed9b6363 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:12.087600 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:12.087727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fb2a755-b569-41a2-8089-8595d5ac1f67 req-1a3f1371-b350-4827-a985-adbfed9b6363 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 971 time: 0.0838428 Aug 20 11:11:12.087727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12458cc2-dd38-45a1-b1f4-88cc50869ae7 req-3ac8d13f-66e9-47f4-ab34-7b752df6bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:12.087727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-12458cc2-dd38-45a1-b1f4-88cc50869ae7 req-3ac8d13f-66e9-47f4-ab34-7b752df6bdd5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 1121 time: 0.1148329 Aug 20 11:11:12.096286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Transition to ACTIVE for port object 10364202-a77d-4d5b-a7a3-f1afa5d47822 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:12.153050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fb2a755-b569-41a2-8089-8595d5ac1f67 req-e85f9354-bade-4028-8911-94c8a7d2df2b tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596938 Aug 20 11:11:12.157441 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-12458cc2-dd38-45a1-b1f4-88cc50869ae7 req-a254ffa5-6263-49d1-bb33-66cd9a2bbe6b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629668 Aug 20 11:11:12.209076 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:12.284629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Pushing event updated for resources: {'Port': ['ID=10364202-a77d-4d5b-a7a3-f1afa5d47822,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:12.308232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Attempting to bind port 10364202-a77d-4d5b-a7a3-f1afa5d47822 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:11:12.308232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Attempting to bind port 10364202-a77d-4d5b-a7a3-f1afa5d47822 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:11:12.308232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Attempting to bind port 10364202-a77d-4d5b-a7a3-f1afa5d47822 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:12.310521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Port 10364202-a77d-4d5b-a7a3-f1afa5d47822 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:11:12.310859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Attempting to bind port 10364202-a77d-4d5b-a7a3-f1afa5d47822 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:12.317368 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:11:12.317712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:12.318106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:11:12.318576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Bound port: 10364202-a77d-4d5b-a7a3-f1afa5d47822, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:11:12.318939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:12.399227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] For port 10364202-a77d-4d5b-a7a3-f1afa5d47822, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:12.403004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] For port 10364202-a77d-4d5b-a7a3-f1afa5d47822, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=10364202-a77d-4d5b-a7a3-f1afa5d47822,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:11:12.563700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:12.611063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:12.611753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:12.613393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] 10.222.0.38 "PUT /v2.0/ports/10364202-a77d-4d5b-a7a3-f1afa5d47822 HTTP/1.1" status: 200 len: 1095 time: 1.2728755 Aug 20 11:11:12.613918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d4a8e7-64cb-40b7-8685-a8131d865d34', 'tag': '10364202-a77d-4d5b-a7a3-f1afa5d47822'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:12.619702 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a68c025-f802-4a98-84d1-7b75a830f826" -d '{"events": [{"name": "network-changed", "server_uuid": "07d4a8e7-64cb-40b7-8685-a8131d865d34", "tag": "10364202-a77d-4d5b-a7a3-f1afa5d47822"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:12.657392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d652e2-3f58-4896-b9b6-c8277290f17f service neutron] Pushing event updated for resources: {'Port': ['ID=10364202-a77d-4d5b-a7a3-f1afa5d47822,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:12.696004 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1501d4f6-2ea9-494f-a4fc-7868b74cf9a3 x-openstack-request-id: req-1501d4f6-2ea9-494f-a4fc-7868b74cf9a3 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:12.696304 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d4a8e7-64cb-40b7-8685-a8131d865d34", "tag": "10364202-a77d-4d5b-a7a3-f1afa5d47822", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:12.696546 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1501d4f6-2ea9-494f-a4fc-7868b74cf9a3 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:12.696973 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d4a8e7-64cb-40b7-8685-a8131d865d34', 'tag': '10364202-a77d-4d5b-a7a3-f1afa5d47822', 'status': 'completed', 'code': 200} Aug 20 11:11:12.783057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68c025-f802-4a98-84d1-7b75a830f826 req-57f14d71-da39-4326-97d4-9dc63b06501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:12.784860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a68c025-f802-4a98-84d1-7b75a830f826 req-57f14d71-da39-4326-97d4-9dc63b06501a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4664405814514902a2349ac589a6a5e8&device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 1098 time: 0.0692856 Aug 20 11:11:12.831504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a68c025-f802-4a98-84d1-7b75a830f826 req-57278144-4c59-4fb3-a2dc-c9bac3e55a67 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4664405814514902a2349ac589a6a5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369847 Aug 20 11:11:12.912096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3156851-35c8-4f63-9588-3775113d3266 req-596fefce-2cfa-442c-9366-9bfa55ddda7a tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:12.914226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3156851-35c8-4f63-9588-3775113d3266 req-596fefce-2cfa-442c-9366-9bfa55ddda7a tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 947 time: 0.1368370 Aug 20 11:11:12.981357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3156851-35c8-4f63-9588-3775113d3266 req-0f17e18f-e7f7-4722-891c-ebfe04a75955 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564818 Aug 20 11:11:13.049208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68c025-f802-4a98-84d1-7b75a830f826 req-9cb71a27-9ee9-44e8-b259-fb7e2a71f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:13.051024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a68c025-f802-4a98-84d1-7b75a830f826 req-9cb71a27-9ee9-44e8-b259-fb7e2a71f7cd service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2034180 Aug 20 11:11:13.118537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.38', 62202) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:13.121191 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:13.188474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1dcdc-39c9-4e85-91cc-74eab911b24f req-bed2a603-28fd-4962-a549-4273fba3bfd1 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:13.199267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30c1dcdc-39c9-4e85-91cc-74eab911b24f req-bed2a603-28fd-4962-a549-4273fba3bfd1 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 950 time: 0.1406479 Aug 20 11:11:13.220365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-35a3e6f5-2a76-4c2a-aaaf-dd86cfb17865 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:13.224327 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-35a3e6f5-2a76-4c2a-aaaf-dd86cfb17865 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 1101 time: 0.1156433 Aug 20 11:11:13.238287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e821-0ad6-4329-936b-931708712666 req-a6b1a720-a937-4a80-9ac0-8af629a1a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:13.240279 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-a6b1a720-a937-4a80-9ac0-8af629a1a9d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4664405814514902a2349ac589a6a5e8&device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 1098 time: 0.1077344 Aug 20 11:11:13.274919 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30c1dcdc-39c9-4e85-91cc-74eab911b24f req-5bbf18f7-af91-4cba-bb4d-2e0dd128c5b5 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782506 Aug 20 11:11:13.294549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9738a2d-15dc-462b-a299-7c158631212b req-d8a2bfaf-5eeb-45e1-869e-9bad9f742176 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:13.296874 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9738a2d-15dc-462b-a299-7c158631212b req-d8a2bfaf-5eeb-45e1-869e-9bad9f742176 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 971 time: 0.0602756 Aug 20 11:11:13.310287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-1ffec9ce-2495-4557-8b46-f99605a71ffd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=10364202-a77d-4d5b-a7a3-f1afa5d47822 HTTP/1.1" status: 200 len: 217 time: 0.0594466 Aug 20 11:11:13.343338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9738a2d-15dc-462b-a299-7c158631212b req-5bf77216-05c0-4929-94c0-919095015020 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 Aug 20 11:11:13.399973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e821-0ad6-4329-936b-931708712666 req-9ad5dc2a-10e1-4176-98d9-bc458444bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:13.401504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-9ad5dc2a-10e1-4176-98d9-bc458444bc80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0837121 Aug 20 11:11:13.423421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-bafa7e58-9986-40d1-bb61-2b7e9325cc35 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] Deleting port a6b12547-d530-4fd9-98a8-12c8ca59cf39 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:11:13.423846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-bafa7e58-9986-40d1-bb61-2b7e9325cc35 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:13.477264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37648) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:13.510471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e821-0ad6-4329-936b-931708712666 req-e2765cfb-527c-4e61-9998-0dc817d36dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:13.512077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-e2765cfb-527c-4e61-9998-0dc817d36dd0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022325 Aug 20 11:11:13.586619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-bafa7e58-9986-40d1-bb61-2b7e9325cc35 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] For port a6b12547-d530-4fd9-98a8-12c8ca59cf39, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a6b12547-d530-4fd9-98a8-12c8ca59cf39,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:13.586991 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-bafa7e58-9986-40d1-bb61-2b7e9325cc35 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:13.605639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-bafa7e58-9986-40d1-bb61-2b7e9325cc35 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] Calling delete_port for a6b12547-d530-4fd9-98a8-12c8ca59cf39 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:11:13.710654 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-fc0a2a06-de88-49db-9d68-2e09259ad1ee service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881571 Aug 20 11:11:13.727496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-d743df96-7b85-49f2-b842-502d6cfb4e7a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f6136056d5744f71aedd216a888b7728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302463 Aug 20 11:11:13.736024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1188134070-network', 'tenant_id': 'a236f5cb9ea740d8bb8ee4a0a3a7f04d'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:13.860795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189553ba-fb29-4829-a383-990b49b0031a req-094e6476-033b-4caf-91d2-7dc9cee41bda tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:13.863108 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-094e6476-033b-4caf-91d2-7dc9cee41bda tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338544 Aug 20 11:11:13.878131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a28e821-0ad6-4329-936b-931708712666 req-2ff830cb-ec0c-4c04-8ba0-c85cf7b1a1e3 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574490 Aug 20 11:11:13.879432 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-0b3b9c27-8cca-4f50-b08c-827200f5aa4e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/quotas/f6136056d5744f71aedd216a888b7728 HTTP/1.1" status: 200 len: 375 time: 0.0105112 Aug 20 11:11:13.900810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Made reservation on behalf of a236f5cb9ea740d8bb8ee4a0a3a7f04d for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:13.903291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:13.913258 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:13.966078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-bafa7e58-9986-40d1-bb61-2b7e9325cc35 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:13.977998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['a6b12547-d530-4fd9-98a8-12c8ca59cf39'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:14.052522 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:14.056123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa7e58-9986-40d1-bb61-2b7e9325cc35 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6b12547-d530-4fd9-98a8-12c8ca59cf39,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:14.099361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-d5e3220b-31ec-4fb1-893e-8e480fa0ae16 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2102435 Aug 20 11:11:14.133304 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:14.137883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-bafa7e58-9986-40d1-bb61-2b7e9325cc35 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] No DVR routers for this DVR port a6b12547-d530-4fd9-98a8-12c8ca59cf39 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:11:14.176060 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-bafa7e58-9986-40d1-bb61-2b7e9325cc35 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:14.178171 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75e08718-4434-4783-81c6-de15f4f9c6d4 req-bafa7e58-9986-40d1-bb61-2b7e9325cc35 tempest-DeleteServersAdminTestJSON-355966080 tempest-DeleteServersAdminTestJSON-355966080-project-admin] 10.222.0.38 "DELETE /v2.0/ports/a6b12547-d530-4fd9-98a8-12c8ca59cf39 HTTP/1.1" status: 204 len: 173 time: 0.9473977 Aug 20 11:11:14.203817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a30df79-5d64-4e5c-8871-fe58d924bc31,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:14.208142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:11:14.229222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754706377445', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:14.229820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Unsubscribe: segment precommit_create {{(pid=95587) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 11:11:14.230251 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Added segment 2f72c065-12fe-4a36-96a7-8b3610bce222 of type vlan for network 569291f6-d861-4b74-9adc-5505dfc3f91d Aug 20 11:11:14.255121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d44d6-ccc4-4b7e-97f2-cbf7be96bcbe req-84e126ed-eb13-4229-9392-41d93553d3f1 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:14.256996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-389d44d6-ccc4-4b7e-97f2-cbf7be96bcbe req-84e126ed-eb13-4229-9392-41d93553d3f1 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 947 time: 0.1171958 Aug 20 11:11:14.312865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:14.353960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-389d44d6-ccc4-4b7e-97f2-cbf7be96bcbe req-d5d3e347-4640-4254-8623-9fdbe71161b3 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889308 Aug 20 11:11:14.435955 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d950846-268b-4975-95f1-88a3261dddc4 req-171eb94c-27c6-41b3-9a7d-0012df7d423d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 210 time: 0.0303326 Aug 20 11:11:14.438113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-47cefc04-87b8-4747-acf0-57537704b230 req-324cdfcd-8465-40f3-be5d-c678d24dd434 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 210 time: 0.0341752 Aug 20 11:11:14.444194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:14.445250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:14.446031 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:14.705664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a102fa-40df-42d2-a2b6-6cc75661998d', 'name': 'network-vif-deleted', 'tag': 'a6b12547-d530-4fd9-98a8-12c8ca59cf39'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:14.707988 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc51980-2941-4ab8-a34a-7f06c5005300" -d '{"events": [{"server_uuid": "e3a102fa-40df-42d2-a2b6-6cc75661998d", "name": "network-vif-deleted", "tag": "a6b12547-d530-4fd9-98a8-12c8ca59cf39"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:14.721815 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2437518 Aug 20 11:11:14.726239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37688) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:14.731043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76889eb0-db3b-40e4-92fb-cac970788f6c admin admin] Pushing event updated for resources: {'Network': ['ID=569291f6-d861-4b74-9adc-5505dfc3f91d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:14.746213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Request body: {'subnet': {'network_id': '569291f6-d861-4b74-9adc-5505dfc3f91d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1188134070-subnet', 'tenant_id': 'a236f5cb9ea740d8bb8ee4a0a3a7f04d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:14.747945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 569291f6-d861-4b74-9adc-5505dfc3f91d details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:11:14.769082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0ab3f-233e-413d-bff1-dfd15cdfa434 req-ffab21e5-1069-4539-9274-a675493833b3 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:14.770860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36b0ab3f-233e-413d-bff1-dfd15cdfa434 req-ffab21e5-1069-4539-9274-a675493833b3 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 971 time: 0.2426724 Aug 20 11:11:14.772356 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c1b4cf-55fc-4693-8576-88f6d221cb7a x-openstack-request-id: req-22c1b4cf-55fc-4693-8576-88f6d221cb7a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:14.772710 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a102fa-40df-42d2-a2b6-6cc75661998d", "name": "network-vif-deleted", "tag": "a6b12547-d530-4fd9-98a8-12c8ca59cf39", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:14.773040 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22c1b4cf-55fc-4693-8576-88f6d221cb7a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:14.773432 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a102fa-40df-42d2-a2b6-6cc75661998d', 'name': 'network-vif-deleted', 'tag': 'a6b12547-d530-4fd9-98a8-12c8ca59cf39', 'status': 'completed', 'code': 200} Aug 20 11:11:14.816969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36b0ab3f-233e-413d-bff1-dfd15cdfa434 req-108d1f6d-cfdf-4e20-a7d6-69d03397b547 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390546 Aug 20 11:11:14.894683 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Made reservation on behalf of a236f5cb9ea740d8bb8ee4a0a3a7f04d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:14.894903 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7980b173-0249-4147-ad33-f8ec7850e732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:14.896959 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:14.899830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcb373c2-184f-480a-9057-2ebb7415320e req-cb8ffd05-5174-4c5b-a124-d588953263fa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0310702 Aug 20 11:11:14.983047 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcb373c2-184f-480a-9057-2ebb7415320e req-fdbd411d-f9d5-4891-9290-f40e47f45fab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bb8c3b79499040ea952288a0e5041863&device_id=e3a102fa-40df-42d2-a2b6-6cc75661998d HTTP/1.1" status: 200 len: 210 time: 0.0307131 Aug 20 11:11:15.010137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ad61c-b3a2-4cf8-aeae-1e90348eee28 req-3cc9193e-6658-4365-8007-5abec4e26042 tempest-AggregatesAdminTestJSON-792236246 tempest-AggregatesAdminTestJSON-792236246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:15.011907 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f8ad61c-b3a2-4cf8-aeae-1e90348eee28 req-3cc9193e-6658-4365-8007-5abec4e26042 tempest-AggregatesAdminTestJSON-792236246 tempest-AggregatesAdminTestJSON-792236246-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 1122 time: 0.0754111 Aug 20 11:11:15.042644 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5f8ad61c-b3a2-4cf8-aeae-1e90348eee28 req-ca52a094-812f-4dcc-8b1e-0b691f745409 tempest-AggregatesAdminTestJSON-792236246 tempest-AggregatesAdminTestJSON-792236246-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:15.053694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcb373c2-184f-480a-9057-2ebb7415320e req-cf1350b2-2838-4295-8ced-22876a165338 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=bb8c3b79499040ea952288a0e5041863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376461 Aug 20 11:11:15.176612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb373c2-184f-480a-9057-2ebb7415320e req-b77942fd-8c8d-420e-9426-f747d65a1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:15.178245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcb373c2-184f-480a-9057-2ebb7415320e req-b77942fd-8c8d-420e-9426-f747d65a1d09 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149156 Aug 20 11:11:15.225143 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5f8ad61c-b3a2-4cf8-aeae-1e90348eee28 req-ca52a094-812f-4dcc-8b1e-0b691f745409 tempest-AggregatesAdminTestJSON-792236246 tempest-AggregatesAdminTestJSON-792236246-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:15.249925 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:15.318548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2aa589f-f053-4748-bd04-a560910f1db0,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:15.331473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Checking segment: {'id': '2f72c065-12fe-4a36-96a7-8b3610bce222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '569291f6-d861-4b74-9adc-5505dfc3f91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:15.331899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Network hostable DHCP agents. Network: 569291f6-d861-4b74-9adc-5505dfc3f91d, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:11:15.337411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5f8ad61c-b3a2-4cf8-aeae-1e90348eee28 req-ca52a094-812f-4dcc-8b1e-0b691f745409 tempest-AggregatesAdminTestJSON-792236246 tempest-AggregatesAdminTestJSON-792236246-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:15.373651 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f8ad61c-b3a2-4cf8-aeae-1e90348eee28 req-ca52a094-812f-4dcc-8b1e-0b691f745409 tempest-AggregatesAdminTestJSON-792236246 tempest-AggregatesAdminTestJSON-792236246-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532009 Aug 20 11:11:15.386979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52a094-812f-4dcc-8b1e-0b691f745409 tempest-AggregatesAdminTestJSON-792236246 tempest-AggregatesAdminTestJSON-792236246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67162d8b-dd32-4b79-b402-d245fb2d5c9c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:15.511636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Network 569291f6-d861-4b74-9adc-5505dfc3f91d is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:11:15.538509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f98ee-881b-48ff-9d73-d6378fec3509 req-d99003e1-39ae-4d67-aa76-a5eb595c2900 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:15.540350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b17f98ee-881b-48ff-9d73-d6378fec3509 req-d99003e1-39ae-4d67-aa76-a5eb595c2900 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 947 time: 0.0667810 Aug 20 11:11:15.590042 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b17f98ee-881b-48ff-9d73-d6378fec3509 req-77a78ba2-5be0-4b25-860c-03fa3bf8ef6d tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388541 Aug 20 11:11:15.705595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 569291f6-d861-4b74-9adc-5505dfc3f91d) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:15.717679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:15.718298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e168625-c864-4462-86dd-25670d633f13 None None] Network 569291f6-d861-4b74-9adc-5505dfc3f91d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:11:15.718409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:15.755497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-63fc0898-8a69-4fd6-b206-bc64e552ead3 req-79d85147-ea3b-4d1f-830e-9ba8661489bb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 210 time: 0.0351248 Aug 20 11:11:15.859253 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f95a1ebc-91d2-4a9c-b710-0e40935198ea admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1311514 Aug 20 11:11:15.890251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da27ce2-b047-4abc-9453-d547baaf45b9 None None] Network 569291f6-d861-4b74-9adc-5505dfc3f91d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:11:15.949822 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-261c7da6-92e5-43ea-83fa-1df301a7717f tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bb8c3b79499040ea952288a0e5041863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256240 Aug 20 11:11:16.101035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3717e-0239-468b-9485-9c98b7f2728d req-0234d514-8f80-40ce-a726-6caaccda757f tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:16.102565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-0234d514-8f80-40ce-a726-6caaccda757f tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472528 Aug 20 11:11:16.119881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-628d705a-8199-4fb1-8e26-d7cedbbc2bfc tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/quotas/bb8c3b79499040ea952288a0e5041863 HTTP/1.1" status: 200 len: 375 time: 0.0109680 Aug 20 11:11:16.171347 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-9052364f-49d6-4dbf-945a-5b07a2200e34 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8c3b79499040ea952288a0e5041863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419979 Aug 20 11:11:16.586242 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9733b898-127a-46ce-8d98-958f8f70eb94 req-8323fc3b-8bae-4603-b0eb-f5399c0f09a3 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 210 time: 0.0486994 Aug 20 11:11:16.788364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cc421-718c-453b-86bd-2456b1bf958d req-8453ceee-cc4a-4494-a7ac-be7507f9503f tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:16.793210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a04cc421-718c-453b-86bd-2456b1bf958d req-8453ceee-cc4a-4494-a7ac-be7507f9503f tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 947 time: 0.0603552 Aug 20 11:11:16.827851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37768) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:16.832933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-985853908-network', 'tenant_id': '4a3368adc870472e8cf866aad0c08dfa'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:16.860385 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a04cc421-718c-453b-86bd-2456b1bf958d req-9f416200-4d24-4047-bca4-af76b00a0619 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545356 Aug 20 11:11:16.957769 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-43ada237-a9c3-4e3f-8a32-406fbb1cf5cf req-e7f101a8-cc76-4e29-8205-44ed50845822 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 210 time: 0.0282943 Aug 20 11:11:16.975120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Made reservation on behalf of 4a3368adc870472e8cf866aad0c08dfa for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:16.979198 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:16.993137 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:17.113793 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:17.238041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:17.292120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:11:17.299448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85113f83-ed5a-4831-a653-78f83cfcee1a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:17.310293 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:17.310897 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Added segment fd1fa0b6-ccf8-4139-a890-4606f11547eb of type vlan for network d6210d04-8877-4c37-949a-a3368a2ae9ed Aug 20 11:11:17.402601 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:17.419699 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-37c5a0fe-caa3-40b9-a41c-9ca2520c4516 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f6136056d5744f71aedd216a888b7728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470877 Aug 20 11:11:17.542614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 10364202-a77d-4d5b-a7a3-f1afa5d47822 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:11:17.558552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189553ba-fb29-4829-a383-990b49b0031a req-c1ffe831-6f6c-4a43-b7aa-8d494b322311 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:17.560669 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-c1ffe831-6f6c-4a43-b7aa-8d494b322311 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343329 Aug 20 11:11:17.577302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Request body: {'port': {'device_id': '23be1f64-a81a-400e-83e6-8ccce362189b', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': 'f6136056d5744f71aedd216a888b7728'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:17.594102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:17.596004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:17.596659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:17.615243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a6b12547-d530-4fd9-98a8-12c8ca59cf39 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:11:17.660756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: a6b12547-d530-4fd9-98a8-12c8ca59cf39 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:11:17.661200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a6b12547-d530-4fd9-98a8-12c8ca59cf39 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:11:17.706925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 10364202-a77d-4d5b-a7a3-f1afa5d47822, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=10364202-a77d-4d5b-a7a3-f1afa5d47822,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:17.729501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '10364202-a77d-4d5b-a7a3-f1afa5d47822', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '10364202-a77d-4d5b-a7a3-f1afa5d47822', 'mac_address': 'fa:16:3e:95:a1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:11:17.770562 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfe2aaf3-2fdb-4b8d-87e0-d0c16cb8344d req-501d705e-2d64-4348-b2c2-0d5c1c0c1082 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 210 time: 0.0564482 Aug 20 11:11:17.771046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] Pushing event updated for resources: {'Network': ['ID=d6210d04-8877-4c37-949a-a3368a2ae9ed,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:17.798126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network d6210d04-8877-4c37-949a-a3368a2ae9ed details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:11:17.813317 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aec56652-03ba-42d0-b29d-898f3134d8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:17.829742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b750d3c0-519b-46e0-a256-a82865d4ee70 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0008123 Aug 20 11:11:17.834155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37790) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:17.840375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Request body: {'subnet': {'network_id': 'd6210d04-8877-4c37-949a-a3368a2ae9ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-985853908-subnet', 'tenant_id': '4a3368adc870472e8cf866aad0c08dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:17.863887 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:17.940750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10364202-a77d-4d5b-a7a3-f1afa5d47822 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:17.956588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Made reservation on behalf of f6136056d5744f71aedd216a888b7728 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:17.980712 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:17.981457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 10364202-a77d-4d5b-a7a3-f1afa5d47822, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=10364202-a77d-4d5b-a7a3-f1afa5d47822,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:18.005218 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:18.067461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a8250-25d5-43a3-90c1-91747369943b req-67e56ea6-79ad-4ded-a183-7ac607b0e16c tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:18.069092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-243a8250-25d5-43a3-90c1-91747369943b req-67e56ea6-79ad-4ded-a183-7ac607b0e16c tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 947 time: 0.0858636 Aug 20 11:11:18.114202 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:18.131204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Made reservation on behalf of 4a3368adc870472e8cf866aad0c08dfa for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:18.133840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:18.191960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-243a8250-25d5-43a3-90c1-91747369943b req-dca9ec19-331b-4162-b3c8-e4525f4fd435 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101377 Aug 20 11:11:18.197666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=10364202-a77d-4d5b-a7a3-f1afa5d47822,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:18.262398 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:18.351189 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376d11c9-a5b5-46af-9b8a-9dc023df28ed req-14dfaabe-389e-4e0c-b2e5-fc7b52ff1fde tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 210 time: 0.0544565 Aug 20 11:11:18.356812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['10364202-a77d-4d5b-a7a3-f1afa5d47822'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:18.368428 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:18.507308 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bfe94e-4f02-41aa-950a-262ca73daddc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:18.586352 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:18.624178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Allocated IP 192.168.233.199 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/1365fd03-1ebf-4e87-87d7-a3647f93fa7a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:18.707384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:18.826474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Checking segment: {'id': 'fd1fa0b6-ccf8-4139-a890-4606f11547eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd6210d04-8877-4c37-949a-a3368a2ae9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:18.826790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Network hostable DHCP agents. Network: d6210d04-8877-4c37-949a-a3368a2ae9ed, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:11:18.839153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:18.857497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd191cb-af9e-4af2-be98-abd39603704c,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:18.859615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Transition to ACTIVE for port object 1365fd03-1ebf-4e87-87d7-a3647f93fa7a will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:18.953180 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c3810c5-e27d-404a-95b1-b191daac5ad7 req-ff768964-8384-4012-a4c4-28226d465e74 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 210 time: 0.0384669 Aug 20 11:11:19.083343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Network d6210d04-8877-4c37-949a-a3368a2ae9ed is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:11:19.084139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:19.147252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:19.154065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:19.160929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:19.171287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.172271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:19.192410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Pushing event updated for resources: {'Port': ['ID=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:19.300817 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:19.363154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, d6210d04-8877-4c37-949a-a3368a2ae9ed) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:19.371621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.372666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:19.373196 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-40ed77b9-1186-40e5-be2a-21ad6ead852a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8016596 Aug 20 11:11:19.385542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Request body: {'port': {'device_id': '23be1f64-a81a-400e-83e6-8ccce362189b', 'device_owner': 'compute:tempest-test_az-1725553863', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:19.392565 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29dd664-91c8-49c3-bf33-ffb9f8e7859e None None] Network d6210d04-8877-4c37-949a-a3368a2ae9ed requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:11:19.459781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64925717-5609-47c2-9e79-9f612934dd0d req-5966fc75-6466-47e7-b9ec-74e2cdf88cb8 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.461525 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64925717-5609-47c2-9e79-9f612934dd0d req-5966fc75-6466-47e7-b9ec-74e2cdf88cb8 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 948 time: 0.1630433 Aug 20 11:11:19.463054 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:19.480647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-55a83b32-6b5f-4adb-b10e-f32a63805cc5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6446903 Aug 20 11:11:19.503776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ab23eb9f-8bdc-4647-be6e-3c88a8d9e3ce None None] Provisioning for port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:19.514482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ab23eb9f-8bdc-4647-be6e-3c88a8d9e3ce None None] Provisioning complete for port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:19.515147 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ab23eb9f-8bdc-4647-be6e-3c88a8d9e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:19.531353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.57', 49368) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:19.569408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64925717-5609-47c2-9e79-9f612934dd0d req-7aa84782-c7f9-43f8-81a8-6d926f1eae87 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728755 Aug 20 11:11:19.591834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 10364202-a77d-4d5b-a7a3-f1afa5d47822 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:19.642219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-ebd44288-e65e-4430-8393-00aa7ee8e62b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bb8c3b79499040ea952288a0e5041863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1039889 Aug 20 11:11:19.740786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ab23eb9f-8bdc-4647-be6e-3c88a8d9e3ce None None] Port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:11:19.768630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37834) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:19.824265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d048f-078e-45f9-bf33-df6788a47d36 req-0cb23e33-4643-4dd2-a122-992dc6802a18 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.826208 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-837d048f-078e-45f9-bf33-df6788a47d36 req-0cb23e33-4643-4dd2-a122-992dc6802a18 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 936 time: 0.1477935 Aug 20 11:11:19.876900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae11b0-de74-4967-8662-61c2bf440093 None None] Network d6210d04-8877-4c37-949a-a3368a2ae9ed requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:11:19.883692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-312f29be-781c-4ac3-bbc5-a08953a1d801 admin admin] Deleting subnet c2aa589f-f053-4748-bd04-a560910f1db0 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:11:19.887935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-312f29be-781c-4ac3-bbc5-a08953a1d801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:19.891783 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-837d048f-078e-45f9-bf33-df6788a47d36 req-ee9b08c0-c919-4d50-8af0-720831bad70d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486605 Aug 20 11:11:19.919820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3717e-0239-468b-9485-9c98b7f2728d req-bd2ee148-a97d-473e-b5eb-68d185d0fdf0 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:19.922568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-bd2ee148-a97d-473e-b5eb-68d185d0fdf0 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756188 Aug 20 11:11:19.935853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 10364202-a77d-4d5b-a7a3-f1afa5d47822 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:19.936439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Request body: {'port': {'device_id': '6653b77f-85f3-4ff4-8e6a-58d5edfe578a', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': 'bb8c3b79499040ea952288a0e5041863'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:19.965094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 10364202-a77d-4d5b-a7a3-f1afa5d47822 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:19.965421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:19.966833 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-312f29be-781c-4ac3-bbc5-a08953a1d801 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.012528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-312f29be-781c-4ac3-bbc5-a08953a1d801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.154708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1365fd03-1ebf-4e87-87d7-a3647f93fa7a {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:20.161305 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.164140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.191785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d4a8e7-64cb-40b7-8685-a8131d865d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10364202-a77d-4d5b-a7a3-f1afa5d47822'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:20.197950 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf54487-9cb0-40c6-be7f-3b6f14424b09" -d '{"events": [{"server_uuid": "07d4a8e7-64cb-40b7-8685-a8131d865d34", "name": "network-vif-plugged", "status": "completed", "tag": "10364202-a77d-4d5b-a7a3-f1afa5d47822"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:20.213751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 10364202-a77d-4d5b-a7a3-f1afa5d47822, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=10364202-a77d-4d5b-a7a3-f1afa5d47822,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:20.254815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfedd94b-4e90-4ce2-8271-504ab23adf5e req-fdcf9f65-20dc-4cdd-928c-c438afc65b40 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 210 time: 0.0334749 Aug 20 11:11:20.325624 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1a42a8-acb5-43ec-98d4-4e5e8cd7b29e x-openstack-request-id: req-fc1a42a8-acb5-43ec-98d4-4e5e8cd7b29e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:20.326623 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d4a8e7-64cb-40b7-8685-a8131d865d34", "name": "network-vif-plugged", "status": "completed", "tag": "10364202-a77d-4d5b-a7a3-f1afa5d47822", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:20.327019 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc1a42a8-acb5-43ec-98d4-4e5e8cd7b29e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:20.327559 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d4a8e7-64cb-40b7-8685-a8131d865d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10364202-a77d-4d5b-a7a3-f1afa5d47822', 'code': 200} Aug 20 11:11:20.334864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Made reservation on behalf of bb8c3b79499040ea952288a0e5041863 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:20.339165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Transition to ACTIVE for port object 1365fd03-1ebf-4e87-87d7-a3647f93fa7a will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:20.347713 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.348067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-312f29be-781c-4ac3-bbc5-a08953a1d801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.368790 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.383845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f29be-781c-4ac3-bbc5-a08953a1d801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2aa589f-f053-4748-bd04-a560910f1db0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:20.397042 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-312f29be-781c-4ac3-bbc5-a08953a1d801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.399617 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-312f29be-781c-4ac3-bbc5-a08953a1d801 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c2aa589f-f053-4748-bd04-a560910f1db0 HTTP/1.1" status: 204 len: 168 time: 0.6298451 Aug 20 11:11:20.407454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37854) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:20.473096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=10364202-a77d-4d5b-a7a3-f1afa5d47822,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:20.500726 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b2222-b03d-418d-b6b2-d448bbed1bc9 req-5f9bfae0-f28d-477a-a409-483ddfc467fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:20.502767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f6b2222-b03d-418d-b6b2-d448bbed1bc9 req-5f9bfae0-f28d-477a-a409-483ddfc467fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 1100 time: 0.0687029 Aug 20 11:11:20.506406 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.585214 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.594200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:20.602868 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f6b2222-b03d-418d-b6b2-d448bbed1bc9 req-42355681-7c22-427f-962b-0beda5a78dc8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680223 Aug 20 11:11:20.606193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Allocated IP 192.168.233.153 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/ff35ca2a-af02-4529-8750-c3a395c31bc5) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:20.652050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Attempting to bind port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:11:20.652316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Attempting to bind port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:11:20.652614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Attempting to bind port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:20.680038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:11:20.680038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Attempting to bind port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:20.696344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:11:20.696671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:20.697652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:11:20.698091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Bound port: 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:11:20.698524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.760376 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.780360 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.808659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.808659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.808659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.808659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > port after_create 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.808659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.808659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > port after_update 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.808659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.808659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.808659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.808659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.827403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.843610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Transition to ACTIVE for port object ff35ca2a-af02-4529-8750-c3a395c31bc5 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:20.913783 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.914207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.914709 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.915169 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:20.915614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569291f6-d861-4b74-9adc-5505dfc3f91d']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:20.941171 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:20.947806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f72c065-12fe-4a36-96a7-8b3610bce222') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:20.948104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f72c065-12fe-4a36-96a7-8b3610bce222') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:20.987512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.001003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:21.006125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:21.010317 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:21.016091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:21.016896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.029741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.034408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Pushing event updated for resources: {'Port': ['ID=ff35ca2a-af02-4529-8750-c3a395c31bc5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:21.044527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:11:21.044909 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: from cryptography.utils import int_from_bytes Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: from cryptography.utils import int_from_bytes Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:11:21.067928 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:11:21.081627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:21.118267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-a000d8f9-8508-4922-8ac6-bed160b6fd93 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1860247 Aug 20 11:11:21.133690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Request body: {'port': {'device_id': '6653b77f-85f3-4ff4-8e6a-58d5edfe578a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:21.136628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:11:21.145726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049c54-5d39-4fd2-b53a-42df676a27b8 req-c711b0c5-ccb6-46b9-94cf-0e80ff9a0606 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:21.147709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36049c54-5d39-4fd2-b53a-42df676a27b8 req-c711b0c5-ccb6-46b9-94cf-0e80ff9a0606 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 949 time: 0.2264357 Aug 20 11:11:21.197293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.212292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36049c54-5d39-4fd2-b53a-42df676a27b8 req-8f2ea817-8b46-4c72-ac2e-41ea150d4e8c tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545883 Aug 20 11:11:21.236409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.275742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.276597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:21.277213 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.278722 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] 10.222.0.57 "PUT /v2.0/ports/1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 1118 time: 1.8976529 Aug 20 11:11:21.281136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:21.284131 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d8883d-bc8e-4140-9664-e1a7161cbf68" -d '{"events": [{"name": "network-changed", "server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:21.310936 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.311842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] 10.222.0.10 "DELETE /v2.0/networks/569291f6-d861-4b74-9adc-5505dfc3f91d HTTP/1.1" status: 204 len: 168 time: 0.8968668 Aug 20 11:11:21.327030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37892) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:21.350031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e953beb-b83f-459f-9568-0aadfa28f7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:21.350031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c6345-b6b3-4383-a728-85058ff8d899 admin admin] Pushing event deleted for resources: {'Network': ['ID=569291f6-d861-4b74-9adc-5505dfc3f91d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:21.536315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a82552-1dd0-4c72-812d-4c8145fd5166 req-59c2f9d3-4f20-4583-8985-8f811d7447fa tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:21.540869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5fcc4345-1aff-401d-89f0-f38bc9f59ee7 None None] Provisioning for port ff35ca2a-af02-4529-8750-c3a395c31bc5 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:21.549941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5fcc4345-1aff-401d-89f0-f38bc9f59ee7 None None] Provisioning complete for port ff35ca2a-af02-4529-8750-c3a395c31bc5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:21.550819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6a82552-1dd0-4c72-812d-4c8145fd5166 req-59c2f9d3-4f20-4583-8985-8f811d7447fa tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 970 time: 0.2347999 Aug 20 11:11:21.551073 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4345-1aff-401d-89f0-f38bc9f59ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.625709 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc4345-1aff-401d-89f0-f38bc9f59ee7 None None] Port ff35ca2a-af02-4529-8750-c3a395c31bc5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:11:21.639292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-513e0e69-3f87-4972-95c0-45106b9056a6 admin admin] Deleting subnet 7dd191cb-af9e-4af2-be98-abd39603704c {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:11:21.653884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189553ba-fb29-4829-a383-990b49b0031a req-df7305bf-f771-4388-8dbc-375d681de9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:21.653884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-df7305bf-f771-4388-8dbc-375d681de9d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1121 time: 0.0707259 Aug 20 11:11:21.653884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-513e0e69-3f87-4972-95c0-45106b9056a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.714456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-0f45248a-2ee8-4eed-b838-6f84d61f1503 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 217 time: 0.0473003 Aug 20 11:11:21.719489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6a82552-1dd0-4c72-812d-4c8145fd5166 req-6154351b-1c29-4c16-8ac7-5ad5eae0d05d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669519 Aug 20 11:11:21.724099 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-513e0e69-3f87-4972-95c0-45106b9056a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.799970 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-513e0e69-3f87-4972-95c0-45106b9056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.804673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189553ba-fb29-4829-a383-990b49b0031a req-a9afffda-81cd-4647-a61f-8141794d0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:21.805712 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-a9afffda-81cd-4647-a61f-8141794d0261 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0846031 Aug 20 11:11:21.819766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff35ca2a-af02-4529-8750-c3a395c31bc5 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:21.831352 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:21.837966 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4469bb-08b6-4b30-965f-ce40862924a5 x-openstack-request-id: req-ac4469bb-08b6-4b30-965f-ce40862924a5 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:21.838653 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:21.838653 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac4469bb-08b6-4b30-965f-ce40862924a5 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:21.838908 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a', 'status': 'completed', 'code': 200} Aug 20 11:11:21.845017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Transition to ACTIVE for port object ff35ca2a-af02-4529-8750-c3a395c31bc5 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:21.917932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7c027-8c6f-4d23-b5a8-7c57b8106a7d req-45da6afc-cc16-48fc-ba3b-2bd04a063b47 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:21.919547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2da7c027-8c6f-4d23-b5a8-7c57b8106a7d req-45da6afc-cc16-48fc-ba3b-2bd04a063b47 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 936 time: 0.1172307 Aug 20 11:11:21.935029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189553ba-fb29-4829-a383-990b49b0031a req-2daeace7-30f9-4fd4-8a98-dfd5c0f12289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:21.936544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-2daeace7-30f9-4fd4-8a98-dfd5c0f12289 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1044714 Aug 20 11:11:21.952561 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.038637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Pushing event updated for resources: {'Port': ['ID=ff35ca2a-af02-4529-8750-c3a395c31bc5,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:22.064261 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2da7c027-8c6f-4d23-b5a8-7c57b8106a7d req-c576f25c-a289-47c8-92f1-d1e99bdcdefd tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352885 Aug 20 11:11:22.083664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-513e0e69-3f87-4972-95c0-45106b9056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.115200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Attempting to bind port ff35ca2a-af02-4529-8750-c3a395c31bc5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:11:22.115753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Attempting to bind port ff35ca2a-af02-4529-8750-c3a395c31bc5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:11:22.116323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Attempting to bind port ff35ca2a-af02-4529-8750-c3a395c31bc5 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:22.120173 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-513e0e69-3f87-4972-95c0-45106b9056a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.122932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-513e0e69-3f87-4972-95c0-45106b9056a6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7dd191cb-af9e-4af2-be98-abd39603704c HTTP/1.1" status: 204 len: 168 time: 0.7948184 Aug 20 11:11:22.125439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Port ff35ca2a-af02-4529-8750-c3a395c31bc5 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:11:22.126163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Attempting to bind port ff35ca2a-af02-4529-8750-c3a395c31bc5 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:22.135919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37906) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:22.137087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:11:22.138500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:22.138500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:11:22.139136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Bound port: ff35ca2a-af02-4529-8750-c3a395c31bc5, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:11:22.139884 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.148336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e0e69-3f87-4972-95c0-45106b9056a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd191cb-af9e-4af2-be98-abd39603704c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:22.171201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37910) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:22.197106 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-b75f28e4-4877-403b-bb92-ac00a051e8e7 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530215 Aug 20 11:11:22.277894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.353311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] For port ff35ca2a-af02-4529-8750-c3a395c31bc5, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:22.362775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] For port ff35ca2a-af02-4529-8750-c3a395c31bc5, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ff35ca2a-af02-4529-8750-c3a395c31bc5,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:11:22.389625 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8313405c-0d20-4498-9083-b36d4404bbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.405007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-189553ba-fb29-4829-a383-990b49b0031a req-c0807449-04ea-45d1-aa07-410e9e5770d1 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008479 Aug 20 11:11:22.442352 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.442567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24ffb8-2074-4906-9edd-adb0753baee0 req-1aa1da14-112c-4c12-84d2-284be7fac988 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:22.442567 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba24ffb8-2074-4906-9edd-adb0753baee0 req-1aa1da14-112c-4c12-84d2-284be7fac988 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 949 time: 0.1000030 Aug 20 11:11:22.453042 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.453563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.454487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.454907 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.455228 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.455570 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.455892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.456357 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.456690 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.457036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.500410 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba24ffb8-2074-4906-9edd-adb0753baee0 req-d8d82f31-3238-46f0-9122-587a79afe9e4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514517 Aug 20 11:11:22.525139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.525392 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.525726 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.526067 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 11:11:22.526740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6210d04-8877-4c37-949a-a3368a2ae9ed']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:22.540197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.547734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8313405c-0d20-4498-9083-b36d4404bbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.556899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1fa0b6-ccf8-4139-a890-4606f11547eb') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:22.557289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1fa0b6-ccf8-4139-a890-4606f11547eb') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:22.577473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.616449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:22.617303 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.619558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] 10.222.0.57 "PUT /v2.0/ports/ff35ca2a-af02-4529-8750-c3a395c31bc5 HTTP/1.1" status: 200 len: 1096 time: 1.4912722 Aug 20 11:11:22.620296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6653b77f-85f3-4ff4-8e6a-58d5edfe578a', 'tag': 'ff35ca2a-af02-4529-8750-c3a395c31bc5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:22.628918 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cb1daf-a507-482d-9db9-946db4f37d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6653b77f-85f3-4ff4-8e6a-58d5edfe578a", "tag": "ff35ca2a-af02-4529-8750-c3a395c31bc5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:22.646373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.662686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-453739e9-4d73-4c56-a08d-2c2fd9fe4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:22.665001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-453739e9-4d73-4c56-a08d-2c2fd9fe4f4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1121 time: 0.0543959 Aug 20 11:11:22.690134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8313405c-0d20-4498-9083-b36d4404bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.843881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39bf06-0f45-4b1d-8b79-94fa50c1eb64 service neutron] Pushing event updated for resources: {'Port': ['ID=ff35ca2a-af02-4529-8750-c3a395c31bc5,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:22.855576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313405c-0d20-4498-9083-b36d4404bbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59adc3fd-d141-43ec-98d8-bd51bb0e18dd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:22.861302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:11:22.862039 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: from cryptography.utils import int_from_bytes Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: from cryptography.utils import int_from_bytes Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:11:22.866314 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:11:22.879166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8313405c-0d20-4498-9083-b36d4404bbcc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74738c804719420cbdd77f5bd5c6ff22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067442 Aug 20 11:11:22.879800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37944) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:22.939045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-bb56a595-08a6-43d5-b10e-ff7afe273c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:22.941247 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-bb56a595-08a6-43d5-b10e-ff7afe273c62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2695198 Aug 20 11:11:22.985227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3717e-0239-468b-9485-9c98b7f2728d req-9be82be8-6e7a-42c6-b3f4-30386b691f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:22.987269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-9be82be8-6e7a-42c6-b3f4-30386b691f75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb8c3b79499040ea952288a0e5041863&device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 1099 time: 0.1403675 Aug 20 11:11:23.002086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-69e60cae-fc86-4725-9cec-8f8d94c271b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 217 time: 0.0517778 Aug 20 11:11:23.031438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bb6bb2c-c032-4b02-9f1b-5eaad5cf26a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.039811 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e4306-106e-4eff-a693-c567317e8a1b x-openstack-request-id: req-263e4306-106e-4eff-a693-c567317e8a1b {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:23.039811 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6653b77f-85f3-4ff4-8e6a-58d5edfe578a", "tag": "ff35ca2a-af02-4529-8750-c3a395c31bc5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:23.040243 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-263e4306-106e-4eff-a693-c567317e8a1b {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:23.041242 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6653b77f-85f3-4ff4-8e6a-58d5edfe578a', 'tag': 'ff35ca2a-af02-4529-8750-c3a395c31bc5', 'status': 'completed', 'code': 200} Aug 20 11:11:23.074913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-cb826fcf-4e85-4df7-98ed-1e47fa0247ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ff35ca2a-af02-4529-8750-c3a395c31bc5 HTTP/1.1" status: 200 len: 217 time: 0.0655453 Aug 20 11:11:23.075842 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.084042 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.086276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d6210d04-8877-4c37-949a-a3368a2ae9ed HTTP/1.1" status: 204 len: 168 time: 0.9408596 Aug 20 11:11:23.094628 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bb6bb2c-c032-4b02-9f1b-5eaad5cf26a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.107303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482b35c-af1d-494f-a613-293b0be801b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6210d04-8877-4c37-949a-a3368a2ae9ed,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:23.119834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-8cc8b993-c9a9-4c17-8502-bcbfa6fccea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.121355 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-8cc8b993-c9a9-4c17-8502-bcbfa6fccea9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1109035 Aug 20 11:11:23.147030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3717e-0239-468b-9485-9c98b7f2728d req-9b8804a8-bece-4179-b670-dcd1945078a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.148995 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-9b8804a8-bece-4179-b670-dcd1945078a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0605268 Aug 20 11:11:23.203794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3717e-0239-468b-9485-9c98b7f2728d req-16ac374b-c6b2-4d5e-914c-9515864becbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.205310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-16ac374b-c6b2-4d5e-914c-9515864becbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500262 Aug 20 11:11:23.219698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-c6115ac2-c7a1-471f-bd68-d1b7ff108059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.221171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-c6115ac2-c7a1-471f-bd68-d1b7ff108059 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887146 Aug 20 11:11:23.229347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755b918-2237-412d-ba3c-7bbe757ad60e req-51fd71ff-4326-4570-9700-181e8a444e13 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.230797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b755b918-2237-412d-ba3c-7bbe757ad60e req-51fd71ff-4326-4570-9700-181e8a444e13 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 970 time: 0.1202085 Aug 20 11:11:23.308427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-c7a3db3a-53b0-4540-83d0-3b7cf23a75a2 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897527 Aug 20 11:11:23.311276 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bb6bb2c-c032-4b02-9f1b-5eaad5cf26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.313812 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bb6bb2c-c032-4b02-9f1b-5eaad5cf26a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.314983 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2bb6bb2c-c032-4b02-9f1b-5eaad5cf26a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59adc3fd-d141-43ec-98d8-bd51bb0e18dd HTTP/1.1" status: 204 len: 168 time: 0.4283209 Aug 20 11:11:23.326862 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b755b918-2237-412d-ba3c-7bbe757ad60e req-e89657a1-e09d-4cd9-ae48-d35af7fe3542 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879321 Aug 20 11:11:23.338486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6bb2c-c032-4b02-9f1b-5eaad5cf26a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59adc3fd-d141-43ec-98d8-bd51bb0e18dd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:23.384094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-8aa3f13d-c677-4fb5-81d5-9728f2792294 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522667 Aug 20 11:11:23.469919 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00d3717e-0239-468b-9485-9c98b7f2728d req-2b591fab-7ccf-4fb9-9056-c66ddebadd0f service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510017 Aug 20 11:11:23.496475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-60212a73-723d-4c2e-a3a9-c1b0bcd874ae tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4664405814514902a2349ac589a6a5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398004 Aug 20 11:11:23.572794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37976) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:23.612237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6d8883d-bc8e-4140-9664-e1a7161cbf68 req-69005e27-d8ae-4bf5-9b6a-46e2a23ec54a service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194784 Aug 20 11:11:23.614986 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95e2ea-8001-404d-9ae8-1ee54a7d08df req-b068d10a-f876-4874-9526-8d7b78db0a95 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.616569 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d95e2ea-8001-404d-9ae8-1ee54a7d08df req-b068d10a-f876-4874-9526-8d7b78db0a95 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 948 time: 0.0665674 Aug 20 11:11:23.661654 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d95e2ea-8001-404d-9ae8-1ee54a7d08df req-421cc9ed-5ecc-437e-a3d6-a7c6fef4751b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357413 Aug 20 11:11:23.699337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-cfa21dee-fa14-448e-8940-3df72a3e111f tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.706425 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-cfa21dee-fa14-448e-8940-3df72a3e111f tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042589 Aug 20 11:11:23.711696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-593b2a00-1257-4b68-a150-4bff3141559d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a236f5cb9ea740d8bb8ee4a0a3a7f04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360421 Aug 20 11:11:23.717106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37980) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:23.724809 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-0af85dc4-825f-4e14-b34e-a76eadc9b2b0 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/quotas/4664405814514902a2349ac589a6a5e8 HTTP/1.1" status: 200 len: 375 time: 0.0174627 Aug 20 11:11:23.729996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-9a21f92e-0cda-413e-a3f8-1fb1f84c3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.731544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-9a21f92e-0cda-413e-a3f8-1fb1f84c3609 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bb8c3b79499040ea952288a0e5041863&device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 1099 time: 0.1021802 Aug 20 11:11:23.777003 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5ef8-0227-4180-b2bb-7c137eabc86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.803454 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5ef8-0227-4180-b2bb-7c137eabc86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.870059 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-6989e0cf-7746-4f1d-b6c9-24528bbbcf17 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4664405814514902a2349ac589a6a5e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347079 Aug 20 11:11:23.894714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-42545c26-47c8-4006-a794-fd60bde961a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:23.898628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-42545c26-47c8-4006-a794-fd60bde961a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1550717 Aug 20 11:11:23.941873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-4fa69844-a092-4c80-a6a2-04d5716b9020 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ff35ca2a-af02-4529-8750-c3a395c31bc5 HTTP/1.1" status: 200 len: 217 time: 0.0364661 Aug 20 11:11:23.952389 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5ef8-0227-4180-b2bb-7c137eabc86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.955830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5ef8-0227-4180-b2bb-7c137eabc86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:23.959661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8dbd5ef8-0227-4180-b2bb-7c137eabc86c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a30df79-5d64-4e5c-8871-fe58d924bc31 HTTP/1.1" status: 204 len: 168 time: 0.2390096 Aug 20 11:11:23.967658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd5ef8-0227-4180-b2bb-7c137eabc86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a30df79-5d64-4e5c-8871-fe58d924bc31,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:24.011750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-adbe629a-cbde-41c6-b3e7-1895381cbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:24.013431 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-adbe629a-cbde-41c6-b3e7-1895381cbaac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0651615 Aug 20 11:11:24.076539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-da14d715-6864-427b-bdb1-122796d79275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:24.078462 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-da14d715-6864-427b-bdb1-122796d79275 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0567605 Aug 20 11:11:24.188209 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-1abb32e1-4e1d-45f0-989d-48dd45bdf35f service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990458 Aug 20 11:11:24.235344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38010) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:24.287887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71911a11-9ce3-497e-9964-7614ed3de870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:24.298357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e32016b3-517d-466b-87bb-e3e68e1eff6d req-5eaf1ccb-4a21-41e2-bd88-602b31158348 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 210 time: 0.0548925 Aug 20 11:11:24.373408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30cb1daf-a507-482d-9db9-946db4f37d2b req-ce042df9-f9fb-4857-8b11-d2fa94e7918b service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724365 Aug 20 11:11:24.504094 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71911a11-9ce3-497e-9964-7614ed3de870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:24.547488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb4bda-3954-4bc3-a9d0-131480bdfba7 req-2de0e1ec-c1f0-4be0-ae14-0067ead201e1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:24.551347 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bedb4bda-3954-4bc3-a9d0-131480bdfba7 req-2de0e1ec-c1f0-4be0-ae14-0067ead201e1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 970 time: 0.0604510 Aug 20 11:11:24.596399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bedb4bda-3954-4bc3-a9d0-131480bdfba7 req-fa7fe04f-131e-4ee5-92a1-ea008b1e4c37 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367880 Aug 20 11:11:24.637657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71911a11-9ce3-497e-9964-7614ed3de870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:24.686198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-71911a11-9ce3-497e-9964-7614ed3de870 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6788e7365d364d508590dfcd1b527c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542158 Aug 20 11:11:24.687284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71911a11-9ce3-497e-9964-7614ed3de870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63de2d6-6c3c-4881-bc6b-7eb77089f1b7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:24.688831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38032) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:24.792871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6205ee57-94f1-4505-b4ba-6af2059ac4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:24.834943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe600476-cfb2-445e-b786-d320230eae49 req-f87c59db-21cb-4176-b0a2-50a2c9c5e5df tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:24.836471 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fe600476-cfb2-445e-b786-d320230eae49 req-f87c59db-21cb-4176-b0a2-50a2c9c5e5df tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 948 time: 0.0865481 Aug 20 11:11:24.839004 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6205ee57-94f1-4505-b4ba-6af2059ac4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:24.899512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fe600476-cfb2-445e-b786-d320230eae49 req-a7de7cf7-43ec-4bd4-8f7e-1f5087426821 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537865 Aug 20 11:11:25.008598 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6205ee57-94f1-4505-b4ba-6af2059ac4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:25.014428 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6205ee57-94f1-4505-b4ba-6af2059ac4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:25.014428 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6205ee57-94f1-4505-b4ba-6af2059ac4cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f63de2d6-6c3c-4881-bc6b-7eb77089f1b7 HTTP/1.1" status: 204 len: 168 time: 0.3217523 Aug 20 11:11:25.031306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38038) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:25.044217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205ee57-94f1-4505-b4ba-6af2059ac4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63de2d6-6c3c-4881-bc6b-7eb77089f1b7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:25.085847 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3b40c516-e0a4-4748-9f8a-4092b92f2074 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a3368adc870472e8cf866aad0c08dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526061 Aug 20 11:11:25.089251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38040) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:25.145335 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5411ae98-f3bb-49cd-93ef-e1b9d635e483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:25.171466 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5411ae98-f3bb-49cd-93ef-e1b9d635e483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:25.281881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6ddd9-451a-4530-802d-32b9e6738b91 req-860ad389-233c-4390-9098-4fad0fd9e344 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.283492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3c6ddd9-451a-4530-802d-32b9e6738b91 req-860ad389-233c-4390-9098-4fad0fd9e344 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 971 time: 0.0795870 Aug 20 11:11:25.323611 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3c6ddd9-451a-4530-802d-32b9e6738b91 req-c0b232dd-8ed0-4cdf-9363-5cfbd538108e tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Aug 20 11:11:25.346090 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5411ae98-f3bb-49cd-93ef-e1b9d635e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:25.348871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5411ae98-f3bb-49cd-93ef-e1b9d635e483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:25.350048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5411ae98-f3bb-49cd-93ef-e1b9d635e483 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85113f83-ed5a-4831-a653-78f83cfcee1a HTTP/1.1" status: 204 len: 168 time: 0.2596600 Aug 20 11:11:25.358091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411ae98-f3bb-49cd-93ef-e1b9d635e483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85113f83-ed5a-4831-a653-78f83cfcee1a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:25.400555 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db014771-d027-4812-811a-9df26d5da903 req-a50e79e0-2726-4261-9730-6720470a7c33 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 210 time: 0.0394542 Aug 20 11:11:25.433402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1365fd03-1ebf-4e87-87d7-a3647f93fa7a details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:11:25.531898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:25.544141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a', 'mac_address': 'fa:16:3e:57:c4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:tempest-test_az-1725553863', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:11:25.583061 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:25.595814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1365fd03-1ebf-4e87-87d7-a3647f93fa7a {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:25.619945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:25.655316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38054) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:25.745993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a9c9d-2d34-423d-b354-e51d8696938a req-be0c5e60-3876-481c-8667-1d3ae10f25d5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:25.747663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a5a9c9d-2d34-423d-b354-e51d8696938a req-be0c5e60-3876-481c-8667-1d3ae10f25d5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 970 time: 0.0607476 Aug 20 11:11:25.757222 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:25.836131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:25.970284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38064) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:26.012170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a5a9c9d-2d34-423d-b354-e51d8696938a req-d670853d-5786-40c0-a469-f9e44582f08f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515512 Aug 20 11:11:26.013200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3220d502-3e95-4c11-8762-e980a7c58851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.036291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['1365fd03-1ebf-4e87-87d7-a3647f93fa7a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:26.061850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975d330-80cf-43cf-aba6-f386406e6c4e req-ed1de725-5193-44c7-ad52-da7f778e4401 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:26.071252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e975d330-80cf-43cf-aba6-f386406e6c4e req-ed1de725-5193-44c7-ad52-da7f778e4401 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 948 time: 0.0776231 Aug 20 11:11:26.145789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e975d330-80cf-43cf-aba6-f386406e6c4e req-a4e7865f-aab0-48b9-9f92-cb18a826c7e5 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728981 Aug 20 11:11:26.178346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3220d502-3e95-4c11-8762-e980a7c58851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.253650 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3220d502-3e95-4c11-8762-e980a7c58851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.294027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220d502-3e95-4c11-8762-e980a7c58851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21d535a-ab33-432a-a303-0ef2cea688b7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:26.310331 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3220d502-3e95-4c11-8762-e980a7c58851 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7741462bb93b4939a7cf0113fbe18800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533875 Aug 20 11:11:26.312911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38074) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:26.315077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c07594fe-a3f6-466b-a32e-fcc2b01dff42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.406148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70cbe8c9-7714-4c44-896f-a19234cea193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.436782 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70cbe8c9-7714-4c44-896f-a19234cea193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.457807 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c07594fe-a3f6-466b-a32e-fcc2b01dff42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.512314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a349d78-2190-4584-a47d-17001b19b4ba req-051f9a01-2c7f-4048-984b-4bc1988c6060 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 210 time: 0.0307519 Aug 20 11:11:26.534254 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db994a4-9086-4c13-b24d-aa1b9c1e95a1 req-cd7e75a5-ed99-4c98-90da-4be4348b4c6d tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:26.535914 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4db994a4-9086-4c13-b24d-aa1b9c1e95a1 req-cd7e75a5-ed99-4c98-90da-4be4348b4c6d tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 971 time: 0.0785751 Aug 20 11:11:26.576969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4db994a4-9086-4c13-b24d-aa1b9c1e95a1 req-0114be1e-2832-492d-ae31-d8d212799065 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/security-groups?id=575894c1-2731-4e4d-ad6e-e7a1d092f5b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338533 Aug 20 11:11:26.609158 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c07594fe-a3f6-466b-a32e-fcc2b01dff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.638000 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70cbe8c9-7714-4c44-896f-a19234cea193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.641158 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70cbe8c9-7714-4c44-896f-a19234cea193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.642361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-70cbe8c9-7714-4c44-896f-a19234cea193 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e21d535a-ab33-432a-a303-0ef2cea688b7 HTTP/1.1" status: 204 len: 168 time: 0.3282092 Aug 20 11:11:26.653268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbe8c9-7714-4c44-896f-a19234cea193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21d535a-ab33-432a-a303-0ef2cea688b7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:26.662649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c07594fe-a3f6-466b-a32e-fcc2b01dff42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1fc5463a2caf433f830bd0fca5066448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6911790 Aug 20 11:11:26.663386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07594fe-a3f6-466b-a32e-fcc2b01dff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b4f2ee-285c-4b6a-a654-348b90c368e3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:26.665735 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38092) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:26.738420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b14c95df-70d2-4ea3-acb6-ce3e51cbb1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.772683 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b14c95df-70d2-4ea3-acb6-ce3e51cbb1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:26.837117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17574d10-108b-4c18-a003-566f47fe4275 req-3dad559e-6fea-46fa-a71c-1f3bdc147cef tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:26.838715 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17574d10-108b-4c18-a003-566f47fe4275 req-3dad559e-6fea-46fa-a71c-1f3bdc147cef tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.57 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 971 time: 0.0839987 Aug 20 11:11:27.011504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-17574d10-108b-4c18-a003-566f47fe4275 req-a30c4f2f-b9a1-483f-8b4c-812be8ba4a14 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Deleting port b63c1243-e188-4f1b-8ff6-8370b1f75a82 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:11:27.011943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-17574d10-108b-4c18-a003-566f47fe4275 req-a30c4f2f-b9a1-483f-8b4c-812be8ba4a14 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:27.026317 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b14c95df-70d2-4ea3-acb6-ce3e51cbb1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:27.028901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b14c95df-70d2-4ea3-acb6-ce3e51cbb1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:27.032578 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b14c95df-70d2-4ea3-acb6-ce3e51cbb1da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14b4f2ee-285c-4b6a-a654-348b90c368e3 HTTP/1.1" status: 204 len: 168 time: 0.3622124 Aug 20 11:11:27.074066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c95df-70d2-4ea3-acb6-ce3e51cbb1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b4f2ee-285c-4b6a-a654-348b90c368e3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:27.112204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-699591ec-6233-42ee-88e6-b81f00a07d07 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4664405814514902a2349ac589a6a5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435393 Aug 20 11:11:27.151315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-17574d10-108b-4c18-a003-566f47fe4275 req-a30c4f2f-b9a1-483f-8b4c-812be8ba4a14 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] For port b63c1243-e188-4f1b-8ff6-8370b1f75a82, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b63c1243-e188-4f1b-8ff6-8370b1f75a82,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:27.151732 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-17574d10-108b-4c18-a003-566f47fe4275 req-a30c4f2f-b9a1-483f-8b4c-812be8ba4a14 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:27.188976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-17574d10-108b-4c18-a003-566f47fe4275 req-a30c4f2f-b9a1-483f-8b4c-812be8ba4a14 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Calling delete_port for b63c1243-e188-4f1b-8ff6-8370b1f75a82 owned by compute:tempest-test_az-1725553863 {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:11:27.342333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60530953-b9f9-4acb-9441-10e817c33ff8 req-4ea0cc8f-2ca0-4b1b-8167-e4657007e3e0 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:27.343984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60530953-b9f9-4acb-9441-10e817c33ff8 req-4ea0cc8f-2ca0-4b1b-8167-e4657007e3e0 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 948 time: 0.0826137 Aug 20 11:11:27.388637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-0be58b68-d81e-4b7b-be5a-4521a8935a2d tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:27.390538 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-0be58b68-d81e-4b7b-be5a-4521a8935a2d tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723198 Aug 20 11:11:27.407968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Request body: {'port': {'device_id': '65a9a5d6-b5bc-4474-83e7-5713b18c379d', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '4664405814514902a2349ac589a6a5e8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:27.427905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a6321-db2e-4dcc-8045-a12675652214 req-443e6245-5598-4aec-8e3d-fc302e3414d2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:27.432932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ff35ca2a-af02-4529-8750-c3a395c31bc5 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:11:27.436578 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a2a6321-db2e-4dcc-8045-a12675652214 req-443e6245-5598-4aec-8e3d-fc302e3414d2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 971 time: 0.1931179 Aug 20 11:11:27.486054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60530953-b9f9-4acb-9441-10e817c33ff8 req-321108e4-b767-4180-ace7-e4a57af68b32 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306019 Aug 20 11:11:27.532581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1365fd03-1ebf-4e87-87d7-a3647f93fa7a up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:27.551695 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a2a6321-db2e-4dcc-8045-a12675652214 req-b5f05aa3-739d-44e0-97c5-fa5819955470 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136656 Aug 20 11:11:27.621100 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-17574d10-108b-4c18-a003-566f47fe4275 req-a30c4f2f-b9a1-483f-8b4c-812be8ba4a14 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:27.659373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['b63c1243-e188-4f1b-8ff6-8370b1f75a82'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:27.689092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c4f2f-b9a1-483f-8b4c-812be8ba4a14 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Pushing event deleted for resources: {'Port': ['ID=b63c1243-e188-4f1b-8ff6-8370b1f75a82,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:27.757466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Made reservation on behalf of 4664405814514902a2349ac589a6a5e8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:27.761549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:27.860594 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-17574d10-108b-4c18-a003-566f47fe4275 req-a30c4f2f-b9a1-483f-8b4c-812be8ba4a14 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] No DVR routers for this DVR port b63c1243-e188-4f1b-8ff6-8370b1f75a82 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:11:27.885781 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5768a985-0fd5-4eb8-9d45-d97e988a5b6f req-d25290f9-a0d5-4c90-84a0-6baa56ce0b0d tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 210 time: 0.1983371 Aug 20 11:11:27.893593 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-17574d10-108b-4c18-a003-566f47fe4275 req-a30c4f2f-b9a1-483f-8b4c-812be8ba4a14 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:27.902500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17574d10-108b-4c18-a003-566f47fe4275 req-a30c4f2f-b9a1-483f-8b4c-812be8ba4a14 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.57 "DELETE /v2.0/ports/b63c1243-e188-4f1b-8ff6-8370b1f75a82 HTTP/1.1" status: 204 len: 173 time: 1.0529819 Aug 20 11:11:27.903733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd88de3-3298-4835-bab3-744aa57dc312', 'name': 'network-vif-deleted', 'tag': 'b63c1243-e188-4f1b-8ff6-8370b1f75a82'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:27.907457 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397cad74-0c5f-497b-8e7c-82e095ca5110" -d '{"events": [{"server_uuid": "8fd88de3-3298-4835-bab3-744aa57dc312", "name": "network-vif-deleted", "tag": "b63c1243-e188-4f1b-8ff6-8370b1f75a82"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:27.936499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ff35ca2a-af02-4529-8750-c3a395c31bc5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ff35ca2a-af02-4529-8750-c3a395c31bc5,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:27.953043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'ff35ca2a-af02-4529-8750-c3a395c31bc5', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'ff35ca2a-af02-4529-8750-c3a395c31bc5', 'mac_address': 'fa:16:3e:81:d7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:11:27.994651 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90fc6e5-3c0f-459c-a9a7-b7bb01b2dcc0 x-openstack-request-id: req-e90fc6e5-3c0f-459c-a9a7-b7bb01b2dcc0 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:27.994975 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd88de3-3298-4835-bab3-744aa57dc312", "name": "network-vif-deleted", "tag": "b63c1243-e188-4f1b-8ff6-8370b1f75a82", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:27.995234 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e90fc6e5-3c0f-459c-a9a7-b7bb01b2dcc0 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:27.996531 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd88de3-3298-4835-bab3-744aa57dc312', 'name': 'network-vif-deleted', 'tag': 'b63c1243-e188-4f1b-8ff6-8370b1f75a82', 'status': 'completed', 'code': 200} Aug 20 11:11:28.040191 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.044910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:28.047791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Allocated IP 192.168.233.102 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/31037812-999f-49e3-93af-a6e48f96a95e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:28.051600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38126) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:28.064259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:28.064964 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.083360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0286f748-6482-4697-846f-29881af3198b req-9b462b1a-4aed-4e98-8e42-839539b23e68 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 210 time: 0.0381038 Aug 20 11:11:28.101945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff35ca2a-af02-4529-8750-c3a395c31bc5 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:28.127660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ff35ca2a-af02-4529-8750-c3a395c31bc5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ff35ca2a-af02-4529-8750-c3a395c31bc5,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:28.208448 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.236656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:28.239067 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4214040-0fb9-4a7b-b0ef-98c6b7382ad2" -d '{"events": [{"server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "name": "network-vif-plugged", "status": "completed", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:28.253216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:28.255113 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.274318 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.274493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Transition to ACTIVE for port object 31037812-999f-49e3-93af-a6e48f96a95e will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:28.279277 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5031a5e0-7041-4762-90e1-e27ad58f26cd x-openstack-request-id: req-5031a5e0-7041-4762-90e1-e27ad58f26cd {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:28.279592 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "name": "network-vif-plugged", "status": "completed", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:28.279836 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5031a5e0-7041-4762-90e1-e27ad58f26cd {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:28.280230 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a', 'code': 200} Aug 20 11:11:28.333985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ff35ca2a-af02-4529-8750-c3a395c31bc5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:28.380081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918380c-52ac-4b88-8139-329fae5f1ba9 req-da87f74c-c586-42dc-93aa-0acc57e33ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:28.381628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a918380c-52ac-4b88-8139-329fae5f1ba9 req-da87f74c-c586-42dc-93aa-0acc57e33ba0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1122 time: 0.0401931 Aug 20 11:11:28.429764 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a918380c-52ac-4b88-8139-329fae5f1ba9 req-07776b2d-6493-4e9a-a649-023c0dade356 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Aug 20 11:11:28.435120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38132) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:28.448001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09b8ca95-7bdc-4e5f-90ea-f1d1badc129a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.460025 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.460941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.486887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['10364202-a77d-4d5b-a7a3-f1afa5d47822'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:28.492234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['ff35ca2a-af02-4529-8750-c3a395c31bc5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:28.524375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:28.555401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Pushing event updated for resources: {'Port': ['ID=31037812-999f-49e3-93af-a6e48f96a95e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:28.564095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:28.567371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:28.601397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:28.661569 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09b8ca95-7bdc-4e5f-90ea-f1d1badc129a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.739921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38140) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:28.760218 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09b8ca95-7bdc-4e5f-90ea-f1d1badc129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.794757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74d34f-1dfc-4f98-b31b-26f5ae56c8e8 req-c7f87cc0-2a19-40ff-a757-5d717c1e7fb3 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:28.796698 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d74d34f-1dfc-4f98-b31b-26f5ae56c8e8 req-c7f87cc0-2a19-40ff-a757-5d717c1e7fb3 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 949 time: 0.1555424 Aug 20 11:11:28.813799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:28.815083 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.831031 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba7f24a3-275a-4d59-9277-4d1c8089aeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:28.890143 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-d8258ca6-f7c6-4e9a-b113-e6c284fe24b4 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4871151 Aug 20 11:11:28.895065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d74d34f-1dfc-4f98-b31b-26f5ae56c8e8 req-e009353e-8262-43bd-88bf-bd3444bddf09 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656962 Aug 20 11:11:28.904930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Request body: {'port': {'device_id': '65a9a5d6-b5bc-4474-83e7-5713b18c379d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:28.925418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-09b8ca95-7bdc-4e5f-90ea-f1d1badc129a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b49283b71b8a48b2a65f2af3a2afc4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856374 Aug 20 11:11:28.928711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38144) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:28.957895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8ca95-7bdc-4e5f-90ea-f1d1badc129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3646780-c117-4064-9f37-1acd23e64bfd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:28.980155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2821fb-ff2d-4d4d-8eef-015b7eacd2b0 req-43c47880-4b28-42c7-abb4-c21a7197aa29 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:28.989997 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d2821fb-ff2d-4d4d-8eef-015b7eacd2b0 req-43c47880-4b28-42c7-abb4-c21a7197aa29 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.2863052 Aug 20 11:11:29.024156 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.061273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3d789a5d-6cb7-433b-8c06-eeef7d509b35 tempest-AutoAllocateNetworkTest-736609285 tempest-AutoAllocateNetworkTest-736609285-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ece07e100e164a389a6e83bc004f0c32&shared=False HTTP/1.1" status: 200 len: 208 time: 1.0080471 Aug 20 11:11:29.070909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38148) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:29.087839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d2821fb-ff2d-4d4d-8eef-015b7eacd2b0 req-c9c66004-fe73-46a1-ab42-a2811a462432 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963728 Aug 20 11:11:29.143919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-143a30b6-4d38-4384-9478-f41e6acdd58a None None] Provisioning for port 31037812-999f-49e3-93af-a6e48f96a95e completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:29.161132 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c856a95-326a-42f2-97d1-233e6f4b724d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.174320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-143a30b6-4d38-4384-9478-f41e6acdd58a None None] Provisioning complete for port 31037812-999f-49e3-93af-a6e48f96a95e triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:29.177083 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-143a30b6-4d38-4384-9478-f41e6acdd58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.207659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c856a95-326a-42f2-97d1-233e6f4b724d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.233882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568b4c2-c2b4-41b5-b41d-74b6bf9b81af req-32099db3-c5d7-4d60-a700-8e04b9e37c81 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:29.241587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d568b4c2-c2b4-41b5-b41d-74b6bf9b81af req-32099db3-c5d7-4d60-a700-8e04b9e37c81 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 936 time: 0.2057548 Aug 20 11:11:29.248382 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba7f24a3-275a-4d59-9277-4d1c8089aeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.252039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66149142-5bca-424f-8b0b-b24e926539a9 tempest-AutoAllocateNetworkTest-736609285 tempest-AutoAllocateNetworkTest-736609285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:29.253784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-66149142-5bca-424f-8b0b-b24e926539a9 tempest-AutoAllocateNetworkTest-736609285 tempest-AutoAllocateNetworkTest-736609285-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1798551 Aug 20 11:11:29.259252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38152) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:29.271503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-143a30b6-4d38-4384-9478-f41e6acdd58a None None] Port 31037812-999f-49e3-93af-a6e48f96a95e cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:11:29.339071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ca907c61-f0e1-44c1-8a81-68142960f426 tempest-AutoAllocateNetworkTest-736609285 tempest-AutoAllocateNetworkTest-736609285-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779660 Aug 20 11:11:29.340623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbd19818-0a01-41e6-8b2d-8e132040c6ee req-2e686eb1-77a3-4ee0-afe6-1136355e9407 tempest-AggregatesAdminTestJSON-1399404647 tempest-AggregatesAdminTestJSON-1399404647-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fd88de3-3298-4835-bab3-744aa57dc312 HTTP/1.1" status: 200 len: 210 time: 0.0287492 Aug 20 11:11:29.346865 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38154) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:29.386244 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c7da4817-5896-452e-8f66-218390f1020c tempest-AutoAllocateNetworkTest-736609285 tempest-AutoAllocateNetworkTest-736609285-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ece07e100e164a389a6e83bc004f0c32 HTTP/1.1" status: 200 len: 208 time: 0.0376327 Aug 20 11:11:29.389051 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba7f24a3-275a-4d59-9277-4d1c8089aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.423086 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d568b4c2-c2b4-41b5-b41d-74b6bf9b81af req-2fa95ce9-1db9-46c7-9eb6-235a0edd3a2e tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802506 Aug 20 11:11:29.425826 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c856a95-326a-42f2-97d1-233e6f4b724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.429876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c856a95-326a-42f2-97d1-233e6f4b724d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.435667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8c856a95-326a-42f2-97d1-233e6f4b724d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3646780-c117-4064-9f37-1acd23e64bfd HTTP/1.1" status: 204 len: 168 time: 0.5041149 Aug 20 11:11:29.448589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ff35ca2a-af02-4529-8750-c3a395c31bc5 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:29.451805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c856a95-326a-42f2-97d1-233e6f4b724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3646780-c117-4064-9f37-1acd23e64bfd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:29.470203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ba7f24a3-275a-4d59-9277-4d1c8089aeca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3e6fa2643244292a93dea6c190e4e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7183075 Aug 20 11:11:29.473334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38164) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:29.493633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f24a3-275a-4d59-9277-4d1c8089aeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabbdd32-0d60-4400-ad5b-1d806be2bb82,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:29.539889 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aad38a61-2c41-419a-aafd-70876426c4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.591847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aad38a61-2c41-419a-aafd-70876426c4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.631918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31037812-999f-49e3-93af-a6e48f96a95e {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:29.640608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.734726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port ff35ca2a-af02-4529-8750-c3a395c31bc5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:29.739968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port ff35ca2a-af02-4529-8750-c3a395c31bc5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:29.740726 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.774234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Transition to ACTIVE for port object 31037812-999f-49e3-93af-a6e48f96a95e will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:29.782773 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aad38a61-2c41-419a-aafd-70876426c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.785497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aad38a61-2c41-419a-aafd-70876426c4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.789208 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aad38a61-2c41-419a-aafd-70876426c4d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eabbdd32-0d60-4400-ad5b-1d806be2bb82 HTTP/1.1" status: 204 len: 168 time: 0.3123779 Aug 20 11:11:29.795149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38a61-2c41-419a-aafd-70876426c4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabbdd32-0d60-4400-ad5b-1d806be2bb82,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:29.843589 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.875189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ff35ca2a-af02-4529-8750-c3a395c31bc5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ff35ca2a-af02-4529-8750-c3a395c31bc5,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:29.894119 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:29.956481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Pushing event updated for resources: {'Port': ['ID=31037812-999f-49e3-93af-a6e48f96a95e,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:29.998831 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:30.000228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b63c1243-e188-4f1b-8ff6-8370b1f75a82 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:11:30.070145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: b63c1243-e188-4f1b-8ff6-8370b1f75a82 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:11:30.070145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b63c1243-e188-4f1b-8ff6-8370b1f75a82 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:11:30.090470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Attempting to bind port 31037812-999f-49e3-93af-a6e48f96a95e on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:11:30.090999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Attempting to bind port 31037812-999f-49e3-93af-a6e48f96a95e by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:11:30.091523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Attempting to bind port 31037812-999f-49e3-93af-a6e48f96a95e on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:30.099872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Port 31037812-999f-49e3-93af-a6e48f96a95e on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:11:30.100403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Attempting to bind port 31037812-999f-49e3-93af-a6e48f96a95e on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:30.110390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:11:30.110942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:30.111583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:11:30.112332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Bound port: 31037812-999f-49e3-93af-a6e48f96a95e, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:11:30.126116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:30.209480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63567f28-43c9-45d3-8509-4b08b1ddac58 req-920a084a-1dd5-4e0b-96a6-227a73e9f7c9 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:30.227391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ff35ca2a-af02-4529-8750-c3a395c31bc5,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:30.230482 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63567f28-43c9-45d3-8509-4b08b1ddac58 req-920a084a-1dd5-4e0b-96a6-227a73e9f7c9 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 950 time: 0.1529691 Aug 20 11:11:30.277799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] For port 31037812-999f-49e3-93af-a6e48f96a95e, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:30.281745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6653b77f-85f3-4ff4-8e6a-58d5edfe578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff35ca2a-af02-4529-8750-c3a395c31bc5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:30.282768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] For port 31037812-999f-49e3-93af-a6e48f96a95e, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=31037812-999f-49e3-93af-a6e48f96a95e,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:11:30.288275 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4bfa4b-349c-428c-85fd-b16903634a6e" -d '{"events": [{"server_uuid": "6653b77f-85f3-4ff4-8e6a-58d5edfe578a", "name": "network-vif-plugged", "status": "completed", "tag": "ff35ca2a-af02-4529-8750-c3a395c31bc5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:30.298977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63567f28-43c9-45d3-8509-4b08b1ddac58 req-847eb4b7-574e-49b7-8810-54e2053d63a2 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668359 Aug 20 11:11:30.357977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:30.373272 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae51588f-782d-4092-bf69-97ba752b49ee x-openstack-request-id: req-ae51588f-782d-4092-bf69-97ba752b49ee {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:30.373272 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6653b77f-85f3-4ff4-8e6a-58d5edfe578a", "name": "network-vif-plugged", "status": "completed", "tag": "ff35ca2a-af02-4529-8750-c3a395c31bc5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:30.373272 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae51588f-782d-4092-bf69-97ba752b49ee {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:30.373272 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6653b77f-85f3-4ff4-8e6a-58d5edfe578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff35ca2a-af02-4529-8750-c3a395c31bc5', 'code': 200} Aug 20 11:11:30.389182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38184) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:30.407671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55cb37-dc33-455d-b1d9-3ef334fbe33f req-992b14f1-e201-4066-88db-b196fa311a37 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:30.408361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a55cb37-dc33-455d-b1d9-3ef334fbe33f req-992b14f1-e201-4066-88db-b196fa311a37 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1122406 Aug 20 11:11:30.425873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:30.426512 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:30.428647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] 10.222.0.38 "PUT /v2.0/ports/31037812-999f-49e3-93af-a6e48f96a95e HTTP/1.1" status: 200 len: 1096 time: 1.5302701 Aug 20 11:11:30.428980 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a9a5d6-b5bc-4474-83e7-5713b18c379d', 'tag': '31037812-999f-49e3-93af-a6e48f96a95e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:30.431876 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e2afa0-c37d-47d7-90f3-306e64df38fb" -d '{"events": [{"name": "network-changed", "server_uuid": "65a9a5d6-b5bc-4474-83e7-5713b18c379d", "tag": "31037812-999f-49e3-93af-a6e48f96a95e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:30.515678 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd4a2f8-ecc0-4573-8d6e-15837c174426 x-openstack-request-id: req-7cd4a2f8-ecc0-4573-8d6e-15837c174426 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:30.516024 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a9a5d6-b5bc-4474-83e7-5713b18c379d", "tag": "31037812-999f-49e3-93af-a6e48f96a95e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:30.518308 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cd4a2f8-ecc0-4573-8d6e-15837c174426 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:30.520247 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a9a5d6-b5bc-4474-83e7-5713b18c379d', 'tag': '31037812-999f-49e3-93af-a6e48f96a95e', 'status': 'completed', 'code': 200} Aug 20 11:11:30.528162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8987fc-510b-47c8-9514-f0caf5156095 service neutron] Pushing event updated for resources: {'Port': ['ID=31037812-999f-49e3-93af-a6e48f96a95e,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:30.540034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd50d9c-f95e-4a6c-a9f1-3b7c63d202d7 req-83b968a4-d144-4b85-bf84-ce7829171679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:30.547728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7cd50d9c-f95e-4a6c-a9f1-3b7c63d202d7 req-83b968a4-d144-4b85-bf84-ce7829171679 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 1101 time: 0.0950320 Aug 20 11:11:30.587001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a55cb37-dc33-455d-b1d9-3ef334fbe33f req-51bf559e-b479-406c-9d2d-1f3d63ea779a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603854 Aug 20 11:11:30.619920 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2afa0-c37d-47d7-90f3-306e64df38fb req-f69094aa-d81a-454a-8d01-7774246472bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:30.621597 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2e2afa0-c37d-47d7-90f3-306e64df38fb req-f69094aa-d81a-454a-8d01-7774246472bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4664405814514902a2349ac589a6a5e8&device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 1099 time: 0.0772390 Aug 20 11:11:30.648326 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7cd50d9c-f95e-4a6c-a9f1-3b7c63d202d7 req-97d3ef7e-1bb7-4781-a4a8-64adb3738315 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925400 Aug 20 11:11:30.661858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2e2afa0-c37d-47d7-90f3-306e64df38fb req-adf3ce8d-9367-4ca1-b67d-46a729885094 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4664405814514902a2349ac589a6a5e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319104 Aug 20 11:11:30.663128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415fb6-94fe-49e8-9c68-37e78990a1c2 req-4257c60e-752e-42e7-b75f-a84ac1a6cf4d tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:30.676099 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2415fb6-94fe-49e8-9c68-37e78990a1c2 req-4257c60e-752e-42e7-b75f-a84ac1a6cf4d tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 948 time: 0.0989130 Aug 20 11:11:30.736182 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2415fb6-94fe-49e8-9c68-37e78990a1c2 req-6a86bcd7-90c3-421a-9c82-f675d56f0be9 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590999 Aug 20 11:11:30.777859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2afa0-c37d-47d7-90f3-306e64df38fb req-59d2acb8-315f-48c3-90a4-66a65f648e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:30.779379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2e2afa0-c37d-47d7-90f3-306e64df38fb req-59d2acb8-315f-48c3-90a4-66a65f648e9f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070206 Aug 20 11:11:30.807505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0535a4d5-4471-4a30-928c-9fcd9c659cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:30.869643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-0aa9ee30-b53d-463a-879b-8e8256b5bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:30.871750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-0aa9ee30-b53d-463a-879b-8e8256b5bf69 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4664405814514902a2349ac589a6a5e8&device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 1099 time: 0.0480912 Aug 20 11:11:30.907468 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0535a4d5-4471-4a30-928c-9fcd9c659cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:30.914785 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-30479cea-82ec-4637-872d-896b25d00733 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=31037812-999f-49e3-93af-a6e48f96a95e HTTP/1.1" status: 200 len: 217 time: 0.0356863 Aug 20 11:11:30.984862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-42d64495-8d57-41f7-a554-8b20ebe9ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:30.986378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-42d64495-8d57-41f7-a554-8b20ebe9ef73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0647230 Aug 20 11:11:31.030992 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0535a4d5-4471-4a30-928c-9fcd9c659cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.037231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-4e10ac8a-4abb-43eb-9397-7de657488178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:31.039202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-4e10ac8a-4abb-43eb-9397-7de657488178 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461438 Aug 20 11:11:31.072019 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0535a4d5-4471-4a30-928c-9fcd9c659cfa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ece07e100e164a389a6e83bc004f0c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6811671 Aug 20 11:11:31.073288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535a4d5-4471-4a30-928c-9fcd9c659cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9784727-59c1-400c-bfdb-815b05147bc1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:31.076383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38208) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:31.145501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82ed-2ada-40cb-8993-d89741aff284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.161530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-e9b5ae4b-48f5-4428-bb80-8739f2b6ae67 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019483 Aug 20 11:11:31.184934 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82ed-2ada-40cb-8993-d89741aff284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.289578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f810b-eb01-4420-8d4e-0c3e60590cfd req-052df0be-6df6-4026-b5c4-234d326dbdb5 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:31.291168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376f810b-eb01-4420-8d4e-0c3e60590cfd req-052df0be-6df6-4026-b5c4-234d326dbdb5 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1123 time: 0.0641906 Aug 20 11:11:31.310878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72b39450-fb8e-4c86-8b48-44fcb3b28fa1 req-e885d488-776c-4e7a-9f75-9f65445392e5 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398399 Aug 20 11:11:31.329368 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82ed-2ada-40cb-8993-d89741aff284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.330759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376f810b-eb01-4420-8d4e-0c3e60590cfd req-9d2de525-6574-4f2c-b04d-347ac39aea74 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.332575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f7a82ed-2ada-40cb-8993-d89741aff284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.333772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7f7a82ed-2ada-40cb-8993-d89741aff284 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9784727-59c1-400c-bfdb-815b05147bc1 HTTP/1.1" status: 204 len: 168 time: 0.2564611 Aug 20 11:11:31.355355 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a82ed-2ada-40cb-8993-d89741aff284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9784727-59c1-400c-bfdb-815b05147bc1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:31.405773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38220) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:31.469965 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376f810b-eb01-4420-8d4e-0c3e60590cfd req-9d2de525-6574-4f2c-b04d-347ac39aea74 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.482006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97704aa-96e6-410d-9e0a-72e12c27eddc req-039bef42-ce93-4cf6-8244-3a6b7f99e040 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:31.483678 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b97704aa-96e6-410d-9e0a-72e12c27eddc req-039bef42-ce93-4cf6-8244-3a6b7f99e040 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 950 time: 0.0662727 Aug 20 11:11:31.531660 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b97704aa-96e6-410d-9e0a-72e12c27eddc req-ddf56283-d3ad-451b-8af5-651244c64e6b tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Aug 20 11:11:31.551544 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376f810b-eb01-4420-8d4e-0c3e60590cfd req-9d2de525-6574-4f2c-b04d-347ac39aea74 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:31.717281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376f810b-eb01-4420-8d4e-0c3e60590cfd req-9d2de525-6574-4f2c-b04d-347ac39aea74 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089160 Aug 20 11:11:31.726903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2de525-6574-4f2c-b04d-347ac39aea74 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f351cd8e-ddaf-426a-841b-c526510e734f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:31.859391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aeeaa-7e0d-45eb-99de-d1b1513c013a req-b409de0e-69f0-40a6-a9f3-b3560cac6fe7 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:31.861248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c94aeeaa-7e0d-45eb-99de-d1b1513c013a req-b409de0e-69f0-40a6-a9f3-b3560cac6fe7 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 948 time: 0.0641525 Aug 20 11:11:31.935123 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c94aeeaa-7e0d-45eb-99de-d1b1513c013a req-22c4ea1f-e042-45c3-b6f2-8845f5848ebd tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649483 Aug 20 11:11:31.937285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e575a95d-ae4d-4ba4-90e5-6c73808da1c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a55fa94101942afbb08de1b4da27daa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5305557 Aug 20 11:11:31.941059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38238) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:31.995300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7830-27fc-4bef-abf1-4e9bd430082e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:32.016080 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7830-27fc-4bef-abf1-4e9bd430082e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:32.328693 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7830-27fc-4bef-abf1-4e9bd430082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:32.333479 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7830-27fc-4bef-abf1-4e9bd430082e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:32.338924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0c7a7830-27fc-4bef-abf1-4e9bd430082e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/575894c1-2731-4e4d-ad6e-e7a1d092f5b6 HTTP/1.1" status: 204 len: 168 time: 0.3966255 Aug 20 11:11:32.347826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a7830-27fc-4bef-abf1-4e9bd430082e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575894c1-2731-4e4d-ad6e-e7a1d092f5b6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:32.654722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8913ce-061e-4e93-849e-9e5b47496a81 req-88582b89-8036-48a0-9b9f-1ed581fd6997 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:32.656251 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4f8913ce-061e-4e93-849e-9e5b47496a81 req-88582b89-8036-48a0-9b9f-1ed581fd6997 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 950 time: 0.0523868 Aug 20 11:11:32.704782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4f8913ce-061e-4e93-849e-9e5b47496a81 req-11b1158c-5158-4f82-8899-6fdbf6c4ccec tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Aug 20 11:11:33.641934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 31037812-999f-49e3-93af-a6e48f96a95e details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:11:33.669274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38290) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:33.721748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7b817ff6-7aa1-489c-87c5-ab087bd54b8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffb5f230e1ea48988169e4d949b5224e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499847 Aug 20 11:11:33.724882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38292) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:33.756786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 31037812-999f-49e3-93af-a6e48f96a95e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=31037812-999f-49e3-93af-a6e48f96a95e,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:33.771573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '31037812-999f-49e3-93af-a6e48f96a95e', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '31037812-999f-49e3-93af-a6e48f96a95e', 'mac_address': 'fa:16:3e:99:3e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:11:33.788457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8667ca0-cce6-45fd-bd5a-a2d8cc19e049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:33.813406 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8667ca0-cce6-45fd-bd5a-a2d8cc19e049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:33.816632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:33.831835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31037812-999f-49e3-93af-a6e48f96a95e {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:33.860823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 31037812-999f-49e3-93af-a6e48f96a95e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=31037812-999f-49e3-93af-a6e48f96a95e,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:34.008493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8667ca0-cce6-45fd-bd5a-a2d8cc19e049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:34.008729 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:34.013908 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8667ca0-cce6-45fd-bd5a-a2d8cc19e049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:34.015168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a8667ca0-cce6-45fd-bd5a-a2d8cc19e049 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67162d8b-dd32-4b79-b402-d245fb2d5c9c HTTP/1.1" status: 204 len: 168 time: 0.2891226 Aug 20 11:11:34.025327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8667ca0-cce6-45fd-bd5a-a2d8cc19e049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67162d8b-dd32-4b79-b402-d245fb2d5c9c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:34.079122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=31037812-999f-49e3-93af-a6e48f96a95e,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:34.238217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['31037812-999f-49e3-93af-a6e48f96a95e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:34.263480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e67a7a-c742-47e0-af85-5db7be63169c req-75346d59-8a12-47e9-99b3-cc0e9d25df11 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:34.267011 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3e67a7a-c742-47e0-af85-5db7be63169c req-75346d59-8a12-47e9-99b3-cc0e9d25df11 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 949 time: 0.0675426 Aug 20 11:11:34.314202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3e67a7a-c742-47e0-af85-5db7be63169c req-c50c87ae-2662-4000-bd0c-d7b624916907 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Aug 20 11:11:34.439732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7430e31-e560-426c-925a-80b841479298 req-575f081c-b2a6-430c-98e3-17b3e356ee75 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:34.441314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7430e31-e560-426c-925a-80b841479298 req-575f081c-b2a6-430c-98e3-17b3e356ee75 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.0643127 Aug 20 11:11:34.481236 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7430e31-e560-426c-925a-80b841479298 req-318722ce-09b3-4f15-9074-876b17016286 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Aug 20 11:11:34.532807 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd61af-27b0-4b60-8dde-1927aa576e88 req-35bd1074-4d7a-4362-918f-9b9d08ba3a71 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:34.534293 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d0cd61af-27b0-4b60-8dde-1927aa576e88 req-35bd1074-4d7a-4362-918f-9b9d08ba3a71 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 950 time: 0.0537462 Aug 20 11:11:34.573136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d0cd61af-27b0-4b60-8dde-1927aa576e88 req-c372e29a-0052-4c7f-b7b0-dccee91bc63c tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324347 Aug 20 11:11:34.867626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38324) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:35.107257 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-360a4630-d4d0-46ef-bbee-68bb83507657 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2384157 Aug 20 11:11:35.376207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b3190-20a8-47fd-a35e-be7152c5fb30 req-c76bc413-72d5-42a5-bfdf-15e6e736069d tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:35.377799 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-803b3190-20a8-47fd-a35e-be7152c5fb30 req-c76bc413-72d5-42a5-bfdf-15e6e736069d tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 950 time: 0.0534866 Aug 20 11:11:35.416031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-803b3190-20a8-47fd-a35e-be7152c5fb30 req-728605c2-93ae-4aa3-a7b0-49297160dbeb tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321734 Aug 20 11:11:35.438515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f9b05-ea2e-49f2-822c-a6f287d05609 req-2b34acdf-e937-4303-b60b-0687bfb8f15d tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:35.440024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da8f9b05-ea2e-49f2-822c-a6f287d05609 req-2b34acdf-e937-4303-b60b-0687bfb8f15d tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 949 time: 0.0527632 Aug 20 11:11:35.488940 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da8f9b05-ea2e-49f2-822c-a6f287d05609 req-a40a440b-b743-421c-9a0a-613b27af979e tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424485 Aug 20 11:11:35.614938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b05e8-ee00-4cec-959e-ce167f231fb1 req-4657923b-3253-4a9d-b9be-5148f313420b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:35.616535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-939b05e8-ee00-4cec-959e-ce167f231fb1 req-4657923b-3253-4a9d-b9be-5148f313420b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.0539544 Aug 20 11:11:35.659578 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-939b05e8-ee00-4cec-959e-ce167f231fb1 req-66c81afd-4099-4e9c-8f5f-2537c05e893c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363355 Aug 20 11:11:35.661864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 31037812-999f-49e3-93af-a6e48f96a95e up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:35.928486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 31037812-999f-49e3-93af-a6e48f96a95e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:35.932628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 31037812-999f-49e3-93af-a6e48f96a95e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:35.933009 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:36.010865 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:36.035339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a9a5d6-b5bc-4474-83e7-5713b18c379d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31037812-999f-49e3-93af-a6e48f96a95e'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:36.037628 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70ef0f4-19b3-46b8-960d-a4d1d71f2c38" -d '{"events": [{"server_uuid": "65a9a5d6-b5bc-4474-83e7-5713b18c379d", "name": "network-vif-plugged", "status": "completed", "tag": "31037812-999f-49e3-93af-a6e48f96a95e"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:36.052032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 31037812-999f-49e3-93af-a6e48f96a95e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=31037812-999f-49e3-93af-a6e48f96a95e,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:36.075545 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0fcd89-a1a2-461c-86dd-af7f32e5549b x-openstack-request-id: req-aa0fcd89-a1a2-461c-86dd-af7f32e5549b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:36.075835 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a9a5d6-b5bc-4474-83e7-5713b18c379d", "name": "network-vif-plugged", "status": "completed", "tag": "31037812-999f-49e3-93af-a6e48f96a95e", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:36.076092 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa0fcd89-a1a2-461c-86dd-af7f32e5549b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:36.076476 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a9a5d6-b5bc-4474-83e7-5713b18c379d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31037812-999f-49e3-93af-a6e48f96a95e', 'code': 200} Aug 20 11:11:36.176570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ddda-08e1-4e8f-a9a9-45ca531505c5 req-ff9e884e-78be-4bb6-b698-2a9436b4584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.227686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2993ddda-08e1-4e8f-a9a9-45ca531505c5 req-ff9e884e-78be-4bb6-b698-2a9436b4584c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 1100 time: 0.0403335 Aug 20 11:11:36.227686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2993ddda-08e1-4e8f-a9a9-45ca531505c5 req-3fafeb03-1448-4ccc-9037-2115deec994f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325294 Aug 20 11:11:36.419728 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:36.470014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=31037812-999f-49e3-93af-a6e48f96a95e,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:36.556209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa270e59-541a-4ea2-8ae7-84ce7c53f96c req-c196294a-8c6b-4398-99de-1602e9b928fc tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.558388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa270e59-541a-4ea2-8ae7-84ce7c53f96c req-c196294a-8c6b-4398-99de-1602e9b928fc tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 950 time: 0.0573611 Aug 20 11:11:36.603086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa270e59-541a-4ea2-8ae7-84ce7c53f96c req-795ce74a-804e-4d0e-b854-5230f8fc17a0 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/security-groups?id=04871fd7-060e-43c6-b010-1b3328a66d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362535 Aug 20 11:11:36.632788 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dafd9-e80f-4ed5-955c-0a77a68bb42c req-e115740a-e7af-4599-9e21-5e847870d8c6 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.635925 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea8dafd9-e80f-4ed5-955c-0a77a68bb42c req-e115740a-e7af-4599-9e21-5e847870d8c6 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 950 time: 0.0646977 Aug 20 11:11:36.687819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea8dafd9-e80f-4ed5-955c-0a77a68bb42c req-34fc1c94-6ab9-45d4-805e-a5eab208d571 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Aug 20 11:11:36.707230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-f4720167-082a-47e7-a3ca-23b620cd4363 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.708855 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-f4720167-082a-47e7-a3ca-23b620cd4363 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.57 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 950 time: 0.0814528 Aug 20 11:11:36.865019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6d511-0af7-4425-ade3-f5fc9000ef6e req-cc8fe0c0-6993-4212-bf38-f426272f4d4a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:36.866616 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58c6d511-0af7-4425-ade3-f5fc9000ef6e req-cc8fe0c0-6993-4212-bf38-f426272f4d4a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1061776 Aug 20 11:11:36.904986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-b7daef97-ee18-4823-9478-c545390a7523 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Deleting port ff35ca2a-af02-4529-8750-c3a395c31bc5 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:11:36.905327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-b7daef97-ee18-4823-9478-c545390a7523 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:36.953602 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58c6d511-0af7-4425-ade3-f5fc9000ef6e req-db9f3401-7816-44d6-8259-4a34866f36f4 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761456 Aug 20 11:11:37.010203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-b7daef97-ee18-4823-9478-c545390a7523 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] For port ff35ca2a-af02-4529-8750-c3a395c31bc5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ff35ca2a-af02-4529-8750-c3a395c31bc5,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:37.010609 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-b7daef97-ee18-4823-9478-c545390a7523 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:37.025337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-b7daef97-ee18-4823-9478-c545390a7523 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Calling delete_port for ff35ca2a-af02-4529-8750-c3a395c31bc5 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:11:37.716827 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-b7daef97-ee18-4823-9478-c545390a7523 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:37.744889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['ff35ca2a-af02-4529-8750-c3a395c31bc5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:37.746037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daef97-ee18-4823-9478-c545390a7523 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Pushing event deleted for resources: {'Port': ['ID=ff35ca2a-af02-4529-8750-c3a395c31bc5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:37.800983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-b7daef97-ee18-4823-9478-c545390a7523 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] No DVR routers for this DVR port ff35ca2a-af02-4529-8750-c3a395c31bc5 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:11:37.804832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-b7daef97-ee18-4823-9478-c545390a7523 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:37.806925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f7b0514-34d0-4e0b-a93d-69eb4a93cc92 req-b7daef97-ee18-4823-9478-c545390a7523 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.57 "DELETE /v2.0/ports/ff35ca2a-af02-4529-8750-c3a395c31bc5 HTTP/1.1" status: 204 len: 173 time: 1.0919368 Aug 20 11:11:37.807408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6653b77f-85f3-4ff4-8e6a-58d5edfe578a', 'name': 'network-vif-deleted', 'tag': 'ff35ca2a-af02-4529-8750-c3a395c31bc5'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:37.809671 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcae942-949d-4ff1-b3e0-a9566e669dc2" -d '{"events": [{"server_uuid": "6653b77f-85f3-4ff4-8e6a-58d5edfe578a", "name": "network-vif-deleted", "tag": "ff35ca2a-af02-4529-8750-c3a395c31bc5"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:38.006563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-04c4c6d4-ea0d-40ac-9f84-771cee88d607 req-58f3ab83-edbb-4c22-b8f9-680c70c3b4e7 tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 210 time: 0.0267711 Aug 20 11:11:38.040759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38450) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:38.132190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fd406-6763-4f8f-a018-f4472d98c55a req-1475a8e1-1297-4749-8077-7ef03d8bd065 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:38.151287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d1fd406-6763-4f8f-a018-f4472d98c55a req-1475a8e1-1297-4749-8077-7ef03d8bd065 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 950 time: 0.0743670 Aug 20 11:11:38.193931 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d1fd406-6763-4f8f-a018-f4472d98c55a req-04b7764d-8ba4-43a3-87d1-16a059696106 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Aug 20 11:11:38.250537 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d43f5b-ffe9-4324-97a6-5c81c8aeac7c x-openstack-request-id: req-26d43f5b-ffe9-4324-97a6-5c81c8aeac7c {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:38.250834 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6653b77f-85f3-4ff4-8e6a-58d5edfe578a", "name": "network-vif-deleted", "tag": "ff35ca2a-af02-4529-8750-c3a395c31bc5", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:38.251086 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26d43f5b-ffe9-4324-97a6-5c81c8aeac7c {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:38.251648 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6653b77f-85f3-4ff4-8e6a-58d5edfe578a', 'name': 'network-vif-deleted', 'tag': 'ff35ca2a-af02-4529-8750-c3a395c31bc5', 'status': 'completed', 'code': 200} Aug 20 11:11:38.269730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-network', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:38.422337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c82195-9091-42cd-ab30-0288a67b9c10 req-27564568-0965-4ac1-8c5e-9fa54db348b7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:38.424070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3c82195-9091-42cd-ab30-0288a67b9c10 req-27564568-0965-4ac1-8c5e-9fa54db348b7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.0488281 Aug 20 11:11:38.436627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Made reservation on behalf of ee3d1306599a4d3dbfe3d588552e10e0 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:38.439074 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:38.453836 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:38.466262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3c82195-9091-42cd-ab30-0288a67b9c10 req-4e98d676-8cbc-4251-a39f-0cee984b9b4b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362184 Aug 20 11:11:38.611386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:38.779930 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:38.813465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:11:38.829519 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77771c62-2f71-40bd-bcdd-a6f1545c5a29,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:38.832772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:38.833116 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Added segment f6eb088e-aca6-4264-af9e-1dd469a1cd1a of type vlan for network 2edbf63b-41ed-48ed-9209-772b0f82fb31 Aug 20 11:11:38.886166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:39.093567 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:39.104824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:39.105434 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:39.118215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab1eb337-a50b-4504-a888-ca9ac0d158b6 req-89ae1e59-2fae-486b-aec4-3ad2aa70791f tempest-DeleteServersAdminTestJSON-897924823 tempest-DeleteServersAdminTestJSON-897924823-project] 10.222.0.10 "GET /v2.0/ports?device_id=6653b77f-85f3-4ff4-8e6a-58d5edfe578a HTTP/1.1" status: 200 len: 210 time: 0.0254681 Aug 20 11:11:39.186755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] Pushing event updated for resources: {'Network': ['ID=2edbf63b-41ed-48ed-9209-772b0f82fb31,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:39.198868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 2edbf63b-41ed-48ed-9209-772b0f82fb31 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:11:39.317826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ed41cffd-949a-44f5-af8d-91f83cf17f07 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2757452 Aug 20 11:11:39.321124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38498) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:39.329435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Request body: {'subnet': {'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-subnet', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:39.343840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec2185-74ba-491d-911f-0a84576dd280 req-c099d589-9155-40c5-8d18-791ee901fd38 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:39.346067 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6bec2185-74ba-491d-911f-0a84576dd280 req-c099d589-9155-40c5-8d18-791ee901fd38 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 950 time: 0.0668516 Aug 20 11:11:39.392589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6bec2185-74ba-491d-911f-0a84576dd280 req-4684fc00-260e-44db-830d-c90d0bf0917d tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Aug 20 11:11:39.581385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38510) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:39.591213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Made reservation on behalf of ee3d1306599a4d3dbfe3d588552e10e0 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:39.594795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:39.730821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a55679-ecaf-4c40-b325-160a4e0b963d req-32c42d7d-eba1-467a-9f3e-56dfb2d34bb0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:39.732379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9a55679-ecaf-4c40-b325-160a4e0b963d req-32c42d7d-eba1-467a-9f3e-56dfb2d34bb0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.0811749 Aug 20 11:11:39.779617 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c316359-9b21-4dc5-81db-899cd9b2bd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:39.811001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9a55679-ecaf-4c40-b325-160a4e0b963d req-452d4a24-587b-4577-9ca1-fa30141f2cf8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659900 Aug 20 11:11:39.871701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c316359-9b21-4dc5-81db-899cd9b2bd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.087991 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c316359-9b21-4dc5-81db-899cd9b2bd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.096710 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.127588 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9c316359-9b21-4dc5-81db-899cd9b2bd5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9bb49927ffc40c183f21e7c1cc236ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450315 Aug 20 11:11:40.132689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38526) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:40.136421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c316359-9b21-4dc5-81db-899cd9b2bd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfd8bcd-f992-468e-a2c0-4fbb50c5c826,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:40.161606 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83377e28-2932-4097-8c29-2d00f93d937c,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:40.196360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Checking segment: {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:40.196736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Network hostable DHCP agents. Network: 2edbf63b-41ed-48ed-9209-772b0f82fb31, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:11:40.218067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3ee5-b6ac-460d-ba37-70918dc24155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.242038 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3ee5-b6ac-460d-ba37-70918dc24155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.397905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Network 2edbf63b-41ed-48ed-9209-772b0f82fb31 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:11:40.425709 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3ee5-b6ac-460d-ba37-70918dc24155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.428548 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8eb3ee5-b6ac-460d-ba37-70918dc24155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.429787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e8eb3ee5-b6ac-460d-ba37-70918dc24155 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cfd8bcd-f992-468e-a2c0-4fbb50c5c826 HTTP/1.1" status: 204 len: 168 time: 0.2945554 Aug 20 11:11:40.445136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb3ee5-b6ac-460d-ba37-70918dc24155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfd8bcd-f992-468e-a2c0-4fbb50c5c826,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:40.454666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb34698-283d-4083-af7d-a3815f425f01 req-67cb352a-3326-4ee5-a98a-5974160a9ecb tempest-ServersAdminNegativeTestJSON-1707320769 tempest-ServersAdminNegativeTestJSON-1707320769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:40.456186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8eb34698-283d-4083-af7d-a3815f425f01 req-67cb352a-3326-4ee5-a98a-5974160a9ecb tempest-ServersAdminNegativeTestJSON-1707320769 tempest-ServersAdminNegativeTestJSON-1707320769-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 1101 time: 0.0677671 Aug 20 11:11:40.488661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8eb34698-283d-4083-af7d-a3815f425f01 req-eb599759-7abe-41d6-92c2-a206ff72549e tempest-ServersAdminNegativeTestJSON-1707320769 tempest-ServersAdminNegativeTestJSON-1707320769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.534348 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-93f49ef1-bf37-466f-b0f3-1b1e7363d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:40.535878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-93f49ef1-bf37-466f-b0f3-1b1e7363d5f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1123 time: 0.0630503 Aug 20 11:11:40.545318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38540) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:40.600692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 2edbf63b-41ed-48ed-9209-772b0f82fb31) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:40.609367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72254fb2-6deb-4f0b-9c80-fd1962941029 None None] Network 2edbf63b-41ed-48ed-9209-772b0f82fb31 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:11:40.671442 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ecffd43-7f64-4fad-b1ad-e65a80e3ab9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.787059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-2edbf63b-41ed-48ed-9209-772b0f82fb31', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:11:40.787059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.802351 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.817133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:40.817746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.888960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-64b3567f-3e18-423e-9a76-0ee38f1054ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:40.890367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-64b3567f-3e18-423e-9a76-0ee38f1054ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3472021 Aug 20 11:11:40.907794 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8eb34698-283d-4083-af7d-a3815f425f01 req-eb599759-7abe-41d6-92c2-a206ff72549e tempest-ServersAdminNegativeTestJSON-1707320769 tempest-ServersAdminNegativeTestJSON-1707320769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:40.933238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Allocated IP 172.20.0.2 (2edbf63b-41ed-48ed-9209-772b0f82fb31/83377e28-2932-4097-8c29-2d00f93d937c/3b98aaa7-ea88-4979-b538-e85f7183ec64) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:40.940012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-8a6b56ca-403b-4a89-a255-dcff27e66204 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 217 time: 0.0392144 Aug 20 11:11:40.993322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-2493238a-6fbc-4efe-af0d-fa9823878ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:40.994819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-2493238a-6fbc-4efe-af0d-fa9823878ec6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0465209 Aug 20 11:11:41.048408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-c970fe20-f260-4eda-b117-91f01d450696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:41.049953 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-c970fe20-f260-4eda-b117-91f01d450696 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481529 Aug 20 11:11:41.094920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.104582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Transition to ACTIVE for port object 3b98aaa7-ea88-4979-b538-e85f7183ec64 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:41.106587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8eb34698-283d-4083-af7d-a3815f425f01 req-eb599759-7abe-41d6-92c2-a206ff72549e tempest-ServersAdminNegativeTestJSON-1707320769 tempest-ServersAdminNegativeTestJSON-1707320769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.121877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Transition to ACTIVE for port object 3b98aaa7-ea88-4979-b538-e85f7183ec64 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:41.147491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8eb34698-283d-4083-af7d-a3815f425f01 req-eb599759-7abe-41d6-92c2-a206ff72549e tempest-ServersAdminNegativeTestJSON-1707320769 tempest-ServersAdminNegativeTestJSON-1707320769-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819727 Aug 20 11:11:41.168101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb599759-7abe-41d6-92c2-a206ff72549e tempest-ServersAdminNegativeTestJSON-1707320769 tempest-ServersAdminNegativeTestJSON-1707320769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e708ad-1629-40d4-8ab6-92ed084e957a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:41.176379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ecffd43-7f64-4fad-b1ad-e65a80e3ab9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.192869 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-36b6bfe7-2575-49e8-b8aa-5570afdc8318 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335018 Aug 20 11:11:41.292714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-7c927ff1-37ee-46d1-bdd4-ce317d0394f9 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925002 Aug 20 11:11:41.317342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ecffd43-7f64-4fad-b1ad-e65a80e3ab9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.319042 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.359348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecffd43-7f64-4fad-b1ad-e65a80e3ab9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8601c2c5-88c8-421e-9553-b8b9176b2684,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:41.367395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38548) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:41.367690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2ecffd43-7f64-4fad-b1ad-e65a80e3ab9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=427c355b7e1b46569940458ae4261cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8208745 Aug 20 11:11:41.376495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Network 2edbf63b-41ed-48ed-9209-772b0f82fb31 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:41.377756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Pushing event updated for resources: {'Port': ['ID=3b98aaa7-ea88-4979-b538-e85f7183ec64,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:41.380439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:41.382667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:41.417863 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.456230 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.458830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Attempting to bind port 3b98aaa7-ea88-4979-b538-e85f7183ec64 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:11:41.461324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Attempting to bind port 3b98aaa7-ea88-4979-b538-e85f7183ec64 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:11:41.461324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Attempting to bind port 3b98aaa7-ea88-4979-b538-e85f7183ec64 on network 2edbf63b-41ed-48ed-9209-772b0f82fb31 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:41.466725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:11:41.467112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Checking segment: {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:41.467580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.467999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Bound using segment: {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:11:41.468543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Bound port: 3b98aaa7-ea88-4979-b538-e85f7183ec64, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:11:41.468974 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.509513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ec4cab6c-5a88-4f0d-9400-f1af66c5a28e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1861615 Aug 20 11:11:41.512293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38554) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:41.516865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:41.525358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ff35ca2a-af02-4529-8750-c3a395c31bc5 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:11:41.553935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: ff35ca2a-af02-4529-8750-c3a395c31bc5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:11:41.554284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ff35ca2a-af02-4529-8750-c3a395c31bc5 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:11:41.579161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] For port 3b98aaa7-ea88-4979-b538-e85f7183ec64, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:41.580181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a8899-bb3b-44cb-b84c-983709ecf687 req-b9ec12fb-ac48-4177-b9a5-3df5461e3666 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:41.581707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-193a8899-bb3b-44cb-b84c-983709ecf687 req-b9ec12fb-ac48-4177-b9a5-3df5461e3666 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.0558848 Aug 20 11:11:41.582295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] For port 3b98aaa7-ea88-4979-b538-e85f7183ec64, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b98aaa7-ea88-4979-b538-e85f7183ec64,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:11:41.619237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-193a8899-bb3b-44cb-b84c-983709ecf687 req-5ddd0f35-d13b-42c1-8974-d6a4a20f08b7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308144 Aug 20 11:11:41.671164 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.671321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.671819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.672552 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.674512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.676034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8601c2c5-88c8-421e-9553-b8b9176b2684 HTTP/1.1" status: 204 len: 168 time: 0.3076017 Aug 20 11:11:41.687617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38560) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:41.697361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8601c2c5-88c8-421e-9553-b8b9176b2684,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:41.715329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49e4bc53-f947-4adf-b8ab-20737b2c644d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.718312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.718686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.719348 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.719928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.720587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.721084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.721572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.722054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.722565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.723143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.723633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.724105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af53b0-5b92-4e85-ba2c-993d77c2abe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:41.757982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:41.802576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e52c8d-e806-4280-8be5-0d15de2bca3b None None] Pushing event updated for resources: {'Port': ['ID=3b98aaa7-ea88-4979-b538-e85f7183ec64,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:41.846978 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49e4bc53-f947-4adf-b8ab-20737b2c644d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.072030 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49e4bc53-f947-4adf-b8ab-20737b2c644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.076130 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.128257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4bc53-f947-4adf-b8ab-20737b2c644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d2c5f4-344c-4b26-8e40-640ae0cec008,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:42.135853 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-49e4bc53-f947-4adf-b8ab-20737b2c644d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0522d68b03c54642aed546c990540acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472158 Aug 20 11:11:42.138766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38568) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:42.208309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56eb605b-e13e-4b98-bd17-8d4d24356ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.261096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56eb605b-e13e-4b98-bd17-8d4d24356ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.384524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256a377-4acb-419c-ac56-dca05128848f req-c9df09ed-e318-4bc4-8f3d-9fa9c9ef10c3 tempest-ServersAdminNegativeTestJSON-1707320769 tempest-ServersAdminNegativeTestJSON-1707320769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:42.390262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d256a377-4acb-419c-ac56-dca05128848f req-c9df09ed-e318-4bc4-8f3d-9fa9c9ef10c3 tempest-ServersAdminNegativeTestJSON-1707320769 tempest-ServersAdminNegativeTestJSON-1707320769-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 1101 time: 0.0548809 Aug 20 11:11:42.437017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d256a377-4acb-419c-ac56-dca05128848f req-91a3c811-2b39-4b34-aa97-d3d66516805d tempest-ServersAdminNegativeTestJSON-1707320769 tempest-ServersAdminNegativeTestJSON-1707320769-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 Aug 20 11:11:42.482463 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56eb605b-e13e-4b98-bd17-8d4d24356ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.485294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56eb605b-e13e-4b98-bd17-8d4d24356ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.491485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-56eb605b-e13e-4b98-bd17-8d4d24356ca6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36d2c5f4-344c-4b26-8e40-640ae0cec008 HTTP/1.1" status: 204 len: 168 time: 0.3468490 Aug 20 11:11:42.508195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb605b-e13e-4b98-bd17-8d4d24356ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d2c5f4-344c-4b26-8e40-640ae0cec008,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:42.515843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.546529 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.725370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Allocated IP 172.25.4.3 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/50795a8c-8d77-4ced-a513-2c612b0fcf8d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:42.885513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ecfcd-7efc-4b64-9257-170d70a8d4ae req-4c777e8c-c049-450e-bf38-671dc4b90804 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:42.887184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-284ecfcd-7efc-4b64-9257-170d70a8d4ae req-4c777e8c-c049-450e-bf38-671dc4b90804 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.0958951 Aug 20 11:11:42.916938 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.945508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:42.959109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-284ecfcd-7efc-4b64-9257-170d70a8d4ae req-05a222dc-352d-45c4-94ac-7825348e1d28 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643907 Aug 20 11:11:42.976161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b98aaa7-ea88-4979-b538-e85f7183ec64 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:43.024149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38600) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:43.040383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce4b57-7a3c-4097-92c7-5d691d43f039 None None] Network 2edbf63b-41ed-48ed-9209-772b0f82fb31 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:11:43.048457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-978d8400-2e6b-4bf6-aabd-8b5679c96997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.128751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.180062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38604) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:43.214515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-978d8400-2e6b-4bf6-aabd-8b5679c96997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.220829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f0dbf041-1b32-4349-8e4b-135eb9c9c08d None None] Provisioning for port 3b98aaa7-ea88-4979-b538-e85f7183ec64 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:43.238084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=50795a8c-8d77-4ced-a513-2c612b0fcf8d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:43.242346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:43.255376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.255376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.255376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.255376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.255376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.255376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.255376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.255376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.257829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.257829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.257829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.257829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:43.262322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:43.275426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:43.311055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 3b98aaa7-ea88-4979-b538-e85f7183ec64 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:43.315571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3b98aaa7-ea88-4979-b538-e85f7183ec64 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:43.320636 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.320888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-978d8400-2e6b-4bf6-aabd-8b5679c96997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.378935 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-978d8400-2e6b-4bf6-aabd-8b5679c96997 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8d9b0e5449b4bdd93cb44e613d3938a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509061 Aug 20 11:11:43.382851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38612) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:43.398000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d8400-2e6b-4bf6-aabd-8b5679c96997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d1fde-35da-4162-b0d1-f82f3949464c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:43.453944 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.462895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5287434e-0146-4626-ac7d-e988f810c286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.486987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 3b98aaa7-ea88-4979-b538-e85f7183ec64, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b98aaa7-ea88-4979-b538-e85f7183ec64,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:43.490925 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5287434e-0146-4626-ac7d-e988f810c286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.493435 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-caf2cdfd-1433-4f81-8a95-f7dc527dfbd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb8c3b79499040ea952288a0e5041863&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3082423 Aug 20 11:11:43.495805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38614) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:43.562575 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de5e0a2f-deec-4935-8030-0827e5293e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.588792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de5e0a2f-deec-4935-8030-0827e5293e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.593968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b47c81be-0bcf-483f-9695-ae4d1fb5bc9b None None] Provisioning complete for port 3b98aaa7-ea88-4979-b538-e85f7183ec64 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:43.594655 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b47c81be-0bcf-483f-9695-ae4d1fb5bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.796150 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b47c81be-0bcf-483f-9695-ae4d1fb5bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.819338 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.823351 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5287434e-0146-4626-ac7d-e988f810c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.826098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5287434e-0146-4626-ac7d-e988f810c286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.829639 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5287434e-0146-4626-ac7d-e988f810c286 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f3d1fde-35da-4162-b0d1-f82f3949464c HTTP/1.1" status: 204 len: 168 time: 0.4454005 Aug 20 11:11:43.862135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287434e-0146-4626-ac7d-e988f810c286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d1fde-35da-4162-b0d1-f82f3949464c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:43.899110 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-b47c81be-0bcf-483f-9695-ae4d1fb5bc9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:11:43.899110 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-b47c81be-0bcf-483f-9695-ae4d1fb5bc9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:11:43.899376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de5e0a2f-deec-4935-8030-0827e5293e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.900928 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de5e0a2f-deec-4935-8030-0827e5293e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:43.902557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-de5e0a2f-deec-4935-8030-0827e5293e06 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04871fd7-060e-43c6-b010-1b3328a66d73 HTTP/1.1" status: 204 len: 168 time: 0.4053116 Aug 20 11:11:43.925312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=3b98aaa7-ea88-4979-b538-e85f7183ec64,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:43.947685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e0a2f-deec-4935-8030-0827e5293e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04871fd7-060e-43c6-b010-1b3328a66d73,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:44.189657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:44.304571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e335d86-e4fb-4d00-acee-d0e038fe0888 req-dcba9e2c-0fab-4fd4-91f3-1181bdb231ab tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:44.306076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e335d86-e4fb-4d00-acee-d0e038fe0888 req-dcba9e2c-0fab-4fd4-91f3-1181bdb231ab tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1144567 Aug 20 11:11:44.389352 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e335d86-e4fb-4d00-acee-d0e038fe0888 req-51dd9562-f9a5-4426-a373-7cd8a1c85e33 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771904 Aug 20 11:11:44.471007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf90b3-3bb5-477c-afe7-6d5acf360931 req-5222dc08-359c-488f-9d7e-5609b65e2b72 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:44.479369 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bddf90b3-3bb5-477c-afe7-6d5acf360931 req-5222dc08-359c-488f-9d7e-5609b65e2b72 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 950 time: 0.1015928 Aug 20 11:11:44.489053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:44.521761 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bddf90b3-3bb5-477c-afe7-6d5acf360931 req-76972001-3d5f-416d-a04b-39152fc4f976 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Aug 20 11:11:44.825362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Router 01563648-745d-4c19-b317-b2f70c2ece25 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:11:44.885098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b98aaa7-ea88-4979-b538-e85f7183ec64 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:44.905485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4b2f-1d36-4ce6-9d3e-5adf05450bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:44.935028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3b98aaa7-ea88-4979-b538-e85f7183ec64 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:44.935405 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:44.938622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:11:44.950179 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Sync routers for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:11:44.959622 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:11:44.960245 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:11:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:45.099129 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:11:45.116457 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:45.117709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5e0885a0-a1e6-4e3f-a9f3-d3b13e658ed0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.6044097 Aug 20 11:11:45.121130 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38652) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:45.200761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38656) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:45.218233 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b5decb-75a1-4307-b33d-c6cac527a840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:45.350258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38662) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:45.392711 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b5decb-75a1-4307-b33d-c6cac527a840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:45.395224 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:43Z', 'revision_number': 3, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:45.429471 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Checking router: 01563648-745d-4c19-b317-b2f70c2ece25 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:11:45.434038 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Updating router 01563648-745d-4c19-b317-b2f70c2ece25 port 50795a8c-8d77-4ced-a513-2c612b0fcf8d binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:11:45.472938 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:45.520358 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b5decb-75a1-4307-b33d-c6cac527a840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:45.609351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5decb-75a1-4307-b33d-c6cac527a840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce54ab8a-dae6-4956-bad0-3bf9bab6b7bc,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:45.643984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2959d6-8397-4824-a9f4-2aeff42045c9 req-98b92a16-fee4-46d1-9318-c530080d8632 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:45.645502 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe2959d6-8397-4824-a9f4-2aeff42045c9 req-98b92a16-fee4-46d1-9318-c530080d8632 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1568222 Aug 20 11:11:45.661976 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8c215bf3-66f1-41e1-a39c-1bcfda4c9afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:45.698991 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-50b5decb-75a1-4307-b33d-c6cac527a840 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c86eb24a0638466384e10ca84b6d86c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966099 Aug 20 11:11:45.700817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38680) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:45.751269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe2959d6-8397-4824-a9f4-2aeff42045c9 req-35a5a25a-ea0c-4859-a7cb-9c97ae076c11 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926282 Aug 20 11:11:45.769766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-03d20469-5df2-4322-b511-aba081fc1996 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:45.772947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-03d20469-5df2-4322-b511-aba081fc1996 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.38 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 950 time: 0.1259761 Aug 20 11:11:45.782375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b709b9-02f2-4c7e-8136-c243dbbcf566 req-c9c73d95-5f12-48d4-8735-f6abe5214965 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:45.782375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07b709b9-02f2-4c7e-8136-c243dbbcf566 req-c9c73d95-5f12-48d4-8735-f6abe5214965 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 950 time: 0.1237836 Aug 20 11:11:45.844512 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:45.864311 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Transition to ACTIVE for port object 50795a8c-8d77-4ced-a513-2c612b0fcf8d will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:45.915629 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07b709b9-02f2-4c7e-8136-c243dbbcf566 req-4bdc6a68-c6b8-4118-bd66-8c2e7b4cf717 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210010 Aug 20 11:11:45.925307 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02759fc3-97ae-4f93-a80a-6e51d16e126b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:45.955770 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02759fc3-97ae-4f93-a80a-6e51d16e126b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:45.968745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.014545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-1b024330-57b2-4fba-92a9-b55bb9876993 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Deleting port 31037812-999f-49e3-93af-a6e48f96a95e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:11:46.014545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-1b024330-57b2-4fba-92a9-b55bb9876993 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.037772 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.075899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8c215bf3-66f1-41e1-a39c-1bcfda4c9afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.116150 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Attempting to bind port 50795a8c-8d77-4ced-a513-2c612b0fcf8d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:11:46.116531 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Attempting to bind port 50795a8c-8d77-4ced-a513-2c612b0fcf8d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:11:46.117076 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Attempting to bind port 50795a8c-8d77-4ced-a513-2c612b0fcf8d on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:46.119431 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Pushing event updated for resources: {'Port': ['ID=50795a8c-8d77-4ced-a513-2c612b0fcf8d,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:46.132361 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:11:46.132853 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:46.133325 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.134271 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:11:46.134783 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Bound port: 50795a8c-8d77-4ced-a513-2c612b0fcf8d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:11:46.135169 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.139134 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.139492 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.139871 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.140216 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.141004 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.141004 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.141233 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.141540 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.141876 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.142234 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.142591 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.142921 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Tracked resource versions report: Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: pushed versions: Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: { 'AddressGroup': {'1.2'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'ConntrackHelper': {'1.0'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'Log': {'1.0'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'Network': {'1.1'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'Port': {'1.7'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'PortForwarding': {'1.2'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'QosPolicy': {'1.9'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'SecurityGroup': {'1.4'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'SecurityGroupRule': {'1.2'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'SubPort': {'1.0'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'Subnet': {'1.1'}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'Trunk': {'1.1'}} Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: consumer versions: Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: { DHCP agent@n-d-804230-3: {}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: HyperV agent@n-h1-804230-3: {}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: HyperV agent@n-h2-804230-3: {}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: L3 agent@n-d-804230-3: {}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: Metadata agent@n-d-804230-3: {}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: Metering agent@n-d-804230-3: {}, Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: Open vSwitch agent@n-d-804230-3: { 'AddressGroup': '1.2', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'ConntrackHelper': '1.0', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'Log': '1.0', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'Network': '1.1', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'Port': '1.7', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'PortForwarding': '1.2', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'QosPolicy': '1.9', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'SecurityGroup': '1.4', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'SecurityGroupRule': '1.2', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'SubPort': '1.0', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'Subnet': '1.1', Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: 'Trunk': '1.1'}} Aug 20 11:11:46.144032 n-d-804230-3 neutron-server[95590]: {{(pid=95590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 11:11:46.146738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-1b024330-57b2-4fba-92a9-b55bb9876993 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] For port 31037812-999f-49e3-93af-a6e48f96a95e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=31037812-999f-49e3-93af-a6e48f96a95e,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:46.153078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-1b024330-57b2-4fba-92a9-b55bb9876993 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.175591 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-1b024330-57b2-4fba-92a9-b55bb9876993 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Calling delete_port for 31037812-999f-49e3-93af-a6e48f96a95e owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:11:46.213034 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] For port 50795a8c-8d77-4ced-a513-2c612b0fcf8d, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:46.216530 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] For port 50795a8c-8d77-4ced-a513-2c612b0fcf8d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=50795a8c-8d77-4ced-a513-2c612b0fcf8d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:11:46.262352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Allocated IP 172.20.0.1 (2edbf63b-41ed-48ed-9209-772b0f82fb31/83377e28-2932-4097-8c29-2d00f93d937c/d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:46.285242 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8c215bf3-66f1-41e1-a39c-1bcfda4c9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.323997 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.333277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02759fc3-97ae-4f93-a80a-6e51d16e126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.346677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02759fc3-97ae-4f93-a80a-6e51d16e126b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.348453 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-02759fc3-97ae-4f93-a80a-6e51d16e126b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce54ab8a-dae6-4956-bad0-3bf9bab6b7bc HTTP/1.1" status: 204 len: 168 time: 0.6443882 Aug 20 11:11:46.365416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02759fc3-97ae-4f93-a80a-6e51d16e126b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce54ab8a-dae6-4956-bad0-3bf9bab6b7bc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:46.388639 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f3389-1bf2-49dc-aa76-4c7fa9afa0d9 None None] Pushing event updated for resources: {'Port': ['ID=50795a8c-8d77-4ced-a513-2c612b0fcf8d,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:46.410699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c215bf3-66f1-41e1-a39c-1bcfda4c9afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e23c65-c46d-45e8-89ce-134863c4d84e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:46.421269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8c215bf3-66f1-41e1-a39c-1bcfda4c9afa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96303ff5801640f0bcbc128a8f782576&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0669572 Aug 20 11:11:46.422357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38708) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:46.434121 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:11:46.434982 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:11:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:46.474948 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.496561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Transition to ACTIVE for port object d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:46.498400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4965539-34a7-4979-bcb4-7b37dde75aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.540204 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4965539-34a7-4979-bcb4-7b37dde75aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.648668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-1b024330-57b2-4fba-92a9-b55bb9876993 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.661460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['10364202-a77d-4d5b-a7a3-f1afa5d47822', '31037812-999f-49e3-93af-a6e48f96a95e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:46.720360 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:11:46.724310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.744349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b024330-57b2-4fba-92a9-b55bb9876993 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Pushing event deleted for resources: {'Port': ['ID=31037812-999f-49e3-93af-a6e48f96a95e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:46.839089 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4965539-34a7-4979-bcb4-7b37dde75aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.839418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4965539-34a7-4979-bcb4-7b37dde75aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.840609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c4965539-34a7-4979-bcb4-7b37dde75aaa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21e23c65-c46d-45e8-89ce-134863c4d84e HTTP/1.1" status: 204 len: 168 time: 0.4171410 Aug 20 11:11:46.864069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Network 2edbf63b-41ed-48ed-9209-772b0f82fb31 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:46.872687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:46.879970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-1b024330-57b2-4fba-92a9-b55bb9876993 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] No DVR routers for this DVR port 31037812-999f-49e3-93af-a6e48f96a95e on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:11:46.890244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-1b024330-57b2-4fba-92a9-b55bb9876993 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:46.890344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:46.890427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e177c718-3a6d-4b8d-929b-18bb6811ebab req-1b024330-57b2-4fba-92a9-b55bb9876993 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.38 "DELETE /v2.0/ports/31037812-999f-49e3-93af-a6e48f96a95e HTTP/1.1" status: 204 len: 173 time: 1.1102285 Aug 20 11:11:46.892608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a9a5d6-b5bc-4474-83e7-5713b18c379d', 'name': 'network-vif-deleted', 'tag': '31037812-999f-49e3-93af-a6e48f96a95e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:46.899274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:46.909925 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c679290-deef-4102-8734-426f7b79ffc5" -d '{"events": [{"server_uuid": "65a9a5d6-b5bc-4474-83e7-5713b18c379d", "name": "network-vif-deleted", "tag": "31037812-999f-49e3-93af-a6e48f96a95e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:46.945327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4965539-34a7-4979-bcb4-7b37dde75aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e23c65-c46d-45e8-89ce-134863c4d84e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:46.974152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:47.079786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18446f-dc0f-4c62-b0f2-157558088601 req-435f527e-ae35-4644-b140-659b054da335 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:47.079786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df18446f-dc0f-4c62-b0f2-157558088601 req-435f527e-ae35-4644-b140-659b054da335 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1821606 Aug 20 11:11:47.156307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df18446f-dc0f-4c62-b0f2-157558088601 req-29a5bb2c-3c33-4d27-bfac-43847f664bb5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696638 Aug 20 11:11:47.188699 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:11:47.201148 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:43Z', 'revision_number': 3, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:47.240313 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e793101-414f-4070-aa48-5ff14d361d3a None None] The sync data for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 is: [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:43Z', 'revision_number': 3, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:11:47.242342 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771c3302-35f0-492e-a71d-c116e5e10ebc x-openstack-request-id: req-771c3302-35f0-492e-a71d-c116e5e10ebc {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:47.242960 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a9a5d6-b5bc-4474-83e7-5713b18c379d", "name": "network-vif-deleted", "tag": "31037812-999f-49e3-93af-a6e48f96a95e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:47.243396 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-771c3302-35f0-492e-a71d-c116e5e10ebc {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:47.244445 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a9a5d6-b5bc-4474-83e7-5713b18c379d', 'name': 'network-vif-deleted', 'tag': '31037812-999f-49e3-93af-a6e48f96a95e', 'status': 'completed', 'code': 200} Aug 20 11:11:47.332868 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f129316-3cc7-4158-8bad-a43f672f9e99 req-4615cb7e-e3e0-42bb-8d2f-2aaf6e56e3d5 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 210 time: 0.0382724 Aug 20 11:11:47.360516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:47.475934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-72c64a87-b020-4c73-b33d-cd4804ecab74 None None] Provisioning for port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:47.498119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-72c64a87-b020-4c73-b33d-cd4804ecab74 None None] Provisioning complete for port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:47.498655 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72c64a87-b020-4c73-b33d-cd4804ecab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:47.550262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-72c64a87-b020-4c73-b33d-cd4804ecab74 None None] Port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:11:47.594698 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:47.824884 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72ba1116-495f-46d5-a4b5-4e97720be4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:47.827771 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:47.892713 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:47.970618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:48.047022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Network 2edbf63b-41ed-48ed-9209-772b0f82fb31 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:48.047850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:48.281870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Router 01563648-745d-4c19-b317-b2f70c2ece25 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:11:48.383008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-248c7f47-b44b-462c-81e5-10c6f474b1db None None] Provisioning complete for port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:48.383420 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-248c7f47-b44b-462c-81e5-10c6f474b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:48.422275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-248c7f47-b44b-462c-81e5-10c6f474b1db None None] Port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:11:48.490726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50cc37-58d2-4cca-b159-9b4571af921e req-aa12a83a-8f0c-41a6-ab41-de7c3a7e8e5c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:48.495234 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a50cc37-58d2-4cca-b159-9b4571af921e req-aa12a83a-8f0c-41a6-ab41-de7c3a7e8e5c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1124470 Aug 20 11:11:48.498021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:11:48.507693 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6e1be97d-b77e-4133-b6a6-84b862427a89 admin admin] 10.222.0.10 "PUT /v2.0/routers/01563648-745d-4c19-b317-b2f70c2ece25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3855247 Aug 20 11:11:48.552726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a50cc37-58d2-4cca-b159-9b4571af921e req-e7dbf6df-b1b1-4413-b586-1f59505648d9 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501366 Aug 20 11:11:48.560550 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9dc38e27-3796-44a8-8218-e6009b36e00c req-1f3b9705-df7a-4926-8dfd-ffa55c87df90 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9a5d6-b5bc-4474-83e7-5713b18c379d HTTP/1.1" status: 200 len: 210 time: 0.0392609 Aug 20 11:11:48.574490 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:48.587272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38796) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:48.606072 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a7d3748e-2ecb-4efd-86c2-777152ad3d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:48.714877 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a7d3748e-2ecb-4efd-86c2-777152ad3d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:48.905353 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a7d3748e-2ecb-4efd-86c2-777152ad3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:48.942490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 50795a8c-8d77-4ced-a513-2c612b0fcf8d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:48.952693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a7d3748e-2ecb-4efd-86c2-777152ad3d75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fb86b6e12264250b4b8d3ba20ec813f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636875 Aug 20 11:11:48.953974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3748e-2ecb-4efd-86c2-777152ad3d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf0f825-a81b-4e9e-b494-28fc1bc45240,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:48.956092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38806) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:49.046939 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c5736ea-c2af-48a9-b36b-3e964574f702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:49.071631 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c5736ea-c2af-48a9-b36b-3e964574f702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:49.151900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 50795a8c-8d77-4ced-a513-2c612b0fcf8d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:49.154911 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:49.157399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 50795a8c-8d77-4ced-a513-2c612b0fcf8d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:49.157857 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:49.236813 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:49.259987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 50795a8c-8d77-4ced-a513-2c612b0fcf8d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=50795a8c-8d77-4ced-a513-2c612b0fcf8d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:49.311151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c5736ea-c2af-48a9-b36b-3e964574f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:49.313982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c5736ea-c2af-48a9-b36b-3e964574f702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:49.317607 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4c5736ea-c2af-48a9-b36b-3e964574f702 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abf0f825-a81b-4e9e-b494-28fc1bc45240 HTTP/1.1" status: 204 len: 168 time: 0.3553603 Aug 20 11:11:49.325250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5736ea-c2af-48a9-b36b-3e964574f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf0f825-a81b-4e9e-b494-28fc1bc45240,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:49.557250 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:49.585103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Sync routers for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:11:49.617205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:11:49.618500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:11:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:49.623370 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=50795a8c-8d77-4ced-a513-2c612b0fcf8d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:49.686611 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 31037812-999f-49e3-93af-a6e48f96a95e no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:11:49.694120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897f37-3c34-47f8-924c-a7e39fc54159 req-51ac4696-c151-4de3-8e7e-de31fe6d7ab5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:49.696218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef897f37-3c34-47f8-924c-a7e39fc54159 req-51ac4696-c151-4de3-8e7e-de31fe6d7ab5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.0697799 Aug 20 11:11:49.725952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 31037812-999f-49e3-93af-a6e48f96a95e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:11:49.726295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 31037812-999f-49e3-93af-a6e48f96a95e not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:11:49.753288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef897f37-3c34-47f8-924c-a7e39fc54159 req-a5b1fe78-5f51-4318-87b6-7a8cdcc191d2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501428 Aug 20 11:11:49.812773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:11:50.083622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 2, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:50.123108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Checking router: 01563648-745d-4c19-b317-b2f70c2ece25 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:11:50.123799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Updating router 01563648-745d-4c19-b317-b2f70c2ece25 port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:11:50.177142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:50.242059 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38840) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:50.432527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0d6bd-6516-43c4-9cc2-0815c65e335c req-abfe6b8b-8c28-46c5-b66d-a8b40b6041d9 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:50.434305 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a0c0d6bd-6516-43c4-9cc2-0815c65e335c req-abfe6b8b-8c28-46c5-b66d-a8b40b6041d9 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 949 time: 0.0707536 Aug 20 11:11:50.487362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a0c0d6bd-6516-43c4-9cc2-0815c65e335c req-a699c5ed-5764-40ec-a99f-abf980936f13 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456085 Aug 20 11:11:50.516564 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:50.516564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Transition to ACTIVE for port object d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:50.564351 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-16a99c86-e75c-45d0-b05c-bc7107b44a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:50.655503 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-16a99c86-e75c-45d0-b05c-bc7107b44a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:50.853898 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-16a99c86-e75c-45d0-b05c-bc7107b44a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:50.859731 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:50.865102 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:50.891769 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-16a99c86-e75c-45d0-b05c-bc7107b44a63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17b5db76945f49739777a204c574f1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484201 Aug 20 11:11:50.897756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38864) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:50.918520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a99c86-e75c-45d0-b05c-bc7107b44a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9657a73f-8551-430e-a451-301517f07d44,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:50.919891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3c134-a430-4e26-9d07-9e048cfedc87 None None] Pushing event updated for resources: {'Port': ['ID=d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:50.940763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 50795a8c-8d77-4ced-a513-2c612b0fcf8d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:50.968720 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfddb05-49d8-46f4-9225-7433a887bdc8 req-3ca1fb78-7671-4fc1-88f5-9b4409de7253 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:50.975461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cfddb05-49d8-46f4-9225-7433a887bdc8 req-3ca1fb78-7671-4fc1-88f5-9b4409de7253 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1178670 Aug 20 11:11:51.021108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65792bc6-e015-450d-9195-abcb3629a64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:51.042165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Attempting to bind port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:11:51.042841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Attempting to bind port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:11:51.043390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Attempting to bind port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 on network 2edbf63b-41ed-48ed-9209-772b0f82fb31 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:51.063576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65792bc6-e015-450d-9195-abcb3629a64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:51.067013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:11:51.067504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Checking segment: {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:51.068117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:51.068552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Bound using segment: {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:11:51.069086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Bound port: d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:11:51.069501 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:51.080318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 50795a8c-8d77-4ced-a513-2c612b0fcf8d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:51.080961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:51.109731 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cfddb05-49d8-46f4-9225-7433a887bdc8 req-a1ed57a2-71cb-475e-a15a-564f86379ca5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329708 Aug 20 11:11:51.194152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] For port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:51.224597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] For port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:11:51.288826 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65792bc6-e015-450d-9195-abcb3629a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:51.294243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65792bc6-e015-450d-9195-abcb3629a64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:51.296571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-65792bc6-e015-450d-9195-abcb3629a64c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9657a73f-8551-430e-a451-301517f07d44 HTTP/1.1" status: 204 len: 168 time: 0.3967283 Aug 20 11:11:51.310800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65792bc6-e015-450d-9195-abcb3629a64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9657a73f-8551-430e-a451-301517f07d44,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:51.317348 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:51.391186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:11:51.391952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:11:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:51.397785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3c134-a430-4e26-9d07-9e048cfedc87 None None] Pushing event updated for resources: {'Port': ['ID=d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:51.524840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38878) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:51.534340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:11:51.672239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365fa6c-59bb-4204-a6a5-b0a8a5faf704 req-b0d1c2b3-1240-422f-86d4-355b210ba638 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:51.679075 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a365fa6c-59bb-4204-a6a5-b0a8a5faf704 req-b0d1c2b3-1240-422f-86d4-355b210ba638 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 949 time: 0.0781252 Aug 20 11:11:51.698465 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1425ad5b-c3f4-44d6-801c-25cb737eb299 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232649 Aug 20 11:11:51.749087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a365fa6c-59bb-4204-a6a5-b0a8a5faf704 req-b6226d38-e877-470d-9d6e-678bed42d527 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639195 Aug 20 11:11:51.861032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-db6a617c-57da-45f7-ad82-7fd587b0e339 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:51.863643 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-db6a617c-57da-45f7-ad82-7fd587b0e339 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561635 Aug 20 11:11:51.885321 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-acf970a5-6ee8-4daa-9429-463231271d33 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/quotas/4a419f066d554e5b93b72868ccd1c6c6 HTTP/1.1" status: 200 len: 375 time: 0.0100019 Aug 20 11:11:51.915680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38898) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:51.923404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-network', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:51.935656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-b50b9fae-eaaa-4480-b4c2-58ac45222b19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439732 Aug 20 11:11:52.004032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:51Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:11:52.038681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911aa89-5c3b-45af-9e8c-a874891571e6 None None] The sync data for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 is: [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:51Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:11:52.044747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Made reservation on behalf of fc174292654e4d9d8bb84527a47a1c9d for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:52.047495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.061145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.078414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-2ce0435b-fcab-47fd-80a2-ffb9cce68d67 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:52.080106 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-2ce0435b-fcab-47fd-80a2-ffb9cce68d67 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.38 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 949 time: 0.1010158 Aug 20 11:11:52.251879 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3882a42c-c31d-47f6-b27d-6d6fc9bd10a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.364727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-8ffd58f6-78a9-4c17-9bd5-c475e475dd32 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Deleting port 10364202-a77d-4d5b-a7a3-f1afa5d47822 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:11:52.365283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-8ffd58f6-78a9-4c17-9bd5-c475e475dd32 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.406015 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eed1a-cc29-400b-88e7-41ed87aaf418 req-782d191c-24a9-4839-a0d3-74c4b14d7676 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:52.410825 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-762eed1a-cc29-400b-88e7-41ed87aaf418 req-782d191c-24a9-4839-a0d3-74c4b14d7676 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1369441 Aug 20 11:11:52.439792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.504403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-762eed1a-cc29-400b-88e7-41ed87aaf418 req-53eb2da4-6d86-4e99-bfa3-03b6cedab15e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592105 Aug 20 11:11:52.545754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-8ffd58f6-78a9-4c17-9bd5-c475e475dd32 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] For port 10364202-a77d-4d5b-a7a3-f1afa5d47822, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=10364202-a77d-4d5b-a7a3-f1afa5d47822,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:52.546403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-8ffd58f6-78a9-4c17-9bd5-c475e475dd32 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.573406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-8ffd58f6-78a9-4c17-9bd5-c475e475dd32 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Calling delete_port for 10364202-a77d-4d5b-a7a3-f1afa5d47822 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:11:52.634152 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.645245 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-ee5f5c21-8f2a-44ca-810a-1232a981fa53 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306828 Aug 20 11:11:52.740071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:11:52.780689 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.781040 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Added segment 127f9189-9b5d-4599-a7b5-ad20e24ac654 of type vlan for network cfef4267-a130-485e-afdd-3772a6cccdaf Aug 20 11:11:52.783778 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3882a42c-c31d-47f6-b27d-6d6fc9bd10a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.784872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf4ef29-09b6-45e0-a4dc-b9f89144ce8f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:52.803972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-2780e8e8-4962-4461-9b46-41c457aeac4b tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:52.811814 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-2780e8e8-4962-4461-9b46-41c457aeac4b tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552713 Aug 20 11:11:52.829107 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-5c64c990-f8d2-41b5-8192-beac5e4570ae tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/quotas/4a419f066d554e5b93b72868ccd1c6c6 HTTP/1.1" status: 200 len: 375 time: 0.0158398 Aug 20 11:11:52.851213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.871305 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-f0a998cf-68d8-4a66-a462-266801b962a7 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411875 Aug 20 11:11:52.885950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38926) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:52.908305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1934218-6c7b-45f9-a8ec-ea3478d9560c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:52.969165 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3882a42c-c31d-47f6-b27d-6d6fc9bd10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.013977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:53.271831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:53.278541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:53.282645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.287453 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3882a42c-c31d-47f6-b27d-6d6fc9bd10a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3124180d21ec47e1b2b3ccb102250802&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7598109 Aug 20 11:11:53.293723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38938) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:53.315931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882a42c-c31d-47f6-b27d-6d6fc9bd10a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9379dda9-17a8-4cf4-85f5-1cd2c75161a5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:53.317997 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-8ffd58f6-78a9-4c17-9bd5-c475e475dd32 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.319507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.320400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:53.321681 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.376417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd58f6-78a9-4c17-9bd5-c475e475dd32 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Pushing event deleted for resources: {'Port': ['ID=10364202-a77d-4d5b-a7a3-f1afa5d47822,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:53.433846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-069b2cec-629b-4d10-a53d-fa385e18e8be req-6e880896-474c-442b-ad19-4df0cf1e0c14 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 210 time: 0.0679483 Aug 20 11:11:53.473806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['10364202-a77d-4d5b-a7a3-f1afa5d47822'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:11:53.488324 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5319b35e-d0a3-46c3-89af-699728e37a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.511971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d833c8-e0c4-4059-9d79-d19b8aee7c59 req-888a1b23-a767-4d9f-b03f-be339381111b tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:53.516481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34d833c8-e0c4-4059-9d79-d19b8aee7c59 req-888a1b23-a767-4d9f-b03f-be339381111b tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 949 time: 0.5691590 Aug 20 11:11:53.550113 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1934218-6c7b-45f9-a8ec-ea3478d9560c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.582553 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5319b35e-d0a3-46c3-89af-699728e37a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.621670 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.665765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1934218-6c7b-45f9-a8ec-ea3478d9560c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.727542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:53.747855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-8ffd58f6-78a9-4c17-9bd5-c475e475dd32 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] No DVR routers for this DVR port 10364202-a77d-4d5b-a7a3-f1afa5d47822 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:11:53.750402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] Pushing event updated for resources: {'Network': ['ID=cfef4267-a130-485e-afdd-3772a6cccdaf,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:53.755892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-8ffd58f6-78a9-4c17-9bd5-c475e475dd32 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.758187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ef97018-1249-4501-8a39-3442fc4e5566 req-8ffd58f6-78a9-4c17-9bd5-c475e475dd32 tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.38 "DELETE /v2.0/ports/10364202-a77d-4d5b-a7a3-f1afa5d47822 HTTP/1.1" status: 204 len: 173 time: 1.6586616 Aug 20 11:11:53.760551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d4a8e7-64cb-40b7-8685-a8131d865d34', 'name': 'network-vif-deleted', 'tag': '10364202-a77d-4d5b-a7a3-f1afa5d47822'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:11:53.764085 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad3f5ac-69c2-40a8-9071-199b523f4f9c" -d '{"events": [{"server_uuid": "07d4a8e7-64cb-40b7-8685-a8131d865d34", "name": "network-vif-deleted", "tag": "10364202-a77d-4d5b-a7a3-f1afa5d47822"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:11:53.776607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network cfef4267-a130-485e-afdd-3772a6cccdaf details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:11:53.788861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34d833c8-e0c4-4059-9d79-d19b8aee7c59 req-2c05337f-2db8-4c92-98b0-9078d079c8af tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef50e712-e391-4115-b08c-30b5fa503d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358825 Aug 20 11:11:53.826096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-53bf7f23-bdf1-479a-9631-6ce2cea60a9c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9088185 Aug 20 11:11:53.828890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38956) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:53.836219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Request body: {'subnet': {'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-subnet', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:53.836798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7881c-565d-4e79-ad9f-a6e7d06c7912 req-005f1d47-cbdf-4da5-8853-5b06491a00ee tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:53.843249 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49b7881c-565d-4e79-ad9f-a6e7d06c7912 req-005f1d47-cbdf-4da5-8853-5b06491a00ee tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1628675 Aug 20 11:11:53.873023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1934218-6c7b-45f9-a8ec-ea3478d9560c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcb9101-2ee5-4fae-ae10-d31777a0b9fc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:53.896208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38962) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:53.897510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a1934218-6c7b-45f9-a8ec-ea3478d9560c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42d534df0df147e19fd394c9dbf9d1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0062997 Aug 20 11:11:53.907367 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:53.956250 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121eeab5-a20a-4d79-b6d0-8d6cd295d7c4 x-openstack-request-id: req-121eeab5-a20a-4d79-b6d0-8d6cd295d7c4 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:11:53.956997 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d4a8e7-64cb-40b7-8685-a8131d865d34", "name": "network-vif-deleted", "tag": "10364202-a77d-4d5b-a7a3-f1afa5d47822", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:11:53.957463 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-121eeab5-a20a-4d79-b6d0-8d6cd295d7c4 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:11:53.958024 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d4a8e7-64cb-40b7-8685-a8131d865d34', 'name': 'network-vif-deleted', 'tag': '10364202-a77d-4d5b-a7a3-f1afa5d47822', 'status': 'completed', 'code': 200} Aug 20 11:11:53.967151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49b7881c-565d-4e79-ad9f-a6e7d06c7912 req-93dcde54-f729-4a14-89b5-33451f3dd995 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182919 Aug 20 11:11:53.994324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:54.002042 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8665c164-96d1-480a-9d4e-f4132db92d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:54.038914 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8665c164-96d1-480a-9d4e-f4132db92d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:54.064315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Made reservation on behalf of fc174292654e4d9d8bb84527a47a1c9d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:54.066928 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:54.110743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5319b35e-d0a3-46c3-89af-699728e37a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:54.113605 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5319b35e-d0a3-46c3-89af-699728e37a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:54.114995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5319b35e-d0a3-46c3-89af-699728e37a30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9379dda9-17a8-4cf4-85f5-1cd2c75161a5 HTTP/1.1" status: 204 len: 168 time: 0.8193054 Aug 20 11:11:54.137307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319b35e-d0a3-46c3-89af-699728e37a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9379dda9-17a8-4cf4-85f5-1cd2c75161a5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:54.381088 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8665c164-96d1-480a-9d4e-f4132db92d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:54.383443 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8665c164-96d1-480a-9d4e-f4132db92d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:54.385425 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8665c164-96d1-480a-9d4e-f4132db92d3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fcb9101-2ee5-4fae-ae10-d31777a0b9fc HTTP/1.1" status: 204 len: 168 time: 0.4881406 Aug 20 11:11:54.402802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665c164-96d1-480a-9d4e-f4132db92d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcb9101-2ee5-4fae-ae10-d31777a0b9fc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:54.644106 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:54.795780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ea2b9d5-68d1-42ed-8b06-8d540bb13014 req-62634398-f879-4801-b3c8-9db74f461c95 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 210 time: 0.0779979 Aug 20 11:11:54.805125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9602be-a250-461f-be02-528fd969391a,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:54.833679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Checking segment: {'id': '127f9189-9b5d-4599-a7b5-ad20e24ac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:54.834047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Network hostable DHCP agents. Network: cfef4267-a130-485e-afdd-3772a6cccdaf, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:11:54.970911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2c713c9-12aa-4b88-998a-52257e80bc18 req-91957998-d914-40a5-a31c-c8f97fff18ed tempest-ServersAdminNegativeTestJSON-1303319665 tempest-ServersAdminNegativeTestJSON-1303319665-project] 10.222.0.10 "GET /v2.0/ports?device_id=07d4a8e7-64cb-40b7-8685-a8131d865d34 HTTP/1.1" status: 200 len: 210 time: 0.0336759 Aug 20 11:11:54.981074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:54.997265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Network cfef4267-a130-485e-afdd-3772a6cccdaf is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:11:55.049348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:55.049700 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:55.104811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08b314-1901-4a3a-9d7e-3af495f25287 req-34f7800f-e550-4e1b-898b-43921497f097 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:55.106463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c08b314-1901-4a3a-9d7e-3af495f25287 req-34f7800f-e550-4e1b-898b-43921497f097 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.0568607 Aug 20 11:11:55.115548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, cfef4267-a130-485e-afdd-3772a6cccdaf) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:55.121971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:55.123227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:55.131720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a8b415-4639-48bc-a20c-009112df836e None None] Network cfef4267-a130-485e-afdd-3772a6cccdaf requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:11:55.199809 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c08b314-1901-4a3a-9d7e-3af495f25287 req-8da384d6-d191-43f6-8070-f84ae076d0c1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620909 Aug 20 11:11:55.263491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39006) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:55.265096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e4140809-bfa9-4e08-82a1-62ba97a35fa8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4348438 Aug 20 11:11:55.269895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-router', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:55.380572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-cfef4267-a130-485e-afdd-3772a6cccdaf', 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'fixed_ips': [{'subnet_id': 'be9602be-a250-461f-be02-528fd969391a'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:11:55.383985 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:55.494476 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:55.499494 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:55.591749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39024) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:55.625361 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-689f1329-14a7-453d-b6f7-0ee9f931acea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:55.631896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Allocated IP 172.20.0.2 (cfef4267-a130-485e-afdd-3772a6cccdaf/be9602be-a250-461f-be02-528fd969391a/d75a42c7-6485-4ab2-9291-ec5ee50eec84) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:55.750587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:55.763973 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 10364202-a77d-4d5b-a7a3-f1afa5d47822 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:11:55.806262 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-689f1329-14a7-453d-b6f7-0ee9f931acea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:55.850858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 10364202-a77d-4d5b-a7a3-f1afa5d47822 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:11:55.851201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 10364202-a77d-4d5b-a7a3-f1afa5d47822 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:11:55.927797 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-689f1329-14a7-453d-b6f7-0ee9f931acea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.007648 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.040580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Transition to ACTIVE for port object d75a42c7-6485-4ab2-9291-ec5ee50eec84 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:56.049458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f1329-14a7-453d-b6f7-0ee9f931acea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f1611a-0330-4024-8cd3-89a980b4fe56,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:56.054398 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-689f1329-14a7-453d-b6f7-0ee9f931acea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2d1ab865bdc4300bd5532a034cea99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637554 Aug 20 11:11:56.069165 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1553434c-546a-4978-bb10-30e693a45d9c req-4b3a934d-9346-47de-a3f7-c46c6e161d89 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 210 time: 0.1160998 Aug 20 11:11:56.070011 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39052) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:56.072895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Transition to ACTIVE for port object d75a42c7-6485-4ab2-9291-ec5ee50eec84 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:56.132133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.136260 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6a0c-4cfd-4343-aff1-32100650f7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.174604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.189834 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6a0c-4cfd-4343-aff1-32100650f7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.279973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-95999d3f-07b6-4fa0-a38c-e3b6ab51222d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617437 Aug 20 11:11:56.315854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Network cfef4267-a130-485e-afdd-3772a6cccdaf is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:56.318906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Pushing event updated for resources: {'Port': ['ID=d75a42c7-6485-4ab2-9291-ec5ee50eec84,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:56.327821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:56.341439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:56.414691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e620285-50de-4fe8-b4f6-befd82f99ebc req-01de6807-a094-4d01-a5ff-68541a5da9c1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:56.416563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e620285-50de-4fe8-b4f6-befd82f99ebc req-01de6807-a094-4d01-a5ff-68541a5da9c1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1089921 Aug 20 11:11:56.447328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Attempting to bind port d75a42c7-6485-4ab2-9291-ec5ee50eec84 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:11:56.447702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Attempting to bind port d75a42c7-6485-4ab2-9291-ec5ee50eec84 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '127f9189-9b5d-4599-a7b5-ad20e24ac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:11:56.449345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Attempting to bind port d75a42c7-6485-4ab2-9291-ec5ee50eec84 on network cfef4267-a130-485e-afdd-3772a6cccdaf {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:11:56.460077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:11:56.463053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Checking segment: {'id': '127f9189-9b5d-4599-a7b5-ad20e24ac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:11:56.463053 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.463440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Bound using segment: {'id': '127f9189-9b5d-4599-a7b5-ad20e24ac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:11:56.463929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Bound port: d75a42c7-6485-4ab2-9291-ec5ee50eec84, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127f9189-9b5d-4599-a7b5-ad20e24ac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:11:56.466872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.496123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-98a4bd9e-9589-41a0-ae7f-2fb7443eedf4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:56.498913 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-98a4bd9e-9589-41a0-ae7f-2fb7443eedf4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934102 Aug 20 11:11:56.530708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e620285-50de-4fe8-b4f6-befd82f99ebc req-0af8f08f-7b52-42e9-afa1-9816ba342a02 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051817 Aug 20 11:11:56.531415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6a0c-4cfd-4343-aff1-32100650f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.541534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Request body: {'port': {'device_id': '04b8a087-447a-4407-973d-80f2326a55c1', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '4a419f066d554e5b93b72868ccd1c6c6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:56.543785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6a0c-4cfd-4343-aff1-32100650f7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.549568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7a4b6a0c-4cfd-4343-aff1-32100650f7ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0f1611a-0330-4024-8cd3-89a980b4fe56 HTTP/1.1" status: 204 len: 168 time: 0.4769695 Aug 20 11:11:56.564709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6a0c-4cfd-4343-aff1-32100650f7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f1611a-0330-4024-8cd3-89a980b4fe56,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:56.597908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] For port d75a42c7-6485-4ab2-9291-ec5ee50eec84, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:11:56.601554 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] For port d75a42c7-6485-4ab2-9291-ec5ee50eec84, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d75a42c7-6485-4ab2-9291-ec5ee50eec84,segment=NetworkSegment(127f9189-9b5d-4599-a7b5-ad20e24ac654),segment_id=127f9189-9b5d-4599-a7b5-ad20e24ac654)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:11:56.739657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.801185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.811182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4b398-cb47-49f2-aba7-4f08c4228ad5 None None] Pushing event updated for resources: {'Port': ['ID=d75a42c7-6485-4ab2-9291-ec5ee50eec84,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:56.829981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.874994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Made reservation on behalf of 4a419f066d554e5b93b72868ccd1c6c6 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:56.878738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.890958 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:56.988006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Allocated IP 172.25.4.32 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:57.163910 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:57.211567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:57.231366 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77f31af5-c231-40b1-a446-45ab9548ba55 req-4371610f-43a8-4ea1-889d-68e186555ec8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 210 time: 0.0366199 Aug 20 11:11:57.260484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:57.331701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eac15eb-b485-42c9-9697-87c458cc0f4a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:57.415938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Allocated IP 192.168.233.235 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/16ca3c79-1fdc-4d58-9d25-b35d215656ab) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:57.464388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:57.468895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39080) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:57.473629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-adc5f0d0-5efc-4ead-b8e0-5297cfebe510 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354338 Aug 20 11:11:57.542459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:57.560078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:57.565544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:57.642660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Pushing event updated for resources: {'Port': ['ID=0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:57.716393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-eaf5cc96-6e43-4ac0-92f0-dffbdaf85f4a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:57.718321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-eaf5cc96-6e43-4ac0-92f0-dffbdaf85f4a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389405 Aug 20 11:11:57.738579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Request body: {'port': {'device_id': '6c596834-24e9-4085-861d-ebe43c3d628d', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '4a419f066d554e5b93b72868ccd1c6c6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:57.756279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cbcf7-2037-4308-9116-15f1bd7fc93b req-343c2b43-8fbf-4a02-ae7d-2e5bdde9757d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:57.764576 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a37cbcf7-2037-4308-9116-15f1bd7fc93b req-343c2b43-8fbf-4a02-ae7d-2e5bdde9757d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1286523 Aug 20 11:11:57.799321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39088) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:57.864192 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:57.889685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Transition to ACTIVE for port object 16ca3c79-1fdc-4d58-9d25-b35d215656ab will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:57.901118 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a37cbcf7-2037-4308-9116-15f1bd7fc93b req-d0bca7f3-5414-46ba-9371-6216aad0bea7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294723 Aug 20 11:11:58.090768 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e3fc-7472-4191-a795-1216cd91584e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:58.146053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7206e1db-2bef-41cd-b57a-8161db9dcc02 None None] Network cfef4267-a130-485e-afdd-3772a6cccdaf requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:11:58.148250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Made reservation on behalf of 4a419f066d554e5b93b72868ccd1c6c6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:11:58.151834 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:58.155447 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:58.224752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:58.231788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2b660628-6c82-4c03-97d2-e1d96f7e1581 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4664405814514902a2349ac589a6a5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7514203 Aug 20 11:11:58.235786 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39106) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:58.271451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:58.291998 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:58.294302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:58.306575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:58.393271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-24af8d36-562d-412d-bbfb-19f785a5079f None None] Provisioning for port d75a42c7-6485-4ab2-9291-ec5ee50eec84 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:58.485896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f089395a-be1e-4feb-a8af-a07b2ee38919 req-63c2964c-76a9-4684-a694-0db92708ee9c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 210 time: 0.1177614 Aug 20 11:11:58.553365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Allocated IP 192.168.233.92 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/40da51df-0de7-405d-a447-68249c75a7e9) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:11:58.579349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.57', 49381) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:58.767487 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-00211a37-242e-43f2-a3c4-d07915651912 service neutron] show failed (client error): The resource could not be found. Aug 20 11:11:58.769424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-00211a37-242e-43f2-a3c4-d07915651912 service neutron] 10.222.0.57 "GET /v2.0/ports/1365fd03-1ebf-4e87-87d7-a3647f93fa7a/bindings/n-h2-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.1667972 Aug 20 11:11:58.858935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:58.858935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:58.860481 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cee7a2e8-e981-4c68-be11-ef9345f164aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:58.876908 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:58.896968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-340ab030-48f3-41de-94e9-0f13eb57e73e None None] Provisioning for port 16ca3c79-1fdc-4d58-9d25-b35d215656ab completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:58.902368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-340ab030-48f3-41de-94e9-0f13eb57e73e None None] Provisioning complete for port 16ca3c79-1fdc-4d58-9d25-b35d215656ab triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:58.903195 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-340ab030-48f3-41de-94e9-0f13eb57e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:58.917378 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cee7a2e8-e981-4c68-be11-ef9345f164aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:58.925523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Transition to ACTIVE for port object 40da51df-0de7-405d-a447-68249c75a7e9 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:58.939223 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e3fc-7472-4191-a795-1216cd91584e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.020846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-340ab030-48f3-41de-94e9-0f13eb57e73e None None] Port 16ca3c79-1fdc-4d58-9d25-b35d215656ab cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:11:59.042693 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e3fc-7472-4191-a795-1216cd91584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.060841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d75a42c7-6485-4ab2-9291-ec5ee50eec84 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:11:59.146658 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.172052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6e3fc-7472-4191-a795-1216cd91584e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfbb1c0-c34b-4448-a565-70309ebd0d3c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:59.183548 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9ff6e3fc-7472-4191-a795-1216cd91584e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b81ab7f21e8446fd8eaa10051b61f96e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3840604 Aug 20 11:11:59.188853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39142) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:11:59.206198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:11:59.209480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:11:59.211844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.214017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:11:59.233996 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1db71b63-0298-4208-acd6-bd0a435f8bf6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6984007 Aug 20 11:11:59.244085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61a202-d2a8-4b1d-b58d-49822244d5ec req-29a83776-ac5e-4bca-94c6-a58593d441a1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:59.245667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b61a202-d2a8-4b1d-b58d-49822244d5ec req-29a83776-ac5e-4bca-94c6-a58593d441a1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1853814 Aug 20 11:11:59.249401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Pushing event updated for resources: {'Port': ['ID=40da51df-0de7-405d-a447-68249c75a7e9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:59.259238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Request body: {'port': {'device_id': '04b8a087-447a-4407-973d-80f2326a55c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:59.265131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d75a42c7-6485-4ab2-9291-ec5ee50eec84 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:59.270243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d75a42c7-6485-4ab2-9291-ec5ee50eec84 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:59.276905 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.310851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:59.312146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.376804 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cee7a2e8-e981-4c68-be11-ef9345f164aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.379542 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cee7a2e8-e981-4c68-be11-ef9345f164aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.380801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cee7a2e8-e981-4c68-be11-ef9345f164aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef50e712-e391-4115-b08c-30b5fa503d1c HTTP/1.1" status: 204 len: 168 time: 1.1394002 Aug 20 11:11:59.407886 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.423600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7a2e8-e981-4c68-be11-ef9345f164aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef50e712-e391-4115-b08c-30b5fa503d1c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:59.438656 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-64ef0aee-6a2e-4ea8-9d66-1f69b792b6eb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7085326 Aug 20 11:11:59.453533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Request body: {'port': {'device_id': '6c596834-24e9-4085-861d-ebe43c3d628d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:59.462309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d75a42c7-6485-4ab2-9291-ec5ee50eec84, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d75a42c7-6485-4ab2-9291-ec5ee50eec84,segment=NetworkSegment(127f9189-9b5d-4599-a7b5-ad20e24ac654),segment_id=127f9189-9b5d-4599-a7b5-ad20e24ac654)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:11:59.515382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6120c6f1-1cf5-42e9-ba9d-39fe882d1c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.529782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b61a202-d2a8-4b1d-b58d-49822244d5ec req-44d726c3-dd9c-415e-8636-a5b44590e339 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676337 Aug 20 11:11:59.567656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.591574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.592816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6120c6f1-1cf5-42e9-ba9d-39fe882d1c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.669394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-5c402b91-a9d1-46c2-b025-aa2b9a98fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:59.675598 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-5c402b91-a9d1-46c2-b025-aa2b9a98fd07 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b&tenant_id=f6136056d5744f71aedd216a888b7728 HTTP/1.1" status: 200 len: 1123 time: 0.1483662 Aug 20 11:11:59.700696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:11:59.733716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.738626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac26a68-cffe-4b62-a26b-fb5ae8f53726 req-4a5b98c4-af33-47cd-bec9-ef72ab24f09d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:11:59.740264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ac26a68-cffe-4b62-a26b-fb5ae8f53726 req-4a5b98c4-af33-47cd-bec9-ef72ab24f09d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 935 time: 0.1363053 Aug 20 11:11:59.855526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eebadc22-33f1-4c99-b2ca-1aa92e6d5e81 None None] Provisioning for port 40da51df-0de7-405d-a447-68249c75a7e9 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:11:59.861521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eebadc22-33f1-4c99-b2ca-1aa92e6d5e81 None None] Provisioning complete for port 40da51df-0de7-405d-a447-68249c75a7e9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:11:59.862135 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eebadc22-33f1-4c99-b2ca-1aa92e6d5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.880067 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ac26a68-cffe-4b62-a26b-fb5ae8f53726 req-2927f75a-9588-4744-8376-85a0bd7b5c00 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278207 Aug 20 11:11:59.883762 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.899930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d75a42c7-6485-4ab2-9291-ec5ee50eec84,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:59.914090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-eebadc22-33f1-4c99-b2ca-1aa92e6d5e81 None None] Port 40da51df-0de7-405d-a447-68249c75a7e9 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:11:59.917316 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6120c6f1-1cf5-42e9-ba9d-39fe882d1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.920581 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6120c6f1-1cf5-42e9-ba9d-39fe882d1c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.932932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6120c6f1-1cf5-42e9-ba9d-39fe882d1c6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8bfbb1c0-c34b-4448-a565-70309ebd0d3c HTTP/1.1" status: 204 len: 168 time: 0.7300336 Aug 20 11:11:59.936650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ca3c79-1fdc-4d58-9d25-b35d215656ab {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:11:59.943389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120c6f1-1cf5-42e9-ba9d-39fe882d1c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfbb1c0-c34b-4448-a565-70309ebd0d3c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:11:59.947002 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:11:59.960401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Transition to ACTIVE for port object 16ca3c79-1fdc-4d58-9d25-b35d215656ab will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:11:59.996591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Router da401b18-fefe-4b4e-8016-ef71dec02b4e is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:12:00.100684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39160) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:00.108690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:00.187204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:00.202190 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Sync routers for ids ['da401b18-fefe-4b4e-8016-ef71dec02b4e'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:00.213262 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Routers {'da401b18-fefe-4b4e-8016-ef71dec02b4e'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:00.214493 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:11:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['da401b18-fefe-4b4e-8016-ef71dec02b4e'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:00.217039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:00.295316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40da51df-0de7-405d-a447-68249c75a7e9 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:00.315045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:00.320769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Attempting to bind port 16ca3c79-1fdc-4d58-9d25-b35d215656ab on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:00.321110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Attempting to bind port 16ca3c79-1fdc-4d58-9d25-b35d215656ab by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:00.321436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Attempting to bind port 16ca3c79-1fdc-4d58-9d25-b35d215656ab on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:00.328580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Port 16ca3c79-1fdc-4d58-9d25-b35d215656ab on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:12:00.328899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Attempting to bind port 16ca3c79-1fdc-4d58-9d25-b35d215656ab on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:00.341088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:00.341418 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:00.341806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:00.342234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Bound port: 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:00.342618 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:00.345125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Transition to ACTIVE for port object 40da51df-0de7-405d-a447-68249c75a7e9 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:00.360197 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Set router da401b18-fefe-4b4e-8016-ef71dec02b4e gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:00.404344 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:00.408278 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dd414448-753a-4e49-9bbe-369e0dfb92db admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.1430285 Aug 20 11:12:00.408532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39168) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:00.464088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:00.468296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:00.474283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:00.581256 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-router', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:55Z', 'updated_at': '2021-08-20T11:11:57Z', 'revision_number': 3, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'gw_port': {'id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:56Z', 'updated_at': '2021-08-20T11:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:00.613553 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Checking router: da401b18-fefe-4b4e-8016-ef71dec02b4e for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:00.614183 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Updating router da401b18-fefe-4b4e-8016-ef71dec02b4e port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:12:00.615404 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:00.649980 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:00.730831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:00.731451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:00.732865 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] 10.222.0.57 "PUT /v2.0/ports/16ca3c79-1fdc-4d58-9d25-b35d215656ab HTTP/1.1" status: 200 len: 1096 time: 1.4818170 Aug 20 11:12:00.733320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:00.749764 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63932bdb-0ede-4c62-acbe-0ab96fd74b35" -d '{"events": [{"name": "network-changed", "server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:00.749764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6dc9c77-4b92-4ae4-94e5-c383562fc65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:00.782940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243a84a-fc4d-45e3-a396-7750df05d90b service neutron] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:00.801254 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516e040a-c992-4fe7-88c3-2f5f8998c741 x-openstack-request-id: req-516e040a-c992-4fe7-88c3-2f5f8998c741 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:00.801539 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:00.801789 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-516e040a-c992-4fe7-88c3-2f5f8998c741 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:00.802182 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'status': 'completed', 'code': 200} Aug 20 11:12:00.825457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee9d69-c760-48bb-8e9d-fb2a4a0e2bf9 req-8b7ca21d-f17d-42a7-861b-211edb4fcf9a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:00.828101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-01ee9d69-c760-48bb-8e9d-fb2a4a0e2bf9 req-8b7ca21d-f17d-42a7-861b-211edb4fcf9a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1511874 Aug 20 11:12:00.936338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-01ee9d69-c760-48bb-8e9d-fb2a4a0e2bf9 req-4c405030-716f-40ea-80d8-a2216bfc17ba tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722411 Aug 20 11:12:00.941624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63932bdb-0ede-4c62-acbe-0ab96fd74b35 req-3d0070d5-996a-46cd-9534-c511bfe86055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:00.943178 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63932bdb-0ede-4c62-acbe-0ab96fd74b35 req-3d0070d5-996a-46cd-9534-c511bfe86055 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1099 time: 0.1139443 Aug 20 11:12:00.973220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d75a42c7-6485-4ab2-9291-ec5ee50eec84 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:00.987529 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63932bdb-0ede-4c62-acbe-0ab96fd74b35 req-9d3761c6-f620-4ec3-9b80-387f75ad2bc8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345111 Aug 20 11:12:01.076038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Pushing event updated for resources: {'Port': ['ID=40da51df-0de7-405d-a447-68249c75a7e9,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:01.137990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d75a42c7-6485-4ab2-9291-ec5ee50eec84 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:01.138657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.172107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6dc9c77-4b92-4ae4-94e5-c383562fc65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.178687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39184) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:01.184106 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.199308 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Transition to ACTIVE for port object 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:01.252495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63932bdb-0ede-4c62-acbe-0ab96fd74b35 req-804a3f83-8bae-4b57-8143-71dda698714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:01.254556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63932bdb-0ede-4c62-acbe-0ab96fd74b35 req-804a3f83-8bae-4b57-8143-71dda698714a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2595053 Aug 20 11:12:01.260152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8af09451-0dfb-46e4-a26b-a9fe95a7257e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b9db4397c6549edb167a83b3e8ec54b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798538 Aug 20 11:12:01.262259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39186) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:01.345027 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.370342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6dc9c77-4b92-4ae4-94e5-c383562fc65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.439406 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca874095-1e54-4b3f-b095-623cb3b16e2e None None] Pushing event updated for resources: {'Port': ['ID=0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:01.483808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:01.497792 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Attempting to bind port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:01.498185 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Attempting to bind port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:01.498748 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Attempting to bind port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:01.511082 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:01.511327 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:01.511565 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.511972 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:01.515470 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Bound port: 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:01.515964 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.536899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc9c77-4b92-4ae4-94e5-c383562fc65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa07f75-45a8-443d-987b-575e5f4ddd39,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:01.562396 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e6dc9c77-4b92-4ae4-94e5-c383562fc65b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6913239fe2004081b1186056fd15c52d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4573300 Aug 20 11:12:01.562396 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6aa0996d-be23-4e1b-90f4-37cb8cbde2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.563606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862edcbb-2144-4737-b06d-a951c84fd765 req-1dbae320-9e55-4c49-8fe0-35eaec49b235 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:01.571715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-862edcbb-2144-4737-b06d-a951c84fd765 req-1dbae320-9e55-4c49-8fe0-35eaec49b235 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 947 time: 0.4736202 Aug 20 11:12:01.576100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39200) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:01.584762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Attempting to bind port 40da51df-0de7-405d-a447-68249c75a7e9 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:01.585095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Attempting to bind port 40da51df-0de7-405d-a447-68249c75a7e9 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:01.585426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Attempting to bind port 40da51df-0de7-405d-a447-68249c75a7e9 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:01.593796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6aa0996d-be23-4e1b-90f4-37cb8cbde2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.597610 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] For port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:01.600952 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] For port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:01.604724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-2b3b0ed8-ff8a-486f-a5ba-7426d35e6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:01.606244 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-2b3b0ed8-ff8a-486f-a5ba-7426d35e6f0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1099 time: 0.2913871 Aug 20 11:12:01.634790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Port 40da51df-0de7-405d-a447-68249c75a7e9 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:12:01.635198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Attempting to bind port 40da51df-0de7-405d-a447-68249c75a7e9 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:01.657537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:01.664605 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-34a3dc6f-fcbe-4a2b-b4b7-e7d9d6469032 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab HTTP/1.1" status: 200 len: 217 time: 0.0484781 Aug 20 11:12:01.687643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:01.687979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:01.688290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:01.688745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Bound port: 40da51df-0de7-405d-a447-68249c75a7e9, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:01.689144 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.723135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-22db1d27-cdd1-43ba-8340-4b7e5073502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:01.726251 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-22db1d27-cdd1-43ba-8340-4b7e5073502a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0541596 Aug 20 11:12:01.757742 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-862edcbb-2144-4737-b06d-a951c84fd765 req-beadc7f2-39b6-4895-a067-7e5ded9492df tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708848 Aug 20 11:12:01.782063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-fa70e952-6e62-4dc9-82ec-2628fa2f92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:01.784142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-fa70e952-6e62-4dc9-82ec-2628fa2f92e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0499310 Aug 20 11:12:01.819861 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.824489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:01.826981 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24bc874-4e45-44f9-b119-97cebe5cb84e" -d '{"events": [{"server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "name": "network-vif-unplugged", "status": "completed", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:01.834641 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.856872 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6aa0996d-be23-4e1b-90f4-37cb8cbde2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.859881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6aa0996d-be23-4e1b-90f4-37cb8cbde2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:01.871602 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6aa0996d-be23-4e1b-90f4-37cb8cbde2c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14e708ad-1629-40d4-8ab6-92ed084e957a HTTP/1.1" status: 204 len: 168 time: 0.5998456 Aug 20 11:12:01.881286 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca874095-1e54-4b3f-b095-623cb3b16e2e None None] Pushing event updated for resources: {'Port': ['ID=0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:01.881901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0996d-be23-4e1b-90f4-37cb8cbde2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e708ad-1629-40d4-8ab6-92ed084e957a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:01.909320 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Routers {'da401b18-fefe-4b4e-8016-ef71dec02b4e'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:01.910338 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:11:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['da401b18-fefe-4b4e-8016-ef71dec02b4e'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:01.921916 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1f4ce386-2d17-4c17-acee-6bfb5f480c82 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295907 Aug 20 11:12:01.938971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Transition to ACTIVE for port object 1365fd03-1ebf-4e87-87d7-a3647f93fa7a will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:01.947166 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794ba09d-a2bc-4ccf-986d-232002e4ba45 x-openstack-request-id: req-794ba09d-a2bc-4ccf-986d-232002e4ba45 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:01.947847 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "name": "network-vif-unplugged", "status": "completed", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:01.948290 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-794ba09d-a2bc-4ccf-986d-232002e4ba45 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:01.948919 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a', 'code': 200} Aug 20 11:12:01.950200 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7834091a-5a72-4625-a4de-b7353d4b4111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:02.039128 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7834091a-5a72-4625-a4de-b7353d4b4111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:02.060033 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddb35ac4-28fb-4b8e-aaa0-298c2015a6fd req-1197f45f-1b9d-47d9-a813-2a53025d90ca service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283042 Aug 20 11:12:02.070929 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] Set router da401b18-fefe-4b4e-8016-ef71dec02b4e gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:02.124520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] For port 40da51df-0de7-405d-a447-68249c75a7e9, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:02.170255 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:02.180416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] For port 40da51df-0de7-405d-a447-68249c75a7e9, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=40da51df-0de7-405d-a447-68249c75a7e9,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:02.272412 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-router', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:55Z', 'updated_at': '2021-08-20T11:11:57Z', 'revision_number': 3, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'gw_port': {'id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:56Z', 'updated_at': '2021-08-20T11:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:02.277229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee18ee-f05e-449f-b1c7-f55407bea5d1 req-a2ffd005-64a3-4307-b686-983e3f2be76d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:02.278800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cee18ee-f05e-449f-b1c7-f55407bea5d1 req-a2ffd005-64a3-4307-b686-983e3f2be76d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 972 time: 0.1845295 Aug 20 11:12:02.295786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Pushing event updated for resources: {'Port': ['ID=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:02.310129 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55dbed2-9681-4db0-bc12-df5489383162 None None] The sync data for ids ['da401b18-fefe-4b4e-8016-ef71dec02b4e'] in n-d-804230-3 is: [{'id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-router', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:55Z', 'updated_at': '2021-08-20T11:11:57Z', 'revision_number': 3, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'gw_port': {'id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:56Z', 'updated_at': '2021-08-20T11:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:02.325923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] No DVR routers for this DVR port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:12:02.342761 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:02.352169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:02.438881 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7834091a-5a72-4625-a4de-b7353d4b4111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:02.441514 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7834091a-5a72-4625-a4de-b7353d4b4111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:02.442727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7834091a-5a72-4625-a4de-b7353d4b4111 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfa07f75-45a8-443d-987b-575e5f4ddd39 HTTP/1.1" status: 204 len: 168 time: 0.8592684 Aug 20 11:12:02.471817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:02.472303 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:02.473714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] 10.222.0.57 "PUT /v2.0/ports/40da51df-0de7-405d-a447-68249c75a7e9 HTTP/1.1" status: 200 len: 1095 time: 3.0264194 Aug 20 11:12:02.476754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cee18ee-f05e-449f-b1c7-f55407bea5d1 req-a366108f-92ba-48ad-8bdd-340c4cd724bb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876881 Aug 20 11:12:02.490322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Attempting to bind port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:02.491027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Attempting to bind port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:02.491366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Attempting to bind port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:02.493525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834091a-5a72-4625-a4de-b7353d4b4111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa07f75-45a8-443d-987b-575e5f4ddd39,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:02.567291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:12:02.567508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Attempting to bind port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:02.577857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2f311-4e0c-41f0-b9de-c8bfbd5e2f01 service neutron] Pushing event updated for resources: {'Port': ['ID=40da51df-0de7-405d-a447-68249c75a7e9,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:02.595761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:02.596108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:02.596497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:02.596948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Bound port: 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:02.597309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:02.930754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-9f200399-fbe4-43ba-9fa4-4dce5112a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:02.932339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-9f200399-fbe4-43ba-9fa4-4dce5112a49d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 1098 time: 0.2427633 Aug 20 11:12:02.941626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:02.965699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Allocated IP 172.20.0.1 (cfef4267-a130-485e-afdd-3772a6cccdaf/be9602be-a250-461f-be02-528fd969391a/6f472b5b-5934-4d49-bcc8-ba5f83e277ae) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:02.990616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:03.035097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-ef88f4b8-ee70-4f71-bf48-b5e2fca87e71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=40da51df-0de7-405d-a447-68249c75a7e9 HTTP/1.1" status: 200 len: 217 time: 0.0807095 Aug 20 11:12:03.036864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:03.135314 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:03.231211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:03.236979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:03.240955 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:03.243620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:03.244255 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:03.246359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] 10.222.0.38 "PUT /v2.0/ports/1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 1096 time: 3.5556941 Aug 20 11:12:03.250055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-debbd16f-0079-41e7-9c60-e8168a1fb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:03.251953 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-debbd16f-0079-41e7-9c60-e8168a1fb000 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1976242 Aug 20 11:12:03.273729 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3985fb0-a9f2-4122-beb2-e81c0adcd44f req-bf90ffca-579a-408b-bdee-b3058875256b tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:03.281761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3985fb0-a9f2-4122-beb2-e81c0adcd44f req-bf90ffca-579a-408b-bdee-b3058875256b tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 947 time: 0.3620818 Aug 20 11:12:03.391939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:03.407513 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:03.412973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Transition to ACTIVE for port object 6f472b5b-5934-4d49-bcc8-ba5f83e277ae will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:03.439209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:03.495589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9ff3e-0133-44fd-b1d0-a0447283429d service neutron] Pushing event updated for resources: {'Port': ['ID=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:03.565968 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:03.617886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1365fd03-1ebf-4e87-87d7-a3647f93fa7a no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:12:03.651105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:03.672341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1365fd03-1ebf-4e87-87d7-a3647f93fa7a not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:12:03.742855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-34650aa8-659a-4551-86ea-793915b11e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:03.744623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-34650aa8-659a-4551-86ea-793915b11e07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4793768 Aug 20 11:12:03.752583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3985fb0-a9f2-4122-beb2-e81c0adcd44f req-c34fcf70-5f9c-4378-9f01-0257587b2cae tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693093 Aug 20 11:12:03.780988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fef35-7be9-4e0f-936a-85a651685d18 req-9c2a5830-d83b-4505-98f4-f5aa544d3e69 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:03.780988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7e0fef35-7be9-4e0f-936a-85a651685d18 req-9c2a5830-d83b-4505-98f4-f5aa544d3e69 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 948 time: 0.0657442 Aug 20 11:12:03.816694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-651650fc-d294-4f15-842f-cb205b9e4686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:03.818227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-651650fc-d294-4f15-842f-cb205b9e4686 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1099 time: 0.4956136 Aug 20 11:12:03.837198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7e0fef35-7be9-4e0f-936a-85a651685d18 req-50633a4f-34d9-4731-9a68-c34cb94cdc27 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516257 Aug 20 11:12:03.889872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39264) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:03.912837 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-951ef623-d2a8-469f-9b79-93a2d0210646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:03.918094 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:03.960107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c596834-24e9-4085-861d-ebe43c3d628d', 'tag': '40da51df-0de7-405d-a447-68249c75a7e9'}, {'name': 'network-changed', 'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:03.962981 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c596834-24e9-4085-861d-ebe43c3d628d", "tag": "40da51df-0de7-405d-a447-68249c75a7e9"}, {"name": "network-changed", "server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:04.034949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39270) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:04.069392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Network cfef4267-a130-485e-afdd-3772a6cccdaf is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:04.090140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-1af65bff-e594-4703-aaea-cac195e3dd53 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347132 Aug 20 11:12:04.133800 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e500381-75c3-4c23-b131-25099f362151 x-openstack-request-id: req-8e500381-75c3-4c23-b131-25099f362151 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:04.134243 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c596834-24e9-4085-861d-ebe43c3d628d", "tag": "40da51df-0de7-405d-a447-68249c75a7e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:04.134651 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e500381-75c3-4c23-b131-25099f362151 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:04.135209 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c596834-24e9-4085-861d-ebe43c3d628d', 'tag': '40da51df-0de7-405d-a447-68249c75a7e9', 'status': 'completed', 'code': 200} Aug 20 11:12:04.140185 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a', 'status': 'completed', 'code': 200} Aug 20 11:12:04.152192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:04.173569 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-951ef623-d2a8-469f-9b79-93a2d0210646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:04.182750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:04.191146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Pushing event updated for resources: {'Port': ['ID=6f472b5b-5934-4d49-bcc8-ba5f83e277ae,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:04.275525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-f6ed05ff-dfb4-40bb-8ac4-90f18edb9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:04.277098 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-f6ed05ff-dfb4-40bb-8ac4-90f18edb9d19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.4453599 Aug 20 11:12:04.308300 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-951ef623-d2a8-469f-9b79-93a2d0210646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:04.321563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:04.353116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ef623-d2a8-469f-9b79-93a2d0210646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c02bd22-8682-4f6c-beb2-d58df0cc06d1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:04.425134 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-951ef623-d2a8-469f-9b79-93a2d0210646 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ceb9c3a0ee7e421b91a8c2672d06f55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337536 Aug 20 11:12:04.427230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39278) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:04.450903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-190289bc-c30e-4a92-a14c-7d7e857f0fd8 req-2b185ef3-04cb-4d53-94c7-172705fd0517 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262997 Aug 20 11:12:04.494719 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-dfe86f5a-3754-48a9-be9e-0f74564b1fdd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 217 time: 0.1958508 Aug 20 11:12:04.522940 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2aa7e053-f3a3-4990-a63e-c6c9167ff02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:04.547390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2aa7e053-f3a3-4990-a63e-c6c9167ff02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:04.647600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f4ca64dd-3249-4b41-987a-db76eee69ba2 None None] Provisioning for port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:04.655215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f4ca64dd-3249-4b41-987a-db76eee69ba2 None None] Provisioning complete for port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:04.656779 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4ca64dd-3249-4b41-987a-db76eee69ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:04.657695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-c963351c-a66e-4c09-b9fa-a492b2142422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:04.659399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-c963351c-a66e-4c09-b9fa-a492b2142422 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1531603 Aug 20 11:12:04.693621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca64dd-3249-4b41-987a-db76eee69ba2 None None] Port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:04.721950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2aa7e053-f3a3-4990-a63e-c6c9167ff02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:04.725841 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2aa7e053-f3a3-4990-a63e-c6c9167ff02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:04.731764 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2aa7e053-f3a3-4990-a63e-c6c9167ff02d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c02bd22-8682-4f6c-beb2-d58df0cc06d1 HTTP/1.1" status: 204 len: 168 time: 0.2970288 Aug 20 11:12:04.736411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7e053-f3a3-4990-a63e-c6c9167ff02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c02bd22-8682-4f6c-beb2-d58df0cc06d1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:04.748336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-ff39aa73-35f7-4e41-a956-c5d62be0a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:04.749856 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-ff39aa73-35f7-4e41-a956-c5d62be0a6cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 1098 time: 0.1349547 Aug 20 11:12:04.756570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-e913cebe-8bff-4e75-91a2-67c380b1a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:04.758381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-e913cebe-8bff-4e75-91a2-67c380b1a772 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756500 Aug 20 11:12:04.904858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-network', 'tenant_id': '5a809f48ff9641bba722c829c20d366b'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:04.948533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:04.975269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6c6d9-9cc6-4ad7-8e8f-7bcc852ad657 req-94f260de-7fef-4ec7-b028-c055940d3910 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:04.977899 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ac6c6d9-9cc6-4ad7-8e8f-7bcc852ad657 req-94f260de-7fef-4ec7-b028-c055940d3910 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 948 time: 0.0665572 Aug 20 11:12:04.996780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e7c09-251d-436f-b1fa-1baeb75a7040 req-d80ffdd6-0514-4cdd-88fd-69293cabd51d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:05.006304 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca2e7c09-251d-436f-b1fa-1baeb75a7040 req-d80ffdd6-0514-4cdd-88fd-69293cabd51d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 947 time: 0.1512396 Aug 20 11:12:05.022512 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.040310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:05.040692 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.064284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39292) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:05.083024 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ac6c6d9-9cc6-4ad7-8e8f-7bcc852ad657 req-9c0fbd99-cf08-43ef-89c5-6ddd201a1297 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977590 Aug 20 11:12:05.098259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39296) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:05.109290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-502a531e-4748-4e2f-aa03-7ef10ece9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:05.110783 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-502a531e-4748-4e2f-aa03-7ef10ece9d0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3514597 Aug 20 11:12:05.125843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca2e7c09-251d-436f-b1fa-1baeb75a7040 req-20a38936-f413-4835-b2de-62d02987858c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200981 Aug 20 11:12:05.131456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-def4c1bc-a7db-438e-9acc-cf5cbaebce1f service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532226 Aug 20 11:12:05.203956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Made reservation on behalf of 5a809f48ff9641bba722c829c20d366b for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:05.206377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.210563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-8aa296c4-b73d-473f-b494-53c5cdcb85f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=40da51df-0de7-405d-a447-68249c75a7e9 HTTP/1.1" status: 200 len: 217 time: 0.0826557 Aug 20 11:12:05.264529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6d6a-7a87-4390-9453-5d9de0937b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.271099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.309854 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-036202c0-1890-4c2e-b705-f5ad4ec25bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.396110 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-7687eb40-a830-4d73-a80b-85f45dc21e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:05.397609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-7687eb40-a830-4d73-a80b-85f45dc21e1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1665184 Aug 20 11:12:05.410550 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6d6a-7a87-4390-9453-5d9de0937b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.456289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f09bd84d-384e-4f8a-88eb-4341ed23386b req-c238bdcd-e46c-4dee-a5e5-d25cf2e62083 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054667 Aug 20 11:12:05.491726 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.496389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-30b2a82b-f1a8-4754-9130-b9c58966a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:05.498686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-30b2a82b-f1a8-4754-9130-b9c58966a4be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897441 Aug 20 11:12:05.617384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 16ca3c79-1fdc-4d58-9d25-b35d215656ab details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:12:05.672388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea3d6d6a-7a87-4390-9453-5d9de0937b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.745669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d6d6a-7a87-4390-9453-5d9de0937b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b030afc5-8b88-427d-aa3e-cb8fc3d497b2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:05.747478 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.761959 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ea3d6d6a-7a87-4390-9453-5d9de0937b7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ddbf756d4c4b4254a8142085a58d727c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6749799 Aug 20 11:12:05.762649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39314) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:05.879382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Pushing event updated for resources: {'Port': ['ID=6f472b5b-5934-4d49-bcc8-ba5f83e277ae,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:05.890363 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65aa43cc-1195-4499-957f-ba095de68519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.897853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.911877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-036202c0-1890-4c2e-b705-f5ad4ec25bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.933208 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65aa43cc-1195-4499-957f-ba095de68519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:05.935546 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-a81bb8b9-296c-4fb8-ac87-92eff127d733 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280579 Aug 20 11:12:05.950944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-b7387e75-9ba2-4fd3-aac6-48b7a14424bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:05.953219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-b7387e75-9ba2-4fd3-aac6-48b7a14424bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1099 time: 0.1529191 Aug 20 11:12:06.036111 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-036202c0-1890-4c2e-b705-f5ad4ec25bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.048681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:06.067443 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'mac_address': 'fa:16:3e:bf:a3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:12:06.084685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-036202c0-1890-4c2e-b705-f5ad4ec25bfe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f893c9f282c242fc8ef136537f8a0a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9830050 Aug 20 11:12:06.084685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036202c0-1890-4c2e-b705-f5ad4ec25bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfbe2d4-0df7-40f2-8314-fe9100408a1a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:06.086794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39320) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:06.136041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65aa43cc-1195-4499-957f-ba095de68519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.139474 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65aa43cc-1195-4499-957f-ba095de68519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.143782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-65aa43cc-1195-4499-957f-ba095de68519 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b030afc5-8b88-427d-aa3e-cb8fc3d497b2 HTTP/1.1" status: 204 len: 168 time: 0.3758802 Aug 20 11:12:06.191359 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.221844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ca3c79-1fdc-4d58-9d25-b35d215656ab {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:06.229391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa43cc-1195-4499-957f-ba095de68519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b030afc5-8b88-427d-aa3e-cb8fc3d497b2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:06.229693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-c901b10c-ff83-4ab7-ad1c-ac85be1f847d service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463918 Aug 20 11:12:06.231217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-42ae0bc5-7d06-4a68-a5c8-c14e000f914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:06.232930 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-42ae0bc5-7d06-4a68-a5c8-c14e000f914e service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2426944 Aug 20 11:12:06.236525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Network cfef4267-a130-485e-afdd-3772a6cccdaf is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:06.256766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:06.314813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:06.329321 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e53786b-4016-4608-8631-90b13264e0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.362712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-722cd1b2-4c86-4995-9d48-caff0cd37a28 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 217 time: 0.1170745 Aug 20 11:12:06.364286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e53786b-4016-4608-8631-90b13264e0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.390093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf51b3-0c9c-4a60-b3d4-d4242963d02a req-91ab4d43-9a2e-4881-bf52-988375c91996 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:06.391718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53bf51b3-0c9c-4a60-b3d4-d4242963d02a req-91ab4d43-9a2e-4881-bf52-988375c91996 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 948 time: 0.1024451 Aug 20 11:12:06.407779 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.455184 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53bf51b3-0c9c-4a60-b3d4-d4242963d02a req-40df063f-4ca3-4200-ba45-bf0507198e24 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540392 Aug 20 11:12:06.467614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:06.480104 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.480820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.481234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.481666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.482031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.490764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.491503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.493496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.494155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.494712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.495309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.495804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:06.546785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.597881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['16ca3c79-1fdc-4d58-9d25-b35d215656ab'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:12:06.615562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80d345-ef52-48d1-9389-e7ba48ad8387 req-431c3780-5746-46fb-9384-eed438e923a2 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:06.617096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb80d345-ef52-48d1-9389-e7ba48ad8387 req-431c3780-5746-46fb-9384-eed438e923a2 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 947 time: 0.2815762 Aug 20 11:12:06.621216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-725a06b5-9bc4-4c5b-acbf-ddfed322892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:06.622750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-725a06b5-9bc4-4c5b-acbf-ddfed322892a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.2133567 Aug 20 11:12:06.624350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-5d48d392-af8e-4850-a074-df104a5a495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:06.625740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-5d48d392-af8e-4850-a074-df104a5a495f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1099 time: 0.2856023 Aug 20 11:12:06.636152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e53786b-4016-4608-8631-90b13264e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.638875 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e53786b-4016-4608-8631-90b13264e0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.642594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2e53786b-4016-4608-8631-90b13264e0ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edfbe2d4-0df7-40f2-8314-fe9100408a1a HTTP/1.1" status: 204 len: 168 time: 0.5406771 Aug 20 11:12:06.647512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eae4c50d-77b9-47b3-b920-3597f6f19c18 None None] Provisioning complete for port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:06.648220 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eae4c50d-77b9-47b3-b920-3597f6f19c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.652502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53786b-4016-4608-8631-90b13264e0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfbe2d4-0df7-40f2-8314-fe9100408a1a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:06.726532 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.732106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-eae4c50d-77b9-47b3-b920-3597f6f19c18 None None] Port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:06.802324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:12:06.809057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Router da401b18-fefe-4b4e-8016-ef71dec02b4e has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:12:06.819886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb80d345-ef52-48d1-9389-e7ba48ad8387 req-6ced320c-6634-4e55-b46f-48e0f8cf22ec tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914446 Aug 20 11:12:06.837948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:06.838293 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Added segment ce08a7a4-788d-4bd9-adad-76b02e7402f8 of type vlan for network e40ef0fd-de5c-464c-b039-edbb23a24378 Aug 20 11:12:06.839643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7985b662-cb5f-4548-976d-ec66ab0d76ec,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:06.867227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-a75bbfab-a5b9-44e9-8ec8-51707d0024a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:06.868754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-a75bbfab-a5b9-44e9-8ec8-51707d0024a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2102191 Aug 20 11:12:06.996406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:07.009931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-4005f4ef-70f9-40e9-9d30-a6cd24bce2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:07.011536 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-4005f4ef-70f9-40e9-9d30-a6cd24bce2b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3484063 Aug 20 11:12:07.083014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-323a5d96-66a8-4e48-b1a9-72246f96ad05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 217 time: 0.0630693 Aug 20 11:12:07.185185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-716db8ea-ed38-4672-bc6a-d46d17077e20 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853177 Aug 20 11:12:07.193445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-a86f7bfb-e344-49f7-9d6c-9484761c8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:07.194966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-a86f7bfb-e344-49f7-9d6c-9484761c8318 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1022377 Aug 20 11:12:07.196505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:07.202458 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d81d1a32-372c-4614-bdf5-fc6da8ad072f admin admin] 10.222.0.10 "PUT /v2.0/routers/da401b18-fefe-4b4e-8016-ef71dec02b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7928531 Aug 20 11:12:07.207286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Sync routers for ids ['da401b18-fefe-4b4e-8016-ef71dec02b4e'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:07.226193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Routers {'da401b18-fefe-4b4e-8016-ef71dec02b4e'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:07.226900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:11:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['da401b18-fefe-4b4e-8016-ef71dec02b4e'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:07.272900 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:07.273895 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:07.274515 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:07.340437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Set router da401b18-fefe-4b4e-8016-ef71dec02b4e gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:07.365556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-554fc746-5afc-4055-bcb7-a42a468af5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:07.365556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-554fc746-5afc-4055-bcb7-a42a468af5fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477482 Aug 20 11:12:07.380107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] Pushing event updated for resources: {'Network': ['ID=e40ef0fd-de5c-464c-b039-edbb23a24378,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:07.401420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network e40ef0fd-de5c-464c-b039-edbb23a24378 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:12:07.636573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 40da51df-0de7-405d-a447-68249c75a7e9 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:12:07.640881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 16ca3c79-1fdc-4d58-9d25-b35d215656ab up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:07.642903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22ebc3-b93c-4ec6-89b8-e3f43ec786c8 req-e410a9d7-fa01-4fcd-95dd-95c4c6e58585 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:07.644318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-539b52e6-f3b2-4856-b373-a721dd29f2ab admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5711088 Aug 20 11:12:07.645242 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a22ebc3-b93c-4ec6-89b8-e3f43ec786c8 req-e410a9d7-fa01-4fcd-95dd-95c4c6e58585 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 948 time: 0.0648215 Aug 20 11:12:07.645734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39356) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:07.650857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Request body: {'subnet': {'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-subnet', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:07.700556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a22ebc3-b93c-4ec6-89b8-e3f43ec786c8 req-ad4829fe-c28c-4077-aeeb-0def7c754c55 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452492 Aug 20 11:12:07.704024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-d8f56c17-fc7c-4394-90f5-229be118cea4 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054872 Aug 20 11:12:07.706477 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-d22e340b-046d-4e71-afea-caa1b8fe5129 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399842 Aug 20 11:12:07.738983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39358) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:07.754954 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0213a754-db54-486f-9028-5b115c4cf7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:07.771878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-router', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:55Z', 'updated_at': '2021-08-20T11:12:04Z', 'revision_number': 4, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'gw_port': {'id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:56Z', 'updated_at': '2021-08-20T11:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '6f472b5b-5934-4d49-bcc8-ba5f83e277ae', 'name': '', 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'mac_address': 'fa:16:3e:74:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'be9602be-a250-461f-be02-528fd969391a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:02Z', 'updated_at': '2021-08-20T11:12:05Z', 'revision_number': 2, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'subnets': [{'id': 'be9602be-a250-461f-be02-528fd969391a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:07.802660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Checking router: da401b18-fefe-4b4e-8016-ef71dec02b4e for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:07.803021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Updating router da401b18-fefe-4b4e-8016-ef71dec02b4e port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:12:07.824013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb39997-f7a7-4e3a-924b-b21a53aec3b7 req-d4c85ccf-2ad9-4bee-b367-5e9585126cea service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088400 Aug 20 11:12:07.851140 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:07.861087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Made reservation on behalf of 5a809f48ff9641bba722c829c20d366b for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:07.864775 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:07.870330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 16ca3c79-1fdc-4d58-9d25-b35d215656ab completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:07.885164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 40da51df-0de7-405d-a447-68249c75a7e9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=40da51df-0de7-405d-a447-68249c75a7e9,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:07.891581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 16ca3c79-1fdc-4d58-9d25-b35d215656ab triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:07.891581 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:07.984418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f84b5-bfcf-45d9-8ea1-61822aa52699 req-8d550910-3360-4a14-a0d5-167c00e55ac5 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:07.986035 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c1f84b5-bfcf-45d9-8ea1-61822aa52699 req-8d550910-3360-4a14-a0d5-167c00e55ac5 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 947 time: 0.0653968 Aug 20 11:12:08.089738 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c1f84b5-bfcf-45d9-8ea1-61822aa52699 req-a92a04e7-7e27-4112-93cb-d591f0b70ea3 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881627 Aug 20 11:12:08.115190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '40da51df-0de7-405d-a447-68249c75a7e9', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '40da51df-0de7-405d-a447-68249c75a7e9', 'mac_address': 'fa:16:3e:f5:3f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:12:08.117313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0213a754-db54-486f-9028-5b115c4cf7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.167338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39368) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:08.192532 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0fb6f648-58c1-443a-af43-557c948ec632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.237764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0213a754-db54-486f-9028-5b115c4cf7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.240084 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.295804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40da51df-0de7-405d-a447-68249c75a7e9 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:08.316085 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0213a754-db54-486f-9028-5b115c4cf7aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fd0cd07e5914c2382c8e633e9569342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760074 Aug 20 11:12:08.317088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213a754-db54-486f-9028-5b115c4cf7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee7260c-eaa9-49db-91ed-e5533dc596f6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:08.318940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39372) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:08.343060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 40da51df-0de7-405d-a447-68249c75a7e9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=40da51df-0de7-405d-a447-68249c75a7e9,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:08.350977 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.368914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.406177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:08.408521 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e910293d-9d03-49de-8c21-aaa4f281d452" -d '{"events": [{"server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "name": "network-vif-plugged", "status": "completed", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:08.429387 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.435884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:08.444347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Transition to ACTIVE for port object 6f472b5b-5934-4d49-bcc8-ba5f83e277ae will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:08.458809 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0fb6f648-58c1-443a-af43-557c948ec632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.465624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b05cec0-73ad-484e-a0a2-9b3102c12f83,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:08.485214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af4d064e-e3d0-4ded-b74f-1a87f84b3c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.487928 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8cb23e-d635-493a-8caf-9a0e25313724 x-openstack-request-id: req-2c8cb23e-d635-493a-8caf-9a0e25313724 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:08.488879 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "name": "network-vif-plugged", "status": "completed", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:08.489648 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c8cb23e-d635-493a-8caf-9a0e25313724 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:08.490634 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'code': 200} Aug 20 11:12:08.505255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Checking segment: {'id': 'ce08a7a4-788d-4bd9-adad-76b02e7402f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:08.505739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Network hostable DHCP agents. Network: e40ef0fd-de5c-464c-b039-edbb23a24378, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:12:08.530610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af4d064e-e3d0-4ded-b74f-1a87f84b3c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.535034 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.596444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0fb6f648-58c1-443a-af43-557c948ec632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.602230 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.609108 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.613288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=40da51df-0de7-405d-a447-68249c75a7e9,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:08.633320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Network e40ef0fd-de5c-464c-b039-edbb23a24378 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:12:08.723687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6f648-58c1-443a-af43-557c948ec632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d22e742-d135-464c-9a70-de38567dfc83,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:08.763015 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:08.767996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0fb6f648-58c1-443a-af43-557c948ec632 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d584f3b557964a6c842dd94421869857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958321 Aug 20 11:12:08.768138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['40da51df-0de7-405d-a447-68249c75a7e9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:12:08.768214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39384) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:08.773703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9ef3-cbaa-4efd-818a-1c753cb67f8b req-e18901e1-b4bc-453b-a191-40a181a6ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:08.775185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da3d9ef3-cbaa-4efd-818a-1c753cb67f8b req-e18901e1-b4bc-453b-a191-40a181a6ee30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1101 time: 0.1983643 Aug 20 11:12:08.834177 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da3d9ef3-cbaa-4efd-818a-1c753cb67f8b req-fa767075-bb34-4ad8-bef6-7cfa0aee653d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508423 Aug 20 11:12:08.850049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, e40ef0fd-de5c-464c-b039-edbb23a24378) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:08.869161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:08.869826 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.908919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Attempting to bind port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:08.909769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Attempting to bind port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '127f9189-9b5d-4599-a7b5-ad20e24ac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:08.910500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Attempting to bind port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae on network cfef4267-a130-485e-afdd-3772a6cccdaf {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:08.912003 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af4d064e-e3d0-4ded-b74f-1a87f84b3c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.913486 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-820abf81-bc13-4e07-a065-cb2ed340542a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.917843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5913145a-34da-4809-8a06-b588cbabb9fa None None] Network e40ef0fd-de5c-464c-b039-edbb23a24378 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:12:08.918366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af4d064e-e3d0-4ded-b74f-1a87f84b3c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.928350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-af4d064e-e3d0-4ded-b74f-1a87f84b3c84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aee7260c-eaa9-49db-91ed-e5533dc596f6 HTTP/1.1" status: 204 len: 168 time: 0.5950773 Aug 20 11:12:08.957773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215c51e-b19a-4a05-a212-437a1b3c372c req-b644e488-38e8-4965-bd9f-4a0bf949c4c5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:08.965506 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c215c51e-b19a-4a05-a212-437a1b3c372c req-b644e488-38e8-4965-bd9f-4a0bf949c4c5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 948 time: 0.1162689 Aug 20 11:12:08.969665 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-820abf81-bc13-4e07-a065-cb2ed340542a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:08.977679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d064e-e3d0-4ded-b74f-1a87f84b3c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee7260c-eaa9-49db-91ed-e5533dc596f6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:09.043129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c215c51e-b19a-4a05-a212-437a1b3c372c req-0b13e068-6d18-4a4b-8f27-1d39c3626996 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766513 Aug 20 11:12:09.066467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:09.066467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Checking segment: {'id': '127f9189-9b5d-4599-a7b5-ad20e24ac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:09.066467 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:09.066467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Bound using segment: {'id': '127f9189-9b5d-4599-a7b5-ad20e24ac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:09.066467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Bound port: 6f472b5b-5934-4d49-bcc8-ba5f83e277ae, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127f9189-9b5d-4599-a7b5-ad20e24ac654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:09.066467 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:09.168244 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7e2b8414-093e-4093-8665-384e7768d7ca admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5214529 Aug 20 11:12:09.172142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39404) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:09.177330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-router', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:09.198887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6bf69-c1a8-44ab-a5d4-22d43348dc80 None None] Pushing event updated for resources: {'Port': ['ID=6f472b5b-5934-4d49-bcc8-ba5f83e277ae,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:09.231450 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-820abf81-bc13-4e07-a065-cb2ed340542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:09.258878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-820abf81-bc13-4e07-a065-cb2ed340542a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:09.258878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-820abf81-bc13-4e07-a065-cb2ed340542a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d22e742-d135-464c-9a70-de38567dfc83 HTTP/1.1" status: 204 len: 168 time: 0.4734123 Aug 20 11:12:09.258878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820abf81-bc13-4e07-a065-cb2ed340542a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d22e742-d135-464c-9a70-de38567dfc83,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:09.313033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] For port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:09.317070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-e40ef0fd-de5c-464c-b039-edbb23a24378', 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'fixed_ips': [{'subnet_id': '2b05cec0-73ad-484e-a0a2-9b3102c12f83'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:12:09.317982 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:09.359998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] For port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6f472b5b-5934-4d49-bcc8-ba5f83e277ae,segment=NetworkSegment(127f9189-9b5d-4599-a7b5-ad20e24ac654),segment_id=127f9189-9b5d-4599-a7b5-ad20e24ac654)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:09.385513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:09.392741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:09.498704 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:09.543794 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:09.608816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5cb64-7d79-47a0-9940-7a570238a6f3 req-b561dd6b-b196-4456-a642-29eb1a82cb4e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:09.610764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81e5cb64-7d79-47a0-9940-7a570238a6f3 req-b561dd6b-b196-4456-a642-29eb1a82cb4e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 948 time: 0.0626125 Aug 20 11:12:09.676832 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81e5cb64-7d79-47a0-9940-7a570238a6f3 req-9c04e9a7-67e1-416c-a3e5-12726b927267 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559154 Aug 20 11:12:09.785945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1365fd03-1ebf-4e87-87d7-a3647f93fa7a details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:12:09.884507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Routers {'da401b18-fefe-4b4e-8016-ef71dec02b4e'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:09.889504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:11:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['da401b18-fefe-4b4e-8016-ef71dec02b4e'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:10.141970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6bf69-c1a8-44ab-a5d4-22d43348dc80 None None] Pushing event updated for resources: {'Port': ['ID=6f472b5b-5934-4d49-bcc8-ba5f83e277ae,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:10.254720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:10.287186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Allocated IP 172.20.0.2 (e40ef0fd-de5c-464c-b039-edbb23a24378/2b05cec0-73ad-484e-a0a2-9b3102c12f83/426bef2a-131e-47c8-8c32-74f32e3e087d) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:10.338344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-ee20c644-d3e8-4b98-9d0c-24fc32ada357 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:10.340115 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-ee20c644-d3e8-4b98-9d0c-24fc32ada357 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.57 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b&tenant_id=f6136056d5744f71aedd216a888b7728&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 948 time: 0.1788311 Aug 20 11:12:10.341432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a', 'mac_address': 'fa:16:3e:57:c4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:12:10.379301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] Set router da401b18-fefe-4b4e-8016-ef71dec02b4e gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:10.472980 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-88a64baf-39e8-4a69-9094-05e7a7d18c43 service neutron] delete failed (client error): The resource could not be found. Aug 20 11:12:10.474196 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-88a64baf-39e8-4a69-9094-05e7a7d18c43 service neutron] 10.222.0.57 "DELETE /v2.0/ports/1365fd03-1ebf-4e87-87d7-a3647f93fa7a/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.1241047 Aug 20 11:12:10.560236 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:10.623337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:10.649241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-9d395c5a-2374-4081-a54c-3f3aec79af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:10.654976 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-9d395c5a-2374-4081-a54c-3f3aec79af83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1099 time: 0.0737250 Aug 20 11:12:10.664293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41bfbe-2e6a-4fb2-8c43-d19c3449c922 req-9b5c86b7-12bb-45dd-b78c-ef33909a8cb8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:10.667112 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f41bfbe-2e6a-4fb2-8c43-d19c3449c922 req-9b5c86b7-12bb-45dd-b78c-ef33909a8cb8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 948 time: 0.6527936 Aug 20 11:12:10.724452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1365fd03-1ebf-4e87-87d7-a3647f93fa7a {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:10.746610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f41bfbe-2e6a-4fb2-8c43-d19c3449c922 req-b553700b-02cb-4f57-a4c1-ee5fb3910819 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728083 Aug 20 11:12:10.778823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-d3c46b84-6dba-4888-a7d6-9d715c22c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:10.780522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-d3c46b84-6dba-4888-a7d6-9d715c22c550 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1187410 Aug 20 11:12:10.797861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:10.838220 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-79a8239f-4035-4300-b66e-e9ccb2a414db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 217 time: 0.0500779 Aug 20 11:12:10.858622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39476) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:10.869094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4733da30-9e30-4386-8b3d-db4c946f2a6b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288743458', 'description': 'tempest-description--649961484'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:10.873357 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:10.910404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-1a247fca-50cf-430d-b12c-84fb24f2073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:10.913678 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-1a247fca-50cf-430d-b12c-84fb24f2073a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0667143 Aug 20 11:12:10.938050 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:10.965111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Transition to ACTIVE for port object 426bef2a-131e-47c8-8c32-74f32e3e087d will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:10.980937 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.033720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4733da30-9e30-4386-8b3d-db4c946f2a6b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.038056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.069497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.072687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Transition to ACTIVE for port object 426bef2a-131e-47c8-8c32-74f32e3e087d will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:11.084017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-5b516c9d-da77-47da-83d2-794a96d0b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:11.084017 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-5b516c9d-da77-47da-83d2-794a96d0b7e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640711 Aug 20 11:12:11.096299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16767a20-1c8c-4b61-9cce-d7141770efd0 req-116b2024-dab6-4a16-8d0d-ab0bee5372db tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:11.097904 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16767a20-1c8c-4b61-9cce-d7141770efd0 req-116b2024-dab6-4a16-8d0d-ab0bee5372db tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 948 time: 0.1613646 Aug 20 11:12:11.106697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-router', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:55Z', 'updated_at': '2021-08-20T11:12:04Z', 'revision_number': 4, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'gw_port': {'id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:56Z', 'updated_at': '2021-08-20T11:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '6f472b5b-5934-4d49-bcc8-ba5f83e277ae', 'name': '', 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'mac_address': 'fa:16:3e:74:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'be9602be-a250-461f-be02-528fd969391a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:02Z', 'updated_at': '2021-08-20T11:12:09Z', 'revision_number': 4, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'subnets': [{'id': 'be9602be-a250-461f-be02-528fd969391a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:11.154359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff53ef7-3f46-4196-a6e7-a33c1b74d9b0 None None] The sync data for ids ['da401b18-fefe-4b4e-8016-ef71dec02b4e'] in n-d-804230-3 is: [{'id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-router', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:55Z', 'updated_at': '2021-08-20T11:12:04Z', 'revision_number': 4, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'gw_port': {'id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:56Z', 'updated_at': '2021-08-20T11:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '6f472b5b-5934-4d49-bcc8-ba5f83e277ae', 'name': '', 'network_id': 'cfef4267-a130-485e-afdd-3772a6cccdaf', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'mac_address': 'fa:16:3e:74:9d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'be9602be-a250-461f-be02-528fd969391a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:02Z', 'updated_at': '2021-08-20T11:12:09Z', 'revision_number': 4, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'subnets': [{'id': 'be9602be-a250-461f-be02-528fd969391a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:11.155268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:11.233141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1365fd03-1ebf-4e87-87d7-a3647f93fa7a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:12:11.278152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16767a20-1c8c-4b61-9cce-d7141770efd0 req-cac6fd08-d88a-4554-ba0a-471cbb2a682d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617143 Aug 20 11:12:11.292769 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.327168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Allocated IP 172.25.4.33 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/8b15609a-b6ff-4ef2-9809-7725f176094f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:11.362951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4733da30-9e30-4386-8b3d-db4c946f2a6b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.370554 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Network e40ef0fd-de5c-464c-b039-edbb23a24378 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:11.376301 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-8a0f90bc-f8db-4e7f-9b13-45ba1d849587 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613122 Aug 20 11:12:11.386344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Pushing event updated for resources: {'Port': ['ID=426bef2a-131e-47c8-8c32-74f32e3e087d,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:11.392634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:11.395850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:11.516191 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4733da30-9e30-4386-8b3d-db4c946f2a6b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.539593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79b553ea-678a-469a-a3e0-bb1d5e94a922 req-3e16b502-ba9c-480e-8d91-ebf2dc0971f7 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546481 Aug 20 11:12:11.562652 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.565459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Attempting to bind port 426bef2a-131e-47c8-8c32-74f32e3e087d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:11.566095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Attempting to bind port 426bef2a-131e-47c8-8c32-74f32e3e087d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ce08a7a4-788d-4bd9-adad-76b02e7402f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:11.566917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Attempting to bind port 426bef2a-131e-47c8-8c32-74f32e3e087d on network e40ef0fd-de5c-464c-b039-edbb23a24378 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:11.584547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:11.584547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Checking segment: {'id': 'ce08a7a4-788d-4bd9-adad-76b02e7402f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:11.584547 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.584547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Bound using segment: {'id': 'ce08a7a4-788d-4bd9-adad-76b02e7402f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:11.585072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Bound port: 426bef2a-131e-47c8-8c32-74f32e3e087d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce08a7a4-788d-4bd9-adad-76b02e7402f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:11.585247 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.667041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733da30-9e30-4386-8b3d-db4c946f2a6b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:11.688371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 40da51df-0de7-405d-a447-68249c75a7e9 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:11.763286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4733da30-9e30-4386-8b3d-db4c946f2a6b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.768159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39502) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:11.769141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] For port 426bef2a-131e-47c8-8c32-74f32e3e087d, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:11.774229 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4733da30-9e30-4386-8b3d-db4c946f2a6b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9114506 Aug 20 11:12:11.774616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-444fbfe7-48e5-48ea-953c-d8e37c00874b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Request body: {'security_group_rule': {'security_group_id': '4c7b9d7b-4721-4307-b6a2-f0f54805d7a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:11.790633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] For port 426bef2a-131e-47c8-8c32-74f32e3e087d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=426bef2a-131e-47c8-8c32-74f32e3e087d,segment=NetworkSegment(ce08a7a4-788d-4bd9-adad-76b02e7402f8),segment_id=ce08a7a4-788d-4bd9-adad-76b02e7402f8)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:11.815432 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.900314 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.930114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:11.940321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:11.947102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Pushing event updated for resources: {'Port': ['ID=8b15609a-b6ff-4ef2-9809-7725f176094f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:11.950258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:11.983818 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-444fbfe7-48e5-48ea-953c-d8e37c00874b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:11.991553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 40da51df-0de7-405d-a447-68249c75a7e9 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:12.028793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 40da51df-0de7-405d-a447-68249c75a7e9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:12.029177 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:12.106348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b62f5f-d6cb-4e74-9871-1a150605fd57 req-ff0eaaf2-5630-4782-8841-08e14609dd3b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:12.117226 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75b62f5f-d6cb-4e74-9871-1a150605fd57 req-ff0eaaf2-5630-4782-8841-08e14609dd3b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 949 time: 0.2203925 Aug 20 11:12:12.163410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d485f-8f14-43c4-bbe6-80fc529b286b None None] Pushing event updated for resources: {'Port': ['ID=426bef2a-131e-47c8-8c32-74f32e3e087d,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:12.254135 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:12.260715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75b62f5f-d6cb-4e74-9871-1a150605fd57 req-e18b2633-7be6-4d0a-acd0-10c426316f08 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337323 Aug 20 11:12:12.281093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-444fbfe7-48e5-48ea-953c-d8e37c00874b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:12.293500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c596834-24e9-4085-861d-ebe43c3d628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da51df-0de7-405d-a447-68249c75a7e9'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:12.297367 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539f8627-c143-4aa4-a911-1d2bc681c4df" -d '{"events": [{"server_uuid": "6c596834-24e9-4085-861d-ebe43c3d628d", "name": "network-vif-plugged", "status": "completed", "tag": "40da51df-0de7-405d-a447-68249c75a7e9"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:12.316258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 40da51df-0de7-405d-a447-68249c75a7e9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=40da51df-0de7-405d-a447-68249c75a7e9,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:12.350600 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef763a5-c142-4bf5-8335-4fc588803c74 x-openstack-request-id: req-bef763a5-c142-4bf5-8335-4fc588803c74 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:12.350930 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c596834-24e9-4085-861d-ebe43c3d628d", "name": "network-vif-plugged", "status": "completed", "tag": "40da51df-0de7-405d-a447-68249c75a7e9", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:12.351190 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bef763a5-c142-4bf5-8335-4fc588803c74 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:12.358203 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c596834-24e9-4085-861d-ebe43c3d628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40da51df-0de7-405d-a447-68249c75a7e9', 'code': 200} Aug 20 11:12:12.384996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-444fbfe7-48e5-48ea-953c-d8e37c00874b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:12.468640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:12.483486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fbfe7-48e5-48ea-953c-d8e37c00874b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f887c5e-5f3b-44ba-b38a-3a57a7c03c9a,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:12.589484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084165-9574-401f-97ee-a48b236c140b req-7546fcd0-7628-4be8-98b2-d41e17174c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:12.591589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40084165-9574-401f-97ee-a48b236c140b req-7546fcd0-7628-4be8-98b2-d41e17174c4e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 1100 time: 0.1042545 Aug 20 11:12:12.603206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=40da51df-0de7-405d-a447-68249c75a7e9,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:12.661592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40084165-9574-401f-97ee-a48b236c140b req-8b98fd5e-2e68-45ef-9851-12527a034c26 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619063 Aug 20 11:12:12.664767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-444fbfe7-48e5-48ea-953c-d8e37c00874b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:12.666363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-444fbfe7-48e5-48ea-953c-d8e37c00874b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8971672 Aug 20 11:12:12.680614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39532) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:12.688093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a4fa8dcc-a252-431e-8796-77641866948d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Request body: {'security_group_rule': {'security_group_id': '4c7b9d7b-4721-4307-b6a2-f0f54805d7a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:12.753560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77f134-bad0-48ba-9d81-92da2c131f05 req-1f7c9f49-f54f-4aef-a923-d8a46ee1a99c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:12.755265 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da77f134-bad0-48ba-9d81-92da2c131f05 req-1f7c9f49-f54f-4aef-a923-d8a46ee1a99c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 948 time: 0.3491657 Aug 20 11:12:12.792585 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-852466d7-216e-4776-b532-7479b654796f req-722c7459-3ab6-40c4-abc5-9a2477a2ff8a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1965232 Aug 20 11:12:12.801203 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:12.849159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da77f134-bad0-48ba-9d81-92da2c131f05 req-bc9d43eb-8c83-4c09-9f2b-156657d3d942 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846236 Aug 20 11:12:12.918006 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4fa8dcc-a252-431e-8796-77641866948d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.053472 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.107220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4fa8dcc-a252-431e-8796-77641866948d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.114288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852466d7-216e-4776-b532-7479b654796f req-6cb067f0-9e74-4627-af61-0e0d354c58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:13.116411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-852466d7-216e-4776-b532-7479b654796f req-6cb067f0-9e74-4627-af61-0e0d354c58cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1101 time: 0.1727085 Aug 20 11:12:13.145637 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.192318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39544) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:13.218473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 426bef2a-131e-47c8-8c32-74f32e3e087d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:13.220354 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4fa8dcc-a252-431e-8796-77641866948d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.246782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa8dcc-a252-431e-8796-77641866948d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e615f6ce-c48e-400e-a99d-e20049dd206a,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:13.361865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4fa8dcc-a252-431e-8796-77641866948d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.363729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a4fa8dcc-a252-431e-8796-77641866948d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6816545 Aug 20 11:12:13.368588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39552) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:13.377446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:13.436095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 426bef2a-131e-47c8-8c32-74f32e3e087d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:13.440311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6f472b5b-5934-4d49-bcc8-ba5f83e277ae up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:13.524475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852466d7-216e-4776-b532-7479b654796f req-6987151d-bf11-43aa-ab4a-2d57d6f94614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:13.526164 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-852466d7-216e-4776-b532-7479b654796f req-6987151d-bf11-43aa-ab4a-2d57d6f94614 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3764756 Aug 20 11:12:13.544082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b30a6-047d-48c5-b1f8-d7f19a00c9f7 req-9c0f573f-0a1e-46f5-a6aa-d7b4c7c52b64 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:13.545464 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee1b30a6-047d-48c5-b1f8-d7f19a00c9f7 req-9c0f573f-0a1e-46f5-a6aa-d7b4c7c52b64 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 949 time: 0.1616135 Aug 20 11:12:13.581988 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.586640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-20b7fbe2-258b-4c28-b28b-19093fb5146f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.607446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844bd671-a713-4c97-89d7-472afc08f117 None None] Network e40ef0fd-de5c-464c-b039-edbb23a24378 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:12:13.622234 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-852466d7-216e-4776-b532-7479b654796f req-eac1a4d1-71b3-4ce7-b2b0-312c09be9566 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab HTTP/1.1" status: 200 len: 217 time: 0.0860305 Aug 20 11:12:13.644881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee1b30a6-047d-48c5-b1f8-d7f19a00c9f7 req-f462fd30-f9ec-4272-8606-86fbf5fe5b61 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910668 Aug 20 11:12:13.671496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:13.683964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:13.685191 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.722230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852466d7-216e-4776-b532-7479b654796f req-2c31359d-6b9a-4bab-b725-f0c6a6bee573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:13.724343 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-852466d7-216e-4776-b532-7479b654796f req-2c31359d-6b9a-4bab-b725-f0c6a6bee573 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0767655 Aug 20 11:12:13.797304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1365fd03-1ebf-4e87-87d7-a3647f93fa7a up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:13.823022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852466d7-216e-4776-b532-7479b654796f req-524f6004-0c18-49a2-9ccc-4bee256b3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:13.824571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-852466d7-216e-4776-b532-7479b654796f req-524f6004-0c18-49a2-9ccc-4bee256b3cec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903499 Aug 20 11:12:13.832251 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-20b7fbe2-258b-4c28-b28b-19093fb5146f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.838069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:13.889349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12f8f1-9d3a-48a9-a8c0-c76caae4a096 req-caff01e9-fd22-40d5-88a0-576440f3abf2 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:13.890842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee12f8f1-9d3a-48a9-a8c0-c76caae4a096 req-caff01e9-fd22-40d5-88a0-576440f3abf2 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1100 time: 0.1048687 Aug 20 11:12:13.915150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:12:13.971078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-20b7fbe2-258b-4c28-b28b-19093fb5146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.058384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7fbe2-258b-4c28-b28b-19093fb5146f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d6e3dc-cf0f-4aa2-93db-e730ee5e2e36,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:14.062111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Allocated IP 172.25.4.225 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/ce9a0e70-f8c1-466a-a84d-1f1a27c3a13d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:14.092256 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee12f8f1-9d3a-48a9-a8c0-c76caae4a096 req-544ef617-93eb-464e-950e-e5fb1d94cec2 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819146 Aug 20 11:12:14.093777 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-20b7fbe2-258b-4c28-b28b-19093fb5146f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cc5bd1d815d4af19a061a9f4e58ce64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8985553 Aug 20 11:12:14.108310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39572) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:14.113990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-852466d7-216e-4776-b532-7479b654796f req-55022f8c-0571-4a81-8707-8e4103bd3086 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780800 Aug 20 11:12:14.157654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39576) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:14.266306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e80e4-1a9d-4f00-af0f-79f41d09533b req-9de4d9e6-31d5-4e5e-af3f-61948df71ba4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:14.268932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06c20233-3eff-4efa-aa83-83e349e78dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.274113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef6e80e4-1a9d-4f00-af0f-79f41d09533b req-9de4d9e6-31d5-4e5e-af3f-61948df71ba4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 949 time: 0.2380674 Aug 20 11:12:14.277188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8544a320-fdbb-45b2-af00-db5e245ad6b1 None None] Provisioning for port 426bef2a-131e-47c8-8c32-74f32e3e087d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:14.292406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:14.302492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8544a320-fdbb-45b2-af00-db5e245ad6b1 None None] Provisioning complete for port 426bef2a-131e-47c8-8c32-74f32e3e087d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:14.302980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8544a320-fdbb-45b2-af00-db5e245ad6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.306534 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Sync routers for ids ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:14.316758 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06c20233-3eff-4efa-aa83-83e349e78dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.325478 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Routers {'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:14.326311 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:11:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:14.335561 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.343912 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-852466d7-216e-4776-b532-7479b654796f req-fba2a391-ef2a-4151-ad10-b37d30e938b8 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215245 Aug 20 11:12:14.375444 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef6e80e4-1a9d-4f00-af0f-79f41d09533b req-bbf8abf7-284a-49bd-9477-975a9962c5b0 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982702 Aug 20 11:12:14.436242 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.443729 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.447809 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-01761d3a-6cf1-4877-9af8-947abe3451bd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2735527 Aug 20 11:12:14.460749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39592) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:14.490312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6f472b5b-5934-4d49-bcc8-ba5f83e277ae,segment=NetworkSegment(127f9189-9b5d-4599-a7b5-ad20e24ac654),segment_id=127f9189-9b5d-4599-a7b5-ad20e24ac654)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:14.529611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-4d0cebc5-dc7b-4e4e-a489-1d46c211877f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f6136056d5744f71aedd216a888b7728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457428 Aug 20 11:12:14.559990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:14.565140 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Set router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:14.568444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:14.571384 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.662659 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06c20233-3eff-4efa-aa83-83e349e78dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.665949 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06c20233-3eff-4efa-aa83-83e349e78dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.667186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-06c20233-3eff-4efa-aa83-83e349e78dd4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90d6e3dc-cf0f-4aa2-93db-e730ee5e2e36 HTTP/1.1" status: 204 len: 168 time: 0.5549686 Aug 20 11:12:14.677412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.721414 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8544a320-fdbb-45b2-af00-db5e245ad6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.724599 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.830969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c20233-3eff-4efa-aa83-83e349e78dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d6e3dc-cf0f-4aa2-93db-e730ee5e2e36,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:14.917043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:14.945240 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-router', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:09Z', 'updated_at': '2021-08-20T11:12:12Z', 'revision_number': 3, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'gw_port': {'id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:11Z', 'updated_at': '2021-08-20T11:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:14.955598 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-141217b3-fcd5-46c5-a3ec-75fa2f4bb870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:14.983485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8544a320-fdbb-45b2-af00-db5e245ad6b1 None None] For port 426bef2a-131e-47c8-8c32-74f32e3e087d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=426bef2a-131e-47c8-8c32-74f32e3e087d,segment=NetworkSegment(ce08a7a4-788d-4bd9-adad-76b02e7402f8),segment_id=ce08a7a4-788d-4bd9-adad-76b02e7402f8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:14.990268 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aed6b17e-af5b-4ae8-9885-5dd420f39874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.011596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:15.029221 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Checking router: fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:15.029587 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Updating router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa port 8b15609a-b6ff-4ef2-9809-7725f176094f binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:12:15.043493 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.089983 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=6f472b5b-5934-4d49-bcc8-ba5f83e277ae,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:15.092960 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.111007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:15.113898 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2202bf93-4c87-426f-a023-81af4608c94f" -d '{"events": [{"server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "name": "network-vif-plugged", "status": "completed", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:15.130295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event updated for resources: {'Port': ['ID=ce9a0e70-f8c1-466a-a84d-1f1a27c3a13d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:15.131248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:15.134245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:15.145112 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8544a320-fdbb-45b2-af00-db5e245ad6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.198500 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ee94b2-ba58-4960-9ae0-a62d81440fb7 x-openstack-request-id: req-78ee94b2-ba58-4960-9ae0-a62d81440fb7 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:15.199206 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "name": "network-vif-plugged", "status": "completed", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:15.199696 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78ee94b2-ba58-4960-9ae0-a62d81440fb7 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:15.200365 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a', 'code': 200} Aug 20 11:12:15.232155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-c4a4dd04-afdd-4b6f-b1d0-e7f956dac523 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:15.233570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544a320-fdbb-45b2-af00-db5e245ad6b1 None None] Pushing event updated for resources: {'Port': ['ID=426bef2a-131e-47c8-8c32-74f32e3e087d,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:15.239875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-c4a4dd04-afdd-4b6f-b1d0-e7f956dac523 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7090373 Aug 20 11:12:15.257636 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.275868 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-35432673-990e-46c9-b883-f787d97bd302 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/quotas/f6136056d5744f71aedd216a888b7728 HTTP/1.1" status: 200 len: 375 time: 0.0347416 Aug 20 11:12:15.339924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:15.358113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2dbc61a7-566b-404b-8bd4-60cb936d538a None None] Provisioning complete for port 426bef2a-131e-47c8-8c32-74f32e3e087d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:15.358505 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2dbc61a7-566b-404b-8bd4-60cb936d538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.433649 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-141217b3-fcd5-46c5-a3ec-75fa2f4bb870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.499038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-f344f993-34dc-4096-82a6-7cfb33ebe871 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2222826 Aug 20 11:12:15.526083 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.602706 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-141217b3-fcd5-46c5-a3ec-75fa2f4bb870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.678376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-141217b3-fcd5-46c5-a3ec-75fa2f4bb870 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cda19f0be3e44c1b0e0ca043bb74096&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5172672 Aug 20 11:12:15.690890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39618) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:15.736865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.784028 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.790016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141217b3-fcd5-46c5-a3ec-75fa2f4bb870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13ea860-aa16-4c7c-a2f3-a5d9ba590921,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:15.839793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784a2e0-475d-44cb-a097-e2861ec32f18 req-c93e3daa-b19d-405e-960d-270dcd1ceeba tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:15.846813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5784a2e0-475d-44cb-a097-e2861ec32f18 req-c93e3daa-b19d-405e-960d-270dcd1ceeba tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 949 time: 0.3025370 Aug 20 11:12:15.853820 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa8d-e815-49d6-9c65-3520ded45a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.903180 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:15.932927 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Transition to ACTIVE for port object 8b15609a-b6ff-4ef2-9809-7725f176094f will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:15.941352 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6860f5a-081f-47a8-9100-19db371c4f8b req-62aea4d1-5f82-4426-97a6-54ca5dc2ff4e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 210 time: 0.0289938 Aug 20 11:12:15.953843 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa8d-e815-49d6-9c65-3520ded45a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.019052 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.080493 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.119418 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Attempting to bind port 8b15609a-b6ff-4ef2-9809-7725f176094f on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:16.119810 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Attempting to bind port 8b15609a-b6ff-4ef2-9809-7725f176094f by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:16.121929 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Attempting to bind port 8b15609a-b6ff-4ef2-9809-7725f176094f on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:16.123682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5784a2e0-475d-44cb-a097-e2861ec32f18 req-3a9e2d3b-5243-4759-944a-e18aeb50ef6e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598295 Aug 20 11:12:16.145255 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae9389-522a-495a-9eea-bc4cdc18f9d1 None None] Pushing event updated for resources: {'Port': ['ID=8b15609a-b6ff-4ef2-9809-7725f176094f,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:16.147927 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:16.148834 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:16.149257 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.149662 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:16.150157 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Bound port: 8b15609a-b6ff-4ef2-9809-7725f176094f, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:16.150604 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.188149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39636) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:16.228069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.258837 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebefc274-b3b9-4214-aada-ac2c04215e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.260253 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] For port 8b15609a-b6ff-4ef2-9809-7725f176094f, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:16.264715 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] For port 8b15609a-b6ff-4ef2-9809-7725f176094f, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8b15609a-b6ff-4ef2-9809-7725f176094f,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:16.299688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Allocated IP 172.20.0.1 (e40ef0fd-de5c-464c-b039-edbb23a24378/2b05cec0-73ad-484e-a0a2-9b3102c12f83/b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:16.341408 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.372779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event updated for resources: {'Port': ['ID=ce9a0e70-f8c1-466a-a84d-1f1a27c3a13d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:16.388297 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.430254 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae9389-522a-495a-9eea-bc4cdc18f9d1 None None] Pushing event updated for resources: {'Port': ['ID=8b15609a-b6ff-4ef2-9809-7725f176094f,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:16.434807 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Routers {'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:16.435724 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:11:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:16.485715 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebefc274-b3b9-4214-aada-ac2c04215e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.506782 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa8d-e815-49d6-9c65-3520ded45a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.510086 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24e6fa8d-e815-49d6-9c65-3520ded45a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.513918 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-24e6fa8d-e815-49d6-9c65-3520ded45a5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d13ea860-aa16-4c7c-a2f3-a5d9ba590921 HTTP/1.1" status: 204 len: 168 time: 0.8194380 Aug 20 11:12:16.527902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff582a5-becf-4342-846d-9c4eb596fdb6 req-b5184718-6e42-4dd3-acdb-072dc9e4516e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:16.529467 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ff582a5-becf-4342-846d-9c4eb596fdb6 req-b5184718-6e42-4dd3-acdb-072dc9e4516e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.2735913 Aug 20 11:12:16.540188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6fa8d-e815-49d6-9c65-3520ded45a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13ea860-aa16-4c7c-a2f3-a5d9ba590921,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:16.593414 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] Set router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:16.609972 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.624590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ff582a5-becf-4342-846d-9c4eb596fdb6 req-aba8b49a-78da-4049-8989-315ab18a3bdf tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821683 Aug 20 11:12:16.635934 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebefc274-b3b9-4214-aada-ac2c04215e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.641677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Transition to ACTIVE for port object b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:16.731620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ebefc274-b3b9-4214-aada-ac2c04215e51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d788a410e174c4b895e1677410b7e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5416901 Aug 20 11:12:16.734161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39654) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:16.768314 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.783674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-297ee1cd-7096-4c33-9c6b-7cacea2f9ee1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4137874 Aug 20 11:12:16.795188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-cb83a030-a951-4be3-ae9f-69047436bae8 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5e9cb097193e477a8646537984564d17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617056 Aug 20 11:12:16.819753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca268e20-5daf-4660-b64b-5d107ed8cb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.854537 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca268e20-5daf-4660-b64b-5d107ed8cb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.864488 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:16.911038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefc274-b3b9-4214-aada-ac2c04215e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f79243-9d5c-4b19-99dd-36b099ef4285,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:16.935178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Pushing event updated for resources: {'Port': ['ID=b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:16.990268 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-2c83d395-146e-4467-bd01-ef2885841877 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920126 Aug 20 11:12:17.000423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-3f145241-8f81-48a6-be68-117804de7057 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:17.008482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-3f145241-8f81-48a6-be68-117804de7057 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115169 Aug 20 11:12:17.035630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-032b3294-2c44-4eac-a00a-913201593f47 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/quotas/5e9cb097193e477a8646537984564d17 HTTP/1.1" status: 200 len: 375 time: 0.0259471 Aug 20 11:12:17.071158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 426bef2a-131e-47c8-8c32-74f32e3e087d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:17.094021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Network e40ef0fd-de5c-464c-b039-edbb23a24378 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:17.095831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:17.104157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:17.136310 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-router', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:09Z', 'updated_at': '2021-08-20T11:12:12Z', 'revision_number': 3, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'gw_port': {'id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:11Z', 'updated_at': '2021-08-20T11:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:17.164801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 426bef2a-131e-47c8-8c32-74f32e3e087d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:17.165565 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:17.243177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:17.261322 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09082a-1430-40b1-9a0c-dc844025bcbc None None] The sync data for ids ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'] in n-d-804230-3 is: [{'id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-router', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:09Z', 'updated_at': '2021-08-20T11:12:12Z', 'revision_number': 3, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'gw_port': {'id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:11Z', 'updated_at': '2021-08-20T11:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:17.502519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6f472b5b-5934-4d49-bcc8-ba5f83e277ae up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:17.541538 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca268e20-5daf-4660-b64b-5d107ed8cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:17.547094 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca268e20-5daf-4660-b64b-5d107ed8cb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:17.549407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ca268e20-5daf-4660-b64b-5d107ed8cb82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0f79243-9d5c-4b19-99dd-36b099ef4285 HTTP/1.1" status: 204 len: 168 time: 0.8135297 Aug 20 11:12:17.573100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca268e20-5daf-4660-b64b-5d107ed8cb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f79243-9d5c-4b19-99dd-36b099ef4285,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:17.659882 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-c9877d45-5f59-4672-adaa-29fa2ca1a304 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e9cb097193e477a8646537984564d17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6138148 Aug 20 11:12:17.698391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-91b7a56f-acec-43f8-a2e7-954d80b0a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:17.700107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-91b7a56f-acec-43f8-a2e7-954d80b0a717 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1101 time: 0.1023543 Aug 20 11:12:17.719290 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3bdebce5-4376-49d8-8319-9e02e94018bc tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683367 Aug 20 11:12:17.738395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:17.738807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:17.834401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:17.909954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-deb9916c-4257-4f0d-92b8-0f1291af673f None None] Provisioning for port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:17.914330 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82e02058-2d0d-4541-8526-e0d70cf1ca10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:17.926875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-deb9916c-4257-4f0d-92b8-0f1291af673f None None] Provisioning complete for port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:17.927327 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-deb9916c-4257-4f0d-92b8-0f1291af673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:17.952580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-60bbe224-e201-4e50-9e68-ccae7914b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:17.958555 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-60bbe224-e201-4e50-9e68-ccae7914b2de service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2275786 Aug 20 11:12:17.967437 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8a54f-852f-402e-bae5-44da939428d0 req-e0140c96-b2ba-4b22-bb78-0cb0cd8da21a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:17.980682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-e0140c96-b2ba-4b22-bb78-0cb0cd8da21a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547691 Aug 20 11:12:17.982508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-deb9916c-4257-4f0d-92b8-0f1291af673f None None] Port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:18.070165 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-9b5e9753-1575-40f1-a9cb-d2fa16ca88c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 217 time: 0.0799770 Aug 20 11:12:18.070563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3e84f9dc-0bf6-4f69-9840-81d2dae5b14d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/quotas/4a419f066d554e5b93b72868ccd1c6c6 HTTP/1.1" status: 200 len: 375 time: 0.0787158 Aug 20 11:12:18.176913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6467ef8f-b211-449e-9e82-cf998dbd6cbc req-26a6b324-8df1-4d81-8c1b-ac43a07ebc04 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 210 time: 0.0338066 Aug 20 11:12:18.178837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-701ed847-79ba-4396-973b-396f35645b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:18.202558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-701ed847-79ba-4396-973b-396f35645b2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1285734 Aug 20 11:12:18.247801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-ea40f938-eeb8-41e7-877f-bfc50c8964cb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1753466 Aug 20 11:12:18.250472 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:18.286883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39698) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:18.294717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-b1776f63-5b6c-46e8-82dc-cebd2016a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:18.296583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-b1776f63-5b6c-46e8-82dc-cebd2016a0cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914640 Aug 20 11:12:18.311979 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-daf7af52-80a0-4e14-abea-2433eb1e432d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:18.453401 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-160b9211-75e6-48fc-8b1e-330f8ef0aaba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1288743458&fields=id&tenant_id=ee3d1306599a4d3dbfe3d588552e10e0 HTTP/1.1" status: 200 len: 267 time: 0.1352525 Aug 20 11:12:18.495564 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:18.610404 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-daf7af52-80a0-4e14-abea-2433eb1e432d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:18.612404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-4ef3da7d-8e64-4a38-9ec1-1b5c2c51ec16 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072629 Aug 20 11:12:18.688629 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:18.746639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6bfe2d-3ceb-441f-b987-e3e9fa747ad7 req-247d92a1-1788-49e2-b95e-3670437b98a5 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263609 Aug 20 11:12:18.798464 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:18.830288 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-daf7af52-80a0-4e14-abea-2433eb1e432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:18.870148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-af128baa-04fc-4f4b-a06c-bc42ae771d5e tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:18.878332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-af128baa-04fc-4f4b-a06c-bc42ae771d5e tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/networks?id=2edbf63b-41ed-48ed-9209-772b0f82fb31 HTTP/1.1" status: 200 len: 824 time: 0.4125571 Aug 20 11:12:18.899194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-e1a05079-4e72-4b14-8112-326665a684c2 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/quotas/ee3d1306599a4d3dbfe3d588552e10e0 HTTP/1.1" status: 200 len: 375 time: 0.0198524 Aug 20 11:12:18.910866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-daf7af52-80a0-4e14-abea-2433eb1e432d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40406b6032314c098c695e2a8db23058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210554 Aug 20 11:12:18.911951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Pushing event updated for resources: {'Port': ['ID=b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:18.915348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39712) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:19.117703 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:19.127355 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7af52-80a0-4e14-abea-2433eb1e432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ec22f-40a7-4068-aa01-ac0813fac783,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:19.128656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8b15609a-b6ff-4ef2-9809-7725f176094f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:19.169124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Network e40ef0fd-de5c-464c-b039-edbb23a24378 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:19.176845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:19.206934 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-dcc38749-b4d3-4d72-8a17-1d1c4709e6c0 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee3d1306599a4d3dbfe3d588552e10e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2983646 Aug 20 11:12:19.234193 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89a2e64a-fa83-420d-9f1f-c3e74eb8007b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:19.291884 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89a2e64a-fa83-420d-9f1f-c3e74eb8007b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:19.418898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 8b15609a-b6ff-4ef2-9809-7725f176094f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:19.425010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8b15609a-b6ff-4ef2-9809-7725f176094f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:19.425445 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:19.467800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:12:19.533920 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89a2e64a-fa83-420d-9f1f-c3e74eb8007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:19.547752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89a2e64a-fa83-420d-9f1f-c3e74eb8007b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:19.555923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-89a2e64a-fa83-420d-9f1f-c3e74eb8007b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c43ec22f-40a7-4068-aa01-ac0813fac783 HTTP/1.1" status: 204 len: 168 time: 0.6364231 Aug 20 11:12:19.583823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2e64a-fa83-420d-9f1f-c3e74eb8007b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ec22f-40a7-4068-aa01-ac0813fac783,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:19.634308 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:19.807325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4f0d4958-e48b-4f85-b55e-a8a47c864128 None None] Provisioning complete for port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:19.807325 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4f0d4958-e48b-4f85-b55e-a8a47c864128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:19.865341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:19.873700 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2ad0f3dd-8e26-4cf2-bb4c-d8760e0a666f admin admin] 10.222.0.10 "PUT /v2.0/routers/fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4113145 Aug 20 11:12:19.916868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 8b15609a-b6ff-4ef2-9809-7725f176094f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8b15609a-b6ff-4ef2-9809-7725f176094f,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:19.932382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d4958-e48b-4f85-b55e-a8a47c864128 None None] Port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:19.976426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-9f5909dc-b3db-4186-881d-6f38fc13bcd6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:12:19.990313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-9f5909dc-b3db-4186-881d-6f38fc13bcd6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1368260 Aug 20 11:12:20.042309 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:20.132103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=8b15609a-b6ff-4ef2-9809-7725f176094f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:20.145315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ff7cbc72-98f8-43bc-911f-95c27ca878fa req-ceb202b1-a477-49be-915d-a355501ae7d9 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 210 time: 0.0355577 Aug 20 11:12:20.219605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-05107bdd-a2f9-4ea2-91a3-0934936a9bf8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f6136056d5744f71aedd216a888b7728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338702 Aug 20 11:12:20.240197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Sync routers for ids ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:20.278666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-4ddc7e97-a9d9-4073-9f0e-73baca66ba31 service neutron] 10.222.0.10 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863181 Aug 20 11:12:20.281990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f436946-1997-410c-bcf1-ad4b7ffc6c8d req-bcf989e6-f966-4923-b164-cacd6ed4a4a4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 210 time: 0.0591331 Aug 20 11:12:20.295309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Routers {'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:20.296440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:20.572232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Set router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:20.573513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-233489d0-d439-4f4d-ac86-380eb3d46866 req-32c1296b-7f7d-4cc7-8ff9-93918191a60d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 210 time: 0.0464554 Aug 20 11:12:20.582386 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-410efc26-a012-49d1-b5f4-79b7033532c7 service neutron] 10.222.0.10 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026104 Aug 20 11:12:20.593498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8e31282b-3bd8-4460-afa9-091d52eeb983 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:20.595516 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8e31282b-3bd8-4460-afa9-091d52eeb983 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3543293 Aug 20 11:12:20.617422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Request body: {'port': {'device_id': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': 'f6136056d5744f71aedd216a888b7728'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:20.731502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-router', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:09Z', 'updated_at': '2021-08-20T11:12:17Z', 'revision_number': 4, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'gw_port': {'id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:11Z', 'updated_at': '2021-08-20T11:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8', 'name': '', 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'mac_address': 'fa:16:3e:cf:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '2b05cec0-73ad-484e-a0a2-9b3102c12f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:15Z', 'updated_at': '2021-08-20T11:12:17Z', 'revision_number': 2, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'subnets': [{'id': '2b05cec0-73ad-484e-a0a2-9b3102c12f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:20.765537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Checking router: fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:20.765891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Updating router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:12:20.798030 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:20.915006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8b15609a-b6ff-4ef2-9809-7725f176094f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:21.026467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8b15609a-b6ff-4ef2-9809-7725f176094f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:21.026845 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:21.137867 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:21.162388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Made reservation on behalf of f6136056d5744f71aedd216a888b7728 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:21.166131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:21.198817 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:21.220106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Transition to ACTIVE for port object b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:21.299073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39774) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:21.389921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Allocated IP 192.168.233.61 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/72aa40ae-548e-4af1-becb-e842f64c66d1) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:21.419348 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:21.577929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68899b98-30c0-43bc-8465-748dd063fcc7 None None] Pushing event updated for resources: {'Port': ['ID=b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:21.625813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bbcb9ba1-15fc-47fd-b72a-b73ec5485092 req-0a31965b-955d-49ef-8216-fbda1db0646e tempest-FloatingIPsNegativeTestJSON-567715336 tempest-FloatingIPsNegativeTestJSON-567715336-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=5a809f48ff9641bba722c829c20d366b HTTP/1.1" status: 200 len: 217 time: 0.1649895 Aug 20 11:12:21.650128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-network', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:21.777061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Attempting to bind port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:21.780854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Attempting to bind port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ce08a7a4-788d-4bd9-adad-76b02e7402f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:21.781390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Attempting to bind port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 on network e40ef0fd-de5c-464c-b039-edbb23a24378 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:21.795379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:21.795379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Checking segment: {'id': 'ce08a7a4-788d-4bd9-adad-76b02e7402f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:21.795379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:21.795379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Bound using segment: {'id': 'ce08a7a4-788d-4bd9-adad-76b02e7402f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:21.795379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Bound port: b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce08a7a4-788d-4bd9-adad-76b02e7402f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:21.795379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:21.823647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-791ccdfd-2d8b-4e4d-9016-3d04f25af8d5 req-4a702b10-0535-437c-93ae-9462c198eade tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 210 time: 0.0681660 Aug 20 11:12:21.873882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Made reservation on behalf of 2b39caafb3924306b8a2443cb16a72aa for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:21.876691 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:21.896618 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:21.980764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] For port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:21.990607 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:21.990844 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b8310675-7465-414a-92c8-aabb13c25066 req-b0c5082f-d123-42c6-bab5-8d4f87cc5ddf tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 210 time: 0.0513332 Aug 20 11:12:22.019713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] For port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8,segment=NetworkSegment(ce08a7a4-788d-4bd9-adad-76b02e7402f8),segment_id=ce08a7a4-788d-4bd9-adad-76b02e7402f8)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:22.031620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Transition to ACTIVE for port object 72aa40ae-548e-4af1-becb-e842f64c66d1 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:22.057960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc81a652-65c5-4b99-bf2e-3b6e5590f038 req-670beb7e-ca4a-475d-a931-98a678b4c99d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 210 time: 0.0507455 Aug 20 11:12:22.088285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66b27964-a5df-4945-8f85-59abfd246b86 req-c96f3657-5787-40a7-95f9-cdc9da1402c1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 210 time: 0.0336773 Aug 20 11:12:22.122387 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b06cd46-0408-422c-9ca4-faa78805618f req-06d4285b-1166-49ca-8004-35ed31a4e72a tempest-FloatingIPsNegativeTestJSON-567715336 tempest-FloatingIPsNegativeTestJSON-567715336-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0333869 Aug 20 11:12:22.127798 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:22.156629 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:22.225807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Routers {'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:22.226539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:22.243135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:22.267231 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-ee34a8c1-a88e-45e5-b55e-7dc7b5cfed58 req-7b56360b-3620-4f9c-a563-bd7bc8121e46 tempest-FloatingIPsNegativeTestJSON-567715336 tempest-FloatingIPsNegativeTestJSON-567715336-project] show failed (client error): The resource could not be found. Aug 20 11:12:22.275051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee34a8c1-a88e-45e5-b55e-7dc7b5cfed58 req-7b56360b-3620-4f9c-a563-bd7bc8121e46 tempest-FloatingIPsNegativeTestJSON-567715336 tempest-FloatingIPsNegativeTestJSON-567715336-project] 10.222.0.10 "GET /v2.0/floatingips/32605a1d-2d3e-4368-90d2-6671dc5aa620 HTTP/1.1" status: 404 len: 350 time: 0.1242757 Aug 20 11:12:22.278155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39804) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:22.288002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1365fd03-1ebf-4e87-87d7-a3647f93fa7a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:12:22.290937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68899b98-30c0-43bc-8465-748dd063fcc7 None None] Pushing event updated for resources: {'Port': ['ID=b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:22.292557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:22.302277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:22.308557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:22.385152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Pushing event updated for resources: {'Port': ['ID=72aa40ae-548e-4af1-becb-e842f64c66d1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:22.462544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:22.462544 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:22.697388 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-d5057567-3fee-4cc4-9c39-1ea020c2df73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0789783 Aug 20 11:12:22.697506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] Set router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:22.705084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Request body: {'port': {'device_id': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:22.755043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:22.806221 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:22.832045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aca5a77-4a89-455c-8fbd-c35f4490cfb8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:23.166565 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-149b6f94-4b42-410d-9204-f36b49bd6cea None None] Provisioning for port 72aa40ae-548e-4af1-becb-e842f64c66d1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:23.170144 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e153212-5cb7-460e-b231-d51fbf159fc5 req-99693557-df10-41b5-a2ba-dddcfc3d13c6 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 210 time: 0.0512135 Aug 20 11:12:23.179870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-router', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:09Z', 'updated_at': '2021-08-20T11:12:17Z', 'revision_number': 4, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'gw_port': {'id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:11Z', 'updated_at': '2021-08-20T11:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8', 'name': '', 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'mac_address': 'fa:16:3e:cf:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '2b05cec0-73ad-484e-a0a2-9b3102c12f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:15Z', 'updated_at': '2021-08-20T11:12:21Z', 'revision_number': 4, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'subnets': [{'id': '2b05cec0-73ad-484e-a0a2-9b3102c12f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:23.182351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-149b6f94-4b42-410d-9204-f36b49bd6cea None None] Provisioning complete for port 72aa40ae-548e-4af1-becb-e842f64c66d1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:23.182748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-149b6f94-4b42-410d-9204-f36b49bd6cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:23.188808 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:12:23.257731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-5227b3d9-6f76-4e6c-a73d-5eaa61a29062 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699904 Aug 20 11:12:23.285874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa80ff4-2e64-4fa7-aeb5-bb3575ee0f94 None None] The sync data for ids ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'] in n-d-804230-3 is: [{'id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-router', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:09Z', 'updated_at': '2021-08-20T11:12:17Z', 'revision_number': 4, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'gw_port': {'id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:11Z', 'updated_at': '2021-08-20T11:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8', 'name': '', 'network_id': 'e40ef0fd-de5c-464c-b039-edbb23a24378', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'mac_address': 'fa:16:3e:cf:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '2b05cec0-73ad-484e-a0a2-9b3102c12f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:15Z', 'updated_at': '2021-08-20T11:12:21Z', 'revision_number': 4, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'subnets': [{'id': '2b05cec0-73ad-484e-a0a2-9b3102c12f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:23.286755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72aa40ae-548e-4af1-becb-e842f64c66d1 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:23.305503 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:23.321467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:23.325709 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Added segment 80992d80-93d7-420a-8009-37c877c1401e of type vlan for network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef Aug 20 11:12:23.332122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-149b6f94-4b42-410d-9204-f36b49bd6cea None None] Port 72aa40ae-548e-4af1-becb-e842f64c66d1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:23.348349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Transition to ACTIVE for port object 72aa40ae-548e-4af1-becb-e842f64c66d1 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:23.452308 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-35b1b1a8-4170-4e1d-a56f-2638ec4bd55a tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e9cb097193e477a8646537984564d17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023836 Aug 20 11:12:23.471166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8887f9cb-d7ac-42a7-aaa2-79e866fd9fb6 req-e4bc05ab-d11c-4ff9-b616-0fe49a4fbaf3 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 210 time: 0.1031489 Aug 20 11:12:23.522385 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:23.563232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fdff7b3-8962-4008-b75e-c23b1b1362fd req-1eb54f0c-5676-4526-9aa7-34b337e5ebe4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 210 time: 0.1581936 Aug 20 11:12:23.632864 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:23.798363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8a54f-852f-402e-bae5-44da939428d0 req-aabb8cf9-09b3-4472-8a50-701af61028e2 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:23.798363 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-aabb8cf9-09b3-4472-8a50-701af61028e2 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4744225 Aug 20 11:12:23.811196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Pushing event updated for resources: {'Port': ['ID=72aa40ae-548e-4af1-becb-e842f64c66d1,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:23.833402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Request body: {'port': {'device_id': '8deecf6b-360c-4685-9d1e-581e007bb12e', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '4a419f066d554e5b93b72868ccd1c6c6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:23.853810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3ccf1-ef01-4c50-81e3-df00012f6d2a req-bc2cad1a-7d47-4a73-843c-42071c8f824b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:23.864357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53c3ccf1-ef01-4c50-81e3-df00012f6d2a req-bc2cad1a-7d47-4a73-843c-42071c8f824b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 947 time: 0.2281709 Aug 20 11:12:23.982929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53c3ccf1-ef01-4c50-81e3-df00012f6d2a req-9d350979-4edb-4d43-a40f-251c5aaa0810 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129134 Aug 20 11:12:23.984194 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:23.984194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:23.984711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:23.996071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-fb3a2afe-529f-49c9-8102-b77be6384703 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:24.002595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-fb3a2afe-529f-49c9-8102-b77be6384703 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5201473 Aug 20 11:12:24.040028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Request body: {'port': {'device_id': '50f18891-7505-44ac-8b00-925e78e05f81', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '5e9cb097193e477a8646537984564d17'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:24.087211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Attempting to bind port 72aa40ae-548e-4af1-becb-e842f64c66d1 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:24.087211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Attempting to bind port 72aa40ae-548e-4af1-becb-e842f64c66d1 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:24.087211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Attempting to bind port 72aa40ae-548e-4af1-becb-e842f64c66d1 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:24.124057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Port 72aa40ae-548e-4af1-becb-e842f64c66d1 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:12:24.124371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Attempting to bind port 72aa40ae-548e-4af1-becb-e842f64c66d1 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:24.145908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:24.145908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:24.146341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:24.146829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Bound port: 72aa40ae-548e-4af1-becb-e842f64c66d1, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:24.147193 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:24.184772 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:12:24.244325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] Pushing event updated for resources: {'Network': ['ID=637cb731-10d6-4fd3-88c8-5aab4cbcb0ef,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:24.258824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:12:24.307469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] For port 72aa40ae-548e-4af1-becb-e842f64c66d1, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:24.314192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] For port 72aa40ae-548e-4af1-becb-e842f64c66d1, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=72aa40ae-548e-4af1-becb-e842f64c66d1,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:24.341598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3636617-795d-4de5-b292-de59812a858b req-3a0124e0-9ac6-44bd-bb77-615bc3b2a166 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 210 time: 0.0436609 Aug 20 11:12:24.391727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bdb568c2-ff70-4aeb-9204-09fb2c9761f9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0915396 Aug 20 11:12:24.397485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:24.398799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39860) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:24.412779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Request body: {'subnet': {'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-subnet', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:24.424860 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:24.512949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:24.513618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:24.516915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] 10.222.0.38 "PUT /v2.0/ports/72aa40ae-548e-4af1-becb-e842f64c66d1 HTTP/1.1" status: 200 len: 1095 time: 1.8182898 Aug 20 11:12:24.517386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'tag': '72aa40ae-548e-4af1-becb-e842f64c66d1'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:24.519788 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dc2e59-caa8-4edb-b4bd-d3129645cff5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce104ec-5a66-43f8-9c88-96d68f30da52", "tag": "72aa40ae-548e-4af1-becb-e842f64c66d1"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:24.620150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdb04f-e913-4fe6-8f1f-872a762dd58b service neutron] Pushing event updated for resources: {'Port': ['ID=72aa40ae-548e-4af1-becb-e842f64c66d1,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:24.620255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Made reservation on behalf of 4a419f066d554e5b93b72868ccd1c6c6 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:24.620255 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:24.716324 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da80c4-464c-4173-bcfa-ceed8e77f19e x-openstack-request-id: req-47da80c4-464c-4173-bcfa-ceed8e77f19e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:24.716671 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce104ec-5a66-43f8-9c88-96d68f30da52", "tag": "72aa40ae-548e-4af1-becb-e842f64c66d1", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:24.716942 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47da80c4-464c-4173-bcfa-ceed8e77f19e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:24.717473 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'tag': '72aa40ae-548e-4af1-becb-e842f64c66d1', 'status': 'completed', 'code': 200} Aug 20 11:12:24.782466 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd020867-0f4e-4d09-a6d0-2abb578f5058 req-1d92c563-af14-4730-a114-63619dbb7e99 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 210 time: 0.1338682 Aug 20 11:12:24.826335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Made reservation on behalf of 5e9cb097193e477a8646537984564d17 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:24.830122 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:24.850283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:24.893921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc2e59-caa8-4edb-b4bd-d3129645cff5 req-e4418b4b-2cff-4550-8f97-6177d28f631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:24.893921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e1dc2e59-caa8-4edb-b4bd-d3129645cff5 req-e4418b4b-2cff-4550-8f97-6177d28f631f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 1098 time: 0.1374972 Aug 20 11:12:24.937960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e1dc2e59-caa8-4edb-b4bd-d3129645cff5 req-6d35e921-7d1c-45f7-99cb-63a8f7be37bf service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f6136056d5744f71aedd216a888b7728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468175 Aug 20 11:12:25.042838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:25.104532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Allocated IP 192.168.233.170 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/76877bba-9c06-42bf-9624-990f31d5762b) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:25.208720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5689d7-b760-4427-afc6-dedf26a129bc req-8da5ffdf-1d74-4637-a9ca-d08879ea68cd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:25.210848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c5689d7-b760-4427-afc6-dedf26a129bc req-8da5ffdf-1d74-4637-a9ca-d08879ea68cd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 947 time: 0.1277421 Aug 20 11:12:25.221869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] Deleting port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:12:25.222214 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:25.259765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:25.265139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:25.272645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:25.316578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Made reservation on behalf of 2b39caafb3924306b8a2443cb16a72aa for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:25.319635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:25.324262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8df7f08-6cae-4994-9489-132704d987c1 req-5d151ea7-a874-4ee5-95cd-a03571676613 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 210 time: 0.3767524 Aug 20 11:12:25.455191 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:25.497679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8,segment=NetworkSegment(ce08a7a4-788d-4bd9-adad-76b02e7402f8),segment_id=ce08a7a4-788d-4bd9-adad-76b02e7402f8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:25.571181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc2e59-caa8-4edb-b4bd-d3129645cff5 req-ee09e8b5-2c19-49e6-9490-430abcdce09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:25.572858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e1dc2e59-caa8-4edb-b4bd-d3129645cff5 req-ee09e8b5-2c19-49e6-9490-430abcdce09b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6267095 Aug 20 11:12:25.586968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-2cf5b921-9a33-4b0d-b76c-ebcfa0ee16e2 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:25.588992 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-2cf5b921-9a33-4b0d-b76c-ebcfa0ee16e2 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.57 "GET /v2.0/networks?id=2edbf63b-41ed-48ed-9209-772b0f82fb31 HTTP/1.1" status: 200 len: 824 time: 0.1702614 Aug 20 11:12:25.647027 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c5689d7-b760-4427-afc6-dedf26a129bc req-89ad0f0b-9821-46c5-8685-bf1d27b75d86 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195333 Aug 20 11:12:25.691567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] For port b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8,segment=NetworkSegment(ce08a7a4-788d-4bd9-adad-76b02e7402f8),segment_id=ce08a7a4-788d-4bd9-adad-76b02e7402f8)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:25.691933 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:25.712722 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:25.718829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] Calling delete_port for b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:12:25.729162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-25ece3cf-2094-4be1-b4de-ad5cd963bc9e tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee3d1306599a4d3dbfe3d588552e10e0 HTTP/1.1" status: 200 len: 380 time: 0.1283588 Aug 20 11:12:25.733199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:25.739546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Transition to ACTIVE for port object 76877bba-9c06-42bf-9624-990f31d5762b will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:25.786622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Request body: {'port': {'device_id': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'admin_state_up': True, 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'security_groups': ['4c7b9d7b-4721-4307-b6a2-f0f54805d7a6']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:25.806547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7571733a-b436-46c0-abe0-01b0933f02c3 req-1b156a2a-40c5-4bb6-9798-761ae04abc31 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 210 time: 0.0687318 Aug 20 11:12:25.825007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:25.871259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-6ba47c18-8049-497e-8ca6-2d7cbe868f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:25.875876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-6ba47c18-8049-497e-8ca6-2d7cbe868f9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 1098 time: 0.2537155 Aug 20 11:12:25.900246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39894) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:25.951968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a554cd8e-6fe6-431b-9a79-968bc3aa3e70 req-96dad79f-547a-4bb1-af8a-d6c0ecc9d210 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 210 time: 0.0411451 Aug 20 11:12:26.025448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-22dcac94-8ee6-4639-8f17-df55a4d22a39 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=72aa40ae-548e-4af1-becb-e842f64c66d1 HTTP/1.1" status: 200 len: 217 time: 0.1400266 Aug 20 11:12:26.071995 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.088180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['16ca3c79-1fdc-4d58-9d25-b35d215656ab', '40da51df-0de7-405d-a447-68249c75a7e9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:12:26.094373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.133542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:26.134689 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c625e947-19b8-437f-9ce2-61d4801d087d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.140537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:26.149567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:26.191900 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.205741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-4f44ad93-5fc4-4407-a93e-44df343b930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:26.211742 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-4f44ad93-5fc4-4407-a93e-44df343b930e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1707654 Aug 20 11:12:26.216945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1dc9d67-2177-44ac-a2eb-0a29d4e489d3,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:26.229526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:26.230597 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.254338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Pushing event updated for resources: {'Port': ['ID=76877bba-9c06-42bf-9624-990f31d5762b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:26.263340 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.277303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Checking segment: {'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:26.277303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Network hostable DHCP agents. Network: 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:12:26.293817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-a1872ce4-3a27-4b31-98fd-35a06e80d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:26.296430 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-a1872ce4-3a27-4b31-98fd-35a06e80d899 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751233 Aug 20 11:12:26.298961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:26.332470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.456052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:12:26.487673 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-3b8fc191-8652-40d1-8e2d-b9627e0093c8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6630197 Aug 20 11:12:26.490900 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-c625e947-19b8-437f-9ce2-61d4801d087d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:12:26.490900 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:12:26.490900 n-d-804230-3 neutron-server[95588]: [parameters: {'project_id_1': '8a581d55224946b5852117ecf18fd899', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 12, 26, 239955)}] Aug 20 11:12:26.490900 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:12:26.503521 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-c625e947-19b8-437f-9ce2-61d4801d087d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:12:26.527694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Request body: {'port': {'device_id': '8deecf6b-360c-4685-9d1e-581e007bb12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:26.535331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a085fd4c-9599-4d30-88ee-1e76ed0dde53,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:26.600421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-55b1e72a-29ba-486f-b76a-8b0064a992f1 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933123 Aug 20 11:12:26.640422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:26.653100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667a1be-4e19-49d7-a6f1-34efdcbeb162 None None] Network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:12:26.662641 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.672125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ffab9-196c-413e-bd78-d94f77969c8a req-9dbc691f-949d-49ae-9fa3-6413ac2ce929 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:26.673698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a6ffab9-196c-413e-bd78-d94f77969c8a req-9dbc691f-949d-49ae-9fa3-6413ac2ce929 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 936 time: 0.1908307 Aug 20 11:12:26.690820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:26.691571 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.705807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Made reservation on behalf of ee3d1306599a4d3dbfe3d588552e10e0 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:26.709816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.730947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.741008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Allocated IP 192.168.233.34 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/3595316f-a118-4472-90cb-4f1d128c8629) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:26.777500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c3919e13-e9fe-424d-a22c-419492f1a34d None None] Provisioning for port 76877bba-9c06-42bf-9624-990f31d5762b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:26.816173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c3919e13-e9fe-424d-a22c-419492f1a34d None None] Provisioning complete for port 76877bba-9c06-42bf-9624-990f31d5762b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:26.816705 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c3919e13-e9fe-424d-a22c-419492f1a34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.907326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c3919e13-e9fe-424d-a22c-419492f1a34d None None] Port 76877bba-9c06-42bf-9624-990f31d5762b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:26.954126 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5f7a9dd8-880e-478d-bee1-41d42aff3027 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5529144 Aug 20 11:12:26.958804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-637cb731-10d6-4fd3-88c8-5aab4cbcb0ef', 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'fixed_ips': [{'subnet_id': 'e1dc9d67-2177-44ac-a2eb-0a29d4e489d3'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:12:26.960009 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:26.969071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39912) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:26.975499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-router', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:27.009552 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a6ffab9-196c-413e-bd78-d94f77969c8a req-18d46ab3-9ff6-467b-8d91-d4c7702c88b7 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183122 Aug 20 11:12:27.010132 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c625e947-19b8-437f-9ce2-61d4801d087d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.011230 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fafd90-64be-44f4-a277-85bde36a53c1 req-eb629181-e9fb-4949-9cd4-3551b90bf2a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:27.032608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47fafd90-64be-44f4-a277-85bde36a53c1 req-eb629181-e9fb-4949-9cd4-3551b90bf2a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 947 time: 0.2695110 Aug 20 11:12:27.032608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b64db2-d5db-4419-9e90-534c5b594e42 req-b6a3c9ca-0b64-4177-8fd7-d452c95bee8f service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004750 Aug 20 11:12:27.108359 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.108630 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.183484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Allocated IP 172.20.0.9 (2edbf63b-41ed-48ed-9209-772b0f82fb31/83377e28-2932-4097-8c29-2d00f93d937c/b6e268e8-ab7f-4843-a02f-9fc83cc6bacb) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:27.188946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-991e840c-469a-4c1f-ad3d-5e9c016f540c req-96ab8ed8-85e4-4af0-8414-827720bd70c6 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 210 time: 0.0665951 Aug 20 11:12:27.208425 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47fafd90-64be-44f4-a277-85bde36a53c1 req-04a93d10-1195-4e74-b841-65d34fdaebda tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853790 Aug 20 11:12:27.257357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] Router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:12:27.274970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Allocated IP 172.20.0.2 (637cb731-10d6-4fd3-88c8-5aab4cbcb0ef/e1dc9d67-2177-44ac-a2eb-0a29d4e489d3/dd428900-6eea-4eb1-b521-fb35daf88b5d) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:27.291249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.363744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-03d0e144-6a29-4589-acc2-543e267b2315 req-7e932afe-72fc-4c7d-adef-48794826f91d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 210 time: 0.0540254 Aug 20 11:12:27.379391 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.395123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Transition to ACTIVE for port object 3595316f-a118-4472-90cb-4f1d128c8629 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:27.492397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:27.495353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c625e947-19b8-437f-9ce2-61d4801d087d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.502327 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e8ffb8ed-6c16-4ca8-807a-ded8b01fb924 admin admin] 10.222.0.10 "PUT /v2.0/routers/fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2225144 Aug 20 11:12:27.503831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39916) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:27.507315 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] Sync routers for ids ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:27.531810 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] Routers {'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:27.533175 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:27.553036 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.565349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Transition to ACTIVE for port object dd428900-6eea-4eb1-b521-fb35daf88b5d will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:27.598272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Transition to ACTIVE for port object dd428900-6eea-4eb1-b521-fb35daf88b5d will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:27.662106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.690117 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.706379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.709957 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] Set router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:27.732073 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.812696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:27.818678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:27.826010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:27.860836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c625e947-19b8-437f-9ce2-61d4801d087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.863545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Transition to ACTIVE for port object b6e268e8-ab7f-4843-a02f-9fc83cc6bacb will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:27.881232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Pushing event updated for resources: {'Port': ['ID=dd428900-6eea-4eb1-b521-fb35daf88b5d,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:27.955331 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c625e947-19b8-437f-9ce2-61d4801d087d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a581d55224946b5852117ecf18fd899&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0489872 Aug 20 11:12:27.955659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Pushing event updated for resources: {'Port': ['ID=3595316f-a118-4472-90cb-4f1d128c8629,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:27.960068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39924) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:27.970239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.975238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Attempting to bind port dd428900-6eea-4eb1-b521-fb35daf88b5d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:27.975825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Attempting to bind port dd428900-6eea-4eb1-b521-fb35daf88b5d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:27.977010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Attempting to bind port dd428900-6eea-4eb1-b521-fb35daf88b5d on network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:27.987071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:27.987635 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Checking segment: {'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:27.988471 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:27.989401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Bound using segment: {'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:27.990743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Bound port: dd428900-6eea-4eb1-b521-fb35daf88b5d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:27.990986 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.048300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.054595 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.075594 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625e947-19b8-437f-9ce2-61d4801d087d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42b8db-7be2-4d32-ac0a-0c5f943e5f71,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:28.078051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Network 2edbf63b-41ed-48ed-9209-772b0f82fb31 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:28.079839 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-router', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:09Z', 'updated_at': '2021-08-20T11:12:25Z', 'revision_number': 5, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'gw_port': {'id': '8b15609a-b6ff-4ef2-9809-7725f176094f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:11Z', 'updated_at': '2021-08-20T11:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:28.087096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:28.135365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-78a90779-e128-4932-a440-ced3677e0052 None None] For port dd428900-6eea-4eb1-b521-fb35daf88b5d, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:28.140892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-78a90779-e128-4932-a440-ced3677e0052 None None] For port dd428900-6eea-4eb1-b521-fb35daf88b5d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=dd428900-6eea-4eb1-b521-fb35daf88b5d,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:28.160199 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] Checking router: fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:28.171913 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] Routers {'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:28.172643 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:28.187084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:28.207743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:28.277611 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.302015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76877bba-9c06-42bf-9624-990f31d5762b {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:28.313884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.318569 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] Set router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:28.326347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Deleting port 8b15609a-b6ff-4ef2-9809-7725f176094f {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:12:28.326630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.401447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:28.416121 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-router', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:09Z', 'updated_at': '2021-08-20T11:12:28Z', 'revision_number': 6, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:28.427187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:28.427926 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.462197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:28.475890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a90779-e128-4932-a440-ced3677e0052 None None] Pushing event updated for resources: {'Port': ['ID=dd428900-6eea-4eb1-b521-fb35daf88b5d,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:28.491571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Transition to ACTIVE for port object 76877bba-9c06-42bf-9624-990f31d5762b will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:28.500625 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eacd33-5e37-4f74-8046-b91a251190bf None None] The sync data for ids ['fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa'] in n-d-804230-3 is: [{'id': 'fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa', 'name': 'tempest-FloatingIPsNegativeTestJSON-87474985-router', 'tenant_id': '5a809f48ff9641bba722c829c20d366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:09Z', 'updated_at': '2021-08-20T11:12:28Z', 'revision_number': 6, 'project_id': '5a809f48ff9641bba722c829c20d366b', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:28.515804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] For port 8b15609a-b6ff-4ef2-9809-7725f176094f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8b15609a-b6ff-4ef2-9809-7725f176094f,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:28.515804 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.547215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Calling delete_port for 8b15609a-b6ff-4ef2-9809-7725f176094f owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:12:28.603239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:28.603968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.640335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event updated for resources: {'Port': ['ID=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:28.652893 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.653248 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34e0592b-1469-49d7-b0b2-3b4f0155c6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.701605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419c128-afce-4eb6-a68b-2526b0fae858 req-75241dc4-7372-4a19-8ada-312f5e53dd3a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:28.708230 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7419c128-afce-4eb6-a68b-2526b0fae858 req-75241dc4-7372-4a19-8ada-312f5e53dd3a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 936 time: 0.5184352 Aug 20 11:12:28.734512 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34e0592b-1469-49d7-b0b2-3b4f0155c6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.761751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Pushing event updated for resources: {'Port': ['ID=76877bba-9c06-42bf-9624-990f31d5762b,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:28.791113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-51732e3f-17c2-47b6-97cb-13eb98711ad8 None None] Provisioning for port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:28.798324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-51732e3f-17c2-47b6-97cb-13eb98711ad8 None None] Provisioning complete for port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:28.799345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-51732e3f-17c2-47b6-97cb-13eb98711ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.816839 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-497634e1-5681-41ae-a45f-e6ac368a6504 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7826083 Aug 20 11:12:28.821982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-35c9f0e5-10b7-4985-a1c0-a2daa636a858 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0414674 Aug 20 11:12:28.849864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-51732e3f-17c2-47b6-97cb-13eb98711ad8 None None] Port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:28.914145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Attempting to bind port 76877bba-9c06-42bf-9624-990f31d5762b on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:28.914602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Attempting to bind port 76877bba-9c06-42bf-9624-990f31d5762b by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:28.914925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Attempting to bind port 76877bba-9c06-42bf-9624-990f31d5762b on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:28.931425 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Port 76877bba-9c06-42bf-9624-990f31d5762b on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:12:28.931837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Attempting to bind port 76877bba-9c06-42bf-9624-990f31d5762b on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:28.938229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:28.938749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:28.939222 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:28.939910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Bound port: 76877bba-9c06-42bf-9624-990f31d5762b, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:28.940345 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.951128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7419c128-afce-4eb6-a68b-2526b0fae858 req-3bd3eaa1-0a41-4e87-9868-8e679d40c944 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349865 Aug 20 11:12:28.956561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Request body: {'port': {'device_id': '50f18891-7505-44ac-8b00-925e78e05f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:28.973459 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:28.984174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Request body: {'port': {'device_id': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:29.116524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7d2e54c5-a4e6-4675-8ae8-7e4246fa67fe None None] Provisioning for port 3595316f-a118-4472-90cb-4f1d128c8629 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:29.135937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b15609a-b6ff-4ef2-9809-7725f176094f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:29.141396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7d2e54c5-a4e6-4675-8ae8-7e4246fa67fe None None] Provisioning complete for port 3595316f-a118-4472-90cb-4f1d128c8629 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:29.142021 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d2e54c5-a4e6-4675-8ae8-7e4246fa67fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.252572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e54c5-a4e6-4675-8ae8-7e4246fa67fe None None] Port 3595316f-a118-4472-90cb-4f1d128c8629 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:29.282069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34e0592b-1469-49d7-b0b2-3b4f0155c6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.284756 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34e0592b-1469-49d7-b0b2-3b4f0155c6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.286142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-34e0592b-1469-49d7-b0b2-3b4f0155c6f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d42b8db-7be2-4d32-ac0a-0c5f943e5f71 HTTP/1.1" status: 204 len: 168 time: 1.3223784 Aug 20 11:12:29.339124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0592b-1469-49d7-b0b2-3b4f0155c6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42b8db-7be2-4d32-ac0a-0c5f943e5f71,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:29.346119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] For port 76877bba-9c06-42bf-9624-990f31d5762b, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:29.348035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.350251 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.354593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] For port 76877bba-9c06-42bf-9624-990f31d5762b, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=76877bba-9c06-42bf-9624-990f31d5762b,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:29.366504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.538271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device dd428900-6eea-4eb1-b521-fb35daf88b5d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:29.821466 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.824262 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.829010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.844868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed7b98-5699-4903-a150-b777be156b7a req-43d16a87-218e-4729-872a-2ea41d189219 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:29.847493 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77ed7b98-5699-4903-a150-b777be156b7a req-43d16a87-218e-4729-872a-2ea41d189219 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 947 time: 0.6751797 Aug 20 11:12:29.854161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port dd428900-6eea-4eb1-b521-fb35daf88b5d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:29.889443 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:12:29.910164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 72aa40ae-548e-4af1-becb-e842f64c66d1 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:12:29.941529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:29.942202 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:29.943769 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/76877bba-9c06-42bf-9624-990f31d5762b HTTP/1.1" status: 200 len: 1096 time: 3.4295559 Aug 20 11:12:29.944247 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8deecf6b-360c-4685-9d1e-581e007bb12e', 'tag': '76877bba-9c06-42bf-9624-990f31d5762b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:29.946660 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807c39ca-7396-4148-9f25-9ce98d73e6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8deecf6b-360c-4685-9d1e-581e007bb12e", "tag": "76877bba-9c06-42bf-9624-990f31d5762b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:29.968991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:12:29.969550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b0ef0b69-cb89-4c82-b876-ad50e0e5c4f8 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:12:30.015630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a0e70-fab7-4635-9737-3f69b97322a4 service neutron] Pushing event updated for resources: {'Port': ['ID=76877bba-9c06-42bf-9624-990f31d5762b,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:30.059171 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:30.059718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:12:30.068226 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:30.075209 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-74bd8389-93fd-4a8f-88da-f12721fb5f5c admin admin] 10.222.0.10 "DELETE /v2.0/routers/fdf6c4a3-6f2e-48cb-b625-b692ae95c1aa HTTP/1.1" status: 204 len: 168 time: 2.5676830 Aug 20 11:12:30.075986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39950) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:30.281757 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77ed7b98-5699-4903-a150-b777be156b7a req-4ad89283-dc6e-4ddd-966c-435f2683dd6c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848582 Aug 20 11:12:30.298267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e55c9d-02d3-4c1d-848e-fe0e301f7bb8 admin admin] Deleting subnet 2b05cec0-73ad-484e-a0a2-9b3102c12f83 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:12:30.304745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4e55c9d-02d3-4c1d-848e-fe0e301f7bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:30.333078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8a54f-852f-402e-bae5-44da939428d0 req-8ef08ca8-3719-4986-9c31-419923ad50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:30.338977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-8ef08ca8-3719-4986-9c31-419923ad50ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 1099 time: 0.1767263 Aug 20 11:12:30.345318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 72aa40ae-548e-4af1-becb-e842f64c66d1, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=72aa40ae-548e-4af1-becb-e842f64c66d1,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:30.378137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '72aa40ae-548e-4af1-becb-e842f64c66d1', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '72aa40ae-548e-4af1-becb-e842f64c66d1', 'mac_address': 'fa:16:3e:d5:6a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:12:30.444785 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-34ce15a4-d866-468f-90ae-6cd498ca3cd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=76877bba-9c06-42bf-9624-990f31d5762b HTTP/1.1" status: 200 len: 217 time: 0.0947824 Aug 20 11:12:30.451593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:30.453353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4e55c9d-02d3-4c1d-848e-fe0e301f7bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:30.471582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193e89b5-af4f-4e7e-8016-2dbea79ea925 None None] Network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:12:30.546843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8a54f-852f-402e-bae5-44da939428d0 req-9035c2be-2aab-4ecb-bf5b-9b3d7d94ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:30.549114 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-9035c2be-2aab-4ecb-bf5b-9b3d7d94ac3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0932865 Aug 20 11:12:30.601768 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:30.642556 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:30.686860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72aa40ae-548e-4af1-becb-e842f64c66d1 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:30.702817 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4e55c9d-02d3-4c1d-848e-fe0e301f7bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:30.724501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 72aa40ae-548e-4af1-becb-e842f64c66d1, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=72aa40ae-548e-4af1-becb-e842f64c66d1,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:30.732242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8a54f-852f-402e-bae5-44da939428d0 req-0b384b7d-a73e-4534-a9de-b3c5a5fca4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:30.733822 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-0b384b7d-a73e-4534-a9de-b3c5a5fca4f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752870 Aug 20 11:12:30.840726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39952) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:30.867402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9137-2f18-4c0a-bf27-d6add6ecf1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:30.870934 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:30.878567 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-d69a48e3-3156-4d53-8609-8625572b4b1b service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351933 Aug 20 11:12:30.937777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ffc83-7892-472b-819a-b7d2f9baeaa7 req-b24553bf-fc3b-423e-a79b-46f21bc445da tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:30.939564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-532ffc83-7892-472b-819a-b7d2f9baeaa7 req-b24553bf-fc3b-423e-a79b-46f21bc445da tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 935 time: 0.3836210 Aug 20 11:12:31.008130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=72aa40ae-548e-4af1-becb-e842f64c66d1,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:31.013110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d267d7e5-262f-45dc-94e4-a1a7df91472d None None] Provisioning for port dd428900-6eea-4eb1-b521-fb35daf88b5d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:31.024023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d267d7e5-262f-45dc-94e4-a1a7df91472d None None] Provisioning complete for port dd428900-6eea-4eb1-b521-fb35daf88b5d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:31.024400 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d267d7e5-262f-45dc-94e4-a1a7df91472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.031528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Allocated IP 172.25.4.113 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/07fbdb69-1121-4708-9624-87abfe4f08e7) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:31.074934 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48b8a54f-852f-402e-bae5-44da939428d0 req-6755a77d-c6dd-4798-aef8-3fff3f972821 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877728 Aug 20 11:12:31.082905 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4e55c9d-02d3-4c1d-848e-fe0e301f7bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.127816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['72aa40ae-548e-4af1-becb-e842f64c66d1'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:12:31.134027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-532ffc83-7892-472b-819a-b7d2f9baeaa7 req-b1d77d82-a801-46c4-8b18-8a150ca1ecbe tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666503 Aug 20 11:12:31.158503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8b15609a-b6ff-4ef2-9809-7725f176094f no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:12:31.191515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 8b15609a-b6ff-4ef2-9809-7725f176094f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:12:31.191876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8b15609a-b6ff-4ef2-9809-7725f176094f not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:12:31.193710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e55c9d-02d3-4c1d-848e-fe0e301f7bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b05cec0-73ad-484e-a0a2-9b3102c12f83,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:31.221718 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3341e65d-3ac5-4def-8bb3-47137a7f3e64 x-openstack-request-id: req-3341e65d-3ac5-4def-8bb3-47137a7f3e64 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:31.222231 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8deecf6b-360c-4685-9d1e-581e007bb12e", "tag": "76877bba-9c06-42bf-9624-990f31d5762b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:31.222608 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3341e65d-3ac5-4def-8bb3-47137a7f3e64 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:31.223312 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8deecf6b-360c-4685-9d1e-581e007bb12e', 'tag': '76877bba-9c06-42bf-9624-990f31d5762b', 'status': 'completed', 'code': 200} Aug 20 11:12:31.236122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4e55c9d-02d3-4c1d-848e-fe0e301f7bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.240097 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b4e55c9d-02d3-4c1d-848e-fe0e301f7bb8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2b05cec0-73ad-484e-a0a2-9b3102c12f83 HTTP/1.1" status: 204 len: 168 time: 1.1620104 Aug 20 11:12:31.250643 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9137-2f18-4c0a-bf27-d6add6ecf1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.251716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39956) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:31.260685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccf6cd9-6d4c-4428-a297-131f61c3e63e None None] Network e40ef0fd-de5c-464c-b039-edbb23a24378 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:12:31.307143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3595316f-a118-4472-90cb-4f1d128c8629 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:31.316823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84d812-21d7-44a0-a719-8781ba7496db req-7cd253af-557c-46eb-a5e4-8d048dcdb9ab tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:31.318618 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f84d812-21d7-44a0-a719-8781ba7496db req-7cd253af-557c-46eb-a5e4-8d048dcdb9ab tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 931 time: 0.1462989 Aug 20 11:12:31.334792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-7a861664-a519-4a92-8d99-150a5146b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:31.336427 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-7a861664-a519-4a92-8d99-150a5146b4d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 1099 time: 0.0799654 Aug 20 11:12:31.344782 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.356183 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9137-2f18-4c0a-bf27-d6add6ecf1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.394902 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d267d7e5-262f-45dc-94e4-a1a7df91472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.410594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e268e8-ab7f-4843-a02f-9fc83cc6bacb {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:31.436874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Transition to ACTIVE for port object 3595316f-a118-4472-90cb-4f1d128c8629 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:31.440693 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.457400 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f84d812-21d7-44a0-a719-8781ba7496db req-7f494794-8916-4bf8-bd40-4eb0a91d6855 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319330 Aug 20 11:12:31.468855 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5c4e9137-2f18-4c0a-bf27-d6add6ecf1c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91c7dba739554a7680b71c2aaabe226d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6251495 Aug 20 11:12:31.471892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.472685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39960) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:31.473652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e9137-2f18-4c0a-bf27-d6add6ecf1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac159af8-0fdf-4759-af1b-8be51061e19c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:31.483346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Transition to ACTIVE for port object b6e268e8-ab7f-4843-a02f-9fc83cc6bacb will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:31.496047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeda2f0-bb71-415c-8ae8-b3e47105e0ae req-490cceb6-355e-4513-a7c2-63f055ea0319 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:31.497667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfeda2f0-bb71-415c-8ae8-b3e47105e0ae req-490cceb6-355e-4513-a7c2-63f055ea0319 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 948 time: 0.2044322 Aug 20 11:12:31.519020 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.541712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-eb8fac53-ddc3-43eb-a0d3-6e474dd9f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:31.543994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-eb8fac53-ddc3-43eb-a0d3-6e474dd9f492 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1978860 Aug 20 11:12:31.572211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d267d7e5-262f-45dc-94e4-a1a7df91472d None None] For port dd428900-6eea-4eb1-b521-fb35daf88b5d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=dd428900-6eea-4eb1-b521-fb35daf88b5d,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:31.589645 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.606079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-a22def10-b0ae-4ff7-be43-a9d630f63ddd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=76877bba-9c06-42bf-9624-990f31d5762b HTTP/1.1" status: 200 len: 217 time: 0.0531247 Aug 20 11:12:31.607011 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991049a3-5a71-4f80-b6bb-a02fa77a6d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.623324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfeda2f0-bb71-415c-8ae8-b3e47105e0ae req-81267236-3bf2-4e99-b3ae-2d75d5069a4a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020105 Aug 20 11:12:31.649627 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.683932 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d267d7e5-262f-45dc-94e4-a1a7df91472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.685795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991049a3-5a71-4f80-b6bb-a02fa77a6d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.717116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3595316f-a118-4472-90cb-4f1d128c8629,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:31.745129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-8e167a38-bd65-4528-a5e6-2e14ff28f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:31.746379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-8e167a38-bd65-4528-a5e6-2e14ff28f2d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1316824 Aug 20 11:12:31.829752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267d7e5-262f-45dc-94e4-a1a7df91472d None None] Pushing event updated for resources: {'Port': ['ID=dd428900-6eea-4eb1-b521-fb35daf88b5d,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:31.924058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d135145-1fd6-4264-8547-afb8d27fcb06 None None] DHCP port deletion for e40ef0fd-de5c-464c-b039-edbb23a24378 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:12:31.932926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c751b242-b86d-4d88-afa8-1eb3f6776af5 None None] Provisioning complete for port dd428900-6eea-4eb1-b521-fb35daf88b5d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:31.933406 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c751b242-b86d-4d88-afa8-1eb3f6776af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.962754 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991049a3-5a71-4f80-b6bb-a02fa77a6d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.987477 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991049a3-5a71-4f80-b6bb-a02fa77a6d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:31.989659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-991049a3-5a71-4f80-b6bb-a02fa77a6d91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac159af8-0fdf-4759-af1b-8be51061e19c HTTP/1.1" status: 204 len: 168 time: 0.5120125 Aug 20 11:12:32.030774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991049a3-5a71-4f80-b6bb-a02fa77a6d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac159af8-0fdf-4759-af1b-8be51061e19c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:32.052780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-1b67e785-6d10-4d86-9dc5-b544f36b8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:32.055663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-1b67e785-6d10-4d86-9dc5-b544f36b8d87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2033451 Aug 20 11:12:32.078199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:32.080473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3d135145-1fd6-4264-8547-afb8d27fcb06 None None] Deleting port 426bef2a-131e-47c8-8c32-74f32e3e087d {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:12:32.082613 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3d135145-1fd6-4264-8547-afb8d27fcb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:32.230377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Deleting port 426bef2a-131e-47c8-8c32-74f32e3e087d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:12:32.231074 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:32.269604 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3d135145-1fd6-4264-8547-afb8d27fcb06 None None] For port 426bef2a-131e-47c8-8c32-74f32e3e087d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=426bef2a-131e-47c8-8c32-74f32e3e087d,segment=NetworkSegment(ce08a7a4-788d-4bd9-adad-76b02e7402f8),segment_id=ce08a7a4-788d-4bd9-adad-76b02e7402f8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:32.270684 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3d135145-1fd6-4264-8547-afb8d27fcb06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:32.288066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3d135145-1fd6-4264-8547-afb8d27fcb06 None None] Calling delete_port for 426bef2a-131e-47c8-8c32-74f32e3e087d owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:12:32.331409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Pushing event updated for resources: {'Port': ['ID=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:32.347449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Attempting to bind port 3595316f-a118-4472-90cb-4f1d128c8629 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:32.347784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Attempting to bind port 3595316f-a118-4472-90cb-4f1d128c8629 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:32.348248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Attempting to bind port 3595316f-a118-4472-90cb-4f1d128c8629 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:32.362106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:32.373174 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-128c8a65-a3ee-44f8-bf5b-49fce08cb74d service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021443 Aug 20 11:12:32.394552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:32.396539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Port 3595316f-a118-4472-90cb-4f1d128c8629 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:12:32.396936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Attempting to bind port 3595316f-a118-4472-90cb-4f1d128c8629 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:32.405642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:32.415740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df684050-52c2-442e-bd0d-596065c2ea46 req-1d6a62bc-a5c1-4b04-854a-984999d2ef9e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:32.419462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df684050-52c2-442e-bd0d-596065c2ea46 req-1d6a62bc-a5c1-4b04-854a-984999d2ef9e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 948 time: 0.6805873 Aug 20 11:12:32.513659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Attempting to bind port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:32.514299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Attempting to bind port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:32.514880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Attempting to bind port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb on network 2edbf63b-41ed-48ed-9209-772b0f82fb31 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:32.527877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-807c39ca-7396-4148-9f25-9ce98d73e6ca req-4d524791-eccb-4cc3-aa3b-d91add43564a service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469986 Aug 20 11:12:32.556886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] For port 426bef2a-131e-47c8-8c32-74f32e3e087d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=426bef2a-131e-47c8-8c32-74f32e3e087d,segment=NetworkSegment(ce08a7a4-788d-4bd9-adad-76b02e7402f8),segment_id=ce08a7a4-788d-4bd9-adad-76b02e7402f8)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:32.557498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:32.579069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:32.579883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:32.580112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:32.580453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Bound port: 3595316f-a118-4472-90cb-4f1d128c8629, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:32.580903 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:32.642687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb on network 2edbf63b-41ed-48ed-9209-772b0f82fb31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:12:32.643056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Attempting to bind port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb on network 2edbf63b-41ed-48ed-9209-772b0f82fb31 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:32.655670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Calling delete_port for 426bef2a-131e-47c8-8c32-74f32e3e087d owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:12:32.659892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Pushing event updated for resources: {'Port': ['ID=07fbdb69-1121-4708-9624-87abfe4f08e7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:32.695125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:32.695698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Checking segment: {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:32.696342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Bound using segment: {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:32.697221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Bound port: b6e268e8-ab7f-4843-a02f-9fc83cc6bacb, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:32.697846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:32.774794 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3d135145-1fd6-4264-8547-afb8d27fcb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:32.841623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d135145-1fd6-4264-8547-afb8d27fcb06 None None] Pushing event deleted for resources: {'Port': ['ID=426bef2a-131e-47c8-8c32-74f32e3e087d,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:32.848044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d135145-1fd6-4264-8547-afb8d27fcb06 None None] No DVR routers for this DVR port 426bef2a-131e-47c8-8c32-74f32e3e087d on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:12:33.002808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device dd428900-6eea-4eb1-b521-fb35daf88b5d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:33.079403 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port dd428900-6eea-4eb1-b521-fb35daf88b5d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:33.080187 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:33.116709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df684050-52c2-442e-bd0d-596065c2ea46 req-719ffe5d-8f98-4004-aa85-3cb8dd3a61d3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119804 Aug 20 11:12:33.251528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 426bef2a-131e-47c8-8c32-74f32e3e087d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:12:33.287530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 426bef2a-131e-47c8-8c32-74f32e3e087d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:12:33.288250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 426bef2a-131e-47c8-8c32-74f32e3e087d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:12:33.321691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] For port 3595316f-a118-4472-90cb-4f1d128c8629, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:33.391808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] For port 3595316f-a118-4472-90cb-4f1d128c8629, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3595316f-a118-4472-90cb-4f1d128c8629,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:33.395337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] For port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:33.418625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] For port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:33.426399 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:33.470741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426dca-ed1c-4b17-983c-bee225cb91fd req-337dab03-c830-4d70-bbf3-bd8dc9d56501 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:33.472363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a426dca-ed1c-4b17-983c-bee225cb91fd req-337dab03-c830-4d70-bbf3-bd8dc9d56501 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 947 time: 0.2621820 Aug 20 11:12:33.515412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:33.517501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Pushing event deleted for resources: {'Port': ['ID=426bef2a-131e-47c8-8c32-74f32e3e087d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:33.528975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] No DVR routers for this DVR port 426bef2a-131e-47c8-8c32-74f32e3e087d on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:12:33.585840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:33.646927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:33.647591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:33.649585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] 10.222.0.38 "PUT /v2.0/ports/3595316f-a118-4472-90cb-4f1d128c8629 HTTP/1.1" status: 200 len: 1095 time: 4.7007408 Aug 20 11:12:33.656044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f18891-7505-44ac-8b00-925e78e05f81', 'tag': '3595316f-a118-4472-90cb-4f1d128c8629'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:33.658359 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6988859-1661-4543-9216-42999249a37d" -d '{"events": [{"name": "network-changed", "server_uuid": "50f18891-7505-44ac-8b00-925e78e05f81", "tag": "3595316f-a118-4472-90cb-4f1d128c8629"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:33.698033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 76877bba-9c06-42bf-9624-990f31d5762b details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:12:33.733324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a426dca-ed1c-4b17-983c-bee225cb91fd req-210c0409-9722-48f5-a722-fa76b64518e6 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520494 Aug 20 11:12:33.744916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:33.745632 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:33.747175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] 10.222.0.57 "PUT /v2.0/ports/b6e268e8-ab7f-4843-a02f-9fc83cc6bacb HTTP/1.1" status: 200 len: 1091 time: 4.7815940 Aug 20 11:12:33.787404 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:33.790117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073133cf-a838-4c36-af5f-392a8147f9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3595316f-a118-4472-90cb-4f1d128c8629,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:33.821986 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40ef0fd-de5c-464c-b039-edbb23a24378']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:33.841046 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:33.869769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 76877bba-9c06-42bf-9624-990f31d5762b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=76877bba-9c06-42bf-9624-990f31d5762b,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:33.885880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '76877bba-9c06-42bf-9624-990f31d5762b', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '76877bba-9c06-42bf-9624-990f31d5762b', 'mac_address': 'fa:16:3e:ce:7b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:12:33.948456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 72aa40ae-548e-4af1-becb-e842f64c66d1 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:33.960933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce08a7a4-788d-4bd9-adad-76b02e7402f8') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:33.961163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce08a7a4-788d-4bd9-adad-76b02e7402f8') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:34.004722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.023328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76877bba-9c06-42bf-9624-990f31d5762b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:34.055684 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.059593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 76877bba-9c06-42bf-9624-990f31d5762b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=76877bba-9c06-42bf-9624-990f31d5762b,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:34.118683 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.139160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:12:34.139578 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:12:34.147794 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:12:34.150936 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.161693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297be3b3-c92a-4595-aa67-f3e3f764d03f service neutron] Pushing event updated for resources: {'Port': ['ID=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:34.191911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 72aa40ae-548e-4af1-becb-e842f64c66d1 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:34.206841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-084bd49c-e157-4d6b-b876-5daa5a2e81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:34.206841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-084bd49c-e157-4d6b-b876-5daa5a2e81bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee3d1306599a4d3dbfe3d588552e10e0&device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 1094 time: 0.2576540 Aug 20 11:12:34.207277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 72aa40ae-548e-4af1-becb-e842f64c66d1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:34.207277 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.214776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-82f8de44-d6e7-4330-8c0e-9aa7cc9f0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:34.216287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-82f8de44-d6e7-4330-8c0e-9aa7cc9f0bae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e9cb097193e477a8646537984564d17&device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 1098 time: 0.3912785 Aug 20 11:12:34.273178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=76877bba-9c06-42bf-9624-990f31d5762b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:34.327552 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.336798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f90c12-c68f-4aa6-8a70-6da2b8573be9 req-e3a5183a-f119-4198-a554-802f48306d2b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:34.338369 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9f90c12-c68f-4aa6-8a70-6da2b8573be9 req-e3a5183a-f119-4198-a554-802f48306d2b tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 943 time: 0.3952460 Aug 20 11:12:34.342729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-787255de-8f87-4066-a368-c34638d79a3f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=3595316f-a118-4472-90cb-4f1d128c8629 HTTP/1.1" status: 200 len: 217 time: 0.0833189 Aug 20 11:12:34.344008 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-018b8e55-afb4-4df0-af13-c6c84caf60c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb HTTP/1.1" status: 200 len: 217 time: 0.1234288 Aug 20 11:12:34.355032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aa40ae-548e-4af1-becb-e842f64c66d1'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:34.357479 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298a452d-784a-4e3f-a134-0d5b08cd568b" -d '{"events": [{"server_uuid": "6ce104ec-5a66-43f8-9c88-96d68f30da52", "name": "network-vif-plugged", "status": "completed", "tag": "72aa40ae-548e-4af1-becb-e842f64c66d1"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:34.379577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 72aa40ae-548e-4af1-becb-e842f64c66d1, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=72aa40ae-548e-4af1-becb-e842f64c66d1,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:34.403168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['76877bba-9c06-42bf-9624-990f31d5762b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:12:34.465701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.483990 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.485920 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e40ef0fd-de5c-464c-b039-edbb23a24378 HTTP/1.1" status: 204 len: 168 time: 3.2266009 Aug 20 11:12:34.525376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf277ca-543b-477c-a8aa-ae4154cdb043 admin admin] Pushing event deleted for resources: {'Network': ['ID=e40ef0fd-de5c-464c-b039-edbb23a24378,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:34.530692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.540003 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9f90c12-c68f-4aa6-8a70-6da2b8573be9 req-91e28311-cb84-4da3-a9f5-f1f893dc748f tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926775 Aug 20 11:12:34.543383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-ad5c3afb-ef40-4562-81f8-554d1c715b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:34.544861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-ad5c3afb-ef40-4562-81f8-554d1c715b32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83377e28-2932-4097-8c29-2d00f93d937c HTTP/1.1" status: 200 len: 863 time: 0.1878719 Aug 20 11:12:34.546681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-3c497d92-27ea-42fa-838d-9cbfa3ac7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:34.547938 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:34.548273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-3c497d92-27ea-42fa-838d-9cbfa3ac7fd5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1902313 Aug 20 11:12:34.742986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=72aa40ae-548e-4af1-becb-e842f64c66d1,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:34.743568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-b364fb33-957e-4e62-bc2c-9aa6398c075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:34.745323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-b364fb33-957e-4e62-bc2c-9aa6398c075f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2edbf63b-41ed-48ed-9209-772b0f82fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911528 Aug 20 11:12:34.754262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-fed04b7c-fe32-46a4-8d4e-75a877bc65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:34.755503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-fed04b7c-fe32-46a4-8d4e-75a877bc65cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557474 Aug 20 11:12:35.094140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bf331-f13a-4f09-86d5-fcab29693c97 req-bc3a1a4c-53b5-4a8f-9ca6-f23db1e9696d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:35.095871 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c40bf331-f13a-4f09-86d5-fcab29693c97 req-bc3a1a4c-53b5-4a8f-9ca6-f23db1e9696d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 949 time: 0.4427612 Aug 20 11:12:35.116424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40014) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:35.163841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d761228a-d108-440e-843b-6d27767d2657 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a809f48ff9641bba722c829c20d366b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451288 Aug 20 11:12:35.166428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40018) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:35.222061 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf646baa-5a10-4544-977e-d6e51a5c22ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:35.244863 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf646baa-5a10-4544-977e-d6e51a5c22ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:35.254722 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-b95d81e1-8c0b-46ed-8b84-1fedef8301b6 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819500 Aug 20 11:12:35.258662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c40bf331-f13a-4f09-86d5-fcab29693c97 req-d01ee558-0ffc-49b9-934e-af5e4ae7343a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474400 Aug 20 11:12:35.260686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-66d1ee19-2674-4186-b77b-2515dfde112c service neutron] 10.222.0.57 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013268 Aug 20 11:12:35.326265 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88056f0f-8067-427a-84bd-e4f1cac320ee x-openstack-request-id: req-88056f0f-8067-427a-84bd-e4f1cac320ee {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:35.326594 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f18891-7505-44ac-8b00-925e78e05f81", "tag": "3595316f-a118-4472-90cb-4f1d128c8629", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:35.326894 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88056f0f-8067-427a-84bd-e4f1cac320ee {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:35.327235 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f18891-7505-44ac-8b00-925e78e05f81', 'tag': '3595316f-a118-4472-90cb-4f1d128c8629', 'status': 'completed', 'code': 200} Aug 20 11:12:35.404062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:12:35.430421 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf646baa-5a10-4544-977e-d6e51a5c22ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:35.433464 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf646baa-5a10-4544-977e-d6e51a5c22ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:35.434673 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bf646baa-5a10-4544-977e-d6e51a5c22ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7985b662-cb5f-4548-976d-ec66ab0d76ec HTTP/1.1" status: 204 len: 168 time: 0.2667594 Aug 20 11:12:35.452778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf646baa-5a10-4544-977e-d6e51a5c22ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7985b662-cb5f-4548-976d-ec66ab0d76ec,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:35.494168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d4de85e-c6c9-48a7-9d36-d6a798cbe598 req-fcd6b598-259c-468f-a173-a8b11207614b service neutron] 10.222.0.57 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048512 Aug 20 11:12:35.526870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba6927-b880-40f3-a48a-74970d13c099 req-97cc3423-c30e-405a-81d6-86c7c1b1b5d3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:35.534019 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c2ba6927-b880-40f3-a48a-74970d13c099 req-97cc3423-c30e-405a-81d6-86c7c1b1b5d3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.1636238 Aug 20 11:12:35.534019 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7eca4956-0c96-49cd-b74a-4558f7d8294b req-6282925b-899e-4ccf-8da8-aed6aad677f4 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682579 Aug 20 11:12:35.621963 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c2ba6927-b880-40f3-a48a-74970d13c099 req-acc09a18-f582-4fee-ad9b-a1bc2bfb6fdd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785890 Aug 20 11:12:35.627389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:35.646784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Sync routers for ids ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:35.658155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Routers {'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:35.658842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:35.702919 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e99ecd-0caf-47d6-9622-68aa48658208 x-openstack-request-id: req-f8e99ecd-0caf-47d6-9622-68aa48658208 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:35.703210 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce104ec-5a66-43f8-9c88-96d68f30da52", "name": "network-vif-plugged", "status": "completed", "tag": "72aa40ae-548e-4af1-becb-e842f64c66d1", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:35.703640 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8e99ecd-0caf-47d6-9622-68aa48658208 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:35.705484 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aa40ae-548e-4af1-becb-e842f64c66d1', 'code': 200} Aug 20 11:12:35.718866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 76877bba-9c06-42bf-9624-990f31d5762b up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:35.827843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Set router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:35.851201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:35.851445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8b2703a6-37fe-46a5-867c-9639dc820780 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8802843 Aug 20 11:12:35.855199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40030) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:35.887308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d326e-0413-437b-8030-ceb07df20516 req-d661b556-12ce-4c48-98e1-3381d36f1ed7 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:35.889043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f7d326e-0413-437b-8030-ceb07df20516 req-d661b556-12ce-4c48-98e1-3381d36f1ed7 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 947 time: 0.1552880 Aug 20 11:12:35.907345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce821a5b-fb95-4f24-8bd2-97fefc61689c req-fbc28ac5-2508-4b71-830b-8d4724a74789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:35.909504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce821a5b-fb95-4f24-8bd2-97fefc61689c req-fbc28ac5-2508-4b71-830b-8d4724a74789 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 1100 time: 0.1449573 Aug 20 11:12:35.934621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 76877bba-9c06-42bf-9624-990f31d5762b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:35.943587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 76877bba-9c06-42bf-9624-990f31d5762b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:35.944013 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:35.952011 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988859-1661-4543-9216-42999249a37d req-bb01d37f-5981-4b57-a0e7-a8f020d58e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:35.954478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6988859-1661-4543-9216-42999249a37d req-bb01d37f-5981-4b57-a0e7-a8f020d58e61 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e9cb097193e477a8646537984564d17&device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 1098 time: 0.1490119 Aug 20 11:12:36.086039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce821a5b-fb95-4f24-8bd2-97fefc61689c req-243b2686-0da6-4f63-97b6-81d2c895c161 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600182 Aug 20 11:12:36.138537 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f7d326e-0413-437b-8030-ceb07df20516 req-22a39570-0e0e-46e0-b051-be5f2d0fb6b6 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234867 Aug 20 11:12:36.197620 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:36.273637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 76877bba-9c06-42bf-9624-990f31d5762b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=76877bba-9c06-42bf-9624-990f31d5762b,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:36.277102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-router', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:27Z', 'updated_at': '2021-08-20T11:12:33Z', 'revision_number': 3, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'gw_port': {'id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:30Z', 'updated_at': '2021-08-20T11:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:36.305752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988859-1661-4543-9216-42999249a37d req-28455544-3842-4b50-8794-8b2dcd6a78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:36.308392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6988859-1661-4543-9216-42999249a37d req-28455544-3842-4b50-8794-8b2dcd6a78ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3085725 Aug 20 11:12:36.356079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Checking router: ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:36.356854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Updating router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 port 07fbdb69-1121-4708-9624-87abfe4f08e7 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:12:36.357367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40040) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:36.396008 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6988859-1661-4543-9216-42999249a37d req-9186046b-0006-4694-bff9-175cd5070f46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=3595316f-a118-4472-90cb-4f1d128c8629 HTTP/1.1" status: 200 len: 217 time: 0.0454943 Aug 20 11:12:36.405888 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:36.420021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3b2ec-81b4-4761-8127-dfcb8d1cdb89 req-6c9c94e6-29f8-46a6-8140-e10ff3a78e74 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:36.422023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4f3b2ec-81b4-4761-8127-dfcb8d1cdb89 req-6c9c94e6-29f8-46a6-8140-e10ff3a78e74 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 943 time: 0.1522701 Aug 20 11:12:36.434395 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:36.511679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988859-1661-4543-9216-42999249a37d req-b849ec6a-8e30-4a14-9068-872c46f40e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:36.514500 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6988859-1661-4543-9216-42999249a37d req-b849ec6a-8e30-4a14-9068-872c46f40e2c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1083901 Aug 20 11:12:36.535208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-8cc761dd-94cb-4598-ae08-eb3118766f37 req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Request body: {'security_group': {'name': 'tempest-securitygroup-903753108', 'description': 'tempest-description-365090195'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:36.554842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=76877bba-9c06-42bf-9624-990f31d5762b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:36.606558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4f3b2ec-81b4-4761-8127-dfcb8d1cdb89 req-5ea686f0-bc77-4944-b236-51efb9bc6f63 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968506 Aug 20 11:12:36.612101 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5939d287-934a-4255-8bb9-cf11e0917f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:36.623113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988859-1661-4543-9216-42999249a37d req-447a5289-6418-4be4-81d2-b58b5565806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:36.624752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6988859-1661-4543-9216-42999249a37d req-447a5289-6418-4be4-81d2-b58b5565806e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780010 Aug 20 11:12:36.633529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:36.756589 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8cc761dd-94cb-4598-ae08-eb3118766f37 req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:36.779892 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8cc761dd-94cb-4598-ae08-eb3118766f37 req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:36.827936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cf138-fd3f-4642-b0c1-b8c4d4fe8a58 req-a400e356-64af-4769-86a5-f3dd6c58dcf9 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:36.829476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a8cf138-fd3f-4642-b0c1-b8c4d4fe8a58 req-a400e356-64af-4769-86a5-f3dd6c58dcf9 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 950 time: 0.0813153 Aug 20 11:12:36.860001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6988859-1661-4543-9216-42999249a37d req-b7755d87-2974-47b7-82c3-a020d67e9678 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259159 Aug 20 11:12:36.864221 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:36.876680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Transition to ACTIVE for port object 07fbdb69-1121-4708-9624-87abfe4f08e7 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:36.896822 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a8cf138-fd3f-4642-b0c1-b8c4d4fe8a58 req-986767fe-2a71-4024-a8cc-b6d557655e1a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561264 Aug 20 11:12:36.930091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Allocated IP 172.20.0.1 (637cb731-10d6-4fd3-88c8-5aab4cbcb0ef/e1dc9d67-2177-44ac-a2eb-0a29d4e489d3/523345e6-519e-4a64-bf09-49b6ad34af27) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:36.970272 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5939d287-934a-4255-8bb9-cf11e0917f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:36.972711 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.035805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6988859-1661-4543-9216-42999249a37d req-a4ac8f84-5f93-44b0-b848-e68bd5cfd24a service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641059 Aug 20 11:12:37.055371 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5939d287-934a-4255-8bb9-cf11e0917f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.083891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d6215-cd5f-4efb-b471-b9b94cfec3ea req-12a70c69-d819-49cc-bca6-2847cdabe6d6 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:37.094848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5939d287-934a-4255-8bb9-cf11e0917f8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e2eedffa377469a82773813fd5a8cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7358379 Aug 20 11:12:37.103258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40058) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:37.111837 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c45d6215-cd5f-4efb-b471-b9b94cfec3ea req-12a70c69-d819-49cc-bca6-2847cdabe6d6 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.1198382 Aug 20 11:12:37.154461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Attempting to bind port 07fbdb69-1121-4708-9624-87abfe4f08e7 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:37.154461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Attempting to bind port 07fbdb69-1121-4708-9624-87abfe4f08e7 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:37.154774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Attempting to bind port 07fbdb69-1121-4708-9624-87abfe4f08e7 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:37.161714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c45d6215-cd5f-4efb-b471-b9b94cfec3ea req-468d3d5e-0f9f-4b8b-8e96-40df23056c5d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Aug 20 11:12:37.166369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a103e-9d3e-45fe-acaf-fdb963d98a85 None None] Pushing event updated for resources: {'Port': ['ID=07fbdb69-1121-4708-9624-87abfe4f08e7,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:37.169535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:37.169934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:37.170316 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.171037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:37.171517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Bound port: 07fbdb69-1121-4708-9624-87abfe4f08e7, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:37.171901 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.202462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939d287-934a-4255-8bb9-cf11e0917f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3959a9cd-f554-4475-8247-f91920d97932,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:37.257171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] For port 07fbdb69-1121-4708-9624-87abfe4f08e7, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:37.260771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] For port 07fbdb69-1121-4708-9624-87abfe4f08e7, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=07fbdb69-1121-4708-9624-87abfe4f08e7,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:37.263127 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.285204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Transition to ACTIVE for port object 523345e6-519e-4a64-bf09-49b6ad34af27 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:37.309402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c575da55-066f-46a1-a441-6a7025209f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.316825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530565ad-bb81-4a90-8f25-96cd3929f555 req-ba6ba0a8-47cc-4ac1-a45c-da43e1ae9995 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:37.318545 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-530565ad-bb81-4a90-8f25-96cd3929f555 req-ba6ba0a8-47cc-4ac1-a45c-da43e1ae9995 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 947 time: 0.0534260 Aug 20 11:12:37.331636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'tag': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:37.334537 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac52fa57-3b70-4365-aec1-e95e32ff6379" -d '{"events": [{"name": "network-changed", "server_uuid": "75c9ed01-4315-4a2b-ba5a-d260cd904875", "tag": "b6e268e8-ab7f-4843-a02f-9fc83cc6bacb"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:37.355303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40066) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:37.356924 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c575da55-066f-46a1-a441-6a7025209f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.374404 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.382362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-530565ad-bb81-4a90-8f25-96cd3929f555 req-2ba1b914-9efb-437e-9c2e-02ee893d588e tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564930 Aug 20 11:12:37.389460 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8cc761dd-94cb-4598-ae08-eb3118766f37 req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.478171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-401545284-network', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:37.482375 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8cc761dd-94cb-4598-ae08-eb3118766f37 req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.483391 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fc3537-98e9-43f1-b9be-bcf1fdf21e68 x-openstack-request-id: req-54fc3537-98e9-43f1-b9be-bcf1fdf21e68 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:37.483754 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c9ed01-4315-4a2b-ba5a-d260cd904875", "tag": "b6e268e8-ab7f-4843-a02f-9fc83cc6bacb", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:37.483985 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54fc3537-98e9-43f1-b9be-bcf1fdf21e68 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:37.484379 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'tag': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb', 'status': 'completed', 'code': 200} Aug 20 11:12:37.487087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a103e-9d3e-45fe-acaf-fdb963d98a85 None None] Pushing event updated for resources: {'Port': ['ID=07fbdb69-1121-4708-9624-87abfe4f08e7,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:37.505360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Routers {'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:37.506004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:37.530776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c575da55-066f-46a1-a441-6a7025209f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.535160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c575da55-066f-46a1-a441-6a7025209f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.541512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c575da55-066f-46a1-a441-6a7025209f36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3959a9cd-f554-4475-8247-f91920d97932 HTTP/1.1" status: 204 len: 168 time: 0.4369864 Aug 20 11:12:37.548725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.561957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-3c3c0684-57f6-45a6-ac85-a9d60f9b95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:37.575281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b73b21b-fa3f-4af5-84f5-4579e4fa5934,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:37.575746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-3c3c0684-57f6-45a6-ac85-a9d60f9b95fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee3d1306599a4d3dbfe3d588552e10e0&device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 1094 time: 0.0523193 Aug 20 11:12:37.630694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575da55-066f-46a1-a441-6a7025209f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3959a9cd-f554-4475-8247-f91920d97932,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:37.640131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] Set router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:37.661794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:37.670475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:37.680861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Made reservation on behalf of d9c80266596547afb82018ff6b0b84e3 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:37.680861 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.695148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:37.721887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Pushing event updated for resources: {'Port': ['ID=523345e6-519e-4a64-bf09-49b6ad34af27,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:37.727011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8deecf6b-360c-4685-9d1e-581e007bb12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76877bba-9c06-42bf-9624-990f31d5762b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:37.730607 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0fdd90-6b57-4219-8d32-d0db97b0f2ce" -d '{"events": [{"server_uuid": "8deecf6b-360c-4685-9d1e-581e007bb12e", "name": "network-vif-plugged", "status": "completed", "tag": "76877bba-9c06-42bf-9624-990f31d5762b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:37.744255 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.773583 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:37.815221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-ed6f9af1-c23c-42eb-9484-0ea7c5345d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:37.816868 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-ed6f9af1-c23c-42eb-9484-0ea7c5345d5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2edbf63b-41ed-48ed-9209-772b0f82fb31 HTTP/1.1" status: 200 len: 925 time: 0.2345932 Aug 20 11:12:37.878583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-1ead6902-2e69-4e70-b71f-f2a6ba03ecb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb HTTP/1.1" status: 200 len: 217 time: 0.0497479 Aug 20 11:12:37.907009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38302b7-c09d-4486-9e65-89d2915d42a4 req-82ec88b1-30b9-4501-94f2-8f08c6384fc2 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:37.915092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38302b7-c09d-4486-9e65-89d2915d42a4 req-82ec88b1-30b9-4501-94f2-8f08c6384fc2 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 943 time: 0.1442144 Aug 20 11:12:37.930240 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-router', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:27Z', 'updated_at': '2021-08-20T11:12:33Z', 'revision_number': 3, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'gw_port': {'id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:30Z', 'updated_at': '2021-08-20T11:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:37.972050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3595316f-a118-4472-90cb-4f1d128c8629 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:12:37.976309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b1209-27eb-4de4-a713-7652e8c76822 None None] The sync data for ids ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'] in n-d-804230-3 is: [{'id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-router', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:27Z', 'updated_at': '2021-08-20T11:12:33Z', 'revision_number': 3, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'gw_port': {'id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:30Z', 'updated_at': '2021-08-20T11:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:38.008962 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38302b7-c09d-4486-9e65-89d2915d42a4 req-8ca08419-ba71-4473-aca0-0011c0496f74 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922019 Aug 20 11:12:38.027678 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-df7db736-22de-46dd-bd09-04bb54a36296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:38.042302 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-df7db736-22de-46dd-bd09-04bb54a36296 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83377e28-2932-4097-8c29-2d00f93d937c HTTP/1.1" status: 200 len: 863 time: 0.1448984 Aug 20 11:12:38.128119 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cd1eeb-8c9a-4b94-a4ca-e4400d96ff97 x-openstack-request-id: req-48cd1eeb-8c9a-4b94-a4ca-e4400d96ff97 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:38.128922 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8deecf6b-360c-4685-9d1e-581e007bb12e", "name": "network-vif-plugged", "status": "completed", "tag": "76877bba-9c06-42bf-9624-990f31d5762b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:38.129330 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48cd1eeb-8c9a-4b94-a4ca-e4400d96ff97 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:38.130089 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8deecf6b-360c-4685-9d1e-581e007bb12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76877bba-9c06-42bf-9624-990f31d5762b', 'code': 200} Aug 20 11:12:38.146416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-3504ea06-b9b7-4dae-80f8-5af9b3f89dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:38.153087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-3504ea06-b9b7-4dae-80f8-5af9b3f89dcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2edbf63b-41ed-48ed-9209-772b0f82fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082940 Aug 20 11:12:38.220219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 3595316f-a118-4472-90cb-4f1d128c8629, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3595316f-a118-4472-90cb-4f1d128c8629,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:38.240945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '3595316f-a118-4472-90cb-4f1d128c8629', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '3595316f-a118-4472-90cb-4f1d128c8629', 'mac_address': 'fa:16:3e:e9:0c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:12:38.272062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f44f6e6a-1f01-4800-ad13-7f74942c1bf1 None None] Provisioning for port 523345e6-519e-4a64-bf09-49b6ad34af27 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:38.281004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f44f6e6a-1f01-4800-ad13-7f74942c1bf1 None None] Provisioning complete for port 523345e6-519e-4a64-bf09-49b6ad34af27 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:38.281373 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f44f6e6a-1f01-4800-ad13-7f74942c1bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.292871 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-ed613527-35c3-49b9-b5f7-17058bb18e51 service neutron] 10.222.0.57 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286731 Aug 20 11:12:38.314149 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.316724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8cc761dd-94cb-4598-ae08-eb3118766f37 req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.349137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3595316f-a118-4472-90cb-4f1d128c8629 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:38.356613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460651a7-1330-4a7d-87f4-350d16244cb0 req-8de2bea8-0933-4b38-bfc6-80e6ca3191e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:38.358746 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-460651a7-1330-4a7d-87f4-350d16244cb0 req-8de2bea8-0933-4b38-bfc6-80e6ca3191e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 1101 time: 0.0842533 Aug 20 11:12:38.383363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 3595316f-a118-4472-90cb-4f1d128c8629, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3595316f-a118-4472-90cb-4f1d128c8629,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:38.383706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f44f6e6a-1f01-4800-ad13-7f74942c1bf1 None None] Port 523345e6-519e-4a64-bf09-49b6ad34af27 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:38.424271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8cc761dd-94cb-4598-ae08-eb3118766f37 req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.483185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-460651a7-1330-4a7d-87f4-350d16244cb0 req-fb3d99ab-c02f-4b47-ac7b-6536f054cb22 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921776 Aug 20 11:12:38.485946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec5d94d-8605-4f27-94fd-41fce4b3b7bf,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:38.498064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.527417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c2112-a31a-48c4-94ab-1d51f8f2446d req-f4a87b80-5481-4d15-94e6-c52b29cfc8da tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:38.529268 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8c2112-a31a-48c4-94ab-1d51f8f2446d req-f4a87b80-5481-4d15-94e6-c52b29cfc8da tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 950 time: 0.2348268 Aug 20 11:12:38.534752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac52fa57-3b70-4365-aec1-e95e32ff6379 req-707ef8f3-0d44-4f57-a325-20110f217f5c service neutron] 10.222.0.57 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277009 Aug 20 11:12:38.599283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8c2112-a31a-48c4-94ab-1d51f8f2446d req-77091152-4412-4042-9ee6-6a2f68752f51 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613854 Aug 20 11:12:38.613689 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.639049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.705423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40084) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:38.730233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=3595316f-a118-4472-90cb-4f1d128c8629,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:38.740180 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d051e9c-58db-4906-adfa-ce1dad6d10ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.755673 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.758591 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089a7f0-b9ed-4e26-8d0f-8b06cb71278e req-7bbe7571-a9ad-4e68-b286-c25715a70ec8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:38.760509 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8089a7f0-b9ed-4e26-8d0f-8b06cb71278e req-7bbe7571-a9ad-4e68-b286-c25715a70ec8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0690284 Aug 20 11:12:38.761880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.800060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:12:38.823410 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.823742 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Added segment 3be09ea1-7e80-4199-9d73-906d2bc7ed24 of type vlan for network e83e21a9-2c3e-443e-be32-be4215837222 Aug 20 11:12:38.835930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744d2476-10db-49ea-a906-b22299b7e134,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:38.857807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['3595316f-a118-4472-90cb-4f1d128c8629'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:12:38.872566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8089a7f0-b9ed-4e26-8d0f-8b06cb71278e req-dc4e06eb-a266-4f54-a950-743dd67387d4 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037021 Aug 20 11:12:38.873091 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.890168 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.958689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Pushing event updated for resources: {'Port': ['ID=523345e6-519e-4a64-bf09-49b6ad34af27,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:38.994295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8cc761dd-94cb-4598-ae08-eb3118766f37 req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:38.998086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8cc761dd-94cb-4598-ae08-eb3118766f37 req-cff27c23-962a-412b-a33e-e3e53de8d38f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.4874725 Aug 20 11:12:39.059131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.061275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:39.061985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.114071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 07fbdb69-1121-4708-9624-87abfe4f08e7 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:39.115382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.225444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0970b-a462-4ca2-901f-96776e03948a req-cf532dea-58a3-435f-9572-1f7442d85133 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:39.227163 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-afb0970b-a462-4ca2-901f-96776e03948a req-cf532dea-58a3-435f-9572-1f7442d85133 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 948 time: 0.2375271 Aug 20 11:12:39.231346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=e83e21a9-2c3e-443e-be32-be4215837222,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:39.233973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:39.237382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:39.247005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network e83e21a9-2c3e-443e-be32-be4215837222 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:12:39.305694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-afb0970b-a462-4ca2-901f-96776e03948a req-7d386d0f-d459-44aa-838e-0fdaf98bb220 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612087 Aug 20 11:12:39.344981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-54b2d835-2657-49c8-8bdb-a1df55e7282a req-5f233278-30b4-491f-a271-99f743ade135 tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Request body: {'security_group': {'name': 'tempest-securitygroup-104739324', 'description': 'tempest-description-924616047'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:39.353869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 07fbdb69-1121-4708-9624-87abfe4f08e7 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:39.373864 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d051e9c-58db-4906-adfa-ce1dad6d10ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.419390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 07fbdb69-1121-4708-9624-87abfe4f08e7 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:39.420116 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.464004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:12:39.519528 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.523276 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d051e9c-58db-4906-adfa-ce1dad6d10ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.545011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 07fbdb69-1121-4708-9624-87abfe4f08e7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=07fbdb69-1121-4708-9624-87abfe4f08e7,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:39.575449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0d051e9c-58db-4906-adfa-ce1dad6d10ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ad70f645de742f5b3e7dda824f9c29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8658235 Aug 20 11:12:39.578681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40092) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:39.579640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d051e9c-58db-4906-adfa-ce1dad6d10ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bfa1b3-7457-489e-a4e0-189fa9974c09,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:39.632687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f573417a-41ee-496f-9806-e81ad2db8c1f None None] Provisioning complete for port 523345e6-519e-4a64-bf09-49b6ad34af27 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:39.633563 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f573417a-41ee-496f-9806-e81ad2db8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.643289 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-302623b0-21d1-4703-b8a3-7cd64df9d466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.643889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:39.658784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-916d4395-896b-4a55-bd6a-fc7f7ad501f6 admin admin] 10.222.0.10 "PUT /v2.0/routers/ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8018281 Aug 20 11:12:39.673710 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9498e685-1ee0-44ca-9757-222def838ee9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3164845 Aug 20 11:12:39.681530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40098) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:39.688487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Request body: {'subnet': {'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-401545284-subnet', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:39.701497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f573417a-41ee-496f-9806-e81ad2db8c1f None None] Port 523345e6-519e-4a64-bf09-49b6ad34af27 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:39.702801 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.728335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b6e268e8-ab7f-4843-a02f-9fc83cc6bacb details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:12:39.737659 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-302623b0-21d1-4703-b8a3-7cd64df9d466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.784493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=07fbdb69-1121-4708-9624-87abfe4f08e7,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:39.845116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046fd0e-cfc8-4394-8d1c-57c64a78010d req-f4b3134f-53f6-4e11-8fd6-aa61f51ed0cf tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:39.846943 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9046fd0e-cfc8-4394-8d1c-57c64a78010d req-f4b3134f-53f6-4e11-8fd6-aa61f51ed0cf tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 943 time: 0.0685222 Aug 20 11:12:39.895720 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9046fd0e-cfc8-4394-8d1c-57c64a78010d req-943b242f-dc11-4ecb-9fc8-02da07e65c14 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414991 Aug 20 11:12:39.912546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:39.937942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'port_id': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb', 'mac_address': 'fa:16:3e:7e:de:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:12:39.968760 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-54b2d835-2657-49c8-8bdb-a1df55e7282a req-5f233278-30b4-491f-a271-99f743ade135 tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:39.997349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3595316f-a118-4472-90cb-4f1d128c8629 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:40.030854 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-302623b0-21d1-4703-b8a3-7cd64df9d466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.035844 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-302623b0-21d1-4703-b8a3-7cd64df9d466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.045178 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.048838 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-302623b0-21d1-4703-b8a3-7cd64df9d466 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06bfa1b3-7457-489e-a4e0-189fa9974c09 HTTP/1.1" status: 204 len: 168 time: 0.4569988 Aug 20 11:12:40.068729 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302623b0-21d1-4703-b8a3-7cd64df9d466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bfa1b3-7457-489e-a4e0-189fa9974c09,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:40.070244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e268e8-ab7f-4843-a02f-9fc83cc6bacb {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:40.103066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dc8c1-ccb0-472c-88c8-0bc71af54a6c req-def13555-6b12-4252-88e9-cedb0f253637 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:40.105886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:40.106087 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef8dc8c1-ccb0-472c-88c8-0bc71af54a6c req-def13555-6b12-4252-88e9-cedb0f253637 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 950 time: 0.1167986 Aug 20 11:12:40.154779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef8dc8c1-ccb0-472c-88c8-0bc71af54a6c req-3e53e75a-79c4-40cf-afa3-8664b2fdf1b3 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Aug 20 11:12:40.203765 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Made reservation on behalf of d9c80266596547afb82018ff6b0b84e3 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:40.209741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.293593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 3595316f-a118-4472-90cb-4f1d128c8629 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:40.298407 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.304776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 3595316f-a118-4472-90cb-4f1d128c8629 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:40.306146 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.347099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-54b2d835-2657-49c8-8bdb-a1df55e7282a req-5f233278-30b4-491f-a271-99f743ade135 tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.425854 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-54b2d835-2657-49c8-8bdb-a1df55e7282a req-5f233278-30b4-491f-a271-99f743ade135 tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.443374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:40.469790 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346960-a8a6-4241-979b-56763a7984dc req-6eb1e387-38cb-4622-9a6f-a572c97e082c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:40.478265 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be346960-a8a6-4241-979b-56763a7984dc req-6eb1e387-38cb-4622-9a6f-a572c97e082c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.2341337 Aug 20 11:12:40.509459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f233278-30b4-491f-a271-99f743ade135 tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752b6cd3-9304-449f-9f6e-2deacd0307da,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:40.526397 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.557431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f18891-7505-44ac-8b00-925e78e05f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3595316f-a118-4472-90cb-4f1d128c8629'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:40.561162 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a8dd97-ebe6-451b-b13e-3dd22194e1d7" -d '{"events": [{"server_uuid": "50f18891-7505-44ac-8b00-925e78e05f81", "name": "network-vif-plugged", "status": "completed", "tag": "3595316f-a118-4472-90cb-4f1d128c8629"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:40.571758 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Sync routers for ids ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:40.579716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be346960-a8a6-4241-979b-56763a7984dc req-5a82e1b3-d680-4baf-822d-8267eb04be02 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955582 Aug 20 11:12:40.586421 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Routers {'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:40.587281 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:40.592095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 3595316f-a118-4472-90cb-4f1d128c8629, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3595316f-a118-4472-90cb-4f1d128c8629,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:40.617251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['b6e268e8-ab7f-4843-a02f-9fc83cc6bacb'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:12:40.619448 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-54b2d835-2657-49c8-8bdb-a1df55e7282a req-5f233278-30b4-491f-a271-99f743ade135 tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.621545 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54b2d835-2657-49c8-8bdb-a1df55e7282a req-5f233278-30b4-491f-a271-99f743ade135 tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2821338 Aug 20 11:12:40.708617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40122) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:40.748267 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409e31fd-cbd3-4c3f-86d5-f163dc91a885 x-openstack-request-id: req-409e31fd-cbd3-4c3f-86d5-f163dc91a885 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:40.748267 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f18891-7505-44ac-8b00-925e78e05f81", "name": "network-vif-plugged", "status": "completed", "tag": "3595316f-a118-4472-90cb-4f1d128c8629", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:40.748267 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-409e31fd-cbd3-4c3f-86d5-f163dc91a885 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:40.748267 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f18891-7505-44ac-8b00-925e78e05f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3595316f-a118-4472-90cb-4f1d128c8629', 'code': 200} Aug 20 11:12:40.749840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306b1c8-f7fb-440a-91b5-5750c3d67f60 req-664684b8-7625-481c-86cc-a2c2643f3aea tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:40.750908 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.755782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5306b1c8-f7fb-440a-91b5-5750c3d67f60 req-664684b8-7625-481c-86cc-a2c2643f3aea tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 948 time: 0.0991962 Aug 20 11:12:40.759816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.792594 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:40.873754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=3595316f-a118-4472-90cb-4f1d128c8629,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:40.958607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44f496-dc32-48b3-9fe3-f2bb8c27cbe5 req-6a78a4c3-b8dd-4c0b-8dbe-1e7e5e1dfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:40.961676 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac44f496-dc32-48b3-9fe3-f2bb8c27cbe5 req-6a78a4c3-b8dd-4c0b-8dbe-1e7e5e1dfee5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 1100 time: 0.1602297 Aug 20 11:12:40.963592 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5306b1c8-f7fb-440a-91b5-5750c3d67f60 req-e598ea52-8609-446a-a76e-a4f36a5a9125 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958580 Aug 20 11:12:40.991483 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Set router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:40.998897 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-1e485a4f-2e36-478a-bb5d-407d973c2da5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2866614 Aug 20 11:12:41.032059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 07fbdb69-1121-4708-9624-87abfe4f08e7 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:41.040792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c85da33-0661-44c6-989a-3fad4d1d01cd,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:41.067552 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac44f496-dc32-48b3-9fe3-f2bb8c27cbe5 req-2566e590-76fd-4689-8787-8befb4d664cb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879252 Aug 20 11:12:41.075566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Checking segment: {'id': '3be09ea1-7e80-4199-9d73-906d2bc7ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:41.075566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Network hostable DHCP agents. Network: e83e21a9-2c3e-443e-be32-be4215837222, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:12:41.135013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 07fbdb69-1121-4708-9624-87abfe4f08e7 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:41.137114 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:41.200630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1732347736', 'description': 'tempest-description-907701405'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:41.251361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941f6f5-92bc-43de-9dc1-24ceada07d45 req-c54d155b-45af-43cd-a532-20081081f5e1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:41.252949 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6941f6f5-92bc-43de-9dc1-24ceada07d45 req-c54d155b-45af-43cd-a532-20081081f5e1 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 944 time: 0.1098235 Aug 20 11:12:41.259309 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Network e83e21a9-2c3e-443e-be32-be4215837222 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:12:41.327616 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6941f6f5-92bc-43de-9dc1-24ceada07d45 req-84975feb-8cea-437d-bbe3-571b9f208574 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568292 Aug 20 11:12:41.336556 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-router', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:27Z', 'updated_at': '2021-08-20T11:12:38Z', 'revision_number': 4, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'gw_port': {'id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:30Z', 'updated_at': '2021-08-20T11:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '523345e6-519e-4a64-bf09-49b6ad34af27', 'name': '', 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'mac_address': 'fa:16:3e:95:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e1dc9d67-2177-44ac-a2eb-0a29d4e489d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:36Z', 'updated_at': '2021-08-20T11:12:38Z', 'revision_number': 2, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'subnets': [{'id': 'e1dc9d67-2177-44ac-a2eb-0a29d4e489d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:41.350367 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:41.369552 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:41.396857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, e83e21a9-2c3e-443e-be32-be4215837222) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:41.406423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:41.406423 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:41.408039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8bad06-afee-459c-80d2-0d09b42c98be None None] Network e83e21a9-2c3e-443e-be32-be4215837222 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:12:41.415649 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Checking router: ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:41.416194 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Updating router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 port 523345e6-519e-4a64-bf09-49b6ad34af27 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:12:41.441051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40148) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:41.449838 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-network', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:41.467979 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:41.575479 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:41.605717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3e766-a9e9-4a0c-8646-def133184019 req-bff98cfd-1a90-43ce-a48d-2c06392b5244 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:41.607875 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69c3e766-a9e9-4a0c-8646-def133184019 req-bff98cfd-1a90-43ce-a48d-2c06392b5244 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 950 time: 0.1196122 Aug 20 11:12:41.659078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:41.674517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-e83e21a9-2c3e-443e-be32-be4215837222', 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'fixed_ips': [{'subnet_id': '7c85da33-0661-44c6-989a-3fad4d1d01cd'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:12:41.676302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:41.690494 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69c3e766-a9e9-4a0c-8646-def133184019 req-9379cc91-5575-42cd-b4d7-30a0b87f0912 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708404 Aug 20 11:12:41.713916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfc7dcf-46c2-4dc6-ab09-a2d91914d0d3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:41.732068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b6e268e8-ab7f-4843-a02f-9fc83cc6bacb up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:41.790365 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2c9bb9cb-61e3-461c-836b-c8e5fff27f5e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1071150 Aug 20 11:12:41.798506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40164) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:41.804658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-401545284-router', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:41.833930 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:12:41.833930 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:12:41.833930 n-d-804230-3 neutron-server[95587]: [parameters: {'project_id_1': '9349351971204f24b39d3226c7af0df8', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 12, 41, 667030)}] Aug 20 11:12:41.833930 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:12:41.834474 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:12:41.893686 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:41.906415 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Transition to ACTIVE for port object 523345e6-519e-4a64-bf09-49b6ad34af27 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:41.925391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3634e-9721-4798-89f3-04ab6031dd2b req-deada0c9-e1a9-4d17-a1ab-df0ace4aba5f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:41.928277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22b3634e-9721-4798-89f3-04ab6031dd2b req-deada0c9-e1a9-4d17-a1ab-df0ace4aba5f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0919764 Aug 20 11:12:41.973994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22b3634e-9721-4798-89f3-04ab6031dd2b req-e3f30913-ef94-4dbd-846c-4fe8149bb554 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378253 Aug 20 11:12:42.036358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Made reservation on behalf of 7530cce4fe9442f99fea745c5e393dba for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:42.039922 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.051565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.057996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Allocated IP 172.20.0.2 (e83e21a9-2c3e-443e-be32-be4215837222/7c85da33-0661-44c6-989a-3fad4d1d01cd/c39ca3f7-2a77-405a-b406-456d98479c49) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:42.110730 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.230768 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.240747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Transition to ACTIVE for port object c39ca3f7-2a77-405a-b406-456d98479c49 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:42.248593 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd37c8-4b02-453d-9bdc-c378002686f6 None None] Pushing event updated for resources: {'Port': ['ID=523345e6-519e-4a64-bf09-49b6ad34af27,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:42.267133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Transition to ACTIVE for port object c39ca3f7-2a77-405a-b406-456d98479c49 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:42.276164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:42.276821 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.278152 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.282151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:42.286977 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.311056 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Attempting to bind port 523345e6-519e-4a64-bf09-49b6ad34af27 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:42.311433 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Attempting to bind port 523345e6-519e-4a64-bf09-49b6ad34af27 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:42.311822 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Attempting to bind port 523345e6-519e-4a64-bf09-49b6ad34af27 on network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:42.332467 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:42.333401 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Checking segment: {'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:42.333556 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.334397 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Bound using segment: {'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:42.335700 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Bound port: 523345e6-519e-4a64-bf09-49b6ad34af27, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:42.337684 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.342233 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.424228 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.443668 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.468409 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.505193 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.514479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:42.544558 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] For port 523345e6-519e-4a64-bf09-49b6ad34af27, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:42.549565 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] For port 523345e6-519e-4a64-bf09-49b6ad34af27, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=523345e6-519e-4a64-bf09-49b6ad34af27,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:42.564499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Network e83e21a9-2c3e-443e-be32-be4215837222 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:42.570409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:42.577464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:42.582166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Pushing event updated for resources: {'Port': ['ID=c39ca3f7-2a77-405a-b406-456d98479c49,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:42.637036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.643960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Attempting to bind port c39ca3f7-2a77-405a-b406-456d98479c49 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:42.644581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Attempting to bind port c39ca3f7-2a77-405a-b406-456d98479c49 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '3be09ea1-7e80-4199-9d73-906d2bc7ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:42.645090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Attempting to bind port c39ca3f7-2a77-405a-b406-456d98479c49 on network e83e21a9-2c3e-443e-be32-be4215837222 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:42.651484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:42.652751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Checking segment: {'id': '3be09ea1-7e80-4199-9d73-906d2bc7ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:42.653319 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.654164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Bound using segment: {'id': '3be09ea1-7e80-4199-9d73-906d2bc7ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:42.654529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c919d-80ba-4e06-976e-9b6e9a4ef9d5 req-4c48edf3-4a88-4433-831d-1bca2985a3a0 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:42.655026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Bound port: c39ca3f7-2a77-405a-b406-456d98479c49, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be09ea1-7e80-4199-9d73-906d2bc7ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:42.655571 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.662539 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f78c919d-80ba-4e06-976e-9b6e9a4ef9d5 req-4c48edf3-4a88-4433-831d-1bca2985a3a0 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 949 time: 0.0847592 Aug 20 11:12:42.676312 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.691225 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.709635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:12:42.752403 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Routers {'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:42.753255 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:42.753716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f78c919d-80ba-4e06-976e-9b6e9a4ef9d5 req-9d365b10-8602-4470-b3bb-8e46b5029cea tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886796 Aug 20 11:12:42.754489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69084baa-3f5f-46ca-80a3-b4722ca5367f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:42.758603 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd37c8-4b02-453d-9bdc-c378002686f6 None None] Pushing event updated for resources: {'Port': ['ID=523345e6-519e-4a64-bf09-49b6ad34af27,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:42.775743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:42.777582 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.780894 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Added segment f656f6d0-6ff8-4f98-bdfc-7653719c9c39 of type vlan for network f73b21d2-17bd-45b0-bd2f-61931b61282d Aug 20 11:12:42.784351 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f151322d-9928-4b04-8ab9-816974d2de5f" -d '{"events": [{"server_uuid": "75c9ed01-4315-4a2b-ba5a-d260cd904875", "name": "network-vif-plugged", "status": "completed", "tag": "b6e268e8-ab7f-4843-a02f-9fc83cc6bacb"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:42.788477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.790378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.798927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.798927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.798927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.799618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.799780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.800246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.801201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.801201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.801374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.801712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:42.916812 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:42.980164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:43.003041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f66834-0e52-49d0-add0-b9adbe755d4b req-e17af8c2-98ac-46c1-852f-16d1e4d29151 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:43.005746 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] Set router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:43.012775 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-45f66834-0e52-49d0-add0-b9adbe755d4b req-e17af8c2-98ac-46c1-852f-16d1e4d29151 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 945 time: 0.1409495 Aug 20 11:12:43.044356 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:43.048750 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:43.051305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:43.054046 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:43.063444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-af67d8fb-b305-459b-ba85-34823781128b None None] For port c39ca3f7-2a77-405a-b406-456d98479c49, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:43.069619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-af67d8fb-b305-459b-ba85-34823781128b None None] For port c39ca3f7-2a77-405a-b406-456d98479c49, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c39ca3f7-2a77-405a-b406-456d98479c49,segment=NetworkSegment(3be09ea1-7e80-4199-9d73-906d2bc7ed24),segment_id=3be09ea1-7e80-4199-9d73-906d2bc7ed24)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:43.096094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-45f66834-0e52-49d0-add0-b9adbe755d4b req-f93f1033-2dc4-4131-b8ff-df0a092584eb tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817263 Aug 20 11:12:43.176693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] Pushing event updated for resources: {'Network': ['ID=f73b21d2-17bd-45b0-bd2f-61931b61282d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:43.187570 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:43.192927 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:43.241607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network f73b21d2-17bd-45b0-bd2f-61931b61282d details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:12:43.285242 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:43.328807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67d8fb-b305-459b-ba85-34823781128b None None] Pushing event updated for resources: {'Port': ['ID=c39ca3f7-2a77-405a-b406-456d98479c49,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:43.361146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:43.404553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd757c8c-f825-439f-bd7a-0c0be934a389,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:43.413950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.414835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.415387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.415929 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-router', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:27Z', 'updated_at': '2021-08-20T11:12:38Z', 'revision_number': 4, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'gw_port': {'id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:30Z', 'updated_at': '2021-08-20T11:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '523345e6-519e-4a64-bf09-49b6ad34af27', 'name': '', 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'mac_address': 'fa:16:3e:95:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e1dc9d67-2177-44ac-a2eb-0a29d4e489d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:36Z', 'updated_at': '2021-08-20T11:12:42Z', 'revision_number': 4, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'subnets': [{'id': 'e1dc9d67-2177-44ac-a2eb-0a29d4e489d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:43.416119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.416704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.417244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.417898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.418549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.419092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.419640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.420186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.420961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:43.458725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7dd8d28b-5872-4147-b859-d0d9c7335f30 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0161073 Aug 20 11:12:43.461971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40200) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:43.467703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Request body: {'subnet': {'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-subnet', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:43.484889 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:43.492390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36db83cc-c410-4926-9aea-4eefacdfb83e req-306ea3b5-def7-4fe0-8e71-80c7b15ef702 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.2968192 Aug 20 11:12:43.505333 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef96efe2-17f6-41e3-af85-b253dcc81af6 None None] The sync data for ids ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'] in n-d-804230-3 is: [{'id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-router', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:27Z', 'updated_at': '2021-08-20T11:12:38Z', 'revision_number': 4, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'gw_port': {'id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:30Z', 'updated_at': '2021-08-20T11:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '523345e6-519e-4a64-bf09-49b6ad34af27', 'name': '', 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'mac_address': 'fa:16:3e:95:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'e1dc9d67-2177-44ac-a2eb-0a29d4e489d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:36Z', 'updated_at': '2021-08-20T11:12:42Z', 'revision_number': 4, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'subnets': [{'id': 'e1dc9d67-2177-44ac-a2eb-0a29d4e489d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:43.601299 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1b9868-12a4-4673-a19c-8a5b3aaef725 x-openstack-request-id: req-5b1b9868-12a4-4673-a19c-8a5b3aaef725 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:43.601835 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c9ed01-4315-4a2b-ba5a-d260cd904875", "name": "network-vif-plugged", "status": "completed", "tag": "b6e268e8-ab7f-4843-a02f-9fc83cc6bacb", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:43.601835 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b1b9868-12a4-4673-a19c-8a5b3aaef725 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:43.602293 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb', 'code': 200} Aug 20 11:12:43.661391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Made reservation on behalf of 7530cce4fe9442f99fea745c5e393dba for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:43.666790 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:43.812274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-500cc709-2399-45c6-a20d-bdc601746f55 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:43.812600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-500cc709-2399-45c6-a20d-bdc601746f55 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:43.813072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-500cc709-2399-45c6-a20d-bdc601746f55 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:43.813540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-500cc709-2399-45c6-a20d-bdc601746f55 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:43.814006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-500cc709-2399-45c6-a20d-bdc601746f55 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:43.814489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-500cc709-2399-45c6-a20d-bdc601746f55 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:43.814956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-500cc709-2399-45c6-a20d-bdc601746f55 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:43.817621 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-500cc709-2399-45c6-a20d-bdc601746f55 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875&device_id=8deecf6b-360c-4685-9d1e-581e007bb12e&device_id=50f18891-7505-44ac-8b00-925e78e05f81&device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52&device_id=6c596834-24e9-4085-861d-ebe43c3d628d&device_id=04b8a087-447a-4407-973d-80f2326a55c1&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 6440 time: 0.2504978 Aug 20 11:12:43.859701 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-199f6868-a84a-46b6-9822-b5479c0c4675 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:43.996590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6beb5-6314-4dbe-9a13-4de36d22240a req-1010c697-4912-477a-aee1-ce4c1b28ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:43.999142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-abb6beb5-6314-4dbe-9a13-4de36d22240a req-1010c697-4912-477a-aee1-ce4c1b28ac4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 1096 time: 0.3015971 Aug 20 11:12:44.019727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53bef6-148e-4c86-95fb-def8fdade736 req-7240c559-9ec5-4ed2-9091-ca59115e7bfc tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:44.022771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc53bef6-148e-4c86-95fb-def8fdade736 req-7240c559-9ec5-4ed2-9091-ca59115e7bfc tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.2910485 Aug 20 11:12:44.082572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.114998 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-199f6868-a84a-46b6-9822-b5479c0c4675 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.125663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.149513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-abb6beb5-6314-4dbe-9a13-4de36d22240a req-4f0b9c3e-52dc-4491-9439-f87d6535598a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255238 Aug 20 11:12:44.154166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc53bef6-148e-4c86-95fb-def8fdade736 req-edb7294f-5731-4302-b7c6-e14b3aa32627 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188402 Aug 20 11:12:44.206878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-bb75dbcd-beaa-4ea3-9de3-f058ed421665 req-ed4ab8fc-6f65-42e1-81af-d99af045e82b tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1987370219', 'description': 'tempest-description-557452361'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:44.249736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.258886 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-199f6868-a84a-46b6-9822-b5479c0c4675 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.296509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f6868-a84a-46b6-9822-b5479c0c4675 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddd5b53-0113-496c-86b9-2160e1b89bec,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:44.346906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Allocated IP 172.25.4.250 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/9f92bbf0-e833-4e38-8e25-eb1345b2c91a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:44.411129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66d92d7b-8f7c-4814-b927-398698f977a8 req-199f6868-a84a-46b6-9822-b5479c0c4675 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&id=9eac15eb-b485-42c9-9697-87c458cc0f4a&id=f0bfe94e-4f02-41aa-950a-262ca73daddc&id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.5846126 Aug 20 11:12:44.415040 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb75dbcd-beaa-4ea3-9de3-f058ed421665 req-ed4ab8fc-6f65-42e1-81af-d99af045e82b tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.442849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6fe29a-1d50-42e0-9141-293113782832,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:44.471738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Checking segment: {'id': 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:44.471738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Network hostable DHCP agents. Network: f73b21d2-17bd-45b0-bd2f-61931b61282d, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:12:44.529931 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.625822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Network f73b21d2-17bd-45b0-bd2f-61931b61282d is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:12:44.667531 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb75dbcd-beaa-4ea3-9de3-f058ed421665 req-ed4ab8fc-6f65-42e1-81af-d99af045e82b tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.674242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f56d0f-c3ec-4329-be42-6a25bac6ea0a req-ce59e1c4-b108-4497-a424-e88b69e05f29 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:44.675871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86f56d0f-c3ec-4329-be42-6a25bac6ea0a req-ce59e1c4-b108-4497-a424-e88b69e05f29 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 949 time: 0.1416118 Aug 20 11:12:44.722602 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86f56d0f-c3ec-4329-be42-6a25bac6ea0a req-4670c1d6-709b-485c-9ee9-ae188fb681ed tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363588 Aug 20 11:12:44.749887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.804435 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281aee38-ae18-49ca-a1a3-34904d33c13a None None] Network e83e21a9-2c3e-443e-be32-be4215837222 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:12:44.810185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:44.810815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, f73b21d2-17bd-45b0-bd2f-61931b61282d) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:44.811120 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb75dbcd-beaa-4ea3-9de3-f058ed421665 req-ed4ab8fc-6f65-42e1-81af-d99af045e82b tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.829069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f002a-c875-4031-9f48-4252ae0f3c6d None None] Network f73b21d2-17bd-45b0-bd2f-61931b61282d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:12:44.834486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:44.835616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:44.836397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:44.847339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:44.851357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Pushing event updated for resources: {'Port': ['ID=9f92bbf0-e833-4e38-8e25-eb1345b2c91a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:44.867240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecb146-2810-4656-a6bd-42655dd5bad4 req-4579d938-e10d-4599-9826-aaa3bfc62092 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:44.874776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8ecb146-2810-4656-a6bd-42655dd5bad4 req-4579d938-e10d-4599-9826-aaa3bfc62092 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 945 time: 0.0842879 Aug 20 11:12:44.900373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ab8fc-6f65-42e1-81af-d99af045e82b tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02be0bb4-c2c2-4f44-9ed9-0d164b906b01,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:44.947248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8ecb146-2810-4656-a6bd-42655dd5bad4 req-e28c8a10-ab2c-4889-827c-29e34e70707d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712874 Aug 20 11:12:45.018022 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3d488056-8527-4581-b3a9-1d465b942152 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5548756 Aug 20 11:12:45.023075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40224) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:45.027183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-router', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:45.037097 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb75dbcd-beaa-4ea3-9de3-f058ed421665 req-ed4ab8fc-6f65-42e1-81af-d99af045e82b tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:45.051020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb75dbcd-beaa-4ea3-9de3-f058ed421665 req-ed4ab8fc-6f65-42e1-81af-d99af045e82b tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8576002 Aug 20 11:12:45.117287 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-df7d948c-e73e-436d-b84e-655602ba9087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:45.119314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4ae3733e-a157-41ec-a4c2-ce4a2d36f38e None None] Provisioning for port c39ca3f7-2a77-405a-b406-456d98479c49 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:45.141476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-164a3a6e-af34-4895-b66b-4adbed2854a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:45.148295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-164a3a6e-af34-4895-b66b-4adbed2854a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 1100 time: 0.1394942 Aug 20 11:12:45.195999 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:45.197060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:45.233524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 523345e6-519e-4a64-bf09-49b6ad34af27 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:45.292402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-f73b21d2-17bd-45b0-bd2f-61931b61282d', 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'fixed_ips': [{'subnet_id': '1a6fe29a-1d50-42e0-9141-293113782832'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:12:45.293339 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:45.387839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:45.493157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-0235b30b-30c1-4fa5-aaac-b68c3f08f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:45.500986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-0235b30b-30c1-4fa5-aaac-b68c3f08f175 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3438699 Aug 20 11:12:45.578742 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:45.585303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-b9f6bc44-92a2-417b-a3b0-8173a90f9973 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=72aa40ae-548e-4af1-becb-e842f64c66d1 HTTP/1.1" status: 200 len: 217 time: 0.0674436 Aug 20 11:12:45.602527 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Allocated IP 172.20.0.2 (f73b21d2-17bd-45b0-bd2f-61931b61282d/1a6fe29a-1d50-42e0-9141-293113782832/af20a6ce-2a8d-4099-805e-ca11311434c9) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:45.687601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-f2e0aaa9-00d3-458c-ad38-8d44b0b60a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:45.689080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-f2e0aaa9-00d3-458c-ad38-8d44b0b60a76 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0639675 Aug 20 11:12:45.707934 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:45.800192 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:45.813085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Transition to ACTIVE for port object af20a6ce-2a8d-4099-805e-ca11311434c9 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:45.840182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Transition to ACTIVE for port object af20a6ce-2a8d-4099-805e-ca11311434c9 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:45.845070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-e967d133-e20f-4346-ae69-1f7e009a893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:45.846635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-e967d133-e20f-4346-ae69-1f7e009a893c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486044 Aug 20 11:12:45.890237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9faab-f8b5-4c82-b1a0-ef864e22fefd req-80d7142d-932b-4da2-923d-623ea630250e tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:45.890753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9faab-f8b5-4c82-b1a0-ef864e22fefd req-80d7142d-932b-4da2-923d-623ea630250e tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:45.891279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9faab-f8b5-4c82-b1a0-ef864e22fefd req-80d7142d-932b-4da2-923d-623ea630250e tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:45.893038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3a9faab-f8b5-4c82-b1a0-ef864e22fefd req-80d7142d-932b-4da2-923d-623ea630250e tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e&device_id=6c596834-24e9-4085-861d-ebe43c3d628d&device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 2883 time: 0.0489838 Aug 20 11:12:45.923836 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 523345e6-519e-4a64-bf09-49b6ad34af27 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:45.927870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 523345e6-519e-4a64-bf09-49b6ad34af27 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:45.933429 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:45.965250 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3a9faab-f8b5-4c82-b1a0-ef864e22fefd req-628a309e-f4b3-4b98-88b5-a7ec7541ac43 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646553 Aug 20 11:12:45.991756 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.077526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Network f73b21d2-17bd-45b0-bd2f-61931b61282d is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:46.083127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:46.093786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:46.110548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740acbf5-dead-4ace-a556-a2ab7b735b2a req-13b3a242-d59e-4e24-9812-09a06567b338 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:46.112377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Pushing event updated for resources: {'Port': ['ID=af20a6ce-2a8d-4099-805e-ca11311434c9,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:46.112588 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-740acbf5-dead-4ace-a556-a2ab7b735b2a req-13b3a242-d59e-4e24-9812-09a06567b338 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0749640 Aug 20 11:12:46.119354 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.136951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-39c96043-8edd-408c-905c-3f2c1bdba468 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819228 Aug 20 11:12:46.170582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.202198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Attempting to bind port af20a6ce-2a8d-4099-805e-ca11311434c9 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:46.202595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Attempting to bind port af20a6ce-2a8d-4099-805e-ca11311434c9 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:46.202867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Attempting to bind port af20a6ce-2a8d-4099-805e-ca11311434c9 on network f73b21d2-17bd-45b0-bd2f-61931b61282d {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:46.216262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:46.218062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Checking segment: {'id': 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:46.218062 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.218062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Bound using segment: {'id': 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:46.230930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Bound port: af20a6ce-2a8d-4099-805e-ca11311434c9, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:46.230930 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.238429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 523345e6-519e-4a64-bf09-49b6ad34af27, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=523345e6-519e-4a64-bf09-49b6ad34af27,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:46.259392 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-740acbf5-dead-4ace-a556-a2ab7b735b2a req-a4941623-ad81-41db-b08d-bdcef1a5b8ec tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307523 Aug 20 11:12:46.300040 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.317304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.324378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] For port af20a6ce-2a8d-4099-805e-ca11311434c9, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:46.334793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] For port af20a6ce-2a8d-4099-805e-ca11311434c9, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af20a6ce-2a8d-4099-805e-ca11311434c9,segment=NetworkSegment(f656f6d0-6ff8-4f98-bdfc-7653719c9c39),segment_id=f656f6d0-6ff8-4f98-bdfc-7653719c9c39)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:46.402790 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.404097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c39ca3f7-2a77-405a-b406-456d98479c49 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:46.458785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b71d85-4c31-4ad4-90a6-5d0198b24ff3 req-059380cc-79ac-4e37-b6fd-95076c187374 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:46.460395 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-35b71d85-4c31-4ad4-90a6-5d0198b24ff3 req-059380cc-79ac-4e37-b6fd-95076c187374 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 949 time: 0.1008887 Aug 20 11:12:46.479581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-74627913-b3f6-441a-aa32-4826185854b1 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50613 time: 1.0259233 Aug 20 11:12:46.484280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Allocated IP 172.25.4.173 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:46.501578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=523345e6-519e-4a64-bf09-49b6ad34af27,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:46.532682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-35b71d85-4c31-4ad4-90a6-5d0198b24ff3 req-0a15470f-4745-4127-a8e4-f956e50506ce tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580113 Aug 20 11:12:46.561669 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.631124 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-016abce7-1295-4f5a-95bc-f47a5beb7642 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1aca5a77-4a89-455c-8fbd-c35f4490cfb8 HTTP/1.1" status: 200 len: 2981 time: 0.1335244 Aug 20 11:12:46.643019 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-1d7a650d-6269-4534-8b2b-3112cfeb4f99 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327619 Aug 20 11:12:46.652919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c3742-ef8c-4733-b3c6-c2bee1191d65 None None] Pushing event updated for resources: {'Port': ['ID=af20a6ce-2a8d-4099-805e-ca11311434c9,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:46.677345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c39ca3f7-2a77-405a-b406-456d98479c49 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:46.695724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c39ca3f7-2a77-405a-b406-456d98479c49 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:46.696133 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.726370 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-fd5d59ec-6259-4e76-b59d-ff4a78f53d7c tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1aca5a77-4a89-455c-8fbd-c35f4490cfb8 HTTP/1.1" status: 200 len: 2981 time: 0.0509169 Aug 20 11:12:46.789797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Router a9ff793c-a69a-4c57-ad28-0e9d654e429b is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:12:46.802776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.819332 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:46.831938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd6af1-93ab-466f-9b7c-048eeee10079 req-466460cd-cfd2-4346-8021-e23c9392fed3 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:46.835206 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-55fd6af1-93ab-466f-9b7c-048eeee10079 req-466460cd-cfd2-4346-8021-e23c9392fed3 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 945 time: 0.1114745 Aug 20 11:12:46.867790 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-7b353b93-4a05-40d0-b864-ec161e91f05d tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2b73b21b-fa3f-4af5-84f5-4579e4fa5934 HTTP/1.1" status: 200 len: 2981 time: 0.1328769 Aug 20 11:12:46.873145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c39ca3f7-2a77-405a-b406-456d98479c49, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c39ca3f7-2a77-405a-b406-456d98479c49,segment=NetworkSegment(3be09ea1-7e80-4199-9d73-906d2bc7ed24),segment_id=3be09ea1-7e80-4199-9d73-906d2bc7ed24)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:46.919183 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-55fd6af1-93ab-466f-9b7c-048eeee10079 req-37c69e2e-be48-41b5-8edc-737c1a9af351 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712910 Aug 20 11:12:46.936484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-c5f01a28-4d3e-479b-bb8e-d57253ffb390 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2b73b21b-fa3f-4af5-84f5-4579e4fa5934 HTTP/1.1" status: 200 len: 2981 time: 0.0570562 Aug 20 11:12:47.019356 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:47.019998 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:47.112862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c39ca3f7-2a77-405a-b406-456d98479c49,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:47.128892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:47.146020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:47.154270 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-9f880809-c5a2-4e0b-9fb3-a05152314e3c tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3e6b6a9b-7598-4b50-8006-f04aed922265 HTTP/1.1" status: 200 len: 2981 time: 0.1570895 Aug 20 11:12:47.157738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Sync routers for ids ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:47.161012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:47.176547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Pushing event updated for resources: {'Port': ['ID=3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:47.179144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:47.188775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Routers {'a9ff793c-a69a-4c57-ad28-0e9d654e429b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:47.190932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:47.240755 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-8308259b-8ff1-4f40-8a62-07ee7b7810e8 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3e6b6a9b-7598-4b50-8006-f04aed922265 HTTP/1.1" status: 200 len: 2981 time: 0.0728822 Aug 20 11:12:47.247122 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:47.248341 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-91ef72c0-665a-42f0-84d0-41c5bd4608bc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4487617 Aug 20 11:12:47.253167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40256) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:47.352812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Set router a9ff793c-a69a-4c57-ad28-0e9d654e429b gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:47.353064 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-4fecf86f-c24a-419d-b9de-7744bfd52e40 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/69084baa-3f5f-46ca-80a3-b4722ca5367f HTTP/1.1" status: 200 len: 2981 time: 0.0948880 Aug 20 11:12:47.421101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 523345e6-519e-4a64-bf09-49b6ad34af27 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:47.427339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-78a789cd-7e91-4976-aa2d-21b69393ffc8 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/69084baa-3f5f-46ca-80a3-b4722ca5367f HTTP/1.1" status: 200 len: 2981 time: 0.0597494 Aug 20 11:12:47.482041 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-23a536c6-4263-4fca-ac75-8ac07dc5393d tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5e9cb097193e477a8646537984564d17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756941 Aug 20 11:12:47.510592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-357e7daa-4f35-4062-9e62-6c2503a92698 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6cf4ef29-09b6-45e0-a4dc-b9f89144ce8f HTTP/1.1" status: 200 len: 2981 time: 0.0817978 Aug 20 11:12:47.558320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-368d39a1-720b-4905-94ec-01e16897c329 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6cf4ef29-09b6-45e0-a4dc-b9f89144ce8f HTTP/1.1" status: 200 len: 2981 time: 0.0464780 Aug 20 11:12:47.615487 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-c9457374-b3d8-408e-bf38-c25c809183af tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/744d2476-10db-49ea-a906-b22299b7e134 HTTP/1.1" status: 200 len: 2981 time: 0.0492206 Aug 20 11:12:47.675027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-2a0d11a0-5ef4-40fd-b4eb-67d1d0d04aa8 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/744d2476-10db-49ea-a906-b22299b7e134 HTTP/1.1" status: 200 len: 2981 time: 0.0523760 Aug 20 11:12:47.696688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 523345e6-519e-4a64-bf09-49b6ad34af27 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:47.697294 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:47.743986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-25d99757-975e-4b72-a18f-77d4493fad45 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/77771c62-2f71-40bd-bcdd-a6f1545c5a29 HTTP/1.1" status: 200 len: 2981 time: 0.0549970 Aug 20 11:12:47.798573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-5396772b-381e-4590-9d09-1a8fbaf75ec0 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/77771c62-2f71-40bd-bcdd-a6f1545c5a29 HTTP/1.1" status: 200 len: 2981 time: 0.0512831 Aug 20 11:12:47.807702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af20a6ce-2a8d-4099-805e-ca11311434c9 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:47.828147 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-784fc3db-486e-44c7-86fe-d95e39ac34aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:47.862615 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-e437ee6d-22cb-450b-93b2-81c82bd606ee tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/93272988-c624-4cee-bc1e-e490e2053794 HTTP/1.1" status: 200 len: 2973 time: 0.0567391 Aug 20 11:12:47.915383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'name': 'tempest-FloatingIPDetailsTestJSON-401545284-router', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:42Z', 'updated_at': '2021-08-20T11:12:45Z', 'revision_number': 3, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'gw_port': {'id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:44Z', 'updated_at': '2021-08-20T11:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:47.941953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Checking router: a9ff793c-a69a-4c57-ad28-0e9d654e429b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:47.942292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Updating router a9ff793c-a69a-4c57-ad28-0e9d654e429b port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:12:47.949854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-3d429a5e-1d71-428b-bc58-5c5a2ede5464 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/93272988-c624-4cee-bc1e-e490e2053794 HTTP/1.1" status: 200 len: 2973 time: 0.0752990 Aug 20 11:12:47.969422 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.006390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-a1b8df44-4a30-47e2-aa04-050ac1846848 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9eac15eb-b485-42c9-9697-87c458cc0f4a HTTP/1.1" status: 200 len: 2981 time: 0.0539348 Aug 20 11:12:48.019497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c3119-86de-44a7-9363-89b0fa299a5c None None] Network f73b21d2-17bd-45b0-bd2f-61931b61282d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:12:48.048142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port af20a6ce-2a8d-4099-805e-ca11311434c9 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:48.057704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-9448a61d-786e-4021-ab36-86005ca368ff tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9eac15eb-b485-42c9-9697-87c458cc0f4a HTTP/1.1" status: 200 len: 2981 time: 0.0434995 Aug 20 11:12:48.125209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-9d2246b8-b4ef-473b-84a1-3b2625030133 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a085fd4c-9599-4d30-88ee-1e76ed0dde53 HTTP/1.1" status: 200 len: 2981 time: 0.0575967 Aug 20 11:12:48.183382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40272) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:48.195602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-3bbd3f52-a6e9-40f0-858b-b976764b3b7d tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:48.196707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-401ba7ff-7a55-4bc9-a5cf-71e70abbc765 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a085fd4c-9599-4d30-88ee-1e76ed0dde53 HTTP/1.1" status: 200 len: 2981 time: 0.0681012 Aug 20 11:12:48.199904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-3bbd3f52-a6e9-40f0-858b-b976764b3b7d tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6952353 Aug 20 11:12:48.228288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-d38db5d1-87ab-4f53-a17f-5d1644579ebb tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/quotas/5e9cb097193e477a8646537984564d17 HTTP/1.1" status: 200 len: 375 time: 0.0219476 Aug 20 11:12:48.268454 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-46df9e62-9239-4ce3-8148-cb698e8e1545 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b7069aa9-092f-4ad1-afe0-caeafffb5be8 HTTP/1.1" status: 200 len: 2977 time: 0.0542634 Aug 20 11:12:48.276171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2557295a-4152-44b6-b198-21b238d0d829 None None] Provisioning for port af20a6ce-2a8d-4099-805e-ca11311434c9 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:48.289790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2557295a-4152-44b6-b198-21b238d0d829 None None] Provisioning complete for port af20a6ce-2a8d-4099-805e-ca11311434c9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:48.290162 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2557295a-4152-44b6-b198-21b238d0d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.328556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-38c7ec20-5d56-4e1f-b391-989b7e5bf83d tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b7069aa9-092f-4ad1-afe0-caeafffb5be8 HTTP/1.1" status: 200 len: 2977 time: 0.0509863 Aug 20 11:12:48.379210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-0ffdb678-b8df-4b65-83de-81e969b3d90c tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/dcfc7dcf-46c2-4dc6-ab09-a2d91914d0d3 HTTP/1.1" status: 200 len: 2981 time: 0.0429106 Aug 20 11:12:48.384793 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-9dadcf26-5623-4300-8cdb-5cd6f1174c7b tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e9cb097193e477a8646537984564d17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1100028 Aug 20 11:12:48.409571 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6688b277-3e43-4fc6-98a6-91c53e0d2078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.447114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-12dcacbe-4dc2-4505-b1ca-cddc306b754e tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/dcfc7dcf-46c2-4dc6-ab09-a2d91914d0d3 HTTP/1.1" status: 200 len: 2981 time: 0.0589020 Aug 20 11:12:48.501763 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.511485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-91b81388-3386-43be-bff9-a5601e020baf tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/dddd5b53-0113-496c-86b9-2160e1b89bec HTTP/1.1" status: 200 len: 2981 time: 0.0630331 Aug 20 11:12:48.514770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Transition to ACTIVE for port object 9f92bbf0-e833-4e38-8e25-eb1345b2c91a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:48.576729 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.580139 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-ae22cd46-1c05-452c-bfa7-abb4d5b7136c tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/dddd5b53-0113-496c-86b9-2160e1b89bec HTTP/1.1" status: 200 len: 2981 time: 0.0671148 Aug 20 11:12:48.591824 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2557295a-4152-44b6-b198-21b238d0d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.635299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2557295a-4152-44b6-b198-21b238d0d829 None None] For port af20a6ce-2a8d-4099-805e-ca11311434c9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af20a6ce-2a8d-4099-805e-ca11311434c9,segment=NetworkSegment(f656f6d0-6ff8-4f98-bdfc-7653719c9c39),segment_id=f656f6d0-6ff8-4f98-bdfc-7653719c9c39)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:48.646488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-18cb9d5e-da1b-4ccd-ac11-c895b9cd9fd5 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f0bfe94e-4f02-41aa-950a-262ca73daddc HTTP/1.1" status: 200 len: 2981 time: 0.0581384 Aug 20 11:12:48.717980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-8368228c-5fc0-4bb2-ab50-c2a3b3e53f75 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f0bfe94e-4f02-41aa-950a-262ca73daddc HTTP/1.1" status: 200 len: 2981 time: 0.0637662 Aug 20 11:12:48.739196 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.741631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.832113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-6d73785b-79fe-4ed7-ad76-38e9266031ea tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f351cd8e-ddaf-426a-841b-c526510e734f HTTP/1.1" status: 200 len: 2981 time: 0.0940244 Aug 20 11:12:48.834060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8da01c-5b61-46ab-b3fd-8cc1ca29afd8 None None] Pushing event updated for resources: {'Port': ['ID=9f92bbf0-e833-4e38-8e25-eb1345b2c91a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:48.846508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2557295a-4152-44b6-b198-21b238d0d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.867386 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6688b277-3e43-4fc6-98a6-91c53e0d2078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.910349 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-becb1ad1-0b73-410c-88c7-91aa20b76f7c req-933a44cb-ff80-4437-9058-976c65acd69c tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f351cd8e-ddaf-426a-841b-c526510e734f HTTP/1.1" status: 200 len: 2981 time: 0.0560153 Aug 20 11:12:48.946661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6688b277-3e43-4fc6-98a6-91c53e0d2078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.946827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557295a-4152-44b6-b198-21b238d0d829 None None] Pushing event updated for resources: {'Port': ['ID=af20a6ce-2a8d-4099-805e-ca11311434c9,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:48.953111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Attempting to bind port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:48.956099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Attempting to bind port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:48.956099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Attempting to bind port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:48.966713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:48.967082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:48.967489 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:48.967885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:48.968416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Bound port: 9f92bbf0-e833-4e38-8e25-eb1345b2c91a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:48.968739 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.026356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9ce00aec-e6e5-41dd-949a-7ec8c0ae67b7 None None] Provisioning complete for port af20a6ce-2a8d-4099-805e-ca11311434c9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:49.026773 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9ce00aec-e6e5-41dd-949a-7ec8c0ae67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.067657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688b277-3e43-4fc6-98a6-91c53e0d2078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990ae684-4c17-4a10-b8db-64f0ed62b6d2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:49.079958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6688b277-3e43-4fc6-98a6-91c53e0d2078 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5482f42d4884cb5a39761e70866928c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8956082 Aug 20 11:12:49.083836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40288) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:49.111234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.130499 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.132528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75d542-f043-4dbb-900f-af41f9f789db req-c64d27b2-096e-4d37-96cb-c4a72d1550d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:49.145841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d75d542-f043-4dbb-900f-af41f9f789db req-c64d27b2-096e-4d37-96cb-c4a72d1550d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 945 time: 0.3370323 Aug 20 11:12:49.146851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40290) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:49.202064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] For port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:49.215281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-fb863fd2-117b-4d21-b224-912eec9c48d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Request body: {'floatingip': {'port_id': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:49.215864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] For port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9f92bbf0-e833-4e38-8e25-eb1345b2c91a,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:49.233628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c39ca3f7-2a77-405a-b406-456d98479c49 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:49.235752 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.294690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c39ca3f7-2a77-405a-b406-456d98479c49 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:49.295506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.304483 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb863fd2-117b-4d21-b224-912eec9c48d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.315870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-548d8d69-48c0-4456-84ee-58c5a554bb9b req-07d7941f-e0a7-4dac-976d-65b9d3c94d7e tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 210 time: 0.0763557 Aug 20 11:12:49.351416 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.382143 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fcbed6cd-533d-467e-b89d-802a134887ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.407449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b39088-6c39-4a2a-a8f6-893eaf6cec2f req-541dd01b-df03-4755-91e8-0b884e55de7a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:49.409271 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41b39088-6c39-4a2a-a8f6-893eaf6cec2f req-541dd01b-df03-4755-91e8-0b884e55de7a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.3175247 Aug 20 11:12:49.456442 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fcbed6cd-533d-467e-b89d-802a134887ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.471020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af20a6ce-2a8d-4099-805e-ca11311434c9 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:49.472940 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Routers {'a9ff793c-a69a-4c57-ad28-0e9d654e429b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:49.474191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:49.477302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8da01c-5b61-46ab-b3fd-8cc1ca29afd8 None None] Pushing event updated for resources: {'Port': ['ID=9f92bbf0-e833-4e38-8e25-eb1345b2c91a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:49.548897 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41b39088-6c39-4a2a-a8f6-893eaf6cec2f req-bfc12c23-1240-4594-9538-1b1a3081dedb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263223 Aug 20 11:12:49.557801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34d485f6-74a8-48fd-8cfe-816f2c0e4ceb req-cb54519b-71ce-4c84-b6ca-5e805cd5f33d tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f91e7787e584223a150e539f4396333 HTTP/1.1" status: 200 len: 6100 time: 0.1960149 Aug 20 11:12:49.626416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Allocated IP 172.20.0.1 (e83e21a9-2c3e-443e-be32-be4215837222/7c85da33-0661-44c6-989a-3fad4d1d01cd/fadbdddf-b0cb-4fd6-9641-0306e22efde1) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:49.628345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Router b270f465-703c-4391-bfbb-71a950d23934 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:12:49.653569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port af20a6ce-2a8d-4099-805e-ca11311434c9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:49.654312 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.690810 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34d485f6-74a8-48fd-8cfe-816f2c0e4ceb req-a9fbd1d9-2dc0-4905-9f3a-c9b97dcac918 tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] 10.222.0.10 "GET /v2.0/security-groups/2b73b21b-fa3f-4af5-84f5-4579e4fa5934 HTTP/1.1" status: 200 len: 2981 time: 0.1319902 Aug 20 11:12:49.696392 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] Set router a9ff793c-a69a-4c57-ad28-0e9d654e429b gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:49.928551 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34d485f6-74a8-48fd-8cfe-816f2c0e4ceb req-0df1c04b-abd8-4ae5-902f-be4957a1e4a0 tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] 10.222.0.10 "GET /v2.0/security-groups/2b73b21b-fa3f-4af5-84f5-4579e4fa5934 HTTP/1.1" status: 200 len: 2981 time: 0.2366674 Aug 20 11:12:49.944089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'name': 'tempest-FloatingIPDetailsTestJSON-401545284-router', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:42Z', 'updated_at': '2021-08-20T11:12:45Z', 'revision_number': 3, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'gw_port': {'id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:44Z', 'updated_at': '2021-08-20T11:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:49.950060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:49.965420 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Sync routers for ids ['b270f465-703c-4391-bfbb-71a950d23934'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:49.975828 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:49.981174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255e1abc-1e7a-418d-8a08-9aa4da196342 None None] The sync data for ids ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'] in n-d-804230-3 is: [{'id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'name': 'tempest-FloatingIPDetailsTestJSON-401545284-router', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:42Z', 'updated_at': '2021-08-20T11:12:45Z', 'revision_number': 3, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'gw_port': {'id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:44Z', 'updated_at': '2021-08-20T11:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:49.985545 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Routers {'b270f465-703c-4391-bfbb-71a950d23934'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:49.986218 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b270f465-703c-4391-bfbb-71a950d23934'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:49.997388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fcbed6cd-533d-467e-b89d-802a134887ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:50.003889 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fcbed6cd-533d-467e-b89d-802a134887ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:50.004675 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fcbed6cd-533d-467e-b89d-802a134887ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/990ae684-4c17-4a10-b8db-64f0ed62b6d2 HTTP/1.1" status: 204 len: 168 time: 0.9194007 Aug 20 11:12:50.038552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Transition to ACTIVE for port object fadbdddf-b0cb-4fd6-9641-0306e22efde1 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:50.106389 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:50.110266 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-410df65a-52ae-4bab-830e-66d1221bb95d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0860379 Aug 20 11:12:50.111118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40298) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:50.125301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbed6cd-533d-467e-b89d-802a134887ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990ae684-4c17-4a10-b8db-64f0ed62b6d2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:50.171028 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.resource_extend [None req-fb863fd2-117b-4d21-b224-912eec9c48d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:12:50.203841 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Set router b270f465-703c-4391-bfbb-71a950d23934 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:50.327028 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb863fd2-117b-4d21-b224-912eec9c48d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:50.430281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb863fd2-117b-4d21-b224-912eec9c48d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:50.566952 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270f465-703c-4391-bfbb-71a950d23934', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-router', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:45Z', 'updated_at': '2021-08-20T11:12:48Z', 'revision_number': 3, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'gw_port': {'id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270f465-703c-4391-bfbb-71a950d23934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:46Z', 'updated_at': '2021-08-20T11:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:50.627769 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Checking router: b270f465-703c-4391-bfbb-71a950d23934 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:50.628780 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Updating router b270f465-703c-4391-bfbb-71a950d23934 port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:12:50.659270 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:50.660881 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:50.674927 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9737159-538e-46a6-99ad-f80f1fc7fff4 req-38092622-b651-4548-965c-f4c0b834120b tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/02be0bb4-c2c2-4f44-9ed9-0d164b906b01 HTTP/1.1" status: 200 len: 1777 time: 0.6823184 Aug 20 11:12:50.892944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-93d36c2f-8a58-436b-80da-64a3eb4abd99 req-3c00512d-7787-4fb0-bd8e-d2c78d2d6adb tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 210 time: 0.0481374 Aug 20 11:12:50.918776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.001491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Network e83e21a9-2c3e-443e-be32-be4215837222 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:51.008195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:51.013862 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-fb863fd2-117b-4d21-b224-912eec9c48d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Floating IP 88356e0d-44b7-4a3b-81a4-89b494e4239f associated. External IP: 172.25.4.225, port: b6e268e8-ab7f-4843-a02f-9fc83cc6bacb. Aug 20 11:12:51.029733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:51.096606 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40310) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:51.105606 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Pushing event updated for resources: {'Port': ['ID=fadbdddf-b0cb-4fd6-9641-0306e22efde1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:51.227379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50f8c1-ff04-4ef9-9776-7dd1aa87f117 req-890099e6-5290-4f35-8094-05b0239baf09 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:51.237864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9f92bbf0-e833-4e38-8e25-eb1345b2c91a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:51.242102 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d50f8c1-ff04-4ef9-9776-7dd1aa87f117 req-890099e6-5290-4f35-8094-05b0239baf09 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.2144282 Aug 20 11:12:51.260092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9737159-538e-46a6-99ad-f80f1fc7fff4 req-0be35cc1-d7e0-4f30-bbaa-0ddddeeccf23 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.274468 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0502978-01c1-41f3-a70c-de243fe9d132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.311158 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.326355 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Transition to ACTIVE for port object 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:51.354626 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d50f8c1-ff04-4ef9-9776-7dd1aa87f117 req-f897904a-7daa-444d-ab31-63faef44b82e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098115 Aug 20 11:12:51.384665 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.389313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9737159-538e-46a6-99ad-f80f1fc7fff4 req-0be35cc1-d7e0-4f30-bbaa-0ddddeeccf23 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.418740 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.453029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:51.460629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:51.460629 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.533993 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Pushing event updated for resources: {'Port': ['ID=3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:51.539497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb863fd2-117b-4d21-b224-912eec9c48d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Router 01563648-745d-4c19-b317-b2f70c2ece25 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:12:51.540407 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Attempting to bind port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:51.540789 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Attempting to bind port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:51.541340 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Attempting to bind port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:51.558011 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.558419 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.559182 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.559182 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.559530 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.559923 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.560846 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.560846 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.561033 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.561615 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.562139 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.562293 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:12:51.569128 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:51.569585 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:51.570240 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.570504 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:51.571006 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Bound port: 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:51.571564 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.626479 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.643283 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] For port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:51.648959 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] For port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:51.651632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9f92bbf0-e833-4e38-8e25-eb1345b2c91a,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:51.659398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-53452499-5ffc-4679-be47-2a0a85ec6bb4 None None] Provisioning for port fadbdddf-b0cb-4fd6-9641-0306e22efde1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:51.665754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-53452499-5ffc-4679-be47-2a0a85ec6bb4 None None] Provisioning complete for port fadbdddf-b0cb-4fd6-9641-0306e22efde1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:51.666372 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-53452499-5ffc-4679-be47-2a0a85ec6bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.704890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-53452499-5ffc-4679-be47-2a0a85ec6bb4 None None] Port fadbdddf-b0cb-4fd6-9641-0306e22efde1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:51.761328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb863fd2-117b-4d21-b224-912eec9c48d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:51.764606 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb863fd2-117b-4d21-b224-912eec9c48d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.786363 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.786687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.790000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] Sync routers for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:51.822743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fb863fd2-117b-4d21-b224-912eec9c48d5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "PUT /v2.0/floatingips/88356e0d-44b7-4a3b-81a4-89b494e4239f HTTP/1.1" status: 200 len: 991 time: 2.6648846 Aug 20 11:12:51.822743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'tag': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:51.827226 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f741a54-8400-468c-8c1b-0851270998ed" -d '{"events": [{"name": "network-changed", "server_uuid": "75c9ed01-4315-4a2b-ba5a-d260cd904875", "tag": "b6e268e8-ab7f-4843-a02f-9fc83cc6bacb"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:51.841191 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9737159-538e-46a6-99ad-f80f1fc7fff4 req-0be35cc1-d7e0-4f30-bbaa-0ddddeeccf23 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.843210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:51.843875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:51.844714 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9737159-538e-46a6-99ad-f80f1fc7fff4 req-0be35cc1-d7e0-4f30-bbaa-0ddddeeccf23 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:51.845929 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9737159-538e-46a6-99ad-f80f1fc7fff4 req-0be35cc1-d7e0-4f30-bbaa-0ddddeeccf23 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/02be0bb4-c2c2-4f44-9ed9-0d164b906b01 HTTP/1.1" status: 204 len: 173 time: 1.1644278 Aug 20 11:12:51.874038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be35cc1-d7e0-4f30-bbaa-0ddddeeccf23 tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02be0bb4-c2c2-4f44-9ed9-0d164b906b01,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:51.885680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=9f92bbf0-e833-4e38-8e25-eb1345b2c91a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:51.917616 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d83b701-3182-4e04-9f7b-c843c42bd96d x-openstack-request-id: req-4d83b701-3182-4e04-9f7b-c843c42bd96d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:51.917973 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c9ed01-4315-4a2b-ba5a-d260cd904875", "tag": "b6e268e8-ab7f-4843-a02f-9fc83cc6bacb", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:51.918161 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d83b701-3182-4e04-9f7b-c843c42bd96d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:51.920059 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'tag': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb', 'status': 'completed', 'code': 200} Aug 20 11:12:51.927972 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Routers {'b270f465-703c-4391-bfbb-71a950d23934'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:51.933146 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b270f465-703c-4391-bfbb-71a950d23934'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:52.056612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f741a54-8400-468c-8c1b-0851270998ed req-a2e361b7-2558-49f0-99d7-bed4546c57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:52.058249 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f741a54-8400-468c-8c1b-0851270998ed req-a2e361b7-2558-49f0-99d7-bed4546c57fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee3d1306599a4d3dbfe3d588552e10e0&device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 1096 time: 0.1131043 Aug 20 11:12:52.060523 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:52.113484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:52.117765 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ab36f-cbae-4c21-a38d-e7159b6bba6f None None] Pushing event updated for resources: {'Port': ['ID=3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:52.132591 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] Set router b270f465-703c-4391-bfbb-71a950d23934 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:52.218921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-69ed4d73-56f7-475e-82ba-34b36b50c5c2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e9cb097193e477a8646537984564d17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420816 Aug 20 11:12:52.219220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0502978-01c1-41f3-a70c-de243fe9d132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:52.246127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ac4bf7f-1d85-442e-a165-f99c1f52ad2c req-e8f1294b-6d75-4b34-a9a2-777dec60617e tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "GET /v2.0/security-groups/cd757c8c-f825-439f-bd7a-0c0be934a389 HTTP/1.1" status: 200 len: 1777 time: 0.2988305 Aug 20 11:12:52.252177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d872ae-c0f5-4486-bb65-72a96148cd80 req-ab4151bc-9ddf-4722-a2cb-23ee180d0c82 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:52.261403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1d872ae-c0f5-4486-bb65-72a96148cd80 req-ab4151bc-9ddf-4722-a2cb-23ee180d0c82 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1101 time: 0.2077274 Aug 20 11:12:52.327974 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0502978-01c1-41f3-a70c-de243fe9d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:52.384795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f741a54-8400-468c-8c1b-0851270998ed req-a4432210-901d-4b48-a07b-526050d467cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:52.385751 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f741a54-8400-468c-8c1b-0851270998ed req-a4432210-901d-4b48-a07b-526050d467cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=2edbf63b-41ed-48ed-9209-772b0f82fb31 HTTP/1.1" status: 200 len: 925 time: 0.3137255 Aug 20 11:12:52.405334 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:52.413144 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1d872ae-c0f5-4486-bb65-72a96148cd80 req-bde0e73f-8181-4914-a496-8a510dacb77d tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451974 Aug 20 11:12:52.493265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5ac4bf7f-1d85-442e-a165-f99c1f52ad2c req-5d7bc7af-1a27-4247-8495-3c9fcb42731a tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:52.535707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c0502978-01c1-41f3-a70c-de243fe9d132 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=344b02fee9c644549effa30ab9617979&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4232488 Aug 20 11:12:52.557437 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40328) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:52.595557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf09ab0d-b205-4a6d-af1f-a13acbeb8115 req-a32ff567-1470-4841-b3e0-ad23b9048bec tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 210 time: 0.0712759 Aug 20 11:12:52.606645 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270f465-703c-4391-bfbb-71a950d23934', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-router', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:45Z', 'updated_at': '2021-08-20T11:12:48Z', 'revision_number': 3, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'gw_port': {'id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270f465-703c-4391-bfbb-71a950d23934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:46Z', 'updated_at': '2021-08-20T11:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:52.621335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-eb4cb908-ede8-4182-bf1e-4bd966167736 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:52.623434 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-eb4cb908-ede8-4182-bf1e-4bd966167736 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3962398 Aug 20 11:12:52.648780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Request body: {'port': {'device_id': 'eb4c972f-bcec-44cb-a403-8cdf5c0c9f55', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '5e9cb097193e477a8646537984564d17'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:52.660162 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900af9a-7514-43a3-aa06-bd9135b9f5b2 None None] The sync data for ids ['b270f465-703c-4391-bfbb-71a950d23934'] in n-d-804230-3 is: [{'id': 'b270f465-703c-4391-bfbb-71a950d23934', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-router', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:45Z', 'updated_at': '2021-08-20T11:12:48Z', 'revision_number': 3, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'gw_port': {'id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270f465-703c-4391-bfbb-71a950d23934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:46Z', 'updated_at': '2021-08-20T11:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:52.726522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Allocated IP 172.20.0.1 (f73b21d2-17bd-45b0-bd2f-61931b61282d/1a6fe29a-1d50-42e0-9141-293113782832/35542809-90a4-4765-b437-14634eb9c74d) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:52.752453 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f741a54-8400-468c-8c1b-0851270998ed req-471d1369-f101-48cf-9434-7d46fce5b579 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb HTTP/1.1" status: 200 len: 999 time: 0.3538516 Aug 20 11:12:52.831929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0502978-01c1-41f3-a70c-de243fe9d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd6daae-265e-453c-a47e-81dd0ad96261,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:52.849564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '88356e0d-44b7-4a3b-81a4-89b494e4239f', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'port_id': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'mac_address': 'fa:16:3e:7e:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:12:15Z', 'updated_at': '2021-08-20T11:12:50Z', 'revision_number': 1, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:52.870197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5ac4bf7f-1d85-442e-a165-f99c1f52ad2c req-5d7bc7af-1a27-4247-8495-3c9fcb42731a tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:52.877639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] Checking router: 01563648-745d-4c19-b317-b2f70c2ece25 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:52.888238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:52.888880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:52.936628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6619-54c4-4366-b13c-57ef089b2e6a req-c6db5e0e-5540-407a-ba64-99b069a7ff0f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:52.938165 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-557a6619-54c4-4366-b13c-57ef089b2e6a req-c6db5e0e-5540-407a-ba64-99b069a7ff0f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.1766076 Aug 20 11:12:52.958077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fd69-bfca-486b-930a-df9895af3e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:52.964855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f741a54-8400-468c-8c1b-0851270998ed req-793bf800-e3b2-490f-9bd8-90d44d7a9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:52.966302 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f741a54-8400-468c-8c1b-0851270998ed req-793bf800-e3b2-490f-9bd8-90d44d7a9106 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83377e28-2932-4097-8c29-2d00f93d937c HTTP/1.1" status: 200 len: 863 time: 0.2005198 Aug 20 11:12:52.980998 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.000436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Transition to ACTIVE for port object 35542809-90a4-4765-b437-14634eb9c74d will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:53.020598 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.073366 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5ac4bf7f-1d85-442e-a165-f99c1f52ad2c req-5d7bc7af-1a27-4247-8495-3c9fcb42731a tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.076914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5ac4bf7f-1d85-442e-a165-f99c1f52ad2c req-5d7bc7af-1a27-4247-8495-3c9fcb42731a tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.086765 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ac4bf7f-1d85-442e-a165-f99c1f52ad2c req-5d7bc7af-1a27-4247-8495-3c9fcb42731a tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd757c8c-f825-439f-bd7a-0c0be934a389 HTTP/1.1" status: 204 len: 173 time: 0.8234105 Aug 20 11:12:53.089664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bc7af-1a27-4247-8495-3c9fcb42731a tempest-SecurityGroupsTestAdminJSON-50313223 tempest-SecurityGroupsTestAdminJSON-50313223-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd757c8c-f825-439f-bd7a-0c0be934a389,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:53.091540 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fd69-bfca-486b-930a-df9895af3e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.099633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:53.104614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.193316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-557a6619-54c4-4366-b13c-57ef089b2e6a req-9994464e-8472-420c-8ba1-14a431e8a1f8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342691 Aug 20 11:12:53.218003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f741a54-8400-468c-8c1b-0851270998ed req-3005d0f2-857c-442d-a3e0-d600dbd012d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:53.229055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f741a54-8400-468c-8c1b-0851270998ed req-3005d0f2-857c-442d-a3e0-d600dbd012d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2edbf63b-41ed-48ed-9209-772b0f82fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438865 Aug 20 11:12:53.261565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.342161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Network f73b21d2-17bd-45b0-bd2f-61931b61282d is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:53.348772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Made reservation on behalf of 5e9cb097193e477a8646537984564d17 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:53.354181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.354964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:53.358224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.367968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Pushing event updated for resources: {'Port': ['ID=fadbdddf-b0cb-4fd6-9641-0306e22efde1,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:53.376908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:53.429083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f741a54-8400-468c-8c1b-0851270998ed req-bbc6f6d5-fe47-4af7-88bf-0ed5baf685b1 service neutron] 10.222.0.57 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906710 Aug 20 11:12:53.439426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9f92bbf0-e833-4e38-8e25-eb1345b2c91a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:53.595105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b7c8-88b2-4c69-9487-4795e6154eb1 req-77986928-90eb-43bb-96d1-7463af71e491 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:53.595105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-98e8b7c8-88b2-4c69-9487-4795e6154eb1 req-77986928-90eb-43bb-96d1-7463af71e491 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1101 time: 0.3637064 Aug 20 11:12:53.611741 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-107e5d75-4f06-4c88-9724-88551de2f13d req-b57a5128-5338-4432-8860-e7d5d47ddb77 tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] 10.222.0.10 "GET /v2.0/security-groups/752b6cd3-9304-449f-9f6e-2deacd0307da HTTP/1.1" status: 200 len: 1776 time: 0.2761047 Aug 20 11:12:53.612468 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fd69-bfca-486b-930a-df9895af3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.616576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fd69-bfca-486b-930a-df9895af3e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.618030 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e4e5fd69-bfca-486b-930a-df9895af3e2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8bd6daae-265e-453c-a47e-81dd0ad96261 HTTP/1.1" status: 204 len: 168 time: 1.0593166 Aug 20 11:12:53.626832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=35542809-90a4-4765-b437-14634eb9c74d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:53.631416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:53.631786 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.653331 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.697752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '88356e0d-44b7-4a3b-81a4-89b494e4239f', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'port_id': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'mac_address': 'fa:16:3e:7e:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:12:15Z', 'updated_at': '2021-08-20T11:12:50Z', 'revision_number': 1, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:53.755179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2411c088-111e-46a2-96d6-25eb637f63f7 None None] The sync data for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 is: [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '88356e0d-44b7-4a3b-81a4-89b494e4239f', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'port_id': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'mac_address': 'fa:16:3e:7e:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:12:15Z', 'updated_at': '2021-08-20T11:12:50Z', 'revision_number': 1, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:53.784072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5fd69-bfca-486b-930a-df9895af3e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd6daae-265e-453c-a47e-81dd0ad96261,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:53.842251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Network e83e21a9-2c3e-443e-be32-be4215837222 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:53.847332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:53.860685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-107e5d75-4f06-4c88-9724-88551de2f13d req-59cbb6df-d43e-41bc-9056-351fb513d4ae tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.863915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-603cecdc-03e1-40f0-b29d-596d54e65b36 None None] Provisioning for port 35542809-90a4-4765-b437-14634eb9c74d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:53.865220 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f741a54-8400-468c-8c1b-0851270998ed req-6180d21a-c25a-41e5-ad80-fc7863fdb8b8 service neutron] 10.222.0.57 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222581 Aug 20 11:12:53.872870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-603cecdc-03e1-40f0-b29d-596d54e65b36 None None] Provisioning complete for port 35542809-90a4-4765-b437-14634eb9c74d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:53.873240 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-603cecdc-03e1-40f0-b29d-596d54e65b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:53.882058 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-98e8b7c8-88b2-4c69-9487-4795e6154eb1 req-2449aec7-a85b-411a-b866-a58809bb64f1 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664115 Aug 20 11:12:53.939042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:53.982349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Allocated IP 192.168.233.174 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/1e8ec368-d7cf-4978-b714-3573120dddec) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:54.002295 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-107e5d75-4f06-4c88-9724-88551de2f13d req-59cbb6df-d43e-41bc-9056-351fb513d4ae tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:54.074243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:54.087722 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e890b2fa-3dcc-4dbd-b663-b32e57a03589 req-af962403-62ed-4271-93ef-1fcdf99b4374 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 210 time: 0.0632524 Aug 20 11:12:54.093849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-603cecdc-03e1-40f0-b29d-596d54e65b36 None None] Port 35542809-90a4-4765-b437-14634eb9c74d cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:54.227810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:54.236947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:54.238638 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:54.272621 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-107e5d75-4f06-4c88-9724-88551de2f13d req-59cbb6df-d43e-41bc-9056-351fb513d4ae tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:54.274407 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-107e5d75-4f06-4c88-9724-88551de2f13d req-59cbb6df-d43e-41bc-9056-351fb513d4ae tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:54.275654 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-107e5d75-4f06-4c88-9724-88551de2f13d req-59cbb6df-d43e-41bc-9056-351fb513d4ae tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] 10.222.0.10 "DELETE /v2.0/security-groups/752b6cd3-9304-449f-9f6e-2deacd0307da HTTP/1.1" status: 204 len: 173 time: 0.5704646 Aug 20 11:12:54.303792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbb6df-d43e-41bc-9056-351fb513d4ae tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752b6cd3-9304-449f-9f6e-2deacd0307da,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:54.368488 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6955c-20c0-447e-b55e-c8fb61d94a38 None None] New status for floating IP 88356e0d-44b7-4a3b-81a4-89b494e4239f: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:12:54.379836 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f4f606cf-40e8-4970-a5d2-b7384d850e65 None None] Provisioning complete for port fadbdddf-b0cb-4fd6-9641-0306e22efde1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:54.380628 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4f606cf-40e8-4970-a5d2-b7384d850e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:54.421171 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Router a9ff793c-a69a-4c57-ad28-0e9d654e429b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:12:54.474707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f4f606cf-40e8-4970-a5d2-b7384d850e65 None None] Port fadbdddf-b0cb-4fd6-9641-0306e22efde1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:54.500700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:54.553973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b09fe-2ea4-40f4-84c0-f0e4f783f17d req-94e5d279-1640-45e8-9fc7-312ecf7723fc tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:54.559724 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:54.570746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f41b09fe-2ea4-40f4-84c0-f0e4f783f17d req-94e5d279-1640-45e8-9fc7-312ecf7723fc tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.1580787 Aug 20 11:12:54.610930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Transition to ACTIVE for port object 1e8ec368-d7cf-4978-b714-3573120dddec will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:54.614718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:12:54.641762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f41b09fe-2ea4-40f4-84c0-f0e4f783f17d req-2fc664ef-673f-4295-ace2-2a3a9f841a8f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629256 Aug 20 11:12:54.698520 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:54.813343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:54.815054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:54.830662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['3595316f-a118-4472-90cb-4f1d128c8629'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:12:54.918936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Pushing event updated for resources: {'Port': ['ID=1e8ec368-d7cf-4978-b714-3573120dddec,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:54.936543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:54.938028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:54.941668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:54.998613 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67faa41d-b8e4-4948-89be-11389fe74278 req-09f55fd1-ad79-463f-9fc2-9b029d17d12f tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] 10.222.0.10 "GET /v2.0/security-groups/0ec5d94d-8605-4f27-94fd-41fce4b3b7bf HTTP/1.1" status: 200 len: 1776 time: 0.4260545 Aug 20 11:12:55.015744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:55.034824 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2fc478e3-40f4-42b9-99c2-133e880184b9 admin admin] 10.222.0.10 "PUT /v2.0/routers/a9ff793c-a69a-4c57-ad28-0e9d654e429b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7802212 Aug 20 11:12:55.040880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:55.043280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Sync routers for ids ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:55.052006 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.071813 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.115665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Routers {'a9ff793c-a69a-4c57-ad28-0e9d654e429b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:55.116407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:55.149030 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-67faa41d-b8e4-4948-89be-11389fe74278 req-f3068fce-8c49-48b9-afff-7a41d0846ebd tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.178997 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.218518 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-dee241e0-2885-4b97-a476-1169dd2c6290 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5836577 Aug 20 11:12:55.243987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Request body: {'port': {'device_id': 'eb4c972f-bcec-44cb-a403-8cdf5c0c9f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:55.244516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:12:55.294563 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-67faa41d-b8e4-4948-89be-11389fe74278 req-f3068fce-8c49-48b9-afff-7a41d0846ebd tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.339603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=35542809-90a4-4765-b437-14634eb9c74d,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:55.355377 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.373861 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.387766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:55.388213 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.441154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Set router a9ff793c-a69a-4c57-ad28-0e9d654e429b gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:55.479020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Network f73b21d2-17bd-45b0-bd2f-61931b61282d is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:55.481238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:55.495159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-67faa41d-b8e4-4948-89be-11389fe74278 req-f3068fce-8c49-48b9-afff-7a41d0846ebd tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.499074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-67faa41d-b8e4-4948-89be-11389fe74278 req-f3068fce-8c49-48b9-afff-7a41d0846ebd tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.511427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ded2e634-9a9a-42f2-86ab-9dfffe591e6a None None] Provisioning for port 1e8ec368-d7cf-4978-b714-3573120dddec completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:12:55.518023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67faa41d-b8e4-4948-89be-11389fe74278 req-f3068fce-8c49-48b9-afff-7a41d0846ebd tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] 10.222.0.10 "DELETE /v2.0/security-groups/0ec5d94d-8605-4f27-94fd-41fce4b3b7bf HTTP/1.1" status: 204 len: 173 time: 0.5183184 Aug 20 11:12:55.536734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ded2e634-9a9a-42f2-86ab-9dfffe591e6a None None] Provisioning complete for port 1e8ec368-d7cf-4978-b714-3573120dddec triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:55.537143 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ded2e634-9a9a-42f2-86ab-9dfffe591e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:55.591701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3068fce-8c49-48b9-afff-7a41d0846ebd tempest-SecurityGroupsTestAdminJSON-1355819031 tempest-SecurityGroupsTestAdminJSON-1355819031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec5d94d-8605-4f27-94fd-41fce4b3b7bf,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:55.689137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f1c5e-18a5-43cd-b666-988d7d50fb2d req-d0364a04-21bd-40cf-ae4c-0fb641fc3989 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:55.691136 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-177f1c5e-18a5-43cd-b666-988d7d50fb2d req-d0364a04-21bd-40cf-ae4c-0fb641fc3989 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 936 time: 0.1168501 Aug 20 11:12:55.706411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40382) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:55.763172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Router b270f465-703c-4391-bfbb-71a950d23934 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:12:55.918394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:12:55.930354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ded2e634-9a9a-42f2-86ab-9dfffe591e6a None None] Port 1e8ec368-d7cf-4978-b714-3573120dddec cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:55.930868 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Sync routers for ids ['b270f465-703c-4391-bfbb-71a950d23934'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:12:55.931828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c11d64fd-1659-4a9f-abb3-3100de0b9ec3 admin admin] 10.222.0.10 "PUT /v2.0/routers/b270f465-703c-4391-bfbb-71a950d23934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8198719 Aug 20 11:12:55.951642 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Routers {'b270f465-703c-4391-bfbb-71a950d23934'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:55.954199 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b270f465-703c-4391-bfbb-71a950d23934'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:56.048296 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'name': 'tempest-FloatingIPDetailsTestJSON-401545284-router', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:42Z', 'updated_at': '2021-08-20T11:12:51Z', 'revision_number': 4, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'gw_port': {'id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:44Z', 'updated_at': '2021-08-20T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fadbdddf-b0cb-4fd6-9641-0306e22efde1', 'name': '', 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'mac_address': 'fa:16:3e:13:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7c85da33-0661-44c6-989a-3fad4d1d01cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:49Z', 'updated_at': '2021-08-20T11:12:52Z', 'revision_number': 2, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'subnets': [{'id': '7c85da33-0661-44c6-989a-3fad4d1d01cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:56.086097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Checking router: a9ff793c-a69a-4c57-ad28-0e9d654e429b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:56.086637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Updating router a9ff793c-a69a-4c57-ad28-0e9d654e429b port fadbdddf-b0cb-4fd6-9641-0306e22efde1 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:12:56.123758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5291dda0-ba60-4d57-9b69-6634b4bac3b8 None None] Provisioning complete for port 35542809-90a4-4765-b437-14634eb9c74d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:12:56.124249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5291dda0-ba60-4d57-9b69-6634b4bac3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.129044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.131949 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Set router b270f465-703c-4391-bfbb-71a950d23934 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:56.241638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-0d1c2e3d-2615-4360-b961-9c98b8cb4c50 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2226684 Aug 20 11:12:56.258359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:56.367382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.379003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5291dda0-ba60-4d57-9b69-6634b4bac3b8 None None] Port 35542809-90a4-4765-b437-14634eb9c74d cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:12:56.389864 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-177f1c5e-18a5-43cd-b666-988d7d50fb2d req-74391f8a-cfd5-4713-8111-90a6c9ccf857 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974715 Aug 20 11:12:56.478612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40398) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:56.490366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8ec368-d7cf-4978-b714-3573120dddec {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:12:56.500607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1968658567-network', 'tenant_id': '6750ebfb11d748379fa357f206035288'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:56.517565 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.518179 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270f465-703c-4391-bfbb-71a950d23934', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-router', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:45Z', 'updated_at': '2021-08-20T11:12:53Z', 'revision_number': 4, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'gw_port': {'id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270f465-703c-4391-bfbb-71a950d23934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:46Z', 'updated_at': '2021-08-20T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '35542809-90a4-4765-b437-14634eb9c74d', 'name': '', 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'mac_address': 'fa:16:3e:6d:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270f465-703c-4391-bfbb-71a950d23934', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1a6fe29a-1d50-42e0-9141-293113782832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:52Z', 'updated_at': '2021-08-20T11:12:54Z', 'revision_number': 2, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'subnets': [{'id': '1a6fe29a-1d50-42e0-9141-293113782832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:56.551200 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.567136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Transition to ACTIVE for port object 1e8ec368-d7cf-4978-b714-3573120dddec will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:56.569742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Transition to ACTIVE for port object fadbdddf-b0cb-4fd6-9641-0306e22efde1 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:56.589871 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Checking router: b270f465-703c-4391-bfbb-71a950d23934 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:12:56.590602 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Updating router b270f465-703c-4391-bfbb-71a950d23934 port 35542809-90a4-4765-b437-14634eb9c74d binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:12:56.624703 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d6805415-765e-4cbb-8ddc-63d302fab8f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f91e7787e584223a150e539f4396333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435888 Aug 20 11:12:56.626047 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.627463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40410) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:56.675699 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.702363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48fd3db-6719-4a20-afb8-897ec9421fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.721139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.738881 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48fd3db-6719-4a20-afb8-897ec9421fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.789748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.801690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Made reservation on behalf of 6750ebfb11d748379fa357f206035288 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:56.804667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.822067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.836337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8ec368-d7cf-4978-b714-3573120dddec,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:56.937291 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:56.953450 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Transition to ACTIVE for port object 35542809-90a4-4765-b437-14634eb9c74d will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:12:56.976256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Attempting to bind port 1e8ec368-d7cf-4978-b714-3573120dddec on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:56.977679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Attempting to bind port 1e8ec368-d7cf-4978-b714-3573120dddec by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:56.977679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Attempting to bind port 1e8ec368-d7cf-4978-b714-3573120dddec on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:56.994300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Port 1e8ec368-d7cf-4978-b714-3573120dddec on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:12:56.995701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Attempting to bind port 1e8ec368-d7cf-4978-b714-3573120dddec on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:57.015492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:57.015867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:57.018009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:57.018009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Bound port: 1e8ec368-d7cf-4978-b714-3573120dddec, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:57.018009 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.021146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Allocated IP 172.25.4.53 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/d34e4f0a-a269-4155-82ce-96dedf4ec4cc) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:12:57.026409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364b991-e2f9-4a99-8c5c-69b56b81c9a9 None None] Pushing event updated for resources: {'Port': ['ID=fadbdddf-b0cb-4fd6-9641-0306e22efde1,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:57.066662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48fd3db-6719-4a20-afb8-897ec9421fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.080393 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48fd3db-6719-4a20-afb8-897ec9421fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.081739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b48fd3db-6719-4a20-afb8-897ec9421fcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b73b21b-fa3f-4af5-84f5-4579e4fa5934 HTTP/1.1" status: 204 len: 168 time: 0.4530864 Aug 20 11:12:57.105304 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.132631 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.207638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fd3db-6719-4a20-afb8-897ec9421fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b73b21b-fa3f-4af5-84f5-4579e4fa5934,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:57.243753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Attempting to bind port fadbdddf-b0cb-4fd6-9641-0306e22efde1 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:57.245295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Attempting to bind port fadbdddf-b0cb-4fd6-9641-0306e22efde1 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '3be09ea1-7e80-4199-9d73-906d2bc7ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:57.245559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Attempting to bind port fadbdddf-b0cb-4fd6-9641-0306e22efde1 on network e83e21a9-2c3e-443e-be32-be4215837222 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:57.281546 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df8057-7780-4cd7-aaef-6d0e8c5e4fd2 None None] Pushing event updated for resources: {'Port': ['ID=35542809-90a4-4765-b437-14634eb9c74d,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:57.284115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:57.288253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Checking segment: {'id': '3be09ea1-7e80-4199-9d73-906d2bc7ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:57.288851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.295482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Bound using segment: {'id': '3be09ea1-7e80-4199-9d73-906d2bc7ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:57.295920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Bound port: fadbdddf-b0cb-4fd6-9641-0306e22efde1, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be09ea1-7e80-4199-9d73-906d2bc7ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:57.296487 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.385950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.389424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76845ad-8be5-47c2-b3b4-f71c7b5e5bdc req-3822edeb-9baf-4fe3-b41b-7f02c58c2ae9 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:57.410319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a76845ad-8be5-47c2-b3b4-f71c7b5e5bdc req-3822edeb-9baf-4fe3-b41b-7f02c58c2ae9 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.1988049 Aug 20 11:12:57.491876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] For port 1e8ec368-d7cf-4978-b714-3573120dddec, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:57.517036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:12:57.534911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] For port fadbdddf-b0cb-4fd6-9641-0306e22efde1, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:57.538901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] For port fadbdddf-b0cb-4fd6-9641-0306e22efde1, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fadbdddf-b0cb-4fd6-9641-0306e22efde1,segment=NetworkSegment(3be09ea1-7e80-4199-9d73-906d2bc7ed24),segment_id=3be09ea1-7e80-4199-9d73-906d2bc7ed24)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:57.557770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] For port 1e8ec368-d7cf-4978-b714-3573120dddec, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1e8ec368-d7cf-4978-b714-3573120dddec,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:57.573844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a76845ad-8be5-47c2-b3b4-f71c7b5e5bdc req-19318c37-7449-417d-a745-c730286351bd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565647 Aug 20 11:12:57.609067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.609067 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Added segment 958eac16-cb4c-4cb7-9bbd-972567ba77b6 of type vlan for network 7f89a85e-e762-4f08-9243-07aa10463e42 Aug 20 11:12:57.668293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6903f4a2-419e-470c-821b-6b317c39dd80,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:57.695349 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.715402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.766169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.777630 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Attempting to bind port 35542809-90a4-4765-b437-14634eb9c74d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:12:57.778388 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Attempting to bind port 35542809-90a4-4765-b437-14634eb9c74d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:12:57.779085 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Attempting to bind port 35542809-90a4-4765-b437-14634eb9c74d on network f73b21d2-17bd-45b0-bd2f-61931b61282d {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:12:57.787231 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:12:57.788007 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Checking segment: {'id': 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:57.788659 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.789309 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Bound using segment: {'id': 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:12:57.790282 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Bound port: 35542809-90a4-4765-b437-14634eb9c74d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:12:57.791008 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.902852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.909665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:57.917025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:57.917025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] 10.222.0.38 "PUT /v2.0/ports/1e8ec368-d7cf-4978-b714-3573120dddec HTTP/1.1" status: 200 len: 1096 time: 2.6751442 Aug 20 11:12:57.923477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Routers {'a9ff793c-a69a-4c57-ad28-0e9d654e429b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:57.926350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:57.929297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4c972f-bcec-44cb-a403-8cdf5c0c9f55', 'tag': '1e8ec368-d7cf-4978-b714-3573120dddec'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:12:57.932909 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c193d5df-3661-485d-ba5f-b415d47640f0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4c972f-bcec-44cb-a403-8cdf5c0c9f55", "tag": "1e8ec368-d7cf-4978-b714-3573120dddec"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:12:57.980956 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] For port 35542809-90a4-4765-b437-14634eb9c74d, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:12:58.001808 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:58.001985 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] For port 35542809-90a4-4765-b437-14634eb9c74d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=35542809-90a4-4765-b437-14634eb9c74d,segment=NetworkSegment(f656f6d0-6ff8-4f98-bdfc-7653719c9c39),segment_id=f656f6d0-6ff8-4f98-bdfc-7653719c9c39)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:12:58.057764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364b991-e2f9-4a99-8c5c-69b56b81c9a9 None None] Pushing event updated for resources: {'Port': ['ID=fadbdddf-b0cb-4fd6-9641-0306e22efde1,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:58.077666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:12:58.083042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:12:58.103486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:12:58.107121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea349693-2b5b-4f92-b418-851c5b05be45 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8ec368-d7cf-4978-b714-3573120dddec,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:58.171820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee8dc8-1e74-4b95-8bc3-8bb765474830 req-0ca1c941-9639-4012-9038-661d455079d6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:58.189563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecee8dc8-1e74-4b95-8bc3-8bb765474830 req-0ca1c941-9639-4012-9038-661d455079d6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.2269433 Aug 20 11:12:58.216209 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:58.246018 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:58.251454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:58.260423 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:58.302209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] Set router a9ff793c-a69a-4c57-ad28-0e9d654e429b gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:58.315124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event updated for resources: {'Port': ['ID=d34e4f0a-a269-4155-82ce-96dedf4ec4cc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:58.357468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-8d27bfbb-4cc8-4b1b-b27d-ee4d3892131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:58.359291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-8d27bfbb-4cc8-4b1b-b27d-ee4d3892131b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e9cb097193e477a8646537984564d17&device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 1099 time: 0.1188920 Aug 20 11:12:58.375103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecee8dc8-1e74-4b95-8bc3-8bb765474830 req-54473cc3-0454-4d84-9377-559ff90f9d75 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845293 Aug 20 11:12:58.395974 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Routers {'b270f465-703c-4391-bfbb-71a950d23934'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:12:58.400972 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b270f465-703c-4391-bfbb-71a950d23934'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:58.479558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-54692124-2cee-4a9c-9020-d9b3d3cffa15 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1e8ec368-d7cf-4978-b714-3573120dddec HTTP/1.1" status: 200 len: 217 time: 0.1006973 Aug 20 11:12:58.544944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] Pushing event updated for resources: {'Network': ['ID=7f89a85e-e762-4f08-9243-07aa10463e42,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:58.556705 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:58.582263 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8d894209-ab9f-45bb-ad2c-8f38fec1b19b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8741853 Aug 20 11:12:58.587483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40432) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:58.604302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Request body: {'subnet': {'network_id': '7f89a85e-e762-4f08-9243-07aa10463e42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1968658567-subnet', 'tenant_id': '6750ebfb11d748379fa357f206035288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:12:58.643708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 7f89a85e-e762-4f08-9243-07aa10463e42 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:12:58.652739 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df8057-7780-4cd7-aaef-6d0e8c5e4fd2 None None] Pushing event updated for resources: {'Port': ['ID=35542809-90a4-4765-b437-14634eb9c74d,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:58.666383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-cb1e80ca-7600-4792-91c4-e95eca92b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:58.668048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-cb1e80ca-7600-4792-91c4-e95eca92b233 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1737525 Aug 20 11:12:58.705807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7b2ac-06a3-44bd-ad8d-fa235d8da169 req-493a0006-25e1-4131-9882-67e32b47f590 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:58.707406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dd7b2ac-06a3-44bd-ad8d-fa235d8da169 req-493a0006-25e1-4131-9882-67e32b47f590 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 948 time: 0.1370816 Aug 20 11:12:58.709751 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:58.724651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40436) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:58.736375 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] Set router b270f465-703c-4391-bfbb-71a950d23934 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:12:58.772463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-65cb5001-dfb8-4cf6-8f71-f99b0642438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:58.774429 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-65cb5001-dfb8-4cf6-8f71-f99b0642438c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978193 Aug 20 11:12:58.780348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dd7b2ac-06a3-44bd-ad8d-fa235d8da169 req-8734afb8-131f-46ff-8d4b-57b96c94c21e tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552385 Aug 20 11:12:58.804363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Made reservation on behalf of 6750ebfb11d748379fa357f206035288 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:12:58.806734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:58.900026 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90303c32-60cb-4e93-b599-427ed03f74be x-openstack-request-id: req-90303c32-60cb-4e93-b599-427ed03f74be {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:12:58.900332 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4c972f-bcec-44cb-a403-8cdf5c0c9f55", "tag": "1e8ec368-d7cf-4978-b714-3573120dddec", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:12:58.900590 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90303c32-60cb-4e93-b599-427ed03f74be {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:12:58.902563 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4c972f-bcec-44cb-a403-8cdf5c0c9f55', 'tag': '1e8ec368-d7cf-4978-b714-3573120dddec', 'status': 'completed', 'code': 200} Aug 20 11:12:58.991183 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d47a7386-c370-4d72-b7ac-d705e028ffea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9349351971204f24b39d3226c7af0df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641344 Aug 20 11:12:58.999043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40440) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:12:59.049669 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270f465-703c-4391-bfbb-71a950d23934', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-router', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:45Z', 'updated_at': '2021-08-20T11:12:53Z', 'revision_number': 4, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'gw_port': {'id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270f465-703c-4391-bfbb-71a950d23934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:46Z', 'updated_at': '2021-08-20T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '35542809-90a4-4765-b437-14634eb9c74d', 'name': '', 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'mac_address': 'fa:16:3e:6d:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270f465-703c-4391-bfbb-71a950d23934', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1a6fe29a-1d50-42e0-9141-293113782832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:52Z', 'updated_at': '2021-08-20T11:12:57Z', 'revision_number': 4, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'subnets': [{'id': '1a6fe29a-1d50-42e0-9141-293113782832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:59.110602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-b94fac0e-3b54-4b53-aea5-52d86a588f1a service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647605 Aug 20 11:12:59.155278 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5ce8c-ced3-4f49-8ff2-6d367c745b9d None None] The sync data for ids ['b270f465-703c-4391-bfbb-71a950d23934'] in n-d-804230-3 is: [{'id': 'b270f465-703c-4391-bfbb-71a950d23934', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-router', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:45Z', 'updated_at': '2021-08-20T11:12:53Z', 'revision_number': 4, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'gw_port': {'id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270f465-703c-4391-bfbb-71a950d23934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:46Z', 'updated_at': '2021-08-20T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '35542809-90a4-4765-b437-14634eb9c74d', 'name': '', 'network_id': 'f73b21d2-17bd-45b0-bd2f-61931b61282d', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'mac_address': 'fa:16:3e:6d:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270f465-703c-4391-bfbb-71a950d23934', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1a6fe29a-1d50-42e0-9141-293113782832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:52Z', 'updated_at': '2021-08-20T11:12:57Z', 'revision_number': 4, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'subnets': [{'id': '1a6fe29a-1d50-42e0-9141-293113782832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:59.282094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'name': 'tempest-FloatingIPDetailsTestJSON-401545284-router', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:42Z', 'updated_at': '2021-08-20T11:12:51Z', 'revision_number': 4, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'gw_port': {'id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:44Z', 'updated_at': '2021-08-20T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fadbdddf-b0cb-4fd6-9641-0306e22efde1', 'name': '', 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'mac_address': 'fa:16:3e:13:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7c85da33-0661-44c6-989a-3fad4d1d01cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:49Z', 'updated_at': '2021-08-20T11:12:57Z', 'revision_number': 4, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'subnets': [{'id': '7c85da33-0661-44c6-989a-3fad4d1d01cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:12:59.288882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfd70a-cc57-4974-91cd-c3deb72e7411 None None] The sync data for ids ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'] in n-d-804230-3 is: [{'id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'name': 'tempest-FloatingIPDetailsTestJSON-401545284-router', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:42Z', 'updated_at': '2021-08-20T11:12:51Z', 'revision_number': 4, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'gw_port': {'id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:44Z', 'updated_at': '2021-08-20T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fadbdddf-b0cb-4fd6-9641-0306e22efde1', 'name': '', 'network_id': 'e83e21a9-2c3e-443e-be32-be4215837222', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'mac_address': 'fa:16:3e:13:d5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '7c85da33-0661-44c6-989a-3fad4d1d01cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:49Z', 'updated_at': '2021-08-20T11:12:57Z', 'revision_number': 4, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'subnets': [{'id': '7c85da33-0661-44c6-989a-3fad4d1d01cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:12:59.301164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38806ac-e5f7-49a8-bd95-67ff089b0cca req-e48a16cb-7220-4695-bf24-7f06a6c57870 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:59.314459 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d38806ac-e5f7-49a8-bd95-67ff089b0cca req-e48a16cb-7220-4695-bf24-7f06a6c57870 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.3095367 Aug 20 11:12:59.392625 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d41e85-172b-4636-bd71-de40316c6341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:59.403259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:59.427569 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d38806ac-e5f7-49a8-bd95-67ff089b0cca req-5c3fe847-9b22-4ec0-83fb-d442f9e46a96 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174188 Aug 20 11:12:59.441503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1aa4c88f-8440-4a25-ad2e-a1168ed61270 req-621aaf66-2ad5-4d6b-97c7-a0fd421541ef service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701456 Aug 20 11:12:59.492037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d41e85-172b-4636-bd71-de40316c6341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:59.525591 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:59.708884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:59.789234 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d41e85-172b-4636-bd71-de40316c6341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:59.794335 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d41e85-172b-4636-bd71-de40316c6341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:59.795914 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-50d41e85-172b-4636-bd71-de40316c6341 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dcfc7dcf-46c2-4dc6-ab09-a2d91914d0d3 HTTP/1.1" status: 204 len: 168 time: 0.7925930 Aug 20 11:12:59.837040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d41e85-172b-4636-bd71-de40316c6341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfc7dcf-46c2-4dc6-ab09-a2d91914d0d3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:59.884266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event updated for resources: {'Port': ['ID=d34e4f0a-a269-4155-82ce-96dedf4ec4cc,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:59.903578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:12:59.914485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-576e6f0d-b6d5-4189-8125-0535d2ff95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:12:59.915762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-576e6f0d-b6d5-4189-8125-0535d2ff95e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e9cb097193e477a8646537984564d17&device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 1099 time: 0.2571967 Aug 20 11:12:59.924472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a1a4c2-bfa5-4be4-9925-7142d276c00e,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:12:59.983507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Checking segment: {'id': '958eac16-cb4c-4cb7-9bbd-972567ba77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f89a85e-e762-4f08-9243-07aa10463e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:12:59.983507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Network hostable DHCP agents. Network: 7f89a85e-e762-4f08-9243-07aa10463e42, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:13:00.030876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb489b-8ece-473e-9a3e-5a7fdf239d51 req-df120ac3-5a24-4a29-a760-e6f4e7343ed7 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:00.045421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0fb489b-8ece-473e-9a3e-5a7fdf239d51 req-df120ac3-5a24-4a29-a760-e6f4e7343ed7 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.2279308 Aug 20 11:13:00.075811 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:00.078632 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-b725f959-ba1a-4747-b740-ab4a322f02d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8303576 Aug 20 11:13:00.115012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Network 7f89a85e-e762-4f08-9243-07aa10463e42 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:13:00.154237 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0fb489b-8ece-473e-9a3e-5a7fdf239d51 req-24b0c00f-869b-4461-b3f9-771e642e96a1 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077273 Aug 20 11:13:00.207666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-e77d0fc3-a2eb-41d4-aad9-8fb9f51c674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:00.216935 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-e77d0fc3-a2eb-41d4-aad9-8fb9f51c674e service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2820683 Aug 20 11:13:00.224014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-633d1510-a648-41a1-b4a5-73e6cb972155 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.53 HTTP/1.1" status: 200 len: 695 time: 0.1340759 Aug 20 11:13:00.286129 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-55397101-2af0-4e3c-9ea5-b8f269495d54 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1e8ec368-d7cf-4978-b714-3573120dddec HTTP/1.1" status: 200 len: 217 time: 0.0627596 Aug 20 11:13:00.383656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-addbfb8d-32d4-453e-a7b4-8f8c95629477 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:00.385671 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-addbfb8d-32d4-453e-a7b4-8f8c95629477 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1566448 Aug 20 11:13:00.387097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 7f89a85e-e762-4f08-9243-07aa10463e42) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:00.395440 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:00.396284 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:00.400726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a862733-78d1-4591-98fa-3e577a9d1d0a None None] Network 7f89a85e-e762-4f08-9243-07aa10463e42 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:13:00.440644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-510e76af-739a-41f6-980d-f9d3adcb896f tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:13:00.443172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80ec8a9c-69b9-496b-b10a-c6a2eff035db req-510e76af-739a-41f6-980d-f9d3adcb896f tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093806 Aug 20 11:13:00.467919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-18910dae-477a-4cd3-b140-6242d07f7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:00.476587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-18910dae-477a-4cd3-b140-6242d07f7f9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1792707 Aug 20 11:13:00.494175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3c3ba-8466-4911-aee8-483c203d50c9 req-2550b3ef-d490-4fa1-8c99-c9fea121a8a1 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:00.505781 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4d3c3ba-8466-4911-aee8-483c203d50c9 req-2550b3ef-d490-4fa1-8c99-c9fea121a8a1 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 948 time: 0.2225890 Aug 20 11:13:00.587050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-291ea7c5-0720-4c09-8512-bc94b00f289a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9981892 Aug 20 11:13:00.656379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4d3c3ba-8466-4911-aee8-483c203d50c9 req-ed5268d8-5380-4204-891c-7cffd76358a1 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369438 Aug 20 11:13:00.670270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-321ea1b7-336e-4def-97b0-b9080e7599ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:00.696190 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-321ea1b7-336e-4def-97b0-b9080e7599ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1887529 Aug 20 11:13:00.803845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092d2152-249a-4df1-b50f-fd23e2175f42 None None] Network 7f89a85e-e762-4f08-9243-07aa10463e42 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:13:00.895883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-ba24f94b-6c45-41e9-b1c5-0f46d5f521df tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3670371 Aug 20 11:13:00.926693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:01.044598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2e883-b9c8-4cb3-b944-99d107cfa17d req-c77232f0-7162-4351-acab-1607b6e30525 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:01.046821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fac2e883-b9c8-4cb3-b944-99d107cfa17d req-c77232f0-7162-4351-acab-1607b6e30525 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.1904418 Aug 20 11:13:01.078360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-a473fe4a-eb4d-4b5a-8808-cd6a00d9c8d1 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713155 Aug 20 11:13:01.103323 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:01.127091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fac2e883-b9c8-4cb3-b944-99d107cfa17d req-1a503d40-c33d-4d68-92b7-b3ace9257539 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476122 Aug 20 11:13:01.187246 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:13:01.445863 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:01.491719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 35542809-90a4-4765-b437-14634eb9c74d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:01.590258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c193d5df-3661-485d-ba5f-b415d47640f0 req-78740f74-58a4-4488-a449-fef953a9d51c service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730046 Aug 20 11:13:01.648915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a8f75-9d82-446e-9dcd-19b74ad2a4d2 req-e78d9b0a-12ef-4f13-9000-5175f2bdf1c2 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:01.650803 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-432a8f75-9d82-446e-9dcd-19b74ad2a4d2 req-e78d9b0a-12ef-4f13-9000-5175f2bdf1c2 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1020653 Aug 20 11:13:01.727691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Allocated IP 172.25.4.67 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/a915d445-13a1-464b-ae3b-9010485eda18) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:01.750212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 35542809-90a4-4765-b437-14634eb9c74d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:01.754828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 35542809-90a4-4765-b437-14634eb9c74d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:01.755199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:01.777676 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-432a8f75-9d82-446e-9dcd-19b74ad2a4d2 req-f3cb7764-4dbf-4a7b-b509-4c2d58ceadad tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145222 Aug 20 11:13:01.983352 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:01.992400 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:02.037876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31ab95-8f41-4a90-b104-5a014fa9cefa req-f8f7b0e6-819e-4895-a47b-3029e8f5a84b tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:02.054524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e31ab95-8f41-4a90-b104-5a014fa9cefa req-f8f7b0e6-819e-4895-a47b-3029e8f5a84b tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 948 time: 0.1657240 Aug 20 11:13:02.095044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 35542809-90a4-4765-b437-14634eb9c74d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=35542809-90a4-4765-b437-14634eb9c74d,segment=NetworkSegment(f656f6d0-6ff8-4f98-bdfc-7653719c9c39),segment_id=f656f6d0-6ff8-4f98-bdfc-7653719c9c39)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:02.099057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1e8ec368-d7cf-4978-b714-3573120dddec details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:13:02.151246 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e31ab95-8f41-4a90-b104-5a014fa9cefa req-61fc79f0-be2b-4486-be38-01e2a17c224b tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957363 Aug 20 11:13:02.167329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:02.259568 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:02.260547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fadbdddf-b0cb-4fd6-9641-0306e22efde1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:02.320734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:02.350410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40494) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:02.355032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:02.363919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-808064614-network', 'tenant_id': '0a775c70d92a4ba69665c054fac01f5a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:02.375110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:02.383955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event updated for resources: {'Port': ['ID=a915d445-13a1-464b-ae3b-9010485eda18,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:02.447199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb697a4-481b-4ca0-bb4a-995b3ef98856 req-20955e29-25bd-42d3-b94a-08e2c6974148 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:02.460402 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4cb697a4-481b-4ca0-bb4a-995b3ef98856 req-20955e29-25bd-42d3-b94a-08e2c6974148 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.1174092 Aug 20 11:13:02.528216 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4cb697a4-481b-4ca0-bb4a-995b3ef98856 req-b83ec244-a783-4f30-ba55-4e81cd945471 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665925 Aug 20 11:13:02.690365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=35542809-90a4-4765-b437-14634eb9c74d,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:02.705890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1e8ec368-d7cf-4978-b714-3573120dddec, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1e8ec368-d7cf-4978-b714-3573120dddec,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:02.719574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '1e8ec368-d7cf-4978-b714-3573120dddec', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '1e8ec368-d7cf-4978-b714-3573120dddec', 'mac_address': 'fa:16:3e:81:ad:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:13:02.759679 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:02.782696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port fadbdddf-b0cb-4fd6-9641-0306e22efde1 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:02.783769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fadbdddf-b0cb-4fd6-9641-0306e22efde1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:02.784250 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:02.786931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8ec368-d7cf-4978-b714-3573120dddec {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:02.881739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1e8ec368-d7cf-4978-b714-3573120dddec, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1e8ec368-d7cf-4978-b714-3573120dddec,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:02.923138 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:02.930729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Made reservation on behalf of 0a775c70d92a4ba69665c054fac01f5a for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:13:02.933498 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:02.946106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:02.974335 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:02.979673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb0fae-f5ae-4387-874a-4c691f3538c0 req-7610d052-8781-46d9-92ad-0ef4bcd14dd9 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:02.985874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-adeb0fae-f5ae-4387-874a-4c691f3538c0 req-7610d052-8781-46d9-92ad-0ef4bcd14dd9 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0938039 Aug 20 11:13:03.042490 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.047838 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-adeb0fae-f5ae-4387-874a-4c691f3538c0 req-3b4bb5e3-40df-470f-90e7-ee7edd61cb78 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526924 Aug 20 11:13:03.081227 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.082759 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.094892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1e8ec368-d7cf-4978-b714-3573120dddec,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:03.125787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port fadbdddf-b0cb-4fd6-9641-0306e22efde1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fadbdddf-b0cb-4fd6-9641-0306e22efde1,segment=NetworkSegment(3be09ea1-7e80-4199-9d73-906d2bc7ed24),segment_id=3be09ea1-7e80-4199-9d73-906d2bc7ed24)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:03.198092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.232084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11a861-a79e-4972-8a62-78109e73abc5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:03.237973 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.250898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1e8ec368-d7cf-4978-b714-3573120dddec'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:03.255515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:13:03.287492 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.292951 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Added segment f41a6cc1-0107-4eed-b0af-e4d6b38a6daf of type vlan for network 071b7988-9bcd-43e8-8046-64282ddbc409 Aug 20 11:13:03.344985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060e126-f141-47f3-a944-e390d14e7dfa req-f5175e20-6a7b-497b-bed3-8cc4401f791f tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:03.355079 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.355819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7060e126-f141-47f3-a944-e390d14e7dfa req-f5175e20-6a7b-497b-bed3-8cc4401f791f tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 949 time: 0.1375463 Aug 20 11:13:03.359302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.438126 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7060e126-f141-47f3-a944-e390d14e7dfa req-df222a8b-bfff-4787-8d4d-bb226378f3c7 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812695 Aug 20 11:13:03.441615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.472439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 35542809-90a4-4765-b437-14634eb9c74d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:03.477792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=fadbdddf-b0cb-4fd6-9641-0306e22efde1,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:03.509276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event updated for resources: {'Port': ['ID=a915d445-13a1-464b-ae3b-9010485eda18,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:03.513923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.515063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:03.515734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.609211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] Pushing event updated for resources: {'Network': ['ID=071b7988-9bcd-43e8-8046-64282ddbc409,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:03.622080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bce16d31-c199-4a66-9f6c-6aca5423f639 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2656918 Aug 20 11:13:03.625745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40518) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:03.628083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Request body: {'subnet': {'network_id': '071b7988-9bcd-43e8-8046-64282ddbc409', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-808064614-subnet', 'tenant_id': '0a775c70d92a4ba69665c054fac01f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:03.644850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.668408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 071b7988-9bcd-43e8-8046-64282ddbc409 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:13:03.725805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc1c87-2caf-4679-b8c8-b4e6802e30cf req-9f36deea-ffe4-4025-be1d-7561dd9708f3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:03.734001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47bc1c87-2caf-4679-b8c8-b4e6802e30cf req-9f36deea-ffe4-4025-be1d-7561dd9708f3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0729764 Aug 20 11:13:03.737880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 35542809-90a4-4765-b437-14634eb9c74d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:03.738390 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.784416 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47bc1c87-2caf-4679-b8c8-b4e6802e30cf req-baa9518c-eb00-4b6d-9294-4ef0e4f8ee46 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Aug 20 11:13:03.786224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Made reservation on behalf of 0a775c70d92a4ba69665c054fac01f5a for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:13:03.801678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.869824 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:03.871272 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-5ed541a1-5bd0-4d49-9592-895d884ea2cb tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9663837 Aug 20 11:13:03.979288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-e792002b-088a-4fa5-9fb9-9a132676c363 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 695 time: 0.0967739 Aug 20 11:13:04.129003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-0ebaa9e6-b391-4051-8fb7-c2934eeff6e5 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:04.130663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10dd224e-c83d-45cc-b564-8b892d486b7f req-0ebaa9e6-b391-4051-8fb7-c2934eeff6e5 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1423101 Aug 20 11:13:04.166736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-51444ed5-35f3-4ef8-982d-798de63e415d tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f1af862a4c5849fc8dc5983ddc30f951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258029 Aug 20 11:13:04.166736 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:04.244849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04536de-188f-4655-a33b-158976438787 req-1af78988-85e5-4034-8456-a81a3f0a0487 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:04.246602 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b04536de-188f-4655-a33b-158976438787 req-1af78988-85e5-4034-8456-a81a3f0a0487 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0556726 Aug 20 11:13:04.287994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b04536de-188f-4655-a33b-158976438787 req-534a1684-9d0a-47f2-8177-f16fe4d3f9a9 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Aug 20 11:13:04.288950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e77864-982c-4b35-9bc0-3c3562794353,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:04.313568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Checking segment: {'id': 'f41a6cc1-0107-4eed-b0af-e4d6b38a6daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '071b7988-9bcd-43e8-8046-64282ddbc409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:13:04.313927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Network hostable DHCP agents. Network: 071b7988-9bcd-43e8-8046-64282ddbc409, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:13:04.336080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-f3c06d3c-3373-4ef2-a947-6d42e03764b9 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:04.337464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-f3c06d3c-3373-4ef2-a947-6d42e03764b9 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750333 Aug 20 11:13:04.356391 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-95977ec2-c547-4060-bd1a-ee6222fe1130 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/quotas/f1af862a4c5849fc8dc5983ddc30f951 HTTP/1.1" status: 200 len: 375 time: 0.0101969 Aug 20 11:13:04.392493 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-4553f5cb-9c70-4af8-8c41-88fca17ce8ee tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1af862a4c5849fc8dc5983ddc30f951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297573 Aug 20 11:13:04.435818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-103f5f71-acc9-4833-828a-16ce9565c66b tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1107891 Aug 20 11:13:04.445790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Network 071b7988-9bcd-43e8-8046-64282ddbc409 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:13:04.450214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:04.687356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 071b7988-9bcd-43e8-8046-64282ddbc409) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:04.687507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:04.687609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:04.687609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:04.687779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ed91b-80ae-4347-b86b-9e0260d8c623 None None] Network 071b7988-9bcd-43e8-8046-64282ddbc409 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:13:04.831727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98594a4e-8689-4158-a9be-4beb2c9104ab None None] Network 071b7988-9bcd-43e8-8046-64282ddbc409 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:13:04.832371 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:04.962789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ef97c661-711f-4250-aec7-2e47bb266ae2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3322842 Aug 20 11:13:04.996296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Allocated IP 172.25.4.216 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/a2cde3bf-de92-4293-8ee1-caca50327a86) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:05.108472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3891531-961b-449e-9897-91dfd44366f6 req-62e5a6ef-a823-4b16-bd76-8b96172b191e tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:05.120503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3891531-961b-449e-9897-91dfd44366f6 req-62e5a6ef-a823-4b16-bd76-8b96172b191e tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 949 time: 0.0786633 Aug 20 11:13:05.175023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3891531-961b-449e-9897-91dfd44366f6 req-78937eca-353e-41e0-bb4a-5c3b27ac7883 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529788 Aug 20 11:13:05.255437 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:05.304483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1c26c-27fb-47dc-9ffd-53a0e695e8e7 req-bbcca897-ae8b-4817-8960-74def0b3f8d8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:05.306062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99c1c26c-27fb-47dc-9ffd-53a0e695e8e7 req-bbcca897-ae8b-4817-8960-74def0b3f8d8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0618227 Aug 20 11:13:05.356958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99c1c26c-27fb-47dc-9ffd-53a0e695e8e7 req-57d7a41e-e14f-4e52-a60f-868f1ea322d8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438530 Aug 20 11:13:05.377720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:05.394058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fadbdddf-b0cb-4fd6-9641-0306e22efde1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:05.437453 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:05.443409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:05.446521 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:05.475547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event updated for resources: {'Port': ['ID=a2cde3bf-de92-4293-8ee1-caca50327a86,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:05.510913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fadbdddf-b0cb-4fd6-9641-0306e22efde1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:05.513259 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:05.547901 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f7ef5d1f-420b-4ba0-b854-035de8a9192c req-16b1eef9-64ab-47e6-b546-f4ce1faedba1 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 210 time: 0.0324292 Aug 20 11:13:05.601931 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:05.756542 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:05.841569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-5c2237aa-f340-4f2f-8d37-4d4ba59d1d46 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:05.843411 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-5c2237aa-f340-4f2f-8d37-4d4ba59d1d46 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/networks?id=7f89a85e-e762-4f08-9243-07aa10463e42 HTTP/1.1" status: 200 len: 815 time: 0.1287589 Aug 20 11:13:05.871635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b103eb5e-55d9-4a90-a3e4-1e9ac97d92e4 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/quotas/6750ebfb11d748379fa357f206035288 HTTP/1.1" status: 200 len: 375 time: 0.0184441 Aug 20 11:13:05.918490 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-a2ad3b97-a630-4126-ae73-56284ca6cd86 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6750ebfb11d748379fa357f206035288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445559 Aug 20 11:13:05.977482 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:06.012336 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-125afe2e-f7ff-436e-99af-d3cb41438bd8 service neutron] 10.222.0.10 "GET /v2.0/networks/7f89a85e-e762-4f08-9243-07aa10463e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870092 Aug 20 11:13:06.114709 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1e8ec368-d7cf-4978-b714-3573120dddec up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:06.115848 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-69d7e77b-a310-451a-ba56-0a38174fe3a0 service neutron] 10.222.0.10 "GET /v2.0/networks/7f89a85e-e762-4f08-9243-07aa10463e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898995 Aug 20 11:13:06.179448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:06.253815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event updated for resources: {'Port': ['ID=a2cde3bf-de92-4293-8ee1-caca50327a86,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:06.275827 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:06.286824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 1e8ec368-d7cf-4978-b714-3573120dddec completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:06.291303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 1e8ec368-d7cf-4978-b714-3573120dddec triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:06.295698 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:06.377846 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:06.407888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4c972f-bcec-44cb-a403-8cdf5c0c9f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8ec368-d7cf-4978-b714-3573120dddec'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:06.410331 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f3e9a3-d50f-408c-98f3-5ab500f2d974" -d '{"events": [{"server_uuid": "eb4c972f-bcec-44cb-a403-8cdf5c0c9f55", "name": "network-vif-plugged", "status": "completed", "tag": "1e8ec368-d7cf-4978-b714-3573120dddec"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:06.424827 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:06.426413 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-48d58cff-2505-4d84-98bc-30f66138b51d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9839873 Aug 20 11:13:06.441741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1e8ec368-d7cf-4978-b714-3573120dddec, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1e8ec368-d7cf-4978-b714-3573120dddec,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:06.521720 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-e376213d-1c4a-4fbe-8443-22e4c0b6ba96 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 696 time: 0.0807574 Aug 20 11:13:06.534100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ef9bc-e828-475b-b59f-f5836822ef90 req-9eca7e0e-5376-4fc4-8958-d63978d3b14d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:06.543912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f63ef9bc-e828-475b-b59f-f5836822ef90 req-9eca7e0e-5376-4fc4-8958-d63978d3b14d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0676947 Aug 20 11:13:06.633141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:06.635966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f63ef9bc-e828-475b-b59f-f5836822ef90 req-53f71df0-7cc0-4b1b-aafa-2e2fe170f01c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759046 Aug 20 11:13:06.664772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-00ffea77-38d1-48fe-a7ee-170e15d6c271 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:06.664772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-284956e0-4196-4f44-b7ad-26da0c753f85 req-00ffea77-38d1-48fe-a7ee-170e15d6c271 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1371949 Aug 20 11:13:06.727897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1e8ec368-d7cf-4978-b714-3573120dddec,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:06.737495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.737933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.738225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.738718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.739132 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.739557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.739962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.741207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.741616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.742018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.742662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.743064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:06.764585 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a73a367-fe2d-45e9-ab09-4fe54353cf11 req-7e104541-5427-4010-80f8-c5d8e20a20a7 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 210 time: 0.0446076 Aug 20 11:13:06.818765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33101f1c-fded-48bf-8722-3ecad67c3acb req-189ea42d-f58e-44e5-b920-b49e9c74bab6 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:06.821503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33101f1c-fded-48bf-8722-3ecad67c3acb req-189ea42d-f58e-44e5-b920-b49e9c74bab6 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 950 time: 0.1033418 Aug 20 11:13:06.893988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082854e-d053-411f-b3ab-7db8a40af9ac req-364082b0-af91-44ef-ae9a-f158ed787928 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:06.895582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4082854e-d053-411f-b3ab-7db8a40af9ac req-364082b0-af91-44ef-ae9a-f158ed787928 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0573144 Aug 20 11:13:06.899150 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33101f1c-fded-48bf-8722-3ecad67c3acb req-a9888f19-a6c1-475d-869f-48c7dc7fa181 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686908 Aug 20 11:13:06.954127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4082854e-d053-411f-b3ab-7db8a40af9ac req-a9837209-be5c-444a-888a-0b5c7f78a99c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498540 Aug 20 11:13:06.961717 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc5dfdf-75a8-4c0c-b02e-ccf4d7f9c4fb x-openstack-request-id: req-afc5dfdf-75a8-4c0c-b02e-ccf4d7f9c4fb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:06.962023 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4c972f-bcec-44cb-a403-8cdf5c0c9f55", "name": "network-vif-plugged", "status": "completed", "tag": "1e8ec368-d7cf-4978-b714-3573120dddec", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:06.962385 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afc5dfdf-75a8-4c0c-b02e-ccf4d7f9c4fb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:06.962928 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4c972f-bcec-44cb-a403-8cdf5c0c9f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8ec368-d7cf-4978-b714-3573120dddec', 'code': 200} Aug 20 11:13:07.082709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c97af-ce18-41fb-8672-02e4030b59c5 req-439c253b-1c8b-4bdb-b395-b0fe5b41b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:07.089029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd3c97af-ce18-41fb-8672-02e4030b59c5 req-439c253b-1c8b-4bdb-b395-b0fe5b41b7e5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 1101 time: 0.0550880 Aug 20 11:13:07.112986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dafd9f7c-f318-4619-a8e8-151ec7711a0b req-6ddfe227-92e2-4e54-8443-0516b7264be1 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 210 time: 0.0329850 Aug 20 11:13:07.225374 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd3c97af-ce18-41fb-8672-02e4030b59c5 req-853594b9-e314-4bdf-b79a-687601d9ce09 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310954 Aug 20 11:13:07.320629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-366b7379-793d-41a9-9e88-123c2cb821a7 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2207994 Aug 20 11:13:07.331820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:07.556005 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:07.780729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1ec0f-af26-4d2b-b81e-c5eed426b8d1 req-c03d1ecf-2edf-48f4-8e3a-27254100b473 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:07.782940 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9a1ec0f-af26-4d2b-b81e-c5eed426b8d1 req-c03d1ecf-2edf-48f4-8e3a-27254100b473 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0590446 Aug 20 11:13:07.840310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9a1ec0f-af26-4d2b-b81e-c5eed426b8d1 req-b6348968-b85f-4cae-9753-fb806a4ca814 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507228 Aug 20 11:13:07.967793 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:07.983059 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f3db9d2-7164-4fac-9dfe-b640ce054e08 req-f87b4677-9df4-45b8-8afb-13f92d883226 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 210 time: 0.0724092 Aug 20 11:13:08.115258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Allocated IP 172.25.4.99 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/4d4c3d0d-f700-4705-9df1-a43076ad6989) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:08.149935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efda59-766f-4de1-bc04-f4183ed82b8d req-93935ec3-09d4-4e24-97aa-71f8748f3417 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:08.151663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0efda59-766f-4de1-bc04-f4183ed82b8d req-93935ec3-09d4-4e24-97aa-71f8748f3417 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 950 time: 0.0876698 Aug 20 11:13:08.206151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0efda59-766f-4de1-bc04-f4183ed82b8d req-256a9189-5477-4d3e-870f-e029735850a9 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473611 Aug 20 11:13:08.245984 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:08.366511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca43bea-8e59-45a8-8e2b-41d7e6c2eb94 req-4dc2ff13-60bc-4a25-886f-1616207b1120 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:08.368201 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ca43bea-8e59-45a8-8e2b-41d7e6c2eb94 req-4dc2ff13-60bc-4a25-886f-1616207b1120 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0561452 Aug 20 11:13:08.411339 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ca43bea-8e59-45a8-8e2b-41d7e6c2eb94 req-44fbc869-c2bd-415f-bb11-94918b23fc05 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Aug 20 11:13:08.493416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:08.515179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:08.517820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:08.551875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:08.590345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-435f1ac2-e749-45aa-8694-ed8c4e1ec48b req-0602d691-9f40-4956-b3d9-201437e9da1b tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 210 time: 0.0507696 Aug 20 11:13:08.614235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-62e3e6ae-fecb-4d53-8e91-37f663cd048e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f1af862a4c5849fc8dc5983ddc30f951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627422 Aug 20 11:13:08.656124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event updated for resources: {'Port': ['ID=4d4c3d0d-f700-4705-9df1-a43076ad6989,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:08.792550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:08.813239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-29c21d80-735b-4901-98a4-43554bff5759 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:08.815245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-29c21d80-735b-4901-98a4-43554bff5759 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940160 Aug 20 11:13:08.831064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Request body: {'port': {'device_id': 'e1b47247-b538-4d61-89fb-0a97ad5640ed', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': 'f1af862a4c5849fc8dc5983ddc30f951'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:08.921363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:09.052178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834073e3-8037-498e-888e-1503558b0dc4 req-e0ae46f0-0adb-4810-be80-bdea32cdff6c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:09.057604 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-834073e3-8037-498e-888e-1503558b0dc4 req-e0ae46f0-0adb-4810-be80-bdea32cdff6c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1290493 Aug 20 11:13:09.103213 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-834073e3-8037-498e-888e-1503558b0dc4 req-c5891561-8f0f-4b45-829a-973b8b8b7254 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Aug 20 11:13:09.221676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a48f91c4-4596-41fb-b998-641214b80a7b req-5609a72b-cf78-471a-8f6a-391cc474f9b4 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 210 time: 0.0405262 Aug 20 11:13:09.242668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:09.254510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-13e08cec-cb86-4b34-92fc-6d515511ab27 service neutron] 10.222.0.38 "GET /v2.0/ports/72aa40ae-548e-4af1-becb-e842f64c66d1/bindings/n-h2-804230-3 HTTP/1.1" status: 200 len: 382 time: 0.1691289 Aug 20 11:13:09.309789 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:09.314091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Made reservation on behalf of f1af862a4c5849fc8dc5983ddc30f951 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:13:09.320131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:09.342709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424aba-c49e-47f0-bfbc-dc550b9522e7 req-4ad07fd3-e578-4a6b-8d2d-1e859707896d tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:09.344411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66424aba-c49e-47f0-bfbc-dc550b9522e7 req-4ad07fd3-e578-4a6b-8d2d-1e859707896d tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 950 time: 0.0559874 Aug 20 11:13:09.352772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:09.395932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66424aba-c49e-47f0-bfbc-dc550b9522e7 req-6edae333-b76d-4c69-8415-bc6c0e483b29 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Aug 20 11:13:09.413742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event updated for resources: {'Port': ['ID=4d4c3d0d-f700-4705-9df1-a43076ad6989,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:09.462044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:09.530945 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:09.836748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:09.921880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bb4490-2271-43c0-98b3-b3ca25971301,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:10.017895 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Allocated IP 192.168.233.144 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/44d6f178-c134-4a26-8a61-2546c2a45cb5) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:10.045751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:10.047323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d5e38422-9436-4c76-895b-303844f19cea tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7203028 Aug 20 11:13:10.279164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-079c3af1-f77d-45b8-97b0-7f14f08be178 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.2181020 Aug 20 11:13:10.341462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0d7f4-f18c-4336-9602-a0b7d52582dc req-4aa13fde-4657-4c91-a5cb-6a58aa4d8440 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:10.348947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-75f0d7f4-f18c-4336-9602-a0b7d52582dc req-4aa13fde-4657-4c91-a5cb-6a58aa4d8440 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0893126 Aug 20 11:13:10.438485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-75f0d7f4-f18c-4336-9602-a0b7d52582dc req-dd85e665-ecda-4101-82c5-e1e1bf2658d1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856674 Aug 20 11:13:10.470928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-0b72ed2a-4349-4ca8-8713-e8ec265cca6c tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:10.472884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-0b72ed2a-4349-4ca8-8713-e8ec265cca6c tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.57 "GET /v2.0/networks?id=7f89a85e-e762-4f08-9243-07aa10463e42 HTTP/1.1" status: 200 len: 815 time: 0.4133625 Aug 20 11:13:10.473415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-5b43a3e0-c1a1-4e46-9a36-92b4f7644ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:10.475086 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-5b43a3e0-c1a1-4e46-9a36-92b4f7644ad1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52&tenant_id=f6136056d5744f71aedd216a888b7728 HTTP/1.1" status: 200 len: 1100 time: 0.3016999 Aug 20 11:13:10.495169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Request body: {'port': {'device_id': '381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd', 'network_id': '7f89a85e-e762-4f08-9243-07aa10463e42', 'admin_state_up': True, 'tenant_id': '6750ebfb11d748379fa357f206035288'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:10.603443 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:10.617743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d7ac8e52-d299-41d2-90f6-f5192257f3bf tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:10.619191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-d7ac8e52-d299-41d2-90f6-f5192257f3bf tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.3390036 Aug 20 11:13:10.636509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Transition to ACTIVE for port object 44d6f178-c134-4a26-8a61-2546c2a45cb5 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:10.640921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-b8b6f710-6e6d-4911-8b37-a873d41205d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:13:10.641893 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8be1de8a-81c5-4445-8a12-715dcdc34302 req-b8b6f710-6e6d-4911-8b37-a873d41205d6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103574 Aug 20 11:13:10.651321 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9fda2836-3007-424d-9c79-de2e67402a1e req-76ad2f34-6e4a-4024-8431-3771d095b895 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 210 time: 0.0386529 Aug 20 11:13:10.695279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-6f69f339-340a-4a4b-8f61-f5488c7db08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:10.696910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-6f69f339-340a-4a4b-8f61-f5488c7db08d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 1100 time: 0.1857429 Aug 20 11:13:10.745008 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:10.771323 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Made reservation on behalf of 6750ebfb11d748379fa357f206035288 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:13:10.774789 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:10.839551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6953c1-fe3c-4d11-b286-067b4477121e req-076b5f4c-9a44-4e1e-9adc-385d093736aa tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:10.847534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab6953c1-fe3c-4d11-b286-067b4477121e req-076b5f4c-9a44-4e1e-9adc-385d093736aa tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1071281 Aug 20 11:13:10.848714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768ab0f-2190-4ad5-9604-e400aeb540a7 req-587db7f1-ddd5-48ba-ab69-7d9aeead110a tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:10.853112 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e768ab0f-2190-4ad5-9604-e400aeb540a7 req-587db7f1-ddd5-48ba-ab69-7d9aeead110a tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 950 time: 0.1197269 Aug 20 11:13:10.875461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-a2ed903b-3386-41f2-ac80-68e9ac9488d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:10.876864 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-a2ed903b-3386-41f2-ac80-68e9ac9488d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1705101 Aug 20 11:13:10.933849 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-ad7bcbaf-9ff7-45f7-ae0b-7a4ac55b8aa2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=72aa40ae-548e-4af1-becb-e842f64c66d1 HTTP/1.1" status: 200 len: 217 time: 0.0478058 Aug 20 11:13:10.934182 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab6953c1-fe3c-4d11-b286-067b4477121e req-dd5dd04d-1316-48f4-8549-1953cbc6595e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857928 Aug 20 11:13:10.934895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:10.978409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e768ab0f-2190-4ad5-9604-e400aeb540a7 req-3e8e0d8f-f2fc-4946-9e24-875cb7108a35 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193349 Aug 20 11:13:10.994400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Allocated IP 172.20.0.13 (7f89a85e-e762-4f08-9243-07aa10463e42/40a1a4c2-bfa5-4be4-9925-7142d276c00e/61eebbaf-cf26-43d9-a662-414a8f80b6f6) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:11.048193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:11.055824 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2645bafd-474e-4866-bef1-88e76223ccf9 req-f704147e-5fca-4c8b-bcae-888bae9d81e7 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 210 time: 0.0338163 Aug 20 11:13:11.093113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:11.098625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Pushing event updated for resources: {'Port': ['ID=44d6f178-c134-4a26-8a61-2546c2a45cb5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:11.101800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:11.108330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-43c7de15-c63a-4164-84e0-76a92ebc5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:11.109123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-43c7de15-c63a-4164-84e0-76a92ebc5f6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1614275 Aug 20 11:13:11.112133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-341b7443-e5cf-48ce-8feb-31616d5631a2 req-d05dfa98-83cd-42d6-8afe-9ea571b03d0f tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips/c0f6692b-cfda-42ac-80c8-c67bdbb48861 HTTP/1.1" status: 200 len: 692 time: 0.0889401 Aug 20 11:13:11.223776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:11.247448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:11.247914 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:11.293920 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-46787f3a-c8f7-4dc6-8558-087da33efb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:11.295641 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-46787f3a-c8f7-4dc6-8558-087da33efb48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629372 Aug 20 11:13:11.321803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b7443-e5cf-48ce-8feb-31616d5631a2 req-c576fb7f-21c2-4a69-9dd6-89c74cb890f5 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:11.323335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-341b7443-e5cf-48ce-8feb-31616d5631a2 req-c576fb7f-21c2-4a69-9dd6-89c74cb890f5 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1917944 Aug 20 11:13:11.366901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-341b7443-e5cf-48ce-8feb-31616d5631a2 req-184ab018-90bd-4fee-b5e2-d4b1e4d61c82 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:13:11.367926 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-341b7443-e5cf-48ce-8feb-31616d5631a2 req-184ab018-90bd-4fee-b5e2-d4b1e4d61c82 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340657 Aug 20 11:13:11.429651 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-9e95081b-4711-41da-af92-eabc188667bf service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156359 Aug 20 11:13:11.438071 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:11.442662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-a2ffde6f-4695-47cd-8931-800d31faee4e tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6164806 Aug 20 11:13:11.461808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-d85e7bf6-3e55-4ea8-9df0-e2f72ec14b17 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips/c0f6692b-cfda-42ac-80c8-c67bdbb48861 HTTP/1.1" status: 200 len: 692 time: 0.0688426 Aug 20 11:13:11.477713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Request body: {'port': {'device_id': 'e1b47247-b538-4d61-89fb-0a97ad5640ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:11.509909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Network 7f89a85e-e762-4f08-9243-07aa10463e42 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:11.521912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:11.555524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1645f26f-ffae-40cf-a99c-d67098f794ea None None] Provisioning for port 44d6f178-c134-4a26-8a61-2546c2a45cb5 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:11.563995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1645f26f-ffae-40cf-a99c-d67098f794ea None None] Provisioning complete for port 44d6f178-c134-4a26-8a61-2546c2a45cb5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:11.564624 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1645f26f-ffae-40cf-a99c-d67098f794ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:11.616206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3e2fd0b-e726-4a9d-94cd-a2b26065e5be req-53ceaaa0-3d17-44d1-824b-cba1345568d8 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836107 Aug 20 11:13:11.616461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1645f26f-ffae-40cf-a99c-d67098f794ea None None] Port 44d6f178-c134-4a26-8a61-2546c2a45cb5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:13:11.618373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-ddc85b3c-4306-4e1d-8a34-4b8e8295d036 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:11.619910 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-ddc85b3c-4306-4e1d-8a34-4b8e8295d036 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1202779 Aug 20 11:13:11.620732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:11.674951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-b77ad10a-5fd8-44b5-9ea0-8c345f0771a4 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:13:11.682358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-b77ad10a-5fd8-44b5-9ea0-8c345f0771a4 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217524 Aug 20 11:13:11.739862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Pushing event updated for resources: {'Port': ['ID=61eebbaf-cf26-43d9-a662-414a8f80b6f6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:11.752707 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:11.759705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-4a3bb8e2-0c74-434a-b966-bdeab4c23e87 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0763378 Aug 20 11:13:11.768016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:11.774102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:11.831168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6e25c-3844-4dc2-9742-c130db7fcaf2 req-0c01bfcc-9e20-40da-aeea-204cccc56ba7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:11.832800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8e6e25c-3844-4dc2-9742-c130db7fcaf2 req-0c01bfcc-9e20-40da-aeea-204cccc56ba7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.2898028 Aug 20 11:13:11.835141 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-e53e311c-7b9b-47ff-8167-5b042613c58b tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.99 HTTP/1.1" status: 200 len: 695 time: 0.0744700 Aug 20 11:13:11.973380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-587e2b5f-2fac-4a11-8c62-d7184eee6954 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Deleting port 4d4c3d0d-f700-4705-9df1-a43076ad6989 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:11.973610 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-587e2b5f-2fac-4a11-8c62-d7184eee6954 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:11.983580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62412a77-1204-426b-9c02-6fd491903d15 req-b0745219-a37c-4509-b91d-6825ef93bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:11.985121 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62412a77-1204-426b-9c02-6fd491903d15 req-b0745219-a37c-4509-b91d-6825ef93bb31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1101 time: 0.1512449 Aug 20 11:13:12.006779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8e6e25c-3844-4dc2-9742-c130db7fcaf2 req-702e3f30-f045-4112-8e9b-d79d19c26b56 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414444 Aug 20 11:13:12.065638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-b2ba1059-67f0-4ea5-99a2-02a2653a0afe tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5783405 Aug 20 11:13:12.085927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Request body: {'port': {'device_id': '381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:12.175875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 72aa40ae-548e-4af1-becb-e842f64c66d1 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:13:12.219455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62412a77-1204-426b-9c02-6fd491903d15 req-c707282e-04ea-4373-b426-ac3bd066e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:12.225618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62412a77-1204-426b-9c02-6fd491903d15 req-c707282e-04ea-4373-b426-ac3bd066e451 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2025607 Aug 20 11:13:12.229753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-587e2b5f-2fac-4a11-8c62-d7184eee6954 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:12.230110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-587e2b5f-2fac-4a11-8c62-d7184eee6954 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:12.244017 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:12.250129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-587e2b5f-2fac-4a11-8c62-d7184eee6954 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Calling delete_port for 4d4c3d0d-f700-4705-9df1-a43076ad6989 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:12.303357 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:12.308844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62412a77-1204-426b-9c02-6fd491903d15 req-eecf9077-db9e-4d14-b1cd-ed61ecd81cea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab HTTP/1.1" status: 200 len: 217 time: 0.0687902 Aug 20 11:13:12.336108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72aa40ae-548e-4af1-becb-e842f64c66d1'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:12.338610 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66859e6-765c-4272-bdd0-9b65f078a209" -d '{"events": [{"server_uuid": "6ce104ec-5a66-43f8-9c88-96d68f30da52", "name": "network-vif-unplugged", "status": "completed", "tag": "72aa40ae-548e-4af1-becb-e842f64c66d1"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:12.358336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 72aa40ae-548e-4af1-becb-e842f64c66d1, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=72aa40ae-548e-4af1-becb-e842f64c66d1,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:12.441359 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:12.508579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=72aa40ae-548e-4af1-becb-e842f64c66d1,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:12.708840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62412a77-1204-426b-9c02-6fd491903d15 req-4d901004-eb5a-4166-8c4a-598d307bfdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:12.710203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62412a77-1204-426b-9c02-6fd491903d15 req-4d901004-eb5a-4166-8c4a-598d307bfdc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.3853412 Aug 20 11:13:12.769049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851ca3d-095e-4df4-b80f-a3eb04c6ce32 req-eb4e36ae-f7c6-483d-8ca1-15312fa62494 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:12.776705 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e851ca3d-095e-4df4-b80f-a3eb04c6ce32 req-eb4e36ae-f7c6-483d-8ca1-15312fa62494 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 936 time: 0.5348768 Aug 20 11:13:12.818542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d6f178-c134-4a26-8a61-2546c2a45cb5 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:12.831028 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:12.850686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62412a77-1204-426b-9c02-6fd491903d15 req-9d5288d5-85a1-4a9f-bdb2-fb1d1b25a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:12.856947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62412a77-1204-426b-9c02-6fd491903d15 req-9d5288d5-85a1-4a9f-bdb2-fb1d1b25a46d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337264 Aug 20 11:13:12.879368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e851ca3d-095e-4df4-b80f-a3eb04c6ce32 req-2582fb14-ba08-423c-a824-7ed4ec245c95 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012022 Aug 20 11:13:12.944318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-587e2b5f-2fac-4a11-8c62-d7184eee6954 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:12.956606 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61eebbaf-cf26-43d9-a662-414a8f80b6f6 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:12.970739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:12.983904 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:12.997896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e2b5f-2fac-4a11-8c62-d7184eee6954 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event deleted for resources: {'Port': ['ID=4d4c3d0d-f700-4705-9df1-a43076ad6989,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:13.010464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Transition to ACTIVE for port object 61eebbaf-cf26-43d9-a662-414a8f80b6f6 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:13.039764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Transition to ACTIVE for port object 44d6f178-c134-4a26-8a61-2546c2a45cb5 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:13.075836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:13.090302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e9e66-9a77-463a-a4f2-fd01997e8e9a req-178d532e-35b8-4a57-b4c9-2924287fda94 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:13.092065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd2e9e66-9a77-463a-a4f2-fd01997e8e9a req-178d532e-35b8-4a57-b4c9-2924287fda94 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1222610 Aug 20 11:13:13.094158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62412a77-1204-426b-9c02-6fd491903d15 req-c7211de6-e4d1-46af-be3e-9582c6e1a2da service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111285 Aug 20 11:13:13.151224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-587e2b5f-2fac-4a11-8c62-d7184eee6954 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:13.154419 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-587e2b5f-2fac-4a11-8c62-d7184eee6954 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:13.167874 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a448f38-bdf2-4d27-ae47-07535bb53591 req-587e2b5f-2fac-4a11-8c62-d7184eee6954 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "DELETE /v2.0/floatingips/c0f6692b-cfda-42ac-80c8-c67bdbb48861 HTTP/1.1" status: 204 len: 173 time: 1.3310266 Aug 20 11:13:13.194874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:13.242943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Pushing event updated for resources: {'Port': ['ID=61eebbaf-cf26-43d9-a662-414a8f80b6f6,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:13.266134 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd2e9e66-9a77-463a-a4f2-fd01997e8e9a req-2bf30839-9067-4946-b9b0-23ed95b4939b tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643965 Aug 20 11:13:13.355047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Attempting to bind port 61eebbaf-cf26-43d9-a662-414a8f80b6f6 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:13:13.355398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Attempting to bind port 61eebbaf-cf26-43d9-a662-414a8f80b6f6 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '958eac16-cb4c-4cb7-9bbd-972567ba77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f89a85e-e762-4f08-9243-07aa10463e42'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:13:13.355722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Attempting to bind port 61eebbaf-cf26-43d9-a662-414a8f80b6f6 on network 7f89a85e-e762-4f08-9243-07aa10463e42 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:13.364671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba991a-45e1-48de-85a9-dd0ba749f817 req-8c0438c9-b3d6-4ba7-bc33-87f2c26234ba tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:13.371966 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-caba991a-45e1-48de-85a9-dd0ba749f817 req-8c0438c9-b3d6-4ba7-bc33-87f2c26234ba tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 950 time: 0.1301663 Aug 20 11:13:13.382766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Port 61eebbaf-cf26-43d9-a662-414a8f80b6f6 on network 7f89a85e-e762-4f08-9243-07aa10463e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:13:13.383107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Attempting to bind port 61eebbaf-cf26-43d9-a662-414a8f80b6f6 on network 7f89a85e-e762-4f08-9243-07aa10463e42 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:13.397032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:13:13.397373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Checking segment: {'id': '958eac16-cb4c-4cb7-9bbd-972567ba77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f89a85e-e762-4f08-9243-07aa10463e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:13:13.397758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Bound using segment: {'id': '958eac16-cb4c-4cb7-9bbd-972567ba77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f89a85e-e762-4f08-9243-07aa10463e42'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:13:13.398148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Pushing event updated for resources: {'Port': ['ID=44d6f178-c134-4a26-8a61-2546c2a45cb5,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:13.398283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Bound port: 61eebbaf-cf26-43d9-a662-414a8f80b6f6, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958eac16-cb4c-4cb7-9bbd-972567ba77b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7f89a85e-e762-4f08-9243-07aa10463e42'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:13:13.398600 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:13.446850 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-caba991a-45e1-48de-85a9-dd0ba749f817 req-8036edf9-0677-48b0-9676-291bdfe5af7c tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598190 Aug 20 11:13:13.535837 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7385952-dde8-4cca-b253-3c3adac8b947 x-openstack-request-id: req-a7385952-dde8-4cca-b253-3c3adac8b947 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:13.536555 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce104ec-5a66-43f8-9c88-96d68f30da52", "name": "network-vif-unplugged", "status": "completed", "tag": "72aa40ae-548e-4af1-becb-e842f64c66d1", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:13.536555 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7385952-dde8-4cca-b253-3c3adac8b947 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:13.539382 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72aa40ae-548e-4af1-becb-e842f64c66d1', 'code': 200} Aug 20 11:13:13.545771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62412a77-1204-426b-9c02-6fd491903d15 req-a33f0706-e635-4b74-a570-1eae7eef25c0 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365456 Aug 20 11:13:13.569794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] For port 61eebbaf-cf26-43d9-a662-414a8f80b6f6, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:13:13.577093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] For port 61eebbaf-cf26-43d9-a662-414a8f80b6f6, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=61eebbaf-cf26-43d9-a662-414a8f80b6f6,segment=NetworkSegment(958eac16-cb4c-4cb7-9bbd-972567ba77b6),segment_id=958eac16-cb4c-4cb7-9bbd-972567ba77b6)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:13:13.595427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6017e0-5dda-41be-9746-aca81731f0cc req-120ee839-e3e6-4e1e-8b55-7d0a67cf73f8 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:13.597022 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab6017e0-5dda-41be-9746-aca81731f0cc req-120ee839-e3e6-4e1e-8b55-7d0a67cf73f8 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 944 time: 0.1917462 Aug 20 11:13:13.681708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Attempting to bind port 44d6f178-c134-4a26-8a61-2546c2a45cb5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:13:13.682041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Attempting to bind port 44d6f178-c134-4a26-8a61-2546c2a45cb5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:13:13.682383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Attempting to bind port 44d6f178-c134-4a26-8a61-2546c2a45cb5 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:13.700013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Port 44d6f178-c134-4a26-8a61-2546c2a45cb5 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:13:13.700352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Attempting to bind port 44d6f178-c134-4a26-8a61-2546c2a45cb5 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:13.709607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab6017e0-5dda-41be-9746-aca81731f0cc req-df0b9820-dd42-4cc7-9321-6cb93d7ce867 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/security-groups?id=6903f4a2-419e-470c-821b-6b317c39dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010387 Aug 20 11:13:13.710648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:13:13.710994 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:13:13.711380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:13:13.711829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Bound port: 44d6f178-c134-4a26-8a61-2546c2a45cb5, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:13:13.712192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:13.715031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b799fb-87b2-474d-b1be-b67302298ed0 req-c73a6658-60db-48c8-971f-bb8f3eaa240a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:13.722137 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26b799fb-87b2-474d-b1be-b67302298ed0 req-c73a6658-60db-48c8-971f-bb8f3eaa240a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 947 time: 0.0994208 Aug 20 11:13:13.750494 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:13.805276 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26b799fb-87b2-474d-b1be-b67302298ed0 req-81a640cd-c5b9-474d-9eea-7abdc21a9782 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806661 Aug 20 11:13:13.817342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:13.822516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:13.822516 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-92350211-babe-496f-bdb8-e25729840e9b service neutron] 10.222.0.57 "PUT /v2.0/ports/61eebbaf-cf26-43d9-a662-414a8f80b6f6 HTTP/1.1" status: 200 len: 1092 time: 1.7459269 Aug 20 11:13:13.822516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd', 'tag': '61eebbaf-cf26-43d9-a662-414a8f80b6f6'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:13.830061 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c55ddb0-0761-4664-8e66-5f86a393635a" -d '{"events": [{"name": "network-changed", "server_uuid": "381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd", "tag": "61eebbaf-cf26-43d9-a662-414a8f80b6f6"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:13.868620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] For port 44d6f178-c134-4a26-8a61-2546c2a45cb5, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:13:13.878243 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92350211-babe-496f-bdb8-e25729840e9b service neutron] Pushing event updated for resources: {'Port': ['ID=61eebbaf-cf26-43d9-a662-414a8f80b6f6,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:13.979680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653319d5-9f03-4bae-8903-8f9f041951c9 req-0ea89edf-2eb0-443d-8f2f-541d551f9a9e tempest-LiveMigrationNegativeTest-959379009 tempest-LiveMigrationNegativeTest-959379009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:13.983768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-653319d5-9f03-4bae-8903-8f9f041951c9 req-0ea89edf-2eb0-443d-8f2f-541d551f9a9e tempest-LiveMigrationNegativeTest-959379009 tempest-LiveMigrationNegativeTest-959379009-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 1101 time: 0.0655594 Aug 20 11:13:14.026125 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-653319d5-9f03-4bae-8903-8f9f041951c9 req-70eeee6d-115f-4231-8fbe-80c00c9d3c14 tempest-LiveMigrationNegativeTest-959379009 tempest-LiveMigrationNegativeTest-959379009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:14.068976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] For port 44d6f178-c134-4a26-8a61-2546c2a45cb5, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=44d6f178-c134-4a26-8a61-2546c2a45cb5,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:13:14.117301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-a3374dea-c4bf-4f9b-bd62-9308dbe65a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:14.118900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-a3374dea-c4bf-4f9b-bd62-9308dbe65a0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6750ebfb11d748379fa357f206035288&device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 1095 time: 0.0675776 Aug 20 11:13:14.138571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98f587-a50a-4b67-8ca1-9129ecfa3e2c req-892ae32d-061d-4d3c-92a2-54508a0f111c tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:14.153952 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db98f587-a50a-4b67-8ca1-9129ecfa3e2c req-892ae32d-061d-4d3c-92a2-54508a0f111c tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2921126 Aug 20 11:13:14.161430 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:14.194372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 72aa40ae-548e-4af1-becb-e842f64c66d1 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:13:14.212102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-653319d5-9f03-4bae-8903-8f9f041951c9 req-70eeee6d-115f-4231-8fbe-80c00c9d3c14 tempest-LiveMigrationNegativeTest-959379009 tempest-LiveMigrationNegativeTest-959379009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:14.214419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-31b86180-c9ba-44ff-9a6a-863668379849 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61eebbaf-cf26-43d9-a662-414a8f80b6f6 HTTP/1.1" status: 200 len: 217 time: 0.0478098 Aug 20 11:13:14.243507 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277ae79e-1038-40fd-bb95-06118c03cf6b x-openstack-request-id: req-277ae79e-1038-40fd-bb95-06118c03cf6b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:14.243837 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd", "tag": "61eebbaf-cf26-43d9-a662-414a8f80b6f6", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:14.244133 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-277ae79e-1038-40fd-bb95-06118c03cf6b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:14.244545 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd', 'tag': '61eebbaf-cf26-43d9-a662-414a8f80b6f6', 'status': 'completed', 'code': 200} Aug 20 11:13:14.295030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-a536a044-1f7e-4a08-a8ec-81872c809462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:14.296753 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-a536a044-1f7e-4a08-a8ec-81872c809462 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40a1a4c2-bfa5-4be4-9925-7142d276c00e HTTP/1.1" status: 200 len: 855 time: 0.0732951 Aug 20 11:13:14.297856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Pushing event updated for resources: {'Port': ['ID=44d6f178-c134-4a26-8a61-2546c2a45cb5,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:14.334228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:14.335049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:14.336624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-84b9b6e3-3c87-4773-8fad-215021ca9bdd service neutron] 10.222.0.57 "PUT /v2.0/ports/44d6f178-c134-4a26-8a61-2546c2a45cb5 HTTP/1.1" status: 200 len: 1096 time: 2.8721068 Aug 20 11:13:14.337296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b47247-b538-4d61-89fb-0a97ad5640ed', 'tag': '44d6f178-c134-4a26-8a61-2546c2a45cb5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:14.339874 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a192f4-7008-472c-8e68-438e331ee42c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b47247-b538-4d61-89fb-0a97ad5640ed", "tag": "44d6f178-c134-4a26-8a61-2546c2a45cb5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:14.350743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-653319d5-9f03-4bae-8903-8f9f041951c9 req-70eeee6d-115f-4231-8fbe-80c00c9d3c14 tempest-LiveMigrationNegativeTest-959379009 tempest-LiveMigrationNegativeTest-959379009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:14.355752 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-79eda081-f893-49a0-96a3-5f06adca49c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f89a85e-e762-4f08-9243-07aa10463e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416608 Aug 20 11:13:14.427894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-653319d5-9f03-4bae-8903-8f9f041951c9 req-70eeee6d-115f-4231-8fbe-80c00c9d3c14 tempest-LiveMigrationNegativeTest-959379009 tempest-LiveMigrationNegativeTest-959379009-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355035 Aug 20 11:13:14.506909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8a1f6-8d00-4e42-b651-a65ad8100bd4 req-ba5352c8-148f-4f6f-9210-ac9da16f08bf tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:14.517808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8d8a1f6-8d00-4e42-b651-a65ad8100bd4 req-ba5352c8-148f-4f6f-9210-ac9da16f08bf tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 948 time: 0.1413012 Aug 20 11:13:14.540638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 72aa40ae-548e-4af1-becb-e842f64c66d1, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=72aa40ae-548e-4af1-becb-e842f64c66d1,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:14.585093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '72aa40ae-548e-4af1-becb-e842f64c66d1', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '72aa40ae-548e-4af1-becb-e842f64c66d1', 'mac_address': 'fa:16:3e:d5:6a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:13:14.613091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8d8a1f6-8d00-4e42-b651-a65ad8100bd4 req-989e2dac-e24a-447d-88f2-09ad2f104a94 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891972 Aug 20 11:13:14.618687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-069f9dba-01f3-452d-beb2-2b7eda783d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:14.620585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-069f9dba-01f3-452d-beb2-2b7eda783d87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1af862a4c5849fc8dc5983ddc30f951&device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 1099 time: 0.1004055 Aug 20 11:13:14.675729 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:14.700534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72aa40ae-548e-4af1-becb-e842f64c66d1 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:14.726354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-1d73b4c0-ccf9-4f01-8349-5f67d44ab2d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=44d6f178-c134-4a26-8a61-2546c2a45cb5 HTTP/1.1" status: 200 len: 217 time: 0.0959930 Aug 20 11:13:14.736859 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 72aa40ae-548e-4af1-becb-e842f64c66d1, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=72aa40ae-548e-4af1-becb-e842f64c66d1,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:14.739772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeee6d-115f-4231-8fbe-80c00c9d3c14 tempest-LiveMigrationNegativeTest-959379009 tempest-LiveMigrationNegativeTest-959379009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8860f0-2b45-4fc1-ab33-5071bc8425d6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:14.755211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48159514-0532-460e-95d7-6d50f2d6c443 req-59d7c99b-20dd-4670-a40e-2f858d1bc914 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=d9c80266596547afb82018ff6b0b84e3 HTTP/1.1" status: 200 len: 1655 time: 0.2750814 Aug 20 11:13:14.822951 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:14.836999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2999df-116c-429f-9599-4c7046915f58 req-f44edb8c-5ee0-43d8-8529-ab4b4e6006a7 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:14.844501 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e2999df-116c-429f-9599-4c7046915f58 req-f44edb8c-5ee0-43d8-8529-ab4b4e6006a7 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1141670 Aug 20 11:13:14.861513 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e5798162-6b68-4905-ba7d-232cf31d6944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:14.866859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-fb0c58e4-8d4e-4fd5-a165-bf6887352f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:14.868305 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-fb0c58e4-8d4e-4fd5-a165-bf6887352f76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0889390 Aug 20 11:13:14.915578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=72aa40ae-548e-4af1-becb-e842f64c66d1,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:14.934000 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e2999df-116c-429f-9599-4c7046915f58 req-0eec6bdc-b4b5-4eae-8f9a-c01f969d085d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883474 Aug 20 11:13:14.944022 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-f99dbf04-3fc5-4ebe-8e45-31886a9ac549 service neutron] 10.222.0.57 "GET /v2.0/networks/7f89a85e-e762-4f08-9243-07aa10463e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729680 Aug 20 11:13:14.971760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48159514-0532-460e-95d7-6d50f2d6c443 req-c2d9dfc3-fd23-4f9a-86f2-59ce0ab45188 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:14.973563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48159514-0532-460e-95d7-6d50f2d6c443 req-c2d9dfc3-fd23-4f9a-86f2-59ce0ab45188 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks?id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 787 time: 0.2089026 Aug 20 11:13:14.977995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-b9622fdf-15c6-4969-94c1-5520de1f6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:14.979597 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-b9622fdf-15c6-4969-94c1-5520de1f6858 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925133 Aug 20 11:13:14.993796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-48159514-0532-460e-95d7-6d50f2d6c443 req-e3ec6946-8d8e-4133-b8af-9fe77ad83e5b tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:13:14.994822 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48159514-0532-460e-95d7-6d50f2d6c443 req-e3ec6946-8d8e-4133-b8af-9fe77ad83e5b tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068502 Aug 20 11:13:15.047051 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99941e64-23dc-4e00-8819-de19a1e72d0f x-openstack-request-id: req-99941e64-23dc-4e00-8819-de19a1e72d0f {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:15.047354 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b47247-b538-4d61-89fb-0a97ad5640ed", "tag": "44d6f178-c134-4a26-8a61-2546c2a45cb5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:15.047616 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99941e64-23dc-4e00-8819-de19a1e72d0f {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:15.048036 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b47247-b538-4d61-89fb-0a97ad5640ed', 'tag': '44d6f178-c134-4a26-8a61-2546c2a45cb5', 'status': 'completed', 'code': 200} Aug 20 11:13:15.116192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['72aa40ae-548e-4af1-becb-e842f64c66d1'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:15.143416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3ca678-2809-4e81-8ace-7000caafe44a req-de83ad6b-661b-4e52-a604-936a6096b428 service neutron] 10.222.0.57 "GET /v2.0/networks/7f89a85e-e762-4f08-9243-07aa10463e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907511 Aug 20 11:13:15.227218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e169a7-8b7b-4795-9264-66921fc35d5a req-257c8e1b-662d-4161-bde1-562de8b1417a tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:15.234672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52e169a7-8b7b-4795-9264-66921fc35d5a req-257c8e1b-662d-4161-bde1-562de8b1417a tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 944 time: 0.0936079 Aug 20 11:13:15.238279 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-164c83b5-1676-4368-9a6f-44a17c2318fb service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494190 Aug 20 11:13:15.348779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52e169a7-8b7b-4795-9264-66921fc35d5a req-8c56fea1-d0ec-4f3e-86b5-c4bb2fa0e9c9 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/security-groups?id=6903f4a2-419e-470c-821b-6b317c39dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028957 Aug 20 11:13:15.405635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ddb0-0761-4664-8e66-5f86a393635a req-0d7eb391-3597-4325-95ab-fe6da07f902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:15.407838 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1c55ddb0-0761-4664-8e66-5f86a393635a req-0d7eb391-3597-4325-95ab-fe6da07f902c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6750ebfb11d748379fa357f206035288&device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 1095 time: 0.1479619 Aug 20 11:13:15.441739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-a89918c9-1107-47b1-a88a-c7e61d620d8c tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips/99bd5580-8f1e-43fe-92d3-e47997997287 HTTP/1.1" status: 200 len: 693 time: 0.0671103 Aug 20 11:13:15.459202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-360b2a2d-5b87-4ad4-9a2f-58864dd32173 req-8bf4d684-7d53-4e76-ab26-3ab22fe5af50 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124732 Aug 20 11:13:15.534196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ddb0-0761-4664-8e66-5f86a393635a req-adff299b-2983-4b40-bf90-ccf2b927f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:15.536569 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1c55ddb0-0761-4664-8e66-5f86a393635a req-adff299b-2983-4b40-bf90-ccf2b927f550 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f89a85e-e762-4f08-9243-07aa10463e42 HTTP/1.1" status: 200 len: 916 time: 0.1168385 Aug 20 11:13:15.556971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111156dc-ce40-4a7a-8424-105ca90281fc req-d973237f-fe3d-4647-9af2-a146e5f080ae tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:15.570813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-111156dc-ce40-4a7a-8424-105ca90281fc req-d973237f-fe3d-4647-9af2-a146e5f080ae tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 948 time: 0.2653763 Aug 20 11:13:15.574179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-7bb91434-986e-4b8b-b84e-aaf3786dc557 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:15.581760 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-7bb91434-986e-4b8b-b84e-aaf3786dc557 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1386747 Aug 20 11:13:15.587657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-8536221f-b273-47b0-aa9f-e3b78d856ac8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:13:15.588744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-8536221f-b273-47b0-aa9f-e3b78d856ac8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061035 Aug 20 11:13:15.648871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1c55ddb0-0761-4664-8e66-5f86a393635a req-2b845cf3-45f7-419d-af4e-aa4be933e9f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61eebbaf-cf26-43d9-a662-414a8f80b6f6 HTTP/1.1" status: 200 len: 217 time: 0.0532544 Aug 20 11:13:15.654331 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-111156dc-ce40-4a7a-8424-105ca90281fc req-a42775f6-1f9f-4318-9090-741fd4f16eb7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823975 Aug 20 11:13:15.658780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-bfc3db07-54a9-45d0-bcc7-c19b0f71ea1d tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 696 time: 0.0630350 Aug 20 11:13:15.752047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ddb0-0761-4664-8e66-5f86a393635a req-f9710f96-8dd9-4766-b810-25c46c993733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:15.758915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1c55ddb0-0761-4664-8e66-5f86a393635a req-f9710f96-8dd9-4766-b810-25c46c993733 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40a1a4c2-bfa5-4be4-9925-7142d276c00e HTTP/1.1" status: 200 len: 855 time: 0.0951269 Aug 20 11:13:15.793304 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-49a8d7c5-1f8c-46fc-844a-47bb50358136 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 696 time: 0.1211498 Aug 20 11:13:15.808116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1c55ddb0-0761-4664-8e66-5f86a393635a req-068ac3e6-d0a1-4e13-a6e2-3da7f411b1a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f89a85e-e762-4f08-9243-07aa10463e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382521 Aug 20 11:13:15.812126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a192f4-7008-472c-8e68-438e331ee42c req-c1ad4c36-96fb-4531-860f-fd91a1f59fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:15.816184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92a192f4-7008-472c-8e68-438e331ee42c req-c1ad4c36-96fb-4531-860f-fd91a1f59fb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f1af862a4c5849fc8dc5983ddc30f951&device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 1099 time: 0.1430581 Aug 20 11:13:15.927956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46053e4-7f5d-4086-8fb4-fa689a0f24ef req-aa5fcdec-422e-4b93-9ea7-53b6b9eb3baa tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:15.929673 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d46053e4-7f5d-4086-8fb4-fa689a0f24ef req-aa5fcdec-422e-4b93-9ea7-53b6b9eb3baa tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 948 time: 0.1173747 Aug 20 11:13:15.956625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a192f4-7008-472c-8e68-438e331ee42c req-bac96bb9-9b56-4159-8437-c9b9320f3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:15.958136 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92a192f4-7008-472c-8e68-438e331ee42c req-bac96bb9-9b56-4159-8437-c9b9320f3e14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1173315 Aug 20 11:13:15.979789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1c55ddb0-0761-4664-8e66-5f86a393635a req-68f95df7-1556-40d9-bc16-accb2fa2ccba service neutron] 10.222.0.57 "GET /v2.0/networks/7f89a85e-e762-4f08-9243-07aa10463e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415181 Aug 20 11:13:16.024015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d46053e4-7f5d-4086-8fb4-fa689a0f24ef req-f88bae38-17f0-49dd-8a75-e12be5bfc272 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842929 Aug 20 11:13:16.072749 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92a192f4-7008-472c-8e68-438e331ee42c req-07136ddb-e76f-4679-bb9e-bfca1a6fbe06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=44d6f178-c134-4a26-8a61-2546c2a45cb5 HTTP/1.1" status: 200 len: 217 time: 0.0641725 Aug 20 11:13:16.140048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a192f4-7008-472c-8e68-438e331ee42c req-eb73840c-3522-4287-8260-5eb44f4fe2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:16.141563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92a192f4-7008-472c-8e68-438e331ee42c req-eb73840c-3522-4287-8260-5eb44f4fe2c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0521786 Aug 20 11:13:16.185083 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1c55ddb0-0761-4664-8e66-5f86a393635a req-7b7518ee-c232-458c-93cc-ebee235c3cba service neutron] 10.222.0.57 "GET /v2.0/networks/7f89a85e-e762-4f08-9243-07aa10463e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932523 Aug 20 11:13:16.190189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-4e8633d1-1d3d-43c7-99b6-1d99f97b5f7e tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Deleting port a2cde3bf-de92-4293-8ee1-caca50327a86 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:16.190565 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-4e8633d1-1d3d-43c7-99b6-1d99f97b5f7e tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:16.212249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 72aa40ae-548e-4af1-becb-e842f64c66d1 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:16.264915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a192f4-7008-472c-8e68-438e331ee42c req-b8695be0-fcf0-403a-8a99-bc10ddbdfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:16.266471 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92a192f4-7008-472c-8e68-438e331ee42c req-b8695be0-fcf0-403a-8a99-bc10ddbdfbcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133821 Aug 20 11:13:16.273893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 72aa40ae-548e-4af1-becb-e842f64c66d1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:16.274269 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:16.310141 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-4e8633d1-1d3d-43c7-99b6-1d99f97b5f7e tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:16.311015 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-4e8633d1-1d3d-43c7-99b6-1d99f97b5f7e tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:16.376232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-4e8633d1-1d3d-43c7-99b6-1d99f97b5f7e tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Calling delete_port for a2cde3bf-de92-4293-8ee1-caca50327a86 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:16.389801 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:16.441123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aa40ae-548e-4af1-becb-e842f64c66d1'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:16.464164 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdc0db3-8e30-479a-bc7e-2dbf1657ef3f" -d '{"events": [{"server_uuid": "6ce104ec-5a66-43f8-9c88-96d68f30da52", "name": "network-vif-plugged", "status": "completed", "tag": "72aa40ae-548e-4af1-becb-e842f64c66d1"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:16.476383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92a192f4-7008-472c-8e68-438e331ee42c req-c897181d-6a3c-45d8-8bb0-61f7d5c733b4 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939044 Aug 20 11:13:16.502308 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 72aa40ae-548e-4af1-becb-e842f64c66d1, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=72aa40ae-548e-4af1-becb-e842f64c66d1,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:16.675756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-f8446d1a-d370-448f-b813-e8f18965b965 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:16.677953 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-f8446d1a-d370-448f-b813-e8f18965b965 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52&tenant_id=f6136056d5744f71aedd216a888b7728&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 948 time: 0.1200979 Aug 20 11:13:16.682135 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92a192f4-7008-472c-8e68-438e331ee42c req-bf03126f-980a-472f-b9b8-b82456c0e476 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881402 Aug 20 11:13:16.769231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-b802a227-44bb-4eff-81a6-59cac9141e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:16.770800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-b802a227-44bb-4eff-81a6-59cac9141e73 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 1099 time: 0.0421824 Aug 20 11:13:16.861295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-87e83f63-ca08-49c9-994d-7bacc9a025e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:16.862832 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-87e83f63-ca08-49c9-994d-7bacc9a025e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.0853467 Aug 20 11:13:16.911399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-ea6e3cfd-8dbf-45d8-962c-a38ae82e5829 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=72aa40ae-548e-4af1-becb-e842f64c66d1 HTTP/1.1" status: 200 len: 217 time: 0.0412300 Aug 20 11:13:16.963830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-c824220d-4ccd-43c7-8633-d1cba95b762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:16.965347 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-c824220d-4ccd-43c7-8633-d1cba95b762b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0471849 Aug 20 11:13:17.012518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-28e5a06c-d9dd-44eb-bf21-6f9685bd0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:17.014078 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-28e5a06c-d9dd-44eb-bf21-6f9685bd0846 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407128 Aug 20 11:13:17.109480 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:17.112398 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-5037d66c-4b38-457b-a95e-393f5249b733 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902755 Aug 20 11:13:17.160305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=72aa40ae-548e-4af1-becb-e842f64c66d1,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:17.196900 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-4e8633d1-1d3d-43c7-99b6-1d99f97b5f7e tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:17.237042 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8633d1-1d3d-43c7-99b6-1d99f97b5f7e tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event deleted for resources: {'Port': ['ID=a2cde3bf-de92-4293-8ee1-caca50327a86,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:17.248418 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a565e02-71a9-4fc1-9598-e7ef6632fea6 req-b8fd6b0e-f6a1-4113-956e-8ce84ad750c3 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260154 Aug 20 11:13:17.351791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-4e8633d1-1d3d-43c7-99b6-1d99f97b5f7e tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:17.355815 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-4e8633d1-1d3d-43c7-99b6-1d99f97b5f7e tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:17.370345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8224552a-1a31-4fd1-8972-3f8a1b534347 req-4e8633d1-1d3d-43c7-99b6-1d99f97b5f7e tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "DELETE /v2.0/floatingips/99bd5580-8f1e-43fe-92d3-e47997997287 HTTP/1.1" status: 204 len: 173 time: 1.5755262 Aug 20 11:13:17.531006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a9908-7cf9-46d1-a20c-03005b41aee0 req-28a80716-d62a-462b-bea6-8c639238d0d4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:17.533097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505a9908-7cf9-46d1-a20c-03005b41aee0 req-28a80716-d62a-462b-bea6-8c639238d0d4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1001067 Aug 20 11:13:17.534763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61b443-dedc-484b-bdfc-d59dffeecfd3 req-f5430c71-a03c-4793-992f-d8da9e7f5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:17.536154 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fb61b443-dedc-484b-bdfc-d59dffeecfd3 req-f5430c71-a03c-4793-992f-d8da9e7f5996 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1101 time: 0.1175938 Aug 20 11:13:17.620446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505a9908-7cf9-46d1-a20c-03005b41aee0 req-c528bde1-95d1-4f8e-89c8-c1e094cf1016 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806589 Aug 20 11:13:17.625243 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fb61b443-dedc-484b-bdfc-d59dffeecfd3 req-66a20161-2474-4f34-a0c0-ff9b81fe8b9f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579174 Aug 20 11:13:17.690841 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c819102d-e6b6-442a-8359-e81b160ffdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:17.694498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0af28-dc06-4114-8de1-9f3f45f25505 req-a244581d-6a3f-4ea2-8d36-3e26859b6045 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:17.697075 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8bc0af28-dc06-4114-8de1-9f3f45f25505 req-a244581d-6a3f-4ea2-8d36-3e26859b6045 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 944 time: 0.0890753 Aug 20 11:13:17.751946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8bc0af28-dc06-4114-8de1-9f3f45f25505 req-ffa1b435-d1c2-41a7-a713-15d807c3537a tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/security-groups?id=6903f4a2-419e-470c-821b-6b317c39dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Aug 20 11:13:17.794337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be43a2-cb65-436c-b69b-8c5ba77d8112 req-32ea3c82-5f10-448f-a851-e7c621b3ec79 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:17.796423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35be43a2-cb65-436c-b69b-8c5ba77d8112 req-32ea3c82-5f10-448f-a851-e7c621b3ec79 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0624607 Aug 20 11:13:17.828623 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f17cd2-1e2d-4888-b49c-06a64880f2eb x-openstack-request-id: req-81f17cd2-1e2d-4888-b49c-06a64880f2eb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:17.829388 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce104ec-5a66-43f8-9c88-96d68f30da52", "name": "network-vif-plugged", "status": "completed", "tag": "72aa40ae-548e-4af1-becb-e842f64c66d1", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:17.830053 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81f17cd2-1e2d-4888-b49c-06a64880f2eb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:17.831414 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aa40ae-548e-4af1-becb-e842f64c66d1', 'code': 200} Aug 20 11:13:17.869294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 61eebbaf-cf26-43d9-a662-414a8f80b6f6 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:13:17.888180 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35be43a2-cb65-436c-b69b-8c5ba77d8112 req-16c950f2-298c-4a96-aa00-365ee541320c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765386 Aug 20 11:13:18.004738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8917f19-1b71-499e-8aef-a832cb63232d req-e6b66689-345e-49f9-b449-a3f99ac42c70 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:18.009135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 61eebbaf-cf26-43d9-a662-414a8f80b6f6, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=61eebbaf-cf26-43d9-a662-414a8f80b6f6,segment=NetworkSegment(958eac16-cb4c-4cb7-9bbd-972567ba77b6),segment_id=958eac16-cb4c-4cb7-9bbd-972567ba77b6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:18.024687 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b8917f19-1b71-499e-8aef-a832cb63232d req-e6b66689-345e-49f9-b449-a3f99ac42c70 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 948 time: 0.1233888 Aug 20 11:13:18.047421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '61eebbaf-cf26-43d9-a662-414a8f80b6f6', 'network_id': '7f89a85e-e762-4f08-9243-07aa10463e42', 'port_id': '61eebbaf-cf26-43d9-a662-414a8f80b6f6', 'mac_address': 'fa:16:3e:a8:7f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a1a4c2-bfa5-4be4-9925-7142d276c00e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:13:18.081831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-0c52333d-60c3-44fb-b9d4-f36d7814b469 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips/8593f7c0-d29e-4608-9d0e-6a40f9704de0 HTTP/1.1" status: 200 len: 692 time: 0.1497834 Aug 20 11:13:18.092698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b8917f19-1b71-499e-8aef-a832cb63232d req-588a609d-6524-409d-9d76-889709f769f7 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598443 Aug 20 11:13:18.097739 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:18.117279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61eebbaf-cf26-43d9-a662-414a8f80b6f6 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:18.141363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 61eebbaf-cf26-43d9-a662-414a8f80b6f6, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=61eebbaf-cf26-43d9-a662-414a8f80b6f6,segment=NetworkSegment(958eac16-cb4c-4cb7-9bbd-972567ba77b6),segment_id=958eac16-cb4c-4cb7-9bbd-972567ba77b6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:18.176285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-775c5ee3-42e0-4587-9e79-6d312b51f07b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2852306 Aug 20 11:13:18.223682 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:18.234065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd27def-6d20-442d-9630-71c95adfc1bb req-503bda7e-71be-4dfe-8015-6befebf467ca tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:18.236588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-1bfb68a9-1743-4c93-9628-a359a2ce9d9a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:18.245118 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-1bfb68a9-1743-4c93-9628-a359a2ce9d9a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1618991 Aug 20 11:13:18.245377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1dd27def-6d20-442d-9630-71c95adfc1bb req-503bda7e-71be-4dfe-8015-6befebf467ca tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 950 time: 0.0829206 Aug 20 11:13:18.323079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1dd27def-6d20-442d-9630-71c95adfc1bb req-b71867cd-be27-4f70-8815-86d394fc39d8 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764136 Aug 20 11:13:18.349648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=61eebbaf-cf26-43d9-a662-414a8f80b6f6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:18.530046 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:18.541538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['61eebbaf-cf26-43d9-a662-414a8f80b6f6'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:18.584670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-68f03e70-50f8-46f8-b670-34fbb0736803 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 695 time: 0.3372066 Aug 20 11:13:18.666160 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-1d8650a0-c9e5-44b7-b41d-1fc89d12f3cf tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 695 time: 0.0823412 Aug 20 11:13:18.768584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-717b1377-ba45-44d1-b6ff-a810c7afa0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:18.770123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-717b1377-ba45-44d1-b6ff-a810c7afa0b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1101 time: 0.5225658 Aug 20 11:13:18.889622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-bf06e99e-440f-483a-a38d-ff471b90035a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Deleting port a915d445-13a1-464b-ae3b-9010485eda18 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:18.889833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-bf06e99e-440f-483a-a38d-ff471b90035a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:18.934380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00f6bd-709a-48d7-8259-7a14b5e22238 req-36d264df-888d-44ef-b1ec-3e670389fa40 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:18.941572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e00f6bd-709a-48d7-8259-7a14b5e22238 req-36d264df-888d-44ef-b1ec-3e670389fa40 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1181929 Aug 20 11:13:19.020486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-bf06e99e-440f-483a-a38d-ff471b90035a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:19.020829 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-bf06e99e-440f-483a-a38d-ff471b90035a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:19.040949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-bf06e99e-440f-483a-a38d-ff471b90035a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Calling delete_port for a915d445-13a1-464b-ae3b-9010485eda18 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:19.077293 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e00f6bd-709a-48d7-8259-7a14b5e22238 req-7c3ee729-e952-4eb6-8ac8-e3b6e785313d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295447 Aug 20 11:13:19.115218 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:19.142374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-1ee1bc01-c3da-4a60-aa3f-11046d0771bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:19.144116 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-1ee1bc01-c3da-4a60-aa3f-11046d0771bf service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3358386 Aug 20 11:13:19.257951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-64b5b778-88e7-4bc3-adc8-b61efe75c209 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 217 time: 0.1050487 Aug 20 11:13:19.265709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9430da-e8da-4c5d-be58-462886891c12 req-e42f47e3-658f-4436-801f-c8a46caad471 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:19.267583 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1c9430da-e8da-4c5d-be58-462886891c12 req-e42f47e3-658f-4436-801f-c8a46caad471 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 945 time: 0.0788805 Aug 20 11:13:19.330573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-91d2524b-43f8-45a0-aaaa-5cf22850d36d tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:19.331201 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1c9430da-e8da-4c5d-be58-462886891c12 req-caa81b42-d9d6-483e-9f48-025686e92242 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/security-groups?id=6903f4a2-419e-470c-821b-6b317c39dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566707 Aug 20 11:13:19.337915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-91d2524b-43f8-45a0-aaaa-5cf22850d36d tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 950 time: 0.1141508 Aug 20 11:13:19.417349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-abf97d60-730d-4aa4-a172-920445cd4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:19.418867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-abf97d60-730d-4aa4-a172-920445cd4e5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1440172 Aug 20 11:13:19.499570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06a79-9e86-422d-8bdd-e82c62909841 req-a037e30c-bfb6-49d6-b50c-166b3a3542b2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:19.503298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9eb06a79-9e86-422d-8bdd-e82c62909841 req-a037e30c-bfb6-49d6-b50c-166b3a3542b2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0878553 Aug 20 11:13:19.511562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-57103764-b02e-48d9-b22e-f2da674b4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:19.513441 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-57103764-b02e-48d9-b22e-f2da674b4d05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832953 Aug 20 11:13:19.570493 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9eb06a79-9e86-422d-8bdd-e82c62909841 req-0c6cca9f-1dc0-43dc-8d6d-65a3b3745957 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613132 Aug 20 11:13:19.587984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-16819a55-0782-43a7-9152-a60f135b61a2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Deleting port 1e8ec368-d7cf-4978-b714-3573120dddec {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:19.588482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-16819a55-0782-43a7-9152-a60f135b61a2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:19.592682 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-bf06e99e-440f-483a-a38d-ff471b90035a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:19.650099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-e904c275-0948-465f-915e-f36ad8ae7364 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263475 Aug 20 11:13:19.721830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06e99e-440f-483a-a38d-ff471b90035a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event deleted for resources: {'Port': ['ID=a915d445-13a1-464b-ae3b-9010485eda18,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:19.736652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b76f82-b611-459f-a821-57e446c55ee7 req-32bd396a-bf7c-47e9-9064-20546a353df2 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:19.738720 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02b76f82-b611-459f-a821-57e446c55ee7 req-32bd396a-bf7c-47e9-9064-20546a353df2 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 948 time: 0.1080668 Aug 20 11:13:19.793691 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02b76f82-b611-459f-a821-57e446c55ee7 req-0eb6877b-2c35-4cec-af77-bbdfd98a2211 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Aug 20 11:13:19.882137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 16ca3c79-1fdc-4d58-9d25-b35d215656ab details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:13:19.887341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 61eebbaf-cf26-43d9-a662-414a8f80b6f6 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:19.970003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-16819a55-0782-43a7-9152-a60f135b61a2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] For port 1e8ec368-d7cf-4978-b714-3573120dddec, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1e8ec368-d7cf-4978-b714-3573120dddec,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:19.970429 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-16819a55-0782-43a7-9152-a60f135b61a2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:19.977640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c0b28-c74d-4c17-b5d0-3c4c72d17c52 req-3b5f5578-5af4-4eb1-aac7-74180aa9f1c6 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:19.984683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-835c0b28-c74d-4c17-b5d0-3c4c72d17c52 req-3b5f5578-5af4-4eb1-aac7-74180aa9f1c6 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 950 time: 0.0958688 Aug 20 11:13:19.995416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-16819a55-0782-43a7-9152-a60f135b61a2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Calling delete_port for 1e8ec368-d7cf-4978-b714-3573120dddec owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:20.059079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-835c0b28-c74d-4c17-b5d0-3c4c72d17c52 req-5907b6bd-6841-4074-96bb-5f64dc63986c tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682197 Aug 20 11:13:20.105683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:20.109544 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-bf06e99e-440f-483a-a38d-ff471b90035a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.112843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-bf06e99e-440f-483a-a38d-ff471b90035a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.114411 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbc93804-59c1-4ac6-a105-6b4460993d21 req-bf06e99e-440f-483a-a38d-ff471b90035a tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "DELETE /v2.0/floatingips/8593f7c0-d29e-4608-9d0e-6a40f9704de0 HTTP/1.1" status: 204 len: 173 time: 1.4420691 Aug 20 11:13:20.120019 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a155ff-8ddb-4635-854c-e9179ce449c5 req-970dc0aa-35c2-46b5-acfc-0cb95a8931c1 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961318 Aug 20 11:13:20.139867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'mac_address': 'fa:16:3e:bf:a3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:13:20.225640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 61eebbaf-cf26-43d9-a662-414a8f80b6f6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:20.244582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 61eebbaf-cf26-43d9-a662-414a8f80b6f6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:20.246826 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.266360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e68f86-c5df-445e-89cb-cb069d6f9e2c req-99386208-c1a3-4147-9f09-588702c1becf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:20.268746 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00e68f86-c5df-445e-89cb-cb069d6f9e2c req-99386208-c1a3-4147-9f09-588702c1becf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0966320 Aug 20 11:13:20.313241 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.363368 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00e68f86-c5df-445e-89cb-cb069d6f9e2c req-d363c641-6891-4de1-b9c9-e6db775086d7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821018 Aug 20 11:13:20.376869 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.386421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16ca3c79-1fdc-4d58-9d25-b35d215656ab {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:20.403206 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-16819a55-0782-43a7-9152-a60f135b61a2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.477585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16819a55-0782-43a7-9152-a60f135b61a2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Pushing event deleted for resources: {'Port': ['ID=1e8ec368-d7cf-4978-b714-3573120dddec,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:20.520322 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-7b6130d4-2935-40ab-bb74-fa50a5c3b380 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips/8725da07-bfb8-43e9-b73e-c1f4ae719572 HTTP/1.1" status: 200 len: 692 time: 0.0976501 Aug 20 11:13:20.568670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['3595316f-a118-4472-90cb-4f1d128c8629'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:20.594320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-16819a55-0782-43a7-9152-a60f135b61a2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] No DVR routers for this DVR port 1e8ec368-d7cf-4978-b714-3573120dddec on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:13:20.604615 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-16819a55-0782-43a7-9152-a60f135b61a2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.609319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a77e9925-69a2-4fb8-b63a-05036c83a45d req-16819a55-0782-43a7-9152-a60f135b61a2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.38 "DELETE /v2.0/ports/1e8ec368-d7cf-4978-b714-3573120dddec HTTP/1.1" status: 204 len: 173 time: 1.2626810 Aug 20 11:13:20.609807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4c972f-bcec-44cb-a403-8cdf5c0c9f55', 'name': 'network-vif-deleted', 'tag': '1e8ec368-d7cf-4978-b714-3573120dddec'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:20.620082 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd029c85-d584-40f6-9108-5f73f8a09ad4" -d '{"events": [{"server_uuid": "eb4c972f-bcec-44cb-a403-8cdf5c0c9f55", "name": "network-vif-deleted", "tag": "1e8ec368-d7cf-4978-b714-3573120dddec"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:20.633780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af9b70-5b24-4b63-b0f3-88c3b1c42727 req-520d46b9-06ed-4ae4-9906-e3428f530225 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:20.642236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:20.644528 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5af9b70-5b24-4b63-b0f3-88c3b1c42727 req-520d46b9-06ed-4ae4-9906-e3428f530225 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.2580864 Aug 20 11:13:20.703372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eebbaf-cf26-43d9-a662-414a8f80b6f6'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:20.705954 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798fa4db-10b6-422d-a26a-f1732a34a27f" -d '{"events": [{"server_uuid": "381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd", "name": "network-vif-plugged", "status": "completed", "tag": "61eebbaf-cf26-43d9-a662-414a8f80b6f6"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:20.737668 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5af9b70-5b24-4b63-b0f3-88c3b1c42727 req-3f733277-bed0-4891-9e71-034d96214fb3 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895619 Aug 20 11:13:20.744186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 61eebbaf-cf26-43d9-a662-414a8f80b6f6, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=61eebbaf-cf26-43d9-a662-414a8f80b6f6,segment=NetworkSegment(958eac16-cb4c-4cb7-9bbd-972567ba77b6),segment_id=958eac16-cb4c-4cb7-9bbd-972567ba77b6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:20.775964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-5cb6bd4a-0630-4d26-8440-3bed7ecb3f5f tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:20.781398 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-5cb6bd4a-0630-4d26-8440-3bed7ecb3f5f tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.2590835 Aug 20 11:13:20.805068 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.805986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 44d6f178-c134-4a26-8a61-2546c2a45cb5 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:13:20.884098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 44d6f178-c134-4a26-8a61-2546c2a45cb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=44d6f178-c134-4a26-8a61-2546c2a45cb5,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:20.894901 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-12d392ae-a536-4299-9284-87ffc0da48a6 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.53 HTTP/1.1" status: 200 len: 695 time: 0.1122627 Aug 20 11:13:20.896725 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.903429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '44d6f178-c134-4a26-8a61-2546c2a45cb5', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '44d6f178-c134-4a26-8a61-2546c2a45cb5', 'mac_address': 'fa:16:3e:91:b6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:13:20.905791 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:20.906615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 16ca3c79-1fdc-4d58-9d25-b35d215656ab no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:13:21.019007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f62754-58cc-488b-8863-6da858cbd8be req-70e1fc8b-c40d-4b0a-89a1-3db5fa7863cf tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:21.028862 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3f62754-58cc-488b-8863-6da858cbd8be req-70e1fc8b-c40d-4b0a-89a1-3db5fa7863cf tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 946 time: 0.1323218 Aug 20 11:13:21.044152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-06652696-5b65-4e5f-944c-9e2bd82a4700 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.53 HTTP/1.1" status: 200 len: 695 time: 0.1459494 Aug 20 11:13:21.059927 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:21.069239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:21.083494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3f62754-58cc-488b-8863-6da858cbd8be req-4ff044e0-489b-433b-9035-727f0cfce601 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/security-groups?id=6903f4a2-419e-470c-821b-6b317c39dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527434 Aug 20 11:13:21.140742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d6f178-c134-4a26-8a61-2546c2a45cb5 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:21.223809 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 44d6f178-c134-4a26-8a61-2546c2a45cb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=44d6f178-c134-4a26-8a61-2546c2a45cb5,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:21.226130 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-4d379654-0f18-4f3e-b327-7f709139a8c8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Deleting port d34e4f0a-a269-4155-82ce-96dedf4ec4cc {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:21.226388 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f5035-3d7f-4688-9eb1-187a92c6be35 x-openstack-request-id: req-3d7f5035-3d7f-4688-9eb1-187a92c6be35 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:21.226583 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-4d379654-0f18-4f3e-b327-7f709139a8c8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:21.226977 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4c972f-bcec-44cb-a403-8cdf5c0c9f55", "name": "network-vif-deleted", "tag": "1e8ec368-d7cf-4978-b714-3573120dddec", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:21.227304 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d7f5035-3d7f-4688-9eb1-187a92c6be35 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:21.228085 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4c972f-bcec-44cb-a403-8cdf5c0c9f55', 'name': 'network-vif-deleted', 'tag': '1e8ec368-d7cf-4978-b714-3573120dddec', 'status': 'completed', 'code': 200} Aug 20 11:13:21.266368 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:21.283327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=61eebbaf-cf26-43d9-a662-414a8f80b6f6,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:21.289691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 16ca3c79-1fdc-4d58-9d25-b35d215656ab {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:21.319990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:21.322629 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f86a48-6488-4559-826b-755954b57ba0 x-openstack-request-id: req-f7f86a48-6488-4559-826b-755954b57ba0 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:21.322907 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd", "name": "network-vif-plugged", "status": "completed", "tag": "61eebbaf-cf26-43d9-a662-414a8f80b6f6", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:21.323361 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7f86a48-6488-4559-826b-755954b57ba0 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:21.323763 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eebbaf-cf26-43d9-a662-414a8f80b6f6', 'code': 200} Aug 20 11:13:21.325880 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:21.378845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-4d379654-0f18-4f3e-b327-7f709139a8c8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:21.379175 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-4d379654-0f18-4f3e-b327-7f709139a8c8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:21.403088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-4d379654-0f18-4f3e-b327-7f709139a8c8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Calling delete_port for d34e4f0a-a269-4155-82ce-96dedf4ec4cc owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:21.403804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=44d6f178-c134-4a26-8a61-2546c2a45cb5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:21.420102 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:21.457436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34926504-ac31-4aa2-bcf1-16d14b56d800 req-b587071c-5ce5-444e-b888-f3c0357451da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:21.459311 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34926504-ac31-4aa2-bcf1-16d14b56d800 req-b587071c-5ce5-444e-b888-f3c0357451da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 1097 time: 0.0757096 Aug 20 11:13:21.477596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34eb28-abfa-4153-8ec7-40aeb798879b req-18a93a15-dc6b-420f-9627-f5f0a01227af tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:21.479322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee34eb28-abfa-4153-8ec7-40aeb798879b req-18a93a15-dc6b-420f-9627-f5f0a01227af tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 948 time: 0.0687907 Aug 20 11:13:21.506839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:21.542873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee34eb28-abfa-4153-8ec7-40aeb798879b req-57ea9463-b7a5-4f7e-8529-15993bb7e645 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540190 Aug 20 11:13:21.547552 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34926504-ac31-4aa2-bcf1-16d14b56d800 req-7fcdcf30-80aa-4fd7-9c99-126a8498fd70 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6903f4a2-419e-470c-821b-6b317c39dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780730 Aug 20 11:13:21.619354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['16ca3c79-1fdc-4d58-9d25-b35d215656ab'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:21.639464 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-4d379654-0f18-4f3e-b327-7f709139a8c8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:21.676040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce42b8-bb52-490e-acbf-5dbb5d001697 req-fb42f20e-081b-4b9f-8f9e-c1aa190bdb40 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:21.678544 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41ce42b8-bb52-490e-acbf-5dbb5d001697 req-fb42f20e-081b-4b9f-8f9e-c1aa190bdb40 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 949 time: 0.0680990 Aug 20 11:13:21.685266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['44d6f178-c134-4a26-8a61-2546c2a45cb5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:21.703509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d379654-0f18-4f3e-b327-7f709139a8c8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Pushing event deleted for resources: {'Port': ['ID=d34e4f0a-a269-4155-82ce-96dedf4ec4cc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:21.763457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41ce42b8-bb52-490e-acbf-5dbb5d001697 req-c9d6872f-458d-494d-9be1-10682f573f32 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778782 Aug 20 11:13:21.821134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-4d379654-0f18-4f3e-b327-7f709139a8c8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:21.824746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-4d379654-0f18-4f3e-b327-7f709139a8c8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:21.834755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40774) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:21.843976 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71fcd1a4-f239-486f-829a-deafea68cb16 req-4d379654-0f18-4f3e-b327-7f709139a8c8 tempest-FloatingIPDetailsTestJSON-1034758545 tempest-FloatingIPDetailsTestJSON-1034758545-project] 10.222.0.10 "DELETE /v2.0/floatingips/8725da07-bfb8-43e9-b73e-c1f4ae719572 HTTP/1.1" status: 204 len: 173 time: 0.7972684 Aug 20 11:13:22.111895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-664011c3-519e-414c-b3f9-7acb592a0447 req-c6f4bcf4-0e9d-4f90-9cbf-7f240e19e92e tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb4c972f-bcec-44cb-a403-8cdf5c0c9f55 HTTP/1.1" status: 200 len: 210 time: 0.0360966 Aug 20 11:13:22.243237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1e8ec368-d7cf-4978-b714-3573120dddec no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:13:22.279086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 1e8ec368-d7cf-4978-b714-3573120dddec {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:13:22.280984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1e8ec368-d7cf-4978-b714-3573120dddec not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:13:22.445930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d12e6-3405-42d2-b7fa-c1838451e417 req-9e60f22a-be49-49b8-8973-e0652279a986 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:22.452363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b0d12e6-3405-42d2-b7fa-c1838451e417 req-9e60f22a-be49-49b8-8973-e0652279a986 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 946 time: 0.1231925 Aug 20 11:13:22.543520 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b0d12e6-3405-42d2-b7fa-c1838451e417 req-825c6826-021c-4f58-99a6-ba7273f49eba tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/security-groups?id=6903f4a2-419e-470c-821b-6b317c39dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830572 Aug 20 11:13:22.624827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f860f-faa4-4112-a0f5-b36fad917b7e req-8086bf75-c63e-4ec0-a898-81dfeed643f7 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:22.628191 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-808f860f-faa4-4112-a0f5-b36fad917b7e req-8086bf75-c63e-4ec0-a898-81dfeed643f7 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 948 time: 0.0837746 Aug 20 11:13:22.691936 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-808f860f-faa4-4112-a0f5-b36fad917b7e req-d4fb57b2-0d23-4894-b600-6e6418f1f21b tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541229 Aug 20 11:13:22.699223 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:22.743483 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dba996c1-ec6f-46e2-926d-222d98c10a4a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f6136056d5744f71aedd216a888b7728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591023 Aug 20 11:13:22.917500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-58bfd04e-d9c5-42c7-9c11-6b98dc70d076 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:22.920315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898c280-efcf-4521-be7b-edd3ba5a3019 req-3abe2222-307f-49fa-8ffa-e5af80584fcb tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:22.921962 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d898c280-efcf-4521-be7b-edd3ba5a3019 req-3abe2222-307f-49fa-8ffa-e5af80584fcb tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 949 time: 0.0546150 Aug 20 11:13:22.924441 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-58bfd04e-d9c5-42c7-9c11-6b98dc70d076 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749408 Aug 20 11:13:22.972183 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d898c280-efcf-4521-be7b-edd3ba5a3019 req-5262281e-0620-44a1-914e-37258f257f3a tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389946 Aug 20 11:13:23.002232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-eb0e784d-68b8-45d6-8ad4-52fb8da3e8fe tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/quotas/f6136056d5744f71aedd216a888b7728 HTTP/1.1" status: 200 len: 375 time: 0.0591159 Aug 20 11:13:23.365605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9bc51207-a60c-4e13-abcd-87d25f2e7787 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3460546 Aug 20 11:13:23.496784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] Deleting port fadbdddf-b0cb-4fd6-9641-0306e22efde1 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:23.497227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:23.665298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] For port fadbdddf-b0cb-4fd6-9641-0306e22efde1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fadbdddf-b0cb-4fd6-9641-0306e22efde1,segment=NetworkSegment(3be09ea1-7e80-4199-9d73-906d2bc7ed24),segment_id=3be09ea1-7e80-4199-9d73-906d2bc7ed24)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:23.665698 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:23.684487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] Calling delete_port for fadbdddf-b0cb-4fd6-9641-0306e22efde1 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:23.897800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 16ca3c79-1fdc-4d58-9d25-b35d215656ab up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:23.988360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e211020-5e57-44fb-b71d-b4db992d2cdc req-4a730fdf-6569-413b-9521-7bc3a9c5b4af tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:23.992747 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8e211020-5e57-44fb-b71d-b4db992d2cdc req-4a730fdf-6569-413b-9521-7bc3a9c5b4af tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 946 time: 0.1009521 Aug 20 11:13:24.050854 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:24.071562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 16ca3c79-1fdc-4d58-9d25-b35d215656ab triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:24.074337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:24.089823 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8e211020-5e57-44fb-b71d-b4db992d2cdc req-307ed9c2-0494-42f1-9ddb-56be27931d20 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/security-groups?id=6903f4a2-419e-470c-821b-6b317c39dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889843 Aug 20 11:13:24.127023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fadbdddf-b0cb-4fd6-9641-0306e22efde1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:24.173143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c435b79-5b1b-4b53-b2d7-ae09dc8b2fdc req-d18c17d1-d7ef-4868-baf8-9b09139cf1e0 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:24.173143 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c435b79-5b1b-4b53-b2d7-ae09dc8b2fdc req-d18c17d1-d7ef-4868-baf8-9b09139cf1e0 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 948 time: 0.1915870 Aug 20 11:13:24.284488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c435b79-5b1b-4b53-b2d7-ae09dc8b2fdc req-9551155b-9246-4fdb-b937-c7c25db292a3 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082640 Aug 20 11:13:24.304952 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:24.368673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:24.372090 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20a55fc-c64a-4ae7-8310-da44ef238f1c" -d '{"events": [{"server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "name": "network-vif-plugged", "status": "completed", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:24.394904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:24.410302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a7ba8-b90c-4e8f-a439-e8376102f603 req-f72b3f9f-5427-4cb5-b606-7a954d541fe3 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:24.418521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-557a7ba8-b90c-4e8f-a439-e8376102f603 req-f72b3f9f-5427-4cb5-b606-7a954d541fe3 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 949 time: 0.1763258 Aug 20 11:13:24.490478 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:24.497814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 44d6f178-c134-4a26-8a61-2546c2a45cb5 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:24.502359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65ba54e8-911a-457d-acb6-5884ca8f1533 req-5e88d5f3-4610-46f2-a638-1930dbb27091 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 210 time: 0.0716214 Aug 20 11:13:24.510161 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-557a7ba8-b90c-4e8f-a439-e8376102f603 req-7e67d20d-f8aa-4e9d-badf-b98fbbd16ebd tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853889 Aug 20 11:13:24.626328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:24.760794 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8071b15a-1431-4186-b791-597b3005fb99 x-openstack-request-id: req-8071b15a-1431-4186-b791-597b3005fb99 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:24.761098 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "name": "network-vif-plugged", "status": "completed", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:24.761363 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8071b15a-1431-4186-b791-597b3005fb99 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:24.761809 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'code': 200} Aug 20 11:13:24.775367 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:24.797302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fbeb6-63e3-47fe-9bbd-5fcd8502395a req-5660e61b-deb6-4303-a9c1-b726a6463ed6 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:24.799066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-831fbeb6-63e3-47fe-9bbd-5fcd8502395a req-5660e61b-deb6-4303-a9c1-b726a6463ed6 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 949 time: 0.1289017 Aug 20 11:13:24.834894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 44d6f178-c134-4a26-8a61-2546c2a45cb5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:24.849213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 44d6f178-c134-4a26-8a61-2546c2a45cb5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:24.851866 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:24.903910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-831fbeb6-63e3-47fe-9bbd-5fcd8502395a req-7ed6df2e-d993-4eb0-b9d3-344684049d01 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985024 Aug 20 11:13:25.036240 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:25.099249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 44d6f178-c134-4a26-8a61-2546c2a45cb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=44d6f178-c134-4a26-8a61-2546c2a45cb5,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:25.119406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] Router a9ff793c-a69a-4c57-ad28-0e9d654e429b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:13:25.204699 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:25.259107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=44d6f178-c134-4a26-8a61-2546c2a45cb5,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:25.324138 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:13:25.335869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] Sync routers for ids ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:13:25.342715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a6cf3413-53fd-4e12-9e97-d99a8dad45c7 admin admin] 10.222.0.10 "PUT /v2.0/routers/a9ff793c-a69a-4c57-ad28-0e9d654e429b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5065999 Aug 20 11:13:25.345849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40850) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:25.352828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] Routers {'a9ff793c-a69a-4c57-ad28-0e9d654e429b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:13:25.354194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:13:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:25.420471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-8cf612ab-4b34-4eab-8e33-7e3f9dcc0ad2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:25.426261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-8cf612ab-4b34-4eab-8e33-7e3f9dcc0ad2 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.38 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 949 time: 0.1672921 Aug 20 11:13:25.567368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377dc0b-754b-48c2-9d76-651110e8f4de req-ad9f671a-9b8a-442b-bb47-6200eee864cc tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:25.579403 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3377dc0b-754b-48c2-9d76-651110e8f4de req-ad9f671a-9b8a-442b-bb47-6200eee864cc tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1315114 Aug 20 11:13:25.630952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-847dbaec-6a60-496f-a4e5-3e17a1a56d63 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Deleting port 3595316f-a118-4472-90cb-4f1d128c8629 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:25.631650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-847dbaec-6a60-496f-a4e5-3e17a1a56d63 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:25.650515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:25.656277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3377dc0b-754b-48c2-9d76-651110e8f4de req-dca3e816-7d1a-4695-bcfb-d02c4a13dfb4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760088 Aug 20 11:13:25.698470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] Set router a9ff793c-a69a-4c57-ad28-0e9d654e429b gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:13:25.881598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-847dbaec-6a60-496f-a4e5-3e17a1a56d63 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] For port 3595316f-a118-4472-90cb-4f1d128c8629, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3595316f-a118-4472-90cb-4f1d128c8629,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:25.881598 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-847dbaec-6a60-496f-a4e5-3e17a1a56d63 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:25.896896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-847dbaec-6a60-496f-a4e5-3e17a1a56d63 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Calling delete_port for 3595316f-a118-4472-90cb-4f1d128c8629 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:25.997963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191af739-81a4-4dd6-85a7-445e17407ce0 req-0459b8c9-453c-4141-b842-4805803a3ea7 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:26.002311 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-191af739-81a4-4dd6-85a7-445e17407ce0 req-0459b8c9-453c-4141-b842-4805803a3ea7 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 949 time: 0.1220849 Aug 20 11:13:26.006767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:26.073043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5140f40-6187-433a-8d91-a95a5a13b864 req-68fc6a88-885a-42a5-8440-861a07ce53dc tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 210 time: 0.0862386 Aug 20 11:13:26.153963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-191af739-81a4-4dd6-85a7-445e17407ce0 req-a6f36a45-334c-4866-9b93-2fd77548168d tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/security-groups?id=a085fd4c-9599-4d30-88ee-1e76ed0dde53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382229 Aug 20 11:13:26.172658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'name': 'tempest-FloatingIPDetailsTestJSON-401545284-router', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:42Z', 'updated_at': '2021-08-20T11:13:23Z', 'revision_number': 5, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'gw_port': {'id': '9f92bbf0-e833-4e38-8e25-eb1345b2c91a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:44Z', 'updated_at': '2021-08-20T11:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:26.224916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] Checking router: a9ff793c-a69a-4c57-ad28-0e9d654e429b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:13:26.236837 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] Routers {'a9ff793c-a69a-4c57-ad28-0e9d654e429b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:13:26.243790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:13:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:26.311602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Deleting port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:26.312327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:26.372904 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-847dbaec-6a60-496f-a4e5-3e17a1a56d63 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:26.381956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] Set router a9ff793c-a69a-4c57-ad28-0e9d654e429b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:13:26.440988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896ff6b-a6b8-4a0e-92d4-4847ae0134ad req-0a551e8b-9196-40f3-b0a4-c3a9c481d18d tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:26.442667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e896ff6b-a6b8-4a0e-92d4-4847ae0134ad req-0a551e8b-9196-40f3-b0a4-c3a9c481d18d tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 950 time: 0.1163549 Aug 20 11:13:26.460377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dbaec-6a60-496f-a4e5-3e17a1a56d63 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Pushing event deleted for resources: {'Port': ['ID=3595316f-a118-4472-90cb-4f1d128c8629,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:26.462562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'name': 'tempest-FloatingIPDetailsTestJSON-401545284-router', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:42Z', 'updated_at': '2021-08-20T11:13:26Z', 'revision_number': 6, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:26.488031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] For port 9f92bbf0-e833-4e38-8e25-eb1345b2c91a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9f92bbf0-e833-4e38-8e25-eb1345b2c91a,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:26.488406 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:26.512748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Calling delete_port for 9f92bbf0-e833-4e38-8e25-eb1345b2c91a owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:26.537637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8333a92-f1bc-472d-9ef4-1d0090028f9f None None] The sync data for ids ['a9ff793c-a69a-4c57-ad28-0e9d654e429b'] in n-d-804230-3 is: [{'id': 'a9ff793c-a69a-4c57-ad28-0e9d654e429b', 'name': 'tempest-FloatingIPDetailsTestJSON-401545284-router', 'tenant_id': 'd9c80266596547afb82018ff6b0b84e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:42Z', 'updated_at': '2021-08-20T11:13:26Z', 'revision_number': 6, 'project_id': 'd9c80266596547afb82018ff6b0b84e3', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:13:26.556787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-847dbaec-6a60-496f-a4e5-3e17a1a56d63 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] No DVR routers for this DVR port 3595316f-a118-4472-90cb-4f1d128c8629 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:13:26.563452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-847dbaec-6a60-496f-a4e5-3e17a1a56d63 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:26.565560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81148075-e365-447c-b8fb-b70b04ad44d7 req-847dbaec-6a60-496f-a4e5-3e17a1a56d63 tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.38 "DELETE /v2.0/ports/3595316f-a118-4472-90cb-4f1d128c8629 HTTP/1.1" status: 204 len: 173 time: 1.1348178 Aug 20 11:13:26.566016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f18891-7505-44ac-8b00-925e78e05f81', 'name': 'network-vif-deleted', 'tag': '3595316f-a118-4472-90cb-4f1d128c8629'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:26.568358 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7518e435-7081-464d-88a8-f332be3f0b3f" -d '{"events": [{"server_uuid": "50f18891-7505-44ac-8b00-925e78e05f81", "name": "network-vif-deleted", "tag": "3595316f-a118-4472-90cb-4f1d128c8629"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:26.646856 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2326787-5f3b-4553-a7df-52cb8fd38827 x-openstack-request-id: req-e2326787-5f3b-4553-a7df-52cb8fd38827 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:26.647154 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f18891-7505-44ac-8b00-925e78e05f81", "name": "network-vif-deleted", "tag": "3595316f-a118-4472-90cb-4f1d128c8629", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:26.647417 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2326787-5f3b-4553-a7df-52cb8fd38827 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:26.647820 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f18891-7505-44ac-8b00-925e78e05f81', 'name': 'network-vif-deleted', 'tag': '3595316f-a118-4472-90cb-4f1d128c8629', 'status': 'completed', 'code': 200} Aug 20 11:13:26.670903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e896ff6b-a6b8-4a0e-92d4-4847ae0134ad req-1b16add2-5e19-4158-b6f5-52e53fda1b83 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681438 Aug 20 11:13:26.764103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b47247-b538-4d61-89fb-0a97ad5640ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d6f178-c134-4a26-8a61-2546c2a45cb5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:26.772672 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbc4614-3250-4a9d-949b-0e16da87e0aa" -d '{"events": [{"server_uuid": "e1b47247-b538-4d61-89fb-0a97ad5640ed", "name": "network-vif-plugged", "status": "completed", "tag": "44d6f178-c134-4a26-8a61-2546c2a45cb5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:26.897552 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad03290-3865-4bdb-b5f1-01c65b7e512e x-openstack-request-id: req-6ad03290-3865-4bdb-b5f1-01c65b7e512e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:26.898111 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b47247-b538-4d61-89fb-0a97ad5640ed", "name": "network-vif-plugged", "status": "completed", "tag": "44d6f178-c134-4a26-8a61-2546c2a45cb5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:26.900312 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ad03290-3865-4bdb-b5f1-01c65b7e512e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:26.901112 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b47247-b538-4d61-89fb-0a97ad5640ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d6f178-c134-4a26-8a61-2546c2a45cb5', 'code': 200} Aug 20 11:13:26.927035 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:27.048685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-676dd21c-2261-4090-8dd3-546b991e5cd4 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f6136056d5744f71aedd216a888b7728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232872 Aug 20 11:13:27.118969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f92bbf0-e833-4e38-8e25-eb1345b2c91a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:27.239259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:27.410951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8e6d0-d6d4-443d-b335-888e15759994 req-0a800786-938a-4bcb-a9bd-1a7344f732da tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:27.421507 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41c8e6d0-d6d4-443d-b335-888e15759994 req-0a800786-938a-4bcb-a9bd-1a7344f732da tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.3713629 Aug 20 11:13:27.438164 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d566d71d-2147-4ad8-a5f6-77ba627f4f16 req-81d67eb0-dc58-41d4-ab30-f90976c31e68 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 210 time: 0.0991540 Aug 20 11:13:27.467992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224834d9-325b-4e8f-b6f6-cc164540aa72 req-caa4284e-8bcf-4f13-a94e-1c44e91f32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:27.469840 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-224834d9-325b-4e8f-b6f6-cc164540aa72 req-caa4284e-8bcf-4f13-a94e-1c44e91f32b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 1101 time: 0.3759282 Aug 20 11:13:27.586633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:27.589525 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:27.596111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41c8e6d0-d6d4-443d-b335-888e15759994 req-1356a833-ab13-41bc-8e76-25e67ce8bc69 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710279 Aug 20 11:13:27.653028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-5d7ad633-7f94-4d9e-9904-ab598df0215c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:27.664410 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-5d7ad633-7f94-4d9e-9904-ab598df0215c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5904911 Aug 20 11:13:27.703888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9f92bbf0-e833-4e38-8e25-eb1345b2c91a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:13:27.705373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Request body: {'port': {'device_id': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': 'f6136056d5744f71aedd216a888b7728'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:27.730966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 9f92bbf0-e833-4e38-8e25-eb1345b2c91a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:13:27.731396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9f92bbf0-e833-4e38-8e25-eb1345b2c91a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:13:27.731892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fadbdddf-b0cb-4fd6-9641-0306e22efde1 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:13:27.757236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8de87f74-afff-4b75-886a-a939ff269574 req-4f7f3b76-903e-4356-b8d6-78bbcf76411a tempest-LiveMigrationNegativeTest-340984655 tempest-LiveMigrationNegativeTest-340984655-project] 10.222.0.10 "GET /v2.0/ports?device_id=50f18891-7505-44ac-8b00-925e78e05f81 HTTP/1.1" status: 200 len: 210 time: 0.0532622 Aug 20 11:13:27.770534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: fadbdddf-b0cb-4fd6-9641-0306e22efde1 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:13:27.770534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fadbdddf-b0cb-4fd6-9641-0306e22efde1 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:13:27.796443 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:27.797210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9ff793c-a69a-4c57-ad28-0e9d654e429b {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:13:27.814514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:27.831408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-860bb1e4-1302-4f14-bcf5-f3af6eee82a1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a9ff793c-a69a-4c57-ad28-0e9d654e429b HTTP/1.1" status: 204 len: 168 time: 2.4835839 Aug 20 11:13:27.837894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40888) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:27.908099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-224834d9-325b-4e8f-b6f6-cc164540aa72 req-01d4855e-15fd-47ed-859f-981212e3c244 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176044 Aug 20 11:13:27.917209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4580e9-a3c3-4938-ab65-7bb666c4a8e5 admin admin] Deleting subnet 7c85da33-0661-44c6-989a-3fad4d1d01cd {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:13:28.181968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Made reservation on behalf of f6136056d5744f71aedd216a888b7728 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:13:28.193090 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:28.245607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3595316f-a118-4472-90cb-4f1d128c8629 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:13:28.324122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 3595316f-a118-4472-90cb-4f1d128c8629 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:13:28.331199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3595316f-a118-4472-90cb-4f1d128c8629 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:13:28.384238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ad4580e9-a3c3-4938-ab65-7bb666c4a8e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:28.497987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020d068-b569-45ba-b122-9f6c9ac9a3f0 req-91aa9b58-9b11-4f32-af81-4100dc53bf3d tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:28.506348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2020d068-b569-45ba-b122-9f6c9ac9a3f0 req-91aa9b58-9b11-4f32-af81-4100dc53bf3d tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 950 time: 0.6077340 Aug 20 11:13:28.518852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ad4580e9-a3c3-4938-ab65-7bb666c4a8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:28.563239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Allocated IP 192.168.233.111 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/abec4502-85dc-4c11-b581-2da0c1e9d2f0) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:28.787303 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2020d068-b569-45ba-b122-9f6c9ac9a3f0 req-23eadf08-c833-47e6-a667-054c177f3a0b tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627928 Aug 20 11:13:28.896551 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ad4580e9-a3c3-4938-ab65-7bb666c4a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:28.907110 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:28.931111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dfd88cc3-3c28-4afb-b837-4e1e4cf69ae0 req-18a609a0-cdcb-453e-b9b9-04bc9c03a4b2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 210 time: 0.0909638 Aug 20 11:13:28.999447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Transition to ACTIVE for port object abec4502-85dc-4c11-b581-2da0c1e9d2f0 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:29.159663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec702771-1750-4b37-b80b-59beb49af79a req-295add0d-7a8a-4a4d-b11b-095b1a99bd56 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:29.162018 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ec702771-1750-4b37-b80b-59beb49af79a req-295add0d-7a8a-4a4d-b11b-095b1a99bd56 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1860261 Aug 20 11:13:29.235826 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ec702771-1750-4b37-b80b-59beb49af79a req-45d4e692-3650-4b98-b970-899a9f2dfb33 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661571 Aug 20 11:13:29.239375 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ad4580e9-a3c3-4938-ab65-7bb666c4a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:29.296531 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ad4580e9-a3c3-4938-ab65-7bb666c4a8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:29.301104 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ad4580e9-a3c3-4938-ab65-7bb666c4a8e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7c85da33-0661-44c6-989a-3fad4d1d01cd HTTP/1.1" status: 204 len: 168 time: 1.4598570 Aug 20 11:13:29.301729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40906) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:29.310378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce766e7-649b-4dca-a936-8b53130f62a2 None None] Network e83e21a9-2c3e-443e-be32-be4215837222 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:13:29.315298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4580e9-a3c3-4938-ab65-7bb666c4a8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c85da33-0661-44c6-989a-3fad4d1d01cd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:29.332833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:29.415679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:29.421946 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:29.423665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:29.426360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:29.439915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1365fd03-1ebf-4e87-87d7-a3647f93fa7a', '72aa40ae-548e-4af1-becb-e842f64c66d1'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:29.477949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:29.501826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:29.503261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:29.513531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Deleting port c39ca3f7-2a77-405a-b406-456d98479c49 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:29.513962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:29.598166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] For port c39ca3f7-2a77-405a-b406-456d98479c49, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c39ca3f7-2a77-405a-b406-456d98479c49,segment=NetworkSegment(3be09ea1-7e80-4199-9d73-906d2bc7ed24),segment_id=3be09ea1-7e80-4199-9d73-906d2bc7ed24)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:29.598572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:29.618183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Calling delete_port for c39ca3f7-2a77-405a-b406-456d98479c49 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:29.743776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d6cb83-94fa-4931-8f45-d22e91793baa None None] DHCP port deletion for e83e21a9-2c3e-443e-be32-be4215837222 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:13:29.844557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6cb83-94fa-4931-8f45-d22e91793baa None None] Deleting port c39ca3f7-2a77-405a-b406-456d98479c49 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:29.844839 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b5d6cb83-94fa-4931-8f45-d22e91793baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:29.911141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b5d6cb83-94fa-4931-8f45-d22e91793baa None None] For port c39ca3f7-2a77-405a-b406-456d98479c49, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c39ca3f7-2a77-405a-b406-456d98479c49,segment=NetworkSegment(3be09ea1-7e80-4199-9d73-906d2bc7ed24),segment_id=3be09ea1-7e80-4199-9d73-906d2bc7ed24)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:29.912477 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b5d6cb83-94fa-4931-8f45-d22e91793baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:29.926044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6cb83-94fa-4931-8f45-d22e91793baa None None] Calling delete_port for c39ca3f7-2a77-405a-b406-456d98479c49 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:29.982892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d3b53-822d-4995-a2b9-7aa546a67b48 req-213a02c7-4e57-4c5d-b772-cdb26dd89c32 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:29.984696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e9d3b53-822d-4995-a2b9-7aa546a67b48 req-213a02c7-4e57-4c5d-b772-cdb26dd89c32 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 950 time: 0.0603704 Aug 20 11:13:30.027167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e9d3b53-822d-4995-a2b9-7aa546a67b48 req-a286bebc-8922-44ee-b33d-e96883dc9939 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349607 Aug 20 11:13:30.080647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301238d-1184-414b-a392-ae7bb4976968 req-19c53a15-33ce-4a76-b9db-a506531d1811 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:30.082194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b301238d-1184-414b-a392-ae7bb4976968 req-19c53a15-33ce-4a76-b9db-a506531d1811 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 936 time: 0.0540059 Aug 20 11:13:30.122500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b301238d-1184-414b-a392-ae7bb4976968 req-2899cd11-0a7f-4df0-9345-c8cc012bd939 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338528 Aug 20 11:13:30.372851 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-9fe8b00b-02b4-4de7-bc56-f516c75d641f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6901772 Aug 20 11:13:30.375789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a5bb2e3f-1125-4928-a69e-89c7fe0cebfc None None] Provisioning for port abec4502-85dc-4c11-b581-2da0c1e9d2f0 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:30.381418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a5bb2e3f-1125-4928-a69e-89c7fe0cebfc None None] Provisioning complete for port abec4502-85dc-4c11-b581-2da0c1e9d2f0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:30.381849 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a5bb2e3f-1125-4928-a69e-89c7fe0cebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:30.383960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead689d2-3bf1-451e-8691-fd02eaf7d466 req-c960b86f-0d6b-40e2-90bd-4c56934e0c2d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:30.386908 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead689d2-3bf1-451e-8691-fd02eaf7d466 req-c960b86f-0d6b-40e2-90bd-4c56934e0c2d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0655441 Aug 20 11:13:30.388188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Request body: {'port': {'device_id': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:30.389056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:30.437029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb2e3f-1125-4928-a69e-89c7fe0cebfc None None] Port abec4502-85dc-4c11-b581-2da0c1e9d2f0 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:13:30.439362 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b5d6cb83-94fa-4931-8f45-d22e91793baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:30.468170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39ca3f7-2a77-405a-b406-456d98479c49,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:30.477336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] No DVR routers for this DVR port c39ca3f7-2a77-405a-b406-456d98479c49 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:13:30.509534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:30.651286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:30.664066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83e21a9-2c3e-443e-be32-be4215837222']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:30.672687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6cb83-94fa-4931-8f45-d22e91793baa None None] Pushing event deleted for resources: {'Port': ['ID=c39ca3f7-2a77-405a-b406-456d98479c49,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:30.676664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be09ea1-7e80-4199-9d73-906d2bc7ed24') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:30.677519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be09ea1-7e80-4199-9d73-906d2bc7ed24') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:13:30.689032 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:30.694217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6cb83-94fa-4931-8f45-d22e91793baa None None] No DVR routers for this DVR port c39ca3f7-2a77-405a-b406-456d98479c49 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:13:30.705470 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:30.738636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead689d2-3bf1-451e-8691-fd02eaf7d466 req-58b07438-ac9c-4367-9718-0bc9b480f92f tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342452 Aug 20 11:13:30.741624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:13:30.742496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:13:30.744678 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:13:30.775499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40928) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:30.921167 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:30.930084 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:30.933994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e83e21a9-2c3e-443e-be32-be4215837222 HTTP/1.1" status: 204 len: 168 time: 1.6291964 Aug 20 11:13:30.959625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5c936-2dbd-48af-a32b-c4a275e031c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e83e21a9-2c3e-443e-be32-be4215837222,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:31.040150 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4d864dfe-e9ee-46c7-ad81-287c924fae12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e9cb097193e477a8646537984564d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575364 Aug 20 11:13:31.040744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40934) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:31.078124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abec4502-85dc-4c11-b581-2da0c1e9d2f0 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:31.087428 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.103690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Transition to ACTIVE for port object abec4502-85dc-4c11-b581-2da0c1e9d2f0 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:31.160793 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef671ebe-768d-4880-8c5d-72b202b381b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.194283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef671ebe-768d-4880-8c5d-72b202b381b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.203195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059efbc0-6af7-4fb1-9a86-17c90a9870de req-efdf6c22-ed81-418b-893b-323a6bb99649 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:31.204767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-059efbc0-6af7-4fb1-9a86-17c90a9870de req-efdf6c22-ed81-418b-893b-323a6bb99649 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 950 time: 0.0847714 Aug 20 11:13:31.206592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.281721 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-059efbc0-6af7-4fb1-9a86-17c90a9870de req-5fb00dfc-fc81-4558-a593-8c7c2659884a tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618305 Aug 20 11:13:31.291905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:31.406572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef671ebe-768d-4880-8c5d-72b202b381b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.410378 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef671ebe-768d-4880-8c5d-72b202b381b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.413412 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ef671ebe-768d-4880-8c5d-72b202b381b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a085fd4c-9599-4d30-88ee-1e76ed0dde53 HTTP/1.1" status: 204 len: 168 time: 0.3728158 Aug 20 11:13:31.437380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:13:31.438661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef671ebe-768d-4880-8c5d-72b202b381b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a085fd4c-9599-4d30-88ee-1e76ed0dde53,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:31.439473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:13:31.440643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c39ca3f7-2a77-405a-b406-456d98479c49 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:13:31.444077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:31.454289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:13:31.454716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:31.456081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40950) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:31.467198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:13:31.467740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:13:31.468540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:13:31.468664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Bound port: abec4502-85dc-4c11-b581-2da0c1e9d2f0, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:13:31.468935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.492756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c39ca3f7-2a77-405a-b406-456d98479c49 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:13:31.493101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c39ca3f7-2a77-405a-b406-456d98479c49 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:13:31.608384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe4dfb-ee40-4d4a-a761-0463e482566a req-6357d7f5-c6ee-4af3-af87-ef6abe6615a3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:31.610198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f8fe4dfb-ee40-4d4a-a761-0463e482566a req-6357d7f5-c6ee-4af3-af87-ef6abe6615a3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 948 time: 0.1610925 Aug 20 11:13:31.623985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:13:31.627727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:13:31.637530 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-efcd32c8-b0e7-4db2-b52a-5c53781ddbb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9c80266596547afb82018ff6b0b84e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688764 Aug 20 11:13:31.640257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40952) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:31.668466 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f8fe4dfb-ee40-4d4a-a761-0463e482566a req-34c8b008-df66-4f21-8cac-645a5af73611 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Aug 20 11:13:31.700190 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7833621-cac0-418c-aada-8773073f878d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.725821 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7833621-cac0-418c-aada-8773073f878d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.924817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.931943 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7833621-cac0-418c-aada-8773073f878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.934982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7833621-cac0-418c-aada-8773073f878d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:31.936307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b7833621-cac0-418c-aada-8773073f878d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/744d2476-10db-49ea-a906-b22299b7e134 HTTP/1.1" status: 204 len: 168 time: 0.2949526 Aug 20 11:13:31.995515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7833621-cac0-418c-aada-8773073f878d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d2476-10db-49ea-a906-b22299b7e134,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:32.009286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:32.009772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:32.011228 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] 10.222.0.38 "PUT /v2.0/ports/abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 1096 time: 1.6276295 Aug 20 11:13:32.012542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:32.015692 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9116e0ee-2482-443e-858f-0ce3b811caa5" -d '{"events": [{"name": "network-changed", "server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:32.076434 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4262c-a879-4d89-99d8-51254f8faec5 service neutron] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:32.095908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c838a-b549-4245-ad45-2a190620b0ea req-448f3d1c-1c55-4b92-be4a-b2b71f4dd272 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:32.097580 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e9c838a-b549-4245-ad45-2a190620b0ea req-448f3d1c-1c55-4b92-be4a-b2b71f4dd272 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0910449 Aug 20 11:13:32.163344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e9c838a-b549-4245-ad45-2a190620b0ea req-a5d624c5-c9ff-41bd-87b4-b59cf2c654ce tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513561 Aug 20 11:13:32.260590 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d89bd8-9ac8-40b4-ac22-7ca2b3d939a6 x-openstack-request-id: req-b3d89bd8-9ac8-40b4-ac22-7ca2b3d939a6 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:32.263574 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:32.263873 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3d89bd8-9ac8-40b4-ac22-7ca2b3d939a6 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:32.264306 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'status': 'completed', 'code': 200} Aug 20 11:13:32.287717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-6bbbd507-f222-4aeb-9ea5-5af2091bcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:32.291893 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-6bbbd507-f222-4aeb-9ea5-5af2091bcd54 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 1099 time: 0.0807381 Aug 20 11:13:32.375674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-7a2ba801-630b-4739-8c7b-1b903d7b7dd1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0760665 Aug 20 11:13:32.434781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-808047c3-f3da-4c9c-a771-03c1706cef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:32.436244 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-808047c3-f3da-4c9c-a771-03c1706cef89 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0536873 Aug 20 11:13:32.488834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-5393cb70-2650-4210-bca0-28975b4567fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:32.490457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-5393cb70-2650-4210-bca0-28975b4567fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460851 Aug 20 11:13:32.643449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-8aa6caad-3378-46ad-a39d-64acc2d91d0b service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432519 Aug 20 11:13:32.696779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40988) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:32.792688 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a96f-0a09-4d20-93d4-988d3886fb00 req-e5943220-ff09-43bd-89f3-efa091b7b0dd service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411405 Aug 20 11:13:32.810226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-52ef295b-3c8e-4f68-bdb8-ab4eba4887a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f4d9395ebd4402fb2e18eed8fa9c3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119151 Aug 20 11:13:32.813587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40994) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:32.845228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6cee3-97c7-4eba-8bf5-8cd72fe60cbb req-338c9276-f29c-40d8-80db-babfa28396e6 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:32.853612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9ac6cee3-97c7-4eba-8bf5-8cd72fe60cbb req-338c9276-f29c-40d8-80db-babfa28396e6 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 950 time: 0.0820470 Aug 20 11:13:32.899362 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc177e30-19a7-4447-ae6a-e6070553f17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:32.929578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc177e30-19a7-4447-ae6a-e6070553f17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:32.932350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9ac6cee3-97c7-4eba-8bf5-8cd72fe60cbb req-e9d378ca-165a-4e9d-b05d-f122af764699 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760128 Aug 20 11:13:33.075051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-ca208766-2e9d-4b2d-b516-dcb0095a3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:33.081608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-ca208766-2e9d-4b2d-b516-dcb0095a3c16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 1099 time: 0.1436985 Aug 20 11:13:33.137574 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc177e30-19a7-4447-ae6a-e6070553f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:33.140351 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc177e30-19a7-4447-ae6a-e6070553f17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:33.143374 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dc177e30-19a7-4447-ae6a-e6070553f17c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb8860f0-2b45-4fc1-ab33-5071bc8425d6 HTTP/1.1" status: 204 len: 168 time: 0.3269083 Aug 20 11:13:33.207739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc177e30-19a7-4447-ae6a-e6070553f17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8860f0-2b45-4fc1-ab33-5071bc8425d6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:33.243982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-072d00f1-510e-447b-bd13-c38818651909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:33.245485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-072d00f1-510e-447b-bd13-c38818651909 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1223857 Aug 20 11:13:33.261321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb1dd-7406-4a11-9840-8c6f7774b77e req-8b769dd4-3673-4119-aef1-8aba6e6ebc82 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:33.263002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-791bb1dd-7406-4a11-9840-8c6f7774b77e req-8b769dd4-3673-4119-aef1-8aba6e6ebc82 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 948 time: 0.1758506 Aug 20 11:13:33.306025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-947fa7c6-1255-420f-9f25-3e729f47d6df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0420160 Aug 20 11:13:33.311763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-02d6be8a-4756-4800-b95a-4f99cdcdeb49 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:33.336377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-02d6be8a-4756-4800-b95a-4f99cdcdeb49 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/networks?id=637cb731-10d6-4fd3-88c8-5aab4cbcb0ef HTTP/1.1" status: 200 len: 814 time: 0.2119675 Aug 20 11:13:33.354740 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-dfa1026e-d211-4003-a19b-a8fcce441641 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/quotas/2b39caafb3924306b8a2443cb16a72aa HTTP/1.1" status: 200 len: 375 time: 0.0156310 Aug 20 11:13:33.384433 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-791bb1dd-7406-4a11-9840-8c6f7774b77e req-fc4c3a64-e4ac-4920-ac2b-ba46f22863c7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773692 Aug 20 11:13:33.386372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-9729de64-c1cb-4e0c-9dda-6e5c38547d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:33.387810 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-9729de64-c1cb-4e0c-9dda-6e5c38547d3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0746808 Aug 20 11:13:33.470234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-6fe0b4aa-8315-4f33-899d-1e6a5404ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:33.471793 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-6fe0b4aa-8315-4f33-899d-1e6a5404ae83 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731375 Aug 20 11:13:33.471977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-219a6ecc-b321-4af3-b0b2-c1c8f91a0f78 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b39caafb3924306b8a2443cb16a72aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068003 Aug 20 11:13:33.673747 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-03cb3e82-71ab-4fcd-a8b6-7053ec25405f service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929693 Aug 20 11:13:33.686684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecfd8b-b6f6-4af4-93eb-70431c6f5ea3 req-10de7a55-a7f9-4eb6-b0b1-2959131b6e50 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:33.690889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbecfd8b-b6f6-4af4-93eb-70431c6f5ea3 req-10de7a55-a7f9-4eb6-b0b1-2959131b6e50 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0813477 Aug 20 11:13:33.780868 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbecfd8b-b6f6-4af4-93eb-70431c6f5ea3 req-2b9f63bc-7d61-4d35-9075-a3417616d768 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824714 Aug 20 11:13:33.804005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-0922c7f8-4620-4cf5-9c29-52b62633e2b3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:13:33.806937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-0922c7f8-4620-4cf5-9c29-52b62633e2b3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1046340 Aug 20 11:13:33.817379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9116e0ee-2482-443e-858f-0ce3b811caa5 req-03f9812a-fcf6-41e6-b887-4330c0871f2d service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281252 Aug 20 11:13:33.923870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-9103812f-9ae1-4ecd-a2af-3219b0f04b4a service neutron] 10.222.0.10 "GET /v2.0/networks/637cb731-10d6-4fd3-88c8-5aab4cbcb0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117427 Aug 20 11:13:34.044478 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-6a1b7022-7b3e-4a78-8903-041b9d36105a service neutron] 10.222.0.10 "GET /v2.0/networks/637cb731-10d6-4fd3-88c8-5aab4cbcb0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139538 Aug 20 11:13:34.180148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961a5c3-370d-405f-a6b5-a25230fe615a req-e5049dff-d7c7-46ff-b43d-05e6b5d90e99 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:34.187514 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3961a5c3-370d-405f-a6b5-a25230fe615a req-e5049dff-d7c7-46ff-b43d-05e6b5d90e99 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 950 time: 0.1223261 Aug 20 11:13:34.239354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3961a5c3-370d-405f-a6b5-a25230fe615a req-aa48eb73-af5a-4ad1-bc3c-1c1e165c9929 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506277 Aug 20 11:13:34.288940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-0d401429-dcb0-4121-a928-f8d2c58b491d tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:34.290647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-0d401429-dcb0-4121-a928-f8d2c58b491d tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 950 time: 0.0753615 Aug 20 11:13:34.415650 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96169960-9fe1-4d2c-9ced-a8b501d4cb06 req-fc24c1b5-0c7f-4af5-875b-cf105ca92f7e tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 210 time: 0.0603085 Aug 20 11:13:34.594540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-e7381359-fc16-40cf-ade4-79004505eb9f tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Deleting port 44d6f178-c134-4a26-8a61-2546c2a45cb5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:13:34.595106 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-e7381359-fc16-40cf-ade4-79004505eb9f tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:34.658053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c70bab-3c01-4215-b407-d8b354e3f0e8 req-58bad4fc-c3ca-4e5f-8e39-426bc93d8138 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:34.685203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-59c70bab-3c01-4215-b407-d8b354e3f0e8 req-58bad4fc-c3ca-4e5f-8e39-426bc93d8138 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 948 time: 0.1351354 Aug 20 11:13:34.856510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-8034387d-d6dc-4b82-9f9f-77d04a2f2672 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8cfbb5f35d334904a82aedf0dc18d851&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239086 Aug 20 11:13:34.997271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-a6808ef9-f23d-41e3-9d73-a46e11b049c1 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:34.998938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-a6808ef9-f23d-41e3-9d73-a46e11b049c1 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354170 Aug 20 11:13:35.027008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-40d816f1-9fd0-4e53-a7f1-2951640e744a tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/quotas/8cfbb5f35d334904a82aedf0dc18d851 HTTP/1.1" status: 200 len: 375 time: 0.0197179 Aug 20 11:13:35.079046 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-f8c5273d-f1fc-4e3b-98d7-da940bd5c5e9 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cfbb5f35d334904a82aedf0dc18d851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478158 Aug 20 11:13:35.139200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-e7381359-fc16-40cf-ade4-79004505eb9f tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] For port 44d6f178-c134-4a26-8a61-2546c2a45cb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=44d6f178-c134-4a26-8a61-2546c2a45cb5,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:35.139569 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-e7381359-fc16-40cf-ade4-79004505eb9f tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:35.164310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-59c70bab-3c01-4215-b407-d8b354e3f0e8 req-f3610b69-a7bb-418a-b065-382164367b8c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768374 Aug 20 11:13:35.179820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-e7381359-fc16-40cf-ade4-79004505eb9f tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Calling delete_port for 44d6f178-c134-4a26-8a61-2546c2a45cb5 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:13:35.435599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b00b8d-8db5-41a0-9f52-5857c551f21b req-7b3f4627-471f-434d-82d9-6735848eb70b tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:35.444846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36b00b8d-8db5-41a0-9f52-5857c551f21b req-7b3f4627-471f-434d-82d9-6735848eb70b tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1053891 Aug 20 11:13:35.471504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e3f7d-3b7b-4d67-8d94-aff3f12c7a9b req-fef154ba-53c0-4c26-b22e-5750232fae21 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:35.480378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d35e3f7d-3b7b-4d67-8d94-aff3f12c7a9b req-fef154ba-53c0-4c26-b22e-5750232fae21 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 950 time: 0.0772946 Aug 20 11:13:35.498198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-e7381359-fc16-40cf-ade4-79004505eb9f tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:35.506563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['44d6f178-c134-4a26-8a61-2546c2a45cb5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:35.567898 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d35e3f7d-3b7b-4d67-8d94-aff3f12c7a9b req-692a9837-1b5c-404f-99dd-3bb80d00f738 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1bb4490-2271-43c0-98b3-b3ca25971301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864594 Aug 20 11:13:35.640705 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36b00b8d-8db5-41a0-9f52-5857c551f21b req-3cf40217-87fc-480b-be43-162309457a91 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913674 Aug 20 11:13:35.664661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7381359-fc16-40cf-ade4-79004505eb9f tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Pushing event deleted for resources: {'Port': ['ID=44d6f178-c134-4a26-8a61-2546c2a45cb5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:35.715854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-e7381359-fc16-40cf-ade4-79004505eb9f tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] No DVR routers for this DVR port 44d6f178-c134-4a26-8a61-2546c2a45cb5 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:13:35.725105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-e7381359-fc16-40cf-ade4-79004505eb9f tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:35.727247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea51cfc7-a197-4e5b-bca6-3ab6084b0963 req-e7381359-fc16-40cf-ade4-79004505eb9f tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.57 "DELETE /v2.0/ports/44d6f178-c134-4a26-8a61-2546c2a45cb5 HTTP/1.1" status: 204 len: 173 time: 1.4299943 Aug 20 11:13:35.727683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b47247-b538-4d61-89fb-0a97ad5640ed', 'name': 'network-vif-deleted', 'tag': '44d6f178-c134-4a26-8a61-2546c2a45cb5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:35.730030 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c9cc29-9aa3-4d0b-8a7d-81c0380be71a" -d '{"events": [{"server_uuid": "e1b47247-b538-4d61-89fb-0a97ad5640ed", "name": "network-vif-deleted", "tag": "44d6f178-c134-4a26-8a61-2546c2a45cb5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:35.733304 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0b2a316-504c-416d-b701-e9a5bf9b0693 req-ab181ff2-4f58-4fa8-add0-29d430dbb646 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 210 time: 0.0733142 Aug 20 11:13:35.802103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3758a2a5-d1e5-42b8-a330-be647e41f4ae req-bba0b694-5785-42f4-98b1-a2eedc47b6ed tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 210 time: 0.0489936 Aug 20 11:13:35.810633 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dab080-60f3-4896-bc14-e0a9558d5a93 x-openstack-request-id: req-29dab080-60f3-4896-bc14-e0a9558d5a93 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:35.810967 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b47247-b538-4d61-89fb-0a97ad5640ed", "name": "network-vif-deleted", "tag": "44d6f178-c134-4a26-8a61-2546c2a45cb5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:35.811269 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29dab080-60f3-4896-bc14-e0a9558d5a93 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:35.811684 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b47247-b538-4d61-89fb-0a97ad5640ed', 'name': 'network-vif-deleted', 'tag': '44d6f178-c134-4a26-8a61-2546c2a45cb5', 'status': 'completed', 'code': 200} Aug 20 11:13:36.135574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb091f7-a0b5-454b-846c-c84ed03e00d8 req-fa29510e-12da-44e1-92bc-3bb88ed15747 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.136125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb091f7-a0b5-454b-846c-c84ed03e00d8 req-fa29510e-12da-44e1-92bc-3bb88ed15747 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.136450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb091f7-a0b5-454b-846c-c84ed03e00d8 req-fa29510e-12da-44e1-92bc-3bb88ed15747 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.136937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb091f7-a0b5-454b-846c-c84ed03e00d8 req-fa29510e-12da-44e1-92bc-3bb88ed15747 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.137445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb091f7-a0b5-454b-846c-c84ed03e00d8 req-fa29510e-12da-44e1-92bc-3bb88ed15747 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.137917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb091f7-a0b5-454b-846c-c84ed03e00d8 req-fa29510e-12da-44e1-92bc-3bb88ed15747 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.138378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb091f7-a0b5-454b-846c-c84ed03e00d8 req-fa29510e-12da-44e1-92bc-3bb88ed15747 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.138862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb091f7-a0b5-454b-846c-c84ed03e00d8 req-fa29510e-12da-44e1-92bc-3bb88ed15747 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.139364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb091f7-a0b5-454b-846c-c84ed03e00d8 req-fa29510e-12da-44e1-92bc-3bb88ed15747 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.141307 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bfb091f7-a0b5-454b-846c-c84ed03e00d8 req-fa29510e-12da-44e1-92bc-3bb88ed15747 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.1267655 Aug 20 11:13:36.249736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c83c2-db84-4da6-88ff-453142bc4bc2 req-2a0da106-f362-4475-a2c9-97e6336d5e23 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.251212 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b1c83c2-db84-4da6-88ff-453142bc4bc2 req-2a0da106-f362-4475-a2c9-97e6336d5e23 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 886 time: 0.0912693 Aug 20 11:13:36.306082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:13:36.307909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df598e5-00a9-4222-819f-1d0d2416ce53 req-aa6ea953-2fa4-4419-a881-129073f67aef tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.309485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8df598e5-00a9-4222-819f-1d0d2416ce53 req-aa6ea953-2fa4-4419-a881-129073f67aef tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 948 time: 0.0791249 Aug 20 11:13:36.355931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8df598e5-00a9-4222-819f-1d0d2416ce53 req-be69f7c9-5165-43a9-8539-17d42938a047 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Aug 20 11:13:36.418420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:36.435462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'mac_address': 'fa:16:3e:4f:1e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:13:36.478720 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:36.493128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abec4502-85dc-4c11-b581-2da0c1e9d2f0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:36.516572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b30d-33d5-477e-8ce8-12ff4ea0904f req-df1dac6f-e3ac-4da6-9338-33288767e788 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.517657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b30d-33d5-477e-8ce8-12ff4ea0904f req-df1dac6f-e3ac-4da6-9338-33288767e788 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.517780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:36.518792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b30d-33d5-477e-8ce8-12ff4ea0904f req-df1dac6f-e3ac-4da6-9338-33288767e788 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.519499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b30d-33d5-477e-8ce8-12ff4ea0904f req-df1dac6f-e3ac-4da6-9338-33288767e788 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.520062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b30d-33d5-477e-8ce8-12ff4ea0904f req-df1dac6f-e3ac-4da6-9338-33288767e788 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.520755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b30d-33d5-477e-8ce8-12ff4ea0904f req-df1dac6f-e3ac-4da6-9338-33288767e788 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.521315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b30d-33d5-477e-8ce8-12ff4ea0904f req-df1dac6f-e3ac-4da6-9338-33288767e788 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.521794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b30d-33d5-477e-8ce8-12ff4ea0904f req-df1dac6f-e3ac-4da6-9338-33288767e788 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.522281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b30d-33d5-477e-8ce8-12ff4ea0904f req-df1dac6f-e3ac-4da6-9338-33288767e788 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.524582 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1807b30d-33d5-477e-8ce8-12ff4ea0904f req-df1dac6f-e3ac-4da6-9338-33288767e788 tempest-NetworksTest-1082370015 tempest-NetworksTest-1082370015-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.1946692 Aug 20 11:13:36.608028 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:36.689201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:36.752239 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac64fd36-bf96-4feb-96d5-7f465ce18106 req-95da9e56-6d15-499a-8eb9-379f3dc0ab35 tempest-ServerDiagnosticsNegativeTest-1874049574 tempest-ServerDiagnosticsNegativeTest-1874049574-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b47247-b538-4d61-89fb-0a97ad5640ed HTTP/1.1" status: 200 len: 210 time: 0.0589292 Aug 20 11:13:36.838586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402ac5f-752c-4ddb-9433-71db32a5be7b req-65e4984b-2a92-4f05-ab08-0d9ff443a2f9 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:36.840327 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e402ac5f-752c-4ddb-9433-71db32a5be7b req-65e4984b-2a92-4f05-ab08-0d9ff443a2f9 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0868719 Aug 20 11:13:36.857218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9358372f-f8dd-47e8-8805-b96f6dc6e93e req-6c3527af-f6ed-4589-ae8d-c77915ec7c10 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 210 time: 0.0342484 Aug 20 11:13:36.858886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['abec4502-85dc-4c11-b581-2da0c1e9d2f0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:36.928754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e402ac5f-752c-4ddb-9433-71db32a5be7b req-3de1d544-9887-444f-a3ee-e188d8260c1b tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752475 Aug 20 11:13:36.960508 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf8287fc-98e3-4205-932d-9d1dc1fd6f3b req-96a84b16-d503-4748-8715-69a9836e7099 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 210 time: 0.0404072 Aug 20 11:13:37.236150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41140) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:37.361345 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-310f96cc-ffce-4251-b74e-71c2359387c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:37.503872 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-310f96cc-ffce-4251-b74e-71c2359387c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:37.517448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e6ab9-165e-41e9-8ed2-7b267bb57139 req-e9dd8875-d11f-4913-aa27-c44101472a0a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:37.519094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f47e6ab9-165e-41e9-8ed2-7b267bb57139 req-e9dd8875-d11f-4913-aa27-c44101472a0a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 949 time: 0.0771353 Aug 20 11:13:37.559937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f47e6ab9-165e-41e9-8ed2-7b267bb57139 req-f5cd4c9f-97e5-4ad9-8080-5247dfb58d15 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Aug 20 11:13:37.617523 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-310f96cc-ffce-4251-b74e-71c2359387c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:37.665479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-310f96cc-ffce-4251-b74e-71c2359387c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e0c67c1623d41ae91b25fef9747078f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257772 Aug 20 11:13:37.665479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f96cc-ffce-4251-b74e-71c2359387c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b2185-a74a-4a3b-9556-e268453ca5ee,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:37.666140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41148) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:37.807151 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-cad7975f-dcd9-44a0-9f22-5ed6eb6d7521 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:37.808881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-cad7975f-dcd9-44a0-9f22-5ed6eb6d7521 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.38 "GET /v2.0/networks?id=637cb731-10d6-4fd3-88c8-5aab4cbcb0ef HTTP/1.1" status: 200 len: 814 time: 0.1657820 Aug 20 11:13:37.810183 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f371c20a-9e7a-409f-849f-f2c59fcc49a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:37.834075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Request body: {'port': {'device_id': '7b54fbb7-c8ee-4a94-8d79-6df29f24a532', 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef', 'admin_state_up': True, 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:37.895691 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f371c20a-9e7a-409f-849f-f2c59fcc49a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:37.959749 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a18e36c2-17be-4939-a57f-0803ab1af8e0 req-35455593-f598-452d-a33e-674ef7e5a1e4 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 210 time: 0.0288866 Aug 20 11:13:37.986742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 44d6f178-c134-4a26-8a61-2546c2a45cb5 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:13:38.015433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 44d6f178-c134-4a26-8a61-2546c2a45cb5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:13:38.027761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 44d6f178-c134-4a26-8a61-2546c2a45cb5 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:13:38.099455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98a397-fe8f-48e7-a514-567edd0254bc req-65f3baee-3c3e-49b5-99e4-91316f3a641d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:38.101165 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c98a397-fe8f-48e7-a514-567edd0254bc req-65f3baee-3c3e-49b5-99e4-91316f3a641d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0559001 Aug 20 11:13:38.120792 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96c9b3b5-6d2a-4a19-b3cc-21f869bd207b req-20846112-f1b0-4dec-a677-81dd35c05558 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 210 time: 0.0272536 Aug 20 11:13:38.142795 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c98a397-fe8f-48e7-a514-567edd0254bc req-58ea690e-a402-4e6d-b7c8-fafbc6dc164a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354464 Aug 20 11:13:38.149026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Made reservation on behalf of 2b39caafb3924306b8a2443cb16a72aa for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:13:38.152563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.154852 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f371c20a-9e7a-409f-849f-f2c59fcc49a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.157426 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f371c20a-9e7a-409f-849f-f2c59fcc49a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.158543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f371c20a-9e7a-409f-849f-f2c59fcc49a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f39b2185-a74a-4a3b-9556-e268453ca5ee HTTP/1.1" status: 204 len: 168 time: 0.4908473 Aug 20 11:13:38.175877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371c20a-9e7a-409f-849f-f2c59fcc49a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b2185-a74a-4a3b-9556-e268453ca5ee,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:38.199625 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:13:38.311337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:38.322177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Allocated IP 172.20.0.13 (637cb731-10d6-4fd3-88c8-5aab4cbcb0ef/e1dc9d67-2177-44ac-a2eb-0a29d4e489d3/f520e831-56d1-47ae-8310-b2946edd48d2) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:38.403738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41174) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:38.490154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port abec4502-85dc-4c11-b581-2da0c1e9d2f0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:38.494226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port abec4502-85dc-4c11-b581-2da0c1e9d2f0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:38.494763 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.509891 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.530319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Transition to ACTIVE for port object f520e831-56d1-47ae-8310-b2946edd48d2 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:38.600211 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.628758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:38.631121 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfc509d-de2e-408a-a213-687b53a4b7a9" -d '{"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-plugged", "status": "completed", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:38.647995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:38.676042 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.705932 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ae38ce-5e12-4c96-9ae6-3ad58e00660e x-openstack-request-id: req-a1ae38ce-5e12-4c96-9ae6-3ad58e00660e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:38.706323 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-plugged", "status": "completed", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:38.706687 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1ae38ce-5e12-4c96-9ae6-3ad58e00660e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:38.707142 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'code': 200} Aug 20 11:13:38.749766 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.778788 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:38.792038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-59741460-17e3-4d31-ac8d-88a6799b21d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1af862a4c5849fc8dc5983ddc30f951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872125 Aug 20 11:13:38.794858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41194) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:38.801482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:38.804747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:38.821949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.38', 62244) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:38.859393 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-464b4dac-b7cf-4223-b2e1-f012da661427 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=8cfbb5f35d334904a82aedf0dc18d851&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311544 Aug 20 11:13:38.860184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:38.900302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Pushing event updated for resources: {'Port': ['ID=f520e831-56d1-47ae-8310-b2946edd48d2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:38.922488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:38.923337 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.945882 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04d5e718-fcd9-42a8-81a3-9c4e14f09fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.982986 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c70a-9de0-4e20-959f-05f732b94645 req-133e124e-0201-4d95-9ef9-2b08e6c0d036 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:38.991408 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04d5e718-fcd9-42a8-81a3-9c4e14f09fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:38.995066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78f9c70a-9de0-4e20-959f-05f732b94645 req-133e124e-0201-4d95-9ef9-2b08e6c0d036 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.3016376 Aug 20 11:13:38.997175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe610b-7c67-42aa-b016-5a933939383e req-32dfa66e-afed-419c-950f-b14b7ae68ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:38.998948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bdfe610b-7c67-42aa-b016-5a933939383e req-32dfa66e-afed-419c-950f-b14b7ae68ba1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 1101 time: 0.2163076 Aug 20 11:13:39.158093 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78f9c70a-9de0-4e20-959f-05f732b94645 req-45bc55a1-8554-40b6-8538-14690cb83e33 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570845 Aug 20 11:13:39.169481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f1c811e-712b-4589-b100-1b137f6b0cc4 req-7ac3b4be-bc51-4d35-bbcc-8893e029d676 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 210 time: 0.0399218 Aug 20 11:13:39.174586 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-5022fcd3-38c9-4e9b-88aa-24338de31053 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3522968 Aug 20 11:13:39.196457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-eb9eb03c-3f30-4b8c-95aa-9f92bc526cf3 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:39.203537 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-eb9eb03c-3f30-4b8c-95aa-9f92bc526cf3 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3359408 Aug 20 11:13:39.220083 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Request body: {'port': {'device_id': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '8cfbb5f35d334904a82aedf0dc18d851'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:39.222850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bdfe610b-7c67-42aa-b016-5a933939383e req-2c799fa3-f157-426a-9642-62db5db5182c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137744 Aug 20 11:13:39.238861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Request body: {'port': {'device_id': '7b54fbb7-c8ee-4a94-8d79-6df29f24a532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:39.306272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5912c4e3-c0a7-4d96-acf1-0e0d9e26441b None None] Provisioning for port f520e831-56d1-47ae-8310-b2946edd48d2 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:39.316986 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04d5e718-fcd9-42a8-81a3-9c4e14f09fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:39.321556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04d5e718-fcd9-42a8-81a3-9c4e14f09fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:39.331600 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-04d5e718-fcd9-42a8-81a3-9c4e14f09fc0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1bb4490-2271-43c0-98b3-b3ca25971301 HTTP/1.1" status: 204 len: 168 time: 0.5353599 Aug 20 11:13:39.342570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5912c4e3-c0a7-4d96-acf1-0e0d9e26441b None None] Provisioning complete for port f520e831-56d1-47ae-8310-b2946edd48d2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:39.343324 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5912c4e3-c0a7-4d96-acf1-0e0d9e26441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:39.367513 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41208) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:39.387322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:39.401007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5e718-fcd9-42a8-81a3-9c4e14f09fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bb4490-2271-43c0-98b3-b3ca25971301,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:39.411001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2470754-3b0e-4400-997d-8d751df9e58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:39.423448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8aacc-33c8-4fe2-903b-886a3835e3cf req-b34f625f-7c7d-4d28-9392-83ff27e11803 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:39.427856 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0da8aacc-33c8-4fe2-903b-886a3835e3cf req-b34f625f-7c7d-4d28-9392-83ff27e11803 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 932 time: 0.1283422 Aug 20 11:13:39.483495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5912c4e3-c0a7-4d96-acf1-0e0d9e26441b None None] Port f520e831-56d1-47ae-8310-b2946edd48d2 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:13:39.491140 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bff79-6c3f-4267-8179-71f6d9c7a3c9 req-6f0b01f2-11f5-4f2b-b99e-87331a5af2b0 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:39.492802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b6bff79-6c3f-4267-8179-71f6d9c7a3c9 req-6f0b01f2-11f5-4f2b-b99e-87331a5af2b0 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1949232 Aug 20 11:13:39.542081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0da8aacc-33c8-4fe2-903b-886a3835e3cf req-3b6f3bc1-1e38-4cff-8bbb-a1a4eccb00d1 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895410 Aug 20 11:13:39.682290 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b6bff79-6c3f-4267-8179-71f6d9c7a3c9 req-76f2da1e-fffc-41fa-a4b3-4bda370ed893 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286895 Aug 20 11:13:39.767668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2470754-3b0e-4400-997d-8d751df9e58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:39.865795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2470754-3b0e-4400-997d-8d751df9e58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:39.909002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f520e831-56d1-47ae-8310-b2946edd48d2 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:39.918416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:39.933545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Transition to ACTIVE for port object f520e831-56d1-47ae-8310-b2946edd48d2 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:39.971192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a2470754-3b0e-4400-997d-8d751df9e58c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e808c66b69e147849b2fda2731e93e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6004195 Aug 20 11:13:39.975957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41216) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:40.007960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2470754-3b0e-4400-997d-8d751df9e58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef8187b-8c5d-41e7-9804-3fce8aaeecfa,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:40.039113 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.065195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Made reservation on behalf of 8cfbb5f35d334904a82aedf0dc18d851 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:13:40.073242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.086313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.238307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f520e831-56d1-47ae-8310-b2946edd48d2,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:40.298688 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.312161 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b695caa4-566b-4f8d-ae58-0a650577bf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.359590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c54e648-47b3-4d82-85d9-fc3c130ba11a req-6b08523f-e835-4b58-95e5-c3e411bc4fe8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 210 time: 0.0632637 Aug 20 11:13:40.360783 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b695caa4-566b-4f8d-ae58-0a650577bf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.390456 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.457400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Attempting to bind port f520e831-56d1-47ae-8310-b2946edd48d2 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:13:40.457994 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Attempting to bind port f520e831-56d1-47ae-8310-b2946edd48d2 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:13:40.458410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Attempting to bind port f520e831-56d1-47ae-8310-b2946edd48d2 on network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:40.479391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Port f520e831-56d1-47ae-8310-b2946edd48d2 on network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:13:40.479391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Attempting to bind port f520e831-56d1-47ae-8310-b2946edd48d2 on network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:40.481345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07cca7a5-a90e-4bb7-8008-b5d560a4c765,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:40.487095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:13:40.487324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Checking segment: {'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:13:40.487569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Bound using segment: {'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:13:40.488007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Bound port: f520e831-56d1-47ae-8310-b2946edd48d2, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80992d80-93d7-420a-8009-37c877c1401e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:13:40.488379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.548474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d6eaa-edb0-4746-ba32-b728b08fb8a5 req-cdf15890-73ee-4102-8906-bc69e40feffc tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:40.548474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-885d6eaa-edb0-4746-ba32-b728b08fb8a5 req-cdf15890-73ee-4102-8906-bc69e40feffc tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1595333 Aug 20 11:13:40.548999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41222) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:40.585430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Allocated IP 192.168.233.219 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/e5cb5aa3-df7c-4d08-854c-333bdd6ef091) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:40.595346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34d2f33e-4061-433d-b35a-064eeb51eefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.669784 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-885d6eaa-edb0-4746-ba32-b728b08fb8a5 req-dd060d39-e8b2-47b0-9f6f-952f244b5ae2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088424 Aug 20 11:13:40.680330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] For port f520e831-56d1-47ae-8310-b2946edd48d2, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:13:40.692530 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b695caa4-566b-4f8d-ae58-0a650577bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.696380 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b695caa4-566b-4f8d-ae58-0a650577bf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.697954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b695caa4-566b-4f8d-ae58-0a650577bf45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cef8187b-8c5d-41e7-9804-3fce8aaeecfa HTTP/1.1" status: 204 len: 168 time: 0.7203832 Aug 20 11:13:40.735545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695caa4-566b-4f8d-ae58-0a650577bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef8187b-8c5d-41e7-9804-3fce8aaeecfa,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:40.777203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] For port f520e831-56d1-47ae-8310-b2946edd48d2, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f520e831-56d1-47ae-8310-b2946edd48d2,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:13:40.833542 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.845362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774fa21-767c-4291-81ad-01df2a9c3053 req-bd769f2b-e12f-4ebd-aa29-3f60e83401dc tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:40.847467 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9774fa21-767c-4291-81ad-01df2a9c3053 req-bd769f2b-e12f-4ebd-aa29-3f60e83401dc tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.1704924 Aug 20 11:13:40.915780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.927797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9774fa21-767c-4291-81ad-01df2a9c3053 req-162b0cb5-e919-4c95-9488-7104f3dae198 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644429 Aug 20 11:13:40.928896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:40.939651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Transition to ACTIVE for port object e5cb5aa3-df7c-4d08-854c-333bdd6ef091 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:41.040671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:41.041369 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:41.043104 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] 10.222.0.38 "PUT /v2.0/ports/f520e831-56d1-47ae-8310-b2946edd48d2 HTTP/1.1" status: 200 len: 1092 time: 1.8141189 Aug 20 11:13:41.049003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b54fbb7-c8ee-4a94-8d79-6df29f24a532', 'tag': 'f520e831-56d1-47ae-8310-b2946edd48d2'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:41.051617 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b6d9e9-f9ea-482b-b061-5d6e02b49614" -d '{"events": [{"name": "network-changed", "server_uuid": "7b54fbb7-c8ee-4a94-8d79-6df29f24a532", "tag": "f520e831-56d1-47ae-8310-b2946edd48d2"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:41.094492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b2889-3797-48a6-8572-d6f1760f61fe req-c63acf91-bb0c-42ef-92a5-d69f68d9b9f1 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:41.102908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca6b2889-3797-48a6-8572-d6f1760f61fe req-c63acf91-bb0c-42ef-92a5-d69f68d9b9f1 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.2255669 Aug 20 11:13:41.126091 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c16c1f-9bff-4dd1-bcb9-ab55542e7c2c x-openstack-request-id: req-35c16c1f-9bff-4dd1-bcb9-ab55542e7c2c {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:41.126658 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b54fbb7-c8ee-4a94-8d79-6df29f24a532", "tag": "f520e831-56d1-47ae-8310-b2946edd48d2", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:41.126920 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35c16c1f-9bff-4dd1-bcb9-ab55542e7c2c {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:41.127335 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b54fbb7-c8ee-4a94-8d79-6df29f24a532', 'tag': 'f520e831-56d1-47ae-8310-b2946edd48d2', 'status': 'completed', 'code': 200} Aug 20 11:13:41.129333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c44dbe-328c-4627-b413-91787b5732d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f520e831-56d1-47ae-8310-b2946edd48d2,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:41.180898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca6b2889-3797-48a6-8572-d6f1760f61fe req-f1ae525e-9174-421d-931a-f553db5b4bdb tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768435 Aug 20 11:13:41.215397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34d2f33e-4061-433d-b35a-064eeb51eefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:41.439373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:41.521576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34d2f33e-4061-433d-b35a-064eeb51eefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:41.537763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:41.554674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:41.569287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:41.582829 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-34d2f33e-4061-433d-b35a-064eeb51eefc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33f388cefea24be6bfcb698c22819550&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0268323 Aug 20 11:13:41.582829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2f33e-4061-433d-b35a-064eeb51eefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f247f36-8772-49e3-a373-6866c3dae4c4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:41.582829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41238) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:41.583356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:41.654685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f9b3e-8f2f-4554-8a2f-001e51b6c92f req-ff66ef26-07e0-428f-a533-44ec60a1f8cd tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:41.655283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-407d3b1b-9c41-4e9c-af15-d479f3859cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:41.663739 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e88f9b3e-8f2f-4554-8a2f-001e51b6c92f req-ff66ef26-07e0-428f-a533-44ec60a1f8cd tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 936 time: 0.1861084 Aug 20 11:13:41.723443 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:41.724983 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:41.765809 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-407d3b1b-9c41-4e9c-af15-d479f3859cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:41.796946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e88f9b3e-8f2f-4554-8a2f-001e51b6c92f req-f6e3ea91-6449-4fba-a4c6-fe310d55f7b0 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317666 Aug 20 11:13:41.887952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-c97c8f17-1fb1-47b5-8bfa-1077ea7d29c8 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6728325 Aug 20 11:13:41.995660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9664e18-37ea-45ca-afe3-5b983c54f2c2 req-de129661-daab-4fc6-a10f-aa8e6e172c98 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:41.997312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f9664e18-37ea-45ca-afe3-5b983c54f2c2 req-de129661-daab-4fc6-a10f-aa8e6e172c98 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1870649 Aug 20 11:13:42.058087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f9664e18-37ea-45ca-afe3-5b983c54f2c2 req-a062924e-a7d3-4249-8380-77b8aa0dabf4 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523057 Aug 20 11:13:42.137926 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-407d3b1b-9c41-4e9c-af15-d479f3859cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:42.141149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-407d3b1b-9c41-4e9c-af15-d479f3859cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:42.146721 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-407d3b1b-9c41-4e9c-af15-d479f3859cbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f247f36-8772-49e3-a373-6866c3dae4c4 HTTP/1.1" status: 204 len: 168 time: 0.5606747 Aug 20 11:13:42.164954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d3b1b-9c41-4e9c-af15-d479f3859cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f247f36-8772-49e3-a373-6866c3dae4c4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:42.168703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a3d6dd93-d194-451e-9ae6-2b1c0e18d839 None None] Provisioning for port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:42.178612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a3d6dd93-d194-451e-9ae6-2b1c0e18d839 None None] Provisioning complete for port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:42.179181 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a3d6dd93-d194-451e-9ae6-2b1c0e18d839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:42.285552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6dd93-d194-451e-9ae6-2b1c0e18d839 None None] Port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:13:42.293394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83522b9a-297e-45dd-bc98-a3f8c908fd29 req-81c2e999-cb3b-476a-a25f-2cd7318ec2c0 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:42.302858 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-83522b9a-297e-45dd-bc98-a3f8c908fd29 req-81c2e999-cb3b-476a-a25f-2cd7318ec2c0 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.1989133 Aug 20 11:13:42.413948 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-83522b9a-297e-45dd-bc98-a3f8c908fd29 req-bdb56ef7-9c54-420a-88a6-8fac2cfd8be4 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909257 Aug 20 11:13:42.471986 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1a54a-a772-46e0-ab23-6bcc6a492821 req-e8665a50-e017-4f1a-b6ab-d4fe2666607c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:42.480096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3a1a54a-a772-46e0-ab23-6bcc6a492821 req-e8665a50-e017-4f1a-b6ab-d4fe2666607c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0834103 Aug 20 11:13:42.529261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3a1a54a-a772-46e0-ab23-6bcc6a492821 req-484c2cc5-a130-4e27-a1f6-af33f5462bc7 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459895 Aug 20 11:13:42.958757 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:42.980259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bb4f6-9597-42b4-83ff-cf464e0743b3 req-1638d4fa-13f5-412a-b958-5b47bf1585eb tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:42.987407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da3bb4f6-9597-42b4-83ff-cf464e0743b3 req-1638d4fa-13f5-412a-b958-5b47bf1585eb tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 936 time: 0.0808024 Aug 20 11:13:43.038701 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da3bb4f6-9597-42b4-83ff-cf464e0743b3 req-b1316c1e-39e5-4e3f-9a0b-0023b15b7a32 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461190 Aug 20 11:13:43.208814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49730b4d-daba-4b8c-8ea1-5d2c8583aba0 req-00070ea1-4766-491a-b29a-cce9d4cf766a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:43.210387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49730b4d-daba-4b8c-8ea1-5d2c8583aba0 req-00070ea1-4766-491a-b29a-cce9d4cf766a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0529361 Aug 20 11:13:43.282963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49730b4d-daba-4b8c-8ea1-5d2c8583aba0 req-5eef0583-9601-40c7-98fe-b9a1a1af4251 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592866 Aug 20 11:13:43.597276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac1e73-5da9-4ec0-b523-abc674456f6c req-4a47fb16-2151-4fc7-becd-7303e3e694b2 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:43.599442 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90ac1e73-5da9-4ec0-b523-abc674456f6c req-4a47fb16-2151-4fc7-becd-7303e3e694b2 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.0764589 Aug 20 11:13:43.643591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90ac1e73-5da9-4ec0-b523-abc674456f6c req-1db12a11-e789-4cc7-a509-8a214036ab3e tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380702 Aug 20 11:13:43.657580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895f737-197f-4dac-97d1-ab2165a1771a req-243c0d11-fd8e-4009-ac19-b7344d7c0328 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:43.659469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4895f737-197f-4dac-97d1-ab2165a1771a req-243c0d11-fd8e-4009-ac19-b7344d7c0328 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0635014 Aug 20 11:13:43.714473 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4895f737-197f-4dac-97d1-ab2165a1771a req-b9b81310-7820-4f53-8127-9122d90852d7 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 Aug 20 11:13:44.230929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6e1bb-d68a-44a6-9cfe-0cb7b71f7173 req-840bea86-7f51-49c0-ab6d-2dfaa31fabdf tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:44.233605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fee6e1bb-d68a-44a6-9cfe-0cb7b71f7173 req-840bea86-7f51-49c0-ab6d-2dfaa31fabdf tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 936 time: 0.0988946 Aug 20 11:13:44.281608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fee6e1bb-d68a-44a6-9cfe-0cb7b71f7173 req-32f452fe-5e86-4fdd-bb52-0a1f95063aa7 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Aug 20 11:13:44.518801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85486e20-8f4e-4f05-9e22-8ebca36dd600 req-9c3cdc41-029c-4bd3-98e5-4a58c1e49167 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:44.521517 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85486e20-8f4e-4f05-9e22-8ebca36dd600 req-9c3cdc41-029c-4bd3-98e5-4a58c1e49167 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1201961 Aug 20 11:13:44.573477 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85486e20-8f4e-4f05-9e22-8ebca36dd600 req-b0b7fc7f-03fa-4651-bf0e-bc197e98be83 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Aug 20 11:13:44.846416 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-96673b0e-0bef-4f15-8188-de9a314a9e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:44.896655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3ee83-32a0-4477-9cab-a4f83d95219f req-91de2719-00a3-4212-87c4-cb2898ed1376 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:44.909269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e157349-0c80-48aa-8be6-813789b85667 req-067da0b4-eea0-42f7-99fa-87a2ca9132b4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:44.919946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e157349-0c80-48aa-8be6-813789b85667 req-067da0b4-eea0-42f7-99fa-87a2ca9132b4 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1048017 Aug 20 11:13:44.921718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cec3ee83-32a0-4477-9cab-a4f83d95219f req-91de2719-00a3-4212-87c4-cb2898ed1376 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.1071584 Aug 20 11:13:44.991525 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e157349-0c80-48aa-8be6-813789b85667 req-e4982bcd-e4d4-4032-bdec-4e70d25ec23f tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705936 Aug 20 11:13:45.001402 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cec3ee83-32a0-4477-9cab-a4f83d95219f req-97331596-6c0a-4367-9b72-fdaf2b1219f8 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785785 Aug 20 11:13:45.498511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bacda-32b1-43a4-b51b-2487d039c691 req-17514201-0fd5-4c5a-9e9e-f3d316cf3dc0 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:45.502519 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c7bacda-32b1-43a4-b51b-2487d039c691 req-17514201-0fd5-4c5a-9e9e-f3d316cf3dc0 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 936 time: 0.0617826 Aug 20 11:13:45.569094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c7bacda-32b1-43a4-b51b-2487d039c691 req-2c9b148c-c82e-4fbb-915f-eaa56ddcf08e tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599098 Aug 20 11:13:45.771673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5ad09-8bf8-4bbd-bfee-c0ff87df8464 req-20105092-ccdf-42a6-b0de-37f4d464fc67 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:45.779201 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2da5ad09-8bf8-4bbd-bfee-c0ff87df8464 req-20105092-ccdf-42a6-b0de-37f4d464fc67 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0680001 Aug 20 11:13:45.847436 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2da5ad09-8bf8-4bbd-bfee-c0ff87df8464 req-62e28f0a-58ed-4a93-9b8b-31a2d5c03d66 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610251 Aug 20 11:13:46.181522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f2f64-5195-4629-b890-90747eafd087 req-81f694cc-53f4-4843-97b2-ab33e3bcdc85 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:46.183304 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-104f2f64-5195-4629-b890-90747eafd087 req-81f694cc-53f4-4843-97b2-ab33e3bcdc85 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0706410 Aug 20 11:13:46.237111 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-104f2f64-5195-4629-b890-90747eafd087 req-b9c435a7-3e00-4071-8d7d-e6d7bccdbac0 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Aug 20 11:13:46.381088 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41416) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:46.401921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08ae3-fa20-4ef2-a8ad-054f57dc5376 req-9a53d3f5-1e22-460c-823d-8172df0b876f tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:46.409215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08d08ae3-fa20-4ef2-a8ad-054f57dc5376 req-9a53d3f5-1e22-460c-823d-8172df0b876f tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.0696428 Aug 20 11:13:46.471354 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08d08ae3-fa20-4ef2-a8ad-054f57dc5376 req-90679ff1-5a63-4a7e-b5a7-0ec90fe0d38b tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606687 Aug 20 11:13:46.545880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:46.784074 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:46.829219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:46.873470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5edd1-fea7-4ca3-bf47-7d0f13c51614 req-5609aa79-ff91-4a83-a15e-0b4dd8e3443c tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:46.880249 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a9e426787f84884a87856fb5894c4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974399 Aug 20 11:13:46.881738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18cf76-6e56-478c-87e6-36b932c7f80d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:46.884373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41434) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:46.887426 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76e5edd1-fea7-4ca3-bf47-7d0f13c51614 req-5609aa79-ff91-4a83-a15e-0b4dd8e3443c tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 936 time: 0.1529279 Aug 20 11:13:46.938869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.939942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.940304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.940752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.940966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.941298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.941636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.942031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.943021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.943373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.943705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.944033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458ee1b-7840-48a6-9455-160ac5980f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:46.980146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd7e08a6-3236-4412-b62f-8ea7dc0a9f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:46.989904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76e5edd1-fea7-4ca3-bf47-7d0f13c51614 req-eec80752-a028-4af2-aa76-6b8f2111185e tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003668 Aug 20 11:13:47.020588 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd7e08a6-3236-4412-b62f-8ea7dc0a9f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:47.150929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15ab23-91d9-4f4d-abc4-13656bad911b req-c558d172-d2ee-4156-9934-916b7144a055 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:47.152536 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f15ab23-91d9-4f4d-abc4-13656bad911b req-c558d172-d2ee-4156-9934-916b7144a055 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0547862 Aug 20 11:13:47.187481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd7e08a6-3236-4412-b62f-8ea7dc0a9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:47.191021 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd7e08a6-3236-4412-b62f-8ea7dc0a9f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:47.198273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dd7e08a6-3236-4412-b62f-8ea7dc0a9f11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f18cf76-6e56-478c-87e6-36b932c7f80d HTTP/1.1" status: 204 len: 168 time: 0.3114154 Aug 20 11:13:47.207159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e08a6-3236-4412-b62f-8ea7dc0a9f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18cf76-6e56-478c-87e6-36b932c7f80d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:47.256001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f15ab23-91d9-4f4d-abc4-13656bad911b req-fccb3452-d00b-4e6c-99e1-b67a8efb434c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886106 Aug 20 11:13:47.423755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70347c-6d33-437f-99ff-d065344877d9 req-ad730a11-85a3-4b63-adfb-b7f6eb02bb00 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:47.425351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb70347c-6d33-437f-99ff-d065344877d9 req-ad730a11-85a3-4b63-adfb-b7f6eb02bb00 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0837762 Aug 20 11:13:47.491407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb70347c-6d33-437f-99ff-d065344877d9 req-12e20d9e-ea0e-4035-899d-b4869c412ac2 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557506 Aug 20 11:13:47.666737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042c3e3-5f01-4a81-b1f3-b200d68b4359 req-af0af022-e230-4c8a-b404-e6bdb4ca6fde tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:47.675517 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5042c3e3-5f01-4a81-b1f3-b200d68b4359 req-af0af022-e230-4c8a-b404-e6bdb4ca6fde tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.1122029 Aug 20 11:13:47.685961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-439f68c7-1269-4bf0-872b-ae4f7b14f055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:47.723630 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5042c3e3-5f01-4a81-b1f3-b200d68b4359 req-eca540a0-f910-4cf3-b8fb-2a9d61d72562 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457747 Aug 20 11:13:48.126843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48752fd0-bf57-4b82-9477-38664394866b req-32b8df43-20b8-4786-aea6-f212438115d5 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:48.128488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48752fd0-bf57-4b82-9477-38664394866b req-32b8df43-20b8-4786-aea6-f212438115d5 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 936 time: 0.0532608 Aug 20 11:13:48.188799 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48752fd0-bf57-4b82-9477-38664394866b req-f1e29f01-c2bb-4b69-966d-7c4627a51638 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539427 Aug 20 11:13:48.392325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f78ba8-ed3f-414c-bc04-24eb909a88f2 req-42381b90-7d56-4481-9970-5e94f3d3465e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:48.394130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d1f78ba8-ed3f-414c-bc04-24eb909a88f2 req-42381b90-7d56-4481-9970-5e94f3d3465e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0585973 Aug 20 11:13:48.429263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41470) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:48.456938 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c1eefab8-aa0d-4837-a7dc-52be9c5f7e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.528541 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d1f78ba8-ed3f-414c-bc04-24eb909a88f2 req-57a8d5a6-581a-4b70-aaf8-9c47c9df2414 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180551 Aug 20 11:13:48.602034 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.776819 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c1eefab8-aa0d-4837-a7dc-52be9c5f7e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.777532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41476) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:48.777824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489463b8-73b6-4fbb-a9a7-e4a05bf72c2a req-7e17bd18-9325-4601-bbbf-3b262e7ff732 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:48.777824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-489463b8-73b6-4fbb-a9a7-e4a05bf72c2a req-7e17bd18-9325-4601-bbbf-3b262e7ff732 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0759094 Aug 20 11:13:48.824212 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c1eefab8-aa0d-4837-a7dc-52be9c5f7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.843128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-489463b8-73b6-4fbb-a9a7-e4a05bf72c2a req-ff20c44a-f922-4c08-a143-2b29a5fd8a82 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785749 Aug 20 11:13:48.891658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eefab8-aa0d-4837-a7dc-52be9c5f7e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a311c3b9-032e-4496-bdd4-c8298d814616,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:48.936974 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:48.939906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c1eefab8-aa0d-4837-a7dc-52be9c5f7e0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dce3b9d2a9fe4056a27fe4c9119f6147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082357 Aug 20 11:13:48.943217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41484) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:48.986579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277c0b5-99fb-4308-860c-0dfef2f25835 req-4f02a73c-8544-48a2-ab8c-c94c7975fc30 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:48.989807 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8277c0b5-99fb-4308-860c-0dfef2f25835 req-4f02a73c-8544-48a2-ab8c-c94c7975fc30 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.1552505 Aug 20 11:13:49.015171 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7bdef20-1eea-4cdb-86c5-8460e3034c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.052891 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.055489 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7bdef20-1eea-4cdb-86c5-8460e3034c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.087200 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8277c0b5-99fb-4308-860c-0dfef2f25835 req-f926497e-6cfc-4cc7-a5a3-d3bbec02b0bb tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886204 Aug 20 11:13:49.189985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.260581 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7bdef20-1eea-4cdb-86c5-8460e3034c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.260581 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7bdef20-1eea-4cdb-86c5-8460e3034c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.260581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e7bdef20-1eea-4cdb-86c5-8460e3034c0b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a311c3b9-032e-4496-bdd4-c8298d814616 HTTP/1.1" status: 204 len: 168 time: 0.3031650 Aug 20 11:13:49.281157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdef20-1eea-4cdb-86c5-8460e3034c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a311c3b9-032e-4496-bdd4-c8298d814616,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:49.284231 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.363954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3d4ed04f6b044cca505553118629c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6174810 Aug 20 11:13:49.369057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fa71b2-dc08-44b6-a6f4-51408e74491e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:49.387586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41492) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:49.389349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.391576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.396447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.402127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.402127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.402127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.402127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.402127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.402127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.402127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.402127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.402127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000db88-a813-4710-8049-741a5e35253a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:13:49.475673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfeb2a5-cb76-455c-ab4b-80c8540fce1d req-d865170e-b6cd-4ff5-8071-a803d13a22b6 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:49.478470 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0bfeb2a5-cb76-455c-ab4b-80c8540fce1d req-d865170e-b6cd-4ff5-8071-a803d13a22b6 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 936 time: 0.1583128 Aug 20 11:13:49.544904 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49108c65-5416-473f-b23d-49be189624ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.591453 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0bfeb2a5-cb76-455c-ab4b-80c8540fce1d req-b5f5fd84-0bb5-456a-93be-8844032bcea1 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045532 Aug 20 11:13:49.607391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49108c65-5416-473f-b23d-49be189624ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.745809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601744-a369-479c-a39f-c7b0b500ccd1 req-13fa8f51-c2a2-4350-813b-310f2b6604a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:49.747430 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c601744-a369-479c-a39f-c7b0b500ccd1 req-13fa8f51-c2a2-4350-813b-310f2b6604a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0713515 Aug 20 11:13:49.793366 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49108c65-5416-473f-b23d-49be189624ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.801258 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49108c65-5416-473f-b23d-49be189624ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:49.804584 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-49108c65-5416-473f-b23d-49be189624ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68fa71b2-dc08-44b6-a6f4-51408e74491e HTTP/1.1" status: 204 len: 168 time: 0.3954446 Aug 20 11:13:49.859246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49108c65-5416-473f-b23d-49be189624ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fa71b2-dc08-44b6-a6f4-51408e74491e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:49.922867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c601744-a369-479c-a39f-c7b0b500ccd1 req-8e84368f-a7e5-4b0e-80a9-224473b17e9a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687644 Aug 20 11:13:50.470419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8fe49-fb79-4d2f-ac98-aa0f80e86849 req-94a4f310-9a11-4a25-9cd4-a8f7038b131d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:50.470419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7b8fe49-fb79-4d2f-ac98-aa0f80e86849 req-94a4f310-9a11-4a25-9cd4-a8f7038b131d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1872506 Aug 20 11:13:50.470419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7b8fe49-fb79-4d2f-ac98-aa0f80e86849 req-71a6d724-a31c-4575-bcba-b9339523eb74 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518239 Aug 20 11:13:50.471800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec878a1-b2d9-4169-bac3-77997d705d93 req-0030eb7c-334e-458a-ba4f-91c72ef721c8 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:50.471800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ec878a1-b2d9-4169-bac3-77997d705d93 req-0030eb7c-334e-458a-ba4f-91c72ef721c8 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.0745847 Aug 20 11:13:50.471800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ec878a1-b2d9-4169-bac3-77997d705d93 req-8a75c689-80b0-4a42-96cb-0be0a8837ea0 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530353 Aug 20 11:13:50.734242 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:50.842782 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d2ff2-ec1f-4fb5-9dab-3aa832dd9186 req-a3628e89-54fc-439c-8d0d-0d05fc5f134a tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:50.852471 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c08d2ff2-ec1f-4fb5-9dab-3aa832dd9186 req-a3628e89-54fc-439c-8d0d-0d05fc5f134a tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 936 time: 0.1397359 Aug 20 11:13:50.907776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c08d2ff2-ec1f-4fb5-9dab-3aa832dd9186 req-37f93e55-6f52-46f6-8d75-34a4abaa0f6b tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541260 Aug 20 11:13:51.191607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5d0be-9219-4cd5-953f-6a995434288f req-2131d349-7d4d-4379-a6f5-3497c7f62e19 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:51.198165 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bff5d0be-9219-4cd5-953f-6a995434288f req-2131d349-7d4d-4379-a6f5-3497c7f62e19 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1116037 Aug 20 11:13:51.292057 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bff5d0be-9219-4cd5-953f-6a995434288f req-a8ef2f36-2217-4622-9696-96adc81f1e88 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804865 Aug 20 11:13:51.339577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Request body: {'port': {'device_id': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:51.403529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:51.466810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41536) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:51.540519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bcb162f-bcff-4788-89fd-0a6987e51d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:51.695783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41542) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:51.849534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6d9e9-f9ea-482b-b061-5d6e02b49614 req-93781247-8f33-4da0-ab09-c6a4c476350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:51.855745 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20b6d9e9-f9ea-482b-b061-5d6e02b49614 req-93781247-8f33-4da0-ab09-c6a4c476350b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b39caafb3924306b8a2443cb16a72aa&device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 1095 time: 0.3340499 Aug 20 11:13:51.871013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf223-d831-4f4a-99c8-74cd49224af2 req-7432354f-2896-45eb-97a6-9791ae56597e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:51.879951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5eaf223-d831-4f4a-99c8-74cd49224af2 req-7432354f-2896-45eb-97a6-9791ae56597e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.2649944 Aug 20 11:13:51.902479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e1aca-e7b7-483b-8be1-9b3471f8d47b req-a8ae22ea-220d-4010-9784-ddbdd6ac50df tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:51.914617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f5e1aca-e7b7-483b-8be1-9b3471f8d47b req-a8ae22ea-220d-4010-9784-ddbdd6ac50df tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.3451164 Aug 20 11:13:52.048587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-network', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:52.053106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cb5aa3-df7c-4d08-854c-333bdd6ef091 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:52.066054 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:52.079034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5eaf223-d831-4f4a-99c8-74cd49224af2 req-0ac19cd8-df3b-492b-b811-3eddf6508bf1 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071432 Aug 20 11:13:52.106052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Transition to ACTIVE for port object e5cb5aa3-df7c-4d08-854c-333bdd6ef091 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:52.119382 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f5e1aca-e7b7-483b-8be1-9b3471f8d47b req-a179dee2-9a30-4fb9-b37d-c26871b24ba5 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036641 Aug 20 11:13:52.122154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bcb162f-bcff-4788-89fd-0a6987e51d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:52.349451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6bf86-0ff8-45df-8d31-711fdf4b179c req-04fd54da-63cd-4291-9372-5a986fd8618f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:52.351344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86c6bf86-0ff8-45df-8d31-711fdf4b179c req-04fd54da-63cd-4291-9372-5a986fd8618f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 936 time: 0.1333067 Aug 20 11:13:52.354276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6d9e9-f9ea-482b-b061-5d6e02b49614 req-9db359f1-92f4-42fd-ac3d-94541c2c1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:52.356478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20b6d9e9-f9ea-482b-b061-5d6e02b49614 req-9db359f1-92f4-42fd-ac3d-94541c2c1166 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2b39caafb3924306b8a2443cb16a72aa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4774277 Aug 20 11:13:52.402702 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86c6bf86-0ff8-45df-8d31-711fdf4b179c req-989761f2-a767-494e-9840-6ee73e4dcd61 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 Aug 20 11:13:52.503139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8710d-635c-4b7e-b549-5404fbb5fe8e req-72083d8c-0b4f-44a0-afd1-8430bd08b8b7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:52.504980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6c8710d-635c-4b7e-b549-5404fbb5fe8e req-72083d8c-0b4f-44a0-afd1-8430bd08b8b7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0769093 Aug 20 11:13:52.534734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6d9e9-f9ea-482b-b061-5d6e02b49614 req-5e714f4c-9ff9-49a0-9e9b-0b6dfd7e157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:52.537178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20b6d9e9-f9ea-482b-b061-5d6e02b49614 req-5e714f4c-9ff9-49a0-9e9b-0b6dfd7e157e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248386 Aug 20 11:13:52.558939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6c8710d-635c-4b7e-b549-5404fbb5fe8e req-1a2821c8-9684-4dd9-bf3e-42166665cc2a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471904 Aug 20 11:13:52.644273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-a1c9416e-072d-4543-b72c-ec46ab5a27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:52.646250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-a1c9416e-072d-4543-b72c-ec46ab5a27c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2b39caafb3924306b8a2443cb16a72aa&device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 1095 time: 0.0483060 Aug 20 11:13:52.690612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-f60ffc90-8719-464d-9f50-f0e248bc10e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f520e831-56d1-47ae-8310-b2946edd48d2 HTTP/1.1" status: 200 len: 217 time: 0.0358915 Aug 20 11:13:52.743299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e1b25d30-c7db-4bad-9852-b05ef0b3deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:52.744775 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-e1b25d30-c7db-4bad-9852-b05ef0b3deca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e1dc9d67-2177-44ac-a2eb-0a29d4e489d3 HTTP/1.1" status: 200 len: 853 time: 0.0472639 Aug 20 11:13:52.798939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-631f37f2-930b-466a-afea-dc0d283823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:52.800448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-631f37f2-930b-466a-afea-dc0d283823cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=637cb731-10d6-4fd3-88c8-5aab4cbcb0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485921 Aug 20 11:13:52.913338 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-8cf94e3a-b5bc-4b7b-8282-95440cd402ee service neutron] 10.222.0.38 "GET /v2.0/networks/637cb731-10d6-4fd3-88c8-5aab4cbcb0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051118 Aug 20 11:13:53.027128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49ff42a2-ba8d-4fa2-96b2-dd49d23133b6 req-126395a7-0d8a-48b5-b35e-7ae658ac5bae service neutron] 10.222.0.38 "GET /v2.0/networks/637cb731-10d6-4fd3-88c8-5aab4cbcb0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071718 Aug 20 11:13:53.202914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfefb28-c003-4c66-a986-d4a62bf4b577 req-6d4b5045-ab37-4485-928a-8a5c368a8554 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:53.204487 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dfefb28-c003-4c66-a986-d4a62bf4b577 req-6d4b5045-ab37-4485-928a-8a5c368a8554 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0576148 Aug 20 11:13:53.229713 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.252348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dfefb28-c003-4c66-a986-d4a62bf4b577 req-0935a4ad-cb64-4d13-a921-077f30ce8602 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374811 Aug 20 11:13:53.279634 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bcb162f-bcff-4788-89fd-0a6987e51d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.312083 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e940d96-25bb-4621-9f43-2fa79ccd9a5f req-6c9ece48-f87a-464b-8a4f-e1a327f2838a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:53.320224 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e940d96-25bb-4621-9f43-2fa79ccd9a5f req-6c9ece48-f87a-464b-8a4f-e1a327f2838a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.1195309 Aug 20 11:13:53.331060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:53.352332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4bcb162f-bcff-4788-89fd-0a6987e51d31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4449e50233f4ba0b1e5d831807cfd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8831127 Aug 20 11:13:53.355715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41560) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:53.356717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb162f-bcff-4788-89fd-0a6987e51d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0333b1-804d-4191-bb9d-c38e76d8fd60,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:53.427930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Made reservation on behalf of 4ded5081b6e64a92ac2d5e53ac867266 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:13:53.430257 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.446795 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e940d96-25bb-4621-9f43-2fa79ccd9a5f req-e6f666dc-8f6f-455a-9e02-c3c7520501d4 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255786 Aug 20 11:13:53.473623 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.481730 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b73f233e-0529-43f4-af4e-a736de38c801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.544179 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b73f233e-0529-43f4-af4e-a736de38c801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.648433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Attempting to bind port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:13:53.648433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Attempting to bind port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:13:53.648433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Attempting to bind port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:53.676512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:13:53.677070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Attempting to bind port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:53.701968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:13:53.703056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:13:53.703351 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:13:53.704041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Bound port: e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:13:53.704927 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.761885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05683bc9-9b93-4f15-bbb8-39772a585792 req-3d173e4d-148b-4287-ac32-a786ae1e0b09 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:53.764790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05683bc9-9b93-4f15-bbb8-39772a585792 req-3d173e4d-148b-4287-ac32-a786ae1e0b09 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 948 time: 0.2103891 Aug 20 11:13:53.950494 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05683bc9-9b93-4f15-bbb8-39772a585792 req-8c8c146e-cdd1-49c4-b4e2-13dd27112b58 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740851 Aug 20 11:13:53.971371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac0847-7ca9-4c63-a390-17b7ffe9729c req-d0c8316e-7f81-4f8a-a0f8-58b83bd7a280 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:53.974041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19ac0847-7ca9-4c63-a390-17b7ffe9729c req-d0c8316e-7f81-4f8a-a0f8-58b83bd7a280 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0778124 Aug 20 11:13:53.980529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:13:53.986564 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:53.990873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:13:54.020339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19ac0847-7ca9-4c63-a390-17b7ffe9729c req-056730c1-3856-4995-a471-e788e147a403 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362024 Aug 20 11:13:54.097122 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b73f233e-0529-43f4-af4e-a736de38c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:54.100280 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b73f233e-0529-43f4-af4e-a736de38c801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:54.101481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b73f233e-0529-43f4-af4e-a736de38c801 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b0333b1-804d-4191-bb9d-c38e76d8fd60 HTTP/1.1" status: 204 len: 168 time: 0.7403274 Aug 20 11:13:54.112426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f233e-0529-43f4-af4e-a736de38c801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0333b1-804d-4191-bb9d-c38e76d8fd60,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:54.148041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:54.148041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:54.194939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:13:54.213008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f605da-c6ff-4767-b0b7-90e402ac79bd req-9da965cc-d3c1-4a87-90e4-ac3d11c992ad tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:54.214613 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-99f605da-c6ff-4767-b0b7-90e402ac79bd req-9da965cc-d3c1-4a87-90e4-ac3d11c992ad tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1248055 Aug 20 11:13:54.220240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:54.220870 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:54.222328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] 10.222.0.38 "PUT /v2.0/ports/e5cb5aa3-df7c-4d08-854c-333bdd6ef091 HTTP/1.1" status: 200 len: 1096 time: 2.8899477 Aug 20 11:13:54.233662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:54.233662 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43abc57-24ad-4e0c-bbbb-ac6b6ee0b6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:54.250616 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:54.250997 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Added segment ccce9b17-09ce-45bf-9040-6de0ed21515e of type vlan for network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f Aug 20 11:13:54.281929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:54.290359 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00bb472-bf26-4a8b-a571-f4185a740545 x-openstack-request-id: req-a00bb472-bf26-4a8b-a571-f4185a740545 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:54.290691 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:54.290955 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a00bb472-bf26-4a8b-a571-f4185a740545 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:54.291386 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'status': 'completed', 'code': 200} Aug 20 11:13:54.292076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7264ce-d5ee-4fa4-a493-56a2ddb78188 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:54.374831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:54.383166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-99f605da-c6ff-4767-b0b7-90e402ac79bd req-7c546c8f-7cf9-40ef-bd15-050655b14f6e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418478 Aug 20 11:13:54.412693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43abc57-24ad-4e0c-bbbb-ac6b6ee0b6c7 req-8f66448f-7d8f-4ae1-8c50-dc3d1d6c0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:54.414226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a43abc57-24ad-4e0c-bbbb-ac6b6ee0b6c7 req-8f66448f-7d8f-4ae1-8c50-dc3d1d6c0e5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8cfbb5f35d334904a82aedf0dc18d851&device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 1099 time: 0.0905628 Aug 20 11:13:54.429448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5062d-d896-46dc-a9d2-fdde16af2222 req-b9f960d6-540e-4e26-83a9-19aeb85a217d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:54.431383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bea5062d-d896-46dc-a9d2-fdde16af2222 req-b9f960d6-540e-4e26-83a9-19aeb85a217d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0663846 Aug 20 11:13:54.466404 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a43abc57-24ad-4e0c-bbbb-ac6b6ee0b6c7 req-5136bd94-5386-46b4-b404-63343a65da34 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8cfbb5f35d334904a82aedf0dc18d851&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407083 Aug 20 11:13:54.479212 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bea5062d-d896-46dc-a9d2-fdde16af2222 req-23e9f606-9393-410d-bd81-c72b1dac4d0e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Aug 20 11:13:54.611807 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:54.621582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:54.621582 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:54.701834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43abc57-24ad-4e0c-bbbb-ac6b6ee0b6c7 req-367799e9-3568-49cb-ae2d-6f4200aeadce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:54.704027 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a43abc57-24ad-4e0c-bbbb-ac6b6ee0b6c7 req-367799e9-3568-49cb-ae2d-6f4200aeadce service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2292104 Aug 20 11:13:54.717795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:54.741394 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7224cc9a-9372-4f38-bfb4-a22f82dad916 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.0414855 Aug 20 11:13:54.741753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41600) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:54.747669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:13:54.749211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Request body: {'subnet': {'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-subnet', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:54.758983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611d3be-284f-4dd5-b7cc-464a027a10d7 req-555abec7-ec56-4a8b-b3b5-4e868b29e172 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:54.775415 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d611d3be-284f-4dd5-b7cc-464a027a10d7 req-555abec7-ec56-4a8b-b3b5-4e868b29e172 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.1445138 Aug 20 11:13:54.851383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d611d3be-284f-4dd5-b7cc-464a027a10d7 req-b0c5c21a-bfc4-4f89-9ba6-1792d185ba04 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745151 Aug 20 11:13:55.099941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cc756-6bc8-4334-b221-aa9274a7e0ad req-81d2279f-3dc2-4242-9f70-01c3b10a185c tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:55.101653 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-104cc756-6bc8-4334-b221-aa9274a7e0ad req-81d2279f-3dc2-4242-9f70-01c3b10a185c tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 948 time: 0.0615082 Aug 20 11:13:55.164240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-1ab2982e-bc9c-4f4f-a5e3-5bfb17409cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:55.166491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-1ab2982e-bc9c-4f4f-a5e3-5bfb17409cb9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8cfbb5f35d334904a82aedf0dc18d851&device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 1099 time: 0.4119360 Aug 20 11:13:55.207999 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-104cc756-6bc8-4334-b221-aa9274a7e0ad req-4066c17b-6986-487d-8e96-96f87e541758 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922029 Aug 20 11:13:55.233548 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-d173dcaa-8074-4479-a375-ee70a8027f0b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091 HTTP/1.1" status: 200 len: 217 time: 0.0575609 Aug 20 11:13:55.234282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Made reservation on behalf of 4ded5081b6e64a92ac2d5e53ac867266 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:13:55.239149 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:55.404651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-d514c5c6-26c6-48f9-81b4-61054300d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:55.409714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-d514c5c6-26c6-48f9-81b4-61054300d959 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1651814 Aug 20 11:13:55.450825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5eed7b-eff4-4f72-8981-46dd5fc38965 req-a374fee1-873a-4e75-9ba6-84473ded4233 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:55.452442 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c5eed7b-eff4-4f72-8981-46dd5fc38965 req-a374fee1-873a-4e75-9ba6-84473ded4233 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1473391 Aug 20 11:13:55.555546 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-a5580095-b3be-4229-8574-fc5d20fa7ca7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1566706 Aug 20 11:13:55.597588 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c5eed7b-eff4-4f72-8981-46dd5fc38965 req-5307c00e-0a5c-4c49-90c9-8dc95b40cff9 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228800 Aug 20 11:13:55.603936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-a404899c-8939-432d-9564-59e0c561a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:55.605529 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-a404899c-8939-432d-9564-59e0c561a6b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885147 Aug 20 11:13:55.684057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ae645-3a72-4989-9409-d5f644fbf66f req-f07c9206-2c90-4f76-bc04-c3f762fbf83d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:55.686385 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b49ae645-3a72-4989-9409-d5f644fbf66f req-f07c9206-2c90-4f76-bc04-c3f762fbf83d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0672762 Aug 20 11:13:55.740936 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b49ae645-3a72-4989-9409-d5f644fbf66f req-6ab73ca3-40e2-49f2-a7cd-ff0326e0064c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Aug 20 11:13:55.776248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-8a512831-f924-45e0-859c-d32c846d93bf service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622596 Aug 20 11:13:55.941990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-795fb9b8-f411-4f47-9536-ee6e34fbfe07 req-25e06863-bf3c-4c16-b837-4d9d4035adcd service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577191 Aug 20 11:13:55.942944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:56.025331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0653c585-ea8e-4f81-ad1b-15d271406bde,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:56.030146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Checking segment: {'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:13:56.037282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Network hostable DHCP agents. Network: 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:13:56.046038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd13e87-6ee2-4294-9b29-12e53f206a15 req-3c1aa507-f038-44fd-b0bb-e98640d4b807 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:56.054405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7cd13e87-6ee2-4294-9b29-12e53f206a15 req-3c1aa507-f038-44fd-b0bb-e98640d4b807 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 944 time: 0.0969558 Aug 20 11:13:56.112018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7cd13e87-6ee2-4294-9b29-12e53f206a15 req-10c70d23-2212-4c63-b5e8-bde048c526ce tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564485 Aug 20 11:13:56.127676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:13:56.229156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:56.242512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:56.242512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:56.244938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d90509e-9cb0-4b7c-be6f-87a2158da7b5 None None] Network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:13:56.377127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bfc8ba7e-fa30-4d2a-b9e7-2fe25fea531d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6338661 Aug 20 11:13:56.380588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41652) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:13:56.385433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:13:56.389441 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f520e831-56d1-47ae-8310-b2946edd48d2 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:13:56.412122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552eecd-0895-470d-8c46-acfec5dd047c req-40a1244c-11a7-4395-a2ca-65598f677aed tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:56.414028 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2552eecd-0895-470d-8c46-acfec5dd047c req-40a1244c-11a7-4395-a2ca-65598f677aed tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 948 time: 0.0869586 Aug 20 11:13:56.473578 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2552eecd-0895-470d-8c46-acfec5dd047c req-382ebf43-88e6-4ba9-a880-96ff1bebd05d tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523183 Aug 20 11:13:56.548949 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:56.551382 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:56.561206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:13:56.562666 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:56.597084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f520e831-56d1-47ae-8310-b2946edd48d2, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f520e831-56d1-47ae-8310-b2946edd48d2,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:56.641382 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:56.652934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'f520e831-56d1-47ae-8310-b2946edd48d2', 'network_id': '637cb731-10d6-4fd3-88c8-5aab4cbcb0ef', 'port_id': 'f520e831-56d1-47ae-8310-b2946edd48d2', 'mac_address': 'fa:16:3e:b5:61:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1dc9d67-2177-44ac-a2eb-0a29d4e489d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:13:56.918260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:56.965914 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:56.973900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ca3f-8d67-4886-84c3-3eccd664c38a req-be7ad1e7-e6ca-4b48-a365-a1fbd5969332 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:56.975538 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d633ca3f-8d67-4886-84c3-3eccd664c38a req-be7ad1e7-e6ca-4b48-a365-a1fbd5969332 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.0921087 Aug 20 11:13:56.981458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f520e831-56d1-47ae-8310-b2946edd48d2 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:56.995870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c8ff5-34e0-4e5d-9705-df038fb5219c req-5ed233f6-03ed-4915-9d83-b3d60bb99fbb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:56.999332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Allocated IP 172.20.0.2 (6c5b1a1a-8a98-4199-91c1-c0c8f840e93f/0653c585-ea8e-4f81-ad1b-15d271406bde/fc0b13d4-54c3-41ce-8bae-1598e6b79d71) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:56.999482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-916c8ff5-34e0-4e5d-9705-df038fb5219c req-5ed233f6-03ed-4915-9d83-b3d60bb99fbb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.2099352 Aug 20 11:13:57.024462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f520e831-56d1-47ae-8310-b2946edd48d2, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f520e831-56d1-47ae-8310-b2946edd48d2,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:57.049877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d633ca3f-8d67-4886-84c3-3eccd664c38a req-718f805d-12ba-472c-b421-c4008dea4425 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571809 Aug 20 11:13:57.097586 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-916c8ff5-34e0-4e5d-9705-df038fb5219c req-34836f90-8224-4b40-b86f-c5b649222116 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812910 Aug 20 11:13:57.198616 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:57.236171 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:57.252063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Transition to ACTIVE for port object fc0b13d4-54c3-41ce-8bae-1598e6b79d71 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:57.256073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087e975-648e-40a7-b0ca-b638d1c3c141 req-301a29e5-d2fb-4bdd-9d0e-8221255ea011 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:57.258681 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d087e975-648e-40a7-b0ca-b638d1c3c141 req-301a29e5-d2fb-4bdd-9d0e-8221255ea011 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 945 time: 0.0717015 Aug 20 11:13:57.296259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Transition to ACTIVE for port object fc0b13d4-54c3-41ce-8bae-1598e6b79d71 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:13:57.310867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f520e831-56d1-47ae-8310-b2946edd48d2,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:57.347195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d087e975-648e-40a7-b0ca-b638d1c3c141 req-1eb705e8-1006-4adb-ace2-751cb9370876 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808468 Aug 20 11:13:57.390963 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:57.430568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:57.445386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:57.448899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:57.454450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f520e831-56d1-47ae-8310-b2946edd48d2'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:57.459141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:57.467874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:57.563022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45246ee7-7a04-437b-b276-278975850056 req-35dfb508-aa56-4975-a3ac-b739eaf55d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:57.564707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-45246ee7-7a04-437b-b276-278975850056 req-35dfb508-aa56-4975-a3ac-b739eaf55d3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1101 time: 0.1128635 Aug 20 11:13:57.643177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Pushing event updated for resources: {'Port': ['ID=fc0b13d4-54c3-41ce-8bae-1598e6b79d71,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:57.666743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Attempting to bind port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:13:57.667106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Attempting to bind port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:13:57.667670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Attempting to bind port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 on network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:13:57.677488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:13:57.677874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Checking segment: {'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:13:57.678264 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:57.678803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Bound using segment: {'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:13:57.679187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Bound port: fc0b13d4-54c3-41ce-8bae-1598e6b79d71, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:13:57.681840 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:57.720658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-45246ee7-7a04-437b-b276-278975850056 req-bc5c7762-81a2-4b39-88b6-a2082a4c531d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486523 Aug 20 11:13:57.742542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Allocated IP 172.25.4.178 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/ca26982e-5c79-4074-8555-1dd212d87efa) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:13:57.758572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806292d-ae45-414e-8e3a-639f15f233f4 req-73dcb14f-5621-4c13-8e97-e264640b1ff3 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:57.760844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a806292d-ae45-414e-8e3a-639f15f233f4 req-73dcb14f-5621-4c13-8e97-e264640b1ff3 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 948 time: 0.1136405 Aug 20 11:13:57.808930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] For port fc0b13d4-54c3-41ce-8bae-1598e6b79d71, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:13:57.812702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] For port fc0b13d4-54c3-41ce-8bae-1598e6b79d71, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fc0b13d4-54c3-41ce-8bae-1598e6b79d71,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:13:57.876195 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a806292d-ae45-414e-8e3a-639f15f233f4 req-2b2e4869-5f03-480c-8513-0701e590f84c tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992582 Aug 20 11:13:57.888472 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:57.974278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e57251-b96a-4b44-bca4-937d99e81544 None None] Pushing event updated for resources: {'Port': ['ID=fc0b13d4-54c3-41ce-8bae-1598e6b79d71,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:57.976792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.090591 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a62e7083-86f2-49a9-8f23-6e5c05810cba req-e6f776fc-12cf-4045-a38b-399af6c0a9f2 tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=47874325bd25478eaccb65e2e1a52606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238597 Aug 20 11:13:58.177720 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.278411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e7083-86f2-49a9-8f23-6e5c05810cba req-d7f1d438-7efb-4cef-87d6-a7b18517cd9f tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:58.283859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:13:58.287640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a62e7083-86f2-49a9-8f23-6e5c05810cba req-d7f1d438-7efb-4cef-87d6-a7b18517cd9f tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906497 Aug 20 11:13:58.297837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:13:58.313144 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a62e7083-86f2-49a9-8f23-6e5c05810cba req-4b3d1988-8e21-4497-b642-8d7af413887c tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/quotas/47874325bd25478eaccb65e2e1a52606 HTTP/1.1" status: 200 len: 375 time: 0.0203555 Aug 20 11:13:58.313309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c649709-7289-493d-aa4e-babfcebefb11 req-1a8f1253-53e7-4539-8f56-d5847c30dc88 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:58.313666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c649709-7289-493d-aa4e-babfcebefb11 req-1a8f1253-53e7-4539-8f56-d5847c30dc88 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1815760 Aug 20 11:13:58.320089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:13:58.338581 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a62e7083-86f2-49a9-8f23-6e5c05810cba req-9352ee8a-69c9-42bc-a79a-ed78f5efdf5b tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=47874325bd25478eaccb65e2e1a52606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282979 Aug 20 11:13:58.350985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Pushing event updated for resources: {'Port': ['ID=ca26982e-5c79-4074-8555-1dd212d87efa,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:58.406064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e5cb5aa3-df7c-4d08-854c-333bdd6ef091 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:13:58.410872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f520e831-56d1-47ae-8310-b2946edd48d2 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:58.413261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c649709-7289-493d-aa4e-babfcebefb11 req-467b7916-0c52-4884-b19c-76146573d279 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905499 Aug 20 11:13:58.607506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1641d-bff4-4232-93a8-28856afb3ea7 req-0b58ffd0-1807-4582-b3ea-e49ddb4d7830 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:58.614981 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93d1641d-bff4-4232-93a8-28856afb3ea7 req-0b58ffd0-1807-4582-b3ea-e49ddb4d7830 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0879555 Aug 20 11:13:58.661341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:58.663456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93d1641d-bff4-4232-93a8-28856afb3ea7 req-d53ae7a6-dbc2-40b0-92d6-11d1bfef5cd7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Aug 20 11:13:58.674902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'mac_address': 'fa:16:3e:3c:12:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:13:58.710496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port f520e831-56d1-47ae-8310-b2946edd48d2 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:58.721438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port f520e831-56d1-47ae-8310-b2946edd48d2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:13:58.721438 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.725672 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.802335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cb5aa3-df7c-4d08-854c-333bdd6ef091 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:13:58.815807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc3636-4f40-4667-bc59-ab82128ff8fd req-9a2cb34f-d370-46ea-b7a5-f992808ea32a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:58.824051 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eddc3636-4f40-4667-bc59-ab82128ff8fd req-9a2cb34f-d370-46ea-b7a5-f992808ea32a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 945 time: 0.1612356 Aug 20 11:13:58.836689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:58.892875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eddc3636-4f40-4667-bc59-ab82128ff8fd req-0c63f000-7cb1-47a7-b715-b872c8afb5f3 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678513 Aug 20 11:13:58.914103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.926394 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.949679 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:58.962313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b54fbb7-c8ee-4a94-8d79-6df29f24a532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f520e831-56d1-47ae-8310-b2946edd48d2'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:13:58.966738 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c71a29-7c82-45e4-8c9b-a61d583cd2f1" -d '{"events": [{"server_uuid": "7b54fbb7-c8ee-4a94-8d79-6df29f24a532", "name": "network-vif-plugged", "status": "completed", "tag": "f520e831-56d1-47ae-8310-b2946edd48d2"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:13:59.008375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f520e831-56d1-47ae-8310-b2946edd48d2, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f520e831-56d1-47ae-8310-b2946edd48d2,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:13:59.057963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:59.063972 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:59.178829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-86e541be-0363-47db-9752-e8194493c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.182292 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b85ae0-0f90-48e5-a74f-9b936ad3c684 x-openstack-request-id: req-e2b85ae0-0f90-48e5-a74f-9b936ad3c684 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:13:59.182692 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b54fbb7-c8ee-4a94-8d79-6df29f24a532", "name": "network-vif-plugged", "status": "completed", "tag": "f520e831-56d1-47ae-8310-b2946edd48d2", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:13:59.182953 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2b85ae0-0f90-48e5-a74f-9b936ad3c684 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:13:59.183368 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b54fbb7-c8ee-4a94-8d79-6df29f24a532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f520e831-56d1-47ae-8310-b2946edd48d2', 'code': 200} Aug 20 11:13:59.186195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-86e541be-0363-47db-9752-e8194493c479 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 1101 time: 0.0963769 Aug 20 11:13:59.192684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f520e831-56d1-47ae-8310-b2946edd48d2,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:13:59.235430 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['e5cb5aa3-df7c-4d08-854c-333bdd6ef091'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:13:59.324608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:13:59.351239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f42a9b-3a5d-4a39-9c78-848867302409 None None] Network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:13:59.388068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0f36b-c9cb-4ee6-8448-d59a87c2d968 req-61faef7e-3a93-4ff0-9093-c211029315a5 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.395987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8fa0f36b-c9cb-4ee6-8448-d59a87c2d968 req-61faef7e-3a93-4ff0-9093-c211029315a5 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 949 time: 0.3161807 Aug 20 11:13:59.492101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-1479355e-42ae-4a07-916a-0e4bcbf0b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.503315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-1479355e-42ae-4a07-916a-0e4bcbf0b54c service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3129146 Aug 20 11:13:59.564246 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8fa0f36b-c9cb-4ee6-8448-d59a87c2d968 req-8e9868c6-5dd6-44fc-aeea-60a7f450abdf tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672480 Aug 20 11:13:59.585027 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-124b26d6-5d74-4fd6-8a90-0ccfa716d42e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0733531 Aug 20 11:13:59.590201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706da093-f941-4182-b2bd-275a736de5ac req-2da978ed-87ed-4133-bc2e-372c8e0fedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.592091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-706da093-f941-4182-b2bd-275a736de5ac req-2da978ed-87ed-4133-bc2e-372c8e0fedcd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 1097 time: 0.3080461 Aug 20 11:13:59.643316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-9ba8291a-589e-48aa-8427-7bcbbb647e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.645855 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-9ba8291a-589e-48aa-8427-7bcbbb647e94 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0537245 Aug 20 11:13:59.681000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fc0b13d4-54c3-41ce-8bae-1598e6b79d71 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:13:59.708660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-0b11d734-2419-4486-ac94-bbd5514a033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.710684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-0b11d734-2419-4486-ac94-bbd5514a033b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578749 Aug 20 11:13:59.775056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-706da093-f941-4182-b2bd-275a736de5ac req-b4e0be07-480d-4cbf-ad21-6359c2448be0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361792 Aug 20 11:13:59.818808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bf44c-394a-4648-9123-0852d8ab3c80 req-d6b94655-b968-4735-afa1-b0baf6f05d39 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:13:59.826541 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ae5bf44c-394a-4648-9123-0852d8ab3c80 req-d6b94655-b968-4735-afa1-b0baf6f05d39 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 950 time: 0.1664939 Aug 20 11:13:59.874358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-4891e804-cc34-454b-ace2-e89afc4c2583 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392925 Aug 20 11:13:59.896841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ae5bf44c-394a-4648-9123-0852d8ab3c80 req-091d5b2e-4c57-4483-a777-831900a9b57a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694008 Aug 20 11:13:59.924614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aacaecf8-cbab-499c-ad08-083013af4661 None None] Provisioning for port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:13:59.931744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Router ed58e9c9-7457-4f91-9855-f6bb895ac855 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:13:59.998086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:00.008746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:00.009128 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:00.074423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 16ca3c79-1fdc-4d58-9d25-b35d215656ab details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:14:00.076533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 16ca3c79-1fdc-4d58-9d25-b35d215656ab no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:00.137240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-7cc8f0c8-5018-47c3-a759-b6346fa8ddb7 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687171 Aug 20 11:14:00.137687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c062992d-2ee3-4d6f-ae98-d1003772c8ef req-f16e1c62-86c3-4e94-99b5-f900e672ed44 tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=47874325bd25478eaccb65e2e1a52606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504060 Aug 20 11:14:00.153601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13e332-d4cc-470b-9103-f681eacce79b req-21c130ca-6e9f-46d1-a505-e66473dd2363 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:00.164494 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a13e332-d4cc-470b-9103-f681eacce79b req-21c130ca-6e9f-46d1-a505-e66473dd2363 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1155615 Aug 20 11:14:00.210633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a13e332-d4cc-470b-9103-f681eacce79b req-b51e2fc1-ed0f-466e-99d6-3933326137aa tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452816 Aug 20 11:14:00.350965 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:00.368968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:00.381908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'mac_address': 'fa:16:3e:bf:a3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:14:00.392839 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:00.393172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062992d-2ee3-4d6f-ae98-d1003772c8ef req-4582211b-13f5-4a39-9cd6-baa998d868fa tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:00.398973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c062992d-2ee3-4d6f-ae98-d1003772c8ef req-4582211b-13f5-4a39-9cd6-baa998d868fa tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601969 Aug 20 11:14:00.424853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c062992d-2ee3-4d6f-ae98-d1003772c8ef req-e886ee76-b7f7-4440-b66a-0051bd61bfae tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/quotas/47874325bd25478eaccb65e2e1a52606 HTTP/1.1" status: 200 len: 375 time: 0.0204573 Aug 20 11:14:00.439259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:14:00.454218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae458c1-0b45-4057-acc7-57a21c143e98 req-5e7299cc-982e-43a1-bfd2-1de45fcb9d19 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:00.455170 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Sync routers for ids ['ed58e9c9-7457-4f91-9855-f6bb895ac855'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:14:00.460958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ae458c1-0b45-4057-acc7-57a21c143e98 req-5e7299cc-982e-43a1-bfd2-1de45fcb9d19 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 946 time: 0.1144838 Aug 20 11:14:00.474545 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Routers {'ed58e9c9-7457-4f91-9855-f6bb895ac855'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:00.474545 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:13:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed58e9c9-7457-4f91-9855-f6bb895ac855'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:00.482862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port fc0b13d4-54c3-41ce-8bae-1598e6b79d71, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fc0b13d4-54c3-41ce-8bae-1598e6b79d71,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:00.518342 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c062992d-2ee3-4d6f-ae98-d1003772c8ef req-d70985c9-7268-46e4-bcfe-1b182a67d164 tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=47874325bd25478eaccb65e2e1a52606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805247 Aug 20 11:14:00.531311 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:00.531924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ae458c1-0b45-4057-acc7-57a21c143e98 req-092a797c-ba46-41df-9ce1-b0c456fa6c94 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694664 Aug 20 11:14:00.547882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-84736fba-811e-408e-befd-53be809fbdf3 None None] Provisioning complete for port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:00.547882 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-84736fba-811e-408e-befd-53be809fbdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:00.550353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16ca3c79-1fdc-4d58-9d25-b35d215656ab {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:00.638543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:00.672924 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Set router ed58e9c9-7457-4f91-9855-f6bb895ac855 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:00.690078 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-84736fba-811e-408e-befd-53be809fbdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:00.697354 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:00.701065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-acc39f29-e77f-49f9-9aeb-ae1015514992 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.3171892 Aug 20 11:14:00.701891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41778) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:00.720971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:00.742540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=fc0b13d4-54c3-41ce-8bae-1598e6b79d71,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:00.766481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682607f-7db6-43d8-964c-37899e5acd22 req-a080ddb7-501d-4e0c-8195-bcc70a0d4a4e tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:00.768340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a682607f-7db6-43d8-964c-37899e5acd22 req-a080ddb7-501d-4e0c-8195-bcc70a0d4a4e tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 949 time: 0.0860090 Aug 20 11:14:00.824643 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-84736fba-811e-408e-befd-53be809fbdf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:14:00.825022 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-84736fba-811e-408e-befd-53be809fbdf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:14:00.826585 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:00.836068 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a682607f-7db6-43d8-964c-37899e5acd22 req-1c4bb6bd-2d52-43a2-bf5a-bbc180613b3d tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562003 Aug 20 11:14:00.871756 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:14:00.872150 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:14:00.919869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:00.988676 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:13:58Z', 'revision_number': 3, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:01.018873 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Checking router: ed58e9c9-7457-4f91-9855-f6bb895ac855 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:14:01.019563 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Updating router ed58e9c9-7457-4f91-9855-f6bb895ac855 port ca26982e-5c79-4074-8555-1dd212d87efa binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:14:01.058419 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:01.185521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:01.188988 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f74423-480e-4caa-8ccd-0442f30b58d5" -d '{"events": [{"server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "name": "network-vif-unplugged", "status": "completed", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:01.249653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad7fc8-180f-4e8a-99d2-ebe3a9d23966 req-976f4dc0-944e-49a8-a786-43f43853a651 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:01.251631 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51ad7fc8-180f-4e8a-99d2-ebe3a9d23966 req-976f4dc0-944e-49a8-a786-43f43853a651 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1099 time: 0.0812099 Aug 20 11:14:01.324106 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d3ee87-be77-4a11-8489-c61b59244186 x-openstack-request-id: req-61d3ee87-be77-4a11-8489-c61b59244186 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:01.325624 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "name": "network-vif-unplugged", "status": "completed", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:01.325920 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61d3ee87-be77-4a11-8489-c61b59244186 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:01.326325 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'code': 200} Aug 20 11:14:01.332653 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51ad7fc8-180f-4e8a-99d2-ebe3a9d23966 req-eda32cd8-9300-4dc4-9807-05cb9524e12d tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625162 Aug 20 11:14:01.409561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:01.501635 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:01.512797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fc0b13d4-54c3-41ce-8bae-1598e6b79d71 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:01.519475 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:01.525697 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Transition to ACTIVE for port object ca26982e-5c79-4074-8555-1dd212d87efa will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:01.592699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ca3c79-1fdc-4d58-9d25-b35d215656ab {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:01.593552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67eda2f-18d2-45d0-910c-cabf090c343d req-e62c3a77-0845-4e44-b0d9-0b63fca427f8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:01.599811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f67eda2f-18d2-45d0-910c-cabf090c343d req-e62c3a77-0845-4e44-b0d9-0b63fca427f8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1312838 Aug 20 11:14:01.623047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:01.634287 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:01.634716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:01.649690 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:01.655912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f67eda2f-18d2-45d0-910c-cabf090c343d req-741f2da6-4232-426e-92df-33cfcd5dc775 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504785 Aug 20 11:14:01.681103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Allocated IP 172.20.0.1 (6c5b1a1a-8a98-4199-91c1-c0c8f840e93f/0653c585-ea8e-4f81-ad1b-15d271406bde/5c2103ff-9a5f-4487-aa45-a42b748c1848) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:14:01.774198 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:01.787432 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Pushing event updated for resources: {'Port': ['ID=ca26982e-5c79-4074-8555-1dd212d87efa,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:01.798424 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.799171 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.799974 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.800564 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.801126 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.801739 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.802471 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.803227 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.820645 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.820645 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.820645 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.820645 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:01.822081 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:01.826217 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Attempting to bind port ca26982e-5c79-4074-8555-1dd212d87efa on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:14:01.826847 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Attempting to bind port ca26982e-5c79-4074-8555-1dd212d87efa by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:14:01.827370 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Attempting to bind port ca26982e-5c79-4074-8555-1dd212d87efa on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:01.834190 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:14:01.834590 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:14:01.835047 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:01.835445 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:14:01.835927 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Bound port: ca26982e-5c79-4074-8555-1dd212d87efa, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:14:01.836327 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:01.852318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Transition to ACTIVE for port object 5c2103ff-9a5f-4487-aa45-a42b748c1848 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:01.871747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=10']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:01.919193 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] For port ca26982e-5c79-4074-8555-1dd212d87efa, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:14:01.923032 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] For port ca26982e-5c79-4074-8555-1dd212d87efa, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca26982e-5c79-4074-8555-1dd212d87efa,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:14:02.005350 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:02.005459 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:02.091598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:02.100651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['16ca3c79-1fdc-4d58-9d25-b35d215656ab'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:02.110527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:02.120495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:14:02.142616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2103ff-9a5f-4487-aa45-a42b748c1848,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:02.157728 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Routers {'ed58e9c9-7457-4f91-9855-f6bb895ac855'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:02.161693 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:13:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed58e9c9-7457-4f91-9855-f6bb895ac855'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:02.185456 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:02.201843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985aed7e-7558-4920-9387-87cfdac38b10 req-9494c474-c78f-441a-94ff-15d0b6add711 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:02.212414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-985aed7e-7558-4920-9387-87cfdac38b10 req-9494c474-c78f-441a-94ff-15d0b6add711 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 949 time: 0.1666501 Aug 20 11:14:02.280667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6870ef8-5c7e-4003-a990-fdd47086aa44 req-4db35f4a-ff08-497b-989b-9ef26ad00ac0 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:02.295639 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6870ef8-5c7e-4003-a990-fdd47086aa44 req-4db35f4a-ff08-497b-989b-9ef26ad00ac0 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 946 time: 0.2273409 Aug 20 11:14:02.335961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-985aed7e-7558-4920-9387-87cfdac38b10 req-57ef21b2-cee8-43f1-994f-46d5f1d9f286 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196253 Aug 20 11:14:02.410371 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] Set router ed58e9c9-7457-4f91-9855-f6bb895ac855 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:02.434595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e5cb5aa3-df7c-4d08-854c-333bdd6ef091 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:02.454046 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6870ef8-5c7e-4003-a990-fdd47086aa44 req-4cf7d582-1d90-4ed1-94a9-751f6279d107 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487427 Aug 20 11:14:02.655236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c5c4b-65f9-4f67-b5e6-99bb1c0979b5 req-35b3238b-6299-4787-a831-4f632a94f0c6 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:02.657602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f50c5c4b-65f9-4f67-b5e6-99bb1c0979b5 req-35b3238b-6299-4787-a831-4f632a94f0c6 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 1101 time: 0.1631660 Aug 20 11:14:02.666577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b20e851-dd08-4542-ae9e-7afcef21cab5 req-b23b2d51-dec8-4f5c-ab11-0e7cad371ca2 tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=47874325bd25478eaccb65e2e1a52606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417507 Aug 20 11:14:02.674644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:02.679390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:02.679791 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:02.756493 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992627e-b549-419d-ac42-18c86e5bdc89 None None] Pushing event updated for resources: {'Port': ['ID=ca26982e-5c79-4074-8555-1dd212d87efa,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:02.770483 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f50c5c4b-65f9-4f67-b5e6-99bb1c0979b5 req-a103d446-a244-4650-98b4-29cdf1119559 tempest-ServersAdminTestJSON-1966899385 tempest-ServersAdminTestJSON-1966899385-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915821 Aug 20 11:14:02.839242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:02.872461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-360aebdc-2255-4b15-9f71-b349b2ef5466 None None] Provisioning for port 5c2103ff-9a5f-4487-aa45-a42b748c1848 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:02.890674 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:13:58Z', 'revision_number': 3, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:02.896951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-360aebdc-2255-4b15-9f71-b349b2ef5466 None None] Provisioning complete for port 5c2103ff-9a5f-4487-aa45-a42b748c1848 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:02.896951 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-360aebdc-2255-4b15-9f71-b349b2ef5466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:02.907032 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:02.935849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20e851-dd08-4542-ae9e-7afcef21cab5 req-c5456ec6-56bf-40aa-8ac8-b904a5519320 tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:02.940504 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b20e851-dd08-4542-ae9e-7afcef21cab5 req-c5456ec6-56bf-40aa-8ac8-b904a5519320 tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725363 Aug 20 11:14:02.946492 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce062a84-fbf4-4e2f-b060-dada0df2f6de None None] The sync data for ids ['ed58e9c9-7457-4f91-9855-f6bb895ac855'] in n-d-804230-3 is: [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:13:58Z', 'revision_number': 3, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:14:02.967836 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b20e851-dd08-4542-ae9e-7afcef21cab5 req-da2430c6-4cde-4a95-ae13-49aa435e489e tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/quotas/47874325bd25478eaccb65e2e1a52606 HTTP/1.1" status: 200 len: 375 time: 0.0263202 Aug 20 11:14:03.004686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-360aebdc-2255-4b15-9f71-b349b2ef5466 None None] Port 5c2103ff-9a5f-4487-aa45-a42b748c1848 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:14:03.030385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:03.072339 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b20e851-dd08-4542-ae9e-7afcef21cab5 req-284acc43-85cc-47da-bd2c-3e76b85adbd2 tempest-QuotasAdminNegativeTest-1110768795 tempest-QuotasAdminNegativeTest-1110768795-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=47874325bd25478eaccb65e2e1a52606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498333 Aug 20 11:14:03.112491 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:03.198972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:03.205670 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:03.228514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9d79e-0048-4ef4-92eb-3166a5fbbebf req-0cde18fd-49f0-4d74-bfeb-9acb2dd9812f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:03.242350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b6c9d79e-0048-4ef4-92eb-3166a5fbbebf req-0cde18fd-49f0-4d74-bfeb-9acb2dd9812f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1837869 Aug 20 11:14:03.294599 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b6c9d79e-0048-4ef4-92eb-3166a5fbbebf req-aeae8b95-8b06-4da3-b662-d4e252d6e1ff tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Aug 20 11:14:03.312116 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:03.331030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:03.335412 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985c2177-8fc7-4733-9650-84d231e15e8e" -d '{"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-plugged", "status": "completed", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:03.428860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:03.449759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2103ff-9a5f-4487-aa45-a42b748c1848,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:03.591982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca26982e-5c79-4074-8555-1dd212d87efa up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:03.625029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:03.628971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:03.758108 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ad5ebf-ad67-4697-9775-3e638f2ab0da x-openstack-request-id: req-65ad5ebf-ad67-4697-9775-3e638f2ab0da {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:03.762963 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-plugged", "status": "completed", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:03.762963 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65ad5ebf-ad67-4697-9775-3e638f2ab0da {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:03.762963 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'code': 200} Aug 20 11:14:03.790098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ca26982e-5c79-4074-8555-1dd212d87efa completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:03.805666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ca26982e-5c79-4074-8555-1dd212d87efa triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:03.806050 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:03.943596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Router ed58e9c9-7457-4f91-9855-f6bb895ac855 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:14:04.000097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79f5d2-05a1-45c5-b637-af43773a736d req-f38f4bc7-aeab-4f4c-9ee8-dd96b617aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:04.002106 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be79f5d2-05a1-45c5-b637-af43773a736d req-f38f4bc7-aeab-4f4c-9ee8-dd96b617aa04 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 1101 time: 0.1569314 Aug 20 11:14:04.031252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05b783-7f0b-4ae9-9650-92d53d77e5ad req-12bbce27-6796-4ee8-b95a-44fa8907017a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:04.041681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c05b783-7f0b-4ae9-9650-92d53d77e5ad req-12bbce27-6796-4ee8-b95a-44fa8907017a tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 950 time: 0.1069689 Aug 20 11:14:04.069712 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:04.079085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f00b2-ca58-4b70-8d3e-e7f66d3f9ac7 req-0e83256b-6b06-4339-919e-b7ab0cff7cb4 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:04.092734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc3f00b2-ca58-4b70-8d3e-e7f66d3f9ac7 req-0e83256b-6b06-4339-919e-b7ab0cff7cb4 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 950 time: 0.2038140 Aug 20 11:14:04.094210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c05b783-7f0b-4ae9-9650-92d53d77e5ad req-34af3fa6-2706-456e-8e57-6cf1241aef62 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Aug 20 11:14:04.099757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 16ca3c79-1fdc-4d58-9d25-b35d215656ab up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:04.185865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ca26982e-5c79-4074-8555-1dd212d87efa, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca26982e-5c79-4074-8555-1dd212d87efa,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:04.236242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0a625b83-7abf-4d48-9a3e-a4a52c886a38 None None] Provisioning complete for port 5c2103ff-9a5f-4487-aa45-a42b748c1848 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:04.236631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0a625b83-7abf-4d48-9a3e-a4a52c886a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:04.283042 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be79f5d2-05a1-45c5-b637-af43773a736d req-5653daea-bb25-4af2-bfa8-ed4a1a537d25 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184653 Aug 20 11:14:04.305551 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:04.321718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc3f00b2-ca58-4b70-8d3e-e7f66d3f9ac7 req-9649f672-6ad2-4ca4-afc8-03c988983f98 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175157 Aug 20 11:14:04.330199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:14:04.339167 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2bf73efb-da47-429d-92f5-63e726b03f16 admin admin] 10.222.0.10 "PUT /v2.0/routers/ed58e9c9-7457-4f91-9855-f6bb895ac855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6356444 Aug 20 11:14:04.417259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0a625b83-7abf-4d48-9a3e-a4a52c886a38 None None] Port 5c2103ff-9a5f-4487-aa45-a42b748c1848 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:14:04.468676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 16ca3c79-1fdc-4d58-9d25-b35d215656ab triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:04.469056 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:04.555232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9774b28-9aee-4f14-a07c-99b745558432 req-1ba4020b-d2b0-48ea-90dd-5bb106e6299c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:04.557381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9774b28-9aee-4f14-a07c-99b745558432 req-1ba4020b-d2b0-48ea-90dd-5bb106e6299c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1234887 Aug 20 11:14:04.603406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ca26982e-5c79-4074-8555-1dd212d87efa,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:04.686764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9774b28-9aee-4f14-a07c-99b745558432 req-b9f429e6-7f71-4768-8053-884e83c296cd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196871 Aug 20 11:14:04.824951 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:04.918973 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:04.932897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41890) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:04.989123 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:05.098104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-88a7707e-aa21-43e0-9803-b0c8e03ae07b tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:05.105758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-88a7707e-aa21-43e0-9803-b0c8e03ae07b tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/networks?id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f HTTP/1.1" status: 200 len: 829 time: 0.2739534 Aug 20 11:14:05.120357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=11']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:05.132797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-78873ee7-48c2-46fc-9870-4c582ad22efe tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/quotas/4ded5081b6e64a92ac2d5e53ac867266 HTTP/1.1" status: 200 len: 375 time: 0.0248818 Aug 20 11:14:05.210790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-57da8cd9-b251-44e2-bdf5-4807738efd60 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ded5081b6e64a92ac2d5e53ac867266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768816 Aug 20 11:14:05.308277 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7860b1c9-3d57-4465-943f-b277565c8e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:05.331590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-acf17b5b-b404-41ad-9077-7ffb1f97fb6c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:05.333850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-acf17b5b-b404-41ad-9077-7ffb1f97fb6c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 950 time: 0.1608250 Aug 20 11:14:05.385710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2bc2-5aaa-428b-971a-ef324b491c95 req-2214b6aa-593c-4053-b6e4-2c78d49910ba tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:05.395902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18df2bc2-5aaa-428b-971a-ef324b491c95 req-2214b6aa-593c-4053-b6e4-2c78d49910ba tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 950 time: 0.1677217 Aug 20 11:14:05.416694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-e0a237de-7cf4-4f24-a89e-7504e5dcebf8 service neutron] 10.222.0.10 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945300 Aug 20 11:14:05.499408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca26982e-5c79-4074-8555-1dd212d87efa up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:05.539390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18df2bc2-5aaa-428b-971a-ef324b491c95 req-5935fbf2-4962-4faf-a2ed-e25d912dad01 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424232 Aug 20 11:14:05.578874 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-534c596e-e5c4-4047-b71f-16f06b02fc47 service neutron] 10.222.0.10 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530054 Aug 20 11:14:05.682194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ca26982e-5c79-4074-8555-1dd212d87efa triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:05.683471 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:05.699973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-ce7592ec-bfc4-43d9-a078-68d9cf1e6e19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Deleting port 76877bba-9c06-42bf-9624-990f31d5762b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:05.707579 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-ce7592ec-bfc4-43d9-a078-68d9cf1e6e19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:05.786055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:05.796344 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5d29cc-0914-48df-8e8b-9fc81db74742" -d '{"events": [{"server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "name": "network-vif-plugged", "status": "completed", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:05.812364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Sync routers for ids ['ed58e9c9-7457-4f91-9855-f6bb895ac855'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:14:05.870198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Routers {'ed58e9c9-7457-4f91-9855-f6bb895ac855'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:05.871231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:13:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed58e9c9-7457-4f91-9855-f6bb895ac855'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:05.885994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7860b1c9-3d57-4465-943f-b277565c8e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:05.947074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8690016-ceb0-42d1-bea2-040f050d16c3 req-6ecb1182-24e3-47d1-b4ed-b35f21cf333d tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:05.951832 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8690016-ceb0-42d1-bea2-040f050d16c3 req-6ecb1182-24e3-47d1-b4ed-b35f21cf333d tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 950 time: 0.1485136 Aug 20 11:14:05.959254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-ce7592ec-bfc4-43d9-a078-68d9cf1e6e19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] For port 76877bba-9c06-42bf-9624-990f31d5762b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=76877bba-9c06-42bf-9624-990f31d5762b,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:05.959943 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-ce7592ec-bfc4-43d9-a078-68d9cf1e6e19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:05.965801 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7860b1c9-3d57-4465-943f-b277565c8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:05.975249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d441e4-14da-422f-9ced-dca451a94bc9 req-1ea61b5e-e46b-48e9-ba2c-6fea667e77ef tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:05.977160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92d441e4-14da-422f-9ced-dca451a94bc9 req-1ea61b5e-e46b-48e9-ba2c-6fea667e77ef tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0735774 Aug 20 11:14:06.045889 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92d441e4-14da-422f-9ced-dca451a94bc9 req-76fe99c8-f2b8-408c-965f-8691db02de73 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603528 Aug 20 11:14:06.151759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Set router ed58e9c9-7457-4f91-9855-f6bb895ac855 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:06.376684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-ce7592ec-bfc4-43d9-a078-68d9cf1e6e19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Calling delete_port for 76877bba-9c06-42bf-9624-990f31d5762b owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:06.411360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7860b1c9-3d57-4465-943f-b277565c8e08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47874325bd25478eaccb65e2e1a52606&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4734008 Aug 20 11:14:06.411649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860b1c9-3d57-4465-943f-b277565c8e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13e9652-f87b-4222-9a3c-96e6bcce4132,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:06.412724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41922) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:06.472113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8690016-ceb0-42d1-bea2-040f050d16c3 req-8c6c26be-53ff-4eb9-ba0c-ac43c129887a tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026448 Aug 20 11:14:06.525525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:14:02Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c2103ff-9a5f-4487-aa45-a42b748c1848', 'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'mac_address': 'fa:16:3e:2a:ff:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:14:01Z', 'updated_at': '2021-08-20T11:14:02Z', 'revision_number': 2, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'subnets': [{'id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:06.563842 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3dcc36f7-4546-426c-bfd0-61de5a179f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:06.583849 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bbc663-44d8-4eac-8199-8c89c349fc2f x-openstack-request-id: req-98bbc663-44d8-4eac-8199-8c89c349fc2f {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:06.584161 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "name": "network-vif-plugged", "status": "completed", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:06.584361 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-98bbc663-44d8-4eac-8199-8c89c349fc2f {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:06.585056 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'code': 200} Aug 20 11:14:06.587722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Checking router: ed58e9c9-7457-4f91-9855-f6bb895ac855 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:14:06.588079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Updating router ed58e9c9-7457-4f91-9855-f6bb895ac855 port 5c2103ff-9a5f-4487-aa45-a42b748c1848 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:14:06.616742 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:06.632345 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3dcc36f7-4546-426c-bfd0-61de5a179f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:06.702367 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75f2ad1-1c04-4bf1-b83b-3945a748cbfa req-68d7e74b-0f0f-4e97-bf0e-dbc78164f4f5 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 210 time: 0.0797236 Aug 20 11:14:06.937453 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3dcc36f7-4546-426c-bfd0-61de5a179f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:06.938322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-ce7592ec-bfc4-43d9-a078-68d9cf1e6e19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:06.940027 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3dcc36f7-4546-426c-bfd0-61de5a179f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:06.941256 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3dcc36f7-4546-426c-bfd0-61de5a179f96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b13e9652-f87b-4222-9a3c-96e6bcce4132 HTTP/1.1" status: 204 len: 168 time: 0.5270989 Aug 20 11:14:06.962550 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc36f7-4546-426c-bfd0-61de5a179f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13e9652-f87b-4222-9a3c-96e6bcce4132,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:06.966897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['40da51df-0de7-405d-a447-68249c75a7e9', '16ca3c79-1fdc-4d58-9d25-b35d215656ab'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:07.002630 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:07.035885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Transition to ACTIVE for port object 5c2103ff-9a5f-4487-aa45-a42b748c1848 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:07.117946 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:07.141476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7592ec-bfc4-43d9-a078-68d9cf1e6e19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Pushing event deleted for resources: {'Port': ['ID=76877bba-9c06-42bf-9624-990f31d5762b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:07.183600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-ce7592ec-bfc4-43d9-a078-68d9cf1e6e19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] No DVR routers for this DVR port 76877bba-9c06-42bf-9624-990f31d5762b on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:14:07.195500 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-ce7592ec-bfc4-43d9-a078-68d9cf1e6e19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:07.199219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10ff0971-3f27-4aba-a498-857bf9e6907d req-ce7592ec-bfc4-43d9-a078-68d9cf1e6e19 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "DELETE /v2.0/ports/76877bba-9c06-42bf-9624-990f31d5762b HTTP/1.1" status: 204 len: 173 time: 1.8465052 Aug 20 11:14:07.199954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8deecf6b-360c-4685-9d1e-581e007bb12e', 'name': 'network-vif-deleted', 'tag': '76877bba-9c06-42bf-9624-990f31d5762b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:07.208845 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2c7e1e-de85-4737-807c-05d13a4e96a9" -d '{"events": [{"server_uuid": "8deecf6b-360c-4685-9d1e-581e007bb12e", "name": "network-vif-deleted", "tag": "76877bba-9c06-42bf-9624-990f31d5762b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:07.249396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Pushing event updated for resources: {'Port': ['ID=5c2103ff-9a5f-4487-aa45-a42b748c1848,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:07.290309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.294142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.294142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.294142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.294142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.294142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.294142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.294142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.294142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.294142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.294142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.295552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:07.357198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Attempting to bind port 5c2103ff-9a5f-4487-aa45-a42b748c1848 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:14:07.357771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Attempting to bind port 5c2103ff-9a5f-4487-aa45-a42b748c1848 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:14:07.358323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Attempting to bind port 5c2103ff-9a5f-4487-aa45-a42b748c1848 on network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:07.392769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:14:07.393233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Checking segment: {'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:14:07.393539 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:07.393945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Bound using segment: {'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:14:07.395173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Bound port: 5c2103ff-9a5f-4487-aa45-a42b748c1848, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:14:07.395580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:07.515237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] For port 5c2103ff-9a5f-4487-aa45-a42b748c1848, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:14:07.519899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] For port 5c2103ff-9a5f-4487-aa45-a42b748c1848, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5c2103ff-9a5f-4487-aa45-a42b748c1848,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:14:07.697943 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:07.830257 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ffbf7c3-9ea2-4080-a966-4d3a22a3dfea req-889dda1a-ea2d-4026-9c71-aad657c61498 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=8deecf6b-360c-4685-9d1e-581e007bb12e HTTP/1.1" status: 200 len: 210 time: 0.0612273 Aug 20 11:14:07.892865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Routers {'ed58e9c9-7457-4f91-9855-f6bb895ac855'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:07.893445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:13:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed58e9c9-7457-4f91-9855-f6bb895ac855'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:07.898301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2511f29-ff35-4852-864e-7fc0a36008fa None None] Pushing event updated for resources: {'Port': ['ID=5c2103ff-9a5f-4487-aa45-a42b748c1848,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:08.093322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] Set router ed58e9c9-7457-4f91-9855-f6bb895ac855 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:08.136623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 76877bba-9c06-42bf-9624-990f31d5762b no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:08.193780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca30e1a-8314-4a63-9868-312902b7da77 req-dac0a658-b409-453f-b110-01e0772c1304 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:08.208351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ca30e1a-8314-4a63-9868-312902b7da77 req-dac0a658-b409-453f-b110-01e0772c1304 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1041605 Aug 20 11:14:08.291667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ca30e1a-8314-4a63-9868-312902b7da77 req-753e1169-2596-46ce-80b9-c515ac47af56 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817847 Aug 20 11:14:08.302317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 76877bba-9c06-42bf-9624-990f31d5762b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:14:08.303266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 76877bba-9c06-42bf-9624-990f31d5762b not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:14:08.355558 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f68466-77fc-49b7-9ccf-7dd363662b36 x-openstack-request-id: req-f9f68466-77fc-49b7-9ccf-7dd363662b36 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:08.356136 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8deecf6b-360c-4685-9d1e-581e007bb12e", "name": "network-vif-deleted", "tag": "76877bba-9c06-42bf-9624-990f31d5762b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:08.356297 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9f68466-77fc-49b7-9ccf-7dd363662b36 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:08.358506 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8deecf6b-360c-4685-9d1e-581e007bb12e', 'name': 'network-vif-deleted', 'tag': '76877bba-9c06-42bf-9624-990f31d5762b', 'status': 'completed', 'code': 200} Aug 20 11:14:08.476504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41962) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:08.594063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:14:02Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c2103ff-9a5f-4487-aa45-a42b748c1848', 'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'mac_address': 'fa:16:3e:2a:ff:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:14:01Z', 'updated_at': '2021-08-20T11:14:07Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'subnets': [{'id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:08.602958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f05b513f-82f9-4cad-9d42-aaab0efc18ef req-22d606ca-57b3-470f-b1ea-0ae7f180465a tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 210 time: 0.0537102 Aug 20 11:14:08.645237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f93c98b-6a3c-4439-b67d-60bb49a05633 None None] The sync data for ids ['ed58e9c9-7457-4f91-9855-f6bb895ac855'] in n-d-804230-3 is: [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:14:02Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c2103ff-9a5f-4487-aa45-a42b748c1848', 'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'mac_address': 'fa:16:3e:2a:ff:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:14:01Z', 'updated_at': '2021-08-20T11:14:07Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'subnets': [{'id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:14:08.986899 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3da06c3-9e86-47a3-a87e-81b4c38c3335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:09.008262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-704e8eeb-2a3a-4bf6-99fb-ffc1084481e0 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:09.010015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-704e8eeb-2a3a-4bf6-99fb-ffc1084481e0 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.57 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 946 time: 0.0829539 Aug 20 11:14:09.181980 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a8b06-3327-4df2-bd50-e6547606980e req-5b7d758d-87c5-4689-aab5-34c6f33a2a51 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:09.189636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f81a8b06-3327-4df2-bd50-e6547606980e req-5b7d758d-87c5-4689-aab5-34c6f33a2a51 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 946 time: 0.1915402 Aug 20 11:14:09.212864 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3da06c3-9e86-47a3-a87e-81b4c38c3335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:09.237862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-513e0f45-305c-49eb-bc4b-3abe2ba14378 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Deleting port 61eebbaf-cf26-43d9-a662-414a8f80b6f6 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:09.238555 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-513e0f45-305c-49eb-bc4b-3abe2ba14378 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:09.281139 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f81a8b06-3327-4df2-bd50-e6547606980e req-e24d08a8-490a-48dd-871b-c2cd03e9f76f tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/security-groups?id=6903f4a2-419e-470c-821b-6b317c39dd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840054 Aug 20 11:14:09.315082 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3da06c3-9e86-47a3-a87e-81b4c38c3335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:09.377591 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c3da06c3-9e86-47a3-a87e-81b4c38c3335 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7221c1263ac44386a2fbcf8a559f8677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8966148 Aug 20 11:14:09.383066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41982) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:09.482341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da06c3-9e86-47a3-a87e-81b4c38c3335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1188a3b2-abe8-48e9-a947-0e1ae45c3092,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:09.497589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-513e0f45-305c-49eb-bc4b-3abe2ba14378 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] For port 61eebbaf-cf26-43d9-a662-414a8f80b6f6, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=61eebbaf-cf26-43d9-a662-414a8f80b6f6,segment=NetworkSegment(958eac16-cb4c-4cb7-9bbd-972567ba77b6),segment_id=958eac16-cb4c-4cb7-9bbd-972567ba77b6)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:09.499239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-513e0f45-305c-49eb-bc4b-3abe2ba14378 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:09.532466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-513e0f45-305c-49eb-bc4b-3abe2ba14378 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Calling delete_port for 61eebbaf-cf26-43d9-a662-414a8f80b6f6 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:09.693771 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3154737c-fb35-4741-86ea-659d584f959c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:09.706552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d505-0f44-4f48-ab61-1017a6212ac5 req-b0a89527-2b5e-4ae2-a9a7-743e58c9f4b1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:09.708915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fda0d505-0f44-4f48-ab61-1017a6212ac5 req-b0a89527-2b5e-4ae2-a9a7-743e58c9f4b1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1816466 Aug 20 11:14:09.799695 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fda0d505-0f44-4f48-ab61-1017a6212ac5 req-769d557c-d15c-4d47-9dbc-a130c5f61774 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742893 Aug 20 11:14:09.806147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c2103ff-9a5f-4487-aa45-a42b748c1848 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:09.818703 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-513e0f45-305c-49eb-bc4b-3abe2ba14378 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:09.850216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['61eebbaf-cf26-43d9-a662-414a8f80b6f6'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:09.864279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6be356-e7d4-46dc-9e8c-f665b61ce75e req-f6afa78d-e146-4b46-b094-96e5d44a5b47 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:09.868126 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e6be356-e7d4-46dc-9e8c-f665b61ce75e req-f6afa78d-e146-4b46-b094-96e5d44a5b47 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 949 time: 0.1415250 Aug 20 11:14:09.872320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e0f45-305c-49eb-bc4b-3abe2ba14378 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Pushing event deleted for resources: {'Port': ['ID=61eebbaf-cf26-43d9-a662-414a8f80b6f6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:09.889210 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3154737c-fb35-4741-86ea-659d584f959c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:09.950250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8dceff6b-e006-476d-b24f-eec15df5cf92 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:09.951952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8dceff6b-e006-476d-b24f-eec15df5cf92 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.57 "GET /v2.0/networks?id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f HTTP/1.1" status: 200 len: 829 time: 0.4835258 Aug 20 11:14:09.978699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Request body: {'port': {'device_id': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'admin_state_up': True, 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:10.022153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-12c161c9-8d07-4455-ab8d-b304ef995a64 req-ea35b080-4fed-43ea-92e6-513195a304c4 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 210 time: 0.0689712 Aug 20 11:14:10.060975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-513e0f45-305c-49eb-bc4b-3abe2ba14378 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] No DVR routers for this DVR port 61eebbaf-cf26-43d9-a662-414a8f80b6f6 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:14:10.065330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-513e0f45-305c-49eb-bc4b-3abe2ba14378 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:10.068392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86cb47b2-417f-4c3d-83a9-6f327d6fc177 req-513e0f45-305c-49eb-bc4b-3abe2ba14378 tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.57 "DELETE /v2.0/ports/61eebbaf-cf26-43d9-a662-414a8f80b6f6 HTTP/1.1" status: 204 len: 173 time: 1.0484564 Aug 20 11:14:10.111841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5c2103ff-9a5f-4487-aa45-a42b748c1848 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:10.117182 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e6be356-e7d4-46dc-9e8c-f665b61ce75e req-3b4e1c0c-c7ff-4f4b-9a8e-a1abf3e24b5b tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128091 Aug 20 11:14:10.121390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5c2103ff-9a5f-4487-aa45-a42b748c1848 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:10.125060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:10.333579 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3154737c-fb35-4741-86ea-659d584f959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:10.342333 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:10.343613 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3154737c-fb35-4741-86ea-659d584f959c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:10.346695 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3154737c-fb35-4741-86ea-659d584f959c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1188a3b2-abe8-48e9-a947-0e1ae45c3092 HTTP/1.1" status: 204 len: 168 time: 0.9606287 Aug 20 11:14:10.360025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd', 'name': 'network-vif-deleted', 'tag': '61eebbaf-cf26-43d9-a662-414a8f80b6f6'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:10.364413 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9249b123-77ef-48f5-96a7-19884c206efd" -d '{"events": [{"server_uuid": "381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd", "name": "network-vif-deleted", "tag": "61eebbaf-cf26-43d9-a662-414a8f80b6f6"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:10.366794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154737c-fb35-4741-86ea-659d584f959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1188a3b2-abe8-48e9-a947-0e1ae45c3092,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:10.383169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Made reservation on behalf of 4ded5081b6e64a92ac2d5e53ac867266 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:14:10.396641 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:10.431454 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 5c2103ff-9a5f-4487-aa45-a42b748c1848, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5c2103ff-9a5f-4487-aa45-a42b748c1848,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:10.465372 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20251548-5c52-4746-abac-5ffcc81ba5a5 x-openstack-request-id: req-20251548-5c52-4746-abac-5ffcc81ba5a5 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:10.465682 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd", "name": "network-vif-deleted", "tag": "61eebbaf-cf26-43d9-a662-414a8f80b6f6", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:10.467172 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20251548-5c52-4746-abac-5ffcc81ba5a5 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:10.468352 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd', 'name': 'network-vif-deleted', 'tag': '61eebbaf-cf26-43d9-a662-414a8f80b6f6', 'status': 'completed', 'code': 200} Aug 20 11:14:10.476622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e5cb5aa3-df7c-4d08-854c-333bdd6ef091 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:14:10.553246 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:10.623432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4a277229-8ea3-4b63-b31c-3cfcf44fb839 req-fea6e779-34f8-4187-9be7-25f9825c9b6d tempest-VolumesAdminNegativeTest-333542173 tempest-VolumesAdminNegativeTest-333542173-project] 10.222.0.10 "GET /v2.0/ports?device_id=381b82d9-bdd4-4a9b-aed4-ba2d2bd6f2fd HTTP/1.1" status: 200 len: 210 time: 0.1096897 Aug 20 11:14:10.718145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Allocated IP 172.20.0.10 (6c5b1a1a-8a98-4199-91c1-c0c8f840e93f/0653c585-ea8e-4f81-ad1b-15d271406bde/91cae30d-5dcf-4a94-9cc1-6899554b7cd2) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:14:10.746214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:10.749773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=5c2103ff-9a5f-4487-aa45-a42b748c1848,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:10.772850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'mac_address': 'fa:16:3e:3c:12:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:14:10.832762 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:10.850493 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:10.860964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5cb5aa3-df7c-4d08-854c-333bdd6ef091 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:10.904242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:10.906185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:10.929311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Transition to ACTIVE for port object 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:11.020043 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:11.088046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b0367-472a-4329-84c2-e04631721db0 req-3595e7c8-9d8c-454e-ba64-d7aea3425f67 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:11.090572 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b1b0367-472a-4329-84c2-e04631721db0 req-3595e7c8-9d8c-454e-ba64-d7aea3425f67 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 949 time: 0.1488936 Aug 20 11:14:11.135986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d25768-8918-4c5e-81d8-6f780378e280 req-4e56f357-9491-46c0-b9a9-61296d7d6448 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:11.156101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36d25768-8918-4c5e-81d8-6f780378e280 req-4e56f357-9491-46c0-b9a9-61296d7d6448 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1829567 Aug 20 11:14:11.166192 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:11.168845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:11.186206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['e5cb5aa3-df7c-4d08-854c-333bdd6ef091'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:11.350848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:11.391613 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36d25768-8918-4c5e-81d8-6f780378e280 req-967e3f1a-d510-4210-a6fd-ce4dfa6ec615 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291253 Aug 20 11:14:11.404569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:11.434991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6dae-8c9b-49a7-9223-f5a5b9df0960 req-a4b8b3f2-9df9-4c8b-86ee-365e5f5be8b6 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:11.434991 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fae6dae-8c9b-49a7-9223-f5a5b9df0960 req-a4b8b3f2-9df9-4c8b-86ee-365e5f5be8b6 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 932 time: 0.1363053 Aug 20 11:14:11.445008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-0b1b0367-472a-4329-84c2-e04631721db0 req-8bae9b3f-0c4b-4674-885e-57570f39845d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Deleting port 40da51df-0de7-405d-a447-68249c75a7e9 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:11.445631 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0b1b0367-472a-4329-84c2-e04631721db0 req-8bae9b3f-0c4b-4674-885e-57570f39845d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:11.470685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:14:11.620762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:11.621765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:11.634417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c2103ff-9a5f-4487-aa45-a42b748c1848 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:11.646652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Pushing event updated for resources: {'Port': ['ID=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:11.727670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fae6dae-8c9b-49a7-9223-f5a5b9df0960 req-2dae4676-5409-40cb-9465-f05f73ea19cc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764592 Aug 20 11:14:11.734190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0b1b0367-472a-4329-84c2-e04631721db0 req-8bae9b3f-0c4b-4674-885e-57570f39845d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] For port 40da51df-0de7-405d-a447-68249c75a7e9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=40da51df-0de7-405d-a447-68249c75a7e9,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:11.734565 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0b1b0367-472a-4329-84c2-e04631721db0 req-8bae9b3f-0c4b-4674-885e-57570f39845d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:11.770133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-0b1b0367-472a-4329-84c2-e04631721db0 req-8bae9b3f-0c4b-4674-885e-57570f39845d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Calling delete_port for 40da51df-0de7-405d-a447-68249c75a7e9 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:11.792697 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-8d66afc3-94ed-40b5-94bc-e7ed576e6ca7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8190923 Aug 20 11:14:11.821709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Request body: {'port': {'device_id': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:11.915799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5c2103ff-9a5f-4487-aa45-a42b748c1848 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:11.916441 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:11.933070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42040) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:11.936429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239f925-a85f-4d9f-96f3-89e38f3f1cb2 req-ef6b8e5c-0b23-49fd-9758-ea015f32a6f8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:11.958797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1239f925-a85f-4d9f-96f3-89e38f3f1cb2 req-ef6b8e5c-0b23-49fd-9758-ea015f32a6f8 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 949 time: 0.2404287 Aug 20 11:14:12.005149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff81292-dda6-422e-9b4f-9a194e7638af admin admin] Deleting subnet 40a1a4c2-bfa5-4be4-9925-7142d276c00e {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:14:12.008767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff81292-dda6-422e-9b4f-9a194e7638af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.034019 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.067061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1239f925-a85f-4d9f-96f3-89e38f3f1cb2 req-0f368eef-0b70-4434-882b-9a3f2e3e7387 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071806 Aug 20 11:14:12.067307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff81292-dda6-422e-9b4f-9a194e7638af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.137743 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff81292-dda6-422e-9b4f-9a194e7638af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.152913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1e287017-cfbf-4e82-afe4-ac6e92ca0062 None None] Provisioning for port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:12.168993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 61eebbaf-cf26-43d9-a662-414a8f80b6f6 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:12.182014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1e287017-cfbf-4e82-afe4-ac6e92ca0062 None None] Provisioning complete for port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:12.182364 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e287017-cfbf-4e82-afe4-ac6e92ca0062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.248669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 61eebbaf-cf26-43d9-a662-414a8f80b6f6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:14:12.248991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 61eebbaf-cf26-43d9-a662-414a8f80b6f6 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:14:12.249373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 40da51df-0de7-405d-a447-68249c75a7e9 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:12.349538 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff81292-dda6-422e-9b4f-9a194e7638af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.372210 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff81292-dda6-422e-9b4f-9a194e7638af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.374882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1e287017-cfbf-4e82-afe4-ac6e92ca0062 None None] Port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:14:12.377128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1ff81292-dda6-422e-9b4f-9a194e7638af admin admin] 10.222.0.10 "DELETE /v2.0/subnets/40a1a4c2-bfa5-4be4-9925-7142d276c00e HTTP/1.1" status: 204 len: 168 time: 0.4380646 Aug 20 11:14:12.384824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No active binding found for port 40da51df-0de7-405d-a447-68249c75a7e9 {{(pid=95589) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 11:14:12.385276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 40da51df-0de7-405d-a447-68249c75a7e9 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:14:12.396581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42058) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:12.410909 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0b1b0367-472a-4329-84c2-e04631721db0 req-8bae9b3f-0c4b-4674-885e-57570f39845d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.412780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff81292-dda6-422e-9b4f-9a194e7638af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a1a4c2-bfa5-4be4-9925-7142d276c00e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:12.421956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['16ca3c79-1fdc-4d58-9d25-b35d215656ab'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:12.471226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae9b3f-0c4b-4674-885e-57570f39845d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Pushing event deleted for resources: {'Port': ['ID=40da51df-0de7-405d-a447-68249c75a7e9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:12.480669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e5cb5aa3-df7c-4d08-854c-333bdd6ef091 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:12.595641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1b0367-472a-4329-84c2-e04631721db0 req-8bae9b3f-0c4b-4674-885e-57570f39845d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] No DVR routers for this DVR port 40da51df-0de7-405d-a447-68249c75a7e9 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:14:12.634383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0b1b0367-472a-4329-84c2-e04631721db0 req-8bae9b3f-0c4b-4674-885e-57570f39845d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.637843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b1b0367-472a-4329-84c2-e04631721db0 req-8bae9b3f-0c4b-4674-885e-57570f39845d tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "DELETE /v2.0/ports/40da51df-0de7-405d-a447-68249c75a7e9 HTTP/1.1" status: 204 len: 173 time: 1.5357051 Aug 20 11:14:12.638337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c596834-24e9-4085-861d-ebe43c3d628d', 'name': 'network-vif-deleted', 'tag': '40da51df-0de7-405d-a447-68249c75a7e9'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:12.654753 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce26fe58-cfaf-4fd1-8530-9936722ed981" -d '{"events": [{"server_uuid": "6c596834-24e9-4085-861d-ebe43c3d628d", "name": "network-vif-deleted", "tag": "40da51df-0de7-405d-a447-68249c75a7e9"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:12.708220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6da2b7-84d1-4c32-99e2-2dab2fda773b req-9d67c67a-243c-4a60-8fe1-a33abcca16f8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:12.710172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c6da2b7-84d1-4c32-99e2-2dab2fda773b req-9d67c67a-243c-4a60-8fe1-a33abcca16f8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1784167 Aug 20 11:14:12.749296 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.771968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:12.772617 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.806284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c6da2b7-84d1-4c32-99e2-2dab2fda773b req-3c06c165-50c5-44c6-ab90-0071fb945bc3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812924 Aug 20 11:14:12.837495 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe11411-6fdf-4e90-bc66-40377aabd96d x-openstack-request-id: req-9fe11411-6fdf-4e90-bc66-40377aabd96d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:12.837495 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c596834-24e9-4085-861d-ebe43c3d628d", "name": "network-vif-deleted", "tag": "40da51df-0de7-405d-a447-68249c75a7e9", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:12.837734 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fe11411-6fdf-4e90-bc66-40377aabd96d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:12.838648 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c596834-24e9-4085-861d-ebe43c3d628d', 'name': 'network-vif-deleted', 'tag': '40da51df-0de7-405d-a447-68249c75a7e9', 'status': 'completed', 'code': 200} Aug 20 11:14:12.886848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:12.895980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:12.910227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Transition to ACTIVE for port object 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:13.077821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a9c10-20c7-4f34-b936-b9c539955df6 req-3a60c5d3-e341-4569-afc5-db37c2a2012e tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:13.106506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a7a9c10-20c7-4f34-b936-b9c539955df6 req-3a60c5d3-e341-4569-afc5-db37c2a2012e tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 932 time: 0.1662967 Aug 20 11:14:13.112598 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.183357 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.199915 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.221835 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a7a9c10-20c7-4f34-b936-b9c539955df6 req-c52e6229-3a18-4dbb-96e8-fff14a79612a tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001391 Aug 20 11:14:13.245248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:13.248245 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafa5eb1-6ac1-483a-948e-806e705742c2" -d '{"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-plugged", "status": "completed", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:13.271657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:13.296955 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.316702 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013deeea-aa06-4ec4-b581-70efeb8b36bb x-openstack-request-id: req-013deeea-aa06-4ec4-b581-70efeb8b36bb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:13.316702 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-plugged", "status": "completed", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:13.316702 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-013deeea-aa06-4ec4-b581-70efeb8b36bb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:13.316702 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'code': 200} Aug 20 11:14:13.320037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f89a85e-e762-4f08-9243-07aa10463e42']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:13.329357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82ff3e4a-f88b-466f-a034-ddb262bb0062 req-ead50add-2ed6-43f8-bc68-4da6ff104776 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c596834-24e9-4085-861d-ebe43c3d628d HTTP/1.1" status: 200 len: 210 time: 0.1028507 Aug 20 11:14:13.367180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958eac16-cb4c-4cb7-9bbd-972567ba77b6') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:13.367180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958eac16-cb4c-4cb7-9bbd-972567ba77b6') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:13.398073 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.414690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63262db-2557-41df-a114-9a83779af52c service neutron] Pushing event updated for resources: {'Port': ['ID=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:13.437909 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.533610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:13.555811 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.580016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:14:13.580432 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:14:13.582375 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:14:13.720600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Attempting to bind port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:14:13.721516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Attempting to bind port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:14:13.722106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Attempting to bind port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 on network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:13.728411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 on network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:14:13.729025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Attempting to bind port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 on network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:13.737248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:14:13.738757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Checking segment: {'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:14:13.740527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Bound using segment: {'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:14:13.740527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Bound port: 91cae30d-5dcf-4a94-9cc1-6899554b7cd2, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccce9b17-09ce-45bf-9040-6de0ed21515e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:14:13.740527 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.875305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.926575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:13.932745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42124) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:13.945364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7f89a85e-e762-4f08-9243-07aa10463e42 HTTP/1.1" status: 204 len: 168 time: 1.5451367 Aug 20 11:14:13.955820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cb076-a927-461f-8c00-a73cca5347a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f89a85e-e762-4f08-9243-07aa10463e42,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:13.978484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] For port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:14:13.983060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] For port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:14:14.041207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0bc784-f224-4693-a5fe-8f879615f3e3 admin admin] Deleting subnet b8e77864-982c-4b35-9bc0-3c3562794353 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:14:14.046011 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e0bc784-f224-4693-a5fe-8f879615f3e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:14.089413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15633d95-b2da-4ab4-a6db-ced056121c99 req-10318cd7-7280-4af1-ae09-6e35c1b21c57 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:14.093478 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15633d95-b2da-4ab4-a6db-ced056121c99 req-10318cd7-7280-4af1-ae09-6e35c1b21c57 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0892959 Aug 20 11:14:14.114986 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:14.205690 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e0bc784-f224-4693-a5fe-8f879615f3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:14.258916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:14.260102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:14.262890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-c63262db-2557-41df-a114-9a83779af52c service neutron] 10.222.0.57 "PUT /v2.0/ports/91cae30d-5dcf-4a94-9cc1-6899554b7cd2 HTTP/1.1" status: 200 len: 1092 time: 2.4572499 Aug 20 11:14:14.293145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'tag': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:14.294093 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e0c11c-1337-48f9-a7a4-d0f107475607" -d '{"events": [{"name": "network-changed", "server_uuid": "495f2d55-fccc-4a63-aa83-d435ccb8e5c4", "tag": "91cae30d-5dcf-4a94-9cc1-6899554b7cd2"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:14.368516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63262db-2557-41df-a114-9a83779af52c service neutron] Pushing event updated for resources: {'Port': ['ID=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:14.397958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15633d95-b2da-4ab4-a6db-ced056121c99 req-24331316-821d-422b-9bb1-fa5c40d5d4cf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881310 Aug 20 11:14:14.457659 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e0bc784-f224-4693-a5fe-8f879615f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:14.502293 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f172e9-2396-458f-b1ce-ac6a02d560f3 x-openstack-request-id: req-33f172e9-2396-458f-b1ce-ac6a02d560f3 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:14.503228 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495f2d55-fccc-4a63-aa83-d435ccb8e5c4", "tag": "91cae30d-5dcf-4a94-9cc1-6899554b7cd2", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:14.503704 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33f172e9-2396-458f-b1ce-ac6a02d560f3 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:14.506668 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'tag': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'status': 'completed', 'code': 200} Aug 20 11:14:14.554731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-f1e8abaa-48cd-4130-aeaf-65ab59dc9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:14.557727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-f1e8abaa-48cd-4130-aeaf-65ab59dc9478 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ded5081b6e64a92ac2d5e53ac867266&device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 1095 time: 0.1585562 Aug 20 11:14:14.734299 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-057ecc6e-a428-4afa-a803-2eea08e582e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2 HTTP/1.1" status: 200 len: 217 time: 0.1678126 Aug 20 11:14:14.800755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc384918-7fa2-45cd-b566-c8abb7782a02 req-93471e34-6f02-4f5b-8b30-9dac5456432f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:14.817558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc384918-7fa2-45cd-b566-c8abb7782a02 req-93471e34-6f02-4f5b-8b30-9dac5456432f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 944 time: 0.4155133 Aug 20 11:14:14.905726 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc384918-7fa2-45cd-b566-c8abb7782a02 req-9007fb0b-4355-46ce-b96b-0a9c479e3a3c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858576 Aug 20 11:14:14.920020 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-63c3fd48-1b7c-4c98-a897-ae8e8aafbdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:14.924527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-61105de7-f343-4997-ae1a-3ab2fb9a2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:14.926085 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-61105de7-f343-4997-ae1a-3ab2fb9a2f7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0653c585-ea8e-4f81-ad1b-15d271406bde HTTP/1.1" status: 200 len: 868 time: 0.1854618 Aug 20 11:14:14.984648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e0bc784-f224-4693-a5fe-8f879615f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:15.096008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-da2707b8-275e-4462-b9c8-5264148615c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:15.101642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-da2707b8-275e-4462-b9c8-5264148615c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543481 Aug 20 11:14:15.109273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bc784-f224-4693-a5fe-8f879615f3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e77864-982c-4b35-9bc0-3c3562794353,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:15.133429 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e0bc784-f224-4693-a5fe-8f879615f3e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:15.140070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4e0bc784-f224-4693-a5fe-8f879615f3e3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b8e77864-982c-4b35-9bc0-3c3562794353 HTTP/1.1" status: 204 len: 168 time: 1.2036459 Aug 20 11:14:15.141074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42156) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:15.194773 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:14:15.324200 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:15.392280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-92a5350b-6cec-48b1-b59d-67a4267703af service neutron] 10.222.0.57 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788622 Aug 20 11:14:15.481873 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:15.494794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071b7988-9bcd-43e8-8046-64282ddbc409']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:15.511900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a5529-25bb-4e68-a62e-c19c7c892f54 req-e287f79a-cd16-4b19-8798-be505d0a1d3f tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:15.516366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41a6cc1-0107-4eed-b0af-e4d6b38a6daf') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:15.520111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41a6cc1-0107-4eed-b0af-e4d6b38a6daf') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:15.521302 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-360a5529-25bb-4e68-a62e-c19c7c892f54 req-e287f79a-cd16-4b19-8798-be505d0a1d3f tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 951 time: 0.1890974 Aug 20 11:14:15.527748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:15.554962 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:15.562117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:14:15.562476 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:15.590920 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-360a5529-25bb-4e68-a62e-c19c7c892f54 req-df459bfa-56f1-4b60-bda9-0848458818a3 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682521 Aug 20 11:14:15.650888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-306357d0-484e-4830-b4bb-5feed9ea9b03 req-922cfd3c-855d-420e-97c1-37e4f0876fe5 service neutron] 10.222.0.57 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339654 Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:14:15.675364 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:14:15.678718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-92937cba-c21e-42fe-89e6-46f5073b5c30 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500076 Aug 20 11:14:15.708768 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-d8d3f46d-f2ca-4c59-bdf2-2e0bd87afa4f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3871858 Aug 20 11:14:15.882018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:15.909343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:15.915058 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-1243db93-d54c-4012-8c6d-de540513a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:15.916963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-1243db93-d54c-4012-8c6d-de540513a261 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ded5081b6e64a92ac2d5e53ac867266&device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 1095 time: 0.1477861 Aug 20 11:14:15.922619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] 10.222.0.10 "DELETE /v2.0/networks/071b7988-9bcd-43e8-8046-64282ddbc409 HTTP/1.1" status: 204 len: 168 time: 0.7793255 Aug 20 11:14:15.930507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f6980-4de5-4ff7-b7b2-2a8786e5b4bc req-98a8d41d-3761-4cfa-ada1-a307cd8874c7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:15.939591 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b79f6980-4de5-4ff7-b7b2-2a8786e5b4bc req-98a8d41d-3761-4cfa-ada1-a307cd8874c7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1144068 Aug 20 11:14:15.951133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26258d-b6f1-4331-ae6f-56ebf6f582dd admin admin] Pushing event deleted for resources: {'Network': ['ID=071b7988-9bcd-43e8-8046-64282ddbc409,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:15.959479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-d70dbbdc-764b-4001-b21e-ccbccaa7797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:15.961036 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-d70dbbdc-764b-4001-b21e-ccbccaa7797a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee3d1306599a4d3dbfe3d588552e10e0&device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 1096 time: 0.2057683 Aug 20 11:14:16.119013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-5d615ac6-45f4-48e0-bf03-9bb263239b5c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:16.127266 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-5d615ac6-45f4-48e0-bf03-9bb263239b5c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172590 Aug 20 11:14:16.133995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b79f6980-4de5-4ff7-b7b2-2a8786e5b4bc req-090a92e0-1c10-459b-be47-b06381ed7b09 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933544 Aug 20 11:14:16.150296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-54c689ce-43cd-44fe-9633-9fce9a9eb725 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/quotas/87c91f87b43245b8b721772af7d5e336 HTTP/1.1" status: 200 len: 375 time: 0.0187159 Aug 20 11:14:16.206008 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-350f7f0c-aa63-42f9-a2ce-447d1af8fd6e tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579979 Aug 20 11:14:16.235011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-f1130514-a892-413f-8341-3192772c8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:16.241053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-f1130514-a892-413f-8341-3192772c8bcc service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f HTTP/1.1" status: 200 len: 930 time: 0.2977865 Aug 20 11:14:16.293684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-60cd6217-5592-44bb-abb8-988e454ce1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:16.295234 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-60cd6217-5592-44bb-abb8-988e454ce1cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=2edbf63b-41ed-48ed-9209-772b0f82fb31 HTTP/1.1" status: 200 len: 925 time: 0.3054295 Aug 20 11:14:16.346496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-370ebe10-8026-41e3-9146-ece9a642f6a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2 HTTP/1.1" status: 200 len: 217 time: 0.0580108 Aug 20 11:14:16.364607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ba4c2-bfdd-4795-aa5e-f10ce2310388 req-0481e978-8473-4c6c-b59b-46b5fcd86630 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:16.373048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce0ba4c2-bfdd-4795-aa5e-f10ce2310388 req-0481e978-8473-4c6c-b59b-46b5fcd86630 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 944 time: 0.1214285 Aug 20 11:14:16.459558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-5cf74897-e1d6-400c-8373-c10cccfda735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:16.459893 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-2719c154-a0bf-4ed7-ba42-ca01ee228195 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb HTTP/1.1" status: 200 len: 1001 time: 0.1503351 Aug 20 11:14:16.461566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-5cf74897-e1d6-400c-8373-c10cccfda735 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0653c585-ea8e-4f81-ad1b-15d271406bde HTTP/1.1" status: 200 len: 868 time: 0.0861118 Aug 20 11:14:16.529491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-3f4ad67b-5195-49a2-918c-45f4bdcae0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:16.531233 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-3f4ad67b-5195-49a2-918c-45f4bdcae0be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83377e28-2932-4097-8c29-2d00f93d937c HTTP/1.1" status: 200 len: 863 time: 0.0567713 Aug 20 11:14:16.580930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42184) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:16.593264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-9c5bde0b-7f49-4f56-b824-adde25af587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:16.594890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-9c5bde0b-7f49-4f56-b824-adde25af587b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2edbf63b-41ed-48ed-9209-772b0f82fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536842 Aug 20 11:14:16.641320 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce0ba4c2-bfdd-4795-aa5e-f10ce2310388 req-a71570be-fb26-42d2-9ffa-7719a85496a9 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672434 Aug 20 11:14:16.667614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-1f0b93b2-90bb-4284-bc1a-0c151d5fccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:16.675953 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-1f0b93b2-90bb-4284-bc1a-0c151d5fccc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938977 Aug 20 11:14:16.798999 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-851fc9b5-dc01-4d7c-9cc4-fcc6d3eecbb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6750ebfb11d748379fa357f206035288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168670 Aug 20 11:14:16.805717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42202) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:16.833539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ffab8-ad92-47c7-b135-ba25df399566 req-1723ea61-55c0-452d-8de8-8c140647b867 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:16.835950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-874ffab8-ad92-47c7-b135-ba25df399566 req-1723ea61-55c0-452d-8de8-8c140647b867 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 951 time: 0.1957002 Aug 20 11:14:16.911628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-aadfe338-8b36-4a80-8b86-ab2aa3e2ead2 service neutron] 10.222.0.57 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204781 Aug 20 11:14:16.986554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-550aa6d1-7db0-41f1-b3d7-95a655922300 req-56af06c6-da8c-4759-91f2-f52dc30087de tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 210 time: 0.1103232 Aug 20 11:14:17.057895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-7a95a52a-d88f-4bc3-a3c0-8db4c2545cc7 service neutron] 10.222.0.57 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495187 Aug 20 11:14:17.146085 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63e0c11c-1337-48f9-a7a4-d0f107475607 req-bf54726d-21e7-493f-9139-7b438e640106 service neutron] 10.222.0.57 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673694 Aug 20 11:14:17.151872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ade66-85c8-4441-9e77-fca7dcc37a90 req-3f0e90bb-e99f-451e-aaea-cfbc43bf8f9e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:17.152547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-487ade66-85c8-4441-9e77-fca7dcc37a90 req-3f0e90bb-e99f-451e-aaea-cfbc43bf8f9e tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 951 time: 0.2739229 Aug 20 11:14:17.203045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d95ff7f4-26b9-4c6a-865c-80d9fc2a59c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:17.258420 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d95ff7f4-26b9-4c6a-865c-80d9fc2a59c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:17.309014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-487ade66-85c8-4441-9e77-fca7dcc37a90 req-dcfec4b8-996d-4556-a4ef-fe0290a20ce0 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/security-groups?id=9eac15eb-b485-42c9-9697-87c458cc0f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233435 Aug 20 11:14:17.320413 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-874ffab8-ad92-47c7-b135-ba25df399566 req-d19716ad-c1d8-42ba-943e-913fa7393e15 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Deleting port 16ca3c79-1fdc-4d58-9d25-b35d215656ab {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:17.323224 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-874ffab8-ad92-47c7-b135-ba25df399566 req-d19716ad-c1d8-42ba-943e-913fa7393e15 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:17.326931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942fd3f-07b9-4738-971f-946ecf3ccbf5 req-174b9e77-7e18-41dc-a9bc-e069c329bbd7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:17.330126 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8942fd3f-07b9-4738-971f-946ecf3ccbf5 req-174b9e77-7e18-41dc-a9bc-e069c329bbd7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0802453 Aug 20 11:14:17.408106 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aebcd09b-6c26-4291-9f65-7f72b8a32002 req-02b56a55-8d39-43da-890b-4480743e9f19 service neutron] 10.222.0.57 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096039 Aug 20 11:14:17.414832 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8942fd3f-07b9-4738-971f-946ecf3ccbf5 req-9f456d2b-b99e-402e-a4c4-77ff83e4b9f8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701435 Aug 20 11:14:17.493388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-874ffab8-ad92-47c7-b135-ba25df399566 req-d19716ad-c1d8-42ba-943e-913fa7393e15 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] For port 16ca3c79-1fdc-4d58-9d25-b35d215656ab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=16ca3c79-1fdc-4d58-9d25-b35d215656ab,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:17.494205 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-874ffab8-ad92-47c7-b135-ba25df399566 req-d19716ad-c1d8-42ba-943e-913fa7393e15 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:17.503567 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d95ff7f4-26b9-4c6a-865c-80d9fc2a59c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:17.506939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d95ff7f4-26b9-4c6a-865c-80d9fc2a59c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:17.508283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d95ff7f4-26b9-4c6a-865c-80d9fc2a59c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6903f4a2-419e-470c-821b-6b317c39dd80 HTTP/1.1" status: 204 len: 168 time: 0.7014198 Aug 20 11:14:17.520149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-874ffab8-ad92-47c7-b135-ba25df399566 req-d19716ad-c1d8-42ba-943e-913fa7393e15 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Calling delete_port for 16ca3c79-1fdc-4d58-9d25-b35d215656ab owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:17.531408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ff7f4-26b9-4c6a-865c-80d9fc2a59c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6903f4a2-419e-470c-821b-6b317c39dd80,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:17.734818 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-8e43cf77-9f67-438c-8eec-03aa6103251d service neutron] show failed (client error): The resource could not be found. Aug 20 11:14:17.736152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-8e43cf77-9f67-438c-8eec-03aa6103251d service neutron] 10.222.0.38 "GET /v2.0/ports/abec4502-85dc-4c11-b581-2da0c1e9d2f0/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.1553946 Aug 20 11:14:17.788171 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-698e6093-5757-403a-8d45-6975fe706540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:17.820985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257b8f4-695d-4e8a-989e-21a5d0d5ce00 req-405fd7fb-8d5e-495a-bbc7-f09e4a9c249d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:17.826408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4257b8f4-695d-4e8a-989e-21a5d0d5ce00 req-405fd7fb-8d5e-495a-bbc7-f09e4a9c249d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 944 time: 0.0693440 Aug 20 11:14:17.900603 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4257b8f4-695d-4e8a-989e-21a5d0d5ce00 req-93a831ff-bc78-4b71-bb9c-cc88cb0dacf1 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Aug 20 11:14:17.907685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-874ffab8-ad92-47c7-b135-ba25df399566 req-d19716ad-c1d8-42ba-943e-913fa7393e15 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:17.920408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['16ca3c79-1fdc-4d58-9d25-b35d215656ab'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:17.966265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19716ad-c1d8-42ba-943e-913fa7393e15 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Pushing event deleted for resources: {'Port': ['ID=16ca3c79-1fdc-4d58-9d25-b35d215656ab,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:17.970675 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33282d64-083f-4489-b821-482fd1ea8704 req-178d503d-ea79-48b5-a699-69e7753230d2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815382 Aug 20 11:14:18.038628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-874ffab8-ad92-47c7-b135-ba25df399566 req-d19716ad-c1d8-42ba-943e-913fa7393e15 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] No DVR routers for this DVR port 16ca3c79-1fdc-4d58-9d25-b35d215656ab on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:14:18.042038 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-874ffab8-ad92-47c7-b135-ba25df399566 req-d19716ad-c1d8-42ba-943e-913fa7393e15 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:18.044989 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-874ffab8-ad92-47c7-b135-ba25df399566 req-d19716ad-c1d8-42ba-943e-913fa7393e15 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.57 "DELETE /v2.0/ports/16ca3c79-1fdc-4d58-9d25-b35d215656ab HTTP/1.1" status: 204 len: 173 time: 1.1705470 Aug 20 11:14:18.045542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'name': 'network-vif-deleted', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:18.048821 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb752b0-b1ae-468c-8602-10bbce9dc58d" -d '{"events": [{"server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "name": "network-vif-deleted", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:18.102869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282d64-083f-4489-b821-482fd1ea8704 req-b09edc92-77d3-4572-924e-1ee1fc9ab857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:18.104691 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33282d64-083f-4489-b821-482fd1ea8704 req-b09edc92-77d3-4572-924e-1ee1fc9ab857 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 1100 time: 0.1053405 Aug 20 11:14:18.114245 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e606258-3837-4b98-958c-b723ddd401e9 x-openstack-request-id: req-9e606258-3837-4b98-958c-b723ddd401e9 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:18.114947 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b8a087-447a-4407-973d-80f2326a55c1", "name": "network-vif-deleted", "tag": "16ca3c79-1fdc-4d58-9d25-b35d215656ab", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:18.115532 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e606258-3837-4b98-958c-b723ddd401e9 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:18.116145 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b8a087-447a-4407-973d-80f2326a55c1', 'name': 'network-vif-deleted', 'tag': '16ca3c79-1fdc-4d58-9d25-b35d215656ab', 'status': 'completed', 'code': 200} Aug 20 11:14:18.173321 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ec7e57e2-f9b3-4d70-a87b-d5f5fc858982 req-119e834b-0b93-45a4-85d3-327182524845 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 210 time: 0.0511935 Aug 20 11:14:18.194091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:14:18.341544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282d64-083f-4489-b821-482fd1ea8704 req-11cc2b17-7f8e-40f1-a225-4ca4e00481ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:18.343384 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33282d64-083f-4489-b821-482fd1ea8704 req-11cc2b17-7f8e-40f1-a225-4ca4e00481ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1856773 Aug 20 11:14:18.449915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33282d64-083f-4489-b821-482fd1ea8704 req-ab5472d0-f1c1-437a-8b41-7ab1f0765953 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=72aa40ae-548e-4af1-becb-e842f64c66d1 HTTP/1.1" status: 200 len: 217 time: 0.0916138 Aug 20 11:14:18.472031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:18.531540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'port_id': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'mac_address': 'fa:16:3e:f3:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:14:18.643312 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b1cb05e-ee19-47af-99be-deb929b719fa req-7b1707df-5798-4644-994f-b3830f7278e6 tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 210 time: 0.1318393 Aug 20 11:14:18.665111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282d64-083f-4489-b821-482fd1ea8704 req-c83d1e2f-b6cc-4fce-a61a-281d0481ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:18.666634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33282d64-083f-4489-b821-482fd1ea8704 req-c83d1e2f-b6cc-4fce-a61a-281d0481ad05 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.2086093 Aug 20 11:14:18.698743 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:18.758095 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:18.766410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282d64-083f-4489-b821-482fd1ea8704 req-313df0d2-3ce1-4e05-b431-f7f1428291f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:18.768041 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33282d64-083f-4489-b821-482fd1ea8704 req-313df0d2-3ce1-4e05-b431-f7f1428291f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905242 Aug 20 11:14:18.825452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:18.862115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8f47-bd2d-4119-80a5-2050bcbbe3d0 req-44ef0911-6691-4d0f-af53-1b190fdb890e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:18.871526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:18.875156 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b3f8f47-bd2d-4119-80a5-2050bcbbe3d0 req-44ef0911-6691-4d0f-af53-1b190fdb890e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.3221400 Aug 20 11:14:18.919285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-0a58f0dc-a2cb-4335-bb30-853bcee876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:18.923947 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:18.941489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-0a58f0dc-a2cb-4335-bb30-853bcee876e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3&tenant_id=f6136056d5744f71aedd216a888b7728 HTTP/1.1" status: 200 len: 1101 time: 0.1943867 Aug 20 11:14:18.983058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:19.028390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42250) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:19.088107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:19.145555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33282d64-083f-4489-b821-482fd1ea8704 req-33b98fdf-6a91-473b-94c7-986233cfe635 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549216 Aug 20 11:14:19.145782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['91cae30d-5dcf-4a94-9cc1-6899554b7cd2'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:19.148357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b3f8f47-bd2d-4119-80a5-2050bcbbe3d0 req-cce2ebc9-89bb-40b8-8dbb-8103c6c5e3df tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720747 Aug 20 11:14:19.236592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-230f3ee2-559e-4903-a684-e8e791861dd3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a775c70d92a4ba69665c054fac01f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880264 Aug 20 11:14:19.240796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42260) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:19.253547 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:19.295812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:19.392579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab9639-9805-49fd-8fd9-99e438b0c8e7 req-1ca79674-3f47-467b-9dea-3f19bfc14f5a tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:19.401405 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2ab9639-9805-49fd-8fd9-99e438b0c8e7 req-1ca79674-3f47-467b-9dea-3f19bfc14f5a tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 945 time: 0.2905042 Aug 20 11:14:19.458884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2ab9639-9805-49fd-8fd9-99e438b0c8e7 req-a32311a4-412b-4054-a7d1-94960fe22dde tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563538 Aug 20 11:14:19.497986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33282d64-083f-4489-b821-482fd1ea8704 req-c0eff1d2-09ca-4201-8f24-52889805932e service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408680 Aug 20 11:14:19.519828 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8501c1b9-b764-4fb4-b415-9c1deb942603 req-93b717e9-fb2a-4dd1-af6b-74d3e9fe37e5 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 210 time: 0.2184696 Aug 20 11:14:19.661044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4324ec1c-ada1-4a9e-9047-f362bc695469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:19.694991 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4324ec1c-ada1-4a9e-9047-f362bc695469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:19.852662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e35371f-15fb-4958-ab91-a78804dd7581 req-bfffd383-9696-4916-96b3-ac99840a7c9c tempest-ServersAdminTestJSON-48412860 tempest-ServersAdminTestJSON-48412860-project] 10.222.0.10 "GET /v2.0/ports?device_id=04b8a087-447a-4407-973d-80f2326a55c1 HTTP/1.1" status: 200 len: 210 time: 0.0584924 Aug 20 11:14:20.000328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:20.044002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:14:20.097444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:20.117182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:20.120061 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9e0182-59d5-4c8d-983e-17ba5717964e" -d '{"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-unplugged", "status": "completed", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:20.170495 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2632d2-56af-417d-bae4-fefafc226e79 x-openstack-request-id: req-0f2632d2-56af-417d-bae4-fefafc226e79 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:20.170844 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-unplugged", "status": "completed", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:20.171132 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f2632d2-56af-417d-bae4-fefafc226e79 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:20.171609 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'code': 200} Aug 20 11:14:20.192380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:20.442118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Transition to ACTIVE for port object abec4502-85dc-4c11-b581-2da0c1e9d2f0 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:20.449851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4324ec1c-ada1-4a9e-9047-f362bc695469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:20.449851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4324ec1c-ada1-4a9e-9047-f362bc695469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:20.449851 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4324ec1c-ada1-4a9e-9047-f362bc695469 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac11a861-a79e-4972-8a62-78109e73abc5 HTTP/1.1" status: 204 len: 168 time: 1.2060943 Aug 20 11:14:20.458139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324ec1c-ada1-4a9e-9047-f362bc695469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11a861-a79e-4972-8a62-78109e73abc5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:20.525112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:20.598293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be07a4-c6f3-4d06-af2a-d48615a55e09 req-ef98162e-0662-43b9-aa99-2f0ce2366bc2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:20.598293 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92be07a4-c6f3-4d06-af2a-d48615a55e09 req-ef98162e-0662-43b9-aa99-2f0ce2366bc2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.3467832 Aug 20 11:14:20.613737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:20.621708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:20.622153 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:20.632581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5db35-3f94-42a6-96b1-c368537ec0bb req-8088998e-653e-4c2a-bd13-b9d6c7d5d227 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:20.634537 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9ae5db35-3f94-42a6-96b1-c368537ec0bb req-8088998e-653e-4c2a-bd13-b9d6c7d5d227 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 945 time: 0.1002719 Aug 20 11:14:20.635808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:20.661790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:14:20.668128 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92be07a4-c6f3-4d06-af2a-d48615a55e09 req-4b407165-c204-4af6-a76e-36002f78f156 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657599 Aug 20 11:14:20.761994 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:20.779000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:20.820684 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:20.833228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] No DVR routers for this DVR port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:14:20.853450 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39ed4501-8caf-4220-b1b1-4a74873e45bd req-27c0c231-9bed-44fc-8e08-c8e90539438c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 210 time: 0.0794554 Aug 20 11:14:20.871189 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9ae5db35-3f94-42a6-96b1-c368537ec0bb req-c6c56a18-41eb-4260-82b6-98cb57dd5715 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264807 Aug 20 11:14:20.896688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:20.899246 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f1b96d-40d0-4034-8fcc-e81a1d330b51" -d '{"events": [{"server_uuid": "495f2d55-fccc-4a63-aa83-d435ccb8e5c4", "name": "network-vif-plugged", "status": "completed", "tag": "91cae30d-5dcf-4a94-9cc1-6899554b7cd2"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:20.916953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:20.977395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:14:20.977775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:14:20.978114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:20.988625 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:20.989826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 16ca3c79-1fdc-4d58-9d25-b35d215656ab no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:21.002827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:14:21.003856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:21.037327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:14:21.037683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:14:21.047476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:14:21.048022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Bound port: abec4502-85dc-4c11-b581-2da0c1e9d2f0, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:14:21.048401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:21.058133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 16ca3c79-1fdc-4d58-9d25-b35d215656ab {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:14:21.058785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 16ca3c79-1fdc-4d58-9d25-b35d215656ab not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:14:21.068499 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b4753e-1024-4f7f-a413-bcca5409cc6b x-openstack-request-id: req-e3b4753e-1024-4f7f-a413-bcca5409cc6b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:21.069134 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495f2d55-fccc-4a63-aa83-d435ccb8e5c4", "name": "network-vif-plugged", "status": "completed", "tag": "91cae30d-5dcf-4a94-9cc1-6899554b7cd2", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:21.069766 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3b4753e-1024-4f7f-a413-bcca5409cc6b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:21.070477 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'code': 200} Aug 20 11:14:21.234322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:21.252671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:14:21.258028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:14:21.260949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654c7a0-84fe-4ed6-8a86-1085a78f3d7b req-ecf6a57e-98fc-41e1-b78c-58978b69b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:21.262548 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a654c7a0-84fe-4ed6-8a86-1085a78f3d7b req-ecf6a57e-98fc-41e1-b78c-58978b69b5af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 1097 time: 0.1154804 Aug 20 11:14:21.356763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:21.357803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-6c5ca98d-2a23-4d85-b558-68a0fb95c88a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550902 Aug 20 11:14:21.448926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:21.450382 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:21.451860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] 10.222.0.57 "PUT /v2.0/ports/abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 1096 time: 2.5095217 Aug 20 11:14:21.463802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a654c7a0-84fe-4ed6-8a86-1085a78f3d7b req-009e1b46-3946-430c-a469-44ae2fba9b7d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930029 Aug 20 11:14:21.469228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9871499-b096-45f1-b01a-e2f9aa636f69 service neutron] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:21.594163 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-8206f82d-afd1-4ae5-acc5-9b2ae71804e4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:21.600252 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-8206f82d-afd1-4ae5-acc5-9b2ae71804e4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361746 Aug 20 11:14:21.669945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Request body: {'port': {'device_id': '91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '87c91f87b43245b8b721772af7d5e336'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:21.722929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-acc592c4-4cf9-4c65-b013-1c294105b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:21.732757 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-acc592c4-4cf9-4c65-b013-1c294105b734 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 1099 time: 0.0660634 Aug 20 11:14:21.904820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cedcb1-72de-48c0-86f4-1677a5175e57 req-c2021c05-ef2c-44d6-9962-ac986e6d9921 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:21.912552 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3cedcb1-72de-48c0-86f4-1677a5175e57 req-c2021c05-ef2c-44d6-9962-ac986e6d9921 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 948 time: 0.1044173 Aug 20 11:14:21.920753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-d1d41680-8525-4779-9d79-533910f68d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:21.924290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-d1d41680-8525-4779-9d79-533910f68d3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1841204 Aug 20 11:14:21.944058 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42332) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:22.015452 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3cedcb1-72de-48c0-86f4-1677a5175e57 req-6dbd0d8f-9be3-4956-a541-041b75611190 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014404 Aug 20 11:14:22.045786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-c73a2ed9-3cf8-4e57-aee1-be55c9ec30ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 217 time: 0.1091249 Aug 20 11:14:22.063243 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Made reservation on behalf of 87c91f87b43245b8b721772af7d5e336 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:14:22.078411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:22.098250 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:22.132742 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c032de71-421a-4e11-b0e9-5d0b95af084b req-5d10a7ed-caa3-49cb-89d2-81ced41a4cb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 210 time: 0.0855587 Aug 20 11:14:22.172843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:22.178170 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5205cb87-e35d-4a10-8399-69c549e558f3" -d '{"events": [{"name": "network-changed", "server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:22.222307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-0ac25360-a3be-42ab-bbd3-e808bc67df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:22.224712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-0ac25360-a3be-42ab-bbd3-e808bc67df66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1652181 Aug 20 11:14:22.287730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-d3bdd4f3-5be9-4c52-bc6a-42928e3977ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:22.289520 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-d3bdd4f3-5be9-4c52-bc6a-42928e3977ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577676 Aug 20 11:14:22.360213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55df818-08c5-479c-b3b5-f31a03925d1f req-250f79a8-5bba-4350-ad13-2390285a970b tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:22.362116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a55df818-08c5-479c-b3b5-f31a03925d1f req-250f79a8-5bba-4350-ad13-2390285a970b tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 946 time: 0.1981394 Aug 20 11:14:22.453829 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-38aba762-aa63-4c9d-a978-04098f5006df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a419f066d554e5b93b72868ccd1c6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038145 Aug 20 11:14:22.497324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42356) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:22.586222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a55df818-08c5-479c-b3b5-f31a03925d1f req-00f76f17-b34a-496b-9af2-deede7e84144 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860631 Aug 20 11:14:22.670125 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:22.679534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-aac47cb0-befb-424b-bbb9-c42e0fbbc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:22.681582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-aac47cb0-befb-424b-bbb9-c42e0fbbc1b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 1099 time: 0.1972368 Aug 20 11:14:22.767489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fe6d621e-f893-46de-a153-e86e0f88938a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:22.769320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:22.846777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425b5cd6-0e89-4f15-851e-0a1dbffff148,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:22.875908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-f4e4b0b3-cd24-45a6-bea4-d719d5916a16 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737295 Aug 20 11:14:22.877590 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7698c7-60e7-43af-b40f-acca202321de x-openstack-request-id: req-7c7698c7-60e7-43af-b40f-acca202321de {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:22.877940 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:22.878784 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c7698c7-60e7-43af-b40f-acca202321de {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:22.879164 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'status': 'completed', 'code': 200} Aug 20 11:14:22.909480 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fe6d621e-f893-46de-a153-e86e0f88938a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:22.979634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-35f8ecc4-2ffa-4a72-b9e1-69e83c4bdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:22.981162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-35f8ecc4-2ffa-4a72-b9e1-69e83c4bdd8d service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2872503 Aug 20 11:14:23.016909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e248d0ff-1db4-45c6-ad11-2c402c04de58 req-29359822-1f97-4f26-9dd1-8c430494bc4b service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314588 Aug 20 11:14:23.070589 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-b705211c-e7da-4880-bb21-a1cbde4af673 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0558250 Aug 20 11:14:23.164322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Allocated IP 192.168.233.237 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/0427c541-78fc-4bfd-91e7-101a38ebe8e3) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:14:23.228260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-8751cbda-82e0-4e73-9ab4-eafea04e76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:23.229875 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-8751cbda-82e0-4e73-9ab4-eafea04e76f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1463804 Aug 20 11:14:23.255311 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fe6d621e-f893-46de-a153-e86e0f88938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:23.258188 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fe6d621e-f893-46de-a153-e86e0f88938a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:23.275376 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fe6d621e-f893-46de-a153-e86e0f88938a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9eac15eb-b485-42c9-9697-87c458cc0f4a HTTP/1.1" status: 204 len: 168 time: 0.7680731 Aug 20 11:14:23.285251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93da65f-d3cf-469a-8ee5-79e785602c6e req-6914f06c-b463-49ca-bd21-1a5815bfd125 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:23.297892 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c93da65f-d3cf-469a-8ee5-79e785602c6e req-6914f06c-b463-49ca-bd21-1a5815bfd125 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 948 time: 0.1615171 Aug 20 11:14:23.312006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-d102cf75-3579-4543-bd70-3645a90f8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:23.316977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-d102cf75-3579-4543-bd70-3645a90f8bb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 1099 time: 0.1576006 Aug 20 11:14:23.339723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e15b238-4ac3-4a06-939f-2cfdeac52a2b req-66628286-5e02-45f0-9478-87f9a9d0975e tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 210 time: 0.1029024 Aug 20 11:14:23.495952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d621e-f893-46de-a153-e86e0f88938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eac15eb-b485-42c9-9697-87c458cc0f4a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:23.565504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-28bf5e80-62cd-4d4f-8b9f-30b798effaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:23.565504 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-28bf5e80-62cd-4d4f-8b9f-30b798effaac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3092268 Aug 20 11:14:23.589350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-4ae74933-9e87-4d29-9d6a-ac9ac7e983a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:23.593341 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-4ae74933-9e87-4d29-9d6a-ac9ac7e983a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2576447 Aug 20 11:14:23.698634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:23.729089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Transition to ACTIVE for port object 0427c541-78fc-4bfd-91e7-101a38ebe8e3 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:23.729289 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-eaaaf065-205d-4066-8f91-9bc33cdb9b56 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591194 Aug 20 11:14:23.731767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-b0696581-5983-4eb0-a2cc-2df20cddd422 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 217 time: 0.1248903 Aug 20 11:14:23.767171 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c93da65f-d3cf-469a-8ee5-79e785602c6e req-8eea0bbc-e38d-45d0-989b-54cdf0e86c03 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679224 Aug 20 11:14:23.880964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-b239b352-7d53-4e12-b3f4-6eb6fc8e541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:23.883065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-b239b352-7d53-4e12-b3f4-6eb6fc8e541d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1405444 Aug 20 11:14:23.907839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-ba7fb8b8-eb85-4de7-98c0-4249b97c138c service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626987 Aug 20 11:14:23.992582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-0ec7d93c-8937-49d9-a750-8699040faf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:23.994293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-0ec7d93c-8937-49d9-a750-8699040faf97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024554 Aug 20 11:14:24.001949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd02e7-af81-4764-9197-7e0e7e7e8239 req-b31c68c8-9bc8-401c-a55e-639845612b5d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:24.009830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bdd02e7-af81-4764-9197-7e0e7e7e8239 req-b31c68c8-9bc8-401c-a55e-639845612b5d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 946 time: 0.1047297 Aug 20 11:14:24.051888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:24.120656 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bdd02e7-af81-4764-9197-7e0e7e7e8239 req-734c500a-d058-43cf-9ff5-7e45d6387200 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095517 Aug 20 11:14:24.176728 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-62d8446c-b9bf-4390-809d-5a514eecc9bb service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634789 Aug 20 11:14:24.272403 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:24.295975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:24.319911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:14:24.331457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event updated for resources: {'Port': ['ID=0427c541-78fc-4bfd-91e7-101a38ebe8e3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:24.346629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5205cb87-e35d-4a10-8399-69c549e558f3 req-dec8d090-2ce0-4b13-b50e-cbfed6f377aa service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615646 Aug 20 11:14:24.464945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42424) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:24.514943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:24.515725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:24.593476 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-a8d00b54-1e79-4606-aad5-51e0f4cbec96 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 258 time: 0.4341602 Aug 20 11:14:24.602879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:24.610959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad2f52-2edf-4bac-9d55-9727e84bbd64 req-7f914002-466d-4d99-8022-165581fa756c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:24.625147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dbad2f52-2edf-4bac-9d55-9727e84bbd64 req-7f914002-466d-4d99-8022-165581fa756c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 936 time: 0.1400316 Aug 20 11:14:24.665308 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-82206841-c96a-4395-a1b8-be8f281ae3eb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0001690 Aug 20 11:14:24.674096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dbad2f52-2edf-4bac-9d55-9727e84bbd64 req-cff1e190-68b0-45e1-9bba-632f5b86500c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481091 Aug 20 11:14:24.685237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Request body: {'port': {'device_id': '91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:24.725121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42430) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:24.761702 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:24.838212 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-05473f47-85db-49aa-ab71-fa0c2b3f6426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:24.872346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:24.913705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3ec98a8d-4d98-45e9-af12-aae098c406c0 None None] Provisioning for port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:24.944062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3ec98a8d-4d98-45e9-af12-aae098c406c0 None None] Provisioning complete for port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:24.944679 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3ec98a8d-4d98-45e9-af12-aae098c406c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.009549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-79f3422f-2dc3-4dc6-9d7e-eaf5f604149d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b31b9c5da3142bd8d759e5972487bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804585 Aug 20 11:14:25.011963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42440) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:25.047217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3ec98a8d-4d98-45e9-af12-aae098c406c0 None None] Port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:14:25.192883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3a1ff-a908-4abe-988a-f7876007a6df req-06e74dcc-073c-420f-9397-be982d61ff11 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:25.194937 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-adf3a1ff-a908-4abe-988a-f7876007a6df req-06e74dcc-073c-420f-9397-be982d61ff11 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 948 time: 0.2039056 Aug 20 11:14:25.267114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.314494 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-05473f47-85db-49aa-ab71-fa0c2b3f6426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.352232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-adf3a1ff-a908-4abe-988a-f7876007a6df req-40fea856-4821-4e45-b7da-b0d884fb2db5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309214 Aug 20 11:14:25.362140 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd002359-1e16-4177-8b02-483c2bc66018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.430918 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd002359-1e16-4177-8b02-483c2bc66018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.449618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-05473f47-85db-49aa-ab71-fa0c2b3f6426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.485303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Allocated IP 172.25.4.223 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/fe468e12-f7f0-497f-bad8-edbb38ec8858) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:14:25.535252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05473f47-85db-49aa-ab71-fa0c2b3f6426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85161ef6-a957-412d-a4db-f1a9ef13fb67,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:25.545853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-05473f47-85db-49aa-ab71-fa0c2b3f6426 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e23ab16f9323405b84792c39ba3fcb09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0775728 Aug 20 11:14:25.547394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42450) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:25.597428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0427c541-78fc-4bfd-91e7-101a38ebe8e3 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:25.608533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.629339 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc7e0-b52a-4bd3-829e-697750f36c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.643244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Transition to ACTIVE for port object 0427c541-78fc-4bfd-91e7-101a38ebe8e3 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:25.684828 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc7e0-b52a-4bd3-829e-697750f36c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.726102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.803651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd002359-1e16-4177-8b02-483c2bc66018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.806690 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd002359-1e16-4177-8b02-483c2bc66018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.811027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fd002359-1e16-4177-8b02-483c2bc66018 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dddd5b53-0113-496c-86b9-2160e1b89bec HTTP/1.1" status: 204 len: 168 time: 0.7796824 Aug 20 11:14:25.834354 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.857268 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd002359-1e16-4177-8b02-483c2bc66018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddd5b53-0113-496c-86b9-2160e1b89bec,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:25.918630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae2cba-4e70-40bf-b86d-eb1471894ce8 req-4c1dd4b8-7d6a-44d5-babe-6eccf84305a9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:25.920355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37ae2cba-4e70-40bf-b86d-eb1471894ce8 req-4c1dd4b8-7d6a-44d5-babe-6eccf84305a9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 936 time: 0.1311684 Aug 20 11:14:25.937837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Pushing event updated for resources: {'Port': ['ID=0427c541-78fc-4bfd-91e7-101a38ebe8e3,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:25.945022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc7e0-b52a-4bd3-829e-697750f36c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.948949 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc7e0-b52a-4bd3-829e-697750f36c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.950132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a6ecc7e0-b52a-4bd3-829e-697750f36c25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85161ef6-a957-412d-a4db-f1a9ef13fb67 HTTP/1.1" status: 204 len: 168 time: 0.4018579 Aug 20 11:14:25.972176 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:25.972877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecc7e0-b52a-4bd3-829e-697750f36c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85161ef6-a957-412d-a4db-f1a9ef13fb67,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:26.039220 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37ae2cba-4e70-40bf-b86d-eb1471894ce8 req-eb0b635c-c2c0-45ad-9034-8a8efc9727bd tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075149 Aug 20 11:14:26.059475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Pushing event updated for resources: {'Port': ['ID=fe468e12-f7f0-497f-bad8-edbb38ec8858,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:26.103419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:26.107043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:26.115286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:14:26.182505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Attempting to bind port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:14:26.182846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Attempting to bind port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:14:26.183262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Attempting to bind port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:26.189946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:14:26.190367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Attempting to bind port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:26.218815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:14:26.219201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:14:26.219578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:14:26.220122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Bound port: 0427c541-78fc-4bfd-91e7-101a38ebe8e3, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:14:26.220490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:26.250093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:14:26.310791 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:26.381027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] For port 0427c541-78fc-4bfd-91e7-101a38ebe8e3, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:14:26.385041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] For port 0427c541-78fc-4bfd-91e7-101a38ebe8e3, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0427c541-78fc-4bfd-91e7-101a38ebe8e3,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:14:26.447085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:26.460954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'mac_address': 'fa:16:3e:4f:1e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:14:26.508643 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:26.525314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abec4502-85dc-4c11-b581-2da0c1e9d2f0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:26.546225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:26.843512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:27.024317 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:27.068813 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:27.100168 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:27.119029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:27.119666 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:27.121182 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] 10.222.0.57 "PUT /v2.0/ports/0427c541-78fc-4bfd-91e7-101a38ebe8e3 HTTP/1.1" status: 200 len: 1096 time: 2.4416783 Aug 20 11:14:27.121712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50', 'tag': '0427c541-78fc-4bfd-91e7-101a38ebe8e3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:27.124855 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4832fde4-14ad-47e3-8670-75127cc6bb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50", "tag": "0427c541-78fc-4bfd-91e7-101a38ebe8e3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:27.166265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:27.174543 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:27.193884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e96973-9c48-4355-be10-6bdee73e3170 service neutron] Pushing event updated for resources: {'Port': ['ID=0427c541-78fc-4bfd-91e7-101a38ebe8e3,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:27.332605 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Pushing event updated for resources: {'Port': ['ID=fe468e12-f7f0-497f-bad8-edbb38ec8858,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:27.343470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['abec4502-85dc-4c11-b581-2da0c1e9d2f0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:27.370871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:27.516460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-18383fe1-17ea-4edd-bf82-4181e9c4cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:27.518111 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-18383fe1-17ea-4edd-bf82-4181e9c4cf49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 1099 time: 0.1613050 Aug 20 11:14:27.542004 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:27.552105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-19ea0606-c956-496b-b330-2e56b9a64c5f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9569740 Aug 20 11:14:27.610384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200191c0-daa2-421b-baa0-785af0648b64 req-7b1e3307-f7e7-4dc7-99b1-648c7892d409 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:27.611099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-200191c0-daa2-421b-baa0-785af0648b64 req-7b1e3307-f7e7-4dc7-99b1-648c7892d409 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 949 time: 0.1143332 Aug 20 11:14:27.649224 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-826313d6-eba8-499a-b3a8-bc674b505db0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0427c541-78fc-4bfd-91e7-101a38ebe8e3 HTTP/1.1" status: 200 len: 217 time: 0.1219587 Aug 20 11:14:27.676479 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-200191c0-daa2-421b-baa0-785af0648b64 req-5480f51f-adf7-4382-9d66-7c49f68ea4c0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555251 Aug 20 11:14:27.780258 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-b23c838e-ac0f-4baf-b116-d346b276326f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 696 time: 0.2270665 Aug 20 11:14:28.053024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49265b0f-e4bd-470f-af00-34d4bcb2ee37 req-bc921ae8-c83f-42df-8ed8-08ce53def2f4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:28.063944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49265b0f-e4bd-470f-af00-34d4bcb2ee37 req-bc921ae8-c83f-42df-8ed8-08ce53def2f4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 948 time: 0.1295772 Aug 20 11:14:28.119623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49265b0f-e4bd-470f-af00-34d4bcb2ee37 req-c71a364f-0e63-411c-af2f-aa7c95ca4cc4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546548 Aug 20 11:14:28.236744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-bf8bfcc4-fffd-4863-8e52-fdb18f9c05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:28.238805 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-bf8bfcc4-fffd-4863-8e52-fdb18f9c05ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.5315311 Aug 20 11:14:28.240338 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e641477-3584-4cac-bd2e-69b019359fec x-openstack-request-id: req-2e641477-3584-4cac-bd2e-69b019359fec {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:28.240629 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50", "tag": "0427c541-78fc-4bfd-91e7-101a38ebe8e3", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:28.240884 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e641477-3584-4cac-bd2e-69b019359fec {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:28.241274 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50', 'tag': '0427c541-78fc-4bfd-91e7-101a38ebe8e3', 'status': 'completed', 'code': 200} Aug 20 11:14:28.346365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-d7d9cfa5-d5c7-4164-a67b-f43f6d05642a tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:28.360929 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82c4af7f-aab8-4c65-be0e-cd91d84f959d req-d7d9cfa5-d5c7-4164-a67b-f43f6d05642a tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.5792897 Aug 20 11:14:28.374329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-9313b99b-a5d8-486d-b7e4-eb673f24c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:28.392365 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-9313b99b-a5d8-486d-b7e4-eb673f24c1b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456392 Aug 20 11:14:28.603116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-13aa9d9b-2bf6-4790-aa16-448c522f669f service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028654 Aug 20 11:14:28.779503 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ca5a0a2-fe8d-4d01-b5ba-d3b3b27ba75e req-e848b726-ee26-440d-9bd3-728c9b61794f service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681745 Aug 20 11:14:28.856104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654213-6595-4189-b3ba-91680b7f67af req-82c68fb3-1792-4ee1-a0a1-bb1f840ba854 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:28.860070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-82c68fb3-1792-4ee1-a0a1-bb1f840ba854 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1605256 Aug 20 11:14:28.945093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-d5efcaa0-2e19-4885-9fb5-ce26053a3349 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 696 time: 0.0770984 Aug 20 11:14:28.973098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-1b654213-6595-4189-b3ba-91680b7f67af req-3d9eabfe-a668-414d-a0c3-73cee82c042c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Request body: {'floatingip': {'port_id': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:29.090001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1b654213-6595-4189-b3ba-91680b7f67af req-3d9eabfe-a668-414d-a0c3-73cee82c042c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:29.252147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-d840a480-309e-4ab4-aff6-fa7995f2ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:29.255103 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-d840a480-309e-4ab4-aff6-fa7995f2ae39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 1099 time: 0.2698629 Aug 20 11:14:29.623201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-3dbe1f2f-af26-487f-8ea0-aa4cb3982023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:29.625001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-3dbe1f2f-af26-487f-8ea0-aa4cb3982023 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3600280 Aug 20 11:14:29.695084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-953270e8-91cd-4490-b4bd-f306d48f8aee tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:29.697371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-953270e8-91cd-4490-b4bd-f306d48f8aee tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.57 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3&tenant_id=f6136056d5744f71aedd216a888b7728&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 949 time: 0.2606378 Aug 20 11:14:29.713943 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-29f04d7d-8008-4043-bb6d-c83b156694ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0427c541-78fc-4bfd-91e7-101a38ebe8e3 HTTP/1.1" status: 200 len: 217 time: 0.0779121 Aug 20 11:14:29.773236 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-05eed316-1b75-4cfc-b9fe-f6bce4830090 service neutron] 10.222.0.57 "GET /v2.0/ports/abec4502-85dc-4c11-b581-2da0c1e9d2f0/bindings/n-h1-804230-3 HTTP/1.1" status: 200 len: 382 time: 0.0682335 Aug 20 11:14:29.913539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-c8910472-caf8-4c1f-906d-eabb387a4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:29.915188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-c8910472-caf8-4c1f-906d-eabb387a4d62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 1100 time: 0.1093738 Aug 20 11:14:29.994156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-88233912-65aa-416b-aa10-181395578af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:29.995893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-88233912-65aa-416b-aa10-181395578af7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1978946 Aug 20 11:14:30.155524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-28bcf60f-8d68-4d4a-a2b4-4b262994d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:30.157087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-28bcf60f-8d68-4d4a-a2b4-4b262994d6e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2341278 Aug 20 11:14:30.228000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-e18c171b-f3a3-4c4d-81b8-40f43e89d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:30.233071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f29d97-2470-490c-8d0c-babd7ba34d8d req-8c9f4f7e-3ae3-4720-a5c3-9b396c92d30d tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:30.234766 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83f29d97-2470-490c-8d0c-babd7ba34d8d req-8c9f4f7e-3ae3-4720-a5c3-9b396c92d30d tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 948 time: 0.1551790 Aug 20 11:14:30.236308 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-e18c171b-f3a3-4c4d-81b8-40f43e89d06b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2313144 Aug 20 11:14:30.240784 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-6432476e-7a07-48f1-a021-77591950e91d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0754316 Aug 20 11:14:30.247149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:30.328936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-d291fb02-6cfb-4e44-9735-5c0c06d51d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:30.330354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-d291fb02-6cfb-4e44-9735-5c0c06d51d48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0671389 Aug 20 11:14:30.412018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83f29d97-2470-490c-8d0c-babd7ba34d8d req-55223c87-bc64-4342-b45d-c0200aa90af4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694021 Aug 20 11:14:30.429186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-db7f2e51-7289-49a9-aaef-5d81f4ee58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:30.431283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-db7f2e51-7289-49a9-aaef-5d81f4ee58ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918865 Aug 20 11:14:30.541269 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-26eff172-4e4f-4914-851c-c193c74180a6 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674217 Aug 20 11:14:30.574975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-5ad2f710-4a10-4407-9ea6-2a195fa312ef service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336424 Aug 20 11:14:30.595275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port abec4502-85dc-4c11-b581-2da0c1e9d2f0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:30.595275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port abec4502-85dc-4c11-b581-2da0c1e9d2f0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:30.595275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:30.675484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4832fde4-14ad-47e3-8670-75127cc6bb2d req-c97d4f33-39ea-42d6-9609-3caa5dd6112f service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015856 Aug 20 11:14:30.773559 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:30.804446 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1b654213-6595-4189-b3ba-91680b7f67af req-3d9eabfe-a668-414d-a0c3-73cee82c042c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:30.810310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:30.812894 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63598dc-9c28-43df-bacd-38bff71c56a7" -d '{"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-plugged", "status": "completed", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:30.829588 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:30.850124 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-61007be2-8aa5-49c0-93fe-dbba50743da5 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638314 Aug 20 11:14:30.864689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8227c5-e4d3-4ab9-9d2f-e8f11f6b7923 req-d67b9d50-f2e1-4a17-8871-e69f3765e9f8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:30.871845 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf8227c5-e4d3-4ab9-9d2f-e8f11f6b7923 req-d67b9d50-f2e1-4a17-8871-e69f3765e9f8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 949 time: 0.2955601 Aug 20 11:14:30.890918 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1b654213-6595-4189-b3ba-91680b7f67af req-3d9eabfe-a668-414d-a0c3-73cee82c042c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:30.922310 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:30.923318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf8227c5-e4d3-4ab9-9d2f-e8f11f6b7923 req-8c0dc35c-e1f2-4797-9b55-9c7bb1bdb54f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450087 Aug 20 11:14:31.064896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:31.114595 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [req-1b654213-6595-4189-b3ba-91680b7f67af req-3d9eabfe-a668-414d-a0c3-73cee82c042c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Floating IP 5107af47-fc5a-4d8c-9f01-d4589a01bd18 associated. External IP: 172.25.4.223, port: 91cae30d-5dcf-4a94-9cc1-6899554b7cd2. Aug 20 11:14:31.280006 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559ca3b4-a123-4580-bb0d-19ee64e1a0f5 x-openstack-request-id: req-559ca3b4-a123-4580-bb0d-19ee64e1a0f5 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:31.302797 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-plugged", "status": "completed", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:31.302797 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-559ca3b4-a123-4580-bb0d-19ee64e1a0f5 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:31.302797 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'code': 200} Aug 20 11:14:31.473262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b654213-6595-4189-b3ba-91680b7f67af req-3d9eabfe-a668-414d-a0c3-73cee82c042c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Router ed58e9c9-7457-4f91-9855-f6bb895ac855 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:14:31.514543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1095ff4-564d-49aa-8541-fa2473498a9c req-8876daa7-1769-4c83-a155-b031a4513c28 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:31.517039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1095ff4-564d-49aa-8541-fa2473498a9c req-8876daa7-1769-4c83-a155-b031a4513c28 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 945 time: 0.0891492 Aug 20 11:14:31.594054 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1095ff4-564d-49aa-8541-fa2473498a9c req-00c67fe6-590c-43e9-9f2c-df3533b5d9bc tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709491 Aug 20 11:14:31.694184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b654213-6595-4189-b3ba-91680b7f67af req-3d9eabfe-a668-414d-a0c3-73cee82c042c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:14:31.708531 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] Sync routers for ids ['ed58e9c9-7457-4f91-9855-f6bb895ac855'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:14:31.709751 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1b654213-6595-4189-b3ba-91680b7f67af req-3d9eabfe-a668-414d-a0c3-73cee82c042c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:31.720632 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] Routers {'ed58e9c9-7457-4f91-9855-f6bb895ac855'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:31.722300 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed58e9c9-7457-4f91-9855-f6bb895ac855'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:31.757379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-3d9eabfe-a668-414d-a0c3-73cee82c042c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "PUT /v2.0/floatingips/5107af47-fc5a-4d8c-9f01-d4589a01bd18 HTTP/1.1" status: 200 len: 997 time: 2.8052380 Aug 20 11:14:31.757966 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'tag': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:31.763553 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53" -d '{"events": [{"name": "network-changed", "server_uuid": "495f2d55-fccc-4a63-aa83-d435ccb8e5c4", "tag": "91cae30d-5dcf-4a94-9cc1-6899554b7cd2"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:31.853099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654213-6595-4189-b3ba-91680b7f67af req-6d2fd3f7-2653-4f2a-a229-d0a17a31ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:31.856048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-6d2fd3f7-2653-4f2a-a229-d0a17a31ed27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ded5081b6e64a92ac2d5e53ac867266&device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 1097 time: 0.0731664 Aug 20 11:14:31.904155 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] Set router ed58e9c9-7457-4f91-9855-f6bb895ac855 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:32.238093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0427c541-78fc-4bfd-91e7-101a38ebe8e3 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:14:32.296840 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:14:02Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5107af47-fc5a-4d8c-9f01-d4589a01bd18', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'port_id': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'mac_address': 'fa:16:3e:f3:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:14:26Z', 'updated_at': '2021-08-20T11:14:30Z', 'revision_number': 1, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2103ff-9a5f-4487-aa45-a42b748c1848', 'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'mac_address': 'fa:16:3e:2a:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:14:01Z', 'updated_at': '2021-08-20T11:14:10Z', 'revision_number': 5, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'subnets': [{'id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:32.346188 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] Checking router: ed58e9c9-7457-4f91-9855-f6bb895ac855 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:14:32.370388 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] Routers {'ed58e9c9-7457-4f91-9855-f6bb895ac855'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:32.373312 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed58e9c9-7457-4f91-9855-f6bb895ac855'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:32.399040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654213-6595-4189-b3ba-91680b7f67af req-5fbdaa2d-1dcf-4ac1-bef9-25b6a972ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:32.408767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-5fbdaa2d-1dcf-4ac1-bef9-25b6a972ff36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f HTTP/1.1" status: 200 len: 930 time: 0.5359032 Aug 20 11:14:32.425135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0427c541-78fc-4bfd-91e7-101a38ebe8e3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0427c541-78fc-4bfd-91e7-101a38ebe8e3,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:32.452832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '0427c541-78fc-4bfd-91e7-101a38ebe8e3', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '0427c541-78fc-4bfd-91e7-101a38ebe8e3', 'mac_address': 'fa:16:3e:65:97:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:14:32.515177 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:32.541195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0427c541-78fc-4bfd-91e7-101a38ebe8e3 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:32.570528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0427c541-78fc-4bfd-91e7-101a38ebe8e3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0427c541-78fc-4bfd-91e7-101a38ebe8e3,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:32.620406 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] Set router ed58e9c9-7457-4f91-9855-f6bb895ac855 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:32.634821 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-2d61f0eb-8319-49c6-902c-3609f273f2a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2 HTTP/1.1" status: 200 len: 1000 time: 0.2244511 Aug 20 11:14:32.653578 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:32.719767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654213-6595-4189-b3ba-91680b7f67af req-215a79e4-8a75-4b1f-bbaa-2d5d2bd00c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:32.722740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=0427c541-78fc-4bfd-91e7-101a38ebe8e3,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:32.723750 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-215a79e4-8a75-4b1f-bbaa-2d5d2bd00c0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0653c585-ea8e-4f81-ad1b-15d271406bde HTTP/1.1" status: 200 len: 868 time: 0.0879714 Aug 20 11:14:32.790774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b654213-6595-4189-b3ba-91680b7f67af req-9f6da938-4910-4ac7-bc1c-7044aca27a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:32.802914 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-9f6da938-4910-4ac7-bc1c-7044aca27a3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647047 Aug 20 11:14:32.811613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-9b43c377-b9e2-4711-aebe-6936e1bb9681 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:14:32.827973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-9b43c377-b9e2-4711-aebe-6936e1bb9681 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160398 Aug 20 11:14:32.879647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:33.088521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-33aeb2e2-2391-409b-b2ab-85b9646bba23 service neutron] 10.222.0.10 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675877 Aug 20 11:14:33.173426 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:14:02Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5107af47-fc5a-4d8c-9f01-d4589a01bd18', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'port_id': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'mac_address': 'fa:16:3e:f3:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:14:26Z', 'updated_at': '2021-08-20T11:14:30Z', 'revision_number': 1, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2103ff-9a5f-4487-aa45-a42b748c1848', 'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'mac_address': 'fa:16:3e:2a:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:14:01Z', 'updated_at': '2021-08-20T11:14:10Z', 'revision_number': 5, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'subnets': [{'id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:33.207393 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69389cb-d96f-4255-bde9-a2d51c1f117f None None] The sync data for ids ['ed58e9c9-7457-4f91-9855-f6bb895ac855'] in n-d-804230-3 is: [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:14:02Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5107af47-fc5a-4d8c-9f01-d4589a01bd18', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'floating_ip_address': '172.25.4.223', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'port_id': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'mac_address': 'fa:16:3e:f3:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:14:26Z', 'updated_at': '2021-08-20T11:14:30Z', 'revision_number': 1, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2103ff-9a5f-4487-aa45-a42b748c1848', 'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'mac_address': 'fa:16:3e:2a:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:14:01Z', 'updated_at': '2021-08-20T11:14:10Z', 'revision_number': 5, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'subnets': [{'id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:14:33.211784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b654213-6595-4189-b3ba-91680b7f67af req-e50015ee-213a-42b7-9718-53cd0ffa6871 service neutron] 10.222.0.10 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165118 Aug 20 11:14:33.236064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7fc9-e2c5-404d-92b7-970f48928ca2 req-1515566a-b412-4e64-ba79-53fb17218990 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:33.243494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5aea7fc9-e2c5-404d-92b7-970f48928ca2 req-1515566a-b412-4e64-ba79-53fb17218990 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 949 time: 0.1187809 Aug 20 11:14:33.287670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5aea7fc9-e2c5-404d-92b7-970f48928ca2 req-1b66cf8e-0497-49ea-b6d1-09992bf6c163 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432799 Aug 20 11:14:33.343812 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3ee830-d53a-49d6-a7f1-db2ffa83dc1e x-openstack-request-id: req-7b3ee830-d53a-49d6-a7f1-db2ffa83dc1e {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:33.344213 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495f2d55-fccc-4a63-aa83-d435ccb8e5c4", "tag": "91cae30d-5dcf-4a94-9cc1-6899554b7cd2", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:33.344563 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b3ee830-d53a-49d6-a7f1-db2ffa83dc1e {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:33.345084 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'tag': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'status': 'completed', 'code': 200} Aug 20 11:14:33.422780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-86906e5a-29bd-425a-aa83-e402e93c61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:33.425045 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-86906e5a-29bd-425a-aa83-e402e93c61a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ded5081b6e64a92ac2d5e53ac867266&device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 1097 time: 0.0575893 Aug 20 11:14:33.464841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d8130-ad67-44d5-bbcc-00ef03f769af None None] New status for floating IP 5107af47-fc5a-4d8c-9f01-d4589a01bd18: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:14:33.562070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266233fa-5ee1-4b1c-a5c9-5a0801a43e01 req-fe3f1ff0-5dea-4798-af90-adf64ce05b6e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:33.563752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-266233fa-5ee1-4b1c-a5c9-5a0801a43e01 req-fe3f1ff0-5dea-4798-af90-adf64ce05b6e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.1375895 Aug 20 11:14:33.603306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-471cfd74-735f-484e-bb62-cc4f217445f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:33.605376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-471cfd74-735f-484e-bb62-cc4f217445f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f HTTP/1.1" status: 200 len: 930 time: 0.1701803 Aug 20 11:14:33.673592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-266233fa-5ee1-4b1c-a5c9-5a0801a43e01 req-56bf9c79-632a-4732-b78b-2cdc49aea8a9 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869658 Aug 20 11:14:33.695989 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-ccca69ff-4008-462f-a628-a01a93a527f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0803187 Aug 20 11:14:33.759794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-48ed4046-cff0-494c-958c-490b051f155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:33.761265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-48ed4046-cff0-494c-958c-490b051f155c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0653c585-ea8e-4f81-ad1b-15d271406bde HTTP/1.1" status: 200 len: 868 time: 0.0530005 Aug 20 11:14:33.810443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-b75770ed-ac08-4dd0-95e9-61da7208d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:33.811975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-b75770ed-ac08-4dd0-95e9-61da7208d47d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422916 Aug 20 11:14:33.924681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-5bf435c2-888b-4caa-917a-ee9b249309f7 service neutron] 10.222.0.57 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052577 Aug 20 11:14:34.150203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ace6dcf-58c7-4d3f-bfa2-a4b1c975fd53 req-1bcb67ad-2ea8-45b2-9a4c-2d9c775ec65d service neutron] 10.222.0.57 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184365 Aug 20 11:14:34.257509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0427c541-78fc-4bfd-91e7-101a38ebe8e3 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:34.779640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:34.785660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:34.786052 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:34.860856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:34.891398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0427c541-78fc-4bfd-91e7-101a38ebe8e3'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:34.893659 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa2b5d7-04b6-4bd2-90f4-edcff141dab0" -d '{"events": [{"server_uuid": "91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50", "name": "network-vif-plugged", "status": "completed", "tag": "0427c541-78fc-4bfd-91e7-101a38ebe8e3"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:34.907557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0427c541-78fc-4bfd-91e7-101a38ebe8e3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0427c541-78fc-4bfd-91e7-101a38ebe8e3,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:35.071002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-2f0fe58a-206c-4917-8d43-8812e83665ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:35.072427 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-2f0fe58a-206c-4917-8d43-8812e83665ff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3&tenant_id=f6136056d5744f71aedd216a888b7728 HTTP/1.1" status: 200 len: 1101 time: 0.1039391 Aug 20 11:14:35.077082 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-8a88c7cd-2a44-4fea-9622-eb1ccdc0971f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 258 time: 0.1914363 Aug 20 11:14:35.085591 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:35.086626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:35.094806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:35.183185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:35.275493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=0427c541-78fc-4bfd-91e7-101a38ebe8e3,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:35.297401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:35.312537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae5700-2ddc-4bb3-98a6-b5f096f9df89 req-f7c42c89-2e68-4a9a-8d88-17ac1552eccd tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:35.314269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ebae5700-2ddc-4bb3-98a6-b5f096f9df89 req-f7c42c89-2e68-4a9a-8d88-17ac1552eccd tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 950 time: 0.0666397 Aug 20 11:14:35.358567 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ebae5700-2ddc-4bb3-98a6-b5f096f9df89 req-013b053c-0f2e-4d45-a594-eeef38f35014 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Aug 20 11:14:35.454153 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:35.473712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997febd-4ffd-42b7-ab63-a4575b83cb0b req-5ae57740-be9c-4606-a567-32f51a4ad040 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:35.475279 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a997febd-4ffd-42b7-ab63-a4575b83cb0b req-5ae57740-be9c-4606-a567-32f51a4ad040 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0505049 Aug 20 11:14:35.502914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:14:35.523046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a997febd-4ffd-42b7-ab63-a4575b83cb0b req-cdd8ae59-1af5-4618-9923-9eb4cf231a6e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Aug 20 11:14:35.532767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:35.554421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:35.556720 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5c16e6-754a-4a19-b0d8-4ab48d0c7926" -d '{"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-unplugged", "status": "completed", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:35.566074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:35.569433 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851ad923-1339-4627-a27f-81c2b3f9b591 x-openstack-request-id: req-851ad923-1339-4627-a27f-81c2b3f9b591 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:35.569987 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50", "name": "network-vif-plugged", "status": "completed", "tag": "0427c541-78fc-4bfd-91e7-101a38ebe8e3", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:35.570511 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-851ad923-1339-4627-a27f-81c2b3f9b591 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:35.571170 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0427c541-78fc-4bfd-91e7-101a38ebe8e3', 'code': 200} Aug 20 11:14:35.611510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Transition to ACTIVE for port object abec4502-85dc-4c11-b581-2da0c1e9d2f0 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:35.671924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Allocated IP 172.25.4.37 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/02e7612a-0264-4d8e-9b52-9608ae22e888) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:14:35.714343 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-91b05e49-3419-4eb8-b8f3-ca07eede10c8 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1288743458&fields=id&tenant_id=ee3d1306599a4d3dbfe3d588552e10e0 HTTP/1.1" status: 200 len: 267 time: 0.0618594 Aug 20 11:14:35.725033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ee896-6adb-4c35-a915-47efd05ec80e req-4d19f817-81b5-4388-bdcb-f03629deff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:35.725033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-595ee896-6adb-4c35-a915-47efd05ec80e req-4d19f817-81b5-4388-bdcb-f03629deff65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 1101 time: 0.0899391 Aug 20 11:14:35.764528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:35.802259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:35.808856 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-595ee896-6adb-4c35-a915-47efd05ec80e req-10859c4d-2d4e-44eb-a340-6617e3066916 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772986 Aug 20 11:14:35.831405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:35.855612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3e399ec4-e81e-4173-8bc4-a1b6048cfb04 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:35.857100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3e399ec4-e81e-4173-8bc4-a1b6048cfb04 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/networks?id=2edbf63b-41ed-48ed-9209-772b0f82fb31 HTTP/1.1" status: 200 len: 824 time: 0.1347258 Aug 20 11:14:35.859327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] No DVR routers for this DVR port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:14:35.874571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-bbd33586-7bfe-4dcf-b6b9-f364c4127081 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/quotas/ee3d1306599a4d3dbfe3d588552e10e0 HTTP/1.1" status: 200 len: 375 time: 0.0113451 Aug 20 11:14:35.913330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:14:35.913681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:14:35.913999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:35.919546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:14:35.920209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Attempting to bind port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:35.926473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:14:35.926963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:14:35.927363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:14:35.927999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Bound port: abec4502-85dc-4c11-b581-2da0c1e9d2f0, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:14:35.928379 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:35.943240 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-8e3fbbc4-fe5f-46cd-8d7e-16c3cdce6fe0 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee3d1306599a4d3dbfe3d588552e10e0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0609255 Aug 20 11:14:36.000281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:14:36.005061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:14:36.036878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:36.049061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-dc20d761-01d9-460c-b12f-de6e5b62f7f7 service neutron] 10.222.0.10 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922673 Aug 20 11:14:36.083502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:36.086684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:36.089276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:14:36.114040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Pushing event updated for resources: {'Port': ['ID=02e7612a-0264-4d8e-9b52-9608ae22e888,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:36.137271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:36.148396 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-6f48ce53-f287-40e9-bf66-6d19334d8b8d service neutron] 10.222.0.10 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927997 Aug 20 11:14:36.183761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:36.184406 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:36.186153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] 10.222.0.38 "PUT /v2.0/ports/abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 1097 time: 1.1038952 Aug 20 11:14:36.273382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:36.276205 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:36.277593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17795f10-b606-4c76-b2ec-4c99a8e627ca service neutron] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=11']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:36.295515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-e6fc2b74-7bfb-41f2-b5a7-da16ccf70ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:36.297373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-e6fc2b74-7bfb-41f2-b5a7-da16ccf70ce1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 1100 time: 0.0825903 Aug 20 11:14:36.324799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:14:36.436871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:36.442583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-353bcfa6-15f2-4533-8712-7e8eb5554753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:36.447995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-353bcfa6-15f2-4533-8712-7e8eb5554753 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1403465 Aug 20 11:14:36.497159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-3859c35b-b4d1-442a-b7e8-f17a28a8438f tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:36.497159 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-3859c35b-b4d1-442a-b7e8-f17a28a8438f tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.57 "GET /v2.0/ports?device_id=75c9ed01-4315-4a2b-ba5a-d260cd904875 HTTP/1.1" status: 200 len: 945 time: 0.0654016 Aug 20 11:14:36.566864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-4d22ea95-06b1-4589-88ab-09245b103903 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0688930 Aug 20 11:14:36.615098 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38b68a2-64b5-49a2-a030-b5d0a3557bcc x-openstack-request-id: req-a38b68a2-64b5-49a2-a030-b5d0a3557bcc {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:36.615487 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-unplugged", "status": "completed", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:36.615805 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a38b68a2-64b5-49a2-a030-b5d0a3557bcc {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:36.616262 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'code': 200} Aug 20 11:14:36.634660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Deleting port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:36.634916 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:36.674098 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c24b834-d0b6-4341-a682-3b8f9bf9f948 req-1914c7db-d8a6-48f1-a3bc-0f080fffe80c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 210 time: 0.0357070 Aug 20 11:14:36.679043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-de48ca98-c869-4800-b610-ebb1813f0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:36.679043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-de48ca98-c869-4800-b610-ebb1813f0473 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1038978 Aug 20 11:14:36.766169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef536-769f-4eae-a367-cb3e166fa896 req-06a9ae78-ebca-4ebb-877d-cf2f0570ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:36.767677 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-06a9ae78-ebca-4ebb-877d-cf2f0570ed36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0805104 Aug 20 11:14:36.801946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] For port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:36.802386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:36.838587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:36.884818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-5b80c767-ab8a-40f1-9de4-7190f540a29b service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090534 Aug 20 11:14:36.903893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f255b44-5f22-4ac6-a44f-5ece64892313 req-fb6cdceb-b575-4147-93f8-710bb0884b3b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:36.905446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f255b44-5f22-4ac6-a44f-5ece64892313 req-fb6cdceb-b575-4147-93f8-710bb0884b3b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 950 time: 0.1499074 Aug 20 11:14:36.967654 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:37.002607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f255b44-5f22-4ac6-a44f-5ece64892313 req-1258a059-27a2-4105-a350-ca2e291f346a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846646 Aug 20 11:14:37.017443 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-998ef536-769f-4eae-a367-cb3e166fa896 req-724c3e1a-0219-4df4-9e9e-36578e9d0328 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226516 Aug 20 11:14:37.076822 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:37.104564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Pushing event updated for resources: {'Port': ['ID=02e7612a-0264-4d8e-9b52-9608ae22e888,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:37.113565 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:37.114325 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:37.114929 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Floating IP 88356e0d-44b7-4a3b-81a4-89b494e4239f disassociated. External IP: 172.25.4.225, port: b6e268e8-ab7f-4843-a02f-9fc83cc6bacb. Aug 20 11:14:37.115527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Calling delete_port for b6e268e8-ab7f-4843-a02f-9fc83cc6bacb owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:37.202950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:37.204757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-b1842926-0980-4590-adb0-f67edc617115 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1146498 Aug 20 11:14:37.264634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-9d2b195a-008e-46e8-9e70-128803dd2c2a tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 695 time: 0.0498128 Aug 20 11:14:37.368016 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:37.385692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-869080c9-3b94-4639-a91b-e9658676bad2 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:37.387206 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9a13dd2-65cd-444b-90f3-20ab25263ec8 req-869080c9-3b94-4639-a91b-e9658676bad2 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1162660 Aug 20 11:14:37.404618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event deleted for resources: {'Port': ['ID=b6e268e8-ab7f-4843-a02f-9fc83cc6bacb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:37.531991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Router 01563648-745d-4c19-b317-b2f70c2ece25 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:14:37.629702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78139114-0505-4d32-89f7-848cd2d02e81 req-bc865161-2e32-4a70-96cb-ebac1c1868c9 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:37.631421 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78139114-0505-4d32-89f7-848cd2d02e81 req-bc865161-2e32-4a70-96cb-ebac1c1868c9 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 949 time: 0.0651712 Aug 20 11:14:37.660331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:14:37.681056 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] Sync routers for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:14:37.698250 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:37.698936 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:37.702971 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78139114-0505-4d32-89f7-848cd2d02e81 req-c2e2a57a-a6f7-4e4d-9500-7799569a1f9d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544596 Aug 20 11:14:37.724701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] No DVR routers for this DVR port b6e268e8-ab7f-4843-a02f-9fc83cc6bacb on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:14:37.728754 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:37.730727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c56df999-40ab-42f2-98dd-593f6205fb53 req-f94fde53-61cf-4c7a-ae32-52f3dfbe21f9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.57 "DELETE /v2.0/ports/b6e268e8-ab7f-4843-a02f-9fc83cc6bacb HTTP/1.1" status: 204 len: 173 time: 1.2291746 Aug 20 11:14:37.731272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'name': 'network-vif-deleted', 'tag': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:37.734355 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c2eb58-2510-4725-aa78-bc20394bbc28" -d '{"events": [{"server_uuid": "75c9ed01-4315-4a2b-ba5a-d260cd904875", "name": "network-vif-deleted", "tag": "b6e268e8-ab7f-4843-a02f-9fc83cc6bacb"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:37.847214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db19a-d4d9-4acf-830a-6fa7cdd9a366 req-5ed78d90-b2d0-4698-96a2-40e4a0c2fe2e tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:37.855584 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-487db19a-d4d9-4acf-830a-6fa7cdd9a366 req-5ed78d90-b2d0-4698-96a2-40e4a0c2fe2e tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 950 time: 0.0711651 Aug 20 11:14:37.860961 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:37.869040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bbdf6-b8c9-4a58-a2af-a6eaba0c369b req-408b51a4-154f-4fd4-aacc-206cc0ebbacb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:37.870710 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-896bbdf6-b8c9-4a58-a2af-a6eaba0c369b req-408b51a4-154f-4fd4-aacc-206cc0ebbacb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0976908 Aug 20 11:14:37.919136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-487db19a-d4d9-4acf-830a-6fa7cdd9a366 req-61355bda-617e-413c-80f5-8257c6c1f1c4 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625000 Aug 20 11:14:37.946867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-896bbdf6-b8c9-4a58-a2af-a6eaba0c369b req-e526388c-ed2b-484a-9548-ac7dcf884a1f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 695 time: 0.0686853 Aug 20 11:14:37.954971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-896bbdf6-b8c9-4a58-a2af-a6eaba0c369b req-856b8601-6461-42ae-9fd8-58291686d3f6 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Request body: {'floatingip': {'port_id': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:38.011449 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-896bbdf6-b8c9-4a58-a2af-a6eaba0c369b req-856b8601-6461-42ae-9fd8-58291686d3f6 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:38.083103 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-099253b3-569e-4f6d-85f1-5835252cecdf req-95854c9f-e700-4510-a173-fcc5985afbdc tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 210 time: 0.0347826 Aug 20 11:14:38.165618 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:38.185200 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] Checking router: 01563648-745d-4c19-b317-b2f70c2ece25 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:14:38.197960 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:38.198941 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:38.444363 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:38.558654 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-896bbdf6-b8c9-4a58-a2af-a6eaba0c369b req-856b8601-6461-42ae-9fd8-58291686d3f6 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 11:14:38.559704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-896bbdf6-b8c9-4a58-a2af-a6eaba0c369b req-856b8601-6461-42ae-9fd8-58291686d3f6 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "PUT /v2.0/floatingips/1d880edf-f7b9-404d-9ef1-0642d1d7adb1 HTTP/1.1" status: 409 len: 550 time: 0.6092548 Aug 20 11:14:38.586787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:14:38.589290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e5cb5aa3-df7c-4d08-854c-333bdd6ef091 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:38.608747 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8efaf6-7ab4-42b6-b1e8-bb59d87f268a x-openstack-request-id: req-1d8efaf6-7ab4-42b6-b1e8-bb59d87f268a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:38.608747 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c9ed01-4315-4a2b-ba5a-d260cd904875", "name": "network-vif-deleted", "tag": "b6e268e8-ab7f-4843-a02f-9fc83cc6bacb", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:38.608747 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d8efaf6-7ab4-42b6-b1e8-bb59d87f268a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:38.608747 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c9ed01-4315-4a2b-ba5a-d260cd904875', 'name': 'network-vif-deleted', 'tag': 'b6e268e8-ab7f-4843-a02f-9fc83cc6bacb', 'status': 'completed', 'code': 200} Aug 20 11:14:38.617794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:38.620178 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb01fe6-2226-441d-bd9d-53996b78831e" -d '{"events": [{"name": "network-changed", "server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:38.702931 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:38.736528 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe154154-9660-438b-9bfd-b7f9e385e42e None None] The sync data for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 is: [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:14:38.786643 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:38.816938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:38.828141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:38.831117 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ebb147-c6bb-4ff1-bbb6-913a047740fc" -d '{"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:38.845404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'mac_address': 'fa:16:3e:4f:1e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:14:38.848267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:38.893869 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:38.909687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abec4502-85dc-4c11-b581-2da0c1e9d2f0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:38.936103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:39.004300 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:39.043895 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:39.046688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473e943-b7f5-448f-81e3-1b4f529840ec req-a55554ce-c31b-4216-b933-bf9400b0d5a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:39.050712 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4473e943-b7f5-448f-81e3-1b4f529840ec req-a55554ce-c31b-4216-b933-bf9400b0d5a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 950 time: 0.0696352 Aug 20 11:14:39.076622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:39.103060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4473e943-b7f5-448f-81e3-1b4f529840ec req-7bb9e5eb-5f2c-4004-9686-b11b242bb712 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Aug 20 11:14:39.107259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962f40f-96ee-42a5-81ff-9f85627b466d None None] New status for floating IP 88356e0d-44b7-4a3b-81a4-89b494e4239f: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:14:39.221918 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fb91ff-e104-4406-8a4b-d6ea681fe59e x-openstack-request-id: req-24fb91ff-e104-4406-8a4b-d6ea681fe59e {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:39.222207 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:39.222478 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24fb91ff-e104-4406-8a4b-d6ea681fe59e {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:39.222923 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'status': 'completed', 'code': 200} Aug 20 11:14:39.249939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-5b9b69a4-70ba-4cfc-8511-be6a39f76abb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips/1d880edf-f7b9-404d-9ef1-0642d1d7adb1 HTTP/1.1" status: 200 len: 692 time: 0.1017201 Aug 20 11:14:39.267556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=12']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:39.326134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfa84c-302f-461a-acd8-981691bea86d req-e731ec73-c90b-4bbb-b1a5-0f81513cfdd4 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:39.327034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39bfa84c-302f-461a-acd8-981691bea86d req-e731ec73-c90b-4bbb-b1a5-0f81513cfdd4 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 950 time: 0.0679574 Aug 20 11:14:39.358727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-8e88e50f-0770-4158-893f-a659baa01fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:39.360540 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-8e88e50f-0770-4158-893f-a659baa01fdd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 1101 time: 0.1367457 Aug 20 11:14:39.380890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39bfa84c-302f-461a-acd8-981691bea86d req-72bb977d-a278-4a91-9d13-0f0b7aaa2727 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454092 Aug 20 11:14:39.390507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['abec4502-85dc-4c11-b581-2da0c1e9d2f0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:39.439157 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f183d5-380b-4fcf-ace1-848f00e2d200 x-openstack-request-id: req-f5f183d5-380b-4fcf-ace1-848f00e2d200 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:39.439472 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:39.439731 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5f183d5-380b-4fcf-ace1-848f00e2d200 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:39.440744 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'code': 200} Aug 20 11:14:39.485800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-aea12fc0-dd1f-4335-8fba-b33bd599bb8b tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:39.491830 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-aea12fc0-dd1f-4335-8fba-b33bd599bb8b tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.2409210 Aug 20 11:14:39.557585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203050a-5618-4458-92fe-d584ffb71262 req-a2d765e9-7b75-4706-a87f-fa86ff77cd79 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:39.559391 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c203050a-5618-4458-92fe-d584ffb71262 req-a2d765e9-7b75-4706-a87f-fa86ff77cd79 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 946 time: 0.0638547 Aug 20 11:14:39.589523 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-0f58a0cc-b692-48df-a95d-745ef9f9e89b tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 695 time: 0.0964723 Aug 20 11:14:39.594686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-ad1a87a0-d1a8-4c8e-a8e1-3f8dac23521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:39.596728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-ad1a87a0-d1a8-4c8e-a8e1-3f8dac23521d service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2199056 Aug 20 11:14:39.607967 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c203050a-5618-4458-92fe-d584ffb71262 req-036ac656-d5f3-4666-a5e5-76bfd0751d09 tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aca5a77-4a89-455c-8fbd-c35f4490cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423181 Aug 20 11:14:39.646872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-ee2bd798-7cc9-491f-b325-a1026f8fe291 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.37 HTTP/1.1" status: 200 len: 695 time: 0.0491793 Aug 20 11:14:39.679773 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-f50525a2-b167-44ba-b1ca-e7d2238a13b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0473411 Aug 20 11:14:39.698333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c2f7e66f-7fb7-4745-95d6-e45f2fec385c req-62048e09-185d-4220-a294-f7b9bb18c8f0 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 210 time: 0.0281565 Aug 20 11:14:39.834284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-09971741-996b-43d0-8008-81b98e1f0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:39.838265 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-09971741-996b-43d0-8008-81b98e1f0e29 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1228211 Aug 20 11:14:39.887838 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-b8f6640e-c478-4ba1-aa2a-30aa09e3355d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Deleting port 02e7612a-0264-4d8e-9b52-9608ae22e888 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:39.888182 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-b8f6640e-c478-4ba1-aa2a-30aa09e3355d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:39.899707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-9ab5b038-0a38-4003-91b9-0a7a48849e9a tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:39.902674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-9ab5b038-0a38-4003-91b9-0a7a48849e9a tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.38 "GET /v2.0/networks?id=2edbf63b-41ed-48ed-9209-772b0f82fb31 HTTP/1.1" status: 200 len: 824 time: 0.1985245 Aug 20 11:14:39.910724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42960) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:39.949873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-9c1775fb-87e2-4679-875e-00bcb81e9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:39.951451 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-9c1775fb-87e2-4679-875e-00bcb81e9ff2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012743 Aug 20 11:14:39.968620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-c1624929-4302-4c45-9599-afaf01985c0d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee3d1306599a4d3dbfe3d588552e10e0 HTTP/1.1" status: 200 len: 380 time: 0.0506535 Aug 20 11:14:39.982130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Request body: {'port': {'device_id': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'admin_state_up': True, 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'security_groups': ['4c7b9d7b-4721-4307-b6a2-f0f54805d7a6']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:40.064941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-b8f6640e-c478-4ba1-aa2a-30aa09e3355d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.064941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-b8f6640e-c478-4ba1-aa2a-30aa09e3355d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.084487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-b8f6640e-c478-4ba1-aa2a-30aa09e3355d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Calling delete_port for 02e7612a-0264-4d8e-9b52-9608ae22e888 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:40.107257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5d441f-4ef0-481c-a63d-9a6e3d5cc196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.164894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-8af2044e-6089-4637-9aeb-8baaf4bbfdcf service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969688 Aug 20 11:14:40.191310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37bf43-4ad3-40c7-a3a4-e912353456de req-ab1a3fc9-2992-499d-96a9-b622bd48ab05 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:40.193351 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f37bf43-4ad3-40c7-a3a4-e912353456de req-ab1a3fc9-2992-499d-96a9-b622bd48ab05 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 1101 time: 0.1064322 Aug 20 11:14:40.225671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4f37bf43-4ad3-40c7-a3a4-e912353456de req-3c53e755-ea95-4b78-a2b8-aa3ba2523647 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.283067 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5d441f-4ef0-481c-a63d-9a6e3d5cc196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.300272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b6e268e8-ab7f-4843-a02f-9fc83cc6bacb no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:40.304175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cb01fe6-2226-441d-bd9d-53996b78831e req-4a9f392c-9df7-41f2-8d0c-4c86dbaa066a service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267636 Aug 20 11:14:40.329892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: b6e268e8-ab7f-4843-a02f-9fc83cc6bacb {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:14:40.330237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b6e268e8-ab7f-4843-a02f-9fc83cc6bacb not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:14:40.369525 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5d441f-4ef0-481c-a63d-9a6e3d5cc196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.402218 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-b8f6640e-c478-4ba1-aa2a-30aa09e3355d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.415188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d441f-4ef0-481c-a63d-9a6e3d5cc196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb81a3c1-71ec-4c6d-b99e-3d90599c01cd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:40.419997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5d5d441f-4ef0-481c-a63d-9a6e3d5cc196 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fb40a79940c4f9d8d36873bedb6b1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5081491 Aug 20 11:14:40.422666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42966) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:40.430125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6640e-c478-4ba1-aa2a-30aa09e3355d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Pushing event deleted for resources: {'Port': ['ID=02e7612a-0264-4d8e-9b52-9608ae22e888,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:40.479667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f95a223d-eca5-4077-b7c1-561a7512d0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.491873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-b8f6640e-c478-4ba1-aa2a-30aa09e3355d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.495951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-b8f6640e-c478-4ba1-aa2a-30aa09e3355d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.495951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41fa31ff-6403-47fb-b25b-787758c99d73 req-b8f6640e-c478-4ba1-aa2a-30aa09e3355d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "DELETE /v2.0/floatingips/1d880edf-f7b9-404d-9ef1-0642d1d7adb1 HTTP/1.1" status: 204 len: 173 time: 0.8184645 Aug 20 11:14:40.502134 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f95a223d-eca5-4077-b7c1-561a7512d0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.551201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Made reservation on behalf of ee3d1306599a4d3dbfe3d588552e10e0 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:14:40.555464 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.589150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:40.676841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f95a223d-eca5-4077-b7c1-561a7512d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.680084 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f95a223d-eca5-4077-b7c1-561a7512d0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.681356 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f95a223d-eca5-4077-b7c1-561a7512d0c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb81a3c1-71ec-4c6d-b99e-3d90599c01cd HTTP/1.1" status: 204 len: 168 time: 0.2576203 Aug 20 11:14:40.739175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a223d-eca5-4077-b7c1-561a7512d0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb81a3c1-71ec-4c6d-b99e-3d90599c01cd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:40.761225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port abec4502-85dc-4c11-b581-2da0c1e9d2f0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:40.763286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port abec4502-85dc-4c11-b581-2da0c1e9d2f0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:40.763859 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.798243 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.856326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Allocated IP 172.20.0.3 (2edbf63b-41ed-48ed-9209-772b0f82fb31/83377e28-2932-4097-8c29-2d00f93d937c/8ebb7381-70b9-41d2-a7e5-a519c8d869ed) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:14:40.860221 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.865145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4f37bf43-4ad3-40c7-a3a4-e912353456de req-3c53e755-ea95-4b78-a2b8-aa3ba2523647 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.921919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:40.967019 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4f37bf43-4ad3-40c7-a3a4-e912353456de req-3c53e755-ea95-4b78-a2b8-aa3ba2523647 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:40.998204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f37bf43-4ad3-40c7-a3a4-e912353456de req-3c53e755-ea95-4b78-a2b8-aa3ba2523647 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7929225 Aug 20 11:14:41.023213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53e755-ea95-4b78-a2b8-aa3ba2523647 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb31437-3d87-4691-9bea-4ad8a0a1ac8e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:41.030561 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:41.095192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:41.125547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Transition to ACTIVE for port object 8ebb7381-70b9-41d2-a7e5-a519c8d869ed will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:41.155077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=13']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:41.229767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-60a1362d-6635-496b-b08f-1b1b281d67cc tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:41.231389 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-60a1362d-6635-496b-b08f-1b1b281d67cc tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 946 time: 0.4171262 Aug 20 11:14:41.340663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-fa835199-eeff-4670-88b7-db26f55f341a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Deleting port f520e831-56d1-47ae-8310-b2946edd48d2 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:41.341067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-fa835199-eeff-4670-88b7-db26f55f341a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:41.365898 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:41.414536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Network 2edbf63b-41ed-48ed-9209-772b0f82fb31 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:41.418415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:41.425412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:14:41.431618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event updated for resources: {'Port': ['ID=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:41.441888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:41.444836 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7c4478-e6f7-481b-96a1-12349bcebe5b" -d '{"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-plugged", "status": "completed", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:41.473795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-fa835199-eeff-4670-88b7-db26f55f341a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] For port f520e831-56d1-47ae-8310-b2946edd48d2, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f520e831-56d1-47ae-8310-b2946edd48d2,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:41.473795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-fa835199-eeff-4670-88b7-db26f55f341a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:41.493463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-fa835199-eeff-4670-88b7-db26f55f341a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Calling delete_port for f520e831-56d1-47ae-8310-b2946edd48d2 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:41.501811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:41.501811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:41.583899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdb67c-ccc9-4e1f-b469-3ce0b9485636 req-6dcfefa5-32b4-4e8a-a55b-8ef58f9e3419 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:41.598947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cccdb67c-ccc9-4e1f-b469-3ce0b9485636 req-6dcfefa5-32b4-4e8a-a55b-8ef58f9e3419 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 951 time: 0.0737107 Aug 20 11:14:41.648625 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cccdb67c-ccc9-4e1f-b469-3ce0b9485636 req-090f6d77-3a0f-4fa5-acd2-d90ca5db73ee tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484314 Aug 20 11:14:41.657055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2e83899f-fde2-4667-aa42-6f1df1a3460c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6800480 Aug 20 11:14:41.670981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Request body: {'port': {'device_id': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:41.791043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-fa835199-eeff-4670-88b7-db26f55f341a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:41.810421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f520e831-56d1-47ae-8310-b2946edd48d2'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:41.810924 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:41.817786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-692977fa-1e0a-4b40-be69-4f3f93736c7f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 1002 time: 0.1258876 Aug 20 11:14:41.819585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa835199-eeff-4670-88b7-db26f55f341a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Pushing event deleted for resources: {'Port': ['ID=f520e831-56d1-47ae-8310-b2946edd48d2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:41.851816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a4b50abe-15e7-4248-af4c-699f7e9de3f5 None None] Provisioning for port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:41.856168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a4b50abe-15e7-4248-af4c-699f7e9de3f5 None None] Provisioning complete for port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:41.856764 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4b50abe-15e7-4248-af4c-699f7e9de3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:41.890755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-fa835199-eeff-4670-88b7-db26f55f341a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] No DVR routers for this DVR port f520e831-56d1-47ae-8310-b2946edd48d2 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:14:41.895816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-fa835199-eeff-4670-88b7-db26f55f341a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:41.898280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a4b50abe-15e7-4248-af4c-699f7e9de3f5 None None] Port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:14:41.899209 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f756e4fa-3925-48fb-aec1-619bb306c8f4 req-fa835199-eeff-4670-88b7-db26f55f341a tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.38 "DELETE /v2.0/ports/f520e831-56d1-47ae-8310-b2946edd48d2 HTTP/1.1" status: 204 len: 173 time: 0.6605980 Aug 20 11:14:41.899685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b54fbb7-c8ee-4a94-8d79-6df29f24a532', 'name': 'network-vif-deleted', 'tag': 'f520e831-56d1-47ae-8310-b2946edd48d2'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:41.902127 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d15fc1-8490-4ce6-83b4-51b819627904" -d '{"events": [{"server_uuid": "7b54fbb7-c8ee-4a94-8d79-6df29f24a532", "name": "network-vif-deleted", "tag": "f520e831-56d1-47ae-8310-b2946edd48d2"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:41.938987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-47306887-df6a-4159-9eb6-8f9e05f64c36 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:41.941052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-47306887-df6a-4159-9eb6-8f9e05f64c36 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports/91cae30d-5dcf-4a94-9cc1-6899554b7cd2 HTTP/1.1" status: 200 len: 943 time: 0.1102767 Aug 20 11:14:42.129782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-0457ac36-d1d6-4148-9d31-b4a293dc1be9 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 1002 time: 0.1124411 Aug 20 11:14:42.233245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43076) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:42.287189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-6859befc-7cdd-4938-ba71-707c113f88b8 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:42.288637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-6859befc-7cdd-4938-ba71-707c113f88b8 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1531391 Aug 20 11:14:42.320605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-a1829284-2ed0-41a8-a962-36dff61e108f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:14:42.321553 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-a1829284-2ed0-41a8-a962-36dff61e108f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084379 Aug 20 11:14:42.337065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebb7381-70b9-41d2-a7e5-a519c8d869ed {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:42.346526 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:42.352282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1801511094-network', 'tenant_id': 'a5612c09cd284a52a7719b4596117eea'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:42.395853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Transition to ACTIVE for port object 8ebb7381-70b9-41d2-a7e5-a519c8d869ed will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:42.412821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-8b657b47-78dc-4385-8ee0-dcd3676b2411 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 1002 time: 0.0711689 Aug 20 11:14:42.439001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f9410e58-14ae-45f2-add8-076f3e69a6a5 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:42.484430 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f9410e58-14ae-45f2-add8-076f3e69a6a5 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:42.594049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ba1f66f-ae17-4d3a-a7a3-551a205fbc3a req-9115598d-0dff-4d85-8ab1-b6f115cfed9d tempest-AttachSCSIVolumeTestJSON-696071715 tempest-AttachSCSIVolumeTestJSON-696071715-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b54fbb7-c8ee-4a94-8d79-6df29f24a532 HTTP/1.1" status: 200 len: 210 time: 0.0270963 Aug 20 11:14:42.612398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Made reservation on behalf of a5612c09cd284a52a7719b4596117eea for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:14:42.616396 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:42.626484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:42.636552 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:42.639827 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f9410e58-14ae-45f2-add8-076f3e69a6a5 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:42.702516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:42.753795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13390b6b-babe-4e5e-87b7-6204ebceeab6 req-e029b2bb-cdbc-4e3c-97bd-070f162447ff tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:42.755884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13390b6b-babe-4e5e-87b7-6204ebceeab6 req-e029b2bb-cdbc-4e3c-97bd-070f162447ff tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 943 time: 0.0873187 Aug 20 11:14:42.776951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Attempting to bind port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:14:42.777628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Attempting to bind port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:14:42.778027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Attempting to bind port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed on network 2edbf63b-41ed-48ed-9209-772b0f82fb31 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:42.783898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed on network 2edbf63b-41ed-48ed-9209-772b0f82fb31 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:14:42.784228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Attempting to bind port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed on network 2edbf63b-41ed-48ed-9209-772b0f82fb31 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:42.790560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:14:42.794344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Checking segment: {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:14:42.794344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Bound using segment: {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:14:42.794344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Bound port: 8ebb7381-70b9-41d2-a7e5-a519c8d869ed, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:14:42.794344 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:42.795781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f9410e58-14ae-45f2-add8-076f3e69a6a5 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:42.796110 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f9410e58-14ae-45f2-add8-076f3e69a6a5 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Floating IP 5107af47-fc5a-4d8c-9f01-d4589a01bd18 disassociated. External IP: 172.25.4.223, port: 91cae30d-5dcf-4a94-9cc1-6899554b7cd2. Aug 20 11:14:42.808422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:42.826527 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13390b6b-babe-4e5e-87b7-6204ebceeab6 req-5788031b-6cd0-4af4-a50a-69a9ca06a75d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552783 Aug 20 11:14:42.952320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] For port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:14:42.977427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] For port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:14:42.977632 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:42.995247 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:14:43.008641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5239620-a02d-4818-b316-2e0fd51952ff,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:43.028158 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:43.028918 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Added segment 917eb90a-42dc-466a-8614-3f69306cf12b of type vlan for network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 Aug 20 11:14:43.069757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:43.093770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f9410e58-14ae-45f2-add8-076f3e69a6a5 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Router ed58e9c9-7457-4f91-9855-f6bb895ac855 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:14:43.156255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:43.219066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f9410e58-14ae-45f2-add8-076f3e69a6a5 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:14:43.226772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f9410e58-14ae-45f2-add8-076f3e69a6a5 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:43.228145 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac1e2c7-32da-4172-bac6-a81496daec29 x-openstack-request-id: req-cac1e2c7-32da-4172-bac6-a81496daec29 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:43.229298 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-plugged", "status": "completed", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:43.229732 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cac1e2c7-32da-4172-bac6-a81496daec29 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:43.230394 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'code': 200} Aug 20 11:14:43.231939 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] Sync routers for ids ['ed58e9c9-7457-4f91-9855-f6bb895ac855'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:14:43.247983 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] Routers {'ed58e9c9-7457-4f91-9855-f6bb895ac855'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:43.249369 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed58e9c9-7457-4f91-9855-f6bb895ac855'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:43.255436 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:43.314059 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f9410e58-14ae-45f2-add8-076f3e69a6a5 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "PUT /v2.0/floatingips/5107af47-fc5a-4d8c-9f01-d4589a01bd18 HTTP/1.1" status: 200 len: 695 time: 0.8886194 Aug 20 11:14:43.322347 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'tag': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:43.325520 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b965a768-5d95-4a3c-b208-ae817e4d86ec" -d '{"events": [{"name": "network-changed", "server_uuid": "495f2d55-fccc-4a63-aa83-d435ccb8e5c4", "tag": "91cae30d-5dcf-4a94-9cc1-6899554b7cd2"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:43.332812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:43.333615 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:43.335157 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] 10.222.0.38 "PUT /v2.0/ports/8ebb7381-70b9-41d2-a7e5-a519c8d869ed HTTP/1.1" status: 200 len: 1091 time: 1.6696181 Aug 20 11:14:43.436008 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] Set router ed58e9c9-7457-4f91-9855-f6bb895ac855 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:43.447650 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:43.448927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:43.449515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:43.467999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482de2c-ee7d-400d-9dd8-e027646f1c83 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:43.487330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-54a6237d-a14e-4d07-811d-4fe70996cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:43.493033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-54a6237d-a14e-4d07-811d-4fe70996cb6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ded5081b6e64a92ac2d5e53ac867266&device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 1097 time: 0.1601322 Aug 20 11:14:43.568395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] Pushing event updated for resources: {'Network': ['ID=771cf2c7-2774-48d0-a4a7-ded7d18057b8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:43.579923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:14:43.659798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-ea5547a0-ea42-4a4f-9921-4d3965791fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:43.661908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-ea5547a0-ea42-4a4f-9921-4d3965791fdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f HTTP/1.1" status: 200 len: 930 time: 0.1641293 Aug 20 11:14:43.717541 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-3c49f2a0-34a0-47a7-94f0-fd611e1e83df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2 HTTP/1.1" status: 200 len: 217 time: 0.0480633 Aug 20 11:14:43.760021 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:14:02Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c2103ff-9a5f-4487-aa45-a42b748c1848', 'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'mac_address': 'fa:16:3e:2a:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:14:01Z', 'updated_at': '2021-08-20T11:14:10Z', 'revision_number': 5, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'subnets': [{'id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:43.791841 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] Checking router: ed58e9c9-7457-4f91-9855-f6bb895ac855 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:14:43.795366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f284f26f-b10a-4b9f-a2d1-3e584de8cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:43.797004 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-f284f26f-b10a-4b9f-a2d1-3e584de8cc17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0653c585-ea8e-4f81-ad1b-15d271406bde HTTP/1.1" status: 200 len: 868 time: 0.0728264 Aug 20 11:14:43.801939 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] Routers {'ed58e9c9-7457-4f91-9855-f6bb895ac855'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:43.802847 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed58e9c9-7457-4f91-9855-f6bb895ac855'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:43.803456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-e1d9a174-f290-432f-804b-13bafb88eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:43.804929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-e1d9a174-f290-432f-804b-13bafb88eb8e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee3d1306599a4d3dbfe3d588552e10e0&device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 1094 time: 0.0795472 Aug 20 11:14:43.871140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-2ca193a7-2b5c-4e22-b1c2-fc933797a753 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ebb7381-70b9-41d2-a7e5-a519c8d869ed HTTP/1.1" status: 200 len: 217 time: 0.0566649 Aug 20 11:14:43.913894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-25c89c15-0974-497d-b4e7-945dc22790a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:43.915345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-25c89c15-0974-497d-b4e7-945dc22790a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095836 Aug 20 11:14:43.922451 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] Set router ed58e9c9-7457-4f91-9855-f6bb895ac855 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:43.968165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-e47dd936-3cba-404f-badd-5ecfcb24117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:43.969727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-e47dd936-3cba-404f-badd-5ecfcb24117a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83377e28-2932-4097-8c29-2d00f93d937c HTTP/1.1" status: 200 len: 863 time: 0.0902843 Aug 20 11:14:44.043319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-62fdd503-98bf-4dda-a447-a5164cbfc3f1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8088939 Aug 20 11:14:44.046257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43124) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:44.050365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-179e82db-c38e-43d7-adf3-3acedbdccdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:44.051919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Request body: {'subnet': {'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1801511094-subnet', 'tenant_id': 'a5612c09cd284a52a7719b4596117eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:44.054900 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-179e82db-c38e-43d7-adf3-3acedbdccdcc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2edbf63b-41ed-48ed-9209-772b0f82fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739481 Aug 20 11:14:44.054900 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-27bfa848-f0cc-4844-a2ef-c839b8772eb7 service neutron] 10.222.0.10 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307290 Aug 20 11:14:44.149609 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:14:02Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c2103ff-9a5f-4487-aa45-a42b748c1848', 'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'mac_address': 'fa:16:3e:2a:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:14:01Z', 'updated_at': '2021-08-20T11:14:10Z', 'revision_number': 5, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'subnets': [{'id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:44.181102 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723bf82d-dd6c-4de1-b27a-78fbbd69b3ca None None] The sync data for ids ['ed58e9c9-7457-4f91-9855-f6bb895ac855'] in n-d-804230-3 is: [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:14:02Z', 'revision_number': 4, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c2103ff-9a5f-4487-aa45-a42b748c1848', 'name': '', 'network_id': '6c5b1a1a-8a98-4199-91c1-c0c8f840e93f', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'mac_address': 'fa:16:3e:2a:ff:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:14:01Z', 'updated_at': '2021-08-20T11:14:10Z', 'revision_number': 5, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'subnets': [{'id': '0653c585-ea8e-4f81-ad1b-15d271406bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:14:44.236758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-f3befa73-50b2-43b3-9fbc-273e16e97448 service neutron] 10.222.0.38 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758618 Aug 20 11:14:44.248496 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef5a3f4-28e7-40ae-a492-f1f5a974179b req-4a03087f-4760-4dce-a4b3-e03a1d0af42f service neutron] 10.222.0.10 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821778 Aug 20 11:14:44.307648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf655a04-ba07-4fe6-9674-05fd4c2a7311 req-2eb3de35-e29b-49d8-adba-0d7f34b73546 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:44.309506 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf655a04-ba07-4fe6-9674-05fd4c2a7311 req-2eb3de35-e29b-49d8-adba-0d7f34b73546 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 951 time: 0.0562966 Aug 20 11:14:44.332043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Made reservation on behalf of a5612c09cd284a52a7719b4596117eea for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:14:44.334887 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:44.357776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ab02a8d-ec1f-473c-ab7b-44c1be44e7f5 req-7120775f-afdc-43bc-b845-f9a30cef55ad service neutron] 10.222.0.38 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036193 Aug 20 11:14:44.416630 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf655a04-ba07-4fe6-9674-05fd4c2a7311 req-ec9b94b4-f7dc-4e98-9e05-d3056e2b337d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951023 Aug 20 11:14:44.458699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b9a48-a791-495a-b243-87d22db6144c None None] New status for floating IP 5107af47-fc5a-4d8c-9f01-d4589a01bd18: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:14:44.499296 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfda1f5-eeae-48a4-9370-f6e33fbd6592 x-openstack-request-id: req-9dfda1f5-eeae-48a4-9370-f6e33fbd6592 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:44.499777 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b54fbb7-c8ee-4a94-8d79-6df29f24a532", "name": "network-vif-deleted", "tag": "f520e831-56d1-47ae-8310-b2946edd48d2", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:44.499946 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9dfda1f5-eeae-48a4-9370-f6e33fbd6592 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:44.500407 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b54fbb7-c8ee-4a94-8d79-6df29f24a532', 'name': 'network-vif-deleted', 'tag': 'f520e831-56d1-47ae-8310-b2946edd48d2', 'status': 'completed', 'code': 200} Aug 20 11:14:44.520371 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44435438-fba3-4d60-b6bb-e1a7cf2ed3d0 x-openstack-request-id: req-44435438-fba3-4d60-b6bb-e1a7cf2ed3d0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:44.520662 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495f2d55-fccc-4a63-aa83-d435ccb8e5c4", "tag": "91cae30d-5dcf-4a94-9cc1-6899554b7cd2", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:44.526262 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44435438-fba3-4d60-b6bb-e1a7cf2ed3d0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:44.526262 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'tag': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'status': 'completed', 'code': 200} Aug 20 11:14:44.619520 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-2fd9f318-732a-497f-a1ce-b1f3a5281a16 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257852 Aug 20 11:14:44.627221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f520e831-56d1-47ae-8310-b2946edd48d2 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:44.655775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: f520e831-56d1-47ae-8310-b2946edd48d2 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:14:44.656515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f520e831-56d1-47ae-8310-b2946edd48d2 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:14:44.701412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091ba8f-b4d8-4315-a78f-77ad0ef100d5 req-7687a776-1e27-4399-ae5a-8b57c9638bfc tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:44.702104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-a8e8379e-5450-4fa0-8a10-63df31f1eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:44.702207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3091ba8f-b4d8-4315-a78f-77ad0ef100d5 req-7687a776-1e27-4399-ae5a-8b57c9638bfc tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 943 time: 0.0643840 Aug 20 11:14:44.702297 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-a8e8379e-5450-4fa0-8a10-63df31f1eb35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ded5081b6e64a92ac2d5e53ac867266&device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 1097 time: 0.1523993 Aug 20 11:14:44.764809 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3091ba8f-b4d8-4315-a78f-77ad0ef100d5 req-a585f633-24f3-4cf7-b9a1-531c3d276157 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 Aug 20 11:14:44.799626 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:44.857784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ccd5f5-6b39-476c-9f41-49436f01172a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:44.969809 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d55923a8-1d29-4867-b904-47328cafd4cd req-8c116d4d-271b-4291-aa56-6776b0434cc6 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips/5107af47-fc5a-4d8c-9f01-d4589a01bd18 HTTP/1.1" status: 200 len: 695 time: 0.0775938 Aug 20 11:14:44.993156 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2960fcd6-27ea-4a98-b7bc-26c55c17155e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:44.994600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Checking segment: {'id': '917eb90a-42dc-466a-8614-3f69306cf12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:14:44.995028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Network hostable DHCP agents. Network: 771cf2c7-2774-48d0-a4a7-ded7d18057b8, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:14:45.113799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55923a8-1d29-4867-b904-47328cafd4cd req-fd5a71fc-df5b-4cac-9649-e9d5626d3412 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:45.119033 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d55923a8-1d29-4867-b904-47328cafd4cd req-fd5a71fc-df5b-4cac-9649-e9d5626d3412 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1401808 Aug 20 11:14:45.125351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-25a771c8-8f84-46f5-b9af-25cf575e4fd6 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:45.126984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-25a771c8-8f84-46f5-b9af-25cf575e4fd6 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4957237 Aug 20 11:14:45.165571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-28ef6633-e55a-42d6-a583-33ca03429bbb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/quotas/87c91f87b43245b8b721772af7d5e336 HTTP/1.1" status: 200 len: 375 time: 0.0281219 Aug 20 11:14:45.168959 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d55923a8-1d29-4867-b904-47328cafd4cd req-5608f5c3-6f8e-4db9-bfc5-41c0abead3a4 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 698 time: 0.0460904 Aug 20 11:14:45.185772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-707907c0-1747-47a0-b8fd-7a5a218949ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:45.186878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-707907c0-1747-47a0-b8fd-7a5a218949ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f HTTP/1.1" status: 200 len: 930 time: 0.4756782 Aug 20 11:14:45.231955 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d55923a8-1d29-4867-b904-47328cafd4cd req-0c994d31-c746-43ea-93f1-0bd5a11010ad tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 698 time: 0.0550983 Aug 20 11:14:45.233620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:14:45.245506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-f9e8cfb1-39d5-40ed-8622-a71e3cf5c69b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2 HTTP/1.1" status: 200 len: 217 time: 0.0442083 Aug 20 11:14:45.266056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-83eae1cd-6713-41d9-a594-264f477ea2ba tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925124 Aug 20 11:14:45.304396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-74b21ceb-07ac-443e-b4b7-4c37c850ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:45.306044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-74b21ceb-07ac-443e-b4b7-4c37c850ff46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0653c585-ea8e-4f81-ad1b-15d271406bde HTTP/1.1" status: 200 len: 868 time: 0.0519614 Aug 20 11:14:45.372126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-5f61c016-030f-4176-a438-6c95c1f0c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:45.374038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-5f61c016-030f-4176-a438-6c95c1f0c849 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602615 Aug 20 11:14:45.382941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-d55923a8-1d29-4867-b904-47328cafd4cd req-ba33870d-0cde-4b8b-80b7-0205e2428ffb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Deleting port fe468e12-f7f0-497f-bad8-edbb38ec8858 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:45.383283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d55923a8-1d29-4867-b904-47328cafd4cd req-ba33870d-0cde-4b8b-80b7-0205e2428ffb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:45.394854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 771cf2c7-2774-48d0-a4a7-ded7d18057b8) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:45.414729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57570221-ffed-4775-93bd-c8a2b21e44e6 None None] Network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:14:45.425775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:45.426493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:45.471417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d55923a8-1d29-4867-b904-47328cafd4cd req-ba33870d-0cde-4b8b-80b7-0205e2428ffb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:45.471738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d55923a8-1d29-4867-b904-47328cafd4cd req-ba33870d-0cde-4b8b-80b7-0205e2428ffb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:45.486004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-d55923a8-1d29-4867-b904-47328cafd4cd req-ba33870d-0cde-4b8b-80b7-0205e2428ffb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Calling delete_port for fe468e12-f7f0-497f-bad8-edbb38ec8858 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:45.488804 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-c877e816-1dca-4fd2-8ff2-4d229308eec1 service neutron] 10.222.0.57 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064088 Aug 20 11:14:45.548894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece96b9c-789e-4b6c-b3ac-abd067482fb6 None None] Network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:14:45.592011 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b965a768-5d95-4a3c-b208-ae817e4d86ec req-a869f1ac-a8fe-405b-9d4f-ad673ad46b8d service neutron] 10.222.0.57 "GET /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954959 Aug 20 11:14:45.751319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-81b82edf-ec25-4872-bb78-2aad61c28b0e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7040195 Aug 20 11:14:45.899312 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d55923a8-1d29-4867-b904-47328cafd4cd req-ba33870d-0cde-4b8b-80b7-0205e2428ffb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:45.927587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33870d-0cde-4b8b-80b7-0205e2428ffb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Pushing event deleted for resources: {'Port': ['ID=fe468e12-f7f0-497f-bad8-edbb38ec8858,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:45.994462 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d55923a8-1d29-4867-b904-47328cafd4cd req-ba33870d-0cde-4b8b-80b7-0205e2428ffb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:45.997141 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d55923a8-1d29-4867-b904-47328cafd4cd req-ba33870d-0cde-4b8b-80b7-0205e2428ffb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:45.998318 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d55923a8-1d29-4867-b904-47328cafd4cd req-ba33870d-0cde-4b8b-80b7-0205e2428ffb tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "DELETE /v2.0/floatingips/5107af47-fc5a-4d8c-9f01-d4589a01bd18 HTTP/1.1" status: 204 len: 173 time: 0.7533300 Aug 20 11:14:46.522160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'tag': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:46.525406 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347" -d '{"events": [{"name": "network-changed", "server_uuid": "020c6f8d-3859-490d-89d8-ff321b3ec0a6", "tag": "8ebb7381-70b9-41d2-a7e5-a519c8d869ed"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:46.655927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8ebb7381-70b9-41d2-a7e5-a519c8d869ed details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:14:46.785967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:46.797814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'port_id': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed', 'mac_address': 'fa:16:3e:a5:65:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:14:46.834512 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:46.847002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebb7381-70b9-41d2-a7e5-a519c8d869ed {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:46.869438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:47.164208 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-6c562bcd-9244-47d4-b56c-bdeeba5cc4b3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f6136056d5744f71aedd216a888b7728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233889 Aug 20 11:14:47.215183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded250d-bffa-4083-bc17-69086b30b41f req-4879ea62-cef7-43bc-925b-121c3ee291f0 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:47.216857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eded250d-bffa-4083-bc17-69086b30b41f req-4879ea62-cef7-43bc-925b-121c3ee291f0 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 943 time: 0.0551074 Aug 20 11:14:47.255659 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eded250d-bffa-4083-bc17-69086b30b41f req-932e795e-98f4-47bc-b820-02c9fff5dda7 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321605 Aug 20 11:14:47.277564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-99046fc6-a367-4106-85e1-bd79c336ae85 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:47.279131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-99046fc6-a367-4106-85e1-bd79c336ae85 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1086919 Aug 20 11:14:47.293421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:47.300903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-4587fcdd-7fd5-405d-be0b-22938ae282ee tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/quotas/f6136056d5744f71aedd216a888b7728 HTTP/1.1" status: 200 len: 375 time: 0.0152712 Aug 20 11:14:47.350873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:47.379401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-12e8e9fe-ada3-4f98-8f21-57e428b37313 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720699 Aug 20 11:14:47.428763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-32ba3a1b-45a8-4358-b7f4-c680c83edd8e req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-31650552', 'description': 'tempest-description-1405695742'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:47.554052 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['8ebb7381-70b9-41d2-a7e5-a519c8d869ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:47.640124 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-32ba3a1b-45a8-4358-b7f4-c680c83edd8e req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:47.845488 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ee45bd89-5496-4c93-bc01-7caef58fea90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:47.872891 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-32ba3a1b-45a8-4358-b7f4-c680c83edd8e req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:48.027714 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d766f2d3-74dc-4611-adf7-358ee63b4666 x-openstack-request-id: req-d766f2d3-74dc-4611-adf7-358ee63b4666 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:48.029368 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020c6f8d-3859-490d-89d8-ff321b3ec0a6", "tag": "8ebb7381-70b9-41d2-a7e5-a519c8d869ed", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:48.029368 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d766f2d3-74dc-4611-adf7-358ee63b4666 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:48.029368 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'tag': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed', 'status': 'completed', 'code': 200} Aug 20 11:14:48.104259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-d1e69f70-c580-4e95-86e0-767c2708ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:48.104259 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-d1e69f70-c580-4e95-86e0-767c2708ad42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee3d1306599a4d3dbfe3d588552e10e0&device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 1095 time: 0.0508773 Aug 20 11:14:48.161932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-32ba3a1b-45a8-4358-b7f4-c680c83edd8e req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:48.209897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b02a050-1cd2-4e23-842a-3e4fcaa4f308,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:48.227297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.227654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.228001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.228340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.228860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.229203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.229891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.230253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.230615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.231037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.231332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.231587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:48.258364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-00ec8f83-4c21-4618-a352-33a594c73fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:48.260065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-00ec8f83-4c21-4618-a352-33a594c73fe5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2edbf63b-41ed-48ed-9209-772b0f82fb31 HTTP/1.1" status: 200 len: 925 time: 0.1491411 Aug 20 11:14:48.308498 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-ebfc0844-1670-4003-839f-2b91e7c488c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ebb7381-70b9-41d2-a7e5-a519c8d869ed HTTP/1.1" status: 200 len: 217 time: 0.0397263 Aug 20 11:14:48.310418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-32ba3a1b-45a8-4358-b7f4-c680c83edd8e req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:48.311950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32ba3a1b-45a8-4358-b7f4-c680c83edd8e req-00668907-f7ac-4585-b23c-e3057547a1b9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8873601 Aug 20 11:14:48.388482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f0b4d2a-d0a1-4c49-b148-8a1e5845ad17 req-5822a360-902f-4e9f-89ff-29ceda134ee7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 210 time: 0.0358891 Aug 20 11:14:48.414884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-9c7b41dd-6cd7-4ec0-bc0f-4210ea56fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:48.414884 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-9c7b41dd-6cd7-4ec0-bc0f-4210ea56fc38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83377e28-2932-4097-8c29-2d00f93d937c HTTP/1.1" status: 200 len: 863 time: 0.0861681 Aug 20 11:14:48.483111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-8189e6d6-b925-4b05-8083-24dd5c904fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:48.484873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-8189e6d6-b925-4b05-8083-24dd5c904fc7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2edbf63b-41ed-48ed-9209-772b0f82fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723081 Aug 20 11:14:48.577201 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:48.605173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa5daa-8e16-4120-a500-e7a2357cbdf8 req-7610e933-9e1d-472b-8fa7-e2c7b89facc7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:48.606785 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81aa5daa-8e16-4120-a500-e7a2357cbdf8 req-7610e933-9e1d-472b-8fa7-e2c7b89facc7 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1151421 Aug 20 11:14:48.655655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8ebb7381-70b9-41d2-a7e5-a519c8d869ed up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:48.678234 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81aa5daa-8e16-4120-a500-e7a2357cbdf8 req-e290bd0e-7165-4400-bf45-ea44ff91b0e3 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0640430 Aug 20 11:14:48.680506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-24568c0d-a0b5-4532-9e6d-fb55d901a6b6 service neutron] 10.222.0.38 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790135 Aug 20 11:14:48.786910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e3c92e2-15f9-44f9-a54b-debb61ea6359 req-396b9171-0267-42ab-a944-e16f5683e1ab tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 210 time: 0.0631106 Aug 20 11:14:48.816600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d31eaa58-cd49-424d-918f-7c6bfba9507a req-12b8abf6-28d4-417c-8809-4ff7a86c0ff1 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-731618498', 'description': 'tempest-description-1228669690'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:48.857484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2af7c1ae-6ae8-4fa8-9f31-fc603f573347 req-e92ec8d2-e1d9-4309-9413-74c94f8c3b1b service neutron] 10.222.0.38 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677783 Aug 20 11:14:48.869617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78d9c7-3b24-4586-a938-41be71567e57 req-10a8b377-4192-45e8-a8f8-1ddeb320e0ca tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:48.871799 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e78d9c7-3b24-4586-a938-41be71567e57 req-10a8b377-4192-45e8-a8f8-1ddeb320e0ca tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 944 time: 0.0524354 Aug 20 11:14:48.917175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e78d9c7-3b24-4586-a938-41be71567e57 req-a1f29668-bdea-4c5e-8246-6e3a631b144d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332091 Aug 20 11:14:48.976452 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-21b788c1-041b-4453-9e05-26c9336bcbb1 req-8b8cdb92-d170-4562-bfcb-0a9129be2bd2 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0396321 Aug 20 11:14:49.172963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:49.173500 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d31eaa58-cd49-424d-918f-7c6bfba9507a req-12b8abf6-28d4-417c-8809-4ff7a86c0ff1 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:49.177268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:49.178061 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:49.204917 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:49.263189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d31eaa58-cd49-424d-918f-7c6bfba9507a req-12b8abf6-28d4-417c-8809-4ff7a86c0ff1 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:49.266412 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:49.292664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:49.295254 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0344530b-2065-4649-a0c0-b41d0efe9525" -d '{"events": [{"server_uuid": "020c6f8d-3859-490d-89d8-ff321b3ec0a6", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb7381-70b9-41d2-a7e5-a519c8d869ed"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:49.309512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:49.476229 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:49.476471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d31eaa58-cd49-424d-918f-7c6bfba9507a req-12b8abf6-28d4-417c-8809-4ff7a86c0ff1 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:49.516193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8abf6-28d4-417c-8809-4ff7a86c0ff1 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29cf3e4-3065-4449-8468-a1236f4c3107,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:49.539058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:49.631856 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d31eaa58-cd49-424d-918f-7c6bfba9507a req-12b8abf6-28d4-417c-8809-4ff7a86c0ff1 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:49.634070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d31eaa58-cd49-424d-918f-7c6bfba9507a req-12b8abf6-28d4-417c-8809-4ff7a86c0ff1 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8234551 Aug 20 11:14:49.775576 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b732dcca-7908-499f-9d5d-85ac370fa805 x-openstack-request-id: req-b732dcca-7908-499f-9d5d-85ac370fa805 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:49.776159 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020c6f8d-3859-490d-89d8-ff321b3ec0a6", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb7381-70b9-41d2-a7e5-a519c8d869ed", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:49.776606 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b732dcca-7908-499f-9d5d-85ac370fa805 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:49.778574 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed', 'code': 200} Aug 20 11:14:49.960511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-838b30d3-d935-4ad6-9e98-11675308a260 req-b43641a7-ccfa-4333-8760-8dcf6385e977 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 210 time: 0.0325146 Aug 20 11:14:49.978844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238bdc7-268a-4284-8dfd-2b55080c676f req-4d6cc7e6-5422-429f-98e2-53ffd0a32574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:49.978844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f238bdc7-268a-4284-8dfd-2b55080c676f req-4d6cc7e6-5422-429f-98e2-53ffd0a32574 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0767050 Aug 20 11:14:50.035043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f238bdc7-268a-4284-8dfd-2b55080c676f req-3afad3b8-cab8-49c2-a924-4bd34cb9093d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515621 Aug 20 11:14:50.101158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36241f-c1a5-4c9c-8630-c9bcc3c40911 req-f0840e69-9a38-425d-a167-985b1226c1bd tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:50.102746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f36241f-c1a5-4c9c-8630-c9bcc3c40911 req-f0840e69-9a38-425d-a167-985b1226c1bd tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 946 time: 0.0552812 Aug 20 11:14:50.153797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f36241f-c1a5-4c9c-8630-c9bcc3c40911 req-3f0ad103-6b7a-4197-97b9-20a02aa20634 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445948 Aug 20 11:14:50.373098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-ab435627-adf7-484f-877d-9ae0f1dbaa61 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:50.374778 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-ab435627-adf7-484f-877d-9ae0f1dbaa61 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 813 time: 0.1430094 Aug 20 11:14:50.398043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-9e79fcd3-8456-4104-8a74-5b83f083f971 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/quotas/a5612c09cd284a52a7719b4596117eea HTTP/1.1" status: 200 len: 375 time: 0.0106452 Aug 20 11:14:50.403629 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ed69c5e-8c64-41d0-a522-7d3c356a11ed req-1c070ac0-5a15-48e6-ab98-a09645873fca tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 210 time: 0.0262637 Aug 20 11:14:50.433733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-339db280-a5da-4122-ba37-2d9e588f3ef4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297611 Aug 20 11:14:50.519856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e8fb5-1490-4237-a851-e719f6a699d5 req-e473e13f-534b-4e93-a243-fda6225bbab9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:50.521594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-035e8fb5-1490-4237-a851-e719f6a699d5 req-e473e13f-534b-4e93-a243-fda6225bbab9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 945 time: 0.0579209 Aug 20 11:14:50.544467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-3192c9f7-4187-4b3c-919c-e6bf6417bc4f service neutron] 10.222.0.10 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019831 Aug 20 11:14:50.571061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-035e8fb5-1490-4237-a851-e719f6a699d5 req-72b43b30-5a3f-48fd-a2fc-9c99d640b737 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Aug 20 11:14:50.646209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-fe7efefd-8831-4cbf-8f45-e4cb895a2dc6 service neutron] 10.222.0.10 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934062 Aug 20 11:14:50.673745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e5cb5aa3-df7c-4d08-854c-333bdd6ef091 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:14:50.707259 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:50.798214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:50.811048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'mac_address': 'fa:16:3e:3c:12:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:14:50.886394 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:50.911834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cb5aa3-df7c-4d08-854c-333bdd6ef091 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:50.959831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:51.001226 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d52776d7-3308-4401-87a5-16668a4ff49a req-161d43ae-6084-4a17-8697-c41c115a202d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 210 time: 0.0311480 Aug 20 11:14:51.079328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:51.153592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:51.156523 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8fd5f8f-89c4-4af6-8869-90c290938066 req-3f458d51-765c-4891-84ba-0bd9596940dd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 210 time: 0.0343201 Aug 20 11:14:51.217648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43508) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:51.244195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['e5cb5aa3-df7c-4d08-854c-333bdd6ef091'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:51.388679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-fd1b518d-e15c-483f-afc5-b062cdeac93d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:51.391126 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-fd1b518d-e15c-483f-afc5-b062cdeac93d tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.57 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 946 time: 0.0997617 Aug 20 11:14:51.425406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c230a2-2856-4d72-8a47-c7c28b04bc35 req-5a8e4029-3264-464c-875e-1e131a49bb9f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:51.435519 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7c230a2-2856-4d72-8a47-c7c28b04bc35 req-5a8e4029-3264-464c-875e-1e131a49bb9f tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 946 time: 0.1690412 Aug 20 11:14:51.588557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7c230a2-2856-4d72-8a47-c7c28b04bc35 req-00eb5a29-7cff-4fd2-9150-16b604dfb884 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/security-groups?id=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516128 Aug 20 11:14:51.657307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-b5427c33-d497-469a-9a1d-2e4fb258fd9f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f6136056d5744f71aedd216a888b7728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2079964 Aug 20 11:14:51.695408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a1bb4c9-f338-483f-8851-6c3b5e41a7e9 req-1f1b6040-93ce-4e3c-8487-dc3fc784b0c3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 210 time: 0.0690179 Aug 20 11:14:51.800608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0bf5a-2e14-4582-ba48-bf6444026740 req-f5901cf1-d17c-45d0-80d8-74914c5ace1a tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:51.808109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0bb0bf5a-2e14-4582-ba48-bf6444026740 req-f5901cf1-d17c-45d0-80d8-74914c5ace1a tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 945 time: 0.1069930 Aug 20 11:14:51.884181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0bb0bf5a-2e14-4582-ba48-bf6444026740 req-5adc0cdf-9f22-4a81-bda2-1d747a91d109 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751078 Aug 20 11:14:51.971902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-4a34ac48-f69f-420a-bf4c-65041320b900 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:51.974855 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-4a34ac48-f69f-420a-bf4c-65041320b900 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814872 Aug 20 11:14:51.976748 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-2b749ed5-6007-4c2b-a619-44eb76b5a0bc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Deleting port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:51.977182 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-2b749ed5-6007-4c2b-a619-44eb76b5a0bc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:51.996720 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Request body: {'port': {'device_id': '57e07119-378f-4a18-851f-4392f11075cf', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': 'f6136056d5744f71aedd216a888b7728'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:52.136324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ab5aacb-1868-4869-9f34-b13c601bde63 req-24ccd3d9-322c-40c4-86a4-51052b3c0598 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 210 time: 0.0450437 Aug 20 11:14:52.163662 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:52.195518 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:14:52.223182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-2b749ed5-6007-4c2b-a619-44eb76b5a0bc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] For port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:52.223798 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-2b749ed5-6007-4c2b-a619-44eb76b5a0bc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:52.247347 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-2b749ed5-6007-4c2b-a619-44eb76b5a0bc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Calling delete_port for 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:52.304619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bfd2fc6-8407-44a4-b172-5c118615f79a req-c130efd9-a767-4126-abea-c079445ec62b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 210 time: 0.0286798 Aug 20 11:14:52.373109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Made reservation on behalf of f6136056d5744f71aedd216a888b7728 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:14:52.378691 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:52.537911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-9c73a29c-3267-470e-b0ed-cd706e33a9b8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286934 Aug 20 11:14:52.580730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Allocated IP 192.168.233.227 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/24ede34f-c538-4ca1-a8cc-230032728874) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:14:52.617954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Deleting port 523345e6-519e-4a64-bf09-49b6ad34af27 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:52.627478 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:52.627636 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-2b749ed5-6007-4c2b-a619-44eb76b5a0bc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:52.673093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b749ed5-6007-4c2b-a619-44eb76b5a0bc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Pushing event deleted for resources: {'Port': ['ID=91cae30d-5dcf-4a94-9cc1-6899554b7cd2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:52.702960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e5cb5aa3-df7c-4d08-854c-333bdd6ef091 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:14:52.797936 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:52.799310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8b4e604b-d73a-43fb-9fab-4d2e2bab2e23 req-7937cc5c-3a4b-42c6-9b84-49fd97ee8ab2 tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 210 time: 0.0771263 Aug 20 11:14:52.804639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-2b749ed5-6007-4c2b-a619-44eb76b5a0bc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] No DVR routers for this DVR port 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:14:52.809304 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-2b749ed5-6007-4c2b-a619-44eb76b5a0bc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:52.809516 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:52.811406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b5995ef0-1d10-47f6-af76-62a6a6125936 req-2b749ed5-6007-4c2b-a619-44eb76b5a0bc tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.57 "DELETE /v2.0/ports/91cae30d-5dcf-4a94-9cc1-6899554b7cd2 HTTP/1.1" status: 204 len: 173 time: 1.3896196 Aug 20 11:14:52.811868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'name': 'network-vif-deleted', 'tag': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:52.814925 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53073000-ba03-424d-83bc-7b70ab29b819" -d '{"events": [{"server_uuid": "495f2d55-fccc-4a63-aa83-d435ccb8e5c4", "name": "network-vif-deleted", "tag": "91cae30d-5dcf-4a94-9cc1-6899554b7cd2"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:52.894906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7e7ed1df-3d11-450c-8549-9c0420930848 req-3316add3-860a-48ae-a6f7-2b58bf3aead4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 210 time: 0.0575202 Aug 20 11:14:52.912025 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41115df3-4fd5-4b5e-84e7-b49d6c0a3202 x-openstack-request-id: req-41115df3-4fd5-4b5e-84e7-b49d6c0a3202 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:52.912293 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495f2d55-fccc-4a63-aa83-d435ccb8e5c4", "name": "network-vif-deleted", "tag": "91cae30d-5dcf-4a94-9cc1-6899554b7cd2", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:52.912650 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41115df3-4fd5-4b5e-84e7-b49d6c0a3202 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:52.912929 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495f2d55-fccc-4a63-aa83-d435ccb8e5c4', 'name': 'network-vif-deleted', 'tag': '91cae30d-5dcf-4a94-9cc1-6899554b7cd2', 'status': 'completed', 'code': 200} Aug 20 11:14:52.973664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-6092a3a6-238f-4bb5-9dde-1c94d087f16f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:52.975835 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:52.978078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:52.983017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-6092a3a6-238f-4bb5-9dde-1c94d087f16f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4353051 Aug 20 11:14:52.996855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] For port 523345e6-519e-4a64-bf09-49b6ad34af27, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=523345e6-519e-4a64-bf09-49b6ad34af27,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:52.999079 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:53.003247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Transition to ACTIVE for port object 24ede34f-c538-4ca1-a8cc-230032728874 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:53.017948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Request body: {'port': {'device_id': '3b04c4f4-dd12-4483-b0ba-3f819d71b0f5', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '87c91f87b43245b8b721772af7d5e336'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:53.029258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:14:53.044463 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd98ab3c-220e-41fd-b0ea-e1117c060e8b" -d '{"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-plugged", "status": "completed", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:14:53.060212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43592) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:53.068051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:53.104965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Calling delete_port for 523345e6-519e-4a64-bf09-49b6ad34af27 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:53.112852 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a91e687-a46a-4791-8bd5-8fec8054dd5c x-openstack-request-id: req-5a91e687-a46a-4791-8bd5-8fec8054dd5c {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:14:53.113208 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-plugged", "status": "completed", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:14:53.113529 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a91e687-a46a-4791-8bd5-8fec8054dd5c {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:14:53.114063 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'code': 200} Aug 20 11:14:53.228182 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:53.297341 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:53.312360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301812cc-6303-4c2a-b7fe-9fd0baefad5b req-a5c0d0e6-3a44-4348-a814-ffe81b4226f5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:53.321920 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-301812cc-6303-4c2a-b7fe-9fd0baefad5b req-a5c0d0e6-3a44-4348-a814-ffe81b4226f5 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 945 time: 0.2956285 Aug 20 11:14:53.354053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1365fd03-1ebf-4e87-87d7-a3647f93fa7a', '72aa40ae-548e-4af1-becb-e842f64c66d1', 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:53.426464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:53.436684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-301812cc-6303-4c2a-b7fe-9fd0baefad5b req-2e6153d9-35e6-4244-b5d8-10f61eb7a33d tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138246 Aug 20 11:14:53.462257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-680d8ffa-5f2d-42b4-9bc0-150465dd2338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:53.476561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:53.478984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=10']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:53.486904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:53.492801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:14:53.650409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:53.651875 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:53.684396 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df6f4041-3015-478a-baea-8d423f728f66 req-43d93753-670f-4639-9fc2-2e4e1de986c8 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 210 time: 0.0920444 Aug 20 11:14:53.721761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Made reservation on behalf of 87c91f87b43245b8b721772af7d5e336 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:14:53.732045 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:53.806986 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-680d8ffa-5f2d-42b4-9bc0-150465dd2338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:53.825740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-264e0cfe-b321-4909-9a36-5fe5d9227487 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1383915 Aug 20 11:14:53.926149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3cd88-2d6f-490d-8db5-368f9502d63f req-8c118722-435a-4157-9e5e-8ef6186f5daf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:53.934603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ef3cd88-2d6f-490d-8db5-368f9502d63f req-8c118722-435a-4157-9e5e-8ef6186f5daf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 936 time: 0.3285396 Aug 20 11:14:53.997287 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-680d8ffa-5f2d-42b4-9bc0-150465dd2338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:54.085057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-bb5db843-28bd-4a6d-b1bd-f8ecbf0ec375 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:54.086746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-bb5db843-28bd-4a6d-b1bd-f8ecbf0ec375 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537091 Aug 20 11:14:54.109852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ef3cd88-2d6f-490d-8db5-368f9502d63f req-85d94831-e9e3-4fad-bd68-8b5feb3c85da tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728985 Aug 20 11:14:54.122195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a808f89b-ba61-466a-92a5-cdfc1865f19a None None] Provisioning for port 24ede34f-c538-4ca1-a8cc-230032728874 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:54.126215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d8ffa-5f2d-42b4-9bc0-150465dd2338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b23a28e-e464-4240-8467-42a1df9eab66,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:54.134786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-67048fdc-94d5-4076-896a-a8cfe068cbc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1396720 Aug 20 11:14:54.136290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a808f89b-ba61-466a-92a5-cdfc1865f19a None None] Provisioning complete for port 24ede34f-c538-4ca1-a8cc-230032728874 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:54.137044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a808f89b-ba61-466a-92a5-cdfc1865f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:54.146734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Request body: {'port': {'device_id': '47788b8c-f718-44db-a535-b707a865e593', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '87c91f87b43245b8b721772af7d5e336'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:54.162062 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:54.214240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Allocated IP 192.168.233.115 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/cc519368-fa4e-4dc4-a01f-9318d175d922) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:14:54.248304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a808f89b-ba61-466a-92a5-cdfc1865f19a None None] Port 24ede34f-c538-4ca1-a8cc-230032728874 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:14:54.288649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=523345e6-519e-4a64-bf09-49b6ad34af27,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:54.334297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:54.387444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:14:54.391758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 91cae30d-5dcf-4a94-9cc1-6899554b7cd2 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:14:54.524068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Request body: {'port': {'device_id': '57e07119-378f-4a18-851f-4392f11075cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:54.524068 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-680d8ffa-5f2d-42b4-9bc0-150465dd2338 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b824b00122924826bf83e0f3f9954497&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4334857 Aug 20 11:14:54.524068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43620) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:54.575611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Made reservation on behalf of 87c91f87b43245b8b721772af7d5e336 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:14:54.579344 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:54.647529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dce93d-9d4b-46a1-8aa1-03075dd6b16f req-e1883cb2-f1e2-4beb-9715-cb15cfa33680 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:54.662408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99dce93d-9d4b-46a1-8aa1-03075dd6b16f req-e1883cb2-f1e2-4beb-9715-cb15cfa33680 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 945 time: 0.6689818 Aug 20 11:14:54.684254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43622) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:54.689754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-bbff5648-a6fa-43a5-971c-e090d6f79221 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Request body: {'floatingip': {'port_id': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:54.716977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7978768f-4fdb-4c3f-bb3d-485a005b37b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:54.762381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-dda37bef-7616-4778-abdb-1efbe6d7fbe6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:54.764342 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-dda37bef-7616-4778-abdb-1efbe6d7fbe6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.57 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 813 time: 0.3924696 Aug 20 11:14:54.766977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.767580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.767831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.768184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.768603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.768936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.769262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.769585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.769907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.770226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.770591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.770918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:14:54.817860 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a53d2dd7-b575-4149-94e8-1b8e3f759d8f req-d438893c-a4de-44da-8aa8-71b2090b750c tempest-FloatingIPsAssociationNegativeTestJSON-309337029 tempest-FloatingIPsAssociationNegativeTestJSON-309337029-project] 10.222.0.10 "GET /v2.0/ports?device_id=495f2d55-fccc-4a63-aa83-d435ccb8e5c4 HTTP/1.1" status: 200 len: 210 time: 0.5784881 Aug 20 11:14:54.891091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ffae574-e22e-4f66-bf08-8242c489f12c req-63b3a870-9b64-489d-9b1c-a683f6a514a0 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 210 time: 0.0965111 Aug 20 11:14:54.908711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'port': {'device_id': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8', 'admin_state_up': True, 'tenant_id': 'a5612c09cd284a52a7719b4596117eea'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:54.961354 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbff5648-a6fa-43a5-971c-e090d6f79221 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:54.989076 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:55.059254 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7978768f-4fdb-4c3f-bb3d-485a005b37b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:55.110294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:55.128035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Transition to ACTIVE for port object cc519368-fa4e-4dc4-a01f-9318d175d922 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:55.270727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9c6adc5-ec86-4603-9647-7e69c2530c33 req-e228ef64-934b-4861-93aa-bf129de88277 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 210 time: 0.1710455 Aug 20 11:14:55.297532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:55.364102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:55.378811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:55.386137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106000d-ff35-4398-8b16-0eba01af0cb0 req-16336eb5-e365-4c0a-ac47-149e2f950291 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:55.395728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a106000d-ff35-4398-8b16-0eba01af0cb0 req-16336eb5-e365-4c0a-ac47-149e2f950291 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 936 time: 0.1609516 Aug 20 11:14:55.528555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:55.552699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:55.555354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event updated for resources: {'Port': ['ID=cc519368-fa4e-4dc4-a01f-9318d175d922,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:55.557021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:14:55.572745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Allocated IP 192.168.233.190 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/277414c9-3606-4c71-8354-60ddfc9c3bf0) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:14:55.642115 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a106000d-ff35-4398-8b16-0eba01af0cb0 req-3fd9cf90-4a78-4b20-a39d-900100df8fd3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400198 Aug 20 11:14:55.771496 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:55.773078 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:55.905189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43638) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:56.036929 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-fd688259-8f7e-4325-9406-9adfd31074bc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0223424 Aug 20 11:14:56.052767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Request body: {'port': {'device_id': '3b04c4f4-dd12-4483-b0ba-3f819d71b0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:56.062816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-64043006-5193-4098-acd6-14d85c8298cb None None] Provisioning for port cc519368-fa4e-4dc4-a01f-9318d175d922 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:56.068360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-64043006-5193-4098-acd6-14d85c8298cb None None] Provisioning complete for port cc519368-fa4e-4dc4-a01f-9318d175d922 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:56.069012 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-64043006-5193-4098-acd6-14d85c8298cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:56.073193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Made reservation on behalf of a5612c09cd284a52a7719b4596117eea for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:14:56.077118 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:56.089894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7978768f-4fdb-4c3f-bb3d-485a005b37b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:56.099035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7978768f-4fdb-4c3f-bb3d-485a005b37b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:56.099035 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7978768f-4fdb-4c3f-bb3d-485a005b37b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b23a28e-e464-4240-8467-42a1df9eab66 HTTP/1.1" status: 204 len: 168 time: 1.5875392 Aug 20 11:14:56.100490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:14:56.134053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-64043006-5193-4098-acd6-14d85c8298cb None None] Port cc519368-fa4e-4dc4-a01f-9318d175d922 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:14:56.143364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27221d5e-5019-4698-ab3d-df07818a7dc7 req-75bbd640-3845-4e9a-8c7b-43def953cd2b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 210 time: 0.1103325 Aug 20 11:14:56.230416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978768f-4fdb-4c3f-bb3d-485a005b37b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b23a28e-e464-4240-8467-42a1df9eab66,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:56.278046 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:56.452831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fd75b49e-f148-4370-824f-82bc2bf61655 req-54566675-19a7-4084-ac80-75d649eecfe2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 210 time: 0.0402462 Aug 20 11:14:56.472480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:56.494688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:14:56.507528 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] Sync routers for ids ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:14:56.518145 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dd77d688-3a20-45fc-9693-35e46a78bd98 admin admin] 10.222.0.10 "PUT /v2.0/routers/ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2988415 Aug 20 11:14:56.520923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43656) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:56.531733 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] Routers {'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:56.532656 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:56.567489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Transition to ACTIVE for port object 277414c9-3606-4c71-8354-60ddfc9c3bf0 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:56.739060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Allocated IP 172.20.0.8 (771cf2c7-2774-48d0-a4a7-ded7d18057b8/75ccd5f5-6b39-476c-9f41-49436f01172a/433278eb-84e1-4063-b10c-5ddd1dbceefd) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:14:56.873531 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] Set router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:56.886067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:56.888921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbff5648-a6fa-43a5-971c-e090d6f79221 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:56.921314 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:56.934610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:14:57.121973 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-router', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:27Z', 'updated_at': '2021-08-20T11:14:53Z', 'revision_number': 5, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'gw_port': {'id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:30Z', 'updated_at': '2021-08-20T11:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:57.202363 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:57.204044 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] Checking router: ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:14:57.220000 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] Routers {'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:14:57.222461 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:57.286946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6174f7f-e358-4eb2-a02a-02224fc57064 req-25d7e012-8b1a-46d5-89f9-b71d86529ccd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:57.288610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6174f7f-e358-4eb2-a02a-02224fc57064 req-25d7e012-8b1a-46d5-89f9-b71d86529ccd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 936 time: 0.5062439 Aug 20 11:14:57.462212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6174f7f-e358-4eb2-a02a-02224fc57064 req-0349346b-7851-42ba-b9f0-20732ec665c7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606522 Aug 20 11:14:57.502319 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] Set router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:14:57.529797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Deleting port 07fbdb69-1121-4708-9624-87abfe4f08e7 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:57.530413 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:57.622715 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:57.670716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ede34f-c538-4ca1-a8cc-230032728874 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:57.689756 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbff5648-a6fa-43a5-971c-e090d6f79221 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:57.705289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] For port 07fbdb69-1121-4708-9624-87abfe4f08e7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=07fbdb69-1121-4708-9624-87abfe4f08e7,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:57.705289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:57.721806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Calling delete_port for 07fbdb69-1121-4708-9624-87abfe4f08e7 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:14:57.739109 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-router', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:27Z', 'updated_at': '2021-08-20T11:14:53Z', 'revision_number': 5, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'gw_port': {'id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:30Z', 'updated_at': '2021-08-20T11:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:14:57.787615 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde702a-9e7c-424e-b1d8-352caed9a832 None None] The sync data for ids ['ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0'] in n-d-804230-3 is: [{'id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'name': 'tempest-AttachSCSIVolumeTestJSON-145737021-router', 'tenant_id': '2b39caafb3924306b8a2443cb16a72aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:27Z', 'updated_at': '2021-08-20T11:14:53Z', 'revision_number': 5, 'project_id': '2b39caafb3924306b8a2443cb16a72aa', 'gw_port': {'id': '07fbdb69-1121-4708-9624-87abfe4f08e7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:30Z', 'updated_at': '2021-08-20T11:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:14:57.849321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:57.872462 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-bbff5648-a6fa-43a5-971c-e090d6f79221 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Floating IP 88356e0d-44b7-4a3b-81a4-89b494e4239f associated. External IP: 172.25.4.225, port: 8ebb7381-70b9-41d2-a7e5-a519c8d869ed. Aug 20 11:14:57.958618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:57.982864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:58.005324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:58.026210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:14:58.055718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:14:58.057889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69e260-0a8d-4ded-be09-9f6ecf2d6736 req-cb23be52-ca08-411b-ad71-86b082315bd7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:58.065417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9f69e260-0a8d-4ded-be09-9f6ecf2d6736 req-cb23be52-ca08-411b-ad71-86b082315bd7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 931 time: 0.1654515 Aug 20 11:14:58.070883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:14:58.080714 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:58.111155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab422608-51dd-406d-a0a0-30b14e1173e0 req-4cfc56ca-7ec1-43b1-b87f-0c4d190d73ef tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:58.112917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab422608-51dd-406d-a0a0-30b14e1173e0 req-4cfc56ca-7ec1-43b1-b87f-0c4d190d73ef tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 936 time: 0.4358020 Aug 20 11:14:58.113709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event updated for resources: {'Port': ['ID=277414c9-3606-4c71-8354-60ddfc9c3bf0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:58.116375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:14:58.234338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9f69e260-0a8d-4ded-be09-9f6ecf2d6736 req-5572c115-ce6c-495e-b0d6-252f29d43366 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622903 Aug 20 11:14:58.291176 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:58.337322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=07fbdb69-1121-4708-9624-87abfe4f08e7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:58.348227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'Port': ['ID=433278eb-84e1-4063-b10c-5ddd1dbceefd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:58.363012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:58.363840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:58.439721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Transition to ACTIVE for port object 24ede34f-c538-4ca1-a8cc-230032728874 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:58.477397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:58.480278 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:58.503866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-2bc7a3f3-ca52-41cc-a9bd-ab024c5c4b76 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6115558 Aug 20 11:14:58.516561 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:58.525541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Request body: {'port': {'device_id': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:58.598344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4ee7b718-d4b2-4814-b1dd-550a2d4642ad None None] Provisioning for port 277414c9-3606-4c71-8354-60ddfc9c3bf0 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:14:58.605237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4ee7b718-d4b2-4814-b1dd-550a2d4642ad None None] Provisioning complete for port 277414c9-3606-4c71-8354-60ddfc9c3bf0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:14:58.610508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b718-d4b2-4814-b1dd-550a2d4642ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:58.610679 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab422608-51dd-406d-a0a0-30b14e1173e0 req-b1c9727c-1a2c-4778-a7da-a341b63e83a1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407313 Aug 20 11:14:58.728663 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-01cdd705-b642-450d-95d5-48ab758986b9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5896637 Aug 20 11:14:58.739440 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:58.772572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7b718-d4b2-4814-b1dd-550a2d4642ad None None] Port 277414c9-3606-4c71-8354-60ddfc9c3bf0 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:14:58.777754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Request body: {'port': {'device_id': '47788b8c-f718-44db-a535-b707a865e593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:14:58.839890 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.061629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbff5648-a6fa-43a5-971c-e090d6f79221 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Router 01563648-745d-4c19-b317-b2f70c2ece25 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:14:59.130519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.171331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.256934 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.257291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcadc3-07a1-4061-a4e8-3d1065990739 req-0e0673f9-4047-4eb9-899c-c96a3c87b599 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:14:59.267827 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.276167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7fdcadc3-07a1-4061-a4e8-3d1065990739 req-0e0673f9-4047-4eb9-899c-c96a3c87b599 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 948 time: 0.3815053 Aug 20 11:14:59.341500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:14:59.342169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:14:59.342897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:59.430419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc519368-fa4e-4dc4-a01f-9318d175d922 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:14:59.438370 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.441709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:14:59.443313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.447984 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.451933 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c4c3aebe-fc9f-4287-8ec4-e54da80990d1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ed34b9a6-54a9-4cce-a5a2-0d70d3a416f0 HTTP/1.1" status: 204 len: 168 time: 2.9275799 Aug 20 11:14:59.457203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43716) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:14:59.467202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Port 24ede34f-c538-4ca1-a8cc-230032728874 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:14:59.470529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:14:59.479410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Transition to ACTIVE for port object cc519368-fa4e-4dc4-a01f-9318d175d922 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:14:59.517831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] Deleting port 5c2103ff-9a5f-4487-aa45-a42b748c1848 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:14:59.518091 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.555571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:14:59.560797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:14:59.560797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:14:59.560797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Bound port: 24ede34f-c538-4ca1-a8cc-230032728874, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:14:59.560797 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.572866 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.593843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 523345e6-519e-4a64-bf09-49b6ad34af27 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:14:59.639333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 523345e6-519e-4a64-bf09-49b6ad34af27 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:14:59.651374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 523345e6-519e-4a64-bf09-49b6ad34af27 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:14:59.700368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7fdcadc3-07a1-4061-a4e8-3d1065990739 req-d3b7774a-f9ac-41f3-b9bc-64f7761de914 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229641 Aug 20 11:14:59.767244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Pushing event updated for resources: {'Port': ['ID=cc519368-fa4e-4dc4-a01f-9318d175d922,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:14:59.891793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] For port 5c2103ff-9a5f-4487-aa45-a42b748c1848, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5c2103ff-9a5f-4487-aa45-a42b748c1848,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:14:59.892532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:14:59.986904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] Calling delete_port for 5c2103ff-9a5f-4487-aa45-a42b748c1848 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:00.109736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850aff3e-70bb-4589-95a0-74e9933316ae req-5f0a5562-05bd-4712-b753-88f4392a2a77 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:00.113288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-850aff3e-70bb-4589-95a0-74e9933316ae req-5f0a5562-05bd-4712-b753-88f4392a2a77 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 931 time: 0.3649502 Aug 20 11:15:00.114158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Attempting to bind port cc519368-fa4e-4dc4-a01f-9318d175d922 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:00.114569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Attempting to bind port cc519368-fa4e-4dc4-a01f-9318d175d922 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:00.114925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Attempting to bind port cc519368-fa4e-4dc4-a01f-9318d175d922 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:00.146987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Port cc519368-fa4e-4dc4-a01f-9318d175d922 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:00.147737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Attempting to bind port cc519368-fa4e-4dc4-a01f-9318d175d922 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:00.171941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:00.172284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:00.172679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:00.173151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Bound port: cc519368-fa4e-4dc4-a01f-9318d175d922, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:00.173556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:00.243943 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-850aff3e-70bb-4589-95a0-74e9933316ae req-bb229a9c-6a88-4136-9631-4473602d5e4c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229525 Aug 20 11:15:00.352263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbff5648-a6fa-43a5-971c-e090d6f79221 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:15:00.353916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] For port cc519368-fa4e-4dc4-a01f-9318d175d922, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:00.362381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] Sync routers for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:15:00.372955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:15:00.376456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:00.379401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbff5648-a6fa-43a5-971c-e090d6f79221 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:00.404988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d512fe5a-74ff-4d61-9dba-608d99be04f8 admin admin] Deleting subnet e1dc9d67-2177-44ac-a2eb-0a29d4e489d3 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:15:00.409871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] For port cc519368-fa4e-4dc4-a01f-9318d175d922, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=cc519368-fa4e-4dc4-a01f-9318d175d922,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:00.432674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d512fe5a-74ff-4d61-9dba-608d99be04f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:00.505258 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:00.528023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bbff5648-a6fa-43a5-971c-e090d6f79221 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "PUT /v2.0/floatingips/88356e0d-44b7-4a3b-81a4-89b494e4239f HTTP/1.1" status: 200 len: 991 time: 5.8421640 Aug 20 11:15:00.544470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'tag': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:00.546862 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5babc5dd-ed57-4747-9a05-559dbc8098d6" -d '{"events": [{"name": "network-changed", "server_uuid": "020c6f8d-3859-490d-89d8-ff321b3ec0a6", "tag": "8ebb7381-70b9-41d2-a7e5-a519c8d869ed"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:00.585038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:00.585038 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:00.585038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] 10.222.0.38 "PUT /v2.0/ports/cc519368-fa4e-4dc4-a01f-9318d175d922 HTTP/1.1" status: 200 len: 1096 time: 4.5354724 Aug 20 11:15:00.585038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b04c4f4-dd12-4483-b0ba-3f819d71b0f5', 'tag': 'cc519368-fa4e-4dc4-a01f-9318d175d922'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:00.595818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:00.604340 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b04c4f4-dd12-4483-b0ba-3f819d71b0f5", "tag": "cc519368-fa4e-4dc4-a01f-9318d175d922"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:00.637294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43fa5d-ee18-4b29-acde-913ed7fe8fef service neutron] Pushing event updated for resources: {'Port': ['ID=cc519368-fa4e-4dc4-a01f-9318d175d922,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:00.640512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:00.669452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d512fe5a-74ff-4d61-9dba-608d99be04f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:00.678734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2103ff-9a5f-4487-aa45-a42b748c1848,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:00.706482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2f0dd-0451-4011-b839-683ba6e842b4 req-b1d98f94-12ea-4c95-958c-631cb5330dc5 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:00.722084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a2f0dd-0451-4011-b839-683ba6e842b4 req-b1d98f94-12ea-4c95-958c-631cb5330dc5 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 936 time: 0.4183633 Aug 20 11:15:00.728705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:00.775815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:15:00.851078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.38', 62287) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:00.891136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277414c9-3606-4c71-8354-60ddfc9c3bf0 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:00.909609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:00.932611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Transition to ACTIVE for port object 277414c9-3606-4c71-8354-60ddfc9c3bf0 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:00.975712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-92e2ba64-30ac-483d-8952-adb97a3afdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:00.979952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-92e2ba64-30ac-483d-8952-adb97a3afdef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5 HTTP/1.1" status: 200 len: 1099 time: 0.2205460 Aug 20 11:15:01.003989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-bf26d54c-842f-440a-987f-a5b2e3de573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:01.006378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-bf26d54c-842f-440a-987f-a5b2e3de573b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee3d1306599a4d3dbfe3d588552e10e0&device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 1096 time: 0.1539388 Aug 20 11:15:01.090669 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3658cdc8-1be6-4435-bec9-d2b669de8e86 x-openstack-request-id: req-3658cdc8-1be6-4435-bec9-d2b669de8e86 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:01.090836 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020c6f8d-3859-490d-89d8-ff321b3ec0a6", "tag": "8ebb7381-70b9-41d2-a7e5-a519c8d869ed", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:01.091083 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3658cdc8-1be6-4435-bec9-d2b669de8e86 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:01.094398 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'tag': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed', 'status': 'completed', 'code': 200} Aug 20 11:15:01.102930 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:01.126030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433278eb-84e1-4063-b10c-5ddd1dbceefd {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:01.135898 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:01.151269 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Transition to ACTIVE for port object 433278eb-84e1-4063-b10c-5ddd1dbceefd will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:01.219851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:01.231116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:01.264162 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:01.294212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e125163e-e381-4074-8fd5-8d77a02ce241 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=cc519368-fa4e-4dc4-a01f-9318d175d922 HTTP/1.1" status: 200 len: 217 time: 0.2979167 Aug 20 11:15:01.295808 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561d284a-230a-45ea-b102-8f85cc402e9c x-openstack-request-id: req-561d284a-230a-45ea-b102-8f85cc402e9c {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:01.304216 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b04c4f4-dd12-4483-b0ba-3f819d71b0f5", "tag": "cc519368-fa4e-4dc4-a01f-9318d175d922", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:01.304216 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-561d284a-230a-45ea-b102-8f85cc402e9c {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:01.304216 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b04c4f4-dd12-4483-b0ba-3f819d71b0f5', 'tag': 'cc519368-fa4e-4dc4-a01f-9318d175d922', 'status': 'completed', 'code': 200} Aug 20 11:15:01.348318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:01.349383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:01.351335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-83d86c4d-a24b-4c7e-9a49-8db77ea3ec92 service neutron] 10.222.0.38 "PUT /v2.0/ports/24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 1096 time: 6.8764760 Aug 20 11:15:01.360176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '88356e0d-44b7-4a3b-81a4-89b494e4239f', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'port_id': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'mac_address': 'fa:16:3e:a5:65:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:12:15Z', 'updated_at': '2021-08-20T11:14:56Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:01.370842 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:01.401014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Pushing event updated for resources: {'Port': ['ID=277414c9-3606-4c71-8354-60ddfc9c3bf0,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:01.464575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] Checking router: 01563648-745d-4c19-b317-b2f70c2ece25 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:15:01.510408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:15:01.510408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:01.608204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269618b-0309-47a1-9998-8227d020578c service neutron] Pushing event updated for resources: {'Port': ['ID=433278eb-84e1-4063-b10c-5ddd1dbceefd,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:01.670755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-17991bb7-e0fe-4c7d-bd8e-46ce971f3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:01.672267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-17991bb7-e0fe-4c7d-bd8e-46ce971f3cee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.2836604 Aug 20 11:15:01.730259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:15:01.732962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08cf1c-6611-47af-a85c-e9b97ec2871a req-76c4fc81-f3f8-4906-9112-e244de0012ed tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:01.734637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb08cf1c-6611-47af-a85c-e9b97ec2871a req-76c4fc81-f3f8-4906-9112-e244de0012ed tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 948 time: 0.4346864 Aug 20 11:15:01.770748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a2f0dd-0451-4011-b839-683ba6e842b4 req-3b6666f2-85a8-4c12-b45d-4b2d3708320d tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658442 Aug 20 11:15:01.797785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Attempting to bind port 433278eb-84e1-4063-b10c-5ddd1dbceefd on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:01.801861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Attempting to bind port 433278eb-84e1-4063-b10c-5ddd1dbceefd by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '917eb90a-42dc-466a-8614-3f69306cf12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:01.802549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Attempting to bind port 433278eb-84e1-4063-b10c-5ddd1dbceefd on network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:01.856774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Port 433278eb-84e1-4063-b10c-5ddd1dbceefd on network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:01.858933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Attempting to bind port 433278eb-84e1-4063-b10c-5ddd1dbceefd on network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:01.879160 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d512fe5a-74ff-4d61-9dba-608d99be04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:01.885970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:01.893241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Checking segment: {'id': '917eb90a-42dc-466a-8614-3f69306cf12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:01.893949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Bound using segment: {'id': '917eb90a-42dc-466a-8614-3f69306cf12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:01.894995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Bound port: 433278eb-84e1-4063-b10c-5ddd1dbceefd, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917eb90a-42dc-466a-8614-3f69306cf12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:01.896962 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:01.905371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] Router ed58e9c9-7457-4f91-9855-f6bb895ac855 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:15:02.016951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 07fbdb69-1121-4708-9624-87abfe4f08e7 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:02.076530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 07fbdb69-1121-4708-9624-87abfe4f08e7 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:02.077040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 07fbdb69-1121-4708-9624-87abfe4f08e7 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:02.125900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb08cf1c-6611-47af-a85c-e9b97ec2871a req-e3bd19c2-d340-4066-b047-59d4886bbd7f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349122 Aug 20 11:15:02.141600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:15:02.146397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-aa1cfae4-e0e7-448e-a91c-304dcb63756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:02.148402 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9647b97a-5c1e-4627-ad30-ded13cb50536 admin admin] 10.222.0.10 "PUT /v2.0/routers/ed58e9c9-7457-4f91-9855-f6bb895ac855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2419612 Aug 20 11:15:02.151692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-18c5569b-2bea-4f63-8370-4eb99cf366ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:02.152684 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] Sync routers for ids ['ed58e9c9-7457-4f91-9855-f6bb895ac855'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:15:02.153355 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-18c5569b-2bea-4f63-8370-4eb99cf366ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4634933 Aug 20 11:15:02.154945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-aa1cfae4-e0e7-448e-a91c-304dcb63756f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1099 time: 0.5093532 Aug 20 11:15:02.156240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43758) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:02.177365 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] Routers {'ed58e9c9-7457-4f91-9855-f6bb895ac855'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:15:02.178016 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed58e9c9-7457-4f91-9855-f6bb895ac855'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:02.181440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '88356e0d-44b7-4a3b-81a4-89b494e4239f', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'port_id': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'mac_address': 'fa:16:3e:a5:65:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:12:15Z', 'updated_at': '2021-08-20T11:14:56Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:02.192672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Attempting to bind port 277414c9-3606-4c71-8354-60ddfc9c3bf0 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:02.195258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Attempting to bind port 277414c9-3606-4c71-8354-60ddfc9c3bf0 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:02.195846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Attempting to bind port 277414c9-3606-4c71-8354-60ddfc9c3bf0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:02.261399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303f9921-3d26-4774-b889-d7a4ab176cbe None None] The sync data for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 is: [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '88356e0d-44b7-4a3b-81a4-89b494e4239f', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'port_id': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'mac_address': 'fa:16:3e:a5:65:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:12:15Z', 'updated_at': '2021-08-20T11:14:56Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:15:02.276101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Port 277414c9-3606-4c71-8354-60ddfc9c3bf0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:02.276770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Attempting to bind port 277414c9-3606-4c71-8354-60ddfc9c3bf0 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:02.296305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:02.302632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:02.303119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:02.303622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:02.304192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Bound port: 277414c9-3606-4c71-8354-60ddfc9c3bf0, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:02.304683 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:02.399798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-f10d2c93-17b7-440b-bb2e-ba15b5513b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:02.403283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-f10d2c93-17b7-440b-bb2e-ba15b5513b5a service neutron] 10.222.0.38 "GET /v2.0/networks?id=2edbf63b-41ed-48ed-9209-772b0f82fb31 HTTP/1.1" status: 200 len: 925 time: 1.1045873 Aug 20 11:15:02.413291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-cd568c87-ad5a-4d52-ab57-6c1657f874d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 217 time: 0.2225089 Aug 20 11:15:02.464634 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] Set router ed58e9c9-7457-4f91-9855-f6bb895ac855 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:15:02.547610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-6f49850b-f4a9-4357-aac3-9643722fdb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:02.549794 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-6f49850b-f4a9-4357-aac3-9643722fdb78 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1224294 Aug 20 11:15:02.683493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e0e89-6808-4e19-a15a-87e96bf6a16c None None] New status for floating IP 88356e0d-44b7-4a3b-81a4-89b494e4239f: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:15:02.761153 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:15:00Z', 'revision_number': 5, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:02.795807 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] Checking router: ed58e9c9-7457-4f91-9855-f6bb895ac855 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:15:02.800465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] For port 433278eb-84e1-4063-b10c-5ddd1dbceefd, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:02.807658 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] Routers {'ed58e9c9-7457-4f91-9855-f6bb895ac855'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:15:02.808609 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ed58e9c9-7457-4f91-9855-f6bb895ac855'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:02.826182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] For port 433278eb-84e1-4063-b10c-5ddd1dbceefd, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:02.845327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-4926f585-6029-4ca2-8705-f74ca303ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:02.847400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1f387-4bc2-4ffa-ab7b-2c04411e2aad req-00ebd41c-717d-4a94-bfd9-aba183a69c6d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:02.847533 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-4926f585-6029-4ca2-8705-f74ca303ec2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2304111 Aug 20 11:15:02.848499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d512fe5a-74ff-4d61-9dba-608d99be04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:02.857770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] For port 277414c9-3606-4c71-8354-60ddfc9c3bf0, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:02.858175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfa1f387-4bc2-4ffa-ab7b-2c04411e2aad req-00ebd41c-717d-4a94-bfd9-aba183a69c6d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 943 time: 0.5026357 Aug 20 11:15:02.863851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] For port 277414c9-3606-4c71-8354-60ddfc9c3bf0, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=277414c9-3606-4c71-8354-60ddfc9c3bf0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:02.894537 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:02.948937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-b344adf5-a7f4-4b8c-8582-a4e24c762b2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ebb7381-70b9-41d2-a7e5-a519c8d869ed HTTP/1.1" status: 200 len: 999 time: 0.5239859 Aug 20 11:15:03.050929 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] Set router ed58e9c9-7457-4f91-9855-f6bb895ac855 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:15:03.110470 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfa1f387-4bc2-4ffa-ab7b-2c04411e2aad req-f9a887ff-973d-4f65-816e-ac3f63ad279e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445667 Aug 20 11:15:03.140198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:03.145832 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e489f6-9909-4df1-8401-b71392afc1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "tag": "24ede34f-c538-4ca1-a8cc-230032728874"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:03.148676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-87c4ae5e-b106-4a51-8a70-8bebd964b033 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641034 Aug 20 11:15:03.154820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-6b8691b2-5126-440f-9897-111ede56f133 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607605 Aug 20 11:15:03.167185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512fe5a-74ff-4d61-9dba-608d99be04f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1dc9d67-2177-44ac-a2eb-0a29d4e489d3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:03.185644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1ad4e-857b-4faf-a125-46899438ed3d None None] Network 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:15:03.199672 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:03.241183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-c3f36f05-e744-46b4-808e-50078fdd503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:03.242738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-c3f36f05-e744-46b4-808e-50078fdd503d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=83377e28-2932-4097-8c29-2d00f93d937c HTTP/1.1" status: 200 len: 863 time: 0.2529058 Aug 20 11:15:03.248465 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d512fe5a-74ff-4d61-9dba-608d99be04f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:03.267960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d512fe5a-74ff-4d61-9dba-608d99be04f8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e1dc9d67-2177-44ac-a2eb-0a29d4e489d3 HTTP/1.1" status: 204 len: 168 time: 3.8015962 Aug 20 11:15:03.272955 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:03.293839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43774) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:03.302154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:03.302829 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:03.304337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-c269618b-0309-47a1-9998-8227d020578c service neutron] 10.222.0.57 "PUT /v2.0/ports/433278eb-84e1-4063-b10c-5ddd1dbceefd HTTP/1.1" status: 200 len: 1091 time: 4.7914562 Aug 20 11:15:03.461949 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:15:00Z', 'revision_number': 5, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:03.498674 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a2c3b8-a530-46d9-ac1f-e7a725ca2517 None None] The sync data for ids ['ed58e9c9-7457-4f91-9855-f6bb895ac855'] in n-d-804230-3 is: [{'id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1321450725-router', 'tenant_id': '4ded5081b6e64a92ac2d5e53ac867266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:13:56Z', 'updated_at': '2021-08-20T11:15:00Z', 'revision_number': 5, 'project_id': '4ded5081b6e64a92ac2d5e53ac867266', 'gw_port': {'id': 'ca26982e-5c79-4074-8555-1dd212d87efa', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed58e9c9-7457-4f91-9855-f6bb895ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:13:57Z', 'updated_at': '2021-08-20T11:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:15:03.544620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-93440c20-708b-4678-9e83-97827ffa3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:03.549354 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-93440c20-708b-4678-9e83-97827ffa3559 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2edbf63b-41ed-48ed-9209-772b0f82fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126932 Aug 20 11:15:03.627000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:03.627000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:03.627000 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] 10.222.0.38 "PUT /v2.0/ports/277414c9-3606-4c71-8354-60ddfc9c3bf0 HTTP/1.1" status: 200 len: 1096 time: 4.8044879 Aug 20 11:15:03.712250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269618b-0309-47a1-9998-8227d020578c service neutron] Pushing event updated for resources: {'Port': ['ID=433278eb-84e1-4063-b10c-5ddd1dbceefd,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:03.740555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-a8d7ec60-a80a-491e-9fee-a1b8e6437b71 service neutron] 10.222.0.38 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813662 Aug 20 11:15:03.806147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb7d3c6-eec2-4ee8-9d76-20eeba78436d req-476124a0-3f7c-4658-8779-c49e558f0854 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098765 Aug 20 11:15:03.884532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-691e5a73-0c3e-407f-8571-7e863e45a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:03.886107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-691e5a73-0c3e-407f-8571-7e863e45a9a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 1094 time: 0.2823389 Aug 20 11:15:03.923912 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a088cdd9-19ff-40d9-9055-6b4ccb9a0912 x-openstack-request-id: req-a088cdd9-19ff-40d9-9055-6b4ccb9a0912 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:03.923912 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "tag": "24ede34f-c538-4ca1-a8cc-230032728874", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:03.923912 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a088cdd9-19ff-40d9-9055-6b4ccb9a0912 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:03.924231 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874', 'status': 'completed', 'code': 200} Aug 20 11:15:03.937087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a586805c-ff86-4bba-9749-7c6baccdcdd2 None None] DHCP port deletion for 637cb731-10d6-4fd3-88c8-5aab4cbcb0ef request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:15:03.958654 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-c0daed49-422e-4983-9701-99469294e8d4 service neutron] 10.222.0.38 "GET /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699934 Aug 20 11:15:04.021655 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-6873c6aa-a9cc-4397-ac2e-6fbffd2f9fa3 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8460672 Aug 20 11:15:04.060324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e74a2-e324-439a-9eb9-af4f27688a75 req-b394f3a2-00a9-428a-93b1-4e8b377ebfda tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.061318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a586805c-ff86-4bba-9749-7c6baccdcdd2 None None] Deleting port dd428900-6eea-4eb1-b521-fb35daf88b5d {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:04.063124 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a586805c-ff86-4bba-9749-7c6baccdcdd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:04.068727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-494e74a2-e324-439a-9eb9-af4f27688a75 req-b394f3a2-00a9-428a-93b1-4e8b377ebfda tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 948 time: 0.3268569 Aug 20 11:15:04.101313 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:04.112333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-e9da19ed-8e2f-419c-932c-2ab1676ca32d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd HTTP/1.1" status: 200 len: 217 time: 0.2054327 Aug 20 11:15:04.132504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Deleting port ca26982e-5c79-4074-8555-1dd212d87efa {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:04.135101 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:04.155498 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-494e74a2-e324-439a-9eb9-af4f27688a75 req-5c061b1d-5942-4cf0-9ec5-9689c31ed5a1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849698 Aug 20 11:15:04.186730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36086e3-5d9a-4c0e-b963-c1ed09934548 service neutron] Pushing event updated for resources: {'Port': ['ID=277414c9-3606-4c71-8354-60ddfc9c3bf0,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:04.221779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a586805c-ff86-4bba-9749-7c6baccdcdd2 None None] For port dd428900-6eea-4eb1-b521-fb35daf88b5d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=dd428900-6eea-4eb1-b521-fb35daf88b5d,segment=NetworkSegment(80992d80-93d7-420a-8009-37c877c1401e),segment_id=80992d80-93d7-420a-8009-37c877c1401e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:04.222444 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a586805c-ff86-4bba-9749-7c6baccdcdd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:04.269298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a586805c-ff86-4bba-9749-7c6baccdcdd2 None None] Calling delete_port for dd428900-6eea-4eb1-b521-fb35daf88b5d owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:04.325926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-dafe2bf5-36b9-4f5d-99ea-a92676949cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.327622 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-dafe2bf5-36b9-4f5d-99ea-a92676949cda service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5 HTTP/1.1" status: 200 len: 1099 time: 0.1465724 Aug 20 11:15:04.333158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-7f017f80-b23d-4932-8ad4-ffe613c92a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.335698 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-7f017f80-b23d-4932-8ad4-ffe613c92a5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75ccd5f5-6b39-476c-9f41-49436f01172a HTTP/1.1" status: 200 len: 853 time: 0.1548820 Aug 20 11:15:04.351656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-ff690c3f-f730-4017-8863-88dd793d7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.354971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-ff690c3f-f730-4017-8863-88dd793d7f22 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 1099 time: 0.5613637 Aug 20 11:15:04.455122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-b6086f74-0dcb-4ccc-8360-85e2b7cc03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.459763 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-b6086f74-0dcb-4ccc-8360-85e2b7cc03f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1223836 Aug 20 11:15:04.467271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-5700a38c-1af2-49b1-af0e-77d82c6c8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.468948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-5700a38c-1af2-49b1-af0e-77d82c6c8876 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1099 time: 0.4980438 Aug 20 11:15:04.482705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12a052-358f-4d86-aa04-97341624ccef req-c2d1f5c7-dc6a-4bf0-afba-7edd19bad5fd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.492650 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce12a052-358f-4d86-aa04-97341624ccef req-c2d1f5c7-dc6a-4bf0-afba-7edd19bad5fd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 948 time: 0.3982985 Aug 20 11:15:04.495964 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-1e80abb0-7847-4b41-92ca-b9f4ae58be6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771cf2c7-2774-48d0-a4a7-ded7d18057b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296973 Aug 20 11:15:04.497456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-ada12171-988d-4dd4-af58-a86f7e076857 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=277414c9-3606-4c71-8354-60ddfc9c3bf0 HTTP/1.1" status: 200 len: 217 time: 0.1297650 Aug 20 11:15:04.531414 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-ae7839a5-571f-487c-ab4f-136113a95268 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=cc519368-fa4e-4dc4-a01f-9318d175d922 HTTP/1.1" status: 200 len: 217 time: 0.0607150 Aug 20 11:15:04.539479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] For port ca26982e-5c79-4074-8555-1dd212d87efa, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca26982e-5c79-4074-8555-1dd212d87efa,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:04.539868 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:04.550100 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a586805c-ff86-4bba-9749-7c6baccdcdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:04.593025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Calling delete_port for ca26982e-5c79-4074-8555-1dd212d87efa owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:04.599962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586805c-ff86-4bba-9749-7c6baccdcdd2 None None] Pushing event deleted for resources: {'Port': ['ID=dd428900-6eea-4eb1-b521-fb35daf88b5d,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:04.624347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586805c-ff86-4bba-9749-7c6baccdcdd2 None None] No DVR routers for this DVR port dd428900-6eea-4eb1-b521-fb35daf88b5d on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:04.634692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-997a5159-206b-4e28-a7a2-f399b5768b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.636205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-997a5159-206b-4e28-a7a2-f399b5768b37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0933318 Aug 20 11:15:04.762275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-52e52fc2-78d7-467c-9f34-aaf4fb2bc6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.764072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-52e52fc2-78d7-467c-9f34-aaf4fb2bc6cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846128 Aug 20 11:15:04.837167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-180f43cd-b193-4459-b067-21765d2367fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.838508 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-180f43cd-b193-4459-b067-21765d2367fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3201730 Aug 20 11:15:04.868677 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce12a052-358f-4d86-aa04-97341624ccef req-81d525fa-119f-41f0-b51c-8f9e050c8389 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749945 Aug 20 11:15:04.931193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-959a6f34-c850-477b-96d0-b8f492c13661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:04.933106 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-959a6f34-c850-477b-96d0-b8f492c13661 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.4128976 Aug 20 11:15:04.979437 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-0fea54a8-2ae5-4129-9fe7-9dfa00afa5cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 217 time: 0.1288381 Aug 20 11:15:05.007409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-b4c47d9d-1db8-461b-b55f-67837a721600 service neutron] 10.222.0.57 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641968 Aug 20 11:15:05.055741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Deleting port dd428900-6eea-4eb1-b521-fb35daf88b5d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:05.056367 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:05.202938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-194b52b4-fc2c-4718-916b-966d3d9b4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:05.204463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-194b52b4-fc2c-4718-916b-966d3d9b4764 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.2073343 Aug 20 11:15:05.206244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-3d042e38-1c22-41d8-b4c9-f9a1335afc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:05.207753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-3d042e38-1c22-41d8-b4c9-f9a1335afc4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2617369 Aug 20 11:15:05.265968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] For port dd428900-6eea-4eb1-b521-fb35daf88b5d, host n-d-804230-3, got binding levels [] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:05.266340 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:05.294192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-db6744f4-adce-455b-a5c6-5376dca58b88 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152344 Aug 20 11:15:05.339319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Calling delete_port for dd428900-6eea-4eb1-b521-fb35daf88b5d owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:05.355120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Port dd428900-6eea-4eb1-b521-fb35daf88b5d was not found and therefore no delete operation was performed {{(pid=95587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:15:05.401160 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:05.403019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3054703-f899-4d5a-bdd8-5790f2606e88 req-cf74af5a-f7ea-4802-a22d-b37564e84b33 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:05.404617 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3054703-f899-4d5a-bdd8-5790f2606e88 req-cf74af5a-f7ea-4802-a22d-b37564e84b33 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 943 time: 0.1413717 Aug 20 11:15:05.619889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c2103ff-9a5f-4487-aa45-a42b748c1848 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:05.697957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5c2103ff-9a5f-4487-aa45-a42b748c1848 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:05.700263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c2103ff-9a5f-4487-aa45-a42b748c1848 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:05.701825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device dd428900-6eea-4eb1-b521-fb35daf88b5d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:05.722324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfbe3d7b-7e4d-4bcf-8c81-d0f039dc40a9 req-e28affc7-fe21-490d-9362-5efb929ad27c service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072502 Aug 20 11:15:05.735093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3054703-f899-4d5a-bdd8-5790f2606e88 req-91927aef-45d2-41f6-80cd-bb5dc12586bd tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825751 Aug 20 11:15:05.753645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: dd428900-6eea-4eb1-b521-fb35daf88b5d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:05.754339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device dd428900-6eea-4eb1-b521-fb35daf88b5d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:05.863167 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:05.905184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca26982e-5c79-4074-8555-1dd212d87efa,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:05.978518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] No DVR routers for this DVR port dd428900-6eea-4eb1-b521-fb35daf88b5d on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:05.978518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'tag': '433278eb-84e1-4063-b10c-5ddd1dbceefd'}, {'name': 'network-changed', 'server_uuid': '47788b8c-f718-44db-a535-b707a865e593', 'tag': '277414c9-3606-4c71-8354-60ddfc9c3bf0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:05.978518 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "65a9d3ea-bfab-45bc-9297-7a0690d9d052", "tag": "433278eb-84e1-4063-b10c-5ddd1dbceefd"}, {"name": "network-changed", "server_uuid": "47788b8c-f718-44db-a535-b707a865e593", "tag": "277414c9-3606-4c71-8354-60ddfc9c3bf0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:05.978518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd428900-6eea-4eb1-b521-fb35daf88b5d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:06.015461 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.020570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-18f81a3e-64fb-46f5-ade5-6e65e24199dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:06.022248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-18f81a3e-64fb-46f5-ade5-6e65e24199dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7964497 Aug 20 11:15:06.077723 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0637f8c-2483-4a7e-b972-c6a1d8c2e76a req-ae617d17-87a7-4112-85f8-375f669d3dd0 service neutron] 10.222.0.57 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0395207 Aug 20 11:15:06.147407 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.155886 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.179416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.189969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94010e69-4051-4916-9296-dc7c6eeb5ee7 req-3c8f5e74-ae0d-42ff-9bee-6c45c2dbd125 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:06.199946 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94010e69-4051-4916-9296-dc7c6eeb5ee7 req-3c8f5e74-ae0d-42ff-9bee-6c45c2dbd125 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 948 time: 0.3276272 Aug 20 11:15:06.203940 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-6edb5bbb-ce09-4c04-9346-4e9618574fb6 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9682906 Aug 20 11:15:06.255829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637cb731-10d6-4fd3-88c8-5aab4cbcb0ef']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:06.325854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80992d80-93d7-420a-8009-37c877c1401e') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:06.326148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80992d80-93d7-420a-8009-37c877c1401e') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:06.355330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.388039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-ec571380-9fba-4c8e-8f97-678b4aed608b service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142071 Aug 20 11:15:06.447184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94010e69-4051-4916-9296-dc7c6eeb5ee7 req-cdd3413e-6f93-4fec-8411-26d57d81cb63 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023227 Aug 20 11:15:06.447184 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.449422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:15:06.450004 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:15:06.452357 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:15:06.499220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.510082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed58e9c9-7457-4f91-9855-f6bb895ac855 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:15:06.510082 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.513570 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cdd835d1-bca9-4c4d-9382-0ee35ed690c7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ed58e9c9-7457-4f91-9855-f6bb895ac855 HTTP/1.1" status: 204 len: 168 time: 4.3556931 Aug 20 11:15:06.513932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43816) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:06.628048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1fae12-7a83-4b61-88c0-17d60b867b39 admin admin] Deleting subnet 0653c585-ea8e-4f81-ad1b-15d271406bde {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:15:06.643970 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa1fae12-7a83-4b61-88c0-17d60b867b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.649808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddba37ab-5c27-42ae-8c10-b07484542ba1 req-78e16639-f069-40a5-a504-8062aab1aec5 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333236 Aug 20 11:15:06.693977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6e489f6-9909-4df1-8401-b71392afc1dd req-1a311846-ac36-4e12-897a-66c8faa8e73c service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867491 Aug 20 11:15:06.702566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4984b3-63bf-4cf1-a77e-419a3bd04671 req-e8e4148a-0948-4fbe-9249-92848e4edd9b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:06.713457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db4984b3-63bf-4cf1-a77e-419a3bd04671 req-e8e4148a-0948-4fbe-9249-92848e4edd9b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 948 time: 0.1315885 Aug 20 11:15:06.743021 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa1fae12-7a83-4b61-88c0-17d60b867b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.749760 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff673637-5204-4163-878c-22b1f39a8ce3 x-openstack-request-id: req-ff673637-5204-4163-878c-22b1f39a8ce3 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:06.750066 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a9d3ea-bfab-45bc-9297-7a0690d9d052", "tag": "433278eb-84e1-4063-b10c-5ddd1dbceefd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47788b8c-f718-44db-a535-b707a865e593", "tag": "277414c9-3606-4c71-8354-60ddfc9c3bf0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:06.750326 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff673637-5204-4163-878c-22b1f39a8ce3 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:06.750756 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'tag': '433278eb-84e1-4063-b10c-5ddd1dbceefd', 'status': 'completed', 'code': 200} Aug 20 11:15:06.751016 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47788b8c-f718-44db-a535-b707a865e593', 'tag': '277414c9-3606-4c71-8354-60ddfc9c3bf0', 'status': 'completed', 'code': 200} Aug 20 11:15:06.769561 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.794199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device cc519368-fa4e-4dc4-a01f-9318d175d922 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:06.830374 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:06.838504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] 10.222.0.10 "DELETE /v2.0/networks/637cb731-10d6-4fd3-88c8-5aab4cbcb0ef HTTP/1.1" status: 204 len: 168 time: 3.5213630 Aug 20 11:15:06.848237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43824) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:06.915487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c28149-bb33-411a-b14f-de30f7b9fd73 admin admin] Pushing event deleted for resources: {'Network': ['ID=637cb731-10d6-4fd3-88c8-5aab4cbcb0ef,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:06.976093 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db4984b3-63bf-4cf1-a77e-419a3bd04671 req-12c2d1c2-6fdb-425a-a763-18e8fa568d20 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527046 Aug 20 11:15:06.979219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port cc519368-fa4e-4dc4-a01f-9318d175d922, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=cc519368-fa4e-4dc4-a01f-9318d175d922,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:06.985292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-9be23fd5-74e4-4d3a-b398-f5c2b4d619c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:06.987485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-9be23fd5-74e4-4d3a-b398-f5c2b4d619c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 1094 time: 0.2351835 Aug 20 11:15:07.008183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'cc519368-fa4e-4dc4-a01f-9318d175d922', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'cc519368-fa4e-4dc4-a01f-9318d175d922', 'mac_address': 'fa:16:3e:68:39:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:07.008418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-dd78f8fe-a44a-4cf5-8d7f-08b03e0ce23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:07.009831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-dd78f8fe-a44a-4cf5-8d7f-08b03e0ce23b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 1099 time: 0.2030873 Aug 20 11:15:07.059688 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:07.079238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc519368-fa4e-4dc4-a01f-9318d175d922 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:07.086000 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa1fae12-7a83-4b61-88c0-17d60b867b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:07.103500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port cc519368-fa4e-4dc4-a01f-9318d175d922, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=cc519368-fa4e-4dc4-a01f-9318d175d922,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:07.210974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d701e63-a76d-4482-82e1-b07be9328cb8 req-d196644e-19f2-4903-b7b7-475ff8112a5a tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:07.212562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d701e63-a76d-4482-82e1-b07be9328cb8 req-d196644e-19f2-4903-b7b7-475ff8112a5a tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 943 time: 0.1421957 Aug 20 11:15:07.232582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-15283d7b-0765-45fe-99eb-2aa5378c146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:07.234205 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-15283d7b-0765-45fe-99eb-2aa5378c146f service neutron] 10.222.0.57 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 914 time: 0.2368281 Aug 20 11:15:07.253237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-6a5a15c5-7ccf-400c-937b-7d19ac9863d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:07.254780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-6a5a15c5-7ccf-400c-937b-7d19ac9863d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2229309 Aug 20 11:15:07.295123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-7faaa065-2004-4508-8a7b-b0e54db5cadd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd HTTP/1.1" status: 200 len: 217 time: 0.0517263 Aug 20 11:15:07.347282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-0c88278f-72dd-4f56-b4b6-913bf54d6a4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=277414c9-3606-4c71-8354-60ddfc9c3bf0 HTTP/1.1" status: 200 len: 217 time: 0.0626185 Aug 20 11:15:07.368517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d701e63-a76d-4482-82e1-b07be9328cb8 req-7a2f3f48-4a44-4d5f-9765-9168b1e1e8d8 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438887 Aug 20 11:15:07.426559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-648fc8eb-6009-4145-90bf-288285560b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:07.428163 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-648fc8eb-6009-4145-90bf-288285560b06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75ccd5f5-6b39-476c-9f41-49436f01172a HTTP/1.1" status: 200 len: 853 time: 0.0939648 Aug 20 11:15:07.436115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-6b409e34-6a51-4e37-a349-40d77c95b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:07.437638 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-6b409e34-6a51-4e37-a349-40d77c95b9a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0649977 Aug 20 11:15:07.452145 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:07.453241 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:07.473315 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:07.496893 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa1fae12-7a83-4b61-88c0-17d60b867b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:07.509468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-a6a30031-188a-417d-b472-f925a72202ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771cf2c7-2774-48d0-a4a7-ded7d18057b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708406 Aug 20 11:15:07.560779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca26982e-5c79-4074-8555-1dd212d87efa no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:07.565847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fae12-7a83-4b61-88c0-17d60b867b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0653c585-ea8e-4f81-ad1b-15d271406bde,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:07.575737 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa1fae12-7a83-4b61-88c0-17d60b867b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:07.580449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aa1fae12-7a83-4b61-88c0-17d60b867b39 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0653c585-ea8e-4f81-ad1b-15d271406bde HTTP/1.1" status: 204 len: 168 time: 1.0604777 Aug 20 11:15:07.581083 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43832) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:07.601526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:07.641011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '24ede34f-c538-4ca1-a8cc-230032728874', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '24ede34f-c538-4ca1-a8cc-230032728874', 'mac_address': 'fa:16:3e:4e:f9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:07.643821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ca26982e-5c79-4074-8555-1dd212d87efa {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:07.644177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca26982e-5c79-4074-8555-1dd212d87efa not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:07.654102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd91c1-0418-4df9-8f65-737b73df6b6a None None] Network 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:15:07.738605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=cc519368-fa4e-4dc4-a01f-9318d175d922,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:07.753524 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:07.769589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.769589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.769589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.769589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.769589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.769589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.770282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.770282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.770486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.770839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.771274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.771608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:07.784967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-b43793bc-ba69-468f-b8b5-cf52f3c1e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:07.786696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-b43793bc-ba69-468f-b8b5-cf52f3c1e242 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2974112 Aug 20 11:15:07.787119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ede34f-c538-4ca1-a8cc-230032728874 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:07.826747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:07.842609 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:07.943953 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:08.035862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:08.050975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec392906-dd48-4db8-a3c2-8ea220e71043 None None] DHCP port deletion for 6c5b1a1a-8a98-4199-91c1-c0c8f840e93f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:15:08.088109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-6950be90-1a5d-43bf-90c0-944df2b82155 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787108 Aug 20 11:15:08.100721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5df5b5-8f7c-4753-b1b3-f928cec4af32 req-78f27fb5-37aa-49bb-b058-74f6a36d2301 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:08.102316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d5df5b5-8f7c-4753-b1b3-f928cec4af32 req-78f27fb5-37aa-49bb-b058-74f6a36d2301 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 948 time: 0.5420065 Aug 20 11:15:08.154030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ec392906-dd48-4db8-a3c2-8ea220e71043 None None] Deleting port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:08.154853 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec392906-dd48-4db8-a3c2-8ea220e71043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:08.196935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Deleting port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:08.197277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:08.248878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-a48cb175-7c95-471c-956e-44bd810c168f service neutron] 10.222.0.57 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964273 Aug 20 11:15:08.260742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ec392906-dd48-4db8-a3c2-8ea220e71043 None None] For port fc0b13d4-54c3-41ce-8bae-1598e6b79d71, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fc0b13d4-54c3-41ce-8bae-1598e6b79d71,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:08.261614 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec392906-dd48-4db8-a3c2-8ea220e71043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:08.266017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f5b67-348c-4ec7-94b0-e2ca16686d65 req-437cdb52-20cb-4994-bb9c-7bfc5479a8c8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:08.268545 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-590f5b67-348c-4ec7-94b0-e2ca16686d65 req-437cdb52-20cb-4994-bb9c-7bfc5479a8c8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.1210067 Aug 20 11:15:08.288778 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['24ede34f-c538-4ca1-a8cc-230032728874'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:08.301406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:08.327719 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-590f5b67-348c-4ec7-94b0-e2ca16686d65 req-e986292b-ce41-47ba-b58d-83102192cf18 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482976 Aug 20 11:15:08.359917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-70c37401-08cc-4d04-8b86-01382cef6dab service neutron] 10.222.0.57 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009920 Aug 20 11:15:08.364394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ec392906-dd48-4db8-a3c2-8ea220e71043 None None] Calling delete_port for fc0b13d4-54c3-41ce-8bae-1598e6b79d71 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:08.375209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43854) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:08.377762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] Deleting port 35542809-90a4-4765-b437-14634eb9c74d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:08.378105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:08.387429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 433278eb-84e1-4063-b10c-5ddd1dbceefd details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:08.404981 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d5df5b5-8f7c-4753-b1b3-f928cec4af32 req-632cf5b9-98ed-4c69-b9da-b5774ee244bd tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957970 Aug 20 11:15:08.451208 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f64c4fd6-ca5d-4ef0-997e-ec964df5fdc5 req-8b3f2b1d-69f7-4eb9-a84a-b249040f4f72 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255041 Aug 20 11:15:08.517566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] For port fc0b13d4-54c3-41ce-8bae-1598e6b79d71, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fc0b13d4-54c3-41ce-8bae-1598e6b79d71,segment=NetworkSegment(ccce9b17-09ce-45bf-9040-6de0ed21515e),segment_id=ccce9b17-09ce-45bf-9040-6de0ed21515e)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:08.518225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:08.573952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Calling delete_port for fc0b13d4-54c3-41ce-8bae-1598e6b79d71 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:08.595048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] For port 35542809-90a4-4765-b437-14634eb9c74d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=35542809-90a4-4765-b437-14634eb9c74d,segment=NetworkSegment(f656f6d0-6ff8-4f98-bdfc-7653719c9c39),segment_id=f656f6d0-6ff8-4f98-bdfc-7653719c9c39)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:08.595321 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:08.625913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f3e4a-627d-44b9-9945-ed330389b302 req-5612bbf8-3d6f-440f-8891-ce3ed6e5fd34 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:08.626926 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd4f3e4a-627d-44b9-9945-ed330389b302 req-5612bbf8-3d6f-440f-8891-ce3ed6e5fd34 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 943 time: 0.1213233 Aug 20 11:15:08.683215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6ce2722-b2d4-4285-ba82-2704c52dcfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:08.693480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] Calling delete_port for 35542809-90a4-4765-b437-14634eb9c74d owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:08.805110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 277414c9-3606-4c71-8354-60ddfc9c3bf0 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:08.840659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 433278eb-84e1-4063-b10c-5ddd1dbceefd, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:08.886980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '433278eb-84e1-4063-b10c-5ddd1dbceefd', 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8', 'port_id': '433278eb-84e1-4063-b10c-5ddd1dbceefd', 'mac_address': 'fa:16:3e:96:36:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ccd5f5-6b39-476c-9f41-49436f01172a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:08.896506 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd4f3e4a-627d-44b9-9945-ed330389b302 req-05f0115b-6b88-4482-89d9-a06771e05236 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514336 Aug 20 11:15:08.937074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6ce2722-b2d4-4285-ba82-2704c52dcfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:08.944978 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:08.961684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] No DVR routers for this DVR port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:09.080489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6ce2722-b2d4-4285-ba82-2704c52dcfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.084962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0b13d4-54c3-41ce-8bae-1598e6b79d71,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:09.102555 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec392906-dd48-4db8-a3c2-8ea220e71043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.166627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce2722-b2d4-4285-ba82-2704c52dcfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1272f7df-cdab-4393-83bb-37ea4b4283da,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:09.200075 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec392906-dd48-4db8-a3c2-8ea220e71043 None None] Pushing event deleted for resources: {'Port': ['ID=fc0b13d4-54c3-41ce-8bae-1598e6b79d71,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:09.202147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec392906-dd48-4db8-a3c2-8ea220e71043 None None] No DVR routers for this DVR port fc0b13d4-54c3-41ce-8bae-1598e6b79d71 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:09.256716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.276620 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.300608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 277414c9-3606-4c71-8354-60ddfc9c3bf0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=277414c9-3606-4c71-8354-60ddfc9c3bf0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:09.305492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5b1a1a-8a98-4199-91c1-c0c8f840e93f']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:09.313768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a6ce2722-b2d4-4285-ba82-2704c52dcfff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fdaa113de5744b7b60b3751f212f3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8597872 Aug 20 11:15:09.314015 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433278eb-84e1-4063-b10c-5ddd1dbceefd {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:09.320748 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43872) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:09.324262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '277414c9-3606-4c71-8354-60ddfc9c3bf0', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '277414c9-3606-4c71-8354-60ddfc9c3bf0', 'mac_address': 'fa:16:3e:d9:12:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:09.375087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccce9b17-09ce-45bf-9040-6de0ed21515e') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:09.375411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccce9b17-09ce-45bf-9040-6de0ed21515e') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:09.389144 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.392977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.394022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 433278eb-84e1-4063-b10c-5ddd1dbceefd, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:09.419683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277414c9-3606-4c71-8354-60ddfc9c3bf0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:09.433185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.447457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:15:09.447870 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:15:09.449699 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:15:09.463458 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-473c792f-5af4-459a-8e31-08b19da6ffc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.480005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 277414c9-3606-4c71-8354-60ddfc9c3bf0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=277414c9-3606-4c71-8354-60ddfc9c3bf0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:09.481603 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.515545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-473c792f-5af4-459a-8e31-08b19da6ffc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.551233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=433278eb-84e1-4063-b10c-5ddd1dbceefd,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:09.578126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fc0b13d4-54c3-41ce-8bae-1598e6b79d71 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:09.587633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.622486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: fc0b13d4-54c3-41ce-8bae-1598e6b79d71 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:09.622852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fc0b13d4-54c3-41ce-8bae-1598e6b79d71 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:09.624413 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.631976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=35542809-90a4-4765-b437-14634eb9c74d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:09.641183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f868c03-0c34-4131-bdd5-0042f00e081a req-8bd6a57c-bda7-448e-a20a-84686403d75c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:09.643526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f868c03-0c34-4131-bdd5-0042f00e081a req-8bd6a57c-bda7-448e-a20a-84686403d75c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.1704454 Aug 20 11:15:09.720272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=277414c9-3606-4c71-8354-60ddfc9c3bf0,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:09.737661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68b40f-1447-4c91-8c0c-a29b82cbed4e req-7c03b4f5-8609-449f-92a9-a85a065a245f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:09.748485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd68b40f-1447-4c91-8c0c-a29b82cbed4e req-7c03b4f5-8609-449f-92a9-a85a065a245f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 949 time: 0.1460454 Aug 20 11:15:09.749520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['433278eb-84e1-4063-b10c-5ddd1dbceefd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:09.768499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-473c792f-5af4-459a-8e31-08b19da6ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.777442 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-473c792f-5af4-459a-8e31-08b19da6ffc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.782417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-473c792f-5af4-459a-8e31-08b19da6ffc4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1272f7df-cdab-4393-83bb-37ea4b4283da HTTP/1.1" status: 204 len: 168 time: 0.4572494 Aug 20 11:15:09.849219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.851380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c792f-5af4-459a-8e31-08b19da6ffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1272f7df-cdab-4393-83bb-37ea4b4283da,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:09.885125 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:09.889608 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] 10.222.0.10 "DELETE /v2.0/networks/6c5b1a1a-8a98-4199-91c1-c0c8f840e93f HTTP/1.1" status: 204 len: 168 time: 2.3034227 Aug 20 11:15:09.933268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f85b2-7d09-4767-892e-d186fdd13b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5b1a1a-8a98-4199-91c1-c0c8f840e93f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:09.946109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd68b40f-1447-4c91-8c0c-a29b82cbed4e req-99b2b57b-2891-4c1c-8539-82c2121f5e27 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932602 Aug 20 11:15:09.958120 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f868c03-0c34-4131-bdd5-0042f00e081a req-a27b698e-1405-4633-b9ab-41ea5ed40ba2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760701 Aug 20 11:15:10.097127 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:10.233339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['277414c9-3606-4c71-8354-60ddfc9c3bf0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:10.258633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d4b8-b69f-43cc-8e23-15ef2bfc6d16 req-2b324e4d-1f82-45c4-89bc-4fddefb0a27a tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:10.260219 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df61d4b8-b69f-43cc-8e23-15ef2bfc6d16 req-2b324e4d-1f82-45c4-89bc-4fddefb0a27a tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 944 time: 0.1459603 Aug 20 11:15:10.346041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43898) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:10.437503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6a627895-cdba-4c20-af7e-e27e9fe25f73 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ded5081b6e64a92ac2d5e53ac867266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894227 Aug 20 11:15:10.442238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43902) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:10.454316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df61d4b8-b69f-43cc-8e23-15ef2bfc6d16 req-af6c96e7-6ce2-4f6b-b782-9417f5dde7a8 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865971 Aug 20 11:15:10.480109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] Router b270f465-703c-4391-bfbb-71a950d23934 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:15:10.570668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2360f7-0c47-4c61-b822-f0a5b066da8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:10.632077 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2360f7-0c47-4c61-b822-f0a5b066da8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:10.671749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:15:10.678975 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-15b8ef03-884f-4311-ad01-871744ef4e54 admin admin] 10.222.0.10 "PUT /v2.0/routers/b270f465-703c-4391-bfbb-71a950d23934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8232234 Aug 20 11:15:10.681557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43908) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:10.683836 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] Sync routers for ids ['b270f465-703c-4391-bfbb-71a950d23934'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:15:10.715703 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] Routers {'b270f465-703c-4391-bfbb-71a950d23934'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:15:10.716360 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b270f465-703c-4391-bfbb-71a950d23934'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:10.787254 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:10.808068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device cc519368-fa4e-4dc4-a01f-9318d175d922 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:10.815665 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2360f7-0c47-4c61-b822-f0a5b066da8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:10.820444 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2360f7-0c47-4c61-b822-f0a5b066da8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:10.824275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a2360f7-0c47-4c61-b822-f0a5b066da8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6dd4422d-b2bb-46f3-9b84-7d6918e00dd2 HTTP/1.1" status: 204 len: 168 time: 0.3809619 Aug 20 11:15:10.849672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2360f7-0c47-4c61-b822-f0a5b066da8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd4422d-b2bb-46f3-9b84-7d6918e00dd2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:10.863804 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] Set router b270f465-703c-4391-bfbb-71a950d23934 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:15:10.903035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:11.078805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port cc519368-fa4e-4dc4-a01f-9318d175d922 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:11.084832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port cc519368-fa4e-4dc4-a01f-9318d175d922 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:11.085264 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:11.141369 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:11.208078 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270f465-703c-4391-bfbb-71a950d23934', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-router', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:45Z', 'updated_at': '2021-08-20T11:15:09Z', 'revision_number': 5, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'gw_port': {'id': '3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:41:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270f465-703c-4391-bfbb-71a950d23934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:12:46Z', 'updated_at': '2021-08-20T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:11.298851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:11.299390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312a00c-56e0-4c44-82ed-24b9d3ec08e8 req-012290f1-1f0f-4a0e-9122-37f7a9ac3d5d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:11.304126 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8312a00c-56e0-4c44-82ed-24b9d3ec08e8 req-012290f1-1f0f-4a0e-9122-37f7a9ac3d5d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.1891747 Aug 20 11:15:11.309252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f550e1d-4278-45ee-83ca-03b563cc69b6 req-20b4e4d8-1f61-491f-aeb3-6b9bd22b585e tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:11.317982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f550e1d-4278-45ee-83ca-03b563cc69b6 req-20b4e4d8-1f61-491f-aeb3-6b9bd22b585e tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 949 time: 0.1526167 Aug 20 11:15:11.329940 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] Checking router: b270f465-703c-4391-bfbb-71a950d23934 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:15:11.351132 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] Routers {'b270f465-703c-4391-bfbb-71a950d23934'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:15:11.352731 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:14:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b270f465-703c-4391-bfbb-71a950d23934'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:11.365748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b04c4f4-dd12-4483-b0ba-3f819d71b0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc519368-fa4e-4dc4-a01f-9318d175d922'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:11.375163 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0037f6fb-ca3e-4513-ad39-208baf55fcb1" -d '{"events": [{"server_uuid": "3b04c4f4-dd12-4483-b0ba-3f819d71b0f5", "name": "network-vif-plugged", "status": "completed", "tag": "cc519368-fa4e-4dc4-a01f-9318d175d922"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:11.400323 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8312a00c-56e0-4c44-82ed-24b9d3ec08e8 req-292df52c-f901-4b4d-a81d-817e21377fc0 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889146 Aug 20 11:15:11.427515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port cc519368-fa4e-4dc4-a01f-9318d175d922, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=cc519368-fa4e-4dc4-a01f-9318d175d922,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:11.525703 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] Set router b270f465-703c-4391-bfbb-71a950d23934 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:15:11.542215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:11.543253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:11.569980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f550e1d-4278-45ee-83ca-03b563cc69b6 req-789463eb-6204-40bb-aee2-6b7f0b8cdcfc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782689 Aug 20 11:15:11.598170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Deleting port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:11.598170 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:11.684503 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e9fe5a-f5d4-4fd3-a5fd-a5002694536a x-openstack-request-id: req-96e9fe5a-f5d4-4fd3-a5fd-a5002694536a {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:11.686224 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b04c4f4-dd12-4483-b0ba-3f819d71b0f5", "name": "network-vif-plugged", "status": "completed", "tag": "cc519368-fa4e-4dc4-a01f-9318d175d922", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:11.687394 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96e9fe5a-f5d4-4fd3-a5fd-a5002694536a {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:11.689328 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b04c4f4-dd12-4483-b0ba-3f819d71b0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc519368-fa4e-4dc4-a01f-9318d175d922', 'code': 200} Aug 20 11:15:11.796693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=cc519368-fa4e-4dc4-a01f-9318d175d922,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:11.861809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43952) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:11.872228 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270f465-703c-4391-bfbb-71a950d23934', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-router', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:45Z', 'updated_at': '2021-08-20T11:15:11Z', 'revision_number': 6, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:11.885836 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 24ede34f-c538-4ca1-a8cc-230032728874 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:11.892497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 24ede34f-c538-4ca1-a8cc-230032728874 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:11.894997 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:11.909744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2c603-7f40-4d91-9db4-e00d8f515247 req-45917f93-1ebd-4cb8-9e04-d9892ab88cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:11.911283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f3c2c603-7f40-4d91-9db4-e00d8f515247 req-45917f93-1ebd-4cb8-9e04-d9892ab88cac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5 HTTP/1.1" status: 200 len: 1101 time: 0.1868439 Aug 20 11:15:11.918702 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c860ad-b642-48d2-8503-3a9cee39a9df None None] The sync data for ids ['b270f465-703c-4391-bfbb-71a950d23934'] in n-d-804230-3 is: [{'id': 'b270f465-703c-4391-bfbb-71a950d23934', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664826081-router', 'tenant_id': '7530cce4fe9442f99fea745c5e393dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:12:45Z', 'updated_at': '2021-08-20T11:15:11Z', 'revision_number': 6, 'project_id': '7530cce4fe9442f99fea745c5e393dba', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:15:11.980775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897ab86-27b1-40c2-917a-b6bac25b6285 req-d8613e96-cfd6-493a-81f9-9f4609f8da40 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:11.991132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4897ab86-27b1-40c2-917a-b6bac25b6285 req-d8613e96-cfd6-493a-81f9-9f4609f8da40 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 944 time: 0.1530447 Aug 20 11:15:12.014690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1823863734-network', 'tenant_id': 'b30bc488b6a44ed597a5af0b8d1ba7f4'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:12.028818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] For port 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:12.029199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.065674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f3c2c603-7f40-4d91-9db4-e00d8f515247 req-a574341d-b4dd-4c6b-9453-ce2e44900564 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350358 Aug 20 11:15:12.065946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Calling delete_port for 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:12.081312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4897ab86-27b1-40c2-917a-b6bac25b6285 req-a19994a4-2d7b-49b6-8b74-e66f6247fbd1 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887258 Aug 20 11:15:12.111584 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.164468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:12.193106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Made reservation on behalf of b30bc488b6a44ed597a5af0b8d1ba7f4 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:12.195463 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.216588 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.277820 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.379375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 433278eb-84e1-4063-b10c-5ddd1dbceefd up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:12.446284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:12.453138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.459263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.497443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Pushing event deleted for resources: {'Port': ['ID=3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:12.581762 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.616195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 433278eb-84e1-4063-b10c-5ddd1dbceefd completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:12.633446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 433278eb-84e1-4063-b10c-5ddd1dbceefd triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:12.652796 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.661672 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.719497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:12.767874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:15:12.797319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e189ba-30da-4a3a-a1ed-9e89796e0800 req-056f20c7-0b8e-4220-a36b-2450913f0a1b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:12.801682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44e189ba-30da-4a3a-a1ed-9e89796e0800 req-056f20c7-0b8e-4220-a36b-2450913f0a1b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.2398455 Aug 20 11:15:12.806745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.807295 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Added segment 14fb8496-f281-47b2-9e45-7650130b318a of type vlan for network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 Aug 20 11:15:12.816593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 277414c9-3606-4c71-8354-60ddfc9c3bf0 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:12.819145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.822840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.936275 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:12.970583 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44e189ba-30da-4a3a-a1ed-9e89796e0800 req-94833fff-c9ec-405d-a0dc-5c730128f43d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614249 Aug 20 11:15:13.036619 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.041896 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.055327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca902880-76cd-42de-a368-4b6652497964 req-e609802f-e5de-495b-b637-01045203e0e5 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:13.058561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca902880-76cd-42de-a368-4b6652497964 req-e609802f-e5de-495b-b637-01045203e0e5 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 949 time: 0.1298666 Aug 20 11:15:13.064382 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.064923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b270f465-703c-4391-bfbb-71a950d23934 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:15:13.075455 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.079841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43986) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:13.081332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ae1070cd-6cd4-4c54-8f82-2c4b8453abbe admin admin] 10.222.0.10 "DELETE /v2.0/routers/b270f465-703c-4391-bfbb-71a950d23934 HTTP/1.1" status: 204 len: 168 time: 2.3942494 Aug 20 11:15:13.127120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 433278eb-84e1-4063-b10c-5ddd1dbceefd, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:13.149617 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.150272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:13.150903 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.161785 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca902880-76cd-42de-a368-4b6652497964 req-b271145c-9c85-4e43-9a70-f55aa5f745e9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789249 Aug 20 11:15:13.178180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 277414c9-3606-4c71-8354-60ddfc9c3bf0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:13.195557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 277414c9-3606-4c71-8354-60ddfc9c3bf0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:13.195557 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.279368 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.319374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43998) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:13.321905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4502568 Aug 20 11:15:13.327616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Request body: {'subnet': {'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1823863734-subnet', 'tenant_id': 'b30bc488b6a44ed597a5af0b8d1ba7f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:13.342003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ea7493-b21b-4544-8890-40e36d53c2bb admin admin] Deleting subnet 1a6fe29a-1d50-42e0-9141-293113782832 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:15:13.416972 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.426902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=433278eb-84e1-4063-b10c-5ddd1dbceefd,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:13.460911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 277414c9-3606-4c71-8354-60ddfc9c3bf0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=277414c9-3606-4c71-8354-60ddfc9c3bf0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:13.526854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb84246-26cc-4684-a9ab-7bf7aac0a6b1 req-74693130-3b02-43fa-b950-c8aa81cb65f0 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:13.528660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4bb84246-26cc-4684-a9ab-7bf7aac0a6b1 req-74693130-3b02-43fa-b950-c8aa81cb65f0 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 945 time: 0.1062365 Aug 20 11:15:13.530033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Made reservation on behalf of b30bc488b6a44ed597a5af0b8d1ba7f4 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:13.532610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.594092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 35542809-90a4-4765-b437-14634eb9c74d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:13.634615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 35542809-90a4-4765-b437-14634eb9c74d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:13.636244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 35542809-90a4-4765-b437-14634eb9c74d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:13.636872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:13.659187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4bb84246-26cc-4684-a9ab-7bf7aac0a6b1 req-c0a9c5f9-509b-4dc8-926d-348671fa25d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223838 Aug 20 11:15:13.678931 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.696092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874'}, {'server_uuid': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433278eb-84e1-4063-b10c-5ddd1dbceefd'}, {'server_uuid': '47788b8c-f718-44db-a535-b707a865e593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277414c9-3606-4c71-8354-60ddfc9c3bf0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:13.707953 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df163a3-c513-40a6-9151-275633cde06c" -d '{"events": [{"server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "name": "network-vif-plugged", "status": "completed", "tag": "24ede34f-c538-4ca1-a8cc-230032728874"}, {"server_uuid": "65a9d3ea-bfab-45bc-9297-7a0690d9d052", "name": "network-vif-plugged", "status": "completed", "tag": "433278eb-84e1-4063-b10c-5ddd1dbceefd"}, {"server_uuid": "47788b8c-f718-44db-a535-b707a865e593", "name": "network-vif-plugged", "status": "completed", "tag": "277414c9-3606-4c71-8354-60ddfc9c3bf0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:13.817659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26ea7493-b21b-4544-8890-40e36d53c2bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.821636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dba87-2913-4d88-98a6-553b9154514b admin admin] Pushing event updated for resources: {'Network': ['ID=eeb4ced5-5083-4d5a-b8ac-797db4ce5618,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:13.845754 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-de63bf36-7cbb-4684-8764-dea2020a2241 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=12c5c3e0e3bc44b9b8680cb32956f9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4958401 Aug 20 11:15:13.851013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:13.851909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3d516b6b-fef6-4f1e-b59c-6525b2c9cfb2 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:13.897670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:15:13.911526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26ea7493-b21b-4544-8890-40e36d53c2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:13.925335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2fe12839-6450-4f63-8415-b84105fe8627 req-f21ebee0-64d7-47a5-abbf-bbb6a88d6a9f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1437838 Aug 20 11:15:14.027621 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250c56e3-e48a-4a5a-be6d-25714a2cbef7 x-openstack-request-id: req-250c56e3-e48a-4a5a-be6d-25714a2cbef7 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:14.027752 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "name": "network-vif-plugged", "status": "completed", "tag": "24ede34f-c538-4ca1-a8cc-230032728874", "code": 200}, {"server_uuid": "65a9d3ea-bfab-45bc-9297-7a0690d9d052", "name": "network-vif-plugged", "status": "completed", "tag": "433278eb-84e1-4063-b10c-5ddd1dbceefd", "code": 200}, {"server_uuid": "47788b8c-f718-44db-a535-b707a865e593", "name": "network-vif-plugged", "status": "completed", "tag": "277414c9-3606-4c71-8354-60ddfc9c3bf0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:14.028070 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-250c56e3-e48a-4a5a-be6d-25714a2cbef7 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:14.028710 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874', 'code': 200} Aug 20 11:15:14.028964 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433278eb-84e1-4063-b10c-5ddd1dbceefd', 'code': 200} Aug 20 11:15:14.029216 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47788b8c-f718-44db-a535-b707a865e593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277414c9-3606-4c71-8354-60ddfc9c3bf0', 'code': 200} Aug 20 11:15:14.052969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=277414c9-3606-4c71-8354-60ddfc9c3bf0,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:14.072994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26ea7493-b21b-4544-8890-40e36d53c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:14.113896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:14.118966 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-6926b4ec-4a2b-4fb8-938f-db43611a135c tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:14.120680 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-6926b4ec-4a2b-4fb8-938f-db43611a135c tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675712 Aug 20 11:15:14.184512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-5553ea6f-3975-493a-b78a-bea14674809b tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/quotas/12c5c3e0e3bc44b9b8680cb32956f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0497916 Aug 20 11:15:14.194872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa073c-fd66-463f-b72d-8ab73e578f73 req-37be0833-2212-4ea6-b588-aba06db13347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:14.196534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64aa073c-fd66-463f-b72d-8ab73e578f73 req-37be0833-2212-4ea6-b588-aba06db13347 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 1096 time: 0.0749493 Aug 20 11:15:14.229570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe12839-6450-4f63-8415-b84105fe8627 req-f76ba9e3-c23b-4e7f-b86a-99040e73a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:14.231903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2fe12839-6450-4f63-8415-b84105fe8627 req-f76ba9e3-c23b-4e7f-b86a-99040e73a259 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 1101 time: 0.2433822 Aug 20 11:15:14.252009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-deacda96-e265-43c3-8c40-bb1d49e10c18 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=12c5c3e0e3bc44b9b8680cb32956f9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536914 Aug 20 11:15:14.266014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64aa073c-fd66-463f-b72d-8ab73e578f73 req-547f3ff7-314a-4f5a-9b19-c5395ea8a20a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583823 Aug 20 11:15:14.301944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26ea7493-b21b-4544-8890-40e36d53c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:14.346156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea7493-b21b-4544-8890-40e36d53c2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6fe29a-1d50-42e0-9141-293113782832,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:14.346397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27c87-9f90-4cb4-8ce6-4cfd87357918 req-cf4dece1-018f-497f-9bb6-62e4a2206a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:14.349914 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18a27c87-9f90-4cb4-8ce6-4cfd87357918 req-cf4dece1-018f-497f-9bb6-62e4a2206a35 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 1101 time: 0.2783914 Aug 20 11:15:14.368552 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26ea7493-b21b-4544-8890-40e36d53c2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:14.375044 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-26ea7493-b21b-4544-8890-40e36d53c2bb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1a6fe29a-1d50-42e0-9141-293113782832 HTTP/1.1" status: 204 len: 168 time: 1.2918301 Aug 20 11:15:14.376822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44026) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:14.381591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec31350-89dc-4727-8459-2d59d53f6210 None None] Network f73b21d2-17bd-45b0-bd2f-61931b61282d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:15:14.454200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18a27c87-9f90-4cb4-8ce6-4cfd87357918 req-76814eb4-ed42-493a-8afe-01daa31726f5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781882 Aug 20 11:15:14.498724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:14.629217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Deleting port af20a6ce-2a8d-4099-805e-ca11311434c9 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:14.629644 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:14.739288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e8c4f-888b-4f3e-978e-fc31d2bd9d46 None None] DHCP port deletion for f73b21d2-17bd-45b0-bd2f-61931b61282d request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:15:14.751213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] For port af20a6ce-2a8d-4099-805e-ca11311434c9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af20a6ce-2a8d-4099-805e-ca11311434c9,segment=NetworkSegment(f656f6d0-6ff8-4f98-bdfc-7653719c9c39),segment_id=f656f6d0-6ff8-4f98-bdfc-7653719c9c39)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:14.752061 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:14.799831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Calling delete_port for af20a6ce-2a8d-4099-805e-ca11311434c9 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:14.839031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-225e8c4f-888b-4f3e-978e-fc31d2bd9d46 None None] Deleting port af20a6ce-2a8d-4099-805e-ca11311434c9 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:14.839031 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-225e8c4f-888b-4f3e-978e-fc31d2bd9d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:14.893366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Checking segment: {'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:14.893759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Network hostable DHCP agents. Network: eeb4ced5-5083-4d5a-b8ac-797db4ce5618, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:15:14.899622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a65bf3-6746-40a3-aeb3-d746bc9a5c76 req-26006332-60be-4e60-8929-674ef94a340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:14.901110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00a65bf3-6746-40a3-aeb3-d746bc9a5c76 req-26006332-60be-4e60-8929-674ef94a340c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1101 time: 0.7911975 Aug 20 11:15:14.920704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70552-c893-4cb1-b5cf-2c04adb8c490 req-1da6678b-e0b0-4978-8fc0-fa92262b3950 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:14.922209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-82b70552-c893-4cb1-b5cf-2c04adb8c490 req-1da6678b-e0b0-4978-8fc0-fa92262b3950 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.7947152 Aug 20 11:15:14.950327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-225e8c4f-888b-4f3e-978e-fc31d2bd9d46 None None] For port af20a6ce-2a8d-4099-805e-ca11311434c9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af20a6ce-2a8d-4099-805e-ca11311434c9,segment=NetworkSegment(f656f6d0-6ff8-4f98-bdfc-7653719c9c39),segment_id=f656f6d0-6ff8-4f98-bdfc-7653719c9c39)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:14.951002 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-225e8c4f-888b-4f3e-978e-fc31d2bd9d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:14.965383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-225e8c4f-888b-4f3e-978e-fc31d2bd9d46 None None] Calling delete_port for af20a6ce-2a8d-4099-805e-ca11311434c9 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:14.973103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b315dca-928a-4f78-a796-3ecd13f12707,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:14.984678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96776f0-7278-4b47-9794-1366ff6eab7e req-35235a89-5d13-4c0d-bcb8-38c97eeb3fe0 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:14.997560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e96776f0-7278-4b47-9794-1366ff6eab7e req-35235a89-5d13-4c0d-bcb8-38c97eeb3fe0 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 950 time: 0.1877987 Aug 20 11:15:15.040675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-069aa49a-b228-4335-a0be-82fb51f3e2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:15.055003 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00a65bf3-6746-40a3-aeb3-d746bc9a5c76 req-c894a31d-7429-41fb-9cc7-838314142e01 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316609 Aug 20 11:15:15.064605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-82b70552-c893-4cb1-b5cf-2c04adb8c490 req-af83ba30-f905-4cae-80b4-55d9ed432b18 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213264 Aug 20 11:15:15.069484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:15:15.113379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe12839-6450-4f63-8415-b84105fe8627 req-b7fd11c4-f445-489b-bbb9-406b80284ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:15.114920 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2fe12839-6450-4f63-8415-b84105fe8627 req-b7fd11c4-f445-489b-bbb9-406b80284ac7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.7987475 Aug 20 11:15:15.121958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e96776f0-7278-4b47-9794-1366ff6eab7e req-4a9c46ce-6d5f-4a6a-b21c-523ea60f5b6c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233358 Aug 20 11:15:15.177744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2fe12839-6450-4f63-8415-b84105fe8627 req-675213ea-31d0-4910-aea5-f6038be710a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0427c541-78fc-4bfd-91e7-101a38ebe8e3 HTTP/1.1" status: 200 len: 217 time: 0.0499070 Aug 20 11:15:15.214426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, eeb4ced5-5083-4d5a-b8ac-797db4ce5618) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:15.230380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:15.231012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:15.231396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce52554-7c30-4fb3-846b-82649928d064 None None] Network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:15:15.235264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52a9b403-88cd-4f8f-8c12-96a226266bb7 req-d14cc056-8d31-42d6-817c-a9a1d8843cdb tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 210 time: 0.0386114 Aug 20 11:15:15.254854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe12839-6450-4f63-8415-b84105fe8627 req-836c3590-f486-4725-b0f1-9dae5ed3e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:15.257265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2fe12839-6450-4f63-8415-b84105fe8627 req-836c3590-f486-4725-b0f1-9dae5ed3e671 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0723307 Aug 20 11:15:15.301845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:15.310829 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-225e8c4f-888b-4f3e-978e-fc31d2bd9d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:15.331457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe12839-6450-4f63-8415-b84105fe8627 req-fcf01ed4-d6ee-4b7b-a5ba-39852bbf2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:15.333038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2fe12839-6450-4f63-8415-b84105fe8627 req-fcf01ed4-d6ee-4b7b-a5ba-39852bbf2012 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668097 Aug 20 11:15:15.337847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] No DVR routers for this DVR port af20a6ce-2a8d-4099-805e-ca11311434c9 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:15.343475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e8c4f-888b-4f3e-978e-fc31d2bd9d46 None None] Pushing event deleted for resources: {'Port': ['ID=af20a6ce-2a8d-4099-805e-ca11311434c9,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:15.362140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e8c4f-888b-4f3e-978e-fc31d2bd9d46 None None] No DVR routers for this DVR port af20a6ce-2a8d-4099-805e-ca11311434c9 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:15.417798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Pushing event deleted for resources: {'Port': ['ID=af20a6ce-2a8d-4099-805e-ca11311434c9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:15.445107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2fe12839-6450-4f63-8415-b84105fe8627 req-8fc6583f-bf30-404d-b25f-489f46ff9fcd service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987623 Aug 20 11:15:15.491103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ea2ef-4d5c-40e9-a1f9-39e7bdcf15f8 None None] Network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:15:15.501423 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:15.528485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82182185-b9dd-4f8a-8ac2-a6e38bc08b6b req-2d649e37-1122-4ad0-bafc-df3ac944a33c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:15.528485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82182185-b9dd-4f8a-8ac2-a6e38bc08b6b req-2d649e37-1122-4ad0-bafc-df3ac944a33c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 945 time: 0.1970534 Aug 20 11:15:15.528485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73b21d2-17bd-45b0-bd2f-61931b61282d']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:15.536463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:15.536761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f656f6d0-6ff8-4f98-bdfc-7653719c9c39') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:15:15.544376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af20a6ce-2a8d-4099-805e-ca11311434c9 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:15.562806 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:15.568643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: af20a6ce-2a8d-4099-805e-ca11311434c9 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:15.568980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af20a6ce-2a8d-4099-805e-ca11311434c9 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:15.586012 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:15.588020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2fe12839-6450-4f63-8415-b84105fe8627 req-9cc28562-8c42-4920-aa4e-4a4e938161b6 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291869 Aug 20 11:15:15.598814 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82182185-b9dd-4f8a-8ac2-a6e38bc08b6b req-6344a28a-f5d7-4f5a-8577-0e07528011cf tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669477 Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:15:15.603953 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:15:15.633392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7039a5ed-6743-4bc1-8fb7-47d39537b550 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3055573 Aug 20 11:15:15.814142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:15.821026 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:15.822921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f73b21d2-17bd-45b0-bd2f-61931b61282d HTTP/1.1" status: 204 len: 168 time: 1.4450994 Aug 20 11:15:15.839315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cb6ae-bb83-489b-807a-2706e0ee0459 admin admin] Pushing event deleted for resources: {'Network': ['ID=f73b21d2-17bd-45b0-bd2f-61931b61282d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:16.052093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-c8aa5a50-7e64-42ee-aa7d-1f0007d93be8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:16.053685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-c8aa5a50-7e64-42ee-aa7d-1f0007d93be8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/networks?id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618 HTTP/1.1" status: 200 len: 818 time: 0.1225493 Aug 20 11:15:16.078148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-8c072035-5bf2-4b8c-a275-6b643f8e5f62 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/quotas/b30bc488b6a44ed597a5af0b8d1ba7f4 HTTP/1.1" status: 200 len: 375 time: 0.0145094 Aug 20 11:15:16.112527 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-d34b4352-abea-4ce6-9bfe-f601e88d530a tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b30bc488b6a44ed597a5af0b8d1ba7f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276608 Aug 20 11:15:16.212161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-95956ea8-65b1-4259-89ee-8d174ee47f95 service neutron] 10.222.0.10 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911810 Aug 20 11:15:16.224098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dbb25-5582-4ac6-baf4-0567ece34660 req-3ba2c46a-a588-4240-a058-95d54e0dcac7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:16.225495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be6dbb25-5582-4ac6-baf4-0567ece34660 req-3ba2c46a-a588-4240-a058-95d54e0dcac7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0496523 Aug 20 11:15:16.287537 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be6dbb25-5582-4ac6-baf4-0567ece34660 req-6eaebd76-3318-4d07-9bcd-ce875d5ac1e3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534635 Aug 20 11:15:16.330994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-f5281cbd-89f0-4e7e-9a00-73f6339f1168 service neutron] 10.222.0.10 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128395 Aug 20 11:15:16.378355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44086) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:16.461178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c452b4c-7088-48c4-a60c-baf47867f2db req-eca3dd7e-0076-43c3-828e-9f9a26dbd86c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:16.464018 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c452b4c-7088-48c4-a60c-baf47867f2db req-eca3dd7e-0076-43c3-828e-9f9a26dbd86c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 950 time: 0.1151919 Aug 20 11:15:16.466678 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-00212b1c-4d4f-45cf-9786-09c44d2cba33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b39caafb3924306b8a2443cb16a72aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0868797 Aug 20 11:15:16.471555 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44090) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:16.529513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c452b4c-7088-48c4-a60c-baf47867f2db req-97972b54-a89c-44d1-ac92-2a3a5f64f74e tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571783 Aug 20 11:15:16.533783 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9840f5b-30a5-4a71-9ee6-cd172a6b8f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:16.561685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9840f5b-30a5-4a71-9ee6-cd172a6b8f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:16.628475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-21f39b9a-cbdc-4eaf-83f7-d910bc8aceff req-c50d4b2f-604c-4912-b521-6974f730c0bd tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 210 time: 0.0304575 Aug 20 11:15:16.726573 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9840f5b-30a5-4a71-9ee6-cd172a6b8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:16.731007 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9840f5b-30a5-4a71-9ee6-cd172a6b8f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:16.731007 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b9840f5b-30a5-4a71-9ee6-cd172a6b8f2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1aca5a77-4a89-455c-8fbd-c35f4490cfb8 HTTP/1.1" status: 204 len: 168 time: 0.2555718 Aug 20 11:15:16.739413 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9840f5b-30a5-4a71-9ee6-cd172a6b8f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aca5a77-4a89-455c-8fbd-c35f4490cfb8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:16.886341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00d14a-34dd-4c3a-8859-c5424e4c780a req-3188dec3-d951-43bb-aa51-d6c0fdd95ae1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:16.888012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b00d14a-34dd-4c3a-8859-c5424e4c780a req-3188dec3-d951-43bb-aa51-d6c0fdd95ae1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5 HTTP/1.1" status: 200 len: 950 time: 0.0591989 Aug 20 11:15:16.927173 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b00d14a-34dd-4c3a-8859-c5424e4c780a req-4da59041-e41d-483c-8199-9372ebbdcb56 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Aug 20 11:15:17.073392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff29f-b5f0-4140-8de7-26156d3adeec req-24ea0e1b-a277-451f-8530-855cf9eaf215 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:17.077180 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e86ff29f-b5f0-4140-8de7-26156d3adeec req-24ea0e1b-a277-451f-8530-855cf9eaf215 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 945 time: 0.0907738 Aug 20 11:15:17.138720 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e86ff29f-b5f0-4140-8de7-26156d3adeec req-2c5c57cb-6af8-4def-be9b-e19d37d38c5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513132 Aug 20 11:15:17.332602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe140b-d49d-4509-9c03-56d3bfe32b0e req-fd7b72d0-2cae-4232-97e0-0bc183e9ecf7 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:17.332602 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25fe140b-d49d-4509-9c03-56d3bfe32b0e req-fd7b72d0-2cae-4232-97e0-0bc183e9ecf7 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 951 time: 0.0545325 Aug 20 11:15:17.371031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25fe140b-d49d-4509-9c03-56d3bfe32b0e req-ca41c452-0c0f-4d60-aecf-e344eb4cc222 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Aug 20 11:15:17.388902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44f34c-8c70-43b3-abeb-b106d5f428ba req-6ffb61c2-ab97-4d42-a228-1be95fc98152 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:17.395970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44f34c-8c70-43b3-abeb-b106d5f428ba req-6ffb61c2-ab97-4d42-a228-1be95fc98152 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:17.397259 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca44f34c-8c70-43b3-abeb-b106d5f428ba req-6ffb61c2-ab97-4d42-a228-1be95fc98152 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5&device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 1691 time: 0.0567226 Aug 20 11:15:17.441988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca44f34c-8c70-43b3-abeb-b106d5f428ba req-8af612c5-7f05-4a0b-af75-9642b511da81 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384254 Aug 20 11:15:17.482694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-baa15865-6731-416c-b3bd-4826fbd98291 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-31650552&fields=id&tenant_id=a5612c09cd284a52a7719b4596117eea HTTP/1.1" status: 200 len: 267 time: 0.0515487 Aug 20 11:15:17.508450 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8530867-b386-4418-8d47-66cbaaa03d9e req-55d59fff-e01a-4f23-9891-02678e71e156 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 210 time: 0.0358496 Aug 20 11:15:17.538132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-a85a7edd-cb07-418b-b9b9-419399f22afe tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:17.539842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-a85a7edd-cb07-418b-b9b9-419399f22afe tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 945 time: 0.0507860 Aug 20 11:15:17.551788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-0af5fc8e-5bd0-4e3d-8b8b-1a882b4da290 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'port': {'security_groups': ['b5239620-a02d-4818-b316-2e0fd51952ff', '0b02a050-1cd2-4e23-842a-3e4fcaa4f308']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:17.625684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-0af5fc8e-5bd0-4e3d-8b8b-1a882b4da290 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:17.643492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc2f4-554c-481b-a94f-d1e9b378e8e5 req-b65690df-65f1-463d-8876-1703b227d84f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:17.645030 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19bfc2f4-554c-481b-a94f-d1e9b378e8e5 req-b65690df-65f1-463d-8876-1703b227d84f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0726266 Aug 20 11:15:17.684783 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19bfc2f4-554c-481b-a94f-d1e9b378e8e5 req-3952f3fb-0c5d-4456-b997-8c00272c8963 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336118 Aug 20 11:15:17.709569 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb24e-37b9-414a-a7b5-d862ffdaa42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:17.724046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44148) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:17.769696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-26814975-2350-4cd3-84e6-3dacacd4dd65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7530cce4fe9442f99fea745c5e393dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444860 Aug 20 11:15:17.772280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44154) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:17.834983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dbe851c4-33be-4f8d-be95-e34df7b20cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:17.870538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-0af5fc8e-5bd0-4e3d-8b8b-1a882b4da290 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] For port 433278eb-84e1-4063-b10c-5ddd1dbceefd, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:17.887068 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dbe851c4-33be-4f8d-be95-e34df7b20cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:17.895218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-2ecaa9e2-dfc9-4540-bfba-ae8782f41ab4 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=12c5c3e0e3bc44b9b8680cb32956f9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369172 Aug 20 11:15:17.902765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-0af5fc8e-5bd0-4e3d-8b8b-1a882b4da290 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:18.025244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-9885d56b-e2a2-428b-9394-65e6c76b309b tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:18.026766 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-9885d56b-e2a2-428b-9394-65e6c76b309b tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260781 Aug 20 11:15:18.041336 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-0af5fc8e-5bd0-4e3d-8b8b-1a882b4da290 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:18.042923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['433278eb-84e1-4063-b10c-5ddd1dbceefd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:18.046452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Request body: {'port': {'device_id': 'f168c7d1-5265-48f8-8078-925b36a0e40e', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '12c5c3e0e3bc44b9b8680cb32956f9f3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:18.078931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-0af5fc8e-5bd0-4e3d-8b8b-1a882b4da290 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:18.080082 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-0af5fc8e-5bd0-4e3d-8b8b-1a882b4da290 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:18.081942 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d3c9034-9453-4e0f-a86c-05a9c06562f1 req-0af5fc8e-5bd0-4e3d-8b8b-1a882b4da290 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "PUT /v2.0/ports/433278eb-84e1-4063-b10c-5ddd1dbceefd HTTP/1.1" status: 200 len: 981 time: 0.5353501 Aug 20 11:15:18.082420 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'tag': '433278eb-84e1-4063-b10c-5ddd1dbceefd'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:18.085054 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1c0055-7976-4685-baf9-11411303579b" -d '{"events": [{"name": "network-changed", "server_uuid": "65a9d3ea-bfab-45bc-9297-7a0690d9d052", "tag": "433278eb-84e1-4063-b10c-5ddd1dbceefd"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:18.122110 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dbe851c4-33be-4f8d-be95-e34df7b20cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:18.125603 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dbe851c4-33be-4f8d-be95-e34df7b20cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:18.131093 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dbe851c4-33be-4f8d-be95-e34df7b20cde admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69084baa-3f5f-46ca-80a3-b4722ca5367f HTTP/1.1" status: 204 len: 168 time: 0.3573856 Aug 20 11:15:18.136136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5fc8e-5bd0-4e3d-8b8b-1a882b4da290 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'Port': ['ID=433278eb-84e1-4063-b10c-5ddd1dbceefd,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:18.148529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe851c4-33be-4f8d-be95-e34df7b20cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69084baa-3f5f-46ca-80a3-b4722ca5367f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:18.174304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['433278eb-84e1-4063-b10c-5ddd1dbceefd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:18.319175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7623d776-080b-4ae3-a9d8-b547ca12efc9 req-8e132379-ae49-427a-a7bc-f2b4b85a5b96 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 210 time: 0.0350521 Aug 20 11:15:18.425095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Made reservation on behalf of 12c5c3e0e3bc44b9b8680cb32956f9f3 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:18.428312 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:18.430131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61e00b-022c-4719-9e77-5d54a51ae78b req-f62981f7-36d4-4299-8378-6bbc1e4e5f3d tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:18.440788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf61e00b-022c-4719-9e77-5d54a51ae78b req-f62981f7-36d4-4299-8378-6bbc1e4e5f3d tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1101 time: 0.0588243 Aug 20 11:15:18.447470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:18.493238 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf61e00b-022c-4719-9e77-5d54a51ae78b req-d2d5bd8e-1600-4aab-aebe-a16a07d271dd tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510771 Aug 20 11:15:18.575261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:18.605896 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:18.620691 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1acfd73-fa49-4647-bb81-d675372e85d0 x-openstack-request-id: req-a1acfd73-fa49-4647-bb81-d675372e85d0 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:18.620691 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a9d3ea-bfab-45bc-9297-7a0690d9d052", "tag": "433278eb-84e1-4063-b10c-5ddd1dbceefd", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:18.620691 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1acfd73-fa49-4647-bb81-d675372e85d0 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:18.620691 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'tag': '433278eb-84e1-4063-b10c-5ddd1dbceefd', 'status': 'completed', 'code': 200} Aug 20 11:15:18.732331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:18.744855 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-159157e5-ae7c-4317-8f16-036a53784d74 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-731618498&fields=id&tenant_id=a5612c09cd284a52a7719b4596117eea HTTP/1.1" status: 200 len: 267 time: 0.0817835 Aug 20 11:15:18.748302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0055-7976-4685-baf9-11411303579b req-85ed8349-27a7-4274-8982-b6d1155d327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:18.749831 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df1c0055-7976-4685-baf9-11411303579b req-85ed8349-27a7-4274-8982-b6d1155d327d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 1135 time: 0.1062069 Aug 20 11:15:18.828401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7495ca-3048-4652-ac6b-892c64f138c9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:18.836426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e5cb5aa3-df7c-4d08-854c-333bdd6ef091 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:18.870752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-a4c5a54e-74c8-48ea-acfb-ca2afefa84b8 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:18.872379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-a4c5a54e-74c8-48ea-acfb-ca2afefa84b8 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 984 time: 0.1194680 Aug 20 11:15:18.891034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-b44f3020-d817-45e1-bf92-601d63ee0448 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'port': {'security_groups': ['0b02a050-1cd2-4e23-842a-3e4fcaa4f308', 'b5239620-a02d-4818-b316-2e0fd51952ff', 'b29cf3e4-3065-4449-8468-a1236f4c3107']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:18.937287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0055-7976-4685-baf9-11411303579b req-45ed2952-d222-42cf-bce1-9e2b48070632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:18.938970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Allocated IP 192.168.233.124 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/e012e8f4-6a93-48da-a4d0-57382069c2c9) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:18.939394 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df1c0055-7976-4685-baf9-11411303579b req-45ed2952-d222-42cf-bce1-9e2b48070632 service neutron] 10.222.0.57 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 914 time: 0.1758718 Aug 20 11:15:18.969884 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.007095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:19.008127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df1c0055-7976-4685-baf9-11411303579b req-be2cfc8d-f169-4257-a711-5e8b64ff1dc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd HTTP/1.1" status: 200 len: 217 time: 0.0598903 Aug 20 11:15:19.009724 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab2abac-6c40-4f78-9552-97b1539ee4b8" -d '{"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:19.026814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-b44f3020-d817-45e1-bf92-601d63ee0448 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.031636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:19.100777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0055-7976-4685-baf9-11411303579b req-0307ede2-458b-4e28-b9cd-6cdd95f29cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:19.100777 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df1c0055-7976-4685-baf9-11411303579b req-0307ede2-458b-4e28-b9cd-6cdd95f29cd2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75ccd5f5-6b39-476c-9f41-49436f01172a HTTP/1.1" status: 200 len: 853 time: 0.0862148 Aug 20 11:15:19.120449 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.121359 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.156361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df1c0055-7976-4685-baf9-11411303579b req-6d2d4f4e-2617-41cd-8077-692c1c316190 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771cf2c7-2774-48d0-a4a7-ded7d18057b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459185 Aug 20 11:15:19.176803 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.211058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Transition to ACTIVE for port object e012e8f4-6a93-48da-a4d0-57382069c2c9 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:19.227892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=11']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:19.347872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df1c0055-7976-4685-baf9-11411303579b req-cb621be9-786c-485e-8eb9-0287e633f79f service neutron] 10.222.0.57 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832473 Aug 20 11:15:19.349577 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.406319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:19.410102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:19.422299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:19.471350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-b44f3020-d817-45e1-bf92-601d63ee0448 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] For port 433278eb-84e1-4063-b10c-5ddd1dbceefd, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:19.489888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Pushing event updated for resources: {'Port': ['ID=e012e8f4-6a93-48da-a4d0-57382069c2c9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:19.506055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df1c0055-7976-4685-baf9-11411303579b req-efab9e4e-9ef2-439d-9536-627ce17a0bd3 service neutron] 10.222.0.57 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484506 Aug 20 11:15:19.525728 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-b44f3020-d817-45e1-bf92-601d63ee0448 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.552925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:19.553700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.582147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c899585-1c8d-42e7-abae-3fa58167ee1c req-004269e4-b809-415d-8149-a78b852d4b41 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:19.583747 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c899585-1c8d-42e7-abae-3fa58167ee1c req-004269e4-b809-415d-8149-a78b852d4b41 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5 HTTP/1.1" status: 200 len: 1101 time: 0.0951467 Aug 20 11:15:19.624096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c899585-1c8d-42e7-abae-3fa58167ee1c req-b1d700c4-8da2-4909-b432-f793550bc5e2 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339293 Aug 20 11:15:19.700796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-b44f3020-d817-45e1-bf92-601d63ee0448 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.701703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-08525d21-0d3f-4562-b624-2e274035ae0f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6655471 Aug 20 11:15:19.712749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['433278eb-84e1-4063-b10c-5ddd1dbceefd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:19.726690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Request body: {'port': {'device_id': 'f168c7d1-5265-48f8-8078-925b36a0e40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:19.799414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bd0661f6-ea25-48f7-9603-b9012ea94204 None None] Provisioning for port e012e8f4-6a93-48da-a4d0-57382069c2c9 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:19.800560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-b44f3020-d817-45e1-bf92-601d63ee0448 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:19.801438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-b44f3020-d817-45e1-bf92-601d63ee0448 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.814881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0fa2b993-3d9b-4296-bbef-20e0ac8a0429 req-b44f3020-d817-45e1-bf92-601d63ee0448 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "PUT /v2.0/ports/433278eb-84e1-4063-b10c-5ddd1dbceefd HTTP/1.1" status: 200 len: 1020 time: 0.9329748 Aug 20 11:15:19.823940 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.850685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bd0661f6-ea25-48f7-9603-b9012ea94204 None None] Provisioning complete for port e012e8f4-6a93-48da-a4d0-57382069c2c9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:19.851690 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0661f6-ea25-48f7-9603-b9012ea94204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:19.881274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['433278eb-84e1-4063-b10c-5ddd1dbceefd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:19.881462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f3020-d817-45e1-bf92-601d63ee0448 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'Port': ['ID=433278eb-84e1-4063-b10c-5ddd1dbceefd,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:19.929442 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6d4a7c4-78e6-40b6-b45c-04ba2e914031 req-5f1042f5-77ca-4372-8c8f-3c9454c07051 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 210 time: 0.0340705 Aug 20 11:15:19.960229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-bd0661f6-ea25-48f7-9603-b9012ea94204 None None] Port e012e8f4-6a93-48da-a4d0-57382069c2c9 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:15:19.983411 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75830848-f297-40b1-9e50-ba7b21d56b4a x-openstack-request-id: req-75830848-f297-40b1-9e50-ba7b21d56b4a {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:19.983733 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:19.983992 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75830848-f297-40b1-9e50-ba7b21d56b4a {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:19.984386 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'code': 200} Aug 20 11:15:20.120364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75817eb-b1f6-4930-9418-8901682c3c70 req-ef9e5130-506a-4867-8444-f04a979d1add tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:20.122135 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e75817eb-b1f6-4930-9418-8901682c3c70 req-ef9e5130-506a-4867-8444-f04a979d1add tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 936 time: 0.0620856 Aug 20 11:15:20.203339 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e75817eb-b1f6-4930-9418-8901682c3c70 req-26605073-93d1-48a6-8525-18ab51307f7b tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea7495ca-3048-4652-ac6b-892c64f138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629182 Aug 20 11:15:20.315379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e012e8f4-6a93-48da-a4d0-57382069c2c9 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:20.325610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:20.376224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0a26f-7e28-4c61-98e0-4d617dc4262d req-3101a7db-a40b-48b4-91e4-835b7ec6177a tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:20.377611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Transition to ACTIVE for port object e012e8f4-6a93-48da-a4d0-57382069c2c9 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:20.378302 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2bc0a26f-7e28-4c61-98e0-4d617dc4262d req-3101a7db-a40b-48b4-91e4-835b7ec6177a tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 1101 time: 0.0787442 Aug 20 11:15:20.393802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-73dc458d-ea86-430b-a7b4-327162e6257d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0643508 Aug 20 11:15:20.427215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2bc0a26f-7e28-4c61-98e0-4d617dc4262d req-db02f3ea-389c-4f3b-b899-e564cce5490e tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Aug 20 11:15:20.461285 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:20.544092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Pushing event updated for resources: {'Port': ['ID=e012e8f4-6a93-48da-a4d0-57382069c2c9,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:20.569820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb904c24-8d10-4c7e-a303-1b9f31fbafa5 req-2d9bf60b-651d-4360-9781-e9b542ac8cea tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:20.577363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb904c24-8d10-4c7e-a303-1b9f31fbafa5 req-2d9bf60b-651d-4360-9781-e9b542ac8cea tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 1023 time: 0.1352770 Aug 20 11:15:20.619649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'tag': '433278eb-84e1-4063-b10c-5ddd1dbceefd'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:20.622030 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31b8582-67d4-458c-a740-1605b6f402f7" -d '{"events": [{"name": "network-changed", "server_uuid": "65a9d3ea-bfab-45bc-9297-7a0690d9d052", "tag": "433278eb-84e1-4063-b10c-5ddd1dbceefd"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:20.740248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Attempting to bind port e012e8f4-6a93-48da-a4d0-57382069c2c9 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:20.740248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Attempting to bind port e012e8f4-6a93-48da-a4d0-57382069c2c9 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:20.740979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Attempting to bind port e012e8f4-6a93-48da-a4d0-57382069c2c9 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:20.746850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Port e012e8f4-6a93-48da-a4d0-57382069c2c9 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:20.747136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Attempting to bind port e012e8f4-6a93-48da-a4d0-57382069c2c9 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:20.767825 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb904c24-8d10-4c7e-a303-1b9f31fbafa5 req-b1eae2b9-df41-47fa-bbec-6b821e06b282 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b29cf3e4-3065-4449-8468-a1236f4c3107&id=0b02a050-1cd2-4e23-842a-3e4fcaa4f308&id=b5239620-a02d-4818-b316-2e0fd51952ff HTTP/1.1" status: 200 len: 6147 time: 0.1894546 Aug 20 11:15:20.773738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:20.777830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:20.777830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:20.777830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Bound port: e012e8f4-6a93-48da-a4d0-57382069c2c9, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:20.777830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:20.786421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfd79d-5c7c-4f29-a390-f5a913a33e4e req-fd5ccebc-69d0-4602-a524-04dd3370013a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:20.789417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6dcfd79d-5c7c-4f29-a390-f5a913a33e4e req-fd5ccebc-69d0-4602-a524-04dd3370013a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0786276 Aug 20 11:15:20.831762 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:20.861968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6dcfd79d-5c7c-4f29-a390-f5a913a33e4e req-22af3696-f5b8-4c0a-be67-4763dd41ae3d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622497 Aug 20 11:15:20.898623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] For port e012e8f4-6a93-48da-a4d0-57382069c2c9, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:20.903510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] For port e012e8f4-6a93-48da-a4d0-57382069c2c9, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e012e8f4-6a93-48da-a4d0-57382069c2c9,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:21.018720 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:21.089727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:21.090615 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:21.092037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] 10.222.0.57 "PUT /v2.0/ports/e012e8f4-6a93-48da-a4d0-57382069c2c9 HTTP/1.1" status: 200 len: 1096 time: 1.3708551 Aug 20 11:15:21.092484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f168c7d1-5265-48f8-8078-925b36a0e40e', 'tag': 'e012e8f4-6a93-48da-a4d0-57382069c2c9'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:21.095910 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f168c7d1-5265-48f8-8078-925b36a0e40e", "tag": "e012e8f4-6a93-48da-a4d0-57382069c2c9"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:21.114393 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc534b-8d7c-4e7d-a875-b47906e43699 x-openstack-request-id: req-31cc534b-8d7c-4e7d-a875-b47906e43699 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:21.114723 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a9d3ea-bfab-45bc-9297-7a0690d9d052", "tag": "433278eb-84e1-4063-b10c-5ddd1dbceefd", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:21.115310 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31cc534b-8d7c-4e7d-a875-b47906e43699 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:21.115554 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'tag': '433278eb-84e1-4063-b10c-5ddd1dbceefd', 'status': 'completed', 'code': 200} Aug 20 11:15:21.121772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfb22e-8d7b-4aff-8f55-232254e55f62 service neutron] Pushing event updated for resources: {'Port': ['ID=e012e8f4-6a93-48da-a4d0-57382069c2c9,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:21.179051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-e8bde53d-e766-428c-b190-ce48a66701be req-c17b2ccc-668b-41ab-ae1d-5e43fc0ba367 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1677860126 ', 'description': 'tempest-description-873119525'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:21.261267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8582-67d4-458c-a740-1605b6f402f7 req-757fb5f3-22dc-466f-8de8-fa8cce21af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:21.262859 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f31b8582-67d4-458c-a740-1605b6f402f7 req-757fb5f3-22dc-466f-8de8-fa8cce21af22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 1174 time: 0.0814991 Aug 20 11:15:21.321888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-5b9c4728-384b-49f8-ba38-1d0aed46f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:21.329453 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-5b9c4728-384b-49f8-ba38-1d0aed46f6d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12c5c3e0e3bc44b9b8680cb32956f9f3&device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 1099 time: 0.0689766 Aug 20 11:15:21.386566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-03c17066-0237-4f34-83ab-75224e02b834 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e012e8f4-6a93-48da-a4d0-57382069c2c9 HTTP/1.1" status: 200 len: 217 time: 0.0527167 Aug 20 11:15:21.386566 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e8bde53d-e766-428c-b190-ce48a66701be req-c17b2ccc-668b-41ab-ae1d-5e43fc0ba367 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:21.445662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0649a603-d945-42f5-b68d-7cad46550097 req-4daebe41-2424-4c01-b2b6-b4f1f1e0d7b8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 210 time: 0.0482254 Aug 20 11:15:21.462193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8582-67d4-458c-a740-1605b6f402f7 req-97b2fff2-147c-46b9-840a-87580e18698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:21.462193 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f31b8582-67d4-458c-a740-1605b6f402f7 req-97b2fff2-147c-46b9-840a-87580e18698b service neutron] 10.222.0.57 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 914 time: 0.1877358 Aug 20 11:15:21.473602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-ba5d68ff-4ee8-46cf-867c-36715779ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:21.474398 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-ba5d68ff-4ee8-46cf-867c-36715779ba9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0780623 Aug 20 11:15:21.538708 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce621ce4-6165-4920-96ac-1bc8ec9ec5fd x-openstack-request-id: req-ce621ce4-6165-4920-96ac-1bc8ec9ec5fd {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:21.539209 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f168c7d1-5265-48f8-8078-925b36a0e40e", "tag": "e012e8f4-6a93-48da-a4d0-57382069c2c9", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:21.539579 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce621ce4-6165-4920-96ac-1bc8ec9ec5fd {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:21.540126 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f168c7d1-5265-48f8-8078-925b36a0e40e', 'tag': 'e012e8f4-6a93-48da-a4d0-57382069c2c9', 'status': 'completed', 'code': 200} Aug 20 11:15:21.552856 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f31b8582-67d4-458c-a740-1605b6f402f7 req-84095f97-6402-4ceb-a943-6d92ecfe0bd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd HTTP/1.1" status: 200 len: 217 time: 0.0775061 Aug 20 11:15:21.559741 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-3f075b4a-6f40-4ae8-9947-3eb6aef9f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:21.566071 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-3f075b4a-6f40-4ae8-9947-3eb6aef9f1fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780861 Aug 20 11:15:21.633314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e8bde53d-e766-428c-b190-ce48a66701be req-c17b2ccc-668b-41ab-ae1d-5e43fc0ba367 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:21.688887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b8582-67d4-458c-a740-1605b6f402f7 req-5d957f35-62c7-41f5-8460-458c4b7484f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:21.690385 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f31b8582-67d4-458c-a740-1605b6f402f7 req-5d957f35-62c7-41f5-8460-458c4b7484f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75ccd5f5-6b39-476c-9f41-49436f01172a HTTP/1.1" status: 200 len: 853 time: 0.1088624 Aug 20 11:15:21.691605 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-130e2ded-8361-4130-89e2-13ab8f51b6f2 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177299 Aug 20 11:15:21.723180 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e8bde53d-e766-428c-b190-ce48a66701be req-c17b2ccc-668b-41ab-ae1d-5e43fc0ba367 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:21.725422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-473726bc-206a-45bf-863a-7fb33eb95982 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:21.726937 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-473726bc-206a-45bf-863a-7fb33eb95982 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "GET /v2.0/networks?id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618 HTTP/1.1" status: 200 len: 818 time: 0.2668142 Aug 20 11:15:21.744049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f31b8582-67d4-458c-a740-1605b6f402f7 req-5def655e-799f-4232-8b0f-a974be522f3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=771cf2c7-2774-48d0-a4a7-ded7d18057b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382037 Aug 20 11:15:21.748278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Request body: {'port': {'device_id': '36b7500f-05b8-4830-a7f2-02ef904b1f65', 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618', 'admin_state_up': True, 'tenant_id': 'b30bc488b6a44ed597a5af0b8d1ba7f4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:21.761435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598cafa-aaa9-4d0c-8caf-0e02f90c4392 req-49bf262a-3d8e-407b-a722-12f1cc1d7563 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:21.762957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d598cafa-aaa9-4d0c-8caf-0e02f90c4392 req-49bf262a-3d8e-407b-a722-12f1cc1d7563 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 948 time: 0.1352253 Aug 20 11:15:21.798526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b2ccc-668b-41ab-ae1d-5e43fc0ba367 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca14cfde-fee7-4423-8ea5-e7687e0732ee,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:21.844588 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87f715b6-dfae-4c0f-be41-6db9eb1c78b6 req-38016ef2-4c0c-4831-9ead-d0ac94a07d7a service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389747 Aug 20 11:15:21.852477 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e8bde53d-e766-428c-b190-ce48a66701be req-c17b2ccc-668b-41ab-ae1d-5e43fc0ba367 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:21.854070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e8bde53d-e766-428c-b190-ce48a66701be req-c17b2ccc-668b-41ab-ae1d-5e43fc0ba367 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.6794238 Aug 20 11:15:21.919736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d598cafa-aaa9-4d0c-8caf-0e02f90c4392 req-f1530261-d7b7-499d-b5a2-c0f6de091771 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea7495ca-3048-4652-ac6b-892c64f138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142383 Aug 20 11:15:21.959871 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f31b8582-67d4-458c-a740-1605b6f402f7 req-9faa391b-1ac8-4a2c-886b-2f0c37c7932c service neutron] 10.222.0.57 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073560 Aug 20 11:15:21.968201 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-b1e0c07c-e87d-4f0d-bc56-27ac9f8bfb96 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381351 Aug 20 11:15:22.081371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f31b8582-67d4-458c-a740-1605b6f402f7 req-45fbb2e2-844f-4c8b-aaae-135c13fa79f2 service neutron] 10.222.0.57 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124008 Aug 20 11:15:22.136954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-f4a088b6-14d2-4379-945c-5d56cfe867d5 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:22.138504 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-f4a088b6-14d2-4379-945c-5d56cfe867d5 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694295 Aug 20 11:15:22.147888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-040b6f1f-f245-46e3-960b-4ecc2edc7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:22.153967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-040b6f1f-f245-46e3-960b-4ecc2edc7098 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12c5c3e0e3bc44b9b8680cb32956f9f3&device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 1099 time: 0.0732057 Aug 20 11:15:22.154147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Made reservation on behalf of b30bc488b6a44ed597a5af0b8d1ba7f4 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:22.157396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:22.168833 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-227b48f0-2e9c-4f87-9740-f9c7e78bb3f7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/quotas/87c91f87b43245b8b721772af7d5e336 HTTP/1.1" status: 200 len: 375 time: 0.0184405 Aug 20 11:15:22.196978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbb77e-6783-4ed1-8f77-869c49c118df req-97c61032-1e87-4959-bce1-ff20b1d942f5 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:22.198419 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a9fbb77e-6783-4ed1-8f77-869c49c118df req-97c61032-1e87-4959-bce1-ff20b1d942f5 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 949 time: 0.0781047 Aug 20 11:15:22.276111 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-43389120-37ab-4432-a0bc-2dd4b265e4af tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963128 Aug 20 11:15:22.293423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-96d985b3-4d16-4330-9c8a-402289a57a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:22.293423 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-96d985b3-4d16-4330-9c8a-402289a57a34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1354651 Aug 20 11:15:22.298849 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a9fbb77e-6783-4ed1-8f77-869c49c118df req-d612dee2-38cd-4f99-8b8e-ae607acb8509 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933993 Aug 20 11:15:22.360898 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-30c0c616-87fc-4c23-824b-00c3371cec10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=e012e8f4-6a93-48da-a4d0-57382069c2c9 HTTP/1.1" status: 200 len: 217 time: 0.0510943 Aug 20 11:15:22.361043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Allocated IP 172.20.0.2 (eeb4ced5-5083-4d5a-b8ac-797db4ce5618/1b315dca-928a-4f78-a796-3ecd13f12707/c2d10efa-b368-4aa3-9e98-95ccf24f2229) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:22.419120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-4a4e384a-9127-4a67-921f-24f8f17df5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:22.420748 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-4a4e384a-9127-4a67-921f-24f8f17df5ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0523129 Aug 20 11:15:22.478277 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-2457cb7f-b6b1-4480-b508-b2c0bbde6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:22.480587 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-2457cb7f-b6b1-4480-b508-b2c0bbde6fc2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446122 Aug 20 11:15:22.493605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b44dfed-eae9-445f-b680-acfee7b22d83 req-b240bc45-55a4-4972-9ab0-e8a8ffd8e0e7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/ca14cfde-fee7-4423-8ea5-e7687e0732ee HTTP/1.1" status: 200 len: 1780 time: 0.1121650 Aug 20 11:15:22.578002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:22.590919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-4d882060-543c-4343-9571-f2ce09b8b091 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025977 Aug 20 11:15:22.627712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51aefe-f8c3-4c3c-a56c-ca18f167bb56 req-7f0bd1ca-b978-446a-a6ad-155e3c27e334 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:22.629402 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b51aefe-f8c3-4c3c-a56c-ca18f167bb56 req-7f0bd1ca-b978-446a-a6ad-155e3c27e334 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0758219 Aug 20 11:15:22.683894 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b51aefe-f8c3-4c3c-a56c-ca18f167bb56 req-1d478c61-5b71-4126-9be9-657613ccef54 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482421 Aug 20 11:15:22.700884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a315c4f5-9c91-4d7d-a44f-f1d1b59bdd6d req-f5d35581-7866-496e-987f-962b9e6a18fa service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026785 Aug 20 11:15:22.814191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0687e0b3-5d1f-45f2-b045-8fc733df15f5 req-5ae22692-b9ba-4a63-bf93-65dcd15b3c25 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 210 time: 0.0276487 Aug 20 11:15:22.846821 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:22.912284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:22.921170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:22.925395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:22.957928 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f4cf2dc-15de-4c10-8d87-4da668ae17d1 req-bf7b15b4-20b4-437a-9d7d-eed5ba16ae4b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/ca14cfde-fee7-4423-8ea5-e7687e0732ee HTTP/1.1" status: 200 len: 1780 time: 0.1204970 Aug 20 11:15:22.962759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Pushing event updated for resources: {'Port': ['ID=c2d10efa-b368-4aa3-9e98-95ccf24f2229,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:23.012933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:23.013639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:23.056117 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0f4cf2dc-15de-4c10-8d87-4da668ae17d1 req-78fa081d-c419-480b-b68c-1d750d018d63 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:23.089022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0f4cf2dc-15de-4c10-8d87-4da668ae17d1 req-78fa081d-c419-480b-b68c-1d750d018d63 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:23.099883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-8bf0d8ff-510e-45e6-a448-ea51155fb0a8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:23.101330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-8bf0d8ff-510e-45e6-a448-ea51155fb0a8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "GET /v2.0/networks?id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618 HTTP/1.1" status: 200 len: 818 time: 0.1568520 Aug 20 11:15:23.118135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Request body: {'port': {'device_id': '7ca64565-5b2e-40b7-8f60-44bd3c848a50', 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618', 'admin_state_up': True, 'tenant_id': 'b30bc488b6a44ed597a5af0b8d1ba7f4'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:23.154242 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4936f78e-133c-447d-ad3d-82c98e809828 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4124529 Aug 20 11:15:23.187748 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Request body: {'port': {'device_id': '36b7500f-05b8-4830-a7f2-02ef904b1f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:23.250191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6613c0-7acf-483e-9895-2a9f7cea2e12 req-67a294ee-30dd-425a-bd4c-e2b7ab6de140 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:23.252361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d6613c0-7acf-483e-9895-2a9f7cea2e12 req-67a294ee-30dd-425a-bd4c-e2b7ab6de140 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 948 time: 0.0845177 Aug 20 11:15:23.280707 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0f4cf2dc-15de-4c10-8d87-4da668ae17d1 req-78fa081d-c419-480b-b68c-1d750d018d63 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:23.283445 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0f4cf2dc-15de-4c10-8d87-4da668ae17d1 req-78fa081d-c419-480b-b68c-1d750d018d63 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:23.284586 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f4cf2dc-15de-4c10-8d87-4da668ae17d1 req-78fa081d-c419-480b-b68c-1d750d018d63 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/ca14cfde-fee7-4423-8ea5-e7687e0732ee HTTP/1.1" status: 204 len: 173 time: 0.3191383 Aug 20 11:15:23.300246 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:23.303829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa081d-c419-480b-b68c-1d750d018d63 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca14cfde-fee7-4423-8ea5-e7687e0732ee,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:23.382810 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d6613c0-7acf-483e-9895-2a9f7cea2e12 req-848de959-077c-4879-a5d7-cdc5be9969ae tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea7495ca-3048-4652-ac6b-892c64f138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055434 Aug 20 11:15:23.434898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Made reservation on behalf of b30bc488b6a44ed597a5af0b8d1ba7f4 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:23.445883 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:23.529932 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-b6d591a7-e58d-487d-b1e5-95d2cdd30601 req-5df1a1dd-439a-4157-aa66-950dfa9a287d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] show failed (client error): The resource could not be found. Aug 20 11:15:23.533877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b6d591a7-e58d-487d-b1e5-95d2cdd30601 req-5df1a1dd-439a-4157-aa66-950dfa9a287d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/ca14cfde-fee7-4423-8ea5-e7687e0732ee HTTP/1.1" status: 404 len: 352 time: 0.0372458 Aug 20 11:15:23.637833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfa1ea-6376-4e0f-9be5-e7e220a3d7ea req-6d89feb9-c23e-4051-af4a-da9b6442e9c7 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:23.646094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82bfa1ea-6376-4e0f-9be5-e7e220a3d7ea req-6d89feb9-c23e-4051-af4a-da9b6442e9c7 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 949 time: 0.0726101 Aug 20 11:15:23.690217 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82bfa1ea-6376-4e0f-9be5-e7e220a3d7ea req-e263724c-60d4-41f2-bbdd-de3cc104ba44 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Aug 20 11:15:23.725343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-c0b7d276-1174-4d97-86da-48112956aa02 req-4602339c-e98d-44ed-a35a-ecbd2af5680e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1519383504', 'description': 'tempest-description-1097782235'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:23.742325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-23bdfc88-988c-4455-a6bd-05433a94b53b req-e81266dc-4924-424b-a4a8-ca46bf73884e tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 210 time: 0.1345301 Aug 20 11:15:23.810656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-f7512b9c-b48d-45f3-926f-cc32a4c8c0fe tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:23.812235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-f7512b9c-b48d-45f3-926f-cc32a4c8c0fe tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 949 time: 0.2126420 Aug 20 11:15:23.868680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-d177b97b-e103-4d1a-ac60-9ce4af82e9ec tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:23.870162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-d177b97b-e103-4d1a-ac60-9ce4af82e9ec tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "GET /v2.0/networks?id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618 HTTP/1.1" status: 200 len: 818 time: 0.2604654 Aug 20 11:15:23.875542 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c0b7d276-1174-4d97-86da-48112956aa02 req-4602339c-e98d-44ed-a35a-ecbd2af5680e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:23.896384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44378) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:23.908785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Request body: {'port': {'device_id': '08ade9f2-5f6f-4380-b0e6-41541c987d2c', 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618', 'admin_state_up': True, 'tenant_id': 'b30bc488b6a44ed597a5af0b8d1ba7f4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:24.007517 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c0b7d276-1174-4d97-86da-48112956aa02 req-4602339c-e98d-44ed-a35a-ecbd2af5680e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.048997 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2715da57-8760-4126-81d8-2b9f6fd2103b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.069191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ec7d5-8ed7-4668-9813-b41bd627105e req-05f2eec8-6649-4a5d-b6bc-f2ddb61af77b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:24.070754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b80ec7d5-8ed7-4668-9813-b41bd627105e req-05f2eec8-6649-4a5d-b6bc-f2ddb61af77b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.2515883 Aug 20 11:15:24.076995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d10efa-b368-4aa3-9e98-95ccf24f2229 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:24.097960 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.104655 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c0b7d276-1174-4d97-86da-48112956aa02 req-4602339c-e98d-44ed-a35a-ecbd2af5680e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.139851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Transition to ACTIVE for port object c2d10efa-b368-4aa3-9e98-95ccf24f2229 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:24.152837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602339c-e98d-44ed-a35a-ecbd2af5680e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe308a6e-75af-44c5-93e1-b2bc60ff047f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:24.178745 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b80ec7d5-8ed7-4668-9813-b41bd627105e req-4e6839fe-fb35-4834-b717-4c599b512b81 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911484 Aug 20 11:15:24.192923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-a58b3817-2045-4114-9cb9-d50219c8558f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Deleting port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:24.193330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-a58b3817-2045-4114-9cb9-d50219c8558f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.237726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2715da57-8760-4126-81d8-2b9f6fd2103b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.283466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee8fecb4-14bd-4390-8e2a-e24f4926b04d req-bf6f1a0f-bec9-40f6-808c-95b4c577c96f tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 210 time: 0.0360334 Aug 20 11:15:24.295439 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.344644 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2715da57-8760-4126-81d8-2b9f6fd2103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.379581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Allocated IP 172.20.0.13 (eeb4ced5-5083-4d5a-b8ac-797db4ce5618/1b315dca-928a-4f78-a796-3ecd13f12707/795b3950-541f-4149-b890-15792df4edab) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:24.417291 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2715da57-8760-4126-81d8-2b9f6fd2103b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=396a142cd56e4f109e03e699e571176e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170710 Aug 20 11:15:24.417481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-a58b3817-2045-4114-9cb9-d50219c8558f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] For port e5cb5aa3-df7c-4d08-854c-333bdd6ef091, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:24.417481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-a58b3817-2045-4114-9cb9-d50219c8558f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.417930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715da57-8760-4126-81d8-2b9f6fd2103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94306ef3-979f-4d2b-841f-217062277010,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:24.421696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Pushing event updated for resources: {'Port': ['ID=c2d10efa-b368-4aa3-9e98-95ccf24f2229,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:24.424995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44386) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:24.428663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e012e8f4-6a93-48da-a4d0-57382069c2c9 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:24.456844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c0b7d276-1174-4d97-86da-48112956aa02 req-4602339c-e98d-44ed-a35a-ecbd2af5680e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.473783 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0b7d276-1174-4d97-86da-48112956aa02 req-4602339c-e98d-44ed-a35a-ecbd2af5680e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7532263 Aug 20 11:15:24.586683 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-896c3b09-b12e-428c-9a6a-e5892a2e2f10 req-bf87b853-624a-4473-8138-030e0498eee6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-452241259', 'description': 'tempest-description-1882816506'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:24.592496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e012e8f4-6a93-48da-a4d0-57382069c2c9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e012e8f4-6a93-48da-a4d0-57382069c2c9,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:24.606283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'e012e8f4-6a93-48da-a4d0-57382069c2c9', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'e012e8f4-6a93-48da-a4d0-57382069c2c9', 'mac_address': 'fa:16:3e:85:e8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:24.659207 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.666131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.681945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e012e8f4-6a93-48da-a4d0-57382069c2c9 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:24.710481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e012e8f4-6a93-48da-a4d0-57382069c2c9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e012e8f4-6a93-48da-a4d0-57382069c2c9,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:24.832087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-a58b3817-2045-4114-9cb9-d50219c8558f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Calling delete_port for e5cb5aa3-df7c-4d08-854c-333bdd6ef091 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:24.857863 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.858278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.911959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:24.917237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:24.919749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:24.931235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e012e8f4-6a93-48da-a4d0-57382069c2c9,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:24.960872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Pushing event updated for resources: {'Port': ['ID=795b3950-541f-4149-b890-15792df4edab,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:24.993356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:24.993994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:24.994593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8609639c-ce54-43f3-af66-04d974f95477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:24.996181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8609639c-ce54-43f3-af66-04d974f95477 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1101 time: 0.6204557 Aug 20 11:15:25.014704 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1419-f13f-4cd8-9ac6-3c7687b72ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.034280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Made reservation on behalf of b30bc488b6a44ed597a5af0b8d1ba7f4 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:25.037796 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.080561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e012e8f4-6a93-48da-a4d0-57382069c2c9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:25.106297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed989ac-f61b-49dd-bd6b-c2fa7f720f7c req-6a5461bd-575a-4cd5-bf68-470c5a73c8ba tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:25.107904 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ed989ac-f61b-49dd-bd6b-c2fa7f720f7c req-6a5461bd-575a-4cd5-bf68-470c5a73c8ba tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 948 time: 0.6381466 Aug 20 11:15:25.131359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Attempting to bind port c2d10efa-b368-4aa3-9e98-95ccf24f2229 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:25.137275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Attempting to bind port c2d10efa-b368-4aa3-9e98-95ccf24f2229 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:25.137275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Attempting to bind port c2d10efa-b368-4aa3-9e98-95ccf24f2229 on network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:25.164666 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-4c66afb1-e134-477b-9b1e-0b5fb81735d1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0510359 Aug 20 11:15:25.174320 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1419-f13f-4cd8-9ac6-3c7687b72ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.180877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Request body: {'port': {'device_id': '7ca64565-5b2e-40b7-8f60-44bd3c848a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:25.200372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Port c2d10efa-b368-4aa3-9e98-95ccf24f2229 on network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:25.200731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Attempting to bind port c2d10efa-b368-4aa3-9e98-95ccf24f2229 on network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:25.257765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.260253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-896c3b09-b12e-428c-9a6a-e5892a2e2f10 req-bf87b853-624a-4473-8138-030e0498eee6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.271911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:25.272257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Checking segment: {'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:25.272652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Bound using segment: {'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:25.273222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Bound port: c2d10efa-b368-4aa3-9e98-95ccf24f2229, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:25.273608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.328975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ed989ac-f61b-49dd-bd6b-c2fa7f720f7c req-ad50f50b-aadb-4dec-8718-ebce24b247c8 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea7495ca-3048-4652-ac6b-892c64f138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066381 Aug 20 11:15:25.370607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-151992f6-3bdc-49aa-b306-f1de62ba6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:25.370607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-151992f6-3bdc-49aa-b306-f1de62ba6a5f service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3587861 Aug 20 11:15:25.492403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-35307c5c-ceaf-4173-bab7-8e5be56a4d79 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 217 time: 0.0656140 Aug 20 11:15:25.678364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Allocated IP 172.20.0.5 (eeb4ced5-5083-4d5a-b8ac-797db4ce5618/1b315dca-928a-4f78-a796-3ecd13f12707/2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:25.692370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] For port c2d10efa-b368-4aa3-9e98-95ccf24f2229, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:25.706317 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1419-f13f-4cd8-9ac6-3c7687b72ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.706835 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1419-f13f-4cd8-9ac6-3c7687b72ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.708686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-aa4c1419-f13f-4cd8-9ac6-3c7687b72ca0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94306ef3-979f-4d2b-841f-217062277010 HTTP/1.1" status: 204 len: 168 time: 1.2757394 Aug 20 11:15:25.760452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] For port c2d10efa-b368-4aa3-9e98-95ccf24f2229, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c2d10efa-b368-4aa3-9e98-95ccf24f2229,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:25.769699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c1419-f13f-4cd8-9ac6-3c7687b72ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94306ef3-979f-4d2b-841f-217062277010,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:25.774163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-0df9ba10-7697-4cc4-b716-8a94b014b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:25.776870 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-0df9ba10-7697-4cc4-b716-8a94b014b030 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.2550931 Aug 20 11:15:25.796171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d95cf-20e6-4c33-9c99-78a168fb9f91 req-cd1a25e1-d195-4947-8819-4657eb1adb90 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:25.799515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c6d95cf-20e6-4c33-9c99-78a168fb9f91 req-cd1a25e1-d195-4947-8819-4657eb1adb90 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 949 time: 0.3209078 Aug 20 11:15:25.817443 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-896c3b09-b12e-428c-9a6a-e5892a2e2f10 req-bf87b853-624a-4473-8138-030e0498eee6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.873852 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-a58b3817-2045-4114-9cb9-d50219c8558f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.895353 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.909732 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-896c3b09-b12e-428c-9a6a-e5892a2e2f10 req-bf87b853-624a-4473-8138-030e0498eee6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:25.947432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b3817-2045-4114-9cb9-d50219c8558f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Pushing event deleted for resources: {'Port': ['ID=e5cb5aa3-df7c-4d08-854c-333bdd6ef091,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:25.963393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87b853-624a-4473-8138-030e0498eee6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f68c25-c493-4590-bdc9-d6d196079963,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:26.013302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:26.014251 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:26.015407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] 10.222.0.57 "PUT /v2.0/ports/c2d10efa-b368-4aa3-9e98-95ccf24f2229 HTTP/1.1" status: 200 len: 1091 time: 2.8370912 Aug 20 11:15:26.034842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b7500f-05b8-4830-a7f2-02ef904b1f65', 'tag': 'c2d10efa-b368-4aa3-9e98-95ccf24f2229'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:26.037399 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5" -d '{"events": [{"name": "network-changed", "server_uuid": "36b7500f-05b8-4830-a7f2-02ef904b1f65", "tag": "c2d10efa-b368-4aa3-9e98-95ccf24f2229"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:26.057585 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-896c3b09-b12e-428c-9a6a-e5892a2e2f10 req-bf87b853-624a-4473-8138-030e0498eee6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:26.058972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-896c3b09-b12e-428c-9a6a-e5892a2e2f10 req-bf87b853-624a-4473-8138-030e0498eee6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4814041 Aug 20 11:15:26.101825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-a58b3817-2045-4114-9cb9-d50219c8558f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] No DVR routers for this DVR port e5cb5aa3-df7c-4d08-854c-333bdd6ef091 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:26.116338 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c6d95cf-20e6-4c33-9c99-78a168fb9f91 req-6aadf275-8827-49bc-95c2-e71def010387 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/security-groups?id=07cca7a5-a90e-4bb7-8008-b5d560a4c765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075955 Aug 20 11:15:26.121756 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-a58b3817-2045-4114-9cb9-d50219c8558f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:26.123879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fa7dd6e-1668-441d-a565-4a13e7e4c7f5 req-a58b3817-2045-4114-9cb9-d50219c8558f tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.38 "DELETE /v2.0/ports/e5cb5aa3-df7c-4d08-854c-333bdd6ef091 HTTP/1.1" status: 204 len: 173 time: 2.2914393 Aug 20 11:15:26.131421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-a6003297-7c61-4351-af30-4e3057b4f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:26.133337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-a6003297-7c61-4351-af30-4e3057b4f9b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3321440 Aug 20 11:15:26.175170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7c06911-44d7-40e4-a022-4d1754d5fd55 req-cefe47f7-be4f-41fc-9713-678530b817d8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 210 time: 0.0399296 Aug 20 11:15:26.256174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195cc00-df94-4265-9c4e-cf91b62c899f service neutron] Pushing event updated for resources: {'Port': ['ID=c2d10efa-b368-4aa3-9e98-95ccf24f2229,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:26.299848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-756d28c2-6b98-498b-87bf-e25d9c718fb0 req-e4dba6a1-cd59-4fb0-8a0f-c80d46a13bdb tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 210 time: 0.0306740 Aug 20 11:15:26.384703 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:26.403237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4ddb4-7923-46de-bf06-f603b6703546 req-4e25d518-5e41-41f9-a61d-1f16648013dd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:26.417773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cd4ddb4-7923-46de-bf06-f603b6703546 req-4e25d518-5e41-41f9-a61d-1f16648013dd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.2120919 Aug 20 11:15:26.428017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-1c0c82e4-7ecd-4c18-b283-3332fa0cb99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:26.429548 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-1c0c82e4-7ecd-4c18-b283-3332fa0cb99f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b30bc488b6a44ed597a5af0b8d1ba7f4&device_id=36b7500f-05b8-4830-a7f2-02ef904b1f65 HTTP/1.1" status: 200 len: 1094 time: 0.2288735 Aug 20 11:15:26.434662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e012e8f4-6a93-48da-a4d0-57382069c2c9 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:26.530228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-50422eb9-f04b-4c30-aaae-423c4cb6b501 req-b1a65cb7-e331-4ff8-b9fc-1d25ebcc3ad3 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-50713866', 'description': 'tempest-description-2139730871'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:26.533482 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b607967-2ca7-4c47-b5c3-013279e10b34 x-openstack-request-id: req-0b607967-2ca7-4c47-b5c3-013279e10b34 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:26.533482 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b7500f-05b8-4830-a7f2-02ef904b1f65", "tag": "c2d10efa-b368-4aa3-9e98-95ccf24f2229", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:26.533482 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b607967-2ca7-4c47-b5c3-013279e10b34 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:26.533482 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b7500f-05b8-4830-a7f2-02ef904b1f65', 'tag': 'c2d10efa-b368-4aa3-9e98-95ccf24f2229', 'status': 'completed', 'code': 200} Aug 20 11:15:26.590509 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-1c60b423-84f3-4058-8892-07670ccbb259 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2d10efa-b368-4aa3-9e98-95ccf24f2229 HTTP/1.1" status: 200 len: 217 time: 0.1365309 Aug 20 11:15:26.593958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-e7fcd40b-bf0d-4bc1-b19e-3171c4066cc2 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431779 Aug 20 11:15:26.662113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cd4ddb4-7923-46de-bf06-f603b6703546 req-0e70d117-d060-4b61-9b25-b21527b131e4 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433267 Aug 20 11:15:26.691484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port e012e8f4-6a93-48da-a4d0-57382069c2c9 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:26.698327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:26.699568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port e012e8f4-6a93-48da-a4d0-57382069c2c9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:26.700311 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:26.755976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-a3f0f20e-eabf-4eed-b8b2-667f930a32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:26.757571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-a3f0f20e-eabf-4eed-b8b2-667f930a32fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b315dca-928a-4f78-a796-3ecd13f12707 HTTP/1.1" status: 200 len: 858 time: 0.1576805 Aug 20 11:15:26.759377 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-50422eb9-f04b-4c30-aaae-423c4cb6b501 req-b1a65cb7-e331-4ff8-b9fc-1d25ebcc3ad3 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:26.830344 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:26.846068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:26.863807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e5cb5aa3-df7c-4d08-854c-333bdd6ef091 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:26.864907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-8fa96f03-80b7-4e13-9440-59b15d9377ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890543 Aug 20 11:15:26.872668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f168c7d1-5265-48f8-8078-925b36a0e40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012e8f4-6a93-48da-a4d0-57382069c2c9'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:26.873549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Pushing event updated for resources: {'Port': ['ID=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:26.874989 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2268b546-c2aa-4455-a5f3-ab32baa82a9c" -d '{"events": [{"server_uuid": "f168c7d1-5265-48f8-8078-925b36a0e40e", "name": "network-vif-plugged", "status": "completed", "tag": "e012e8f4-6a93-48da-a4d0-57382069c2c9"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:26.879194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:26.887259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:26.909894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: e5cb5aa3-df7c-4d08-854c-333bdd6ef091 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:26.910233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e5cb5aa3-df7c-4d08-854c-333bdd6ef091 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:26.916141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e012e8f4-6a93-48da-a4d0-57382069c2c9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e012e8f4-6a93-48da-a4d0-57382069c2c9,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:26.981499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795b3950-541f-4149-b890-15792df4edab {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:26.992823 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:26.996478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-cf3a75f9-749e-4e27-8019-e7cb60b224a8 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846071 Aug 20 11:15:26.997734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-50422eb9-f04b-4c30-aaae-423c4cb6b501 req-b1a65cb7-e331-4ff8-b9fc-1d25ebcc3ad3 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:27.001746 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:27.013149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Transition to ACTIVE for port object 795b3950-541f-4149-b890-15792df4edab will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:27.024882 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-01771331-e827-43a3-b839-2dc0257b2aff tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723741 Aug 20 11:15:27.056605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0e39f-c4ee-4670-b57a-a3fed9d0cff9 req-bcc35110-56f7-4ae8-b361-32398783b909 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:27.058339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-66c0e39f-c4ee-4670-b57a-a3fed9d0cff9 req-bcc35110-56f7-4ae8-b361-32398783b909 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 949 time: 0.3129959 Aug 20 11:15:27.065198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:27.066941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:27.093401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e012e8f4-6a93-48da-a4d0-57382069c2c9,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:27.115367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-50422eb9-f04b-4c30-aaae-423c4cb6b501 req-b1a65cb7-e331-4ff8-b9fc-1d25ebcc3ad3 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:27.133976 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:27.189773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-49f4d59f-0d8d-4033-b912-3b25952ca3d7 service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923052 Aug 20 11:15:27.197254 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-66c0e39f-c4ee-4670-b57a-a3fed9d0cff9 req-01ee8e8c-9432-42fd-8406-eaf4df1bec0a tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea7495ca-3048-4652-ac6b-892c64f138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273241 Aug 20 11:15:27.202080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a65cb7-e331-4ff8-b9fc-1d25ebcc3ad3 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca9f1ab-2711-4bb4-83f2-c6d77851c218,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:27.247614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Pushing event updated for resources: {'Port': ['ID=795b3950-541f-4149-b890-15792df4edab,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:27.261504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-b7aa6bc2-1a38-442e-b693-fd98d71827de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3581724 Aug 20 11:15:27.289710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Request body: {'port': {'device_id': '08ade9f2-5f6f-4380-b0e6-41541c987d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:27.303382 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c47a18d-6eb3-454f-8e12-7504347be068 x-openstack-request-id: req-2c47a18d-6eb3-454f-8e12-7504347be068 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:27.303672 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f168c7d1-5265-48f8-8078-925b36a0e40e", "name": "network-vif-plugged", "status": "completed", "tag": "e012e8f4-6a93-48da-a4d0-57382069c2c9", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:27.303928 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c47a18d-6eb3-454f-8e12-7504347be068 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:27.304331 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f168c7d1-5265-48f8-8078-925b36a0e40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012e8f4-6a93-48da-a4d0-57382069c2c9', 'code': 200} Aug 20 11:15:27.342572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-50422eb9-f04b-4c30-aaae-423c4cb6b501 req-b1a65cb7-e331-4ff8-b9fc-1d25ebcc3ad3 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:27.344922 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-50422eb9-f04b-4c30-aaae-423c4cb6b501 req-b1a65cb7-e331-4ff8-b9fc-1d25ebcc3ad3 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8195908 Aug 20 11:15:27.398503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.57', 49443) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:27.419688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-775026f8-a92e-4ebc-8d58-5b3aeea194b7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:27.421362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-775026f8-a92e-4ebc-8d58-5b3aeea194b7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3840301 Aug 20 11:15:27.425753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.57', 49444) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:27.444614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Attempting to bind port 795b3950-541f-4149-b890-15792df4edab on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:27.444614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Attempting to bind port 795b3950-541f-4149-b890-15792df4edab by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:27.444614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Attempting to bind port 795b3950-541f-4149-b890-15792df4edab on network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:27.468853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Port 795b3950-541f-4149-b890-15792df4edab on network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:27.468853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Attempting to bind port 795b3950-541f-4149-b890-15792df4edab on network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:27.487039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a81a69c7-7e8f-4054-bd88-97e3bb586fa3 req-d82ef5cb-0f3b-4671-ab6f-97e5ecc237e0 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 210 time: 0.0387890 Aug 20 11:15:27.494109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:27.497587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Checking segment: {'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:27.497587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Bound using segment: {'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:27.497872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Request body: {'port': {'device_id': '9c638a1f-0221-4bd1-afd6-4581dab56136', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '87c91f87b43245b8b721772af7d5e336'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:27.497985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Bound port: 795b3950-541f-4149-b890-15792df4edab, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:27.497985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:27.502000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca7e3c-342b-4d24-9451-20ae2b3d6ddd req-dff7abdf-544d-4899-a3cc-92500ac79957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:27.503681 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-40ca7e3c-342b-4d24-9451-20ae2b3d6ddd req-dff7abdf-544d-4899-a3cc-92500ac79957 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 1101 time: 0.1014352 Aug 20 11:15:27.542694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-022f829d-c403-4205-aac6-25dc1ed97871 req-fd775f5f-ea1a-4ecf-bb3b-b691be969ca2 tempest-ImagesOneServerTestJSON-1208549779 tempest-ImagesOneServerTestJSON-1208549779-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b843807-d227-4cd5-80db-5b34ba2d8dcc HTTP/1.1" status: 200 len: 210 time: 0.1377330 Aug 20 11:15:27.606787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-40ca7e3c-342b-4d24-9451-20ae2b3d6ddd req-2c03eda6-564c-4e35-b1c0-7ce23696746d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ea7495ca-3048-4652-ac6b-892c64f138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934489 Aug 20 11:15:27.619217 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-d08f2b50-642e-49b2-a3bf-4f99c8818a17 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1784708 Aug 20 11:15:27.643946 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-c5d4933b-c9d3-441e-9ad5-73d6a84265e2 service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457157 Aug 20 11:15:27.648346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:27.661998 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] For port 795b3950-541f-4149-b890-15792df4edab, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:27.666497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] For port 795b3950-541f-4149-b890-15792df4edab, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=795b3950-541f-4149-b890-15792df4edab,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:27.682019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9615e-07bb-4c1a-8074-42e7c7ab4b23 req-10f07549-1f47-491d-994f-a0b2da2a26b3 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:27.683560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5f9615e-07bb-4c1a-8074-42e7c7ab4b23 req-10f07549-1f47-491d-994f-a0b2da2a26b3 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 931 time: 0.0812211 Aug 20 11:15:27.725237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5f9615e-07bb-4c1a-8074-42e7c7ab4b23 req-3537e0fc-b1e0-42d4-87fb-42c3b5a2bc2b tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349796 Aug 20 11:15:27.773303 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:27.816009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:27.816898 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:27.818256 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] 10.222.0.57 "PUT /v2.0/ports/795b3950-541f-4149-b890-15792df4edab HTTP/1.1" status: 200 len: 1092 time: 2.6444998 Aug 20 11:15:27.818737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca64565-5b2e-40b7-8f60-44bd3c848a50', 'tag': '795b3950-541f-4149-b890-15792df4edab'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:27.821372 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca64565-5b2e-40b7-8f60-44bd3c848a50", "tag": "795b3950-541f-4149-b890-15792df4edab"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:27.847406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00244684-c853-4162-b766-ae482e1a3a71 service neutron] Pushing event updated for resources: {'Port': ['ID=795b3950-541f-4149-b890-15792df4edab,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:27.981081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5 req-d00e5359-985d-40b2-87eb-f2b4816b05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:27.983230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5 req-d00e5359-985d-40b2-87eb-f2b4816b05d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b30bc488b6a44ed597a5af0b8d1ba7f4&device_id=36b7500f-05b8-4830-a7f2-02ef904b1f65 HTTP/1.1" status: 200 len: 1094 time: 0.0684750 Aug 20 11:15:28.008706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad20619d-f959-4a08-bcee-d87107f326b0 req-cc834f94-9203-4914-ac53-5038825469c0 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5612c09cd284a52a7719b4596117eea HTTP/1.1" status: 200 len: 10894 time: 0.3875668 Aug 20 11:15:28.129016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5 req-bb4e7488-46f2-423b-91f3-1739b0388509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:28.130516 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5 req-bb4e7488-46f2-423b-91f3-1739b0388509 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618 HTTP/1.1" status: 200 len: 919 time: 0.1331592 Aug 20 11:15:28.149950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da24baa-016d-44f8-a810-2ad27df96757 req-f40fe87a-a1c9-4e68-af48-44b53babca5b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:28.152802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7da24baa-016d-44f8-a810-2ad27df96757 req-f40fe87a-a1c9-4e68-af48-44b53babca5b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0699706 Aug 20 11:15:28.198687 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5 req-b5b38704-0220-4666-b233-2337d0dadc3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2d10efa-b368-4aa3-9e98-95ccf24f2229 HTTP/1.1" status: 200 len: 217 time: 0.0459127 Aug 20 11:15:28.256939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7da24baa-016d-44f8-a810-2ad27df96757 req-e5e70b81-b462-4bc4-a0e3-24adb36da942 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973592 Aug 20 11:15:28.266718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5 req-4b0e6fa5-81bd-4fed-bc7a-d34fcd544353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:28.268188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5 req-4b0e6fa5-81bd-4fed-bc7a-d34fcd544353 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b315dca-928a-4f78-a796-3ecd13f12707 HTTP/1.1" status: 200 len: 858 time: 0.0607636 Aug 20 11:15:28.304274 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6086ee07-66fd-4434-a1e8-eb40fa110744 x-openstack-request-id: req-6086ee07-66fd-4434-a1e8-eb40fa110744 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:28.304569 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca64565-5b2e-40b7-8f60-44bd3c848a50", "tag": "795b3950-541f-4149-b890-15792df4edab", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:28.304824 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6086ee07-66fd-4434-a1e8-eb40fa110744 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:28.305225 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca64565-5b2e-40b7-8f60-44bd3c848a50', 'tag': '795b3950-541f-4149-b890-15792df4edab', 'status': 'completed', 'code': 200} Aug 20 11:15:28.307725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5 req-8807ce05-7fe2-45e3-91da-57fd027459ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313237 Aug 20 11:15:28.413089 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93b6a928-9644-43e0-9293-fe8c76843af5 req-e8ab91e7-f6ae-4a9b-bcbb-a8ebe062f52c tempest-AbsoluteLimitsNegativeTestJSON-1745638104 tempest-AbsoluteLimitsNegativeTestJSON-1745638104-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ac59504e49c742c28d774eaf9665086e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319262 Aug 20 11:15:28.428091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Made reservation on behalf of 87c91f87b43245b8b721772af7d5e336 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:28.431578 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:28.480934 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5 req-4cbd6f1d-f3d4-4553-8d4c-7f988a5a0b03 service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616969 Aug 20 11:15:28.509738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-13c9c786-02eb-4e4e-8943-eef2f82e06c2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:28.511331 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-13c9c786-02eb-4e4e-8943-eef2f82e06c2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7111082 Aug 20 11:15:28.523364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-7b4b8b2f-9eea-4a71-a3cf-59bcc59402ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:28.524816 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-7b4b8b2f-9eea-4a71-a3cf-59bcc59402ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b30bc488b6a44ed597a5af0b8d1ba7f4&device_id=7ca64565-5b2e-40b7-8f60-44bd3c848a50 HTTP/1.1" status: 200 len: 1095 time: 0.5114510 Aug 20 11:15:28.533957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-deleted', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:28.536325 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a80b5be-ca82-4152-ac29-9c5bf8b5afb6" -d '{"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-deleted", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:28.542365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Request body: {'port': {'device_id': '95c56661-3287-49c9-84c7-5ef5f0e2e743', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '87c91f87b43245b8b721772af7d5e336'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:28.562569 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad20619d-f959-4a08-bcee-d87107f326b0 req-46a08891-6e70-4d48-8bdd-0052ab3d1150 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/b5239620-a02d-4818-b316-2e0fd51952ff HTTP/1.1" status: 200 len: 2981 time: 0.5242815 Aug 20 11:15:28.599201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6a928-9644-43e0-9293-fe8c76843af5 req-0659c541-c444-4e7f-9bff-f52e4bec9a47 tempest-AbsoluteLimitsNegativeTestJSON-1745638104 tempest-AbsoluteLimitsNegativeTestJSON-1745638104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:28.600803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93b6a928-9644-43e0-9293-fe8c76843af5 req-0659c541-c444-4e7f-9bff-f52e4bec9a47 tempest-AbsoluteLimitsNegativeTestJSON-1745638104 tempest-AbsoluteLimitsNegativeTestJSON-1745638104-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796439 Aug 20 11:15:28.626953 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdc3ccd1-f479-405c-8ccb-4c8313b8fcd5 req-0e1f5783-d910-48fb-8948-d072c0749c52 service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322613 Aug 20 11:15:28.628378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93b6a928-9644-43e0-9293-fe8c76843af5 req-19aa8dc2-775c-4646-8974-ee7689e07b3f tempest-AbsoluteLimitsNegativeTestJSON-1745638104 tempest-AbsoluteLimitsNegativeTestJSON-1745638104-project] 10.222.0.10 "GET /v2.0/quotas/ac59504e49c742c28d774eaf9665086e HTTP/1.1" status: 200 len: 375 time: 0.0165050 Aug 20 11:15:28.676265 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93b6a928-9644-43e0-9293-fe8c76843af5 req-9f4642c0-d703-4e8a-b84b-f1c6d0c1ac74 tempest-AbsoluteLimitsNegativeTestJSON-1745638104 tempest-AbsoluteLimitsNegativeTestJSON-1745638104-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac59504e49c742c28d774eaf9665086e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294819 Aug 20 11:15:28.677733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-63310e08-0029-4a5a-95fa-b1fb7678d264 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795b3950-541f-4149-b890-15792df4edab HTTP/1.1" status: 200 len: 217 time: 0.1293795 Aug 20 11:15:28.842609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a2974-5596-4cd9-a75b-45831182c492 req-c45b72bd-280c-48fc-8962-22d6469138de tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:28.844494 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-055a2974-5596-4cd9-a75b-45831182c492 req-c45b72bd-280c-48fc-8962-22d6469138de tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 950 time: 0.0811028 Aug 20 11:15:28.893152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad20619d-f959-4a08-bcee-d87107f326b0 req-f3ebaf90-db38-45bb-a71e-7940a4f6f86d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/b5239620-a02d-4818-b316-2e0fd51952ff HTTP/1.1" status: 200 len: 2981 time: 0.2852678 Aug 20 11:15:28.895300 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-055a2974-5596-4cd9-a75b-45831182c492 req-12ca81db-8ca0-4a84-8724-8e8e9efc0be8 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea7495ca-3048-4652-ac6b-892c64f138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381579 Aug 20 11:15:28.912897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-c556815a-8efd-4c25-8a43-134b1bcc8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:28.914694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-c556815a-8efd-4c25-8a43-134b1bcc8485 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b315dca-928a-4f78-a796-3ecd13f12707 HTTP/1.1" status: 200 len: 858 time: 0.2165005 Aug 20 11:15:28.985910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:28.992587 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdecfb7b-f240-4b73-b4ff-f7fb637e2305 x-openstack-request-id: req-fdecfb7b-f240-4b73-b4ff-f7fb637e2305 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:28.992587 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b843807-d227-4cd5-80db-5b34ba2d8dcc", "name": "network-vif-deleted", "tag": "e5cb5aa3-df7c-4d08-854c-333bdd6ef091", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:28.993151 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fdecfb7b-f240-4b73-b4ff-f7fb637e2305 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:28.993151 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b843807-d227-4cd5-80db-5b34ba2d8dcc', 'name': 'network-vif-deleted', 'tag': 'e5cb5aa3-df7c-4d08-854c-333bdd6ef091', 'status': 'completed', 'code': 200} Aug 20 11:15:28.996969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Allocated IP 192.168.233.75 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/4cc68761-617f-4547-9848-b276421799e3) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:29.030052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.044791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-c242f0e4-1405-4d47-85e7-3c93041fde2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866234 Aug 20 11:15:29.097469 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef8c293b-ab19-4dcf-b792-6bfd22aa7d8c req-fab3a8c1-7c59-40ca-99d8-ed5340a45f66 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 210 time: 0.1018035 Aug 20 11:15:29.144844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Transition to ACTIVE for port object 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:29.171387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ed05b-e33f-4332-a092-0ab0de0e690a req-d6fd5986-9406-4d1e-8258-759c28ee0af6 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:29.173742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-059ed05b-e33f-4332-a092-0ab0de0e690a req-d6fd5986-9406-4d1e-8258-759c28ee0af6 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 931 time: 0.0929945 Aug 20 11:15:29.194962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Made reservation on behalf of 87c91f87b43245b8b721772af7d5e336 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:29.196042 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:15:29.198022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.213948 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-059ed05b-e33f-4332-a092-0ab0de0e690a req-77344c7a-2a15-4d6d-a345-4edbc1e44014 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Aug 20 11:15:29.243657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.367403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5463021b-6589-4562-9e41-0581e1b4d5a0 req-cbd8eb2c-70bc-4df4-916b-12335d8d4c70 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/fe308a6e-75af-44c5-93e1-b2bc60ff047f HTTP/1.1" status: 200 len: 1801 time: 0.2342610 Aug 20 11:15:29.396768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed4b88-bac7-4de0-abfb-db07c648f277 req-4fb84649-6ba0-413c-94ab-93ed240e781b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:29.398554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9ed4b88-bac7-4de0-abfb-db07c648f277 req-4fb84649-6ba0-413c-94ab-93ed240e781b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0532298 Aug 20 11:15:29.420335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-692b5b42-da23-4a76-89c8-df2b494c708a service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755138 Aug 20 11:15:29.447395 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9ed4b88-bac7-4de0-abfb-db07c648f277 req-f3cd82da-810d-4be0-b6ca-f8951d911e6b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393550 Aug 20 11:15:29.448044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44484) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:29.550018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:29.567977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44490) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:29.684821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e56b7759-4a92-4ea4-a312-b7301366a4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.696415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.713126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5463021b-6589-4562-9e41-0581e1b4d5a0 req-f5b46ae5-42e7-4626-aefb-24968823d799 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.735026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Transition to ACTIVE for port object 4cc68761-617f-4547-9848-b276421799e3 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:29.760044 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d788125c-c0e2-4265-871a-297e0505dff6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cfbb5f35d334904a82aedf0dc18d851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880724 Aug 20 11:15:29.761954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44494) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:29.775272 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-babb5d1a-bf4c-4bd9-a86e-5c418939b649 service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254194 Aug 20 11:15:29.789136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Attempting to bind port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:29.789443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Attempting to bind port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:29.789785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Attempting to bind port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca on network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:29.794134 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5463021b-6589-4562-9e41-0581e1b4d5a0 req-f5b46ae5-42e7-4626-aefb-24968823d799 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.813509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca on network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:29.813843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Attempting to bind port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca on network eeb4ced5-5083-4d5a-b8ac-797db4ce5618 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:29.844074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:29.844386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Checking segment: {'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:29.844694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Bound using segment: {'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:29.845156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Bound port: 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fb8496-f281-47b2-9e45-7650130b318a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:29.845528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.850861 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09b28dc3-afb6-473a-b322-3cc57bb65cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.877739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e56b7759-4a92-4ea4-a312-b7301366a4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.887711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09b28dc3-afb6-473a-b322-3cc57bb65cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.920462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] For port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:29.923781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] For port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:29.960289 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:29.973439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:29.978303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:29.983283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e56b7759-4a92-4ea4-a312-b7301366a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.020649 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5463021b-6589-4562-9e41-0581e1b4d5a0 req-f5b46ae5-42e7-4626-aefb-24968823d799 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.023312 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5463021b-6589-4562-9e41-0581e1b4d5a0 req-f5b46ae5-42e7-4626-aefb-24968823d799 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.029014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5463021b-6589-4562-9e41-0581e1b4d5a0 req-f5b46ae5-42e7-4626-aefb-24968823d799 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/fe308a6e-75af-44c5-93e1-b2bc60ff047f HTTP/1.1" status: 204 len: 173 time: 0.6404049 Aug 20 11:15:30.045902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e56b7759-4a92-4ea4-a312-b7301366a4e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac59504e49c742c28d774eaf9665086e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964861 Aug 20 11:15:30.047099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44500) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:30.061981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:30.070965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b7759-4a92-4ea4-a312-b7301366a4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9057ebe3-dd8f-4e58-9f87-36d77b7e5567,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:30.073352 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.073663 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09b28dc3-afb6-473a-b322-3cc57bb65cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.076214 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09b28dc3-afb6-473a-b322-3cc57bb65cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.080411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-09b28dc3-afb6-473a-b322-3cc57bb65cfb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07cca7a5-a90e-4bb7-8008-b5d560a4c765 HTTP/1.1" status: 204 len: 168 time: 0.3144298 Aug 20 11:15:30.099624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b28dc3-afb6-473a-b322-3cc57bb65cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cca7a5-a90e-4bb7-8008-b5d560a4c765,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:30.103026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:30.115095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b46ae5-42e7-4626-aefb-24968823d799 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe308a6e-75af-44c5-93e1-b2bc60ff047f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:30.119841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:30.138679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acee02-b59c-4ed7-b70c-b6a619ed3fe9 req-6723b504-611e-4eb3-82e8-6086e4953799 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:30.146890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49acee02-b59c-4ed7-b70c-b6a619ed3fe9 req-6723b504-611e-4eb3-82e8-6086e4953799 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 950 time: 0.1326480 Aug 20 11:15:30.179874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f56e0b0d-d4fe-4428-a2cc-a3b191276397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.184716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6 req-4f0fca43-01f1-4543-81b6-748c4be8b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:30.189288 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6 req-4f0fca43-01f1-4543-81b6-748c4be8b93f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b30bc488b6a44ed597a5af0b8d1ba7f4&device_id=7ca64565-5b2e-40b7-8f60-44bd3c848a50 HTTP/1.1" status: 200 len: 1095 time: 0.2624786 Aug 20 11:15:30.216238 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49acee02-b59c-4ed7-b70c-b6a619ed3fe9 req-7f9247c2-34ba-4651-a651-8d3bb2faa1ba tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea7495ca-3048-4652-ac6b-892c64f138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641165 Aug 20 11:15:30.234140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Allocated IP 192.168.233.81 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/27c3c427-dd21-4f5d-9d07-e071b97bb6ed) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:30.249051 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-bb4c339a-91b5-48f4-a109-210a52ec5eea req-cfffe92e-e474-4730-a7bc-c34b220d9a0d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] show failed (client error): The resource could not be found. Aug 20 11:15:30.256643 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f56e0b0d-d4fe-4428-a2cc-a3b191276397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.263878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb4c339a-91b5-48f4-a109-210a52ec5eea req-cfffe92e-e474-4730-a7bc-c34b220d9a0d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/fe308a6e-75af-44c5-93e1-b2bc60ff047f HTTP/1.1" status: 404 len: 352 time: 0.2093422 Aug 20 11:15:30.282858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event updated for resources: {'Port': ['ID=4cc68761-617f-4547-9848-b276421799e3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:30.335485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:30.336309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.338264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] 10.222.0.57 "PUT /v2.0/ports/2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca HTTP/1.1" status: 200 len: 1091 time: 3.0657635 Aug 20 11:15:30.365864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15b718ac-cb05-437a-87f3-e78a681bd80c req-640ca33c-d3e3-4388-b0ea-f2e8d5629d08 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 210 time: 0.0355422 Aug 20 11:15:30.419883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:30.425003 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.456852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c2d10efa-b368-4aa3-9e98-95ccf24f2229 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:30.469566 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f56e0b0d-d4fe-4428-a2cc-a3b191276397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.472206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f56e0b0d-d4fe-4428-a2cc-a3b191276397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.473597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f56e0b0d-d4fe-4428-a2cc-a3b191276397 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9057ebe3-dd8f-4e58-9f87-36d77b7e5567 HTTP/1.1" status: 204 len: 168 time: 0.4089806 Aug 20 11:15:30.496728 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e0b0d-d4fe-4428-a2cc-a3b191276397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9057ebe3-dd8f-4e58-9f87-36d77b7e5567,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:30.518380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59715fb-001f-458d-8ce7-36463f04f2e4 req-83e75b92-934b-47d9-a68d-db6381547fbf tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:30.520165 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f59715fb-001f-458d-8ce7-36463f04f2e4 req-83e75b92-934b-47d9-a68d-db6381547fbf tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 943 time: 0.0826921 Aug 20 11:15:30.522880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0e861-f4f6-40e0-8ca6-6682f7350d19 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:30.613392 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f59715fb-001f-458d-8ce7-36463f04f2e4 req-48e70466-b618-438e-95c4-f5d4d5a979a8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812318 Aug 20 11:15:30.636275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-cc83b5c5-90b0-4306-81c9-f08caa443300 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1918836 Aug 20 11:15:30.697543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Request body: {'port': {'device_id': '9c638a1f-0221-4bd1-afd6-4581dab56136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:30.731470 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2edadc3e-2bdf-4999-a7de-478f3812b1f3 req-419b937a-d890-4f58-aae2-d0d2b26025e8 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/60f68c25-c493-4590-bdc9-d6d196079963 HTTP/1.1" status: 200 len: 1800 time: 0.0746832 Aug 20 11:15:30.759161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c8e739b6-1f00-44ec-a163-01f1228bbf71 None None] Provisioning for port 4cc68761-617f-4547-9848-b276421799e3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:30.785663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-c44c0958-b136-4cb8-af0e-70d937607b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:30.785915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c8e739b6-1f00-44ec-a163-01f1228bbf71 None None] Provisioning complete for port 4cc68761-617f-4547-9848-b276421799e3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:30.786292 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c8e739b6-1f00-44ec-a163-01f1228bbf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.788517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-c44c0958-b136-4cb8-af0e-70d937607b42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b30bc488b6a44ed597a5af0b8d1ba7f4&device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 1094 time: 0.2696493 Aug 20 11:15:30.789669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c2d10efa-b368-4aa3-9e98-95ccf24f2229, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c2d10efa-b368-4aa3-9e98-95ccf24f2229,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:30.805106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2edadc3e-2bdf-4999-a7de-478f3812b1f3 req-2ca85242-9add-4846-b294-14b6d7c34463 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.805672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6 req-d910897e-3360-4312-a8fd-6b7d7b1bd771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:30.807465 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6 req-d910897e-3360-4312-a8fd-6b7d7b1bd771 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618 HTTP/1.1" status: 200 len: 919 time: 0.5375035 Aug 20 11:15:30.827901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'c2d10efa-b368-4aa3-9e98-95ccf24f2229', 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618', 'port_id': 'c2d10efa-b368-4aa3-9e98-95ccf24f2229', 'mac_address': 'fa:16:3e:17:67:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b315dca-928a-4f78-a796-3ecd13f12707', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:30.839436 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2edadc3e-2bdf-4999-a7de-478f3812b1f3 req-2ca85242-9add-4846-b294-14b6d7c34463 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.852602 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c8e739b6-1f00-44ec-a163-01f1228bbf71 None None] Port 4cc68761-617f-4547-9848-b276421799e3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:15:30.900390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-db156b85-5a88-41b2-877b-10d01f40571b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca HTTP/1.1" status: 200 len: 217 time: 0.1014943 Aug 20 11:15:30.902726 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:30.922128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d10efa-b368-4aa3-9e98-95ccf24f2229 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:30.946898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c2d10efa-b368-4aa3-9e98-95ccf24f2229, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c2d10efa-b368-4aa3-9e98-95ccf24f2229,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:31.000349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ade9f2-5f6f-4380-b0e6-41541c987d2c', 'tag': '2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:31.004040 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e68be-8441-42aa-9759-3221ad6be9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "08ade9f2-5f6f-4380-b0e6-41541c987d2c", "tag": "2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:31.010218 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2edadc3e-2bdf-4999-a7de-478f3812b1f3 req-2ca85242-9add-4846-b294-14b6d7c34463 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.012441 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2edadc3e-2bdf-4999-a7de-478f3812b1f3 req-2ca85242-9add-4846-b294-14b6d7c34463 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.023078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2edadc3e-2bdf-4999-a7de-478f3812b1f3 req-2ca85242-9add-4846-b294-14b6d7c34463 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/60f68c25-c493-4590-bdc9-d6d196079963 HTTP/1.1" status: 204 len: 173 time: 0.2848597 Aug 20 11:15:31.042772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.048085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca85242-9add-4846-b294-14b6d7c34463 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f68c25-c493-4590-bdc9-d6d196079963,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:31.064123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6 req-1794333f-4000-4dad-af64-f1b90882583e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795b3950-541f-4149-b890-15792df4edab HTTP/1.1" status: 200 len: 217 time: 0.2057562 Aug 20 11:15:31.130905 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.147418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c2d10efa-b368-4aa3-9e98-95ccf24f2229,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:31.174008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f01b2-2cd1-41e6-aea4-51c59d93ffeb req-7e8e1b33-2749-41c8-a5e7-e3400e2c591f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:31.176535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a4f01b2-2cd1-41e6-aea4-51c59d93ffeb req-7e8e1b33-2749-41c8-a5e7-e3400e2c591f tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 950 time: 0.0812364 Aug 20 11:15:31.238844 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a4f01b2-2cd1-41e6-aea4-51c59d93ffeb req-bcf12344-e5e2-4fb3-ab9d-8777ef93d56b tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea7495ca-3048-4652-ac6b-892c64f138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525446 Aug 20 11:15:31.280939 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-86ded1d4-64ba-4ca0-8ea3-24098f5f4ee6 req-c71fd81c-148c-4aa8-b8a4-c7354c3b7f14 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] show failed (client error): The resource could not be found. Aug 20 11:15:31.289636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86ded1d4-64ba-4ca0-8ea3-24098f5f4ee6 req-c71fd81c-148c-4aa8-b8a4-c7354c3b7f14 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/60f68c25-c493-4590-bdc9-d6d196079963 HTTP/1.1" status: 404 len: 352 time: 0.0243626 Aug 20 11:15:31.294339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['c2d10efa-b368-4aa3-9e98-95ccf24f2229'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:31.319883 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.336041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-e03f0c5f-0c0a-423b-9b12-ca2fc1a180c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:31.338168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-e03f0c5f-0c0a-423b-9b12-ca2fc1a180c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b315dca-928a-4f78-a796-3ecd13f12707 HTTP/1.1" status: 200 len: 858 time: 0.3430181 Aug 20 11:15:31.346373 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb91ea0-109e-4cd1-8231-57de04161b60 x-openstack-request-id: req-ebb91ea0-109e-4cd1-8231-57de04161b60 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:31.346598 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ade9f2-5f6f-4380-b0e6-41541c987d2c", "tag": "2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:31.347059 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ebb91ea0-109e-4cd1-8231-57de04161b60 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:31.347468 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ade9f2-5f6f-4380-b0e6-41541c987d2c', 'tag': '2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca', 'status': 'completed', 'code': 200} Aug 20 11:15:31.363658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6 req-0c54c958-6fd1-40a4-b0f8-e5a6e6c46377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:31.365507 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6 req-0c54c958-6fd1-40a4-b0f8-e5a6e6c46377 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b315dca-928a-4f78-a796-3ecd13f12707 HTTP/1.1" status: 200 len: 858 time: 0.2625287 Aug 20 11:15:31.423018 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b04ec0a-0933-4068-bdf3-92dfcb516a7e req-7d2b73c3-0285-414e-a651-6d3da52bc9e7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/bca9f1ab-2711-4bb4-83f2-c6d77851c218 HTTP/1.1" status: 200 len: 1799 time: 0.0687418 Aug 20 11:15:31.493700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-fa7b5b92-a80f-4e49-971c-f2c32fcf5d7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377721 Aug 20 11:15:31.494789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Transition to ACTIVE for port object 27c3c427-dd21-4f5d-9d07-e071b97bb6ed will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:31.495094 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9b04ec0a-0933-4068-bdf3-92dfcb516a7e req-624c9b75-2b38-40a9-a0f9-ea51a9986fed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.520933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6 req-488cf6c8-62f7-46f8-bd35-e5858d34c1eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801983 Aug 20 11:15:31.523445 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9b04ec0a-0933-4068-bdf3-92dfcb516a7e req-624c9b75-2b38-40a9-a0f9-ea51a9986fed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.528903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50e10a-f7c8-4089-b0c0-b170cc9af0aa req-68c260d4-239c-4926-b346-8958b539eaa7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:31.530485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a50e10a-f7c8-4089-b0c0-b170cc9af0aa req-68c260d4-239c-4926-b346-8958b539eaa7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.3959067 Aug 20 11:15:31.659314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9b04ec0a-0933-4068-bdf3-92dfcb516a7e req-624c9b75-2b38-40a9-a0f9-ea51a9986fed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.662181 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9b04ec0a-0933-4068-bdf3-92dfcb516a7e req-624c9b75-2b38-40a9-a0f9-ea51a9986fed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.663429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b04ec0a-0933-4068-bdf3-92dfcb516a7e req-624c9b75-2b38-40a9-a0f9-ea51a9986fed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/bca9f1ab-2711-4bb4-83f2-c6d77851c218 HTTP/1.1" status: 204 len: 173 time: 0.2393959 Aug 20 11:15:31.676755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c9b75-2b38-40a9-a0f9-ea51a9986fed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca9f1ab-2711-4bb4-83f2-c6d77851c218,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:31.753524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a50e10a-f7c8-4089-b0c0-b170cc9af0aa req-8f2de6c5-fe7b-4cb3-b585-60bf2f2d9895 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068822 Aug 20 11:15:31.754459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd2e3ace-58e6-447e-bc69-c80c074632cc req-ee6f8dc2-a545-4bfa-aba0-08f71ebac09c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 210 time: 0.0320449 Aug 20 11:15:31.787737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-d06cb80e-acbe-4479-bc04-ec9947b229ee service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739444 Aug 20 11:15:31.794113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6 req-c3d0d281-d4a8-483d-a68e-5c2cc2796d78 service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503431 Aug 20 11:15:31.876147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b767669-d39c-491a-8e8e-5a45c3980c67 req-0c56d4f8-709d-4d75-afee-982482fd2e15 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:31.886460 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b767669-d39c-491a-8e8e-5a45c3980c67 req-0c56d4f8-709d-4d75-afee-982482fd2e15 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 943 time: 0.0693624 Aug 20 11:15:31.888828 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:31.890849 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-be9b964d-5912-498c-83ef-a2a753c8f1e3 req-b845c43b-e88d-4453-9c8d-b1a35bc732e5 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] show failed (client error): The resource could not be found. Aug 20 11:15:31.897354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-be9b964d-5912-498c-83ef-a2a753c8f1e3 req-b845c43b-e88d-4453-9c8d-b1a35bc732e5 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/bca9f1ab-2711-4bb4-83f2-c6d77851c218 HTTP/1.1" status: 404 len: 352 time: 0.0814445 Aug 20 11:15:31.907841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:31.973876 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b767669-d39c-491a-8e8e-5a45c3980c67 req-f5db64e8-13a2-4186-b3c5-3f6d12b4984a tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816088 Aug 20 11:15:32.080768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:32.198854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44578) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:32.364218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1147126280-network', 'tenant_id': 'a1b45b2581674dfd871a5a64e7788d00'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:32.421607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-39bb8db4-c8f8-4408-a936-042ef0e29c0b tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:32.424155 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-39bb8db4-c8f8-4408-a936-042ef0e29c0b tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.57 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 950 time: 0.1291916 Aug 20 11:15:32.438111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:32.457231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 795b3950-541f-4149-b890-15792df4edab details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:32.462136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c2d10efa-b368-4aa3-9e98-95ccf24f2229 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:32.464150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109c8b4-cb23-465d-80a0-0b7231ccbea4 req-2384923e-91d2-4c86-a666-a9819dff74ed tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:32.465693 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d109c8b4-cb23-465d-80a0-0b7231ccbea4 req-2384923e-91d2-4c86-a666-a9819dff74ed tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 950 time: 0.1192641 Aug 20 11:15:32.474563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event updated for resources: {'Port': ['ID=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:32.477163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:32.493628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:32.517465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Made reservation on behalf of a1b45b2581674dfd871a5a64e7788d00 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:32.520316 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.547258 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.560978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d109c8b4-cb23-465d-80a0-0b7231ccbea4 req-b417bdb7-610d-4bd9-b73e-269dc83ee656 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea7495ca-3048-4652-ac6b-892c64f138c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874617 Aug 20 11:15:32.627955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 795b3950-541f-4149-b890-15792df4edab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=795b3950-541f-4149-b890-15792df4edab,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:32.644069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '795b3950-541f-4149-b890-15792df4edab', 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618', 'port_id': '795b3950-541f-4149-b890-15792df4edab', 'mac_address': 'fa:16:3e:82:4e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b315dca-928a-4f78-a796-3ecd13f12707', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:32.651285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-5510bfb9-aa22-4a85-90a0-fc2ec63a5b43 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Deleting port e012e8f4-6a93-48da-a4d0-57382069c2c9 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:32.651669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-5510bfb9-aa22-4a85-90a0-fc2ec63a5b43 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.694539 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.717874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795b3950-541f-4149-b890-15792df4edab {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:32.722240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc68761-617f-4547-9848-b276421799e3 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:32.734486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.744759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 795b3950-541f-4149-b890-15792df4edab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=795b3950-541f-4149-b890-15792df4edab,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:32.747402 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e051aca-1c44-4468-8fff-6625068f67a5 req-369a9018-3c76-4777-b17c-af4bd07605ad tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5612c09cd284a52a7719b4596117eea HTTP/1.1" status: 200 len: 6147 time: 0.7631080 Aug 20 11:15:32.754923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca0cc7b4-3fe4-4ff0-a5d2-03384e4792d6 req-bee4ef4e-b4fc-4917-9d1e-504cc539c4a3 service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9168379 Aug 20 11:15:32.780147 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.788254 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-5510bfb9-aa22-4a85-90a0-fc2ec63a5b43 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] For port e012e8f4-6a93-48da-a4d0-57382069c2c9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e012e8f4-6a93-48da-a4d0-57382069c2c9,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:32.788738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-5510bfb9-aa22-4a85-90a0-fc2ec63a5b43 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.794346 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba639c54-db8c-4a48-b17a-e4712fae09af req-c0afd4bb-545e-4f0d-887c-2e9a8412b766 service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9930501 Aug 20 11:15:32.803105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Transition to ACTIVE for port object 4cc68761-617f-4547-9848-b276421799e3 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:32.811646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port c2d10efa-b368-4aa3-9e98-95ccf24f2229 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:32.816350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-5510bfb9-aa22-4a85-90a0-fc2ec63a5b43 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Calling delete_port for e012e8f4-6a93-48da-a4d0-57382069c2c9 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:32.816483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:32.816483 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.822045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port c2d10efa-b368-4aa3-9e98-95ccf24f2229 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:32.822853 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.848281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e051aca-1c44-4468-8fff-6625068f67a5 req-92ba68f8-bc80-4bd9-8a9e-f1b2102bfa4c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/b5239620-a02d-4818-b316-2e0fd51952ff HTTP/1.1" status: 200 len: 2981 time: 0.0849626 Aug 20 11:15:32.852694 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.889529 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.895351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-46b79a61-0cb5-48cf-a4ae-6cb642a6386a None None] Provisioning for port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:32.901409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.901947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-46b79a61-0cb5-48cf-a4ae-6cb642a6386a None None] Provisioning complete for port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:32.902319 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-46b79a61-0cb5-48cf-a4ae-6cb642a6386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:32.942009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:15:32.953843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e051aca-1c44-4468-8fff-6625068f67a5 req-41a8aa9e-c2d8-4c31-a0e0-9daf59296e16 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/b5239620-a02d-4818-b316-2e0fd51952ff HTTP/1.1" status: 200 len: 2981 time: 0.0939126 Aug 20 11:15:32.957766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=795b3950-541f-4149-b890-15792df4edab,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:32.983749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Pushing event updated for resources: {'Port': ['ID=4cc68761-617f-4547-9848-b276421799e3,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:32.996536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-46b79a61-0cb5-48cf-a4ae-6cb642a6386a None None] Port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:15:33.017483 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.017819 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Added segment dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4 of type vlan for network 282dadf3-87c9-4f09-897f-0ed1cb0708d8 Aug 20 11:15:33.045889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40c268d1-c0a0-4487-95ff-1a775084ec02 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5132823 Aug 20 11:15:33.064509 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.069545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Request body: {'port': {'device_id': '95c56661-3287-49c9-84c7-5ef5f0e2e743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:33.075225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.095235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b7500f-05b8-4830-a7f2-02ef904b1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d10efa-b368-4aa3-9e98-95ccf24f2229'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:33.098309 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9904c8-2250-481c-9b95-80f6ef957b70" -d '{"events": [{"server_uuid": "36b7500f-05b8-4830-a7f2-02ef904b1f65", "name": "network-vif-plugged", "status": "completed", "tag": "c2d10efa-b368-4aa3-9e98-95ccf24f2229"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:33.112214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c2d10efa-b368-4aa3-9e98-95ccf24f2229, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c2d10efa-b368-4aa3-9e98-95ccf24f2229,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:33.118468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309f8e74-bccc-48f0-bd2b-c3f4089837f9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:33.129727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['795b3950-541f-4149-b890-15792df4edab'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:33.151128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6108f14-0378-4eb4-aa3e-f6ef6be88b19 req-46c795aa-90ab-468f-96ac-5282d60058f6 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:33.159946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6108f14-0378-4eb4-aa3e-f6ef6be88b19 req-46c795aa-90ab-468f-96ac-5282d60058f6 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 935 time: 0.2939384 Aug 20 11:15:33.220815 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.222121 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.224207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:33.225029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.240024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e68be-8441-42aa-9759-3221ad6be9a7 req-553d471c-08e5-4a9f-a83b-f47fd4562b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:33.241498 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad5e68be-8441-42aa-9759-3221ad6be9a7 req-553d471c-08e5-4a9f-a83b-f47fd4562b5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b30bc488b6a44ed597a5af0b8d1ba7f4&device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 1094 time: 0.2248015 Aug 20 11:15:33.245280 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.249279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Attempting to bind port 4cc68761-617f-4547-9848-b276421799e3 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:33.249627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Attempting to bind port 4cc68761-617f-4547-9848-b276421799e3 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:33.249962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Attempting to bind port 4cc68761-617f-4547-9848-b276421799e3 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:33.259749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f12d8-d3c0-4888-aa4c-44487f66b2f6 req-e20484de-e074-4f6c-a5a8-be39845d7679 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:33.261362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef1f12d8-d3c0-4888-aa4c-44487f66b2f6 req-e20484de-e074-4f6c-a5a8-be39845d7679 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.1888433 Aug 20 11:15:33.294181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Port 4cc68761-617f-4547-9848-b276421799e3 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:33.294578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Attempting to bind port 4cc68761-617f-4547-9848-b276421799e3 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:33.319999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c2d10efa-b368-4aa3-9e98-95ccf24f2229,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:33.327208 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6108f14-0378-4eb4-aa3e-f6ef6be88b19 req-a9ebc63d-4718-466c-95f9-c50e7a2cae70 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661351 Aug 20 11:15:33.335050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] Pushing event updated for resources: {'Network': ['ID=282dadf3-87c9-4f09-897f-0ed1cb0708d8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:33.339971 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e3b5c315-4bc2-4f7a-9d5b-68ee1d1167ae admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1397543 Aug 20 11:15:33.350029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44600) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:33.355408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 282dadf3-87c9-4f09-897f-0ed1cb0708d8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:15:33.360567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Request body: {'subnet': {'network_id': '282dadf3-87c9-4f09-897f-0ed1cb0708d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1147126280-subnet', 'tenant_id': 'a1b45b2581674dfd871a5a64e7788d00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:33.378026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-6ec2dfca-366c-47be-a829-a686e84659bd req-1f2be431-81c5-4437-bf45-50496822a2d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1606228385', 'description': 'tempest-description-2058894363'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:33.378976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:33.378976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:33.379360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:33.379757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Bound port: 4cc68761-617f-4547-9848-b276421799e3, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:33.380082 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.445778 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-5510bfb9-aa22-4a85-90a0-fc2ec63a5b43 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.455527 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef1f12d8-d3c0-4888-aa4c-44487f66b2f6 req-2e05493e-a36d-4848-b1d1-f3040884fccd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735756 Aug 20 11:15:33.488413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510bfb9-aa22-4a85-90a0-fc2ec63a5b43 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Pushing event deleted for resources: {'Port': ['ID=e012e8f4-6a93-48da-a4d0-57382069c2c9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:33.537586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6ec2dfca-366c-47be-a829-a686e84659bd req-1f2be431-81c5-4437-bf45-50496822a2d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.540769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-5510bfb9-aa22-4a85-90a0-fc2ec63a5b43 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] No DVR routers for this DVR port e012e8f4-6a93-48da-a4d0-57382069c2c9 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:33.544076 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-5510bfb9-aa22-4a85-90a0-fc2ec63a5b43 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.546391 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5dc5985b-b311-4331-83c1-25c78de9d884 req-5510bfb9-aa22-4a85-90a0-fc2ec63a5b43 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.57 "DELETE /v2.0/ports/e012e8f4-6a93-48da-a4d0-57382069c2c9 HTTP/1.1" status: 204 len: 173 time: 1.1167467 Aug 20 11:15:33.547926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f168c7d1-5265-48f8-8078-925b36a0e40e', 'name': 'network-vif-deleted', 'tag': 'e012e8f4-6a93-48da-a4d0-57382069c2c9'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:33.550376 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1236f4d-1149-463b-bc9f-c57af69d71d7" -d '{"events": [{"server_uuid": "f168c7d1-5265-48f8-8078-925b36a0e40e", "name": "network-vif-deleted", "tag": "e012e8f4-6a93-48da-a4d0-57382069c2c9"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:33.587815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e68be-8441-42aa-9759-3221ad6be9a7 req-c276473c-8300-49c0-a473-36ea180b0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:33.589347 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [req-6ec2dfca-366c-47be-a829-a686e84659bd req-1f2be431-81c5-4437-bf45-50496822a2d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:15:33.589347 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:15:33.589347 n-d-804230-3 neutron-server[95588]: [parameters: {'project_id_1': 'a5612c09cd284a52a7719b4596117eea', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 15, 33, 578662)}] Aug 20 11:15:33.589347 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:15:33.589713 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad5e68be-8441-42aa-9759-3221ad6be9a7 req-c276473c-8300-49c0-a473-36ea180b0848 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618 HTTP/1.1" status: 200 len: 919 time: 0.3260391 Aug 20 11:15:33.589979 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [req-6ec2dfca-366c-47be-a829-a686e84659bd req-1f2be431-81c5-4437-bf45-50496822a2d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:15:33.749009 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad5e68be-8441-42aa-9759-3221ad6be9a7 req-ecc68c69-b459-4e61-a7c2-a81b72a3a3d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca HTTP/1.1" status: 200 len: 217 time: 0.1457684 Aug 20 11:15:33.756271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Made reservation on behalf of a1b45b2581674dfd871a5a64e7788d00 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:33.758720 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:33.786315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] For port 4cc68761-617f-4547-9848-b276421799e3, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:33.838038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e012e8f4-6a93-48da-a4d0-57382069c2c9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:33.874964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] For port 4cc68761-617f-4547-9848-b276421799e3, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4cc68761-617f-4547-9848-b276421799e3,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:33.902105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e8641-78e9-4159-a977-4a444bba977f req-812dffd8-306d-4a86-8d46-768e1159a76d tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:33.903701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab2e8641-78e9-4159-a977-4a444bba977f req-812dffd8-306d-4a86-8d46-768e1159a76d tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 943 time: 0.3097796 Aug 20 11:15:33.940433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e68be-8441-42aa-9759-3221ad6be9a7 req-f467cd2f-7062-4d53-8344-f4db64639b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:33.941956 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad5e68be-8441-42aa-9759-3221ad6be9a7 req-f467cd2f-7062-4d53-8344-f4db64639b24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1b315dca-928a-4f78-a796-3ecd13f12707 HTTP/1.1" status: 200 len: 858 time: 0.1782575 Aug 20 11:15:33.990851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.002666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad5e68be-8441-42aa-9759-3221ad6be9a7 req-32b89363-5b24-454a-befd-c24683b67410 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eeb4ced5-5083-4d5a-b8ac-797db4ce5618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475109 Aug 20 11:15:34.092067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6ec2dfca-366c-47be-a829-a686e84659bd req-1f2be431-81c5-4437-bf45-50496822a2d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.107866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab2e8641-78e9-4159-a977-4a444bba977f req-292072ad-d93e-46ce-8090-94f679ffe21d tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945214 Aug 20 11:15:34.139916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:34.140699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.142079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] 10.222.0.38 "PUT /v2.0/ports/4cc68761-617f-4547-9848-b276421799e3 HTTP/1.1" status: 200 len: 1095 time: 3.4846745 Aug 20 11:15:34.142589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c638a1f-0221-4bd1-afd6-4581dab56136', 'tag': '4cc68761-617f-4547-9848-b276421799e3'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:34.144967 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c10081a-0975-4850-b928-81d80e74e1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c638a1f-0221-4bd1-afd6-4581dab56136", "tag": "4cc68761-617f-4547-9848-b276421799e3"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:34.221655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c3c427-dd21-4f5d-9d07-e071b97bb6ed {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:34.236873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6ec2dfca-366c-47be-a829-a686e84659bd req-1f2be431-81c5-4437-bf45-50496822a2d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.236985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764ce11-20c3-469d-a99d-b90404dfbc3f service neutron] Pushing event updated for resources: {'Port': ['ID=4cc68761-617f-4547-9848-b276421799e3,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:34.245749 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.256602 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95f5539-60ee-4517-90ac-efe290757cad x-openstack-request-id: req-b95f5539-60ee-4517-90ac-efe290757cad {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:34.257591 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b7500f-05b8-4830-a7f2-02ef904b1f65", "name": "network-vif-plugged", "status": "completed", "tag": "c2d10efa-b368-4aa3-9e98-95ccf24f2229", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:34.258044 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b95f5539-60ee-4517-90ac-efe290757cad {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:34.258673 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b7500f-05b8-4830-a7f2-02ef904b1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d10efa-b368-4aa3-9e98-95ccf24f2229', 'code': 200} Aug 20 11:15:34.294281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Transition to ACTIVE for port object 27c3c427-dd21-4f5d-9d07-e071b97bb6ed will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:34.308812 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f35430-1d8b-4294-b4d7-0338c87fa4a7 x-openstack-request-id: req-c6f35430-1d8b-4294-b4d7-0338c87fa4a7 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:34.309379 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f168c7d1-5265-48f8-8078-925b36a0e40e", "name": "network-vif-deleted", "tag": "e012e8f4-6a93-48da-a4d0-57382069c2c9", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:34.309508 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6f35430-1d8b-4294-b4d7-0338c87fa4a7 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:34.309940 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f168c7d1-5265-48f8-8078-925b36a0e40e', 'name': 'network-vif-deleted', 'tag': 'e012e8f4-6a93-48da-a4d0-57382069c2c9', 'status': 'completed', 'code': 200} Aug 20 11:15:34.351672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad5e68be-8441-42aa-9759-3221ad6be9a7 req-3e7304e3-0944-4c45-bb2a-4dce4113337e service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338265 Aug 20 11:15:34.391457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6ec2dfca-366c-47be-a829-a686e84659bd req-1f2be431-81c5-4437-bf45-50496822a2d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.417694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-1b668954-7035-4434-a9f7-8e08b08f5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:34.419394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-1b668954-7035-4434-a9f7-8e08b08f5139 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 1098 time: 0.1239100 Aug 20 11:15:34.424531 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.450600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2be431-81c5-4437-bf45-50496822a2d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b41f719-5eec-4d4d-aeef-e438210645d0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:34.456768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 795b3950-541f-4149-b890-15792df4edab up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:34.457067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426e21b-9756-4c81-99f3-f31dd24daa2f req-1312e92f-7206-4213-9d89-1797785a490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:34.469858 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2426e21b-9756-4c81-99f3-f31dd24daa2f req-1312e92f-7206-4213-9d89-1797785a490b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36b7500f-05b8-4830-a7f2-02ef904b1f65 HTTP/1.1" status: 200 len: 1096 time: 0.1272194 Aug 20 11:15:34.485618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.494719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6ec2dfca-366c-47be-a829-a686e84659bd req-1f2be431-81c5-4437-bf45-50496822a2d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.497405 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ec2dfca-366c-47be-a829-a686e84659bd req-1f2be431-81c5-4437-bf45-50496822a2d2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1272235 Aug 20 11:15:34.497547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c12e5d5-b95b-4b4c-a434-9e3ed0249024 req-627aae29-a972-4cf5-b50c-d6b6fd1caa09 tempest-ImagesNegativeTestJSON-1474555579 tempest-ImagesNegativeTestJSON-1474555579-project] 10.222.0.10 "GET /v2.0/ports?device_id=f168c7d1-5265-48f8-8078-925b36a0e40e HTTP/1.1" status: 200 len: 210 time: 0.0827882 Aug 20 11:15:34.522935 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2426e21b-9756-4c81-99f3-f31dd24daa2f req-55b5de2c-9622-4bb5-aa5b-39e2a464d0d6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526364 Aug 20 11:15:34.572619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-d7c0bc79-6244-4d7b-8899-dffe4e065303 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4cc68761-617f-4547-9848-b276421799e3 HTTP/1.1" status: 200 len: 217 time: 0.1295054 Aug 20 11:15:34.593029 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5f4802-6843-455e-ac1a-d80547df6646 x-openstack-request-id: req-9c5f4802-6843-455e-ac1a-d80547df6646 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:34.593386 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c638a1f-0221-4bd1-afd6-4581dab56136", "tag": "4cc68761-617f-4547-9848-b276421799e3", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:34.593573 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c5f4802-6843-455e-ac1a-d80547df6646 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:34.594091 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c638a1f-0221-4bd1-afd6-4581dab56136', 'tag': '4cc68761-617f-4547-9848-b276421799e3', 'status': 'completed', 'code': 200} Aug 20 11:15:34.675344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad5e68be-8441-42aa-9759-3221ad6be9a7 req-8380b8a6-f0dd-4d68-a2dd-396fb82e0aec service neutron] 10.222.0.57 "GET /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140407 Aug 20 11:15:34.694409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 795b3950-541f-4149-b890-15792df4edab completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:34.702201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 795b3950-541f-4149-b890-15792df4edab triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:34.702921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Pushing event updated for resources: {'Port': ['ID=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:34.704249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.741924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1dcbaa-dc76-4945-8eb6-b1b1c3820c94,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:34.757323 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7ae1e-745a-4791-98ff-655bc6af4d30 req-fd7cbea7-b590-44a5-82ae-8f9331966759 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:34.760637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5d7ae1e-745a-4791-98ff-655bc6af4d30 req-fd7cbea7-b590-44a5-82ae-8f9331966759 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0996261 Aug 20 11:15:34.771679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-a378f440-fe7c-49dd-97ba-94ac02309591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:34.773779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-a378f440-fe7c-49dd-97ba-94ac02309591 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1682777 Aug 20 11:15:34.830484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5d7ae1e-745a-4791-98ff-655bc6af4d30 req-99a4257c-4636-4696-a440-913cd77d3b3d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621185 Aug 20 11:15:34.844135 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:34.849752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-56136369-f51d-4bc9-80c4-5b5eaafc836e req-21e8a0d3-1661-4b86-974d-f8416f197464 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1281605688', 'description': 'tempest-description-657820290'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:34.850350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Checking segment: {'id': 'dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '282dadf3-87c9-4f09-897f-0ed1cb0708d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:34.850920 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Network hostable DHCP agents. Network: 282dadf3-87c9-4f09-897f-0ed1cb0708d8, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:15:34.863476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c7341-50ea-4182-9b2a-e19f63c893fb req-7db5b0be-4871-47d4-9d08-d3c6a4f7b6d1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:34.867326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d51c7341-50ea-4182-9b2a-e19f63c893fb req-7db5b0be-4871-47d4-9d08-d3c6a4f7b6d1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 947 time: 0.2686520 Aug 20 11:15:34.891968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 795b3950-541f-4149-b890-15792df4edab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=795b3950-541f-4149-b890-15792df4edab,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:34.934954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-703fbbda-bb56-4c41-81cc-e7069d847976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:34.936568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-703fbbda-bb56-4c41-81cc-e7069d847976 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524329 Aug 20 11:15:34.940081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Attempting to bind port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:34.940409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Attempting to bind port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:34.940772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Attempting to bind port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:34.953414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d51c7341-50ea-4182-9b2a-e19f63c893fb req-fd10450a-36e2-430e-b4f5-95d50fd18085 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733399 Aug 20 11:15:34.957804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:34.958135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Attempting to bind port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:35.001835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:35.002178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:35.002598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:35.003048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Bound port: 27c3c427-dd21-4f5d-9d07-e071b97bb6ed, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:35.003408 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:35.006197 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:35.006815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-56136369-f51d-4bc9-80c4-5b5eaafc836e req-21e8a0d3-1661-4b86-974d-f8416f197464 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:35.019525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Network 282dadf3-87c9-4f09-897f-0ed1cb0708d8 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:15:35.097328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=795b3950-541f-4149-b890-15792df4edab,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:35.125367 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-39c424a0-6adc-4361-9b43-4d33233c4806 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781406 Aug 20 11:15:35.128423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] For port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:35.132034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] For port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:35.135682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 282dadf3-87c9-4f09-897f-0ed1cb0708d8) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:35.141458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d4df5c-9c5c-4a0b-9436-dcfdbfb4c3fc None None] Network 282dadf3-87c9-4f09-897f-0ed1cb0708d8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:15:35.145704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:35.146343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:35.167239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-56136369-f51d-4bc9-80c4-5b5eaafc836e req-21e8a0d3-1661-4b86-974d-f8416f197464 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:35.237725 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:35.264232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-56136369-f51d-4bc9-80c4-5b5eaafc836e req-21e8a0d3-1661-4b86-974d-f8416f197464 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:35.287145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575070a6-e9a2-4f7e-890a-306cd2743c1e None None] Network 282dadf3-87c9-4f09-897f-0ed1cb0708d8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:15:35.300635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8a0d3-1661-4b86-974d-f8416f197464 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6295162-4635-479c-b094-8726afa466b1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:35.300824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:35.301607 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:35.303055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-30737664-71d6-4362-af36-4623b304ff3c service neutron] 10.222.0.57 "PUT /v2.0/ports/27c3c427-dd21-4f5d-9d07-e071b97bb6ed HTTP/1.1" status: 200 len: 1095 time: 2.2383742 Aug 20 11:15:35.329480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3eca7-9afe-4d7a-8e54-476b27c72e5a req-8065937b-6c8c-4b52-9885-6f15bd6c18a5 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:35.331100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41d3eca7-9afe-4d7a-8e54-476b27c72e5a req-8065937b-6c8c-4b52-9885-6f15bd6c18a5 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 943 time: 0.1298506 Aug 20 11:15:35.346276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-40935cce-6509-46d9-bb58-b8777c11721b service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109447 Aug 20 11:15:35.372187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30737664-71d6-4362-af36-4623b304ff3c service neutron] Pushing event updated for resources: {'Port': ['ID=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:35.394740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41d3eca7-9afe-4d7a-8e54-476b27c72e5a req-57334022-70a8-49e1-915c-cd487fbbb5ba tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473957 Aug 20 11:15:35.412313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-56136369-f51d-4bc9-80c4-5b5eaafc836e req-21e8a0d3-1661-4b86-974d-f8416f197464 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:35.414004 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-56136369-f51d-4bc9-80c4-5b5eaafc836e req-21e8a0d3-1661-4b86-974d-f8416f197464 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5688972 Aug 20 11:15:35.474493 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cec23bdf-2c30-41bc-b43d-4e1a39cf2da8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1200488 Aug 20 11:15:35.645933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-4a6f9371-2866-4d64-9c10-0fd8abae4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:35.645933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-4a6f9371-2866-4d64-9c10-0fd8abae4ae7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 1098 time: 0.1308768 Aug 20 11:15:35.657132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-7c2c02bf-b6b3-4bc1-a706-c20eba3e9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:35.658202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-7c2c02bf-b6b3-4bc1-a706-c20eba3e9e04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 1098 time: 0.0862350 Aug 20 11:15:35.751874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-16b58546-2a53-4cbf-8e43-860f578b7084 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=27c3c427-dd21-4f5d-9d07-e071b97bb6ed HTTP/1.1" status: 200 len: 217 time: 0.0916142 Aug 20 11:15:35.878302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-4f177f51-57de-4ddc-a396-484dd4a5ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:35.879797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-4f177f51-57de-4ddc-a396-484dd4a5ada1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1124458 Aug 20 11:15:35.907631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-86fbc067-9496-4974-a445-57b94912605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:35.909100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-86fbc067-9496-4974-a445-57b94912605f service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2410760 Aug 20 11:15:36.003613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-9518ede3-7778-48dc-9d15-eb4843563a9f tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:36.005385 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-9518ede3-7778-48dc-9d15-eb4843563a9f tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/networks?id=282dadf3-87c9-4f09-897f-0ed1cb0708d8 HTTP/1.1" status: 200 len: 822 time: 0.1079814 Aug 20 11:15:36.023266 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-863191f9-7cd1-4737-8481-e1e2e3abd7e9 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/quotas/a1b45b2581674dfd871a5a64e7788d00 HTTP/1.1" status: 200 len: 375 time: 0.0116875 Aug 20 11:15:36.071000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-0ee4328e-3ec3-49db-aa16-ed781a4b086b tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1b45b2581674dfd871a5a64e7788d00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393887 Aug 20 11:15:36.167579 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-cff608a1-8b1d-4fe2-9a24-c84ce367c634 service neutron] 10.222.0.10 "GET /v2.0/networks/282dadf3-87c9-4f09-897f-0ed1cb0708d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879786 Aug 20 11:15:36.259851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca64565-5b2e-40b7-8f60-44bd3c848a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795b3950-541f-4149-b890-15792df4edab'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:36.262971 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e86739-8e16-4943-96f1-aef0147b72aa" -d '{"events": [{"server_uuid": "7ca64565-5b2e-40b7-8f60-44bd3c848a50", "name": "network-vif-plugged", "status": "completed", "tag": "795b3950-541f-4149-b890-15792df4edab"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:36.269758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-ac3bc5c4-ebbe-40aa-8ab8-5fb042d7f31e service neutron] 10.222.0.10 "GET /v2.0/networks/282dadf3-87c9-4f09-897f-0ed1cb0708d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951936 Aug 20 11:15:36.300703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-0500681f-7316-453d-8f5c-9d7cf5fa5d32 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4cc68761-617f-4547-9848-b276421799e3 HTTP/1.1" status: 200 len: 217 time: 0.3729596 Aug 20 11:15:36.308226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-53d3c4e6-c01f-4d0a-8874-64ab5a02f50d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:36.309741 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-53d3c4e6-c01f-4d0a-8874-64ab5a02f50d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 813 time: 0.6332674 Aug 20 11:15:36.357200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-27b8b887-542e-47c6-b2a5-41243295c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:36.358761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-27b8b887-542e-47c6-b2a5-41243295c22c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4665070 Aug 20 11:15:36.371317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-bc288fe4-46bc-4afd-be14-e1383b088898 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/quotas/a5612c09cd284a52a7719b4596117eea HTTP/1.1" status: 200 len: 375 time: 0.0415857 Aug 20 11:15:36.452761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-92da1e6b-6bab-47c9-8e46-ecab44c80a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:36.454273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-92da1e6b-6bab-47c9-8e46-ecab44c80a5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1434569 Aug 20 11:15:36.487435 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:36.491507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e012e8f4-6a93-48da-a4d0-57382069c2c9 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:36.513074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-59d30223-c308-433f-bb73-f10d96cefdc2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1338122 Aug 20 11:15:36.520576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: e012e8f4-6a93-48da-a4d0-57382069c2c9 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:36.520943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e012e8f4-6a93-48da-a4d0-57382069c2c9 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:36.598813 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-ed898de5-6337-4797-bd93-c4b18d0456cb service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296963 Aug 20 11:15:36.599278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c56661-3287-49c9-84c7-5ef5f0e2e743', 'tag': '27c3c427-dd21-4f5d-9d07-e071b97bb6ed'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:36.601832 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "95c56661-3287-49c9-84c7-5ef5f0e2e743", "tag": "27c3c427-dd21-4f5d-9d07-e071b97bb6ed"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:36.634188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-3e0704bd-1d7c-4986-99e0-85264d1d0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:36.636166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-3e0704bd-1d7c-4986-99e0-85264d1d0f58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1718791 Aug 20 11:15:36.666589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:36.685066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca', 'network_id': 'eeb4ced5-5083-4d5a-b8ac-797db4ce5618', 'port_id': '2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca', 'mac_address': 'fa:16:3e:7a:32:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b315dca-928a-4f78-a796-3ecd13f12707', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:36.725107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e35b-a3ee-44be-8c4c-5a69deda50c4 req-610d9310-4e15-4b97-afae-7c8a0d6f442a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:36.726736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41d2e35b-a3ee-44be-8c4c-5a69deda50c4 req-610d9310-4e15-4b97-afae-7c8a0d6f442a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0636194 Aug 20 11:15:36.742552 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:36.767599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:36.771379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41d2e35b-a3ee-44be-8c4c-5a69deda50c4 req-80e1b97b-828a-446b-b710-97c6deb509d8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Aug 20 11:15:36.789169 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:36.843035 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-1f299e0b-3ec9-4754-8931-724e48b785a0 service neutron] 10.222.0.10 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223145 Aug 20 11:15:36.870159 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-3c3032e1-931f-4ae0-b296-9b39ada2ddb5 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018809 Aug 20 11:15:36.871932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4c2caa7-28f7-4f25-b10d-d24a3bc0bd8a req-3dada019-453c-430c-a4b4-d97ab46bbefc service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630682 Aug 20 11:15:36.886678 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:36.889117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e738b1-76cb-41e0-bea5-ac51059b267e req-53a256f6-7238-4b13-b345-8aac8ce25782 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:36.891649 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a4e738b1-76cb-41e0-bea5-ac51059b267e req-53a256f6-7238-4b13-b345-8aac8ce25782 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 947 time: 0.0539329 Aug 20 11:15:36.943582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a4e738b1-76cb-41e0-bea5-ac51059b267e req-d6eb33e0-b91c-49f3-88a2-279e720dd79b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Aug 20 11:15:36.960600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:37.012155 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc739db-e567-4658-a61e-72e18741e840 x-openstack-request-id: req-6cc739db-e567-4658-a61e-72e18741e840 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:37.013243 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca64565-5b2e-40b7-8f60-44bd3c848a50", "name": "network-vif-plugged", "status": "completed", "tag": "795b3950-541f-4149-b890-15792df4edab", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:37.013721 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cc739db-e567-4658-a61e-72e18741e840 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:37.016107 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca64565-5b2e-40b7-8f60-44bd3c848a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795b3950-541f-4149-b890-15792df4edab', 'code': 200} Aug 20 11:15:37.038801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-11688118-fb3b-4828-b788-ea1449f44759 service neutron] 10.222.0.10 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815560 Aug 20 11:15:37.045973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c10081a-0975-4850-b928-81d80e74e1e2 req-e84c2155-d556-4925-b1ac-b3fe447807a4 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628535 Aug 20 11:15:37.116338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807befd3-fed3-4940-b8fe-add8fb5a8a16 req-f3f5cf2d-f42d-42a1-bd65-512ce838c31c tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:37.119125 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-807befd3-fed3-4940-b8fe-add8fb5a8a16 req-f3f5cf2d-f42d-42a1-bd65-512ce838c31c tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 944 time: 0.0601637 Aug 20 11:15:37.151574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd23e6f-b05b-4f44-a323-52de028c0862 req-f62edace-e7b5-47f3-ad86-2558b1c081b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:37.153247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bd23e6f-b05b-4f44-a323-52de028c0862 req-f62edace-e7b5-47f3-ad86-2558b1c081b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ca64565-5b2e-40b7-8f60-44bd3c848a50 HTTP/1.1" status: 200 len: 1097 time: 0.0547073 Aug 20 11:15:37.155099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:37.168188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-807befd3-fed3-4940-b8fe-add8fb5a8a16 req-d768ddbf-d7b7-443d-81a9-66c65e017586 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426056 Aug 20 11:15:37.196114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bd23e6f-b05b-4f44-a323-52de028c0862 req-ec87f653-c500-4ed2-a5c8-219c66ebf704 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341146 Aug 20 11:15:37.317477 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5fe7cf9b-acf0-4ff7-92b2-0a1f2e734365 req-8e3afaa2-4561-49fa-a75b-e1dff1563beb tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 210 time: 0.0348425 Aug 20 11:15:37.398999 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c71e108-1858-4fec-ab2a-8ba135d70981 x-openstack-request-id: req-8c71e108-1858-4fec-ab2a-8ba135d70981 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:37.399148 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c56661-3287-49c9-84c7-5ef5f0e2e743", "tag": "27c3c427-dd21-4f5d-9d07-e071b97bb6ed", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:37.399415 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c71e108-1858-4fec-ab2a-8ba135d70981 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:37.399825 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c56661-3287-49c9-84c7-5ef5f0e2e743', 'tag': '27c3c427-dd21-4f5d-9d07-e071b97bb6ed', 'status': 'completed', 'code': 200} Aug 20 11:15:37.466597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8139452c-7729-4ebd-824d-8ad6690b9adb req-e65f214c-adc5-40f3-8252-7017aeb95a13 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 210 time: 0.0352862 Aug 20 11:15:37.492211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-580fff47-dbd6-4769-bf14-cce6978f09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:37.494108 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-580fff47-dbd6-4769-bf14-cce6978f09bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 1098 time: 0.0586770 Aug 20 11:15:37.597936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-57e7e3a6-dce4-4fb3-b868-71e513a685bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:37.599463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-57e7e3a6-dce4-4fb3-b868-71e513a685bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.0972514 Aug 20 11:15:37.646570 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-b5beaa5f-1483-4078-b30e-7cb82f81a327 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=27c3c427-dd21-4f5d-9d07-e071b97bb6ed HTTP/1.1" status: 200 len: 217 time: 0.0394814 Aug 20 11:15:37.701468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-03a44045-f470-4890-b4b0-951a97fae865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:37.702929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-03a44045-f470-4890-b4b0-951a97fae865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0462320 Aug 20 11:15:37.754383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-cbf3bbc6-59f9-4531-b8a4-06dc0424600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:37.755988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-cbf3bbc6-59f9-4531-b8a4-06dc0424600c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452747 Aug 20 11:15:37.895451 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-c1dec10f-0470-4375-a594-b57cb33bf511 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066017 Aug 20 11:15:37.896555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44772) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:38.021925 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d34e5ea-4af0-4c41-8120-e71f5aace6b3 req-25fd9711-3f22-46e1-869e-7a2f85719d4f service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441970 Aug 20 11:15:38.037737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f3bf6-7972-47e7-9933-ed3b299f0688 req-4793c731-8df1-43ce-aabf-8a1423c2ac6e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:38.037737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-057f3bf6-7972-47e7-9933-ed3b299f0688 req-4793c731-8df1-43ce-aabf-8a1423c2ac6e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0782664 Aug 20 11:15:38.094975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-057f3bf6-7972-47e7-9933-ed3b299f0688 req-9a31ef0b-0fc9-472b-8009-2d9ce3964dda tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454617 Aug 20 11:15:38.128416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e13890e7-d4e6-4fa9-a242-047a5a4afa17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12c5c3e0e3bc44b9b8680cb32956f9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312455 Aug 20 11:15:38.130980 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44782) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:38.184263 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9679dc5c-a081-457c-a3e3-d0c174f3595f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:38.206680 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9679dc5c-a081-457c-a3e3-d0c174f3595f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:38.270304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47033a14-f95e-4732-b898-ca02f525379c req-f9354665-c82c-4a62-b3c6-bd163cffd7a4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:38.272226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-47033a14-f95e-4732-b898-ca02f525379c req-f9354665-c82c-4a62-b3c6-bd163cffd7a4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 947 time: 0.2112288 Aug 20 11:15:38.291741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaaba2-20c7-4773-9a74-66094fff02b8 req-ca5c6586-e710-4235-b6ae-76bddff5224e tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:38.293275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcfaaba2-20c7-4773-9a74-66094fff02b8 req-ca5c6586-e710-4235-b6ae-76bddff5224e tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 944 time: 0.0561671 Aug 20 11:15:38.315194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-47033a14-f95e-4732-b898-ca02f525379c req-6ad6e944-b43e-43f4-9e6e-3d3a9a5227db tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346787 Aug 20 11:15:38.343614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcfaaba2-20c7-4773-9a74-66094fff02b8 req-5a9eefc4-ca86-4a59-a613-3f1be1016aa7 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419621 Aug 20 11:15:38.430479 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d8b6f8c-e5bb-47d4-8ad0-ffee6f811010 req-079b4d7a-1b0a-4f6f-b1b3-4729c7c87f4e tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 210 time: 0.0307071 Aug 20 11:15:38.431216 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9679dc5c-a081-457c-a3e3-d0c174f3595f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:38.433844 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9679dc5c-a081-457c-a3e3-d0c174f3595f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:38.435496 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9679dc5c-a081-457c-a3e3-d0c174f3595f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea7495ca-3048-4652-ac6b-892c64f138c9 HTTP/1.1" status: 204 len: 168 time: 0.3030148 Aug 20 11:15:38.443913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679dc5c-a081-457c-a3e3-d0c174f3595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7495ca-3048-4652-ac6b-892c64f138c9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:38.515758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:38.564907 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-acc0fd15-c34a-4dc8-adbe-d258fbb9b1d7 req-50d3e191-3cb3-4271-ad09-2c748d95858d tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 210 time: 0.0308805 Aug 20 11:15:38.729531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:38.733746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:38.734122 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:38.820359 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:38.852893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:38.881789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4cc68761-617f-4547-9848-b276421799e3 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:39.071785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ade9f2-5f6f-4380-b0e6-41541c987d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:39.074275 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a2bc1e-21e6-4c6a-bf41-d240a82b5e88" -d '{"events": [{"server_uuid": "08ade9f2-5f6f-4380-b0e6-41541c987d2c", "name": "network-vif-plugged", "status": "completed", "tag": "2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:39.083208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:39.146139 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77173e84-e525-4835-9636-77916df9f398 x-openstack-request-id: req-77173e84-e525-4835-9636-77916df9f398 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:39.146465 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ade9f2-5f6f-4380-b0e6-41541c987d2c", "name": "network-vif-plugged", "status": "completed", "tag": "2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:39.146895 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77173e84-e525-4835-9636-77916df9f398 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:39.147159 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ade9f2-5f6f-4380-b0e6-41541c987d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca', 'code': 200} Aug 20 11:15:39.165132 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:39.177084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4cc68761-617f-4547-9848-b276421799e3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4cc68761-617f-4547-9848-b276421799e3,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:39.190906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '4cc68761-617f-4547-9848-b276421799e3', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '4cc68761-617f-4547-9848-b276421799e3', 'mac_address': 'fa:16:3e:83:3f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:39.254997 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:39.259521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03ab91-5771-4510-b820-4f5e72fe9613 req-41de52d7-6f84-4d17-83e0-fe30d13c194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:39.261783 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da03ab91-5771-4510-b820-4f5e72fe9613 req-41de52d7-6f84-4d17-83e0-fe30d13c194b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 1096 time: 0.0434213 Aug 20 11:15:39.276232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37021b-4540-4cd4-822c-a294be48ffb8 req-85e2f61e-c2b6-4a51-be6d-0c46c277b58d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:39.280781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc68761-617f-4547-9848-b276421799e3 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:39.280932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac37021b-4540-4cd4-822c-a294be48ffb8 req-85e2f61e-c2b6-4a51-be6d-0c46c277b58d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0602994 Aug 20 11:15:39.306073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da03ab91-5771-4510-b820-4f5e72fe9613 req-f590c650-501b-41a7-b2a6-bbb65536291e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327437 Aug 20 11:15:39.311546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4cc68761-617f-4547-9848-b276421799e3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4cc68761-617f-4547-9848-b276421799e3,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:39.332296 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac37021b-4540-4cd4-822c-a294be48ffb8 req-18482ff6-dbe5-4e43-ae2f-739034f67f2d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464730 Aug 20 11:15:39.399675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:39.473082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=4cc68761-617f-4547-9848-b276421799e3,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:39.505784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334403b-5901-4a23-95d2-314b1980bc7b req-d59e7f83-1dc7-4c3f-8804-7e2bd6e3bb84 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:39.510336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd18b3-8c72-444d-a6fc-ee729e555bf1 req-425e044a-2d45-4a0c-9562-74b38d735460 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:39.514239 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cdbd18b3-8c72-444d-a6fc-ee729e555bf1 req-425e044a-2d45-4a0c-9562-74b38d735460 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 947 time: 0.1125150 Aug 20 11:15:39.514549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c334403b-5901-4a23-95d2-314b1980bc7b req-d59e7f83-1dc7-4c3f-8804-7e2bd6e3bb84 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 945 time: 0.0850356 Aug 20 11:15:39.564193 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c334403b-5901-4a23-95d2-314b1980bc7b req-2a62e8b5-0da8-492b-b436-a1b0e0915432 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451603 Aug 20 11:15:39.574503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cdbd18b3-8c72-444d-a6fc-ee729e555bf1 req-14d933f8-1667-43b2-b236-fa3a3492d412 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514824 Aug 20 11:15:39.713672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bb44724-0f23-495a-be08-f46b82f044a0 req-0e589af4-d5c6-40a7-885d-a1e312404fcb tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 210 time: 0.0663698 Aug 20 11:15:39.743347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['4cc68761-617f-4547-9848-b276421799e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:39.832032 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02a03c12-f753-497f-b4fe-15def56c1697 req-e8d45209-3622-4e5c-af18-2555abce2d60 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 210 time: 0.0689111 Aug 20 11:15:39.838999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-08bf2f56-6daf-4d49-85d0-ff4db91a7e39 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:39.841544 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-08bf2f56-6daf-4d49-85d0-ff4db91a7e39 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.38 "GET /v2.0/networks?id=282dadf3-87c9-4f09-897f-0ed1cb0708d8 HTTP/1.1" status: 200 len: 822 time: 0.1729522 Aug 20 11:15:39.859103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Request body: {'port': {'device_id': 'd510e07b-e414-4113-b078-56c955747e00', 'network_id': '282dadf3-87c9-4f09-897f-0ed1cb0708d8', 'admin_state_up': True, 'tenant_id': 'a1b45b2581674dfd871a5a64e7788d00'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:39.950134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44864) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:40.080132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-87b1a518-ce4e-486b-b8f7-eb3708b0bdaf tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252922 Aug 20 11:15:40.101264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1039771956-network', 'tenant_id': '4e7d4b346155423c8f74faabe8c113d6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:40.114857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Made reservation on behalf of a1b45b2581674dfd871a5a64e7788d00 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:40.118847 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.199401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Made reservation on behalf of 4e7d4b346155423c8f74faabe8c113d6 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:40.202000 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.211055 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.261120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-98737bec-e3d6-4f10-b591-4adc1426e50c tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:40.262738 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-98737bec-e3d6-4f10-b591-4adc1426e50c tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714203 Aug 20 11:15:40.305969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-85db432c-6428-441e-900d-a37610e85fb2 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/quotas/3f9b17e9fae3444696c1b3fd195e7e8e HTTP/1.1" status: 200 len: 375 time: 0.0373354 Aug 20 11:15:40.326856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.349164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-a4b0d61d-3d60-4a68-b572-274206ad4e78 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309701 Aug 20 11:15:40.353261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Allocated IP 172.20.0.3 (282dadf3-87c9-4f09-897f-0ed1cb0708d8/cb1dcbaa-dc76-4945-8eb6-b1b1c3820c94/c256cda4-c16c-455b-a24d-28dca2715f72) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:40.399586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.454597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:15:40.487847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.488208 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Added segment 70bff1a7-4ac1-4333-939c-7d8d81c39cd4 of type vlan for network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 Aug 20 11:15:40.490315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56431a55-05da-4e09-b91e-6ea5dc8a18f8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:40.526680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 27c3c427-dd21-4f5d-9d07-e071b97bb6ed details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:40.547531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f18c2-f5a2-4d33-8747-23c52edecb97 req-abe9f032-3032-4f16-8d45-79e4cfcfbdb1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:40.549198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-134f18c2-f5a2-4d33-8747-23c52edecb97 req-abe9f032-3032-4f16-8d45-79e4cfcfbdb1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.1229925 Aug 20 11:15:40.553498 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.586513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-a1b7b30c-8663-4610-b3a2-8abcd462734a tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:40.588041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-a1b7b30c-8663-4610-b3a2-8abcd462734a tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.38 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 813 time: 0.1967216 Aug 20 11:15:40.607226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'port': {'device_id': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8', 'admin_state_up': True, 'tenant_id': 'a5612c09cd284a52a7719b4596117eea'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:40.684017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-134f18c2-f5a2-4d33-8747-23c52edecb97 req-8dfaf935-2efd-4b4b-a145-529945911b83 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263523 Aug 20 11:15:40.687942 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.778206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.780737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:40.782185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.799469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:40.818926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '27c3c427-dd21-4f5d-9d07-e071b97bb6ed', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '27c3c427-dd21-4f5d-9d07-e071b97bb6ed', 'mac_address': 'fa:16:3e:9d:8c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:40.834958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2154ff-4d6c-464d-ba5a-bcc043376128 req-2a99e23f-b777-45a1-9fda-bb61f3bec0e9 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:40.836738 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b2154ff-4d6c-464d-ba5a-bcc043376128 req-2a99e23f-b777-45a1-9fda-bb61f3bec0e9 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 945 time: 0.0964520 Aug 20 11:15:40.886899 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b2154ff-4d6c-464d-ba5a-bcc043376128 req-102bb975-e75b-489d-8037-232d341fd2c3 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426464 Aug 20 11:15:40.895053 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.897904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:40.902521 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.912751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c3c427-dd21-4f5d-9d07-e071b97bb6ed {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:40.944367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:40.947295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:40.948096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:15:40.958219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218a6dc-e766-4bd3-ab65-1126db8fd4d3 req-6ae7ec2f-accb-4196-83f1-20a2c6f56ae8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:40.963053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d218a6dc-e766-4bd3-ab65-1126db8fd4d3 req-6ae7ec2f-accb-4196-83f1-20a2c6f56ae8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 947 time: 0.1780307 Aug 20 11:15:40.979322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Made reservation on behalf of a5612c09cd284a52a7719b4596117eea for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:40.984264 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:41.027777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Network 282dadf3-87c9-4f09-897f-0ed1cb0708d8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:41.029724 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:41.034703 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-262885c8-17c1-4d0f-acdb-9ac8841c3cd5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0820365 Aug 20 11:15:41.038940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44898) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:15:41.047959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Pushing event updated for resources: {'Port': ['ID=c256cda4-c16c-455b-a24d-28dca2715f72,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:41.054403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Request body: {'subnet': {'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1039771956-subnet', 'tenant_id': '4e7d4b346155423c8f74faabe8c113d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:41.061000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:41.066566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:41.072716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d218a6dc-e766-4bd3-ab65-1126db8fd4d3 req-3289795f-50a8-41ee-9435-51c18c3938db tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014099 Aug 20 11:15:41.189330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:41.214818 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-096ab5f5-a6f7-44f4-b239-b7035155173c tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556231 Aug 20 11:15:41.223546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:41.224780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:41.236424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642a0f8-a7e3-4d07-a070-2fea7fa44109 req-108a239c-a717-4132-89b1-da3ab76c9f29 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:41.238027 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3642a0f8-a7e3-4d07-a070-2fea7fa44109 req-108a239c-a717-4132-89b1-da3ab76c9f29 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 931 time: 0.0621464 Aug 20 11:15:41.292440 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3642a0f8-a7e3-4d07-a070-2fea7fa44109 req-37da8413-a14e-46ac-8a67-cfe16e67cad5 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371013 Aug 20 11:15:41.326671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Made reservation on behalf of 4e7d4b346155423c8f74faabe8c113d6 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:41.329527 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:41.347906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['27c3c427-dd21-4f5d-9d07-e071b97bb6ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:41.397441 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc183e35-0976-48ba-982c-a876c04eff0e req-ebd45b32-07fd-4333-b4bb-54d25f351d35 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 210 time: 0.0398512 Aug 20 11:15:41.421352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Allocated IP 172.20.0.10 (771cf2c7-2774-48d0-a4a7-ded7d18057b8/75ccd5f5-6b39-476c-9f41-49436f01172a/4142361a-c824-43bf-a82d-4ff657f91119) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:41.496224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-6224f11b-0fbf-4465-afc3-7b8c281e4346 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:41.497750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-6224f11b-0fbf-4465-afc3-7b8c281e4346 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686741 Aug 20 11:15:41.503674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-bbad0ffe-8efd-43b5-a19a-1ddf81125fb8 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6483140 Aug 20 11:15:41.538260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Request body: {'port': {'device_id': 'd510e07b-e414-4113-b078-56c955747e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:41.551264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-4c6e1f34-5cc9-4eac-9281-880611281e2c tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/quotas/3f9b17e9fae3444696c1b3fd195e7e8e HTTP/1.1" status: 200 len: 375 time: 0.0380793 Aug 20 11:15:41.676201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-f7477bc8-66f8-4e85-969d-5089ed5f77c5 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044326 Aug 20 11:15:41.726321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:41.791884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855f402-c8df-4460-9217-f3ab9683f12f req-d78b591b-2d1a-4d5b-8109-077ecd540bd5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:41.794253 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b855f402-c8df-4460-9217-f3ab9683f12f req-d78b591b-2d1a-4d5b-8109-077ecd540bd5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0677192 Aug 20 11:15:41.836589 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b855f402-c8df-4460-9217-f3ab9683f12f req-0990fd40-9e7f-4648-a02a-bb7645f1c224 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351255 Aug 20 11:15:41.844295 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:41.958715 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b93700b-d6f5-474f-87b4-57d97cb0f47f req-e9e880d3-60b0-4722-bd55-97c0fb8fad6f tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 210 time: 0.0407465 Aug 20 11:15:42.220529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32dac-882d-45b6-8398-d7bb03024eb0 req-743e37ca-bacc-476e-af72-861fd4d2c8d3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:42.222749 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27c32dac-882d-45b6-8398-d7bb03024eb0 req-743e37ca-bacc-476e-af72-861fd4d2c8d3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 948 time: 0.0596173 Aug 20 11:15:42.265180 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27c32dac-882d-45b6-8398-d7bb03024eb0 req-bc386bf0-ebff-477e-a40b-c79273a74f8c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335035 Aug 20 11:15:42.309481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:42.389750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:42.391940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e64aa1-f77a-425d-a2d3-ca20859f4085,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:42.402689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['433278eb-84e1-4063-b10c-5ddd1dbceefd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:42.436739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5e499-f007-4328-9827-4f0f4154f645 req-877f1994-9815-47c5-ba03-f7564142ca78 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:42.446020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60d5e499-f007-4328-9827-4f0f4154f645 req-877f1994-9815-47c5-ba03-f7564142ca78 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 931 time: 0.0734074 Aug 20 11:15:42.475181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Checking segment: {'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:42.475451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Network hostable DHCP agents. Network: a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:15:42.480474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:42.500772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:42.508384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:42.510462 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60d5e499-f007-4328-9827-4f0f4154f645 req-43305bff-c216-480f-a5a1-66494fc58000 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491273 Aug 20 11:15:42.510871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'Port': ['ID=4142361a-c824-43bf-a82d-4ff657f91119,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:42.542189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 27c3c427-dd21-4f5d-9d07-e071b97bb6ed up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:42.580517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c256cda4-c16c-455b-a24d-28dca2715f72 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:42.604905 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:42.629385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d107f58-08a2-46d8-bb4e-65f6e38889f5 req-ce054e37-ffc8-44bb-9d7b-43a50ab85053 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:42.637392 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d107f58-08a2-46d8-bb4e-65f6e38889f5 req-ce054e37-ffc8-44bb-9d7b-43a50ab85053 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 932 time: 0.0686851 Aug 20 11:15:42.651077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:42.651741 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:42.659851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Transition to ACTIVE for port object c256cda4-c16c-455b-a24d-28dca2715f72 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:42.681832 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d107f58-08a2-46d8-bb4e-65f6e38889f5 req-567e0eae-8932-41e5-a970-007f0b1083bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434709 Aug 20 11:15:42.682049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d76b91-44c4-442e-98d8-a4065a27bc95 req-ed0b7c9c-f262-4de7-a5ad-ab99ed500c98 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:42.683612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49d76b91-44c4-442e-98d8-a4065a27bc95 req-ed0b7c9c-f262-4de7-a5ad-ab99ed500c98 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 945 time: 0.3834684 Aug 20 11:15:42.724547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:15:42.745676 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49d76b91-44c4-442e-98d8-a4065a27bc95 req-f705ebd7-5387-4623-b8e1-8a3827ea558b tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527947 Aug 20 11:15:42.787862 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:42.826855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:42.834657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:42.835597 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:42.846638 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-c1de35ac-5032-4322-8648-bd0ad7142e5e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2422597 Aug 20 11:15:42.855908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:42.865143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Request body: {'port': {'device_id': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:42.872396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f44087-0e14-4157-b8ef-5ef9a1dc2fab None None] Network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:15:42.895310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:42.895939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:42.904056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc89eb0-df6d-4415-b898-786816b9b51b req-ebf34afe-2f1f-4799-995a-c4f73ad2c594 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:42.906391 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ecc89eb0-df6d-4415-b898-786816b9b51b req-ebf34afe-2f1f-4799-995a-c4f73ad2c594 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ca64565-5b2e-40b7-8f60-44bd3c848a50 HTTP/1.1" status: 200 len: 946 time: 0.0901289 Aug 20 11:15:42.913012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Pushing event updated for resources: {'Port': ['ID=c256cda4-c16c-455b-a24d-28dca2715f72,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:42.947982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4cc68761-617f-4547-9848-b276421799e3 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:42.955813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ecc89eb0-df6d-4415-b898-786816b9b51b req-3eca0680-71dc-49e6-8918-aed1fe3b09ec tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433686 Aug 20 11:15:43.034815 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.070258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9915c9-be1b-475e-b269-3271f40acce8 req-295dcea3-235c-4754-b6a2-7f323fafbc4e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:43.076833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf9915c9-be1b-475e-b269-3271f40acce8 req-295dcea3-235c-4754-b6a2-7f323fafbc4e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.1537108 Aug 20 11:15:43.099475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-17ec6788-bf23-4653-a197-5284ea694b6c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0439835 Aug 20 11:15:43.108383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4cc7f720-872a-493f-878f-c10e4e441250 req-2c1fb173-38e9-4b13-b252-556d03ce8600 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 210 time: 0.0563276 Aug 20 11:15:43.157128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10230d0e-9422-4633-a84e-92179215040f None None] Network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:15:43.177630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf9915c9-be1b-475e-b269-3271f40acce8 req-2ebd1e88-27ac-4c85-95fb-dbbab964e62f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998037 Aug 20 11:15:43.178429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Attempting to bind port c256cda4-c16c-455b-a24d-28dca2715f72 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:43.178820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Attempting to bind port c256cda4-c16c-455b-a24d-28dca2715f72 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '282dadf3-87c9-4f09-897f-0ed1cb0708d8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:43.179497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Attempting to bind port c256cda4-c16c-455b-a24d-28dca2715f72 on network 282dadf3-87c9-4f09-897f-0ed1cb0708d8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:43.205653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Port c256cda4-c16c-455b-a24d-28dca2715f72 on network 282dadf3-87c9-4f09-897f-0ed1cb0708d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:43.205984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Attempting to bind port c256cda4-c16c-455b-a24d-28dca2715f72 on network 282dadf3-87c9-4f09-897f-0ed1cb0708d8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:43.231763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:43.237206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Checking segment: {'id': 'dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '282dadf3-87c9-4f09-897f-0ed1cb0708d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:43.237206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Bound using segment: {'id': 'dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '282dadf3-87c9-4f09-897f-0ed1cb0708d8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:43.237206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Bound port: c256cda4-c16c-455b-a24d-28dca2715f72, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '282dadf3-87c9-4f09-897f-0ed1cb0708d8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:43.237206 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.243954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7da95-68ea-4249-838a-674700bb87b9 req-916fbf6b-08b3-46cc-84ea-e0bcd3b64dc2 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:43.252962 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38d7da95-68ea-4249-838a-674700bb87b9 req-916fbf6b-08b3-46cc-84ea-e0bcd3b64dc2 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=36b7500f-05b8-4830-a7f2-02ef904b1f65 HTTP/1.1" status: 200 len: 945 time: 0.0895190 Aug 20 11:15:43.267367 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.277322 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.303549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38d7da95-68ea-4249-838a-674700bb87b9 req-b057a575-8db5-4e8e-9935-b2971f33cdec tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492740 Aug 20 11:15:43.336759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c56661-3287-49c9-84c7-5ef5f0e2e743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3c427-dd21-4f5d-9d07-e071b97bb6ed'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:43.339413 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cb7cc7-93fd-4275-b5da-be8a3b88efe4" -d '{"events": [{"server_uuid": "95c56661-3287-49c9-84c7-5ef5f0e2e743", "name": "network-vif-plugged", "status": "completed", "tag": "27c3c427-dd21-4f5d-9d07-e071b97bb6ed"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:43.397864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 4cc68761-617f-4547-9848-b276421799e3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:43.399098 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b68fb6a-fd10-4e2e-a5f1-57d3a18c9d00 x-openstack-request-id: req-1b68fb6a-fd10-4e2e-a5f1-57d3a18c9d00 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:43.399586 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c56661-3287-49c9-84c7-5ef5f0e2e743", "name": "network-vif-plugged", "status": "completed", "tag": "27c3c427-dd21-4f5d-9d07-e071b97bb6ed", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:43.399960 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b68fb6a-fd10-4e2e-a5f1-57d3a18c9d00 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:43.400547 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c56661-3287-49c9-84c7-5ef5f0e2e743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3c427-dd21-4f5d-9d07-e071b97bb6ed', 'code': 200} Aug 20 11:15:43.429569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:43.433063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 4cc68761-617f-4547-9848-b276421799e3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:43.433588 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.470945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] For port c256cda4-c16c-455b-a24d-28dca2715f72, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:43.478468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] For port c256cda4-c16c-455b-a24d-28dca2715f72, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=c256cda4-c16c-455b-a24d-28dca2715f72,segment=NetworkSegment(dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4),segment_id=dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:43.541356 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.567192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde62218-c4cb-4039-8e7b-4171f56ac013 req-8f804876-1cf4-4d5f-93a5-af706e9adbb7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:43.568700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fde62218-c4cb-4039-8e7b-4171f56ac013 req-8f804876-1cf4-4d5f-93a5-af706e9adbb7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 948 time: 0.1838238 Aug 20 11:15:43.574303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4cc68761-617f-4547-9848-b276421799e3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4cc68761-617f-4547-9848-b276421799e3,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:43.576474 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.618775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d143f62-b696-4458-84fa-c7e11c2447e4 req-81cde691-9f14-40aa-a083-6bde7e3baf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:43.620280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d143f62-b696-4458-84fa-c7e11c2447e4 req-81cde691-9f14-40aa-a083-6bde7e3baf7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 1099 time: 0.0989919 Aug 20 11:15:43.626551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:43.653001 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.669020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fde62218-c4cb-4039-8e7b-4171f56ac013 req-a82064f2-3e67-4aa4-afa2-2e0e089691c6 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915051 Aug 20 11:15:43.705895 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.733352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:43.733981 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.735465 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] 10.222.0.38 "PUT /v2.0/ports/c256cda4-c16c-455b-a24d-28dca2715f72 HTTP/1.1" status: 200 len: 1091 time: 2.2079005 Aug 20 11:15:43.741267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd510e07b-e414-4113-b078-56c955747e00', 'tag': 'c256cda4-c16c-455b-a24d-28dca2715f72'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:43.743189 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3728d4d3-7639-4bd6-8c76-ccb52153c15d" -d '{"events": [{"name": "network-changed", "server_uuid": "d510e07b-e414-4113-b078-56c955747e00", "tag": "c256cda4-c16c-455b-a24d-28dca2715f72"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:43.785788 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d143f62-b696-4458-84fa-c7e11c2447e4 req-dd9fefa0-83e6-444b-a60b-54e38f25e13b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521428 Aug 20 11:15:43.787449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=4cc68761-617f-4547-9848-b276421799e3,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:43.796887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80175089-9b9f-4a38-b6b4-0adb7205fb22 service neutron] Pushing event updated for resources: {'Port': ['ID=c256cda4-c16c-455b-a24d-28dca2715f72,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:43.810127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4142361a-c824-43bf-a82d-4ff657f91119 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:43.818697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.833722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Transition to ACTIVE for port object 4142361a-c824-43bf-a82d-4ff657f91119 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:43.950104 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:43.958150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-eb3b38e5-d272-4a43-b5b1-97807b9c7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:43.959720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-eb3b38e5-d272-4a43-b5b1-97807b9c7045 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b45b2581674dfd871a5a64e7788d00&device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 1094 time: 0.0961988 Aug 20 11:15:44.022695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd058be7-6939-450a-ba4f-8d5e6462cce8 req-bdf8b8a1-575a-44be-a40f-b9634368cb42 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:44.028565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd058be7-6939-450a-ba4f-8d5e6462cce8 req-bdf8b8a1-575a-44be-a40f-b9634368cb42 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 943 time: 0.0645068 Aug 20 11:15:44.049824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-4e2bfa58-8dea-424b-a486-adfd968fd17a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c256cda4-c16c-455b-a24d-28dca2715f72 HTTP/1.1" status: 200 len: 217 time: 0.0615244 Aug 20 11:15:44.071420 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd058be7-6939-450a-ba4f-8d5e6462cce8 req-00f901c7-5ee7-42b3-bff5-32991702daea tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372469 Aug 20 11:15:44.085130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Pushing event updated for resources: {'Port': ['ID=4142361a-c824-43bf-a82d-4ff657f91119,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:44.098961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-20ece4a4-4f4b-42fc-aa68-0e9d70a4ea2b tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:44.106838 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-20ece4a4-4f4b-42fc-aa68-0e9d70a4ea2b tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/networks?id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 HTTP/1.1" status: 200 len: 822 time: 0.2667701 Aug 20 11:15:44.152124 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-b6e2f10a-0180-4523-9a15-5d8fc08ff82b tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845487 Aug 20 11:15:44.193876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d6e3-9aed-4f9e-9d0d-0c4247dac146 req-2d0ab7fa-b44a-4a06-9a86-1de95d49ff29 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:44.195262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7ac596b0-1286-46a2-9ece-7b302eb42dab tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/quotas/4e7d4b346155423c8f74faabe8c113d6 HTTP/1.1" status: 200 len: 375 time: 0.0875258 Aug 20 11:15:44.195641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b8d5d6e3-9aed-4f9e-9d0d-0c4247dac146 req-2d0ab7fa-b44a-4a06-9a86-1de95d49ff29 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 944 time: 0.0565705 Aug 20 11:15:44.243716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b8d5d6e3-9aed-4f9e-9d0d-0c4247dac146 req-2340616c-2053-4874-bdf7-4f3a022840c2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391424 Aug 20 11:15:44.273976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-76a6e72c-ee8d-4537-b899-1d5206ba9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:44.275525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-76a6e72c-ee8d-4537-b899-1d5206ba9c27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cb1dcbaa-dc76-4945-8eb6-b1b1c3820c94 HTTP/1.1" status: 200 len: 862 time: 0.2092860 Aug 20 11:15:44.303525 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e24426-d3f7-494d-8dbf-ad4aa24e0248 x-openstack-request-id: req-b8e24426-d3f7-494d-8dbf-ad4aa24e0248 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:44.303525 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d510e07b-e414-4113-b078-56c955747e00", "tag": "c256cda4-c16c-455b-a24d-28dca2715f72", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:44.303525 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8e24426-d3f7-494d-8dbf-ad4aa24e0248 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:44.303525 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd510e07b-e414-4113-b078-56c955747e00', 'tag': 'c256cda4-c16c-455b-a24d-28dca2715f72', 'status': 'completed', 'code': 200} Aug 20 11:15:44.313316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-3dbd1536-e940-49b7-a237-265c91e4c79f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e7d4b346155423c8f74faabe8c113d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706172 Aug 20 11:15:44.359820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-870df39e-9a14-4d1d-9548-3201c4911ec8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=282dadf3-87c9-4f09-897f-0ed1cb0708d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659833 Aug 20 11:15:44.410072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085ac30-fa51-45d7-bcb7-32d3c1b728b2 req-57b8f458-a9af-4b4a-a76e-c332d3e5380a tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:44.411729 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8085ac30-fa51-45d7-bcb7-32d3c1b728b2 req-57b8f458-a9af-4b4a-a76e-c332d3e5380a tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=36b7500f-05b8-4830-a7f2-02ef904b1f65 HTTP/1.1" status: 200 len: 945 time: 0.0531068 Aug 20 11:15:44.453659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8085ac30-fa51-45d7-bcb7-32d3c1b728b2 req-029a4c34-56fa-436e-87b3-de5a5bc55c14 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351989 Aug 20 11:15:44.478682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Attempting to bind port 4142361a-c824-43bf-a82d-4ff657f91119 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:44.479310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Attempting to bind port 4142361a-c824-43bf-a82d-4ff657f91119 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '917eb90a-42dc-466a-8614-3f69306cf12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:44.479439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Attempting to bind port 4142361a-c824-43bf-a82d-4ff657f91119 on network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:44.506355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-98686a8b-baad-49e9-a62d-47968adf5247 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:44.508588 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-98686a8b-baad-49e9-a62d-47968adf5247 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3402293 Aug 20 11:15:44.523472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Port 4142361a-c824-43bf-a82d-4ff657f91119 on network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:44.523701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Attempting to bind port 4142361a-c824-43bf-a82d-4ff657f91119 on network 771cf2c7-2774-48d0-a4a7-ded7d18057b8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:44.550553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Request body: {'port': {'device_id': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '3f9b17e9fae3444696c1b3fd195e7e8e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:44.561452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:44.561452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Checking segment: {'id': '917eb90a-42dc-466a-8614-3f69306cf12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:44.561452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Bound using segment: {'id': '917eb90a-42dc-466a-8614-3f69306cf12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:44.561452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Bound port: 4142361a-c824-43bf-a82d-4ff657f91119, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917eb90a-42dc-466a-8614-3f69306cf12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:44.562193 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:44.569820 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-450c0ebd-0789-4a5e-ad63-84d0c21e12f4 req-1bd1ff6f-3c5b-4ddc-9342-76ac15623f9a tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 210 time: 0.0467544 Aug 20 11:15:44.639232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-dbdcf400-8d5d-471c-9155-e81a853fee60 service neutron] 10.222.0.10 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993398 Aug 20 11:15:44.683916 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-10158b4d-1630-4ed1-b71a-fb4c964b47f3 service neutron] 10.222.0.38 "GET /v2.0/networks/282dadf3-87c9-4f09-897f-0ed1cb0708d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079975 Aug 20 11:15:44.690242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28600c-98d3-48b9-a875-0985e109005e req-d299a3c2-28b0-4105-9360-b021bd48dd18 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:44.691881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c28600c-98d3-48b9-a875-0985e109005e req-d299a3c2-28b0-4105-9360-b021bd48dd18 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0589709 Aug 20 11:15:44.733378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c28600c-98d3-48b9-a875-0985e109005e req-47d9b71b-7ba7-4cfe-baf7-15794a78bcf1 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345907 Aug 20 11:15:44.862894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] For port 4142361a-c824-43bf-a82d-4ff657f91119, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:44.869473 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60b41ffc-1c71-4fd2-91be-7c608ee849bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:44.889807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] For port 4142361a-c824-43bf-a82d-4ff657f91119, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4142361a-c824-43bf-a82d-4ff657f91119,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:44.930008 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-14b1f0c6-3617-4cb0-87cc-051b22912cd3 service neutron] 10.222.0.10 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797332 Aug 20 11:15:44.934108 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6d61e95-b339-48a0-a6c8-b5c4a315b4bd req-f392d226-27cd-49ca-910e-31da6fe3f8f7 service neutron] 10.222.0.38 "GET /v2.0/networks/282dadf3-87c9-4f09-897f-0ed1cb0708d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113283 Aug 20 11:15:44.997305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d25fc7-60be-44bd-a7da-a893389e4df1 req-5df0b2b7-a773-4b38-97a7-e92ece11b39a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.001240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8d25fc7-60be-44bd-a7da-a893389e4df1 req-5df0b2b7-a773-4b38-97a7-e92ece11b39a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 949 time: 0.0926712 Aug 20 11:15:45.024196 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:45.061597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8d25fc7-60be-44bd-a7da-a893389e4df1 req-6860f2e6-1e9c-413f-bfbd-95cfccf535cd tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543432 Aug 20 11:15:45.082425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.083331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:45.090908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] 10.222.0.38 "PUT /v2.0/ports/4142361a-c824-43bf-a82d-4ff657f91119 HTTP/1.1" status: 200 len: 1092 time: 2.2326081 Aug 20 11:15:45.112906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Made reservation on behalf of 3f9b17e9fae3444696c1b3fd195e7e8e for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:45.116483 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:45.137878 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:45.154394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e8fad-562c-4693-a3ed-f71285d4890b service neutron] Pushing event updated for resources: {'Port': ['ID=4142361a-c824-43bf-a82d-4ff657f91119,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:45.207390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba0634-3134-4d8c-9e7d-546e2cd9e904 req-29e65272-6a5d-4670-b8cd-3a45c5b0f0bb tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.208939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbba0634-3134-4d8c-9e7d-546e2cd9e904 req-29e65272-6a5d-4670-b8cd-3a45c5b0f0bb tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 943 time: 0.0553625 Aug 20 11:15:45.219943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-76a370db-2a0a-4317-bb1e-3a72df59d404 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388861 Aug 20 11:15:45.257721 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbba0634-3134-4d8c-9e7d-546e2cd9e904 req-8ab154c4-7e8d-4fdb-a91b-82aa0e459943 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Aug 20 11:15:45.340805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728d4d3-7639-4bd6-8c76-ccb52153c15d req-70933931-43c7-4c16-a188-b657111450f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.342401 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3728d4d3-7639-4bd6-8c76-ccb52153c15d req-70933931-43c7-4c16-a188-b657111450f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1b45b2581674dfd871a5a64e7788d00&device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 1094 time: 0.2029791 Aug 20 11:15:45.401765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c638a1f-0221-4bd1-afd6-4581dab56136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc68761-617f-4547-9848-b276421799e3'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:45.406263 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d1adc9-24fd-4d52-8ac5-7a4977c88aa4" -d '{"events": [{"server_uuid": "9c638a1f-0221-4bd1-afd6-4581dab56136", "name": "network-vif-plugged", "status": "completed", "tag": "4cc68761-617f-4547-9848-b276421799e3"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:45.407714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-40a54e1f-864e-4106-9f1f-ef8e64e2854f tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.409359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-40a54e1f-864e-4106-9f1f-ef8e64e2854f tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832595 Aug 20 11:15:45.445336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55f800-fbf5-4335-a7ff-586831219eae req-7fd0e0b1-f1f0-440a-a6ad-3bee2764fb98 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.454684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc55f800-fbf5-4335-a7ff-586831219eae req-7fd0e0b1-f1f0-440a-a6ad-3bee2764fb98 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 944 time: 0.0997696 Aug 20 11:15:45.483167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Request body: {'port': {'device_id': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '3f9b17e9fae3444696c1b3fd195e7e8e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:45.529213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc0b93f3-7e52-449b-84ac-355f4347630a req-24665130-dea1-41d8-873a-08a99ea448e3 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 210 time: 0.1132929 Aug 20 11:15:45.535109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc55f800-fbf5-4335-a7ff-586831219eae req-195e65b4-2aed-459c-a8be-2815bfa5b042 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794046 Aug 20 11:15:45.571345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-3d7232b6-6471-4eb5-bd87-3f5c9b97e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.571345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-3d7232b6-6471-4eb5-bd87-3f5c9b97e155 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 1095 time: 0.3280129 Aug 20 11:15:45.620476 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0567566-6e60-4ec5-8580-989081b89868 x-openstack-request-id: req-e0567566-6e60-4ec5-8580-989081b89868 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:45.620971 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c638a1f-0221-4bd1-afd6-4581dab56136", "name": "network-vif-plugged", "status": "completed", "tag": "4cc68761-617f-4547-9848-b276421799e3", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:45.621406 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0567566-6e60-4ec5-8580-989081b89868 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:45.623821 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c638a1f-0221-4bd1-afd6-4581dab56136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc68761-617f-4547-9848-b276421799e3', 'code': 200} Aug 20 11:15:45.699147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-71f699c7-e97e-4bef-b0c0-0b2696e8a566 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4142361a-c824-43bf-a82d-4ff657f91119 HTTP/1.1" status: 200 len: 217 time: 0.0816946 Aug 20 11:15:45.703802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:45.725912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2cfb7-4d76-4047-8e08-6a122648c332 req-b5c99284-c26e-419c-b92e-db3822696992 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.734410 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38d2cfb7-4d76-4047-8e08-6a122648c332 req-b5c99284-c26e-419c-b92e-db3822696992 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=36b7500f-05b8-4830-a7f2-02ef904b1f65 HTTP/1.1" status: 200 len: 945 time: 0.0919938 Aug 20 11:15:45.758110 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728d4d3-7639-4bd6-8c76-ccb52153c15d req-842e8128-afb6-4c41-87b7-ea32910ada51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.759615 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3728d4d3-7639-4bd6-8c76-ccb52153c15d req-842e8128-afb6-4c41-87b7-ea32910ada51 service neutron] 10.222.0.38 "GET /v2.0/networks?id=282dadf3-87c9-4f09-897f-0ed1cb0708d8 HTTP/1.1" status: 200 len: 923 time: 0.3468163 Aug 20 11:15:45.779810 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b8a0aea-d638-45e1-8bad-914f24a9c114 req-b35cb213-7cbd-4bf9-9a4a-6ec70afd3c8e tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 210 time: 0.0552783 Aug 20 11:15:45.814200 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38d2cfb7-4d76-4047-8e08-6a122648c332 req-500bd670-f546-4520-a1cc-81e2ab8b4e84 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756497 Aug 20 11:15:45.820389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4447e-f773-49fc-928d-75b590462d10 req-c9c79b96-f58d-44d7-816e-e23233ea2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.830312 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64e4447e-f773-49fc-928d-75b590462d10 req-c9c79b96-f58d-44d7-816e-e23233ea2919 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 1100 time: 0.0869210 Aug 20 11:15:45.847654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:45.863526 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3728d4d3-7639-4bd6-8c76-ccb52153c15d req-ca519b89-9ad2-4e60-8709-68395e5e1078 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c256cda4-c16c-455b-a24d-28dca2715f72 HTTP/1.1" status: 200 len: 217 time: 0.0866959 Aug 20 11:15:45.953262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64e4447e-f773-49fc-928d-75b590462d10 req-6c0910fd-122d-4d20-be89-7ae7bdbb2b6c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098607 Aug 20 11:15:45.967093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-c70f73df-7856-4b63-8bc8-60b889212805 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.968720 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-c70f73df-7856-4b63-8bc8-60b889212805 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "GET /v2.0/ports?device_id=36b7500f-05b8-4830-a7f2-02ef904b1f65 HTTP/1.1" status: 200 len: 945 time: 0.1426742 Aug 20 11:15:45.975219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-9e620dba-0fec-4b1b-8329-d11c55acef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:45.976724 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-9e620dba-0fec-4b1b-8329-d11c55acef6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75ccd5f5-6b39-476c-9f41-49436f01172a HTTP/1.1" status: 200 len: 853 time: 0.2306111 Aug 20 11:15:46.006022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2d2b51-26e2-42a5-a808-cd98d34e18e1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:46.104262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-dca642f8-1610-47d4-8716-dc091fd44ac1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Deleting port c2d10efa-b368-4aa3-9e98-95ccf24f2229 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:46.105128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-dca642f8-1610-47d4-8716-dc091fd44ac1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:46.269073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2ecfb-0aa8-454b-8fc4-c1fe01dcaeba req-f0346f92-4dd4-4fc1-b3f9-636ece243027 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:46.269073 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ec2ecfb-0aa8-454b-8fc4-c1fe01dcaeba req-f0346f92-4dd4-4fc1-b3f9-636ece243027 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 949 time: 0.1072981 Aug 20 11:15:46.275688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-dca642f8-1610-47d4-8716-dc091fd44ac1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] For port c2d10efa-b368-4aa3-9e98-95ccf24f2229, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c2d10efa-b368-4aa3-9e98-95ccf24f2229,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:46.276059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-dca642f8-1610-47d4-8716-dc091fd44ac1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:46.304329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-dca642f8-1610-47d4-8716-dc091fd44ac1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Calling delete_port for c2d10efa-b368-4aa3-9e98-95ccf24f2229 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:46.364701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'tag': '4142361a-c824-43bf-a82d-4ff657f91119'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:46.367070 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eebf54-ad65-4caa-9042-d25e8e7902ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5f16ca08-d916-4a13-8ffb-a7d09d74e701", "tag": "4142361a-c824-43bf-a82d-4ff657f91119"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:46.368978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ec2ecfb-0aa8-454b-8fc4-c1fe01dcaeba req-03386e9f-1c88-4b7c-91e1-22640c1d7bb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900414 Aug 20 11:15:46.388325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Made reservation on behalf of 3f9b17e9fae3444696c1b3fd195e7e8e for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:46.391855 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:46.435510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728d4d3-7639-4bd6-8c76-ccb52153c15d req-fc7e6651-5faf-4f29-adfe-f52f71c8b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:46.437165 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3728d4d3-7639-4bd6-8c76-ccb52153c15d req-fc7e6651-5faf-4f29-adfe-f52f71c8b71f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cb1dcbaa-dc76-4945-8eb6-b1b1c3820c94 HTTP/1.1" status: 200 len: 862 time: 0.5595791 Aug 20 11:15:46.450457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-b1c46295-cd7e-4311-bc61-f297d57878e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=771cf2c7-2774-48d0-a4a7-ded7d18057b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784454 Aug 20 11:15:46.575538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823275b0-fce9-4984-8ad2-5198a6a864ab req-f0073524-339d-4c6e-9df4-16ff5feadd33 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:46.577201 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-823275b0-fce9-4984-8ad2-5198a6a864ab req-f0073524-339d-4c6e-9df4-16ff5feadd33 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 943 time: 0.0746074 Aug 20 11:15:46.589503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3728d4d3-7639-4bd6-8c76-ccb52153c15d req-0dc3800b-4962-4dfb-b55a-eaed581fcc47 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=282dadf3-87c9-4f09-897f-0ed1cb0708d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377850 Aug 20 11:15:46.623433 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-823275b0-fce9-4984-8ad2-5198a6a864ab req-ac3110a1-337b-4873-b77f-18ab2b480445 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374475 Aug 20 11:15:46.668690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Allocated IP 192.168.233.4 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/dc285bfe-405a-4cf1-b37b-3dc77a63837d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:46.674878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-dca642f8-1610-47d4-8716-dc091fd44ac1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:46.692028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['795b3950-541f-4149-b890-15792df4edab', '2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:46.728092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca642f8-1610-47d4-8716-dc091fd44ac1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Pushing event deleted for resources: {'Port': ['ID=c2d10efa-b368-4aa3-9e98-95ccf24f2229,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:46.742651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebfdeb-e522-4c9a-aeec-d63eaef0011e req-c1c6abc9-49c1-44cd-9daa-bf97dd64518b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:46.755417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87ebfdeb-e522-4c9a-aeec-d63eaef0011e req-c1c6abc9-49c1-44cd-9daa-bf97dd64518b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.7930624 Aug 20 11:15:46.766413 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268b6d5c-94da-44b5-9744-8cbf6162dfb2 x-openstack-request-id: req-268b6d5c-94da-44b5-9744-8cbf6162dfb2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:46.768100 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f16ca08-d916-4a13-8ffb-a7d09d74e701", "tag": "4142361a-c824-43bf-a82d-4ff657f91119", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:46.768522 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-268b6d5c-94da-44b5-9744-8cbf6162dfb2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:46.769177 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'tag': '4142361a-c824-43bf-a82d-4ff657f91119', 'status': 'completed', 'code': 200} Aug 20 11:15:46.783752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-dca642f8-1610-47d4-8716-dc091fd44ac1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] No DVR routers for this DVR port c2d10efa-b368-4aa3-9e98-95ccf24f2229 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:46.787009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-dca642f8-1610-47d4-8716-dc091fd44ac1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:46.789486 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c3426d37-e051-4c0f-9ff7-8658c0339f24 req-dca642f8-1610-47d4-8716-dc091fd44ac1 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "DELETE /v2.0/ports/c2d10efa-b368-4aa3-9e98-95ccf24f2229 HTTP/1.1" status: 204 len: 173 time: 0.8141079 Aug 20 11:15:46.798875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b7500f-05b8-4830-a7f2-02ef904b1f65', 'name': 'network-vif-deleted', 'tag': 'c2d10efa-b368-4aa3-9e98-95ccf24f2229'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:46.801206 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c02143-7b90-4275-99ef-7c1e342ee493" -d '{"events": [{"server_uuid": "36b7500f-05b8-4830-a7f2-02ef904b1f65", "name": "network-vif-deleted", "tag": "c2d10efa-b368-4aa3-9e98-95ccf24f2229"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:46.856745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c3933-cb80-48f5-a745-77c2fa5b9cb6 req-5d50fa21-b989-4534-9842-f705684fa145 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:46.860237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a4c3933-cb80-48f5-a745-77c2fa5b9cb6 req-5d50fa21-b989-4534-9842-f705684fa145 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 949 time: 0.0778322 Aug 20 11:15:46.918683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a4c3933-cb80-48f5-a745-77c2fa5b9cb6 req-cc4a968e-b97f-414c-be26-f7b6f6c5bb10 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 Aug 20 11:15:46.937247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device c256cda4-c16c-455b-a24d-28dca2715f72 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:46.990383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-0f74c209-4da7-4ef7-ba95-0200924769d4 service neutron] 10.222.0.38 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226119 Aug 20 11:15:46.998986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87ebfdeb-e522-4c9a-aeec-d63eaef0011e req-193ade46-7077-4e1d-b4e1-40ff1775cca7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531534 Aug 20 11:15:47.092099 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71d45fb8-206e-4446-b8cf-1dc11724f571 req-ef61be8e-e348-4447-a099-a245d76b391a tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 210 time: 0.0874195 Aug 20 11:15:47.147996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3728d4d3-7639-4bd6-8c76-ccb52153c15d req-c9f076bc-b45f-4e6c-be35-96cbb7a081b3 service neutron] 10.222.0.38 "GET /v2.0/networks/282dadf3-87c9-4f09-897f-0ed1cb0708d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319548 Aug 20 11:15:47.181831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port c256cda4-c16c-455b-a24d-28dca2715f72, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=c256cda4-c16c-455b-a24d-28dca2715f72,segment=NetworkSegment(dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4),segment_id=dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:47.200895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'c256cda4-c16c-455b-a24d-28dca2715f72', 'network_id': '282dadf3-87c9-4f09-897f-0ed1cb0708d8', 'port_id': 'c256cda4-c16c-455b-a24d-28dca2715f72', 'mac_address': 'fa:16:3e:d2:83:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1dcbaa-dc76-4945-8eb6-b1b1c3820c94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:47.223397 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a6408b-f688-4331-b61f-5abe055a6c20 x-openstack-request-id: req-d6a6408b-f688-4331-b61f-5abe055a6c20 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:47.224063 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b7500f-05b8-4830-a7f2-02ef904b1f65", "name": "network-vif-deleted", "tag": "c2d10efa-b368-4aa3-9e98-95ccf24f2229", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:47.224063 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6a6408b-f688-4331-b61f-5abe055a6c20 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:47.224321 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b7500f-05b8-4830-a7f2-02ef904b1f65', 'name': 'network-vif-deleted', 'tag': 'c2d10efa-b368-4aa3-9e98-95ccf24f2229', 'status': 'completed', 'code': 200} Aug 20 11:15:47.260828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd843d-f649-4114-acb0-4c5059d6a79d req-6a6ba072-f03a-4484-a20f-cc7abe9f78da tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:47.262488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-debd843d-f649-4114-acb0-4c5059d6a79d req-6a6ba072-f03a-4484-a20f-cc7abe9f78da tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 944 time: 0.1637695 Aug 20 11:15:47.272734 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:47.288779 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:47.289476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c256cda4-c16c-455b-a24d-28dca2715f72 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:47.318326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port c256cda4-c16c-455b-a24d-28dca2715f72, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=c256cda4-c16c-455b-a24d-28dca2715f72,segment=NetworkSegment(dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4),segment_id=dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:47.351526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-449e27c1-572e-4046-ab36-6e1e0ec2231e req-d83a267c-8692-49e8-b228-afeea20076e2 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 210 time: 0.0281758 Aug 20 11:15:47.396053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Transition to ACTIVE for port object dc285bfe-405a-4cf1-b37b-3dc77a63837d will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:47.442407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-debd843d-f649-4114-acb0-4c5059d6a79d req-d28a49f4-3175-4de6-9c50-0cb4ad45b3e7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568513 Aug 20 11:15:47.478490 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:47.508173 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3728d4d3-7639-4bd6-8c76-ccb52153c15d req-833f34dc-3afd-4710-a3ac-07b973cbd4cf service neutron] 10.222.0.38 "GET /v2.0/networks/282dadf3-87c9-4f09-897f-0ed1cb0708d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413188 Aug 20 11:15:47.513717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e59b7233-e09b-43c3-b217-3c3a62387201 req-0260f24b-f7c9-4344-811b-521a34b8697c service neutron] 10.222.0.38 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134347 Aug 20 11:15:47.545593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=c256cda4-c16c-455b-a24d-28dca2715f72,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:47.713592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:47.743249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-34815ba4-64a0-48dc-9928-717d0cc123aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:47.861912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Allocated IP 192.168.233.167 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/202c09e8-2bf0-4d79-b20d-41b18f9798ca) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:47.865335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['c256cda4-c16c-455b-a24d-28dca2715f72'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:47.878236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3c6052c7-23bd-4146-9571-e6a394baf764 req-613c6389-2707-4667-9228-06bdf27821e9 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=36b7500f-05b8-4830-a7f2-02ef904b1f65 HTTP/1.1" status: 200 len: 210 time: 0.4500091 Aug 20 11:15:47.909109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:47.943469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:47.959710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:48.055714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:48.079874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700b26b-6a7a-44fa-84c7-3f2b9892c42d req-b326b716-c9bf-444b-9585-8b3e3d97ea1c tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:48.081415 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b700b26b-6a7a-44fa-84c7-3f2b9892c42d req-b326b716-c9bf-444b-9585-8b3e3d97ea1c tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 944 time: 0.3739929 Aug 20 11:15:48.123005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d38466-7900-4475-b289-014a4f97eb7c req-ef72c716-454a-4dc8-934c-242cad4b61d8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:48.125936 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c2d38466-7900-4475-b289-014a4f97eb7c req-ef72c716-454a-4dc8-934c-242cad4b61d8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 949 time: 0.0886066 Aug 20 11:15:48.130860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eebf54-ad65-4caa-9042-d25e8e7902ae req-01c64431-42c7-4318-af29-ab4364171cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:48.132515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3eebf54-ad65-4caa-9042-d25e8e7902ae req-01c64431-42c7-4318-af29-ab4364171cef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 1095 time: 0.3925569 Aug 20 11:15:48.148617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:48.154770 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:48.192534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c2d38466-7900-4475-b289-014a4f97eb7c req-976a82f3-4bf0-4f41-b7f0-0397ede40c29 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510924 Aug 20 11:15:48.277976 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b700b26b-6a7a-44fa-84c7-3f2b9892c42d req-43218450-cdf4-4640-b4f8-2e3d3247da37 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816452 Aug 20 11:15:48.336598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e195-e463-4535-9f59-feb7b0bacdf2 req-77a92acb-1420-40e6-9d39-fe69a8338c6a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:48.338304 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4768e195-e463-4535-9f59-feb7b0bacdf2 req-77a92acb-1420-40e6-9d39-fe69a8338c6a tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0751841 Aug 20 11:15:48.350391 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-cd8bf656-657f-4c75-93ee-a77612d8a757 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8076410 Aug 20 11:15:48.371053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eebf54-ad65-4caa-9042-d25e8e7902ae req-d98badf4-9b69-4e3d-a385-945c36da5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:48.373083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3eebf54-ad65-4caa-9042-d25e8e7902ae req-d98badf4-9b69-4e3d-a385-945c36da5221 service neutron] 10.222.0.38 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 914 time: 0.2169635 Aug 20 11:15:48.382399 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4768e195-e463-4535-9f59-feb7b0bacdf2 req-6b8ef0a7-c3e3-4ec1-97a3-74f525875e8f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Aug 20 11:15:48.382812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Request body: {'port': {'device_id': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:48.416978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9210610d-0e1b-4cd6-b879-227478bbaa3f None None] Provisioning for port dc285bfe-405a-4cf1-b37b-3dc77a63837d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:48.423892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9210610d-0e1b-4cd6-b879-227478bbaa3f None None] Provisioning complete for port dc285bfe-405a-4cf1-b37b-3dc77a63837d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:48.427404 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9210610d-0e1b-4cd6-b879-227478bbaa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:48.434419 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72e5329e-90c4-4e03-84da-6e569165b24d req-e32ba3b0-7b65-486e-8245-661d94728122 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 210 time: 0.0799994 Aug 20 11:15:48.439335 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:48.489903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3eebf54-ad65-4caa-9042-d25e8e7902ae req-4d6cfadd-adc5-475f-8c79-b5d4e32a8292 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4142361a-c824-43bf-a82d-4ff657f91119 HTTP/1.1" status: 200 len: 217 time: 0.0950999 Aug 20 11:15:48.498003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Transition to ACTIVE for port object 202c09e8-2bf0-4d79-b20d-41b18f9798ca will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:48.522338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9210610d-0e1b-4cd6-b879-227478bbaa3f None None] Port dc285bfe-405a-4cf1-b37b-3dc77a63837d cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:15:48.571026 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:48.578818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c2d10efa-b368-4aa3-9e98-95ccf24f2229 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:48.595415 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576cf4a-da6b-4018-81c0-555b2dc4b47c req-5665c5f3-c37c-4c3e-a10e-6f13c3507574 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 210 time: 0.0632670 Aug 20 11:15:48.599068 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:48.603528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: c2d10efa-b368-4aa3-9e98-95ccf24f2229 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:15:48.603982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c2d10efa-b368-4aa3-9e98-95ccf24f2229 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:48.630160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eebf54-ad65-4caa-9042-d25e8e7902ae req-783ec6a9-5a30-45c9-90e4-965b0d9ad318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:48.631966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3eebf54-ad65-4caa-9042-d25e8e7902ae req-783ec6a9-5a30-45c9-90e4-965b0d9ad318 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75ccd5f5-6b39-476c-9f41-49436f01172a HTTP/1.1" status: 200 len: 853 time: 0.1258245 Aug 20 11:15:48.694005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3eebf54-ad65-4caa-9042-d25e8e7902ae req-8e17ed51-9c05-4276-9b22-36971b31e42b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=771cf2c7-2774-48d0-a4a7-ded7d18057b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351899 Aug 20 11:15:48.727005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d914cf7-f280-4d2f-aa40-4e4d26731dc9 req-2d977da2-2fdb-4edd-b027-00b8bf7bcd5b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:48.732872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d914cf7-f280-4d2f-aa40-4e4d26731dc9 req-2d977da2-2fdb-4edd-b027-00b8bf7bcd5b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:48.735300 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9d914cf7-f280-4d2f-aa40-4e4d26731dc9 req-2d977da2-2fdb-4edd-b027-00b8bf7bcd5b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743&device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 1689 time: 0.0644433 Aug 20 11:15:48.775909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9d914cf7-f280-4d2f-aa40-4e4d26731dc9 req-54d68b6e-f881-4f05-af36-628e98c4be81 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335910 Aug 20 11:15:48.836055 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:48.941903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456fa79-44dc-4825-9c13-fd667387d65c req-1238ca80-71bd-4513-a4a7-9d01a73b86f2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:48.943583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7456fa79-44dc-4825-9c13-fd667387d65c req-1238ca80-71bd-4513-a4a7-9d01a73b86f2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 944 time: 0.2545695 Aug 20 11:15:48.955239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4142361a-c824-43bf-a82d-4ff657f91119 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:48.990829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:49.019550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:49.021531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Pushing event updated for resources: {'Port': ['ID=202c09e8-2bf0-4d79-b20d-41b18f9798ca,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:49.034550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:49.086332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591367a9-c3e9-4340-a2ab-501c2bc2c26b req-d38921da-104b-4ee0-8413-a99830275c1f tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:49.095352 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-591367a9-c3e9-4340-a2ab-501c2bc2c26b req-d38921da-104b-4ee0-8413-a99830275c1f tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 1100 time: 0.0929186 Aug 20 11:15:49.124539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4142361a-c824-43bf-a82d-4ff657f91119, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4142361a-c824-43bf-a82d-4ff657f91119,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:49.133428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.133777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.134120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.134756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.134903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.135209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.135579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.135887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.136204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.136522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.136848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.137170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:49.143595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '4142361a-c824-43bf-a82d-4ff657f91119', 'network_id': '771cf2c7-2774-48d0-a4a7-ded7d18057b8', 'port_id': '4142361a-c824-43bf-a82d-4ff657f91119', 'mac_address': 'fa:16:3e:66:62:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ccd5f5-6b39-476c-9f41-49436f01172a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:49.157943 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:49.175291 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-591367a9-c3e9-4340-a2ab-501c2bc2c26b req-fb96c72d-2c08-4ccc-bc20-f9d174eb257a tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769308 Aug 20 11:15:49.205459 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:49.236633 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3eebf54-ad65-4caa-9042-d25e8e7902ae req-a665a0eb-6a0b-42f0-a13d-69205f2a58af service neutron] 10.222.0.38 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204172 Aug 20 11:15:49.237380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4142361a-c824-43bf-a82d-4ff657f91119 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:49.267789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4142361a-c824-43bf-a82d-4ff657f91119, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4142361a-c824-43bf-a82d-4ff657f91119,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:49.383055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7456fa79-44dc-4825-9c13-fd667387d65c req-bb436d5c-90c7-4be2-becf-b6139fe8a16c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064679 Aug 20 11:15:49.400362 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:49.411240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:49.413865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:49.441051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-011e1011-2912-4644-8127-eaf21660e8f6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:49.442808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-011e1011-2912-4644-8127-eaf21660e8f6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "GET /v2.0/networks?id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 HTTP/1.1" status: 200 len: 822 time: 0.4542181 Aug 20 11:15:49.464938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b46acf-be85-44e2-bb8d-9bf3594e1b93 req-ef2909db-a116-444b-92e7-c046d40ca1f6 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:49.473785 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22b46acf-be85-44e2-bb8d-9bf3594e1b93 req-ef2909db-a116-444b-92e7-c046d40ca1f6 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 1100 time: 0.0635633 Aug 20 11:15:49.486590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=4142361a-c824-43bf-a82d-4ff657f91119,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:49.490421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-53702538-0a58-46e2-9c41-1ecc14269845 None None] Provisioning for port 202c09e8-2bf0-4d79-b20d-41b18f9798ca completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:49.494971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-53702538-0a58-46e2-9c41-1ecc14269845 None None] Provisioning complete for port 202c09e8-2bf0-4d79-b20d-41b18f9798ca triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:49.495537 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-53702538-0a58-46e2-9c41-1ecc14269845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:49.505876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Request body: {'port': {'device_id': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742', 'admin_state_up': True, 'tenant_id': '4e7d4b346155423c8f74faabe8c113d6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:49.513970 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22b46acf-be85-44e2-bb8d-9bf3594e1b93 req-b4eed2f2-3ef9-44c8-bb0a-f876a9708e16 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392826 Aug 20 11:15:49.548934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-53702538-0a58-46e2-9c41-1ecc14269845 None None] Port 202c09e8-2bf0-4d79-b20d-41b18f9798ca cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:15:49.608623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-fc16e8a6-f719-4036-8781-7ba2d3254f53 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1603577 Aug 20 11:15:49.614886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc285bfe-405a-4cf1-b37b-3dc77a63837d {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:49.644921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Request body: {'port': {'device_id': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:49.656454 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:49.683613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658b46c-75de-4043-b450-efbf08a57bdd req-9af9307a-c9d5-41c2-81a3-09f0b854caa9 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:49.685215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b658b46c-75de-4043-b450-efbf08a57bdd req-9af9307a-c9d5-41c2-81a3-09f0b854caa9 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0590265 Aug 20 11:15:49.715033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3eebf54-ad65-4caa-9042-d25e8e7902ae req-bff4dd86-deb4-40d8-9e03-d05bac9bda24 service neutron] 10.222.0.38 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282012 Aug 20 11:15:49.721935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Transition to ACTIVE for port object dc285bfe-405a-4cf1-b37b-3dc77a63837d will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:49.735274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b658b46c-75de-4043-b450-efbf08a57bdd req-8e9d46c9-d58d-42af-a02f-14c3e3ab3f10 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413067 Aug 20 11:15:49.775873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['4142361a-c824-43bf-a82d-4ff657f91119'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:49.830598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fbdfef27-e030-4c73-929d-855d45510d35 req-dd44880f-e7ba-4823-9a5e-b82f7f312da9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 210 time: 0.0321884 Aug 20 11:15:50.031424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f1355-b171-40aa-a09d-16449d5b0c59 req-d49bbd4c-32ad-4352-b63f-ccfc6a5b148b tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:50.033193 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ca1f1355-b171-40aa-a09d-16449d5b0c59 req-d49bbd4c-32ad-4352-b63f-ccfc6a5b148b tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 936 time: 0.0643210 Aug 20 11:15:50.075828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411ac92-dcc3-416e-9124-1ebb5cba460b req-030f76f9-1924-4553-a408-6acd6b83cd23 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:50.077330 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1411ac92-dcc3-416e-9124-1ebb5cba460b req-030f76f9-1924-4553-a408-6acd6b83cd23 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 944 time: 0.5928285 Aug 20 11:15:50.084869 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ca1f1355-b171-40aa-a09d-16449d5b0c59 req-3b3a1b14-0a82-4a1e-ad3b-fbe700331bed tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444667 Aug 20 11:15:50.102983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:50.191123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:50.199685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-92b71fa7-5976-4949-a7a8-be51266e2bb8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233076 Aug 20 11:15:50.260280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:50.274428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1411ac92-dcc3-416e-9124-1ebb5cba460b req-f9b0040b-50e8-46a7-be38-62d05cc637db tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739793 Aug 20 11:15:50.328009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Made reservation on behalf of 4e7d4b346155423c8f74faabe8c113d6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:50.336048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:50.342480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-cb99322f-9a58-4943-af95-069b6d808df8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:50.349477 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-cb99322f-9a58-4943-af95-069b6d808df8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382525 Aug 20 11:15:50.366098 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-ca120eba-4c3e-4919-b684-73d3b953b705 service neutron] show failed (client error): The resource could not be found. Aug 20 11:15:50.367392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-ca120eba-4c3e-4919-b684-73d3b953b705 service neutron] 10.222.0.38 "GET /v2.0/ports/24ede34f-c538-4ca1-a8cc-230032728874/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.2887425 Aug 20 11:15:50.372771 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-2f816b6a-6530-450f-8850-63d6f5b9bc50 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/quotas/87c91f87b43245b8b721772af7d5e336 HTTP/1.1" status: 200 len: 375 time: 0.0210259 Aug 20 11:15:50.494805 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-9e390ff3-4543-4947-b4a8-af5ed9ae3054 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0984499 Aug 20 11:15:50.584036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Attempting to bind port dc285bfe-405a-4cf1-b37b-3dc77a63837d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:50.584776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Attempting to bind port dc285bfe-405a-4cf1-b37b-3dc77a63837d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:50.585330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Attempting to bind port dc285bfe-405a-4cf1-b37b-3dc77a63837d on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:50.617025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Port dc285bfe-405a-4cf1-b37b-3dc77a63837d on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:50.617550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Attempting to bind port dc285bfe-405a-4cf1-b37b-3dc77a63837d on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:50.709190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:50.709978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:50.714283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:50.714283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Bound port: dc285bfe-405a-4cf1-b37b-3dc77a63837d, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:50.714283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:50.803604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:50.889543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Allocated IP 172.20.0.3 (a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742/77e64aa1-f77a-425d-a2d3-ca20859f4085/851a3314-0830-47b6-aec5-e2630eed5f2f) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:50.964549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4726254-ccad-4436-ba72-db45d3d208e0 req-c366eb0c-7db2-40a7-8ae3-a10f99103be5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:50.972529 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4726254-ccad-4436-ba72-db45d3d208e0 req-c366eb0c-7db2-40a7-8ae3-a10f99103be5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0767934 Aug 20 11:15:50.976708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device c256cda4-c16c-455b-a24d-28dca2715f72 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:51.042637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4726254-ccad-4436-ba72-db45d3d208e0 req-2530c295-6434-43cd-a63b-a9a026354a12 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586414 Aug 20 11:15:51.073211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f8234-5df4-4ba5-a2dd-8f8a53d8567b req-268a38b6-3427-47f7-9d3b-67e9009807da tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:51.076255 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f27f8234-5df4-4ba5-a2dd-8f8a53d8567b req-268a38b6-3427-47f7-9d3b-67e9009807da tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 945 time: 0.3246984 Aug 20 11:15:51.134958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f50ab29-0a43-43b6-9a88-4bd5e4b886f2 req-9e4c45a3-120c-4536-a94d-503afaeb5a2c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 210 time: 0.0331399 Aug 20 11:15:51.177935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:51.211371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port c256cda4-c16c-455b-a24d-28dca2715f72 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:51.222221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port c256cda4-c16c-455b-a24d-28dca2715f72 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:51.222629 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:51.234576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:51.249374 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1bee771-ebdd-4437-a52c-7d4844a9443f req-246c657f-b392-4868-ad00-3ab2bbfef201 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 210 time: 0.0363994 Aug 20 11:15:51.270462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202c09e8-2bf0-4d79-b20d-41b18f9798ca {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:51.309055 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:51.309500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-81b2b4e9-d826-4eb0-a11b-f9f25586f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:51.312776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-81b2b4e9-d826-4eb0-a11b-f9f25586f90d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf&tenant_id=f6136056d5744f71aedd216a888b7728 HTTP/1.1" status: 200 len: 1101 time: 0.0651433 Aug 20 11:15:51.333334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:51.334409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f27f8234-5df4-4ba5-a2dd-8f8a53d8567b req-d3cc8491-7dc6-4dfb-b391-8fd819187740 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366281 Aug 20 11:15:51.349778 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:51.372380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:51.418391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port c256cda4-c16c-455b-a24d-28dca2715f72, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=c256cda4-c16c-455b-a24d-28dca2715f72,segment=NetworkSegment(dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4),segment_id=dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:51.419771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd510e07b-e414-4113-b078-56c955747e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256cda4-c16c-455b-a24d-28dca2715f72'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:51.426098 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9ba60a-0f94-4378-9f1c-2ea5604b579e" -d '{"events": [{"server_uuid": "d510e07b-e414-4113-b078-56c955747e00", "name": "network-vif-plugged", "status": "completed", "tag": "c256cda4-c16c-455b-a24d-28dca2715f72"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:51.452442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Transition to ACTIVE for port object 202c09e8-2bf0-4d79-b20d-41b18f9798ca will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:51.500873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:51.514514 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:51.516890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4142361a-c824-43bf-a82d-4ff657f91119 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:15:51.549916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:51.551805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:51.555266 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc285bfe-405a-4cf1-b37b-3dc77a63837d HTTP/1.1" status: 200 len: 1094 time: 3.1762252 Aug 20 11:15:51.555645 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a4b41-2428-4358-8f4b-db38e1c56cd2 req-b2ae61f0-5e94-4995-8a97-ddc0f2678f33 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:51.556075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:51.559424 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3ca374-e720-4256-8d29-2292c04d6c02" -d '{"events": [{"name": "network-changed", "server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:51.571721 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-737a4b41-2428-4358-8f4b-db38e1c56cd2 req-b2ae61f0-5e94-4995-8a97-ddc0f2678f33 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 936 time: 0.1205034 Aug 20 11:15:51.610663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:51.612160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=c256cda4-c16c-455b-a24d-28dca2715f72,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:51.660589 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-737a4b41-2428-4358-8f4b-db38e1c56cd2 req-ca78448a-b1f5-49e7-a614-466c83bba7fd tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826671 Aug 20 11:15:51.683607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6110b-7b8e-4a72-829c-9725c47671c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:51.713963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382967e8-30a0-43f0-b01b-337ec46863fd req-306f03a2-2003-45c6-8fd5-dd04aca09556 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:51.728416 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-382967e8-30a0-43f0-b01b-337ec46863fd req-306f03a2-2003-45c6-8fd5-dd04aca09556 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 945 time: 0.2150056 Aug 20 11:15:51.799748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 4142361a-c824-43bf-a82d-4ff657f91119 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:51.803960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 4142361a-c824-43bf-a82d-4ff657f91119 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:51.804930 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:51.832753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:51.930679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Pushing event updated for resources: {'Port': ['ID=202c09e8-2bf0-4d79-b20d-41b18f9798ca,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:51.951706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-f553f2be-bdcf-4b8a-bb6f-294392abfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:51.954071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-f553f2be-bdcf-4b8a-bb6f-294392abfa6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 1097 time: 0.2051556 Aug 20 11:15:51.965700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:51.973177 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-382967e8-30a0-43f0-b01b-337ec46863fd req-b04c8f54-edf2-405e-8bf2-2106a251f2d5 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436252 Aug 20 11:15:52.037201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:52.079443 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7af318-ce6d-4950-9d74-26fcee1b5038 x-openstack-request-id: req-4f7af318-ce6d-4950-9d74-26fcee1b5038 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:52.079752 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d510e07b-e414-4113-b078-56c955747e00", "name": "network-vif-plugged", "status": "completed", "tag": "c256cda4-c16c-455b-a24d-28dca2715f72", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:52.080063 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f7af318-ce6d-4950-9d74-26fcee1b5038 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:52.080492 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd510e07b-e414-4113-b078-56c955747e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c256cda4-c16c-455b-a24d-28dca2715f72', 'code': 200} Aug 20 11:15:52.118738 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-0291f576-4805-4c6c-8ec1-f6e8459cbc77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d HTTP/1.1" status: 200 len: 217 time: 0.1437643 Aug 20 11:15:52.147355 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:52.147355 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1604083f-5f23-418a-a84a-c8380637aa65" -d '{"events": [{"server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "name": "network-vif-unplugged", "status": "completed", "tag": "24ede34f-c538-4ca1-a8cc-230032728874"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:52.155375 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.175842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Transition to ACTIVE for port object 24ede34f-c538-4ca1-a8cc-230032728874 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:52.208323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Attempting to bind port 202c09e8-2bf0-4d79-b20d-41b18f9798ca on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:52.208653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Attempting to bind port 202c09e8-2bf0-4d79-b20d-41b18f9798ca by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:52.208872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Attempting to bind port 202c09e8-2bf0-4d79-b20d-41b18f9798ca on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:52.229677 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.252298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Port 202c09e8-2bf0-4d79-b20d-41b18f9798ca on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:52.252633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Attempting to bind port 202c09e8-2bf0-4d79-b20d-41b18f9798ca on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:52.263364 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.267872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:52.268230 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:52.268643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:52.269335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Bound port: 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:52.269473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.273911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-977c3a4b-e6bf-43f5-96cc-6127dfb1d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:52.275672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-977c3a4b-e6bf-43f5-96cc-6127dfb1d659 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1431291 Aug 20 11:15:52.296649 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6782d36-d23a-47b6-b1e0-8c6cdfd41af2 x-openstack-request-id: req-e6782d36-d23a-47b6-b1e0-8c6cdfd41af2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:52.297177 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:52.297714 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6782d36-d23a-47b6-b1e0-8c6cdfd41af2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:52.299750 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'status': 'completed', 'code': 200} Aug 20 11:15:52.324022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4142361a-c824-43bf-a82d-4ff657f91119, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4142361a-c824-43bf-a82d-4ff657f91119,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:52.364728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.375374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] No DVR routers for this DVR port 24ede34f-c538-4ca1-a8cc-230032728874 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:52.399886 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.401948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:15:52.404424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:52.424178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ab72f-0433-46a5-959c-2a534cf63b51 req-1b69fa34-205a-4b66-bc72-c790e6045d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:52.425783 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-017ab72f-0433-46a5-959c-2a534cf63b51 req-1b69fa34-205a-4b66-bc72-c790e6045d33 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 1096 time: 0.2089186 Aug 20 11:15:52.441139 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2760d62c-60e8-496e-9824-82e11981b8c6 x-openstack-request-id: req-2760d62c-60e8-496e-9824-82e11981b8c6 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:52.441698 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "name": "network-vif-unplugged", "status": "completed", "tag": "24ede34f-c538-4ca1-a8cc-230032728874", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:52.442111 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2760d62c-60e8-496e-9824-82e11981b8c6 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:52.442726 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874', 'code': 200} Aug 20 11:15:52.467965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:52.468535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:52.469030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:52.477446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Port 24ede34f-c538-4ca1-a8cc-230032728874 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:52.478104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:52.487152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:52.487773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:52.488329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:52.488968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Bound port: 24ede34f-c538-4ca1-a8cc-230032728874, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:52.489577 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.509501 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87885041-c1e0-461b-8fb9-32660e6b80de req-60bd58cf-b902-4325-ad56-361ca41fa413 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:52.511346 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87885041-c1e0-461b-8fb9-32660e6b80de req-60bd58cf-b902-4325-ad56-361ca41fa413 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 948 time: 0.1358662 Aug 20 11:15:52.550623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:52.552483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:15:52.554586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=4142361a-c824-43bf-a82d-4ff657f91119,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:52.606727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4a526d69-6eef-4249-8a2c-fad8ca0ecba8 req-0ae76955-3451-4928-91f5-eba9efb292f0 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 210 time: 0.0531907 Aug 20 11:15:52.607512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event updated for resources: {'Port': ['ID=851a3314-0830-47b6-aec5-e2630eed5f2f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:52.616231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:52.620895 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87885041-c1e0-461b-8fb9-32660e6b80de req-3071801c-ff73-4fe0-92ea-6c55436e8167 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770628 Aug 20 11:15:52.634064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:52.637493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:52.643821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:52.684626 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-017ab72f-0433-46a5-959c-2a534cf63b51 req-2af89e64-a6c4-47a0-8c07-4141620d4f0e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079616 Aug 20 11:15:52.686696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-3cc05723-532e-448b-8180-290b62c14fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:52.688925 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-3cc05723-532e-448b-8180-290b62c14fce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3865836 Aug 20 11:15:52.693563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] For port 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:52.730849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:52.731603 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.736960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] For port 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:52.775000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe921b5-02eb-42ab-9d70-15595485535a req-92698b5d-49dd-4a3b-b892-a456c535517d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:52.788045 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-afe921b5-02eb-42ab-9d70-15595485535a req-92698b5d-49dd-4a3b-b892-a456c535517d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 931 time: 0.0910995 Aug 20 11:15:52.792088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.854389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-6946be1c-4e52-491c-a8e8-11ae8af9c118 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430106 Aug 20 11:15:52.885123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:52.885839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.887529 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] 10.222.0.57 "PUT /v2.0/ports/24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 1096 time: 1.5642207 Aug 20 11:15:52.893374 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-afe921b5-02eb-42ab-9d70-15595485535a req-5014c70f-ef5c-4ba7-bc5f-e1f13932d475 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981836 Aug 20 11:15:52.917109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb79d0a-380c-4514-b4dd-8d112ca969c3 service neutron] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:52.939812 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:52.976948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-7d7db88f-ce89-4769-9842-dc8ac68a85b7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4955177 Aug 20 11:15:53.009837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-7b61aad5-89ea-4c86-9c80-02be236a9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.011575 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-7b61aad5-89ea-4c86-9c80-02be236a9396 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1099 time: 0.0854518 Aug 20 11:15:53.016694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Request body: {'port': {'device_id': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:53.087092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.087744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:53.089261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] 10.222.0.57 "PUT /v2.0/ports/202c09e8-2bf0-4d79-b20d-41b18f9798ca HTTP/1.1" status: 200 len: 1096 time: 3.4557507 Aug 20 11:15:53.100507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd42206-fd21-4056-9145-f80294837f1f req-bee28984-a9df-4d46-a821-cdc3348b306a tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.106912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd42206-fd21-4056-9145-f80294837f1f req-bee28984-a9df-4d46-a821-cdc3348b306a tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.109325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4dd42206-fd21-4056-9145-f80294837f1f req-bee28984-a9df-4d46-a821-cdc3348b306a tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c&device_id=7ca64565-5b2e-40b7-8f60-44bd3c848a50 HTTP/1.1" status: 200 len: 1682 time: 0.2201326 Aug 20 11:15:53.124032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd8d27-8484-458c-9fc0-2544ead4d945 req-1034b0cc-367d-4daf-a6e2-2ac9df2bbb0c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.125829 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07bd8d27-8484-458c-9fc0-2544ead4d945 req-1034b0cc-367d-4daf-a6e2-2ac9df2bbb0c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 946 time: 0.1191978 Aug 20 11:15:53.175467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d75049cb-cfb4-4579-a50f-8b7c2bd699b6 req-20d01e34-c904-4867-ba34-332b6ebd7717 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119802 Aug 20 11:15:53.184231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-3147b844-8436-431b-b90c-498b48477ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.184231 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-3147b844-8436-431b-b90c-498b48477ef3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1423478 Aug 20 11:15:53.184556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20724e17-b219-4268-80f1-098977f9d8cb service neutron] Pushing event updated for resources: {'Port': ['ID=202c09e8-2bf0-4d79-b20d-41b18f9798ca,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:53.195882 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07bd8d27-8484-458c-9fc0-2544ead4d945 req-67938d9f-93a2-4d01-b312-6968d2333fe4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609021 Aug 20 11:15:53.197985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:53.238253 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-aa026113-0e02-44c1-94ad-20fc4a869080 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 217 time: 0.0411170 Aug 20 11:15:53.267534 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4dd42206-fd21-4056-9145-f80294837f1f req-199ac02b-76c0-4401-9cb9-75af2bc110bd tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472685 Aug 20 11:15:53.386346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-ccf8ae58-6f0a-4f25-a209-b661f117caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.388313 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-ccf8ae58-6f0a-4f25-a209-b661f117caea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1243081 Aug 20 11:15:53.414135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce56a4b-e5bc-4950-ac1c-dbc5c2ba1bf0 req-9cc9ce28-bac8-4211-8ab4-154afdc7bc68 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.419026 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ce56a4b-e5bc-4950-ac1c-dbc5c2ba1bf0 req-9cc9ce28-bac8-4211-8ab4-154afdc7bc68 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 948 time: 0.1070294 Aug 20 11:15:53.520695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-65578b85-4e4c-4db4-addf-a326be427166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.522425 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-65578b85-4e4c-4db4-addf-a326be427166 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019070 Aug 20 11:15:53.525829 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ce56a4b-e5bc-4950-ac1c-dbc5c2ba1bf0 req-8ed3dd61-aebb-44fa-b88e-49ef9b3f75ea tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954115 Aug 20 11:15:53.607656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-abec1b90-6825-4929-924d-f48077add079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.609596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-abec1b90-6825-4929-924d-f48077add079 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 1099 time: 0.3406708 Aug 20 11:15:53.677009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-9e652315-d2b4-47cd-8849-58ed9cddff6e service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422665 Aug 20 11:15:53.696191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-c8049ff9-4c90-4124-90e2-15e35020f077 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca HTTP/1.1" status: 200 len: 217 time: 0.0473118 Aug 20 11:15:53.698189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-c00e08e5-3c5c-4796-83ed-2182c1f43f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.700032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-c00e08e5-3c5c-4796-83ed-2182c1f43f89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 1097 time: 0.2608087 Aug 20 11:15:53.716765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3b4ab-a520-4fbd-9158-909b96c5c834 req-8eda74e4-cbcc-4c3e-95b9-8ea79bfca561 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.718889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6a3b4ab-a520-4fbd-9158-909b96c5c834 req-8eda74e4-cbcc-4c3e-95b9-8ea79bfca561 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 945 time: 0.2704313 Aug 20 11:15:53.815568 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcacca9e-edf7-4662-bcd9-2a90d6233f03 req-851dcd71-9a4a-43eb-9ae5-54cb814600b5 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281974 Aug 20 11:15:53.823166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073c74c-7016-498f-afac-0c98dca6c0c2 req-715a5c5a-7720-4628-8ac5-21f190629d99 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.824698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c073c74c-7016-498f-afac-0c98dca6c0c2 req-715a5c5a-7720-4628-8ac5-21f190629d99 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 948 time: 0.0867836 Aug 20 11:15:53.876581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-dd9b343a-5bb3-4465-a797-e2ad43acf7c1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0965388 Aug 20 11:15:53.880474 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c073c74c-7016-498f-afac-0c98dca6c0c2 req-0d2d3230-da83-4096-85e9-b02e292cf919 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Aug 20 11:15:53.928122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-99258d2e-f938-4b92-beeb-f8854951ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:53.929640 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-99258d2e-f938-4b92-beeb-f8854951ee50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.2081828 Aug 20 11:15:53.992001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6a3b4ab-a520-4fbd-9158-909b96c5c834 req-bfd89f20-24ec-474e-b614-ab728b8634d2 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284217 Aug 20 11:15:54.081547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4142361a-c824-43bf-a82d-4ff657f91119'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:54.085716 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79a1462-c31a-400e-9cee-9c7d19b3b859" -d '{"events": [{"server_uuid": "5f16ca08-d916-4a13-8ffb-a7d09d74e701", "name": "network-vif-plugged", "status": "completed", "tag": "4142361a-c824-43bf-a82d-4ff657f91119"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:54.095907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-972dc9f9-f5dd-49ef-8273-e5360901f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:54.097431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-972dc9f9-f5dd-49ef-8273-e5360901f86b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3747573 Aug 20 11:15:54.126569 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f379e5fa-378b-452a-8935-3bae14264d83 req-c96cdfd1-0cf3-43ea-9c36-408937a722a8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 210 time: 0.0380878 Aug 20 11:15:54.195022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851a3314-0830-47b6-aec5-e2630eed5f2f {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:54.214038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-4fd6cb44-6f18-4ddf-be98-2f4cd0857193 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d HTTP/1.1" status: 200 len: 217 time: 0.0925004 Aug 20 11:15:54.218400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:54.227191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-990f25c3-63cf-497f-8543-db17388169e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:54.228697 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-990f25c3-63cf-497f-8543-db17388169e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2794166 Aug 20 11:15:54.253007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-b51c3516-9489-49ee-ae4f-d702735259c6 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:54.254533 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-b51c3516-9489-49ee-ae4f-d702735259c6 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3618951 Aug 20 11:15:54.443650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:54.446193 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322" -d '{"events": [{"name": "network-changed", "server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "tag": "24ede34f-c538-4ca1-a8cc-230032728874"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:54.593787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'tag': '202c09e8-2bf0-4d79-b20d-41b18f9798ca'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:54.596080 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5855e0e6-f9c8-4528-b8e5-d21b00138d46" -d '{"events": [{"name": "network-changed", "server_uuid": "f6889bc6-86fb-4264-b9b3-e8da68289533", "tag": "202c09e8-2bf0-4d79-b20d-41b18f9798ca"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:54.611247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Transition to ACTIVE for port object 851a3314-0830-47b6-aec5-e2630eed5f2f will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:54.623412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Request body: {'port': {'device_id': 'a16ba259-8e7d-49c9-a956-48722e1125b1', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '87c91f87b43245b8b721772af7d5e336'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:54.713749 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d45994f-9b8d-4118-bdb2-162207d732dc x-openstack-request-id: req-8d45994f-9b8d-4118-bdb2-162207d732dc {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:54.714240 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f16ca08-d916-4a13-8ffb-a7d09d74e701", "name": "network-vif-plugged", "status": "completed", "tag": "4142361a-c824-43bf-a82d-4ff657f91119", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:54.714763 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d45994f-9b8d-4118-bdb2-162207d732dc {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:54.717810 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4142361a-c824-43bf-a82d-4ff657f91119', 'code': 200} Aug 20 11:15:54.718928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88927e-2d4f-429c-bf39-fa04bec998cd req-0366cb93-79bf-48ed-b8e5-7eee6927f4d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:54.718928 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a88927e-2d4f-429c-bf39-fa04bec998cd req-0366cb93-79bf-48ed-b8e5-7eee6927f4d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 931 time: 0.6299183 Aug 20 11:15:54.736335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-dd1b69ec-1280-4c72-a3c5-3f5aecdc6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:54.737844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-dd1b69ec-1280-4c72-a3c5-3f5aecdc6b0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.5048265 Aug 20 11:15:54.776308 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:54.838544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc8780-ab3e-4291-a06f-51d7c71f39fc req-f5c13048-d782-4456-b507-46bf8ac3e2b6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:54.840226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52fc8780-ab3e-4291-a06f-51d7c71f39fc req-f5c13048-d782-4456-b507-46bf8ac3e2b6 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 946 time: 0.0715442 Aug 20 11:15:54.905062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897811f-c179-4aa3-aafa-b16d95057044 req-4316946d-e9f3-4bea-9f57-add03fa483a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:54.907364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a897811f-c179-4aa3-aafa-b16d95057044 req-4316946d-e9f3-4bea-9f57-add03fa483a8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 1097 time: 0.0914459 Aug 20 11:15:54.911029 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52fc8780-ab3e-4291-a06f-51d7c71f39fc req-e5afd1bd-7213-4681-91a6-692e3c581e6e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567856 Aug 20 11:15:54.926333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a88927e-2d4f-429c-bf39-fa04bec998cd req-3ea4db34-0539-4a22-8e3e-4535cbbf1ca4 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874573 Aug 20 11:15:54.932711 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-093b6804-ec72-4f5e-a8e9-c604a6f5c4f7 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884348 Aug 20 11:15:54.961353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=851a3314-0830-47b6-aec5-e2630eed5f2f,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:54.974157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a897811f-c179-4aa3-aafa-b16d95057044 req-43e5de98-3f6b-4d50-9c92-ad4da07f6fc1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559888 Aug 20 11:15:55.031419 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84783a94-43f1-4f84-a2f6-36397a44edc7 x-openstack-request-id: req-84783a94-43f1-4f84-a2f6-36397a44edc7 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:55.032144 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "tag": "24ede34f-c538-4ca1-a8cc-230032728874", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:55.032480 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84783a94-43f1-4f84-a2f6-36397a44edc7 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:55.033244 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874', 'status': 'completed', 'code': 200} Aug 20 11:15:55.064938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-1dd27373-06a8-4565-9d21-e3bff62ffbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.066516 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-1dd27373-06a8-4565-9d21-e3bff62ffbb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3132691 Aug 20 11:15:55.106048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-628b1bef-ae45-461f-814c-974cabc568b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.107699 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-628b1bef-ae45-461f-814c-974cabc568b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1099 time: 0.0453460 Aug 20 11:15:55.174562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Made reservation on behalf of 87c91f87b43245b8b721772af7d5e336 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:15:55.178293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:55.206633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-b68be4b3-f69b-4732-b71a-0713af0695a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.208663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-b68be4b3-f69b-4732-b71a-0713af0695a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.0929747 Aug 20 11:15:55.229412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18f0492-0abb-4fa9-b6a5-dacdac59755f req-380af2df-23d2-4ef7-9439-5429777849b7 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842035 Aug 20 11:15:55.240857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Attempting to bind port 851a3314-0830-47b6-aec5-e2630eed5f2f on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:55.241204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Attempting to bind port 851a3314-0830-47b6-aec5-e2630eed5f2f by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:55.241552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Attempting to bind port 851a3314-0830-47b6-aec5-e2630eed5f2f on network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:55.268173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Port 851a3314-0830-47b6-aec5-e2630eed5f2f on network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:55.268173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Attempting to bind port 851a3314-0830-47b6-aec5-e2630eed5f2f on network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:55.271952 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3104b1ac-63b1-4366-9c83-e72618039764 x-openstack-request-id: req-3104b1ac-63b1-4366-9c83-e72618039764 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:55.272251 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6889bc6-86fb-4264-b9b3-e8da68289533", "tag": "202c09e8-2bf0-4d79-b20d-41b18f9798ca", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:55.272510 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3104b1ac-63b1-4366-9c83-e72618039764 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:55.272906 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'tag': '202c09e8-2bf0-4d79-b20d-41b18f9798ca', 'status': 'completed', 'code': 200} Aug 20 11:15:55.288796 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-afa2c064-5a3e-40ff-9276-ea60582e1a37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 217 time: 0.0705538 Aug 20 11:15:55.295713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5134916-c6c6-406e-8c7e-9333fd73c189 req-535769d1-8596-4aa4-85eb-c90b0abd7bae tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.297409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e5134916-c6c6-406e-8c7e-9333fd73c189 req-535769d1-8596-4aa4-85eb-c90b0abd7bae tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 948 time: 0.1990218 Aug 20 11:15:55.342005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:55.342357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Checking segment: {'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:55.342799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Bound using segment: {'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:55.343327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Bound port: 851a3314-0830-47b6-aec5-e2630eed5f2f, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:55.343695 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:55.344039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-91598763-11ad-4549-9dcb-14f9a429c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.346025 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-91598763-11ad-4549-9dcb-14f9a429c36c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1099 time: 0.1183393 Aug 20 11:15:55.361880 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-65b36aef-3f06-496b-9f3c-29e4706eb8a9 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830257 Aug 20 11:15:55.373016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-aa14b496-9c7a-48fd-b510-5ca54577ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.375457 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-aa14b496-9c7a-48fd-b510-5ca54577ae27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0766618 Aug 20 11:15:55.477140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e5134916-c6c6-406e-8c7e-9333fd73c189 req-171f6e93-2424-4d90-b2b9-c1dfb6b2e09a tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481576 Aug 20 11:15:55.493336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-6a2c99c7-020d-4aa0-be7b-9e6a1c6f719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.495872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-6a2c99c7-020d-4aa0-be7b-9e6a1c6f719a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757656 Aug 20 11:15:55.510904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-d353347e-947e-44ff-a1f5-1dfdadd08ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.512225 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-d353347e-947e-44ff-a1f5-1dfdadd08ce4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1551065 Aug 20 11:15:55.610193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] For port 851a3314-0830-47b6-aec5-e2630eed5f2f, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:55.616025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Allocated IP 192.168.233.113 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/adbe043e-088d-455f-ba37-131f9160403b) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:15:55.662499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-ff17e834-efc5-4e94-9c12-5526fce1963d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 217 time: 0.0547926 Aug 20 11:15:55.667499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] For port 851a3314-0830-47b6-aec5-e2630eed5f2f, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=851a3314-0830-47b6-aec5-e2630eed5f2f,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:15:55.684946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-7c80e034-59ef-4f22-9db3-322820bf4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.686530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-7c80e034-59ef-4f22-9db3-322820bf4eca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 1099 time: 0.2599170 Aug 20 11:15:55.717612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d3ca374-e720-4256-8d29-2292c04d6c02 req-3caa7483-be64-4b6e-be08-cd5f79b45c3f service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848182 Aug 20 11:15:55.751026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-a5ee24e2-8c20-4fa7-a248-be533ef24232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.752499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-a5ee24e2-8c20-4fa7-a248-be533ef24232 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0728769 Aug 20 11:15:55.770489 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-69bb1c0e-72bc-44d7-85c3-4c5c6f36cee7 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524014 Aug 20 11:15:55.777220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:55.836492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd346f-4301-41f6-ae8c-e839de648062 req-7ee6c9f5-fae5-407e-8e39-4f427e5e2c7b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.840959 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4efd346f-4301-41f6-ae8c-e839de648062 req-7ee6c9f5-fae5-407e-8e39-4f427e5e2c7b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 948 time: 0.2191169 Aug 20 11:15:55.892824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-8c039f1c-67dc-4e44-9334-9e2eb8b3e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.894342 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-8c039f1c-67dc-4e44-9334-9e2eb8b3e5e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234448 Aug 20 11:15:55.919025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.919654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:55.921593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] 10.222.0.38 "PUT /v2.0/ports/851a3314-0830-47b6-aec5-e2630eed5f2f HTTP/1.1" status: 200 len: 1091 time: 2.9137170 Aug 20 11:15:55.969445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f45c49-9b40-46d2-83ad-2bf2f575f7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=851a3314-0830-47b6-aec5-e2630eed5f2f,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:55.977996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b292ad-8188-4e2e-9046-9956c0e20282 req-98f7e901-52bb-4c13-a852-381c4b1348f5 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.979760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17b292ad-8188-4e2e-9046-9956c0e20282 req-98f7e901-52bb-4c13-a852-381c4b1348f5 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 945 time: 0.1357138 Aug 20 11:15:55.986108 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-09b7a548-1f81-45a3-8cf4-c493c47b31ec service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860011 Aug 20 11:15:55.990644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-39a1ead7-dd13-4874-ab75-ca51941e80bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:55.992171 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-39a1ead7-dd13-4874-ab75-ca51941e80bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2907090 Aug 20 11:15:56.000051 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4efd346f-4301-41f6-ae8c-e839de648062 req-2c04962b-6c1d-4a63-b783-e8a24c4486b2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432922 Aug 20 11:15:56.060346 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-69a22903-242a-466b-aab0-97003d461136 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538241 Aug 20 11:15:56.063610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17b292ad-8188-4e2e-9046-9956c0e20282 req-73444ccb-d3d4-4ac4-8064-43593a94a66d tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734417 Aug 20 11:15:56.086707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-5ed4ba8d-f336-459a-96f0-aa4818e37a6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca HTTP/1.1" status: 200 len: 217 time: 0.0562992 Aug 20 11:15:56.151806 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:56.184469 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a0bcfcfe-cf9d-4cf6-8e45-cd296b19b535 req-ea7ecc83-b413-427b-b4e0-534bc015caaa tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 210 time: 0.0727477 Aug 20 11:15:56.195502 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a8e36e-0b6f-44b2-93d1-d2d3a8684322 req-25c9094a-3880-4c62-a4d8-0167f17dc4b7 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177132 Aug 20 11:15:56.223234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Transition to ACTIVE for port object adbe043e-088d-455f-ba37-131f9160403b will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:56.235772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-0781de2a-8463-4404-a217-d59c2cce506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:56.237837 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-0781de2a-8463-4404-a217-d59c2cce506d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1280465 Aug 20 11:15:56.241569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-eeb80c87-eacd-4654-9c7b-c294fc09b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:56.243349 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-eeb80c87-eacd-4654-9c7b-c294fc09b662 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e7d4b346155423c8f74faabe8c113d6&device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 1094 time: 0.1751978 Aug 20 11:15:56.244259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29985a17-0c2a-4def-84db-d2ef44e74cfa req-6a479069-53c3-4bd0-b0e8-3b3429eb0104 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:56.253625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29985a17-0c2a-4def-84db-d2ef44e74cfa req-6a479069-53c3-4bd0-b0e8-3b3429eb0104 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 946 time: 0.0732870 Aug 20 11:15:56.291598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29985a17-0c2a-4def-84db-d2ef44e74cfa req-e33c2356-c0de-4a31-a219-363a8cf6e281 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371673 Aug 20 11:15:56.354206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-87488f4b-47bc-47c6-bee0-d6db41aa5dcf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=851a3314-0830-47b6-aec5-e2630eed5f2f HTTP/1.1" status: 200 len: 217 time: 0.0968084 Aug 20 11:15:56.434985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163ef6f-a95b-4bc0-8558-a99f1c79945a req-bcc46856-933b-4428-a002-ef7af059e997 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:56.436924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4163ef6f-a95b-4bc0-8558-a99f1c79945a req-bcc46856-933b-4428-a002-ef7af059e997 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 943 time: 0.1806443 Aug 20 11:15:56.450675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-37792e18-9846-4db2-89d6-febdba38c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:56.462748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-37792e18-9846-4db2-89d6-febdba38c78e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777291 Aug 20 11:15:56.484417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-ea0d033c-1028-446f-b69d-d6f986d58226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:56.486150 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-ea0d033c-1028-446f-b69d-d6f986d58226 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77e64aa1-f77a-425d-a2d3-ca20859f4085 HTTP/1.1" status: 200 len: 862 time: 0.1179538 Aug 20 11:15:56.538826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74f6bf-59f1-44c5-a6c6-7f38695c1d4c req-a9bab6c1-4363-4328-8b05-b56b4af5b74e tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:56.540470 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fb74f6bf-59f1-44c5-a6c6-7f38695c1d4c req-a9bab6c1-4363-4328-8b05-b56b4af5b74e tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ca64565-5b2e-40b7-8f60-44bd3c848a50 HTTP/1.1" status: 200 len: 946 time: 0.0576360 Aug 20 11:15:56.575897 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-bd0165bc-5264-471b-a0f3-b10d2c4c5258 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620203 Aug 20 11:15:56.580269 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fb74f6bf-59f1-44c5-a6c6-7f38695c1d4c req-4f979e06-1141-4f0a-b920-a65e0bb7c8de tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330460 Aug 20 11:15:56.580465 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4163ef6f-a95b-4bc0-8558-a99f1c79945a req-ee82b506-6f3d-44a7-ae26-f10d8e4cd073 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353538 Aug 20 11:15:56.615156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:56.693513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-f89cf5de-1e86-401f-b515-841ebba4fdb6 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228091 Aug 20 11:15:56.723585 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:56.738984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3', '27c3c427-dd21-4f5d-9d07-e071b97bb6ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:56.748821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0', '4cc68761-617f-4547-9848-b276421799e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:56.824715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:56.839725 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-a92b7ee4-4a35-450b-8487-246845118fc0 service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543116 Aug 20 11:15:56.856811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:15:56.859845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '24ede34f-c538-4ca1-a8cc-230032728874', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '24ede34f-c538-4ca1-a8cc-230032728874', 'mac_address': 'fa:16:3e:4e:f9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:56.878466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:15:56.881245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:15:56.982373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event updated for resources: {'Port': ['ID=adbe043e-088d-455f-ba37-131f9160403b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:56.985575 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:57.015712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7cce-c5ff-4e36-8a84-846c02a6bcd5 req-0a46c3a4-2567-412c-a694-86eef87512ca tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:57.017702 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-028e7cce-c5ff-4e36-8a84-846c02a6bcd5 req-0a46c3a4-2567-412c-a694-86eef87512ca tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 948 time: 0.3193591 Aug 20 11:15:57.032299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ede34f-c538-4ca1-a8cc-230032728874 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:57.079693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:57.080030 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5855e0e6-f9c8-4528-b8e5-d21b00138d46 req-9058d6fe-7e4d-4b20-84bc-8a1cc9d2cd17 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703816 Aug 20 11:15:57.093849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:57.101841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:57.160906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-028e7cce-c5ff-4e36-8a84-846c02a6bcd5 req-f3ab75c5-375b-420f-b12b-e17d93f53c59 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286500 Aug 20 11:15:57.170870 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ecb29ca6-e6ab-40ec-ae18-2f40e5ddfb25 req-3d9e7480-d893-48cf-a24a-87e163e27378 service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061492 Aug 20 11:15:57.207159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:57.210925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dc285bfe-405a-4cf1-b37b-3dc77a63837d details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:57.276812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'tag': '851a3314-0830-47b6-aec5-e2630eed5f2f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:57.279109 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cc2d10-f35a-419e-951c-a27f88814572" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed70fb9-8545-4211-aae1-216f8321be4c", "tag": "851a3314-0830-47b6-aec5-e2630eed5f2f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:57.344973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-ebd24c5b-82ed-47ad-b740-5e6b46b4a075 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7348683 Aug 20 11:15:57.348294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:57.350891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-e95adff8-70bb-4d3a-bb4b-63585f9fa47c tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:57.352458 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-e95adff8-70bb-4d3a-bb4b-63585f9fa47c tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca64565-5b2e-40b7-8f60-44bd3c848a50 HTTP/1.1" status: 200 len: 946 time: 0.1061058 Aug 20 11:15:57.361289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Request body: {'port': {'device_id': 'a16ba259-8e7d-49c9-a956-48722e1125b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:57.372396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5105fa-6e99-450b-a970-4352bec34ad9 req-dbe37899-c533-4178-8e4a-2995979d58bd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:57.373952 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa5105fa-6e99-450b-a970-4352bec34ad9 req-dbe37899-c533-4178-8e4a-2995979d58bd tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.0865011 Aug 20 11:15:57.375619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:57.391344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'mac_address': 'fa:16:3e:c5:e5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:57.433022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d7835-405a-4dea-b0a6-c41803253971 req-50c7f93a-3f15-4f2e-9727-c332a9aaf30c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:57.434728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-141d7835-405a-4dea-b0a6-c41803253971 req-50c7f93a-3f15-4f2e-9727-c332a9aaf30c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 936 time: 0.0774622 Aug 20 11:15:57.486765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-89800fd7-b903-4ac1-af04-ca8572c09e5e None None] Provisioning for port adbe043e-088d-455f-ba37-131f9160403b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:15:57.499614 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:57.500844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa5105fa-6e99-450b-a970-4352bec34ad9 req-ba586237-c9ca-4464-8067-10277246406c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967965 Aug 20 11:15:57.527090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc285bfe-405a-4cf1-b37b-3dc77a63837d {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:57.529454 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-89800fd7-b903-4ac1-af04-ca8572c09e5e None None] Provisioning complete for port adbe043e-088d-455f-ba37-131f9160403b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:15:57.529828 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-89800fd7-b903-4ac1-af04-ca8572c09e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:57.537501 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-141d7835-405a-4dea-b0a6-c41803253971 req-19ae51d1-3f16-4306-aed3-bbf5117714b3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961828 Aug 20 11:15:57.592495 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4045be-cace-42d6-b671-172f749e9c72 x-openstack-request-id: req-0c4045be-cace-42d6-b671-172f749e9c72 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:15:57.592822 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed70fb9-8545-4211-aae1-216f8321be4c", "tag": "851a3314-0830-47b6-aec5-e2630eed5f2f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:15:57.593076 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c4045be-cace-42d6-b671-172f749e9c72 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:15:57.593478 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'tag': '851a3314-0830-47b6-aec5-e2630eed5f2f', 'status': 'completed', 'code': 200} Aug 20 11:15:57.604850 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:57.631089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:57.696312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-89800fd7-b903-4ac1-af04-ca8572c09e5e None None] Port adbe043e-088d-455f-ba37-131f9160403b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:15:57.739676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82040-34d4-481d-9875-f0853ce3b07f req-3c51fa97-c93f-40be-98b0-6358b9e64382 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:57.747522 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:57.750605 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-abf82040-34d4-481d-9875-f0853ce3b07f req-3c51fa97-c93f-40be-98b0-6358b9e64382 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 945 time: 0.1052592 Aug 20 11:15:57.774883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-94835d84-1fcd-444d-b757-521bba413457 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Deleting port 795b3950-541f-4149-b890-15792df4edab {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:57.775208 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-94835d84-1fcd-444d-b757-521bba413457 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:57.779946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc2d10-f35a-419e-951c-a27f88814572 req-07ce1ad2-69c8-412a-b14b-530cb514b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:57.781553 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18cc2d10-f35a-419e-951c-a27f88814572 req-07ce1ad2-69c8-412a-b14b-530cb514b732 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e7d4b346155423c8f74faabe8c113d6&device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 1094 time: 0.1581001 Aug 20 11:15:57.800989 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-abf82040-34d4-481d-9875-f0853ce3b07f req-e5ad08b4-42bf-4b99-9f3a-b8f0ef1d0bf1 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488877 Aug 20 11:15:57.805652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:57.879143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495b205-8fb4-4642-8d57-25d9d26b71d9 req-13d0ba06-c3a9-4773-b1cf-c06ec3128f46 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:57.880644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7495b205-8fb4-4642-8d57-25d9d26b71d9 req-13d0ba06-c3a9-4773-b1cf-c06ec3128f46 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 946 time: 0.1930118 Aug 20 11:15:57.911099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bba25b-42b2-4313-9ed3-e529ba200d98 req-91cd00c9-b402-44f5-873c-354542ab7d3f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:57.912803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27bba25b-42b2-4313-9ed3-e529ba200d98 req-91cd00c9-b402-44f5-873c-354542ab7d3f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 943 time: 0.0569012 Aug 20 11:15:57.956349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27bba25b-42b2-4313-9ed3-e529ba200d98 req-4197183e-2068-4d55-93e1-9f3c42e8eb5f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368330 Aug 20 11:15:58.089944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-cfd85797-185c-42e6-b525-0c0af63e5cbf tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:58.092710 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-cfd85797-185c-42e6-b525-0c0af63e5cbf tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "GET /v2.0/ports?device_id=08ade9f2-5f6f-4380-b0e6-41541c987d2c HTTP/1.1" status: 200 len: 945 time: 0.0980248 Aug 20 11:15:58.120920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['dc285bfe-405a-4cf1-b37b-3dc77a63837d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:58.126909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d2c16-2c40-4289-a13e-40b2e95953ff req-64d5cfff-24a0-4991-989f-7c97c2d55c29 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:58.128864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-610d2c16-2c40-4289-a13e-40b2e95953ff req-64d5cfff-24a0-4991-989f-7c97c2d55c29 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ca64565-5b2e-40b7-8f60-44bd3c848a50 HTTP/1.1" status: 200 len: 946 time: 0.1009457 Aug 20 11:15:58.166617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['24ede34f-c538-4ca1-a8cc-230032728874'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:58.227796 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-610d2c16-2c40-4289-a13e-40b2e95953ff req-8ec18f90-f85a-40b8-aaac-ea9dabec48e9 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739512 Aug 20 11:15:58.275927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Deleting port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:58.276415 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:58.403685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] For port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:58.404499 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:58.438529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7495b205-8fb4-4642-8d57-25d9d26b71d9 req-fcc025d4-2d9e-4ea0-a90c-e07e3ea6fbcc tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195224 Aug 20 11:15:58.446130 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Calling delete_port for 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:58.490488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc2d10-f35a-419e-951c-a27f88814572 req-1e6b9a21-e768-484c-ad5c-92d90d2785c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:58.491976 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18cc2d10-f35a-419e-951c-a27f88814572 req-1e6b9a21-e768-484c-ad5c-92d90d2785c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 HTTP/1.1" status: 200 len: 923 time: 0.6406851 Aug 20 11:15:58.512035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-94835d84-1fcd-444d-b757-521bba413457 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] For port 795b3950-541f-4149-b890-15792df4edab, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=795b3950-541f-4149-b890-15792df4edab,segment=NetworkSegment(14fb8496-f281-47b2-9e45-7650130b318a),segment_id=14fb8496-f281-47b2-9e45-7650130b318a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:58.518971 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-94835d84-1fcd-444d-b757-521bba413457 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:58.537615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23273e0-8e80-4908-aac7-d724f3ef0dff req-61ed9218-146f-4008-9368-32c9e10f7427 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:58.539207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c23273e0-8e80-4908-aac7-d724f3ef0dff req-61ed9218-146f-4008-9368-32c9e10f7427 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 948 time: 0.1389771 Aug 20 11:15:58.573566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18cc2d10-f35a-419e-951c-a27f88814572 req-12e7f210-12e1-4ad0-a3a1-cd6c0c6d6ef9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=851a3314-0830-47b6-aec5-e2630eed5f2f HTTP/1.1" status: 200 len: 217 time: 0.0711701 Aug 20 11:15:58.576756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-94835d84-1fcd-444d-b757-521bba413457 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Calling delete_port for 795b3950-541f-4149-b890-15792df4edab owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:58.613426 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c23273e0-8e80-4908-aac7-d724f3ef0dff req-15c9c413-5b80-42ba-8fd1-8b2d334942da tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627732 Aug 20 11:15:58.627535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 202c09e8-2bf0-4d79-b20d-41b18f9798ca details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:58.729217 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-dde99348-7a5f-49a4-b2e8-3547c92c8424 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1606228385&fields=id&tenant_id=a5612c09cd284a52a7719b4596117eea HTTP/1.1" status: 200 len: 267 time: 0.2062831 Aug 20 11:15:58.739728 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:58.741488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082bc75-88d1-4afb-97c0-95e4a3d15d84 req-f035434b-e563-4009-9baf-d5e4dbf96f59 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:58.743241 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7082bc75-88d1-4afb-97c0-95e4a3d15d84 req-f035434b-e563-4009-9baf-d5e4dbf96f59 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.0707059 Aug 20 11:15:58.747172 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:58.754079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '202c09e8-2bf0-4d79-b20d-41b18f9798ca', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '202c09e8-2bf0-4d79-b20d-41b18f9798ca', 'mac_address': 'fa:16:3e:88:82:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:58.758131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc2d10-f35a-419e-951c-a27f88814572 req-92feeaa0-d247-4b61-98be-9b53e10639de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:58.759618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18cc2d10-f35a-419e-951c-a27f88814572 req-92feeaa0-d247-4b61-98be-9b53e10639de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77e64aa1-f77a-425d-a2d3-ca20859f4085 HTTP/1.1" status: 200 len: 862 time: 0.1708491 Aug 20 11:15:58.788035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbe043e-088d-455f-ba37-131f9160403b {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:58.797581 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:58.804685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Pushing event deleted for resources: {'Port': ['ID=2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:58.817725 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:58.820290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202c09e8-2bf0-4d79-b20d-41b18f9798ca {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:58.841776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18cc2d10-f35a-419e-951c-a27f88814572 req-a86f8c4d-00b2-4124-b211-8bac9fa324a7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445464 Aug 20 11:15:58.848280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.848531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:58.849004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.849678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.850314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.850988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.851626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.852261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.852946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.853525 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.854100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.854711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.855291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:15:58.865683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Transition to ACTIVE for port object adbe043e-088d-455f-ba37-131f9160403b will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:15:58.870770 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7082bc75-88d1-4afb-97c0-95e4a3d15d84 req-061b6839-0260-4075-8ed1-b55174febf4e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142662 Aug 20 11:15:58.913046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] No DVR routers for this DVR port 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:58.916500 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:58.918079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6f201a7-2f8d-4739-8149-148fab7db29a req-42db7620-239f-4f30-9c89-c3825fae7ec8 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "DELETE /v2.0/ports/2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca HTTP/1.1" status: 204 len: 173 time: 0.8162086 Aug 20 11:15:58.918549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ade9f2-5f6f-4380-b0e6-41541c987d2c', 'name': 'network-vif-deleted', 'tag': '2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:58.920792 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8fc2a5-5915-498b-9c79-aafd7ef76c1d" -d '{"events": [{"server_uuid": "08ade9f2-5f6f-4380-b0e6-41541c987d2c", "name": "network-vif-deleted", "tag": "2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:58.958111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-2548d3c5-2c9b-4167-90ec-7c5eadbb6ee4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:58.959691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-2548d3c5-2c9b-4167-90ec-7c5eadbb6ee4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 946 time: 0.2189829 Aug 20 11:15:58.965792 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:58.977830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-feb7278c-7884-4305-8ea5-1d8d55852bed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'port': {'security_groups': ['b5239620-a02d-4818-b316-2e0fd51952ff', '9b41f719-5eec-4d4d-aeef-e438210645d0']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:15:58.990967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 851a3314-0830-47b6-aec5-e2630eed5f2f details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:15:58.996751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fe2bb-5d8f-4123-9e9c-f77e1b9b57aa req-c80c33b8-58f2-4754-9e63-b4ad13577a95 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:58.998958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-445fe2bb-5d8f-4123-9e9c-f77e1b9b57aa req-c80c33b8-58f2-4754-9e63-b4ad13577a95 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 936 time: 0.0635257 Aug 20 11:15:59.018426 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.033504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:59.071133 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-445fe2bb-5d8f-4123-9e9c-f77e1b9b57aa req-7c482639-5cd5-42a3-b4c4-2be4f8709ddd tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624771 Aug 20 11:15:59.079488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=202c09e8-2bf0-4d79-b20d-41b18f9798ca,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:59.153815 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-feb7278c-7884-4305-8ea5-1d8d55852bed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.179852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 851a3314-0830-47b6-aec5-e2630eed5f2f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=851a3314-0830-47b6-aec5-e2630eed5f2f,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:59.180417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18cc2d10-f35a-419e-951c-a27f88814572 req-cc9aa946-2235-4aca-9ca0-116f39c0c57f service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133357 Aug 20 11:15:59.193992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '851a3314-0830-47b6-aec5-e2630eed5f2f', 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742', 'port_id': '851a3314-0830-47b6-aec5-e2630eed5f2f', 'mac_address': 'fa:16:3e:16:5c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e64aa1-f77a-425d-a2d3-ca20859f4085', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:15:59.244747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.262748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851a3314-0830-47b6-aec5-e2630eed5f2f {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:15:59.273934 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-94835d84-1fcd-444d-b757-521bba413457 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.273934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Pushing event updated for resources: {'Port': ['ID=adbe043e-088d-455f-ba37-131f9160403b,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:59.287057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 851a3314-0830-47b6-aec5-e2630eed5f2f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=851a3314-0830-47b6-aec5-e2630eed5f2f,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:59.312992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-bb1e5cb3-be78-408e-8e74-68b8fbdd5d94 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:59.314685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-bb1e5cb3-be78-408e-8e74-68b8fbdd5d94 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.38 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 945 time: 0.0888448 Aug 20 11:15:59.324238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3566dc-176d-4938-9fee-0267ecb6f42d req-a74a406b-aa6f-44c1-a2dd-70e924897943 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:59.326554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ff3566dc-176d-4938-9fee-0267ecb6f42d req-a74a406b-aa6f-44c1-a2dd-70e924897943 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 945 time: 0.1509588 Aug 20 11:15:59.346814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['202c09e8-2bf0-4d79-b20d-41b18f9798ca'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:59.371036 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.425366 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ff3566dc-176d-4938-9fee-0267ecb6f42d req-4e0bdf0e-df96-4ad9-a980-292185ba40b6 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/security-groups?id=309f8e74-bccc-48f0-bd2b-c3f4089837f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892246 Aug 20 11:15:59.447141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94835d84-1fcd-444d-b757-521bba413457 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Pushing event deleted for resources: {'Port': ['ID=795b3950-541f-4149-b890-15792df4edab,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:59.480613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-b23860c9-f4b7-4298-8dce-fcc0c4b7f644 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Deleting port c256cda4-c16c-455b-a24d-28dca2715f72 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:15:59.481245 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-b23860c9-f4b7-4298-8dce-fcc0c4b7f644 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.500536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=851a3314-0830-47b6-aec5-e2630eed5f2f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:15:59.544863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-94835d84-1fcd-444d-b757-521bba413457 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] No DVR routers for this DVR port 795b3950-541f-4149-b890-15792df4edab on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:15:59.554788 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-94835d84-1fcd-444d-b757-521bba413457 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.558078 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25c314ec-60d1-4118-b2b7-d0443f165dc4 req-94835d84-1fcd-444d-b757-521bba413457 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.57 "DELETE /v2.0/ports/795b3950-541f-4149-b890-15792df4edab HTTP/1.1" status: 204 len: 173 time: 2.1830845 Aug 20 11:15:59.580588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Attempting to bind port adbe043e-088d-455f-ba37-131f9160403b on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:15:59.580961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Attempting to bind port adbe043e-088d-455f-ba37-131f9160403b by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:15:59.581364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Attempting to bind port adbe043e-088d-455f-ba37-131f9160403b on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:59.600538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca64565-5b2e-40b7-8f60-44bd3c848a50', 'name': 'network-vif-deleted', 'tag': '795b3950-541f-4149-b890-15792df4edab'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:15:59.602893 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c4b0e3-3691-43ab-9e2b-69af01ab7464" -d '{"events": [{"server_uuid": "7ca64565-5b2e-40b7-8f60-44bd3c848a50", "name": "network-vif-deleted", "tag": "795b3950-541f-4149-b890-15792df4edab"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:15:59.613504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Port adbe043e-088d-455f-ba37-131f9160403b on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:15:59.613504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Attempting to bind port adbe043e-088d-455f-ba37-131f9160403b on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:15:59.623010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18cc2d10-f35a-419e-951c-a27f88814572 req-07fb9df0-45be-4f42-9240-d1fd3bfa8e1e service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147289 Aug 20 11:15:59.632882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:15:59.633610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:15:59.633781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:15:59.634142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Bound port: adbe043e-088d-455f-ba37-131f9160403b, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:15:59.636013 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.661818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-b23860c9-f4b7-4298-8dce-fcc0c4b7f644 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] For port c256cda4-c16c-455b-a24d-28dca2715f72, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=c256cda4-c16c-455b-a24d-28dca2715f72,segment=NetworkSegment(dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4),segment_id=dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:59.662352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-b23860c9-f4b7-4298-8dce-fcc0c4b7f644 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.680300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-b23860c9-f4b7-4298-8dce-fcc0c4b7f644 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Calling delete_port for c256cda4-c16c-455b-a24d-28dca2715f72 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:15:59.706009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['851a3314-0830-47b6-aec5-e2630eed5f2f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:15:59.780152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] For port adbe043e-088d-455f-ba37-131f9160403b, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:15:59.794515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-feb7278c-7884-4305-8ea5-1d8d55852bed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] For port 4142361a-c824-43bf-a82d-4ff657f91119, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4142361a-c824-43bf-a82d-4ff657f91119,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:15:59.827918 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-feb7278c-7884-4305-8ea5-1d8d55852bed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.930562 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-feb7278c-7884-4305-8ea5-1d8d55852bed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.971747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-b23860c9-f4b7-4298-8dce-fcc0c4b7f644 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:15:59.991804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-feb7278c-7884-4305-8ea5-1d8d55852bed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:15:59.998790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-feb7278c-7884-4305-8ea5-1d8d55852bed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:00.003323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-920797ef-0b4c-4add-9935-19d6e5160b11 req-feb7278c-7884-4305-8ea5-1d8d55852bed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "PUT /v2.0/ports/4142361a-c824-43bf-a82d-4ff657f91119 HTTP/1.1" status: 200 len: 982 time: 1.0341430 Aug 20 11:16:00.017882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23860c9-f4b7-4298-8dce-fcc0c4b7f644 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Pushing event deleted for resources: {'Port': ['ID=c256cda4-c16c-455b-a24d-28dca2715f72,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:00.037458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] For port adbe043e-088d-455f-ba37-131f9160403b, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=adbe043e-088d-455f-ba37-131f9160403b,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:00.050956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7278c-7884-4305-8ea5-1d8d55852bed tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'Port': ['ID=4142361a-c824-43bf-a82d-4ff657f91119,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:00.113597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-b23860c9-f4b7-4298-8dce-fcc0c4b7f644 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] No DVR routers for this DVR port c256cda4-c16c-455b-a24d-28dca2715f72 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:00.118725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['4142361a-c824-43bf-a82d-4ff657f91119'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:00.121177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-b23860c9-f4b7-4298-8dce-fcc0c4b7f644 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:00.126179 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d74621bc-6176-4d8f-b5dd-6c425614a6b1 req-b23860c9-f4b7-4298-8dce-fcc0c4b7f644 tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.38 "DELETE /v2.0/ports/c256cda4-c16c-455b-a24d-28dca2715f72 HTTP/1.1" status: 204 len: 173 time: 0.7976346 Aug 20 11:16:00.161807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e0e71-d887-42f7-b5d4-85581469a8ad req-00035532-11c4-4f38-8229-065ce8c637ef tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:00.170508 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-199e0e71-d887-42f7-b5d4-85581469a8ad req-00035532-11c4-4f38-8229-065ce8c637ef tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 944 time: 0.0907586 Aug 20 11:16:00.188043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['433278eb-84e1-4063-b10c-5ddd1dbceefd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:00.194306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:00.195679 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cd1fad-d517-4876-9737-2f70e0efe510 x-openstack-request-id: req-73cd1fad-d517-4876-9737-2f70e0efe510 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:00.195976 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ade9f2-5f6f-4380-b0e6-41541c987d2c", "name": "network-vif-deleted", "tag": "2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:00.196237 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73cd1fad-d517-4876-9737-2f70e0efe510 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:00.197024 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ade9f2-5f6f-4380-b0e6-41541c987d2c', 'name': 'network-vif-deleted', 'tag': '2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca', 'status': 'completed', 'code': 200} Aug 20 11:16:00.279132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:00.279779 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:00.282207 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4da70367-463f-4446-8c3b-65330df4797f service neutron] 10.222.0.38 "PUT /v2.0/ports/adbe043e-088d-455f-ba37-131f9160403b HTTP/1.1" status: 200 len: 1096 time: 2.9259169 Aug 20 11:16:00.310620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-199e0e71-d887-42f7-b5d4-85581469a8ad req-b4290a6d-4f7e-4df7-9633-7cf0825cdd8b tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390049 Aug 20 11:16:00.344295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da70367-463f-4446-8c3b-65330df4797f service neutron] Pushing event updated for resources: {'Port': ['ID=adbe043e-088d-455f-ba37-131f9160403b,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:00.358165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-39b54713-1ff5-4665-8cf4-71cc9fe58223 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:00.360107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-39b54713-1ff5-4665-8cf4-71cc9fe58223 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.57 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf&tenant_id=f6136056d5744f71aedd216a888b7728&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 949 time: 0.1474941 Aug 20 11:16:00.381070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-036d2369-b470-4271-8a4d-6cf96143a4a5 req-338c78ed-e9b6-4983-a5d2-4f12311ea271 tempest-ListServersNegativeTestJSON-901107180 tempest-ListServersNegativeTestJSON-901107180-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ca64565-5b2e-40b7-8f60-44bd3c848a50 HTTP/1.1" status: 200 len: 210 time: 0.0605583 Aug 20 11:16:00.534221 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-8ea7d477-fb06-4dcf-a233-c5cef71a7e8e service neutron] 10.222.0.57 "GET /v2.0/ports/24ede34f-c538-4ca1-a8cc-230032728874/bindings/n-h1-804230-3 HTTP/1.1" status: 200 len: 382 time: 0.1593580 Aug 20 11:16:00.553764 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3cecc3-6ec3-404b-a79a-736d398c7f5b x-openstack-request-id: req-8d3cecc3-6ec3-404b-a79a-736d398c7f5b {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:00.554064 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca64565-5b2e-40b7-8f60-44bd3c848a50", "name": "network-vif-deleted", "tag": "795b3950-541f-4149-b890-15792df4edab", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:00.554389 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d3cecc3-6ec3-404b-a79a-736d398c7f5b {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:00.554893 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca64565-5b2e-40b7-8f60-44bd3c848a50', 'name': 'network-vif-deleted', 'tag': '795b3950-541f-4149-b890-15792df4edab', 'status': 'completed', 'code': 200} Aug 20 11:16:00.641743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-622d7c85-5b3c-43dd-9118-c37311f1fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:00.643615 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-622d7c85-5b3c-43dd-9118-c37311f1fb06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 1099 time: 0.1831787 Aug 20 11:16:00.657378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 202c09e8-2bf0-4d79-b20d-41b18f9798ca up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:00.657724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475f5a7-cdc0-4622-b907-841582314a53 req-727e1d86-b5ba-4738-87f5-38c41ae61dc9 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:00.659982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4475f5a7-cdc0-4622-b907-841582314a53 req-727e1d86-b5ba-4738-87f5-38c41ae61dc9 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 949 time: 0.1207609 Aug 20 11:16:00.674045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039de78-512e-45f3-8c58-d1e991ac048d req-d590c31f-dfb1-47e7-b06d-ac3c066b393b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:00.679992 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a039de78-512e-45f3-8c58-d1e991ac048d req-d590c31f-dfb1-47e7-b06d-ac3c066b393b tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.1085958 Aug 20 11:16:00.722271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['c256cda4-c16c-455b-a24d-28dca2715f72'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:00.725939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['4142361a-c824-43bf-a82d-4ff657f91119'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:00.736971 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a039de78-512e-45f3-8c58-d1e991ac048d req-73f9542e-93c6-4770-b161-d97a9b512bd2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532033 Aug 20 11:16:00.745761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-edcbc5fe-1704-49d1-96fe-5ac14b9d4cda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=adbe043e-088d-455f-ba37-131f9160403b HTTP/1.1" status: 200 len: 217 time: 0.0848067 Aug 20 11:16:00.782737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-439ab7f1-4b9a-4077-90ee-247ebc61d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:00.784860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-439ab7f1-4b9a-4077-90ee-247ebc61d219 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1100 time: 0.1981461 Aug 20 11:16:00.836060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18c3ef6c-f967-4fe1-bfbb-f244d2f1ff27 req-17070d33-f944-410b-b042-9c8c1a79e96c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/9b41f719-5eec-4d4d-aeef-e438210645d0 HTTP/1.1" status: 200 len: 1801 time: 0.0502861 Aug 20 11:16:00.899478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4475f5a7-cdc0-4622-b907-841582314a53 req-eae6f64a-a690-4732-a467-1d8dffb56118 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260439 Aug 20 11:16:00.901937 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-18c3ef6c-f967-4fe1-bfbb-f244d2f1ff27 req-cffef03a-5539-4c0e-bc98-7b2d166a3754 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 11:16:00.912827 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18c3ef6c-f967-4fe1-bfbb-f244d2f1ff27 req-cffef03a-5539-4c0e-bc98-7b2d166a3754 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b41f719-5eec-4d4d-aeef-e438210645d0 HTTP/1.1" status: 409 len: 341 time: 0.0626135 Aug 20 11:16:00.924243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-e2ef7d0e-be0f-4c48-8d1e-948fbba2160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:00.929755 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-e2ef7d0e-be0f-4c48-8d1e-948fbba2160b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1597307 Aug 20 11:16:01.019248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 851a3314-0830-47b6-aec5-e2630eed5f2f up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:01.019248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 202c09e8-2bf0-4d79-b20d-41b18f9798ca completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:01.032455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-294b60b2-89db-4872-93c0-089a16ddcb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.033160 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-294b60b2-89db-4872-93c0-089a16ddcb21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2182539 Aug 20 11:16:01.038941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-993685d2-2da6-48a4-ab0e-a61aaa67f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.040852 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-993685d2-2da6-48a4-ab0e-a61aaa67f5d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026745 Aug 20 11:16:01.064409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6036a34-5a4d-4ac5-ab0d-700987acae05 req-3815177c-88b4-41db-aa8b-9f53376bdac7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.064825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 202c09e8-2bf0-4d79-b20d-41b18f9798ca triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:01.064825 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:01.070757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6036a34-5a4d-4ac5-ab0d-700987acae05 req-3815177c-88b4-41db-aa8b-9f53376bdac7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 948 time: 0.0790937 Aug 20 11:16:01.121203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-9349077a-18af-4e32-ac05-0e3efc62fe2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 217 time: 0.0792809 Aug 20 11:16:01.129242 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6036a34-5a4d-4ac5-ab0d-700987acae05 req-a713aac5-1b67-4eb7-8fe5-de0f406c177f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572619 Aug 20 11:16:01.170466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98b732-5740-4359-99c0-e82735df57e9 req-adbb744e-4423-44e9-afc6-a391f958150a tempest-InstanceActionsNegativeTestJSON-1654576144 tempest-InstanceActionsNegativeTestJSON-1654576144-project] 10.222.0.10 "GET /v2.0/ports?device_id=d510e07b-e414-4113-b078-56c955747e00 HTTP/1.1" status: 200 len: 210 time: 0.1200025 Aug 20 11:16:01.229003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-0202a960-574c-49e7-b58a-3f2008c34b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.230539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-0202a960-574c-49e7-b58a-3f2008c34b48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0661936 Aug 20 11:16:01.276328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-32b5d8f1-146d-45ec-998b-4ba3ba79f9c8 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245696 Aug 20 11:16:01.291068 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:01.318096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-eeece9d3-3b9f-48b8-b476-75fa72009c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.319726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202c09e8-2bf0-4d79-b20d-41b18f9798ca'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:01.321564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-eeece9d3-3b9f-48b8-b476-75fa72009c8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826099 Aug 20 11:16:01.321988 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d6c318-6882-46aa-9897-8b51bfd508a6" -d '{"events": [{"server_uuid": "f6889bc6-86fb-4264-b9b3-e8da68289533", "name": "network-vif-plugged", "status": "completed", "tag": "202c09e8-2bf0-4d79-b20d-41b18f9798ca"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:01.327941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 851a3314-0830-47b6-aec5-e2630eed5f2f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:01.337812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 851a3314-0830-47b6-aec5-e2630eed5f2f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:01.338184 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:01.343832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:01.387731 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4635ee-72d3-4413-8cdc-d2520a610feb x-openstack-request-id: req-9a4635ee-72d3-4413-8cdc-d2520a610feb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:01.387731 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6889bc6-86fb-4264-b9b3-e8da68289533", "name": "network-vif-plugged", "status": "completed", "tag": "202c09e8-2bf0-4d79-b20d-41b18f9798ca", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:01.387731 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a4635ee-72d3-4413-8cdc-d2520a610feb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:01.387731 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202c09e8-2bf0-4d79-b20d-41b18f9798ca', 'code': 200} Aug 20 11:16:01.427731 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:01.428747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:01.519973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0856e1a-f606-44dc-9255-79ea2f9e5a5e req-95765e6b-16a3-4b2a-a503-cd9d4bd01078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.521672 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0856e1a-f606-44dc-9255-79ea2f9e5a5e req-95765e6b-16a3-4b2a-a503-cd9d4bd01078 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 1101 time: 0.0529013 Aug 20 11:16:01.544548 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-bcd21ef4-6c94-4233-8677-16d6bfa6c1d3 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631339 Aug 20 11:16:01.566881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0856e1a-f606-44dc-9255-79ea2f9e5a5e req-97ca06d9-bf28-49dd-a10a-59afab0d93fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356395 Aug 20 11:16:01.579225 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:01.592069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=202c09e8-2bf0-4d79-b20d-41b18f9798ca,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:01.637285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f9ee61-924c-4a2e-bd11-2eb1d0af9ccd req-4aa84c8b-72a4-4dde-90ea-07f6e248209c service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467729 Aug 20 11:16:01.647545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 851a3314-0830-47b6-aec5-e2630eed5f2f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=851a3314-0830-47b6-aec5-e2630eed5f2f,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:01.659247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710a36e-6e74-4832-bb52-51a594b18588 req-0fd087d4-482b-4f26-8c8f-e08495306c52 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.663345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5710a36e-6e74-4832-bb52-51a594b18588 req-0fd087d4-482b-4f26-8c8f-e08495306c52 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 944 time: 0.1970036 Aug 20 11:16:01.719650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b050c0-3a4e-441d-8385-507f66e4991c req-2bd472b1-3489-4c39-ba20-02adea71f3a5 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.721149 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3b050c0-3a4e-441d-8385-507f66e4991c req-2bd472b1-3489-4c39-ba20-02adea71f3a5 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 985 time: 0.0525124 Aug 20 11:16:01.752812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-5790bdc2-f433-4e3b-acef-75a623baf0f9 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964502 Aug 20 11:16:01.757876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5710a36e-6e74-4832-bb52-51a594b18588 req-ad9b63fe-be6e-445c-b6eb-be027ee382b1 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829237 Aug 20 11:16:01.761953 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3b050c0-3a4e-441d-8385-507f66e4991c req-cf532649-cda1-4252-bc7d-5bd23193f5b0 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b41f719-5eec-4d4d-aeef-e438210645d0&id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0329230 Aug 20 11:16:01.763625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527441a-06c4-4ddb-b59d-8593ed487f37 req-e4c0a45a-758c-4ec9-aeda-559f389bbf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.765717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6527441a-06c4-4ddb-b59d-8593ed487f37 req-e4c0a45a-758c-4ec9-aeda-559f389bbf69 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 1136 time: 0.1022480 Aug 20 11:16:01.822211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 24ede34f-c538-4ca1-a8cc-230032728874 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:01.825609 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:01.826399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device c256cda4-c16c-455b-a24d-28dca2715f72 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:01.848577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 24ede34f-c538-4ca1-a8cc-230032728874 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:01.848950 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:01.850423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: c256cda4-c16c-455b-a24d-28dca2715f72 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:01.850795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device c256cda4-c16c-455b-a24d-28dca2715f72 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:01.859935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45266) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:01.890011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8c1ae-f73a-48a1-bdd2-c32437382181 req-56fed210-ea0d-49b9-ab43-9a155fe24dee tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.891865 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2eb8c1ae-f73a-48a1-bdd2-c32437382181 req-56fed210-ea0d-49b9-ab43-9a155fe24dee tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.0542309 Aug 20 11:16:01.913261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527441a-06c4-4ddb-b59d-8593ed487f37 req-7029e245-cd3d-4988-a2f1-2abb8f332d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:01.915215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6527441a-06c4-4ddb-b59d-8593ed487f37 req-7029e245-cd3d-4988-a2f1-2abb8f332d30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 914 time: 0.1406870 Aug 20 11:16:01.936014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-107344b5-6013-432d-a6aa-8d01f924d1e6 admin admin] Deleting subnet 1b315dca-928a-4f78-a796-3ecd13f12707 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:16:01.950940 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2eb8c1ae-f73a-48a1-bdd2-c32437382181 req-3b112a8a-6970-4796-aab6-a3f6d176d98f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501246 Aug 20 11:16:01.985523 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-107344b5-6013-432d-a6aa-8d01f924d1e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:01.989230 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6527441a-06c4-4ddb-b59d-8593ed487f37 req-a89831a3-ffe4-4161-943e-5e238afab5ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4142361a-c824-43bf-a82d-4ff657f91119 HTTP/1.1" status: 200 len: 217 time: 0.0629084 Aug 20 11:16:02.061873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=851a3314-0830-47b6-aec5-e2630eed5f2f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:02.084996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-107344b5-6013-432d-a6aa-8d01f924d1e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.115677 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.127397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527441a-06c4-4ddb-b59d-8593ed487f37 req-d741d60a-b9fe-4cbb-be2b-c1b616776784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:02.128883 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6527441a-06c4-4ddb-b59d-8593ed487f37 req-d741d60a-b9fe-4cbb-be2b-c1b616776784 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75ccd5f5-6b39-476c-9f41-49436f01172a HTTP/1.1" status: 200 len: 853 time: 0.1210570 Aug 20 11:16:02.150531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:02.158001 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-107344b5-6013-432d-a6aa-8d01f924d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.195962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e677cc-0e68-4375-b55f-79ab781d2794 req-8bbd6157-f309-4ed6-8c2c-f7d1e2b85dde tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:02.197509 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97e677cc-0e68-4375-b55f-79ab781d2794 req-8bbd6157-f309-4ed6-8c2c-f7d1e2b85dde tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 950 time: 0.1746602 Aug 20 11:16:02.198286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd510e07b-e414-4113-b078-56c955747e00', 'name': 'network-vif-deleted', 'tag': 'c256cda4-c16c-455b-a24d-28dca2715f72'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:02.203848 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6527441a-06c4-4ddb-b59d-8593ed487f37 req-024efedd-5bc6-48e2-b6ea-cfaa656b9d0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=771cf2c7-2774-48d0-a4a7-ded7d18057b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616648 Aug 20 11:16:02.207188 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e2d763-bba5-4ebe-972e-0159806436e0" -d '{"events": [{"server_uuid": "d510e07b-e414-4113-b078-56c955747e00", "name": "network-vif-deleted", "tag": "c256cda4-c16c-455b-a24d-28dca2715f72"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:02.260248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddcc37-4434-4b6d-aba8-21d26fcac1cc req-f25fb03f-382f-4ee4-b4f1-55cbf625f44b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:02.261792 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3dddcc37-4434-4b6d-aba8-21d26fcac1cc req-f25fb03f-382f-4ee4-b4f1-55cbf625f44b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 948 time: 0.0501606 Aug 20 11:16:02.278687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.279915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dc285bfe-405a-4cf1-b37b-3dc77a63837d up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:02.309500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3dddcc37-4434-4b6d-aba8-21d26fcac1cc req-d03f8c6a-89d9-47dd-83b4-74616f6cfe4a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Aug 20 11:16:02.322604 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97e677cc-0e68-4375-b55f-79ab781d2794 req-b3a8e99e-dd7e-4f75-984d-bd5ceceedcb2 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133475 Aug 20 11:16:02.356609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6527441a-06c4-4ddb-b59d-8593ed487f37 req-8f103908-78f5-4672-a079-dce5ab39b747 service neutron] 10.222.0.38 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423874 Aug 20 11:16:02.375450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45276) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:02.381097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:02.407428 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a500fb7-177f-45dd-9739-6074e80ab8f2 x-openstack-request-id: req-5a500fb7-177f-45dd-9739-6074e80ab8f2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:02.412419 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d510e07b-e414-4113-b078-56c955747e00", "name": "network-vif-deleted", "tag": "c256cda4-c16c-455b-a24d-28dca2715f72", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:02.412419 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a500fb7-177f-45dd-9739-6074e80ab8f2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:02.412419 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd510e07b-e414-4113-b078-56c955747e00', 'name': 'network-vif-deleted', 'tag': 'c256cda4-c16c-455b-a24d-28dca2715f72', 'status': 'completed', 'code': 200} Aug 20 11:16:02.423523 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-107344b5-6013-432d-a6aa-8d01f924d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.434776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-91770c88-75a5-4286-8932-326f3867d3eb admin admin] Deleting subnet cb1dcbaa-dc76-4945-8eb6-b1b1c3820c94 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:16:02.439552 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-91770c88-75a5-4286-8932-326f3867d3eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.463049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107344b5-6013-432d-a6aa-8d01f924d1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b315dca-928a-4f78-a796-3ecd13f12707,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:02.469691 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-107344b5-6013-432d-a6aa-8d01f924d1e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.471596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-107344b5-6013-432d-a6aa-8d01f924d1e6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1b315dca-928a-4f78-a796-3ecd13f12707 HTTP/1.1" status: 204 len: 168 time: 0.6099596 Aug 20 11:16:02.476245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45278) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:02.487941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-91770c88-75a5-4286-8932-326f3867d3eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.491677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port dc285bfe-405a-4cf1-b37b-3dc77a63837d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:02.496190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port dc285bfe-405a-4cf1-b37b-3dc77a63837d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:02.496752 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.529463 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-91770c88-75a5-4286-8932-326f3867d3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.555724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'tag': '4142361a-c824-43bf-a82d-4ff657f91119'}, {'name': 'network-changed', 'server_uuid': 'a16ba259-8e7d-49c9-a956-48722e1125b1', 'tag': 'adbe043e-088d-455f-ba37-131f9160403b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:02.558122 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6774a898-1ac1-4800-90a5-a48ef1c5e922" -d '{"events": [{"name": "network-changed", "server_uuid": "5f16ca08-d916-4a13-8ffb-a7d09d74e701", "tag": "4142361a-c824-43bf-a82d-4ff657f91119"}, {"name": "network-changed", "server_uuid": "a16ba259-8e7d-49c9-a956-48722e1125b1", "tag": "adbe043e-088d-455f-ba37-131f9160403b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:02.569040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6527441a-06c4-4ddb-b59d-8593ed487f37 req-862ac2a4-6c81-46d2-bf2b-0ba7ba6ebeb5 service neutron] 10.222.0.38 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981397 Aug 20 11:16:02.576245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.594957 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.646221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:02.655227 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da102656-213b-4653-aff2-dc0ce3135299 x-openstack-request-id: req-da102656-213b-4653-aff2-dc0ce3135299 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:02.655506 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f16ca08-d916-4a13-8ffb-a7d09d74e701", "tag": "4142361a-c824-43bf-a82d-4ff657f91119", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a16ba259-8e7d-49c9-a956-48722e1125b1", "tag": "adbe043e-088d-455f-ba37-131f9160403b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:02.655760 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da102656-213b-4653-aff2-dc0ce3135299 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:02.656147 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'tag': '4142361a-c824-43bf-a82d-4ff657f91119', 'status': 'completed', 'code': 200} Aug 20 11:16:02.656401 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16ba259-8e7d-49c9-a956-48722e1125b1', 'tag': 'adbe043e-088d-455f-ba37-131f9160403b', 'status': 'completed', 'code': 200} Aug 20 11:16:02.673966 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.685638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb4ced5-5083-4d5a-b8ac-797db4ce5618']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:02.697992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fb8496-f281-47b2-9e45-7650130b318a') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:02.698326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fb8496-f281-47b2-9e45-7650130b318a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:02.708386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.723475 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.730152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:16:02.730610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:16:02.732535 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:16:02.753081 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.753514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-91770c88-75a5-4286-8932-326f3867d3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.754092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 795b3950-541f-4149-b890-15792df4edab no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:02.787918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91770c88-75a5-4286-8932-326f3867d3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1dcbaa-dc76-4945-8eb6-b1b1c3820c94,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:02.814258 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-91770c88-75a5-4286-8932-326f3867d3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:02.819524 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-91770c88-75a5-4286-8932-326f3867d3eb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cb1dcbaa-dc76-4945-8eb6-b1b1c3820c94 HTTP/1.1" status: 204 len: 168 time: 0.4404073 Aug 20 11:16:02.820060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45288) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:02.842084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 795b3950-541f-4149-b890-15792df4edab {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:02.845305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 795b3950-541f-4149-b890-15792df4edab not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:02.845905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:02.894714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:02.900301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2fd2e72b-2bc9-44e3-bda1-121fcbfa11ca not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:02.928744 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:02.980933 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:03.003469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff4f64-4ebf-46d4-ad46-f32c32ff3c45 req-ee6b9047-a12a-4244-9d5d-abd2e75096fe tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:03.005154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fbff4f64-4ebf-46d4-ad46-f32c32ff3c45 req-ee6b9047-a12a-4244-9d5d-abd2e75096fe tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.0815201 Aug 20 11:16:03.210319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-f1c8999d-ac1a-4a0b-a711-73b64d7aa83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:03.211967 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-f1c8999d-ac1a-4a0b-a711-73b64d7aa83a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 1136 time: 0.4405503 Aug 20 11:16:03.220852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd64e8-1c4c-41b6-aa4b-dc591b107006 req-c4e10821-2a18-4be7-b0b7-6f44871f17d4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:03.222532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02cd64e8-1c4c-41b6-aa4b-dc591b107006 req-c4e10821-2a18-4be7-b0b7-6f44871f17d4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 985 time: 0.0898364 Aug 20 11:16:03.309796 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:03.321275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:03.323318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/eeb4ced5-5083-4d5a-b8ac-797db4ce5618 HTTP/1.1" status: 204 len: 168 time: 0.8460741 Aug 20 11:16:03.351753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13996a9a-04c7-4c2e-ac81-a0f64aebdfe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb4ced5-5083-4d5a-b8ac-797db4ce5618,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:03.382857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02cd64e8-1c4c-41b6-aa4b-dc591b107006 req-c5f05188-5e12-4407-b84d-282b7591360e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b41f719-5eec-4d4d-aeef-e438210645d0&id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1471579 Aug 20 11:16:03.395332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851a3314-0830-47b6-aec5-e2630eed5f2f'}, {'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874'}, {'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:03.397899 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faae7c1-9921-4ff9-9ba0-b0cd2b275c9b" -d '{"events": [{"server_uuid": "0ed70fb9-8545-4211-aae1-216f8321be4c", "name": "network-vif-plugged", "status": "completed", "tag": "851a3314-0830-47b6-aec5-e2630eed5f2f"}, {"server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "name": "network-vif-plugged", "status": "completed", "tag": "24ede34f-c538-4ca1-a8cc-230032728874"}, {"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-plugged", "status": "completed", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:03.414745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-1aa74646-c540-455f-b3fb-681179e6e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:03.417222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-1aa74646-c540-455f-b3fb-681179e6e839 service neutron] 10.222.0.38 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 914 time: 0.1910889 Aug 20 11:16:03.422069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:03.435110 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fbff4f64-4ebf-46d4-ad46-f32c32ff3c45 req-3f6f1f22-cac3-49b0-b49f-13aac76d1a5a tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968606 Aug 20 11:16:03.443283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282dadf3-87c9-4f09-897f-0ed1cb0708d8']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:03.488985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:03.489978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-d4661cc5-9077-4d67-a816-c9d23d50f38c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4142361a-c824-43bf-a82d-4ff657f91119 HTTP/1.1" status: 200 len: 217 time: 0.0644438 Aug 20 11:16:03.490202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd56a5da-6ad7-4fc8-b5e7-4fa0d385b6b4') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:03.508538 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:03.535103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:03.558607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:16:03.559101 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:16:03.560909 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:16:03.575943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-76e343d0-25b2-4475-9e3e-e82a7eed6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:03.580815 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-76e343d0-25b2-4475-9e3e-e82a7eed6ad5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75ccd5f5-6b39-476c-9f41-49436f01172a HTTP/1.1" status: 200 len: 853 time: 0.0611768 Aug 20 11:16:03.586894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80758db-eb01-4c2c-a664-0711705d1996 req-11fb253e-b07e-4972-8763-2f50db49ed21 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:03.588424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e80758db-eb01-4c2c-a664-0711705d1996 req-11fb253e-b07e-4972-8763-2f50db49ed21 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.1089921 Aug 20 11:16:03.620647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-e6db4b69-f0fb-4900-9b36-ea0b32e30bd9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=771cf2c7-2774-48d0-a4a7-ded7d18057b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312023 Aug 20 11:16:03.633040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e368ed-4f43-41c7-b20e-5230cea490c2 req-9f4215a0-3ff3-4735-8ec3-b6e49b11fa72 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:03.634836 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-75e368ed-4f43-41c7-b20e-5230cea490c2 req-9f4215a0-3ff3-4735-8ec3-b6e49b11fa72 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 948 time: 0.1181052 Aug 20 11:16:03.701595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-75e368ed-4f43-41c7-b20e-5230cea490c2 req-98bfe703-0ea2-4009-9714-e2387a668da0 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Aug 20 11:16:03.704991 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e80758db-eb01-4c2c-a664-0711705d1996 req-1367f266-2b32-44dd-b967-db87600233dc tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078188 Aug 20 11:16:03.744009 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-11a70b24-2045-4b08-9539-f13b5a6bd487 service neutron] 10.222.0.38 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158156 Aug 20 11:16:03.801381 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cc06de-ae22-4bfb-b882-993c2eca2ea7 x-openstack-request-id: req-05cc06de-ae22-4bfb-b882-993c2eca2ea7 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:03.801381 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed70fb9-8545-4211-aae1-216f8321be4c", "name": "network-vif-plugged", "status": "completed", "tag": "851a3314-0830-47b6-aec5-e2630eed5f2f", "code": 200}, {"server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "name": "network-vif-plugged", "status": "completed", "tag": "24ede34f-c538-4ca1-a8cc-230032728874", "code": 200}, {"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-plugged", "status": "completed", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:03.801737 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05cc06de-ae22-4bfb-b882-993c2eca2ea7 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:03.802155 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851a3314-0830-47b6-aec5-e2630eed5f2f', 'code': 200} Aug 20 11:16:03.802699 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874', 'code': 200} Aug 20 11:16:03.804920 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'code': 200} Aug 20 11:16:03.842129 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:03.855961 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:03.855961 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] 10.222.0.10 "DELETE /v2.0/networks/282dadf3-87c9-4f09-897f-0ed1cb0708d8 HTTP/1.1" status: 204 len: 168 time: 1.0304868 Aug 20 11:16:03.873659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca88184-0cca-4d73-aec0-f6840476393e admin admin] Pushing event deleted for resources: {'Network': ['ID=282dadf3-87c9-4f09-897f-0ed1cb0708d8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:03.883662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-07d28468-e846-4e6a-bf1f-f820fc8252f8 service neutron] 10.222.0.38 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303058 Aug 20 11:16:03.897892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af33d4c-4fa0-4420-bd93-013a2f6e4cae req-e582423c-a77f-4938-bad4-1b52f48961fc tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:03.899733 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6af33d4c-4fa0-4420-bd93-013a2f6e4cae req-e582423c-a77f-4938-bad4-1b52f48961fc tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 950 time: 0.1169991 Aug 20 11:16:03.954872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45304) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:04.000328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6af33d4c-4fa0-4420-bd93-013a2f6e4cae req-374667c3-a3b7-4b39-a408-c7bb8a5b500e tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881817 Aug 20 11:16:04.003872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c0a96-3443-4036-b936-5d2e799cecdf req-27d1b796-ffe6-4a76-9303-6852ff7f9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.005630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e3c0a96-3443-4036-b936-5d2e799cecdf req-27d1b796-ffe6-4a76-9303-6852ff7f9cef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 1099 time: 0.0791891 Aug 20 11:16:04.045400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-089630ed-f611-4041-ae35-114a7055694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.047460 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-089630ed-f611-4041-ae35-114a7055694a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 1099 time: 0.1060386 Aug 20 11:16:04.052850 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bc2ca9d6-a249-4daa-b1c0-af6812f528b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b30bc488b6a44ed597a5af0b8d1ba7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924051 Aug 20 11:16:04.053063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4231e-1ea9-4f6e-8c58-16035a071430 req-bb997e4b-916d-4f34-9b5d-8066b9f9ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.053313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45308) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:04.053699 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84c4231e-1ea9-4f6e-8c58-16035a071430 req-bb997e4b-916d-4f34-9b5d-8066b9f9ae34 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 1096 time: 0.1135275 Aug 20 11:16:04.089144 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e3c0a96-3443-4036-b936-5d2e799cecdf req-521d5f66-1bf6-4354-8f15-72bbb4dd25dd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731726 Aug 20 11:16:04.147143 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84c4231e-1ea9-4f6e-8c58-16035a071430 req-6f3727f9-4d77-4a0c-aa26-17646489562f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775485 Aug 20 11:16:04.191261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a7e7-ec1e-4453-a594-dc83640d3340 req-32036917-7871-411a-bcac-e1cc94f64499 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.193135 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2c3a7e7-ec1e-4453-a594-dc83640d3340 req-32036917-7871-411a-bcac-e1cc94f64499 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 948 time: 0.0713220 Aug 20 11:16:04.198339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d2e512d-5ca1-4f83-8f88-0ecbceae2fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:04.240672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2c3a7e7-ec1e-4453-a594-dc83640d3340 req-6ca59f4a-0e69-4292-a1db-9ba824103775 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380714 Aug 20 11:16:04.241013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d2e512d-5ca1-4f83-8f88-0ecbceae2fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:04.271236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-52b97526-67c5-49ff-9834-1a883f11d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.273700 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-52b97526-67c5-49ff-9834-1a883f11d191 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1938655 Aug 20 11:16:04.316031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45310) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:04.387567 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-849d3cab-6033-497a-95d6-ec94aacea55f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=adbe043e-088d-455f-ba37-131f9160403b HTTP/1.1" status: 200 len: 217 time: 0.0414705 Aug 20 11:16:04.390078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1cd3f89b-02e9-443e-8b34-d98406b98665 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1b45b2581674dfd871a5a64e7788d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729706 Aug 20 11:16:04.392838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45312) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:04.432668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d2e512d-5ca1-4f83-8f88-0ecbceae2fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:04.435417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d2e512d-5ca1-4f83-8f88-0ecbceae2fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:04.436771 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3d2e512d-5ca1-4f83-8f88-0ecbceae2fcb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17 HTTP/1.1" status: 204 len: 168 time: 0.3823743 Aug 20 11:16:04.453727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e512d-5ca1-4f83-8f88-0ecbceae2fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd67ce7-5276-4bb6-bb42-1e1b0b8fbb17,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:04.474006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-28a5dc63-7bea-4715-87b1-16cdc026aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.475638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-28a5dc63-7bea-4715-87b1-16cdc026aa59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0773792 Aug 20 11:16:04.504974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e7d9973-e544-40fb-ab90-bcb2b388a8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:04.551434 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e7d9973-e544-40fb-ab90-bcb2b388a8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:04.553696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e85af-cfb8-4ba7-a18c-280705063bfe req-c479d1c4-b8d4-4dec-8021-08426bfca906 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.555454 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-167e85af-cfb8-4ba7-a18c-280705063bfe req-c479d1c4-b8d4-4dec-8021-08426bfca906 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 985 time: 0.0959136 Aug 20 11:16:04.562878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-bc5a3ac2-6ee6-4171-90d7-e8c076f880d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.564885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-bc5a3ac2-6ee6-4171-90d7-e8c076f880d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683610 Aug 20 11:16:04.647603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe12310-4fc2-40a9-b600-0d1489d41240 req-990ab032-b428-437b-b563-26efd15bc629 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.649362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8fe12310-4fc2-40a9-b600-0d1489d41240 req-990ab032-b428-437b-b563-26efd15bc629 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.0955131 Aug 20 11:16:04.717533 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8fe12310-4fc2-40a9-b600-0d1489d41240 req-5450e63a-e1c0-48bf-bbe4-318897b972bc tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539718 Aug 20 11:16:04.736195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-167e85af-cfb8-4ba7-a18c-280705063bfe req-e676be39-f6f2-4263-b8b9-4f36a780a7a3 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b41f719-5eec-4d4d-aeef-e438210645d0&id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1636415 Aug 20 11:16:04.796141 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-8f32ad07-eb0b-4813-9d9d-89a08fb990b7 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107956 Aug 20 11:16:04.815004 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e7d9973-e544-40fb-ab90-bcb2b388a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:04.817651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e7d9973-e544-40fb-ab90-bcb2b388a8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:04.818858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6e7d9973-e544-40fb-ab90-bcb2b388a8f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/309f8e74-bccc-48f0-bd2b-c3f4089837f9 HTTP/1.1" status: 204 len: 168 time: 0.4250255 Aug 20 11:16:04.832556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d9973-e544-40fb-ab90-bcb2b388a8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309f8e74-bccc-48f0-bd2b-c3f4089837f9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:04.851345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e40e5-c474-4e95-b602-d4f70b42fe79 req-94de71ae-dddb-4c63-b2f9-cfc4aaa8df28 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.852924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a90e40e5-c474-4e95-b602-d4f70b42fe79 req-94de71ae-dddb-4c63-b2f9-cfc4aaa8df28 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 948 time: 0.0691266 Aug 20 11:16:04.910037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a90e40e5-c474-4e95-b602-d4f70b42fe79 req-c4af6d23-2bc4-4dcb-a7e9-f6de2189c4c7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488048 Aug 20 11:16:04.931347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163d8a9-f6e7-423d-8b6b-cc708bef996f req-d3f36c96-2bd7-486d-9dcf-380dc5f1fb0f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:04.938842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f163d8a9-f6e7-423d-8b6b-cc708bef996f req-d3f36c96-2bd7-486d-9dcf-380dc5f1fb0f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.1143715 Aug 20 11:16:04.980692 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6774a898-1ac1-4800-90a5-a48ef1c5e922 req-4dc4aec7-2964-44d4-881c-0a85ee050df7 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760938 Aug 20 11:16:05.002213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device adbe043e-088d-455f-ba37-131f9160403b details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:05.005357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f163d8a9-f6e7-423d-8b6b-cc708bef996f req-c5d81bd9-c749-4914-b07c-073fc8d4720e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655403 Aug 20 11:16:05.064633 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-7c0abf9a-20c8-4ded-a859-0ce828fde01c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1281605688&fields=id&tenant_id=a5612c09cd284a52a7719b4596117eea HTTP/1.1" status: 200 len: 267 time: 0.0789647 Aug 20 11:16:05.155757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port adbe043e-088d-455f-ba37-131f9160403b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=adbe043e-088d-455f-ba37-131f9160403b,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:05.173500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'adbe043e-088d-455f-ba37-131f9160403b', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'adbe043e-088d-455f-ba37-131f9160403b', 'mac_address': 'fa:16:3e:22:ed:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:16:05.189758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-543e125e-993e-45c6-8919-394b7bf85865 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:05.191414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-543e125e-993e-45c6-8919-394b7bf85865 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 985 time: 0.1076427 Aug 20 11:16:05.206415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-0b27e678-d9b0-4711-8531-0d456a78c01f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'port': {'security_groups': ['9b41f719-5eec-4d4d-aeef-e438210645d0', 'b5239620-a02d-4818-b316-2e0fd51952ff', 'b6295162-4635-479c-b094-8726afa466b1']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:05.223325 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:05.250508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbe043e-088d-455f-ba37-131f9160403b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:05.288635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-0b27e678-d9b0-4711-8531-0d456a78c01f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:05.291220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port adbe043e-088d-455f-ba37-131f9160403b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=adbe043e-088d-455f-ba37-131f9160403b,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:05.444605 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:05.502963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b79fdc-67ba-47d3-bff0-788ff4d2c965 req-baf9613f-4ba1-466d-bedc-ade052e2a82b tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:05.504728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6b79fdc-67ba-47d3-bff0-788ff4d2c965 req-baf9613f-4ba1-466d-bedc-ade052e2a82b tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 948 time: 0.1222916 Aug 20 11:16:05.570712 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6b79fdc-67ba-47d3-bff0-788ff4d2c965 req-e70d111b-dd1c-424f-9e8f-b6825633deb8 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538385 Aug 20 11:16:05.590043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-0b27e678-d9b0-4711-8531-0d456a78c01f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] For port 4142361a-c824-43bf-a82d-4ff657f91119, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4142361a-c824-43bf-a82d-4ff657f91119,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:05.606380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=adbe043e-088d-455f-ba37-131f9160403b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:05.648056 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-0b27e678-d9b0-4711-8531-0d456a78c01f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:05.747601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-05ea3f71-3fbc-4170-ad72-52a7e541f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:05.749797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-05ea3f71-3fbc-4170-ad72-52a7e541f43d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf&tenant_id=f6136056d5744f71aedd216a888b7728 HTTP/1.1" status: 200 len: 1101 time: 0.0431728 Aug 20 11:16:05.762241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:05.806378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['adbe043e-088d-455f-ba37-131f9160403b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:05.817122 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-0b27e678-d9b0-4711-8531-0d456a78c01f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:05.857553 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:05.883773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ff6bb-1e42-4856-ac4c-728c5de3a764 req-55cf4554-c7b8-444b-a62f-035202fc6e8b tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:05.884244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['433278eb-84e1-4063-b10c-5ddd1dbceefd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:05.885544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-907ff6bb-1e42-4856-ac4c-728c5de3a764 req-55cf4554-c7b8-444b-a62f-035202fc6e8b tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.1000373 Aug 20 11:16:05.914645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-0b27e678-d9b0-4711-8531-0d456a78c01f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:05.915481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-0b27e678-d9b0-4711-8531-0d456a78c01f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:05.922464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce427a96-1ec7-4a42-9a56-2893f86e8a25 req-0b27e678-d9b0-4711-8531-0d456a78c01f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "PUT /v2.0/ports/4142361a-c824-43bf-a82d-4ff657f91119 HTTP/1.1" status: 200 len: 1021 time: 0.7243016 Aug 20 11:16:05.923362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'tag': '4142361a-c824-43bf-a82d-4ff657f91119'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:05.938173 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf" -d '{"events": [{"name": "network-changed", "server_uuid": "5f16ca08-d916-4a13-8ffb-a7d09d74e701", "tag": "4142361a-c824-43bf-a82d-4ff657f91119"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:06.046990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27e678-d9b0-4711-8531-0d456a78c01f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'Port': ['ID=4142361a-c824-43bf-a82d-4ff657f91119,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:06.058649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['4142361a-c824-43bf-a82d-4ff657f91119'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:06.124622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05adc40d-72fc-4373-bd70-f94afbb2e66b req-6624fed0-806d-49e9-b9ba-8758973fa437 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/b6295162-4635-479c-b094-8726afa466b1 HTTP/1.1" status: 200 len: 1800 time: 0.1323388 Aug 20 11:16:06.150310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-907ff6bb-1e42-4856-ac4c-728c5de3a764 req-fadba64b-fb22-49ab-a84a-5b7365e90061 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220559 Aug 20 11:16:06.198565 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:16:06.202321 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-05adc40d-72fc-4373-bd70-f94afbb2e66b req-115fd7e0-15be-4df4-9969-098819446109 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 11:16:06.220791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05adc40d-72fc-4373-bd70-f94afbb2e66b req-115fd7e0-15be-4df4-9969-098819446109 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/b6295162-4635-479c-b094-8726afa466b1 HTTP/1.1" status: 409 len: 341 time: 0.0933335 Aug 20 11:16:06.250742 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a56265b-9e3c-4534-b3d3-881755104c2d x-openstack-request-id: req-7a56265b-9e3c-4534-b3d3-881755104c2d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:06.251324 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f16ca08-d916-4a13-8ffb-a7d09d74e701", "tag": "4142361a-c824-43bf-a82d-4ff657f91119", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:06.251816 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a56265b-9e3c-4534-b3d3-881755104c2d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:06.252636 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'tag': '4142361a-c824-43bf-a82d-4ff657f91119', 'status': 'completed', 'code': 200} Aug 20 11:16:06.435555 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf req-31a823d2-d8e3-489a-bb31-c6cd4f7202d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:06.437408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf req-31a823d2-d8e3-489a-bb31-c6cd4f7202d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a5612c09cd284a52a7719b4596117eea&device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 1175 time: 0.1543190 Aug 20 11:16:06.441248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054d6c5-6bf1-48af-b790-57883770f867 req-400a8705-04b4-4d4f-b10a-6e53cc86411c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:06.455205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8054d6c5-6bf1-48af-b790-57883770f867 req-400a8705-04b4-4d4f-b10a-6e53cc86411c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 949 time: 0.1575997 Aug 20 11:16:06.523077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:06.553114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0844fa-61c3-4761-9698-1cbcdb12a481 req-cdeca559-a716-4a21-bcbb-946290bbdb64 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:06.563082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b0844fa-61c3-4761-9698-1cbcdb12a481 req-cdeca559-a716-4a21-bcbb-946290bbdb64 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.1703265 Aug 20 11:16:06.566468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45380) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:06.574726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8054d6c5-6bf1-48af-b790-57883770f867 req-2c7497e4-19cb-4d0c-8217-878220378293 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171827 Aug 20 11:16:06.628776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:06.656718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b0844fa-61c3-4761-9698-1cbcdb12a481 req-2b61f0c3-980a-42f9-8545-d6ff4797715c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844090 Aug 20 11:16:06.662589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf req-01ab87d1-14db-4cb0-b708-e579e5c1f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:06.665110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf req-01ab87d1-14db-4cb0-b708-e579e5c1f348 service neutron] 10.222.0.38 "GET /v2.0/networks?id=771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 200 len: 914 time: 0.2169533 Aug 20 11:16:06.702799 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:06.703626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:06.721198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Transition to ACTIVE for port object 24ede34f-c538-4ca1-a8cc-230032728874 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:06.723034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:06.725920 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0907f4-5251-429a-b888-64049950dda6" -d '{"events": [{"server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "name": "network-vif-unplugged", "status": "completed", "tag": "24ede34f-c538-4ca1-a8cc-230032728874"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:06.782777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-820185082-network', 'tenant_id': 'e455d001e8354a7f808c1c6328947dd5'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:06.791400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf req-0cf2c03b-a787-4ffc-a5bc-2d3972d001d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4142361a-c824-43bf-a82d-4ff657f91119 HTTP/1.1" status: 200 len: 217 time: 0.0961401 Aug 20 11:16:06.830713 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:06.853747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806c0e8-59af-40e7-ba98-b44affca203d req-2bb8a198-676d-414c-b56f-1f57b4ff1b43 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:06.855389 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5806c0e8-59af-40e7-ba98-b44affca203d req-2bb8a198-676d-414c-b56f-1f57b4ff1b43 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 948 time: 0.0674679 Aug 20 11:16:06.861332 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:06.877866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf req-38c9047f-c1f3-4278-8676-d2f6fdce03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:06.879611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf req-38c9047f-c1f3-4278-8676-d2f6fdce03e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75ccd5f5-6b39-476c-9f41-49436f01172a HTTP/1.1" status: 200 len: 853 time: 0.0792212 Aug 20 11:16:06.912280 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:16:06.924378 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:16:06.926606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf req-20706ca8-a959-4b74-b3c6-c53136153b0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=771cf2c7-2774-48d0-a4a7-ded7d18057b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327621 Aug 20 11:16:06.955212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:06.976340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] No DVR routers for this DVR port 24ede34f-c538-4ca1-a8cc-230032728874 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:06.987530 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5806c0e8-59af-40e7-ba98-b44affca203d req-de14c1c5-0e41-4048-9d9d-767ec080a680 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198659 Aug 20 11:16:07.025514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Made reservation on behalf of e455d001e8354a7f808c1c6328947dd5 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:07.029028 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.033497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:16:07.033828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:16:07.034161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:07.040324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Port 24ede34f-c538-4ca1-a8cc-230032728874 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:16:07.041254 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Attempting to bind port 24ede34f-c538-4ca1-a8cc-230032728874 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:07.041814 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.047060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:16:07.047406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:07.047808 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:16:07.048276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Bound port: 24ede34f-c538-4ca1-a8cc-230032728874, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:16:07.048673 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.069798 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39dda1b-4bd3-4321-a8fd-c209e0262893 x-openstack-request-id: req-b39dda1b-4bd3-4321-a8fd-c209e0262893 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:07.070101 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "name": "network-vif-unplugged", "status": "completed", "tag": "24ede34f-c538-4ca1-a8cc-230032728874", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:07.070360 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b39dda1b-4bd3-4321-a8fd-c209e0262893 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:07.070798 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874', 'code': 200} Aug 20 11:16:07.107796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf req-8e9a5c09-ba7d-4207-97e3-03044e3425fc service neutron] 10.222.0.38 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734700 Aug 20 11:16:07.157012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:07.162699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:07.212573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['4142361a-c824-43bf-a82d-4ff657f91119'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:07.313429 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bcb84e9-6bd8-47bd-87dd-b2559cdcffdf req-6c86da8e-0789-4ca5-abcc-09e6283e35e1 service neutron] 10.222.0.38 "GET /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959603 Aug 20 11:16:07.315640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.338633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.399840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:07.400568 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.402361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] 10.222.0.38 "PUT /v2.0/ports/24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 1097 time: 1.6444101 Aug 20 11:16:07.406102 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.430881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cd0d5-32dc-48f9-a636-1e2e32a6bdc2 service neutron] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=11']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:07.443070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6860df3-f134-4acd-8aeb-1a955a768a08 req-e15506ca-6bee-47c4-8af1-b0f728c642e8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:07.451881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6860df3-f134-4acd-8aeb-1a955a768a08 req-e15506ca-6bee-47c4-8af1-b0f728c642e8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.1270671 Aug 20 11:16:07.457855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:16:07.472859 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.473481 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Added segment 1f205ddf-d062-429b-ba74-05b08bc26360 of type vlan for network 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd Aug 20 11:16:07.518895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.542320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:07.591156 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6860df3-f134-4acd-8aeb-1a955a768a08 req-68f03b25-fed8-4609-b7c6-2502b7b9d50f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378794 Aug 20 11:16:07.608657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-041f9455-bdf6-4aaa-927c-c62e2bf03fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:07.610299 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-041f9455-bdf6-4aaa-927c-c62e2bf03fc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1100 time: 0.1553433 Aug 20 11:16:07.718542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.723414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:07.723414 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:07.748732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e9e9e-580a-4883-a651-000bf3d12ca7 req-027aaa70-4127-411b-8aad-b73cefbbcf41 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:07.750768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f8e9e9e-580a-4883-a651-000bf3d12ca7 req-027aaa70-4127-411b-8aad-b73cefbbcf41 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 1024 time: 0.1097314 Aug 20 11:16:07.755986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-193da19f-e153-4a11-ac90-f511fff2e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:07.757485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-193da19f-e153-4a11-ac90-f511fff2e2ac service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1368177 Aug 20 11:16:07.787360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] Pushing event updated for resources: {'Network': ['ID=0a80f6cf-0d3d-4288-83cf-55d8081fb0cd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:07.798994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:16:07.814877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-64797d65-1df0-413d-b3a3-9f6fd0c9a763 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 217 time: 0.0426657 Aug 20 11:16:07.862348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f8e9e9e-580a-4883-a651-000bf3d12ca7 req-8fe2c895-c102-4f1e-858c-ca28d565cfd4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b41f719-5eec-4d4d-aeef-e438210645d0&id=b6295162-4635-479c-b094-8726afa466b1&id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1038876 Aug 20 11:16:07.884031 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-aaca9fb5-40d5-4ba2-b0a9-fed44263a7cc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3148556 Aug 20 11:16:07.894398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-5ab00f00-5941-44b1-9be2-489cc066a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:07.894398 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-5ab00f00-5941-44b1-9be2-489cc066a06b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0693214 Aug 20 11:16:07.895428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45422) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:07.900995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Request body: {'subnet': {'network_id': '0a80f6cf-0d3d-4288-83cf-55d8081fb0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-820185082-subnet', 'tenant_id': 'e455d001e8354a7f808c1c6328947dd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:07.945396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-d8c86288-8dee-4484-8390-e8e0d9bc32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:07.950009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-d8c86288-8dee-4484-8390-e8e0d9bc32d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449054 Aug 20 11:16:07.998205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Made reservation on behalf of e455d001e8354a7f808c1c6328947dd5 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:08.001446 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:08.065744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac92fa4-2f47-45c0-bd8d-6bac7b34a632 req-eb78010c-4253-491f-b0a5-c39bff6738d2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:08.071563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ac92fa4-2f47-45c0-bd8d-6bac7b34a632 req-eb78010c-4253-491f-b0a5-c39bff6738d2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 949 time: 0.1126463 Aug 20 11:16:08.099969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-e0755791-f22b-49ae-9d5e-8eed8229c3ee service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433966 Aug 20 11:16:08.167119 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ac92fa4-2f47-45c0-bd8d-6bac7b34a632 req-2f5cc485-b684-4218-9900-cf33e45616ba tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898893 Aug 20 11:16:08.242082 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1277a14a-63f7-43d4-9062-2a15839880f4 req-f0d1f21b-f2d4-41d3-9fdf-c80faadd50aa service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287959 Aug 20 11:16:08.255554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12234f06-d842-40a2-bf34-cc82ef210672 req-5a15061a-9b88-402f-b786-584c31f59785 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:08.257379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12234f06-d842-40a2-bf34-cc82ef210672 req-5a15061a-9b88-402f-b786-584c31f59785 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.0561063 Aug 20 11:16:08.302585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4078f2-3a75-462d-9674-864815b1fcfc req-8e08502a-b709-4d71-aace-17a37bc53901 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:08.304315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f4078f2-3a75-462d-9674-864815b1fcfc req-8e08502a-b709-4d71-aace-17a37bc53901 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.0613186 Aug 20 11:16:08.312920 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:08.318890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12234f06-d842-40a2-bf34-cc82ef210672 req-1950ce87-9a77-4ec8-b59b-eea38f85a330 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532186 Aug 20 11:16:08.370034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f4078f2-3a75-462d-9674-864815b1fcfc req-dcbc30bd-1e1c-47c5-a78d-fc570eafbd99 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548496 Aug 20 11:16:08.380365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7389b135-15e5-4edb-bc0d-82505b52256e,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:08.410059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Checking segment: {'id': '1f205ddf-d062-429b-ba74-05b08bc26360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a80f6cf-0d3d-4288-83cf-55d8081fb0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:08.410059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Network hostable DHCP agents. Network: 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:16:08.542167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Network 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:16:08.562326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637448f-97da-49e5-89e6-1337c1c9ca92 req-cb38a152-2ed0-4baf-b1ea-a81433343113 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:08.564109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4637448f-97da-49e5-89e6-1337c1c9ca92 req-cb38a152-2ed0-4baf-b1ea-a81433343113 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.0602598 Aug 20 11:16:08.609623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4637448f-97da-49e5-89e6-1337c1c9ca92 req-d1de4e4a-f8b2-41f8-b691-890505885d11 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393915 Aug 20 11:16:08.754518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ef119-ec0f-4ef7-a033-c81d14d7867d req-68581195-441c-46be-be52-e339903de702 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:08.754518 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e3ef119-ec0f-4ef7-a033-c81d14d7867d req-68581195-441c-46be-be52-e339903de702 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.0613832 Aug 20 11:16:08.795092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e3ef119-ec0f-4ef7-a033-c81d14d7867d req-5ecae140-22a0-458f-8ddc-803c4334e253 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Aug 20 11:16:08.796614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:08.801313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:08.802594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:08.807221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edaa3fe-104d-4b38-a94a-4a21f8c54f6c None None] Network 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:16:08.880617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-35ccf69a-d8e3-4b57-8365-d6575beab545 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:08.882148 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-35ccf69a-d8e3-4b57-8365-d6575beab545 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 1024 time: 0.0559802 Aug 20 11:16:08.943180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48085c-3b31-468e-a491-08dbce0e2163 req-2399727b-6743-4836-bef5-99047dc3368e tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:08.944948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c48085c-3b31-468e-a491-08dbce0e2163 req-2399727b-6743-4836-bef5-99047dc3368e tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.0561414 Aug 20 11:16:08.969894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51289f24-10fc-4924-9dbf-d8c786aff9f8 None None] Network 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:16:08.998378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c48085c-3b31-468e-a491-08dbce0e2163 req-8468e411-9688-445d-8519-02c48d13e3e4 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464456 Aug 20 11:16:09.015003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device adbe043e-088d-455f-ba37-131f9160403b up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:09.045078 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-59579b30-341f-40e3-a256-409f460e0af9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1382389 Aug 20 11:16:09.046458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3807fb5-cad8-478c-b622-8afb5ae0540c req-b3ae51cd-b51a-4df2-af72-aa1545770e0b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.056408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3807fb5-cad8-478c-b622-8afb5ae0540c req-b3ae51cd-b51a-4df2-af72-aa1545770e0b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 1024 time: 0.0898676 Aug 20 11:16:09.079407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:09.082007 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "tag": "24ede34f-c538-4ca1-a8cc-230032728874"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:09.110165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-0b66781a-98ed-4401-a152-f6c87b5468bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Deleting port 4142361a-c824-43bf-a82d-4ff657f91119 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:16:09.110529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-0b66781a-98ed-4401-a152-f6c87b5468bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:09.151519 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a77130-0e5a-4354-9d66-95098997b39f req-69de8038-d821-48c2-8a48-ab508bd66972 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.154073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88a77130-0e5a-4354-9d66-95098997b39f req-69de8038-d821-48c2-8a48-ab508bd66972 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.0660813 Aug 20 11:16:09.200465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port adbe043e-088d-455f-ba37-131f9160403b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:09.201624 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3807fb5-cad8-478c-b622-8afb5ae0540c req-f6fdd735-a597-471b-9b3f-e445928e996e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b41f719-5eec-4d4d-aeef-e438210645d0&id=b6295162-4635-479c-b094-8726afa466b1&id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1440797 Aug 20 11:16:09.210124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port adbe043e-088d-455f-ba37-131f9160403b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:09.220412 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:09.227283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88a77130-0e5a-4354-9d66-95098997b39f req-a4a38189-be43-4665-a559-feb688888ea7 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640664 Aug 20 11:16:09.283340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-0b66781a-98ed-4401-a152-f6c87b5468bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] For port 4142361a-c824-43bf-a82d-4ff657f91119, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4142361a-c824-43bf-a82d-4ff657f91119,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:09.283736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-0b66781a-98ed-4401-a152-f6c87b5468bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:09.312229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-0b66781a-98ed-4401-a152-f6c87b5468bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Calling delete_port for 4142361a-c824-43bf-a82d-4ff657f91119 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:16:09.409663 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4587dac-f7c7-483e-9fe6-054bedb44960 x-openstack-request-id: req-e4587dac-f7c7-483e-9fe6-054bedb44960 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:09.414918 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "tag": "24ede34f-c538-4ca1-a8cc-230032728874", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:09.414918 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4587dac-f7c7-483e-9fe6-054bedb44960 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:09.414918 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874', 'status': 'completed', 'code': 200} Aug 20 11:16:09.421632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:09.437085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987fa56-b8d5-4df7-bf82-4119466a85dd req-9f55736a-2eaf-4c67-8126-acb6adf3ed00 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.438838 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9987fa56-b8d5-4df7-bf82-4119466a85dd req-9f55736a-2eaf-4c67-8126-acb6adf3ed00 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 949 time: 0.1584241 Aug 20 11:16:09.459532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16ba259-8e7d-49c9-a956-48722e1125b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbe043e-088d-455f-ba37-131f9160403b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:09.462096 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2ea18-ede1-4b2b-ab4f-df612e9c2858" -d '{"events": [{"server_uuid": "a16ba259-8e7d-49c9-a956-48722e1125b1", "name": "network-vif-plugged", "status": "completed", "tag": "adbe043e-088d-455f-ba37-131f9160403b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:09.467130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-7519a2bd-07a8-4b4a-8e5b-b1b8ea532867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.469477 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-7519a2bd-07a8-4b4a-8e5b-b1b8ea532867 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1100 time: 0.1115346 Aug 20 11:16:09.474125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-ba6c0f68-34bd-4dc5-afc2-001ef02c6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.475930 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-ba6c0f68-34bd-4dc5-afc2-001ef02c6a59 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1100 time: 0.1337142 Aug 20 11:16:09.477001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port adbe043e-088d-455f-ba37-131f9160403b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=adbe043e-088d-455f-ba37-131f9160403b,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:09.486004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45488) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:09.553394 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-0b66781a-98ed-4401-a152-f6c87b5468bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:09.567001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['4142361a-c824-43bf-a82d-4ff657f91119'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:09.569605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['433278eb-84e1-4063-b10c-5ddd1dbceefd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:09.601672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66781a-98ed-4401-a152-f6c87b5468bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'Port': ['ID=4142361a-c824-43bf-a82d-4ff657f91119,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:09.609856 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9987fa56-b8d5-4df7-bf82-4119466a85dd req-49819181-3375-48d5-8e41-b96b2a2bdf09 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562662 Aug 20 11:16:09.649639 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:09.708698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-0b66781a-98ed-4401-a152-f6c87b5468bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] No DVR routers for this DVR port 4142361a-c824-43bf-a82d-4ff657f91119 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:09.712700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-c760f1f1-d0a5-4602-8c5a-c005e969d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.714786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-c760f1f1-d0a5-4602-8c5a-c005e969d491 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2257695 Aug 20 11:16:09.716078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-3ffa6501-26c6-4746-bfed-4314b5d5d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.717916 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-3ffa6501-26c6-4746-bfed-4314b5d5d02b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2299590 Aug 20 11:16:09.725943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-0b66781a-98ed-4401-a152-f6c87b5468bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:09.732807 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-706f87b9-ee86-4cbb-82cf-8fcb3944e07e req-0b66781a-98ed-4401-a152-f6c87b5468bb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.38 "DELETE /v2.0/ports/4142361a-c824-43bf-a82d-4ff657f91119 HTTP/1.1" status: 204 len: 173 time: 0.8358772 Aug 20 11:16:09.748184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3301c20-a2f5-41dc-a383-8569b1ff75c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:09.779780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=adbe043e-088d-455f-ba37-131f9160403b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:09.798171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.798598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.798944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.799284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.799610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.801038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.801177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.801498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.802093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.803140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.803489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.803825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:09.840032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-938fa17c-83f2-4672-8075-5c38a5685cad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 217 time: 0.1146960 Aug 20 11:16:09.845105 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-dba1c352-4e79-4d4e-bc10-9293fd85e854 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 200 len: 217 time: 0.0970502 Aug 20 11:16:09.897140 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-d07e034a-139b-4cf1-a901-2a1ac7e3d482 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.904385 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-d07e034a-139b-4cf1-a901-2a1ac7e3d482 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/networks?id=0a80f6cf-0d3d-4288-83cf-55d8081fb0cd HTTP/1.1" status: 200 len: 821 time: 0.1798859 Aug 20 11:16:09.927171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-27b7d837-e75c-4a1b-9d1e-a12095b1f622 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/quotas/e455d001e8354a7f808c1c6328947dd5 HTTP/1.1" status: 200 len: 375 time: 0.0217621 Aug 20 11:16:09.931359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841bc6f-7599-4d65-8942-634b2b24b6d4 req-e2d488fc-04eb-4614-9ae0-688f5bf3eed5 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.933107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d841bc6f-7599-4d65-8942-634b2b24b6d4 req-e2d488fc-04eb-4614-9ae0-688f5bf3eed5 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.2110190 Aug 20 11:16:09.969317 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-441aa701-81bd-4215-806f-eb54995743a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.970972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-441aa701-81bd-4215-806f-eb54995743a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1227548 Aug 20 11:16:09.974493 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-459e5a50-42ec-42a3-a7b8-133feb594874 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e455d001e8354a7f808c1c6328947dd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381548 Aug 20 11:16:09.991020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-939e08eb-6f3a-4814-b306-4673156d48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:09.992697 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-939e08eb-6f3a-4814-b306-4673156d48b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1330593 Aug 20 11:16:10.041744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d841bc6f-7599-4d65-8942-634b2b24b6d4 req-1bef85b3-85d1-4b65-ae26-969de895a83d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002762 Aug 20 11:16:10.060612 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3301c20-a2f5-41dc-a383-8569b1ff75c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:10.097257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-fccab49a-73f2-48b9-b5a1-abfe37f8dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:10.099020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-fccab49a-73f2-48b9-b5a1-abfe37f8dffe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188376 Aug 20 11:16:10.107164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-04a6ca1b-eeb9-41e7-a696-659e87c39fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:10.111463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-04a6ca1b-eeb9-41e7-a696-659e87c39fdd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809610 Aug 20 11:16:10.120612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-d4b12f8a-6b6e-4c3f-ae55-12c7e4a6ca6e service neutron] 10.222.0.10 "GET /v2.0/networks/0a80f6cf-0d3d-4288-83cf-55d8081fb0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332219 Aug 20 11:16:10.213348 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3301c20-a2f5-41dc-a383-8569b1ff75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:10.270952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-fc1abcfc-7e87-4147-a30b-41b2d69af1dd service neutron] 10.222.0.10 "GET /v2.0/networks/0a80f6cf-0d3d-4288-83cf-55d8081fb0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438346 Aug 20 11:16:10.276776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c3301c20-a2f5-41dc-a383-8569b1ff75c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c0015db72c4458e839380ca6c895fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7895312 Aug 20 11:16:10.279292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45504) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:10.282146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3301c20-a2f5-41dc-a383-8569b1ff75c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0751b4ac-28df-4375-972b-71ed6d029bc1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:10.312223 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2c721-3a61-463c-a8f4-cc5daaadb844 req-9e8b810e-c409-45d7-93f3-f691e1746aa3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:10.313826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95c2c721-3a61-463c-a8f4-cc5daaadb844 req-9e8b810e-c409-45d7-93f3-f691e1746aa3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.1744149 Aug 20 11:16:10.345986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-97d25544-efb4-407c-9506-a75b679dfd88 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245808 Aug 20 11:16:10.347258 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb41eb60-4d19-4e48-ad36-4ef81d82dc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:10.348726 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-f389db44-0537-456c-b363-12eb32d608af service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376873 Aug 20 11:16:10.374391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb41eb60-4d19-4e48-ad36-4ef81d82dc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:10.441213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95c2c721-3a61-463c-a8f4-cc5daaadb844 req-a90bf3e4-4082-4b12-bf05-c489b557a662 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115005 Aug 20 11:16:10.546343 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-95774191-0cab-4d59-ae7a-a2e6c8b6c08f service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752064 Aug 20 11:16:10.548222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22dbc2b9-07d6-4438-82de-fe2f1b67c1b1 req-4c9b4062-f255-49db-9836-237070bea3e0 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790533 Aug 20 11:16:10.638308 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb41eb60-4d19-4e48-ad36-4ef81d82dc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:10.643267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb41eb60-4d19-4e48-ad36-4ef81d82dc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:10.643267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fb41eb60-4d19-4e48-ad36-4ef81d82dc33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0751b4ac-28df-4375-972b-71ed6d029bc1 HTTP/1.1" status: 204 len: 168 time: 0.3615859 Aug 20 11:16:10.653607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41eb60-4d19-4e48-ad36-4ef81d82dc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0751b4ac-28df-4375-972b-71ed6d029bc1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:10.717364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dc285bfe-405a-4cf1-b37b-3dc77a63837d details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:10.794847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a358e-74a2-4c1e-b838-f93989f76bef req-20d9305a-7d8e-4a58-b366-320bbd41cfe0 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:10.796888 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c5a358e-74a2-4c1e-b838-f93989f76bef req-20d9305a-7d8e-4a58-b366-320bbd41cfe0 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.1196744 Aug 20 11:16:10.825532 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d36b0-dcb1-4481-9a0f-d5aa63bfd034 x-openstack-request-id: req-a74d36b0-dcb1-4481-9a0f-d5aa63bfd034 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:10.825842 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16ba259-8e7d-49c9-a956-48722e1125b1", "name": "network-vif-plugged", "status": "completed", "tag": "adbe043e-088d-455f-ba37-131f9160403b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:10.827225 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a74d36b0-dcb1-4481-9a0f-d5aa63bfd034 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:10.827225 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16ba259-8e7d-49c9-a956-48722e1125b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbe043e-088d-455f-ba37-131f9160403b', 'code': 200} Aug 20 11:16:10.875150 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c5a358e-74a2-4c1e-b838-f93989f76bef req-362c7159-5d98-4bc4-8dc9-7ead14dda17c tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699849 Aug 20 11:16:10.884639 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebd24ee9-a54d-4cb5-93c7-31ee8f2da19f req-c306ec6a-3c8b-4f48-90c3-2db065568fe9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f16ca08-d916-4a13-8ffb-a7d09d74e701 HTTP/1.1" status: 200 len: 210 time: 0.0284822 Aug 20 11:16:10.887844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bae2f-3562-4e5e-9d14-634c0e1df3bd req-a8f2fef3-9d0d-4477-81c9-b6b39f5f0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:10.888812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:10.890071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c5bae2f-3562-4e5e-9d14-634c0e1df3bd req-a8f2fef3-9d0d-4477-81c9-b6b39f5f0a27 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 1101 time: 0.0538759 Aug 20 11:16:10.916987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'mac_address': 'fa:16:3e:c5:e5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:16:10.938265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c5bae2f-3562-4e5e-9d14-634c0e1df3bd req-e8286b14-9381-4862-a5c4-3cfce496a4ac service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Aug 20 11:16:10.990995 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-925b708c-1190-43ed-8cb6-e94aba066bc6 req-1dd9d454-755e-4bee-9257-bb0074f8d95d tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 210 time: 0.0523932 Aug 20 11:16:11.005977 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:11.015798 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:11.034484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5097d-bd97-43d4-b4a4-08ae8cf7733b req-28033361-9398-4ab7-8b31-97a606ffa53f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:11.041981 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7bb5097d-bd97-43d4-b4a4-08ae8cf7733b req-28033361-9398-4ab7-8b31-97a606ffa53f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 950 time: 0.0767183 Aug 20 11:16:11.044704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc285bfe-405a-4cf1-b37b-3dc77a63837d {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:11.076340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:11.088923 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7bb5097d-bd97-43d4-b4a4-08ae8cf7733b req-2465d438-a19d-4ca5-b713-8854a4dbafe3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Aug 20 11:16:11.199002 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:11.276031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:11.321130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['dc285bfe-405a-4cf1-b37b-3dc77a63837d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:11.411984 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'name': 'network-vif-deleted', 'tag': '4142361a-c824-43bf-a82d-4ff657f91119'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:11.416787 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9af3d3-fe9a-4ad5-bec8-e979651cd420" -d '{"events": [{"server_uuid": "5f16ca08-d916-4a13-8ffb-a7d09d74e701", "name": "network-vif-deleted", "tag": "4142361a-c824-43bf-a82d-4ff657f91119"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:11.457766 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958209c9-dfc3-4af1-802f-fa3cb2611074 x-openstack-request-id: req-958209c9-dfc3-4af1-802f-fa3cb2611074 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:11.458212 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f16ca08-d916-4a13-8ffb-a7d09d74e701", "name": "network-vif-deleted", "tag": "4142361a-c824-43bf-a82d-4ff657f91119", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:11.460066 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-958209c9-dfc3-4af1-802f-fa3cb2611074 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:11.460066 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f16ca08-d916-4a13-8ffb-a7d09d74e701', 'name': 'network-vif-deleted', 'tag': '4142361a-c824-43bf-a82d-4ff657f91119', 'status': 'completed', 'code': 200} Aug 20 11:16:11.575850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444fa30-3e31-40cb-8986-df1199fdc658 req-ae866778-d51e-491c-a90a-38847ed06f00 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:11.577343 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2444fa30-3e31-40cb-8986-df1199fdc658 req-ae866778-d51e-491c-a90a-38847ed06f00 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.0506370 Aug 20 11:16:11.631822 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2444fa30-3e31-40cb-8986-df1199fdc658 req-ecb45f18-6f82-4eef-95ac-b71cab9976a9 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467942 Aug 20 11:16:11.876101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f3cc7-7b8b-4aec-8843-57e4a5d60af1 req-8639997d-1fa6-4e5a-a309-2f46583fdcb3 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:11.878078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c26f3cc7-7b8b-4aec-8843-57e4a5d60af1 req-8639997d-1fa6-4e5a-a309-2f46583fdcb3 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 1100 time: 0.0619133 Aug 20 11:16:11.932216 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c26f3cc7-7b8b-4aec-8843-57e4a5d60af1 req-c0c88a76-8a03-4660-8e86-ac508df5b5e5 tempest-MigrationsAdminTest-1631205047 tempest-MigrationsAdminTest-1631205047-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Aug 20 11:16:12.282944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45602) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:12.358871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63129c53-8486-4bef-bcb5-04e44ab8b581 req-b269dd9a-ddba-4ab0-be79-04a0ea7fffd9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/9b41f719-5eec-4d4d-aeef-e438210645d0 HTTP/1.1" status: 200 len: 1801 time: 0.0409799 Aug 20 11:16:12.414932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1633665611-network', 'tenant_id': '25ad0ec1cd474487a10dfb1679f8d5a4'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:12.445744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-63129c53-8486-4bef-bcb5-04e44ab8b581 req-4c507415-b711-4db9-b8f4-8afdc51d889b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:12.491344 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-63129c53-8486-4bef-bcb5-04e44ab8b581 req-4c507415-b711-4db9-b8f4-8afdc51d889b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:12.513858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de0bfb75-af24-4097-be4e-642dee034ee6 req-55b998c2-a288-4a97-bd05-2ff75e78baac tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 210 time: 0.0286925 Aug 20 11:16:12.603186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Made reservation on behalf of 25ad0ec1cd474487a10dfb1679f8d5a4 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:12.605611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:12.616549 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:12.625285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18718-2975-4c63-a4c7-27c4dd81a3ec req-4b076877-dc29-4b12-a4b7-4b3caf4e6e5f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:12.627020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-45c18718-2975-4c63-a4c7-27c4dd81a3ec req-4b076877-dc29-4b12-a4b7-4b3caf4e6e5f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 950 time: 0.0541418 Aug 20 11:16:12.644783 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-63129c53-8486-4bef-bcb5-04e44ab8b581 req-4c507415-b711-4db9-b8f4-8afdc51d889b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:12.647408 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-63129c53-8486-4bef-bcb5-04e44ab8b581 req-4c507415-b711-4db9-b8f4-8afdc51d889b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:12.648613 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63129c53-8486-4bef-bcb5-04e44ab8b581 req-4c507415-b711-4db9-b8f4-8afdc51d889b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b41f719-5eec-4d4d-aeef-e438210645d0 HTTP/1.1" status: 204 len: 173 time: 0.2872994 Aug 20 11:16:12.668459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c507415-b711-4db9-b8f4-8afdc51d889b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b41f719-5eec-4d4d-aeef-e438210645d0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:12.705273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dc285bfe-405a-4cf1-b37b-3dc77a63837d up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:12.705910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-45c18718-2975-4c63-a4c7-27c4dd81a3ec req-b9571d27-0173-4868-96a7-9f2ccf6a571c tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729756 Aug 20 11:16:12.794100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port dc285bfe-405a-4cf1-b37b-3dc77a63837d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:12.794888 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:12.834893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca4dc2-24fe-4b60-8f30-7f6cbdb41165 req-4e172160-2050-4a5d-b31d-4b8f9ff8450a tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:12.836985 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90ca4dc2-24fe-4b60-8f30-7f6cbdb41165 req-4e172160-2050-4a5d-b31d-4b8f9ff8450a tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.0913775 Aug 20 11:16:12.849923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:12.905218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90ca4dc2-24fe-4b60-8f30-7f6cbdb41165 req-cf4ef8ab-c1a1-44f5-847b-00943bdce67f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559809 Aug 20 11:16:12.942203 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:12.967006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:12.970324 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a194a16d-28c7-4e36-ae92-ede0be4297e9" -d '{"events": [{"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-plugged", "status": "completed", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:12.979504 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:12.991556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:13.015488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a828a4-21b4-42aa-9856-1bb66f7d6676 req-01d9a4e1-ced4-4736-a3ac-11aac75775a3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:13.020289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:13.023420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-93a828a4-21b4-42aa-9856-1bb66f7d6676 req-01d9a4e1-ced4-4736-a3ac-11aac75775a3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 949 time: 0.2232306 Aug 20 11:16:13.023826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4142361a-c824-43bf-a82d-4ff657f91119 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:13.026079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:16:13.048515 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8463d662-8d68-42da-aa41-d0d448dbe90f req-8206a4a5-20d0-4d09-bd22-38a7676ccbf2 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/b6295162-4635-479c-b094-8726afa466b1 HTTP/1.1" status: 200 len: 1800 time: 0.1182122 Aug 20 11:16:13.050604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1518d1a4-3584-48fd-81f4-ed80ac5fab66,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:13.059352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.059563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 4142361a-c824-43bf-a82d-4ff657f91119 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:13.059835 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Added segment 82cb3d9d-26ec-4a68-8990-780bb148482a of type vlan for network 5bfe123e-3138-46fd-8f16-e4da69f61c84 Aug 20 11:16:13.059946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4142361a-c824-43bf-a82d-4ff657f91119 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:13.061958 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.069390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-93a828a4-21b4-42aa-9856-1bb66f7d6676 req-5a1e08bd-7927-4693-af69-da7e76180cb7 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412078 Aug 20 11:16:13.143127 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.180759 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.185526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8463d662-8d68-42da-aa41-d0d448dbe90f req-6d3343ef-bd2a-4940-b67e-dde5ce58acfd tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.217779 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8463d662-8d68-42da-aa41-d0d448dbe90f req-6d3343ef-bd2a-4940-b67e-dde5ce58acfd tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.260335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:13.275172 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.276378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:13.277015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.284021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:13.316656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '24ede34f-c538-4ca1-a8cc-230032728874', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '24ede34f-c538-4ca1-a8cc-230032728874', 'mac_address': 'fa:16:3e:4e:f9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:16:13.348858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9addec4-ad63-450c-b9f6-874e26d18b1c req-0aa601d3-10e3-486b-ad90-9cb6801638fd tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:13.351589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e9addec4-ad63-450c-b9f6-874e26d18b1c req-0aa601d3-10e3-486b-ad90-9cb6801638fd tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 1101 time: 0.0721016 Aug 20 11:16:13.362203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] Pushing event updated for resources: {'Network': ['ID=5bfe123e-3138-46fd-8f16-e4da69f61c84,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:13.375697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 5bfe123e-3138-46fd-8f16-e4da69f61c84 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:16:13.379150 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8463d662-8d68-42da-aa41-d0d448dbe90f req-6d3343ef-bd2a-4940-b67e-dde5ce58acfd tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.384594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8463d662-8d68-42da-aa41-d0d448dbe90f req-6d3343ef-bd2a-4940-b67e-dde5ce58acfd tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.389970 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8463d662-8d68-42da-aa41-d0d448dbe90f req-6d3343ef-bd2a-4940-b67e-dde5ce58acfd tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/b6295162-4635-479c-b094-8726afa466b1 HTTP/1.1" status: 204 len: 173 time: 0.3309534 Aug 20 11:16:13.392257 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.421935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3343ef-bd2a-4940-b67e-dde5ce58acfd tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6295162-4635-479c-b094-8726afa466b1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:13.447167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e9addec4-ad63-450c-b9f6-874e26d18b1c req-ffa013ec-9476-4794-b436-3b9c891a5434 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632050 Aug 20 11:16:13.472673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c440f6f4-38da-45a9-a51b-6284c09478f4 req-c94bc60d-cc7a-4bd5-a710-fa068347b8c4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1701172071', 'description': 'tempest-description-1389465577'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:13.488511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ccc85972-7f5c-42d4-85c0-8d9bd5293479 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2043984 Aug 20 11:16:13.489517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45650) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:13.494876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Request body: {'subnet': {'network_id': '5bfe123e-3138-46fd-8f16-e4da69f61c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1633665611-subnet', 'tenant_id': '25ad0ec1cd474487a10dfb1679f8d5a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:13.627993 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c440f6f4-38da-45a9-a51b-6284c09478f4 req-c94bc60d-cc7a-4bd5-a710-fa068347b8c4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.643228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ede34f-c538-4ca1-a8cc-230032728874 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:13.658945 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863845cf-4057-492b-814a-b9eb12c13366 x-openstack-request-id: req-863845cf-4057-492b-814a-b9eb12c13366 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:13.659216 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-plugged", "status": "completed", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:13.661625 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-863845cf-4057-492b-814a-b9eb12c13366 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:13.661625 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'code': 200} Aug 20 11:16:13.686132 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-11bdc952-c6e2-468a-8e85-c5e695301ece req-2e03462b-cbac-4b49-b7c8-1b0c18bebee1 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 210 time: 0.0617690 Aug 20 11:16:13.687743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:13.765289 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.824714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-22f4f897-b7e4-41d7-922b-a635bacf0599 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299847 Aug 20 11:16:13.851186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Made reservation on behalf of 25ad0ec1cd474487a10dfb1679f8d5a4 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:13.852765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=12']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:13.854535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:13.938637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c440f6f4-38da-45a9-a51b-6284c09478f4 req-c94bc60d-cc7a-4bd5-a710-fa068347b8c4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:14.035487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88b419-9512-441d-8394-857e974c4fd8 req-1134a6e7-9ae0-4341-b038-cf3f4a548dfc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:14.042651 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-1134a6e7-9ae0-4341-b038-cf3f4a548dfc tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141554 Aug 20 11:16:14.065038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-938c7657-402e-46c7-a6b7-62e154211419 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/quotas/87c91f87b43245b8b721772af7d5e336 HTTP/1.1" status: 200 len: 375 time: 0.0207334 Aug 20 11:16:14.132875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-db499a8e-d95d-442f-9655-076b0c3b1449 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:14.135014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-db499a8e-d95d-442f-9655-076b0c3b1449 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.57 "GET /v2.0/networks?id=0a80f6cf-0d3d-4288-83cf-55d8081fb0cd HTTP/1.1" status: 200 len: 821 time: 0.1422257 Aug 20 11:16:14.136758 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c440f6f4-38da-45a9-a51b-6284c09478f4 req-c94bc60d-cc7a-4bd5-a710-fa068347b8c4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:14.196312 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-72b539fc-98d8-4c68-9169-5eb890032b0e tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1295719 Aug 20 11:16:14.212878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bc60d-cc7a-4bd5-a710-fa068347b8c4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f5ef6-e7c3-458c-917d-a03033114936,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:14.229139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Request body: {'port': {'device_id': '1ba00e7c-5e71-46bc-9c31-017548b113ce', 'network_id': '0a80f6cf-0d3d-4288-83cf-55d8081fb0cd', 'admin_state_up': True, 'tenant_id': 'e455d001e8354a7f808c1c6328947dd5'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:14.356453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-4e973f5a-1495-4e92-887c-c9b394136a89 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:14.358264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-4e973f5a-1495-4e92-887c-c9b394136a89 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.1463976 Aug 20 11:16:14.409992 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:14.462243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c440f6f4-38da-45a9-a51b-6284c09478f4 req-c94bc60d-cc7a-4bd5-a710-fa068347b8c4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:14.463510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c440f6f4-38da-45a9-a51b-6284c09478f4 req-c94bc60d-cc7a-4bd5-a710-fa068347b8c4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9966331 Aug 20 11:16:14.538787 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b200ac8f-cb5c-4496-b3d4-6e01a4b7f571,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:14.557017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-2020ee6c-d106-471c-af93-c12dde5a56bf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Deleting port 24ede34f-c538-4ca1-a8cc-230032728874 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:16:14.557371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-2020ee6c-d106-471c-af93-c12dde5a56bf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:14.558578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Checking segment: {'id': '82cb3d9d-26ec-4a68-8990-780bb148482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bfe123e-3138-46fd-8f16-e4da69f61c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:14.559065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Network hostable DHCP agents. Network: 5bfe123e-3138-46fd-8f16-e4da69f61c84, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:16:14.707360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Network 5bfe123e-3138-46fd-8f16-e4da69f61c84 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:16:14.711832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Made reservation on behalf of e455d001e8354a7f808c1c6328947dd5 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:14.717980 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:14.732264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec94ad9-6abb-4255-8313-5570e7f305f0 req-9f0f91d3-e700-43c8-9ea2-319ee78d94ed tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:14.734357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ec94ad9-6abb-4255-8313-5570e7f305f0 req-9f0f91d3-e700-43c8-9ea2-319ee78d94ed tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.1530507 Aug 20 11:16:14.796322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a302b-5116-442d-bba9-9e561d72dbc7 req-15264f8e-9fea-493f-93df-bc8c9288cb24 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:14.806564 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c24a302b-5116-442d-bba9-9e561d72dbc7 req-15264f8e-9fea-493f-93df-bc8c9288cb24 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 950 time: 0.0790060 Aug 20 11:16:14.809220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-2020ee6c-d106-471c-af93-c12dde5a56bf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] For port 24ede34f-c538-4ca1-a8cc-230032728874, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=24ede34f-c538-4ca1-a8cc-230032728874,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:14.809804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-2020ee6c-d106-471c-af93-c12dde5a56bf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:14.838554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-2020ee6c-d106-471c-af93-c12dde5a56bf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Calling delete_port for 24ede34f-c538-4ca1-a8cc-230032728874 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:16:14.860745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c24a302b-5116-442d-bba9-9e561d72dbc7 req-ccc2daa8-2497-4bbe-abc2-89556b280350 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531468 Aug 20 11:16:14.877479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 5bfe123e-3138-46fd-8f16-e4da69f61c84) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:14.882789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:14.889980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:14.895779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33454de-e23a-420a-859f-4845326c9515 None None] Network 5bfe123e-3138-46fd-8f16-e4da69f61c84 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:16:15.038017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-188c55e3-5178-4e43-931f-749cd4ab9c94 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5386844 Aug 20 11:16:15.079648 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0a3edc04-8192-4910-8c10-87421f3106a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:15.087010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 851a3314-0830-47b6-aec5-e2630eed5f2f details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:15.163079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88372c6-e073-41e3-a219-785165068323 None None] Network 5bfe123e-3138-46fd-8f16-e4da69f61c84 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:16:15.222127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36f79f5e-558a-4d0f-8e71-a06760170450 req-28b79508-1ec7-42de-947e-db991c30a91e tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/5c0f5ef6-e7c3-458c-917d-a03033114936 HTTP/1.1" status: 200 len: 1801 time: 0.0598731 Aug 20 11:16:15.254246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-36f79f5e-558a-4d0f-8e71-a06760170450 req-7701d69a-eab4-48b6-bab8-4c63e188a794 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Request body: {'security_group': {'name': 'tempest-sg-hth-806361119', 'description': 'tempest-description-hth-1998404347'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:15.299561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36f79f5e-558a-4d0f-8e71-a06760170450 req-7701d69a-eab4-48b6-bab8-4c63e188a794 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:15.401341 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36f79f5e-558a-4d0f-8e71-a06760170450 req-7701d69a-eab4-48b6-bab8-4c63e188a794 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:15.482479 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ec94ad9-6abb-4255-8313-5570e7f305f0 req-bda4a301-8ea6-47e7-885f-82cf24f67efd tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7253556 Aug 20 11:16:15.493109 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36f79f5e-558a-4d0f-8e71-a06760170450 req-7701d69a-eab4-48b6-bab8-4c63e188a794 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:15.496059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36f79f5e-558a-4d0f-8e71-a06760170450 req-7701d69a-eab4-48b6-bab8-4c63e188a794 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:15.503366 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36f79f5e-558a-4d0f-8e71-a06760170450 req-7701d69a-eab4-48b6-bab8-4c63e188a794 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "PUT /v2.0/security-groups/5c0f5ef6-e7c3-458c-917d-a03033114936 HTTP/1.1" status: 200 len: 1774 time: 0.2639046 Aug 20 11:16:15.579301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701d69a-eab4-48b6-bab8-4c63e188a794 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f5ef6-e7c3-458c-917d-a03033114936,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:15.617014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 851a3314-0830-47b6-aec5-e2630eed5f2f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=851a3314-0830-47b6-aec5-e2630eed5f2f,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:15.636494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a447df79-6223-483d-a3ec-708f831ede03 req-335a5fe1-0e4c-4fdf-9be8-abde34969291 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 210 time: 0.0818751 Aug 20 11:16:15.650772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '851a3314-0830-47b6-aec5-e2630eed5f2f', 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742', 'port_id': '851a3314-0830-47b6-aec5-e2630eed5f2f', 'mac_address': 'fa:16:3e:16:5c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e64aa1-f77a-425d-a2d3-ca20859f4085', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:16:15.687979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ca5b8bcf-3a95-4a87-80d0-ea7c3af9aa99 req-a8c09a19-7404-4a63-8fbc-1e0bc7855764 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 210 time: 0.0720651 Aug 20 11:16:15.711418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:15.727747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 851a3314-0830-47b6-aec5-e2630eed5f2f {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:15.736014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Allocated IP 172.20.0.3 (0a80f6cf-0d3d-4288-83cf-55d8081fb0cd/7389b135-15e5-4edb-bc0d-82505b52256e/f3f32188-d3c3-4a0b-8f55-176417371715) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:16:15.751719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 851a3314-0830-47b6-aec5-e2630eed5f2f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=851a3314-0830-47b6-aec5-e2630eed5f2f,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:15.786604 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e8c626b-1c85-43ec-a1e5-8f944af6e7ec req-45d37743-d840-4079-847a-bdfc8872f748 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/5c0f5ef6-e7c3-458c-917d-a03033114936 HTTP/1.1" status: 200 len: 1774 time: 0.0753253 Aug 20 11:16:15.892790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6fa9dfc4-5f5e-4ff6-a11d-24ebd9c717db req-1f4f7993-3370-439f-acbc-c5e531c11ee0 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/5c0f5ef6-e7c3-458c-917d-a03033114936 HTTP/1.1" status: 200 len: 1774 time: 0.0856884 Aug 20 11:16:15.966898 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:15.996855 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6fa9dfc4-5f5e-4ff6-a11d-24ebd9c717db req-ea6a1704-f84d-40c0-8ee6-b34af06b8cb4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:16.003766 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-2020ee6c-d106-471c-af93-c12dde5a56bf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:16.020668 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-e0217cca-957b-4c2a-a3b4-0bd2513b800b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097183 Aug 20 11:16:16.034802 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6fa9dfc4-5f5e-4ff6-a11d-24ebd9c717db req-ea6a1704-f84d-40c0-8ee6-b34af06b8cb4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:16.102366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=851a3314-0830-47b6-aec5-e2630eed5f2f,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:16.116644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1365fd03-1ebf-4e87-87d7-a3647f93fa7a', '72aa40ae-548e-4af1-becb-e842f64c66d1', 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:16.161917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:16.165134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020ee6c-d106-471c-af93-c12dde5a56bf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Pushing event deleted for resources: {'Port': ['ID=24ede34f-c538-4ca1-a8cc-230032728874,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:16.205636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-2020ee6c-d106-471c-af93-c12dde5a56bf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] No DVR routers for this DVR port 24ede34f-c538-4ca1-a8cc-230032728874 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:16.214650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-2020ee6c-d106-471c-af93-c12dde5a56bf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:16.219457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb89986f-dd5b-4c4e-b20f-a330a7d193bc req-2020ee6c-d106-471c-af93-c12dde5a56bf tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "DELETE /v2.0/ports/24ede34f-c538-4ca1-a8cc-230032728874 HTTP/1.1" status: 204 len: 173 time: 1.8461256 Aug 20 11:16:16.219819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'name': 'network-vif-deleted', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:16.224767 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abd462d-2e35-48e1-9bbb-848d3f17b1e9" -d '{"events": [{"server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "name": "network-vif-deleted", "tag": "24ede34f-c538-4ca1-a8cc-230032728874"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:16.237581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['851a3314-0830-47b6-aec5-e2630eed5f2f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:16.242562 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-06119946-a847-4668-aa56-2110cebbb8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:16.246269 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-06119946-a847-4668-aa56-2110cebbb8a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 1101 time: 0.1240704 Aug 20 11:16:16.248206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6fa9dfc4-5f5e-4ff6-a11d-24ebd9c717db req-ea6a1704-f84d-40c0-8ee6-b34af06b8cb4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:16.254246 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6fa9dfc4-5f5e-4ff6-a11d-24ebd9c717db req-ea6a1704-f84d-40c0-8ee6-b34af06b8cb4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:16.273889 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6fa9dfc4-5f5e-4ff6-a11d-24ebd9c717db req-ea6a1704-f84d-40c0-8ee6-b34af06b8cb4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/5c0f5ef6-e7c3-458c-917d-a03033114936 HTTP/1.1" status: 204 len: 173 time: 0.3798442 Aug 20 11:16:16.308496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6226027a-eff5-4e8a-9af0-d74a2a3ae89d tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:16.311154 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6226027a-eff5-4e8a-9af0-d74a2a3ae89d tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/networks?id=5bfe123e-3138-46fd-8f16-e4da69f61c84 HTTP/1.1" status: 200 len: 821 time: 0.3080444 Aug 20 11:16:16.331844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-9c7c0b1d-1a90-44b9-bb39-d17e21d79f64 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/quotas/25ad0ec1cd474487a10dfb1679f8d5a4 HTTP/1.1" status: 200 len: 375 time: 0.0128572 Aug 20 11:16:16.355489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a1704-f84d-40c0-8ee6-b34af06b8cb4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0f5ef6-e7c3-458c-917d-a03033114936,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:16.397712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-03a416c0-c97a-4535-94d2-5fbf58afcac2 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25ad0ec1cd474487a10dfb1679f8d5a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453243 Aug 20 11:16:16.520031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-542a599c-649b-4c48-80a6-bbb3ad94566d req-3d785d4b-cc03-487a-8c10-1dc76f258750 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=57e07119-378f-4a18-851f-4392f11075cf HTTP/1.1" status: 200 len: 210 time: 0.0837567 Aug 20 11:16:16.531457 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:16.598008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-f83e83f0-d1c6-456c-8f44-18fb22193c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:16.599641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-f83e83f0-d1c6-456c-8f44-18fb22193c18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3078957 Aug 20 11:16:16.680945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Network 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:16:16.689212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-5562ce68-9e7c-4b62-b578-1a3981bf03cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=0427c541-78fc-4bfd-91e7-101a38ebe8e3 HTTP/1.1" status: 200 len: 217 time: 0.0797472 Aug 20 11:16:16.689512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:16.697479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:16:16.771189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:16.771807 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:16.780503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-f6648017-ecc3-4281-a31f-ef1b57c8445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:16.783310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-f6648017-ecc3-4281-a31f-ef1b57c8445c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0851302 Aug 20 11:16:16.793872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Pushing event updated for resources: {'Port': ['ID=f3f32188-d3c3-4a0b-8f55-176417371715,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:16.837657 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-4373df0b-7987-4563-b340-3cf2bb00df66 service neutron] 10.222.0.10 "GET /v2.0/networks/5bfe123e-3138-46fd-8f16-e4da69f61c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244173 Aug 20 11:16:16.843205 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e194e-c819-4824-b833-d2bee622950e x-openstack-request-id: req-da1e194e-c819-4824-b833-d2bee622950e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:16.844623 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e07119-378f-4a18-851f-4392f11075cf", "name": "network-vif-deleted", "tag": "24ede34f-c538-4ca1-a8cc-230032728874", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:16.845051 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da1e194e-c819-4824-b833-d2bee622950e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:16.849542 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e07119-378f-4a18-851f-4392f11075cf', 'name': 'network-vif-deleted', 'tag': '24ede34f-c538-4ca1-a8cc-230032728874', 'status': 'completed', 'code': 200} Aug 20 11:16:16.888360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-bfee2cc3-c56b-4815-b336-530006c1d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:16.891197 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-bfee2cc3-c56b-4815-b336-530006c1d22a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988002 Aug 20 11:16:16.965043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-7f31bab3-b161-4cae-afd1-833ddb81a222 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7639937 Aug 20 11:16:16.987917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Request body: {'port': {'device_id': '1ba00e7c-5e71-46bc-9c31-017548b113ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:17.042901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:17.053039 n-d-804230-3 neutron-server[95589]: INFO neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No ports have port_id starting with 24ede34f-c538-4ca1-a8cc-230032728874 Aug 20 11:16:17.056325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 851a3314-0830-47b6-aec5-e2630eed5f2f up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:17.067615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 requested by agent hyperv_n-h2-804230-3 not found in database {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 20 11:16:17.115201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-28be9857-82a7-43f6-ab28-1253ef66a756 service neutron] 10.222.0.10 "GET /v2.0/networks/5bfe123e-3138-46fd-8f16-e4da69f61c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641270 Aug 20 11:16:17.134751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:17.153095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 851a3314-0830-47b6-aec5-e2630eed5f2f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:17.153460 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:17.292233 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:17.353588 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851a3314-0830-47b6-aec5-e2630eed5f2f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:17.364102 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b6c96c-5b37-4936-8d5b-e3c01dc9d22e" -d '{"events": [{"server_uuid": "0ed70fb9-8545-4211-aae1-216f8321be4c", "name": "network-vif-plugged", "status": "completed", "tag": "851a3314-0830-47b6-aec5-e2630eed5f2f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:17.374516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 851a3314-0830-47b6-aec5-e2630eed5f2f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=851a3314-0830-47b6-aec5-e2630eed5f2f,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:17.478179 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:17.479396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:17.497240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698cd05-ce7b-4c17-a86d-edbf8da53d86 req-2c1e7ab0-2cdc-4256-b50d-671620eb68a6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:17.510702 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f698cd05-ce7b-4c17-a86d-edbf8da53d86 req-2c1e7ab0-2cdc-4256-b50d-671620eb68a6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 944 time: 0.1354628 Aug 20 11:16:17.514847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-6d2e045c-c4d0-45d0-9a0c-589b9e3d4e2f service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118405 Aug 20 11:16:17.566885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 24ede34f-c538-4ca1-a8cc-230032728874 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:17.567496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 24ede34f-c538-4ca1-a8cc-230032728874 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:17.615235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8805501f-cff9-4912-97c0-c691a0a5ccf9 req-593cd35d-7c53-493f-b991-f80bca7f62bd tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 210 time: 0.0400355 Aug 20 11:16:17.673469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=851a3314-0830-47b6-aec5-e2630eed5f2f,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:17.715342 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f698cd05-ce7b-4c17-a86d-edbf8da53d86 req-eeac869b-5e33-4c0d-a3f6-eef6f195fd9e tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036488 Aug 20 11:16:17.757905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f32188-d3c3-4a0b-8f55-176417371715 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:17.767223 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:17.781702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Transition to ACTIVE for port object f3f32188-d3c3-4a0b-8f55-176417371715 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:17.812782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fda912b-d8aa-4889-b05c-3ff9a707533d req-0d7b020d-d07d-4173-840f-c56c21bcbd16 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809978 Aug 20 11:16:17.840357 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272e715c-3a0e-4263-9a4c-d2932f652573 x-openstack-request-id: req-272e715c-3a0e-4263-9a4c-d2932f652573 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:17.848563 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed70fb9-8545-4211-aae1-216f8321be4c", "name": "network-vif-plugged", "status": "completed", "tag": "851a3314-0830-47b6-aec5-e2630eed5f2f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:17.848912 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-272e715c-3a0e-4263-9a4c-d2932f652573 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:17.849334 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851a3314-0830-47b6-aec5-e2630eed5f2f', 'code': 200} Aug 20 11:16:17.856415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4054af-6a12-490a-9f94-164df9393470 req-96f89eb1-c74d-495c-ab41-b314acfb903f tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:17.866634 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f4054af-6a12-490a-9f94-164df9393470 req-96f89eb1-c74d-495c-ab41-b314acfb903f tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 931 time: 0.0830202 Aug 20 11:16:17.871545 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8561dfd7-62be-4956-83f2-6a654e114fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:17.923885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f4054af-6a12-490a-9f94-164df9393470 req-dacdaa3f-4c57-4c44-bb34-7ca1291f0969 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560346 Aug 20 11:16:17.928579 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:17.963621 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08ebed92-dcd1-4ecb-b525-59c433cf6335 req-c639b6ca-ac8b-499e-82cc-b254a608ceaf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 210 time: 0.0866902 Aug 20 11:16:18.061464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f32188-d3c3-4a0b-8f55-176417371715,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:18.154276 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-d18da0b7-56d3-40d3-81c8-6d4f6958d090 req-e6fd112c-db74-4ce2-81aa-eb8a3a12d29f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] show failed (client error): The resource could not be found. Aug 20 11:16:18.169898 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d18da0b7-56d3-40d3-81c8-6d4f6958d090 req-e6fd112c-db74-4ce2-81aa-eb8a3a12d29f tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/b6295162-4635-479c-b094-8726afa466b1 HTTP/1.1" status: 404 len: 352 time: 0.0623467 Aug 20 11:16:18.189463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Attempting to bind port f3f32188-d3c3-4a0b-8f55-176417371715 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:16:18.189463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Attempting to bind port f3f32188-d3c3-4a0b-8f55-176417371715 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '1f205ddf-d062-429b-ba74-05b08bc26360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a80f6cf-0d3d-4288-83cf-55d8081fb0cd'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:16:18.189463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Attempting to bind port f3f32188-d3c3-4a0b-8f55-176417371715 on network 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:18.203704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Port f3f32188-d3c3-4a0b-8f55-176417371715 on network 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:16:18.204490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Attempting to bind port f3f32188-d3c3-4a0b-8f55-176417371715 on network 0a80f6cf-0d3d-4288-83cf-55d8081fb0cd {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:18.211263 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-edfdc1c9-58b8-47f9-ac15-0e9c349d74a6 req-a07c7bba-3e3a-4cb8-8045-ffd3815dce56 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] show failed (client error): The resource could not be found. Aug 20 11:16:18.222149 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-edfdc1c9-58b8-47f9-ac15-0e9c349d74a6 req-a07c7bba-3e3a-4cb8-8045-ffd3815dce56 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/9b41f719-5eec-4d4d-aeef-e438210645d0 HTTP/1.1" status: 404 len: 352 time: 0.0290399 Aug 20 11:16:18.225189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:16:18.225682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Checking segment: {'id': '1f205ddf-d062-429b-ba74-05b08bc26360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a80f6cf-0d3d-4288-83cf-55d8081fb0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:18.226105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Bound using segment: {'id': '1f205ddf-d062-429b-ba74-05b08bc26360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a80f6cf-0d3d-4288-83cf-55d8081fb0cd'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:16:18.227426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Bound port: f3f32188-d3c3-4a0b-8f55-176417371715, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f205ddf-d062-429b-ba74-05b08bc26360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0a80f6cf-0d3d-4288-83cf-55d8081fb0cd'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:16:18.227805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:18.258851 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-6b9baab8-1573-4ec8-9555-35cc9de168f9 req-de476c14-fcc3-4036-8108-fcaebf893c12 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] show failed (client error): The resource could not be found. Aug 20 11:16:18.273111 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b9baab8-1573-4ec8-9555-35cc9de168f9 req-de476c14-fcc3-4036-8108-fcaebf893c12 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/bca9f1ab-2711-4bb4-83f2-c6d77851c218 HTTP/1.1" status: 404 len: 352 time: 0.0303240 Aug 20 11:16:18.303659 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-a0e024d7-c53e-4563-9255-4b42ec1fd102 req-a6805a48-cf44-4c2f-a340-c9442cdd5e10 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] show failed (client error): The resource could not be found. Aug 20 11:16:18.304978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0e024d7-c53e-4563-9255-4b42ec1fd102 req-a6805a48-cf44-4c2f-a340-c9442cdd5e10 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/60f68c25-c493-4590-bdc9-d6d196079963 HTTP/1.1" status: 404 len: 352 time: 0.0151269 Aug 20 11:16:18.327323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] For port f3f32188-d3c3-4a0b-8f55-176417371715, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:18.327323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] For port f3f32188-d3c3-4a0b-8f55-176417371715, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f3f32188-d3c3-4a0b-8f55-176417371715,segment=NetworkSegment(1f205ddf-d062-429b-ba74-05b08bc26360),segment_id=1f205ddf-d062-429b-ba74-05b08bc26360)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:18.354348 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-12f1b4ae-3ef4-4665-bf3c-bb1f60c0a5fe req-9dffabed-9099-4e0a-8f2f-aadf6d8260fb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] show failed (client error): The resource could not be found. Aug 20 11:16:18.363647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-12f1b4ae-3ef4-4665-bf3c-bb1f60c0a5fe req-9dffabed-9099-4e0a-8f2f-aadf6d8260fb tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/fe308a6e-75af-44c5-93e1-b2bc60ff047f HTTP/1.1" status: 404 len: 352 time: 0.0180142 Aug 20 11:16:18.393191 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-ae80877b-7c86-44c0-bbd6-a104b4cd0571 req-fea8c1c6-5c7d-4a4f-a5c8-06d06e2ad95b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] show failed (client error): The resource could not be found. Aug 20 11:16:18.394351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae80877b-7c86-44c0-bbd6-a104b4cd0571 req-fea8c1c6-5c7d-4a4f-a5c8-06d06e2ad95b tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/ca14cfde-fee7-4423-8ea5-e7687e0732ee HTTP/1.1" status: 404 len: 352 time: 0.0169079 Aug 20 11:16:18.476149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:18.524211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:18.525463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:18.527400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] 10.222.0.57 "PUT /v2.0/ports/f3f32188-d3c3-4a0b-8f55-176417371715 HTTP/1.1" status: 200 len: 1091 time: 1.5449414 Aug 20 11:16:18.556195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679a938-6cc3-402c-a267-ffd568beda21 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f32188-d3c3-4a0b-8f55-176417371715,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:18.850667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba00e7c-5e71-46bc-9c31-017548b113ce', 'tag': 'f3f32188-d3c3-4a0b-8f55-176417371715'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:18.852973 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428223a4-c3ba-4718-9c5b-30cc5ebfacea" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba00e7c-5e71-46bc-9c31-017548b113ce", "tag": "f3f32188-d3c3-4a0b-8f55-176417371715"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:18.893765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-fa06f2f4-d72b-4ef3-a8ee-2e11cdcb3e82 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241556 Aug 20 11:16:18.901710 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:19.096871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88b419-9512-441d-8394-857e974c4fd8 req-68ae7555-daa2-43a7-9763-dbd97d302a28 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:19.099279 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-68ae7555-daa2-43a7-9763-dbd97d302a28 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990290 Aug 20 11:16:19.128913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Request body: {'port': {'device_id': '335e6092-ec95-451c-9885-6e2d1ab63d25', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '87c91f87b43245b8b721772af7d5e336'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:19.220407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-23bd1285-7b23-4f4a-a5eb-74ef927baaaf req-542f342b-40b6-44e8-9d23-2c0443303785 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 210 time: 0.1128106 Aug 20 11:16:19.260290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-6540ae97-325a-4702-a329-2296e8bf24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:19.263744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-6540ae97-325a-4702-a329-2296e8bf24fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e455d001e8354a7f808c1c6328947dd5&device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 1094 time: 0.2823713 Aug 20 11:16:19.274303 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:19.338357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-3325c25d-e400-4343-9ec4-a9d133161887 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3f32188-d3c3-4a0b-8f55-176417371715 HTTP/1.1" status: 200 len: 217 time: 0.0574756 Aug 20 11:16:19.458417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-e70f532b-c89b-4d1b-9341-4ee91c70bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:19.458417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-e70f532b-c89b-4d1b-9341-4ee91c70bc27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7389b135-15e5-4edb-bc0d-82505b52256e HTTP/1.1" status: 200 len: 861 time: 0.1066666 Aug 20 11:16:19.467336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee19e4-e793-4e79-b84c-569802d75ace req-e456d4eb-f796-42e7-9874-e8e1bd3e939c tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:19.468863 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3ee19e4-e793-4e79-b84c-569802d75ace req-e456d4eb-f796-42e7-9874-e8e1bd3e939c tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.1359279 Aug 20 11:16:19.501185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-ec208b5d-eb53-4bec-80e4-4895a0d80e6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a80f6cf-0d3d-4288-83cf-55d8081fb0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294895 Aug 20 11:16:19.616596 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a251aa1b-5b92-429d-baba-ce15e06e1633 x-openstack-request-id: req-a251aa1b-5b92-429d-baba-ce15e06e1633 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:19.616897 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba00e7c-5e71-46bc-9c31-017548b113ce", "tag": "f3f32188-d3c3-4a0b-8f55-176417371715", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:19.617160 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a251aa1b-5b92-429d-baba-ce15e06e1633 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:19.617990 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba00e7c-5e71-46bc-9c31-017548b113ce', 'tag': 'f3f32188-d3c3-4a0b-8f55-176417371715', 'status': 'completed', 'code': 200} Aug 20 11:16:19.634881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3ee19e4-e793-4e79-b84c-569802d75ace req-e976c8ef-1608-4b58-9a2d-f71dd8e339e6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360154 Aug 20 11:16:19.682540 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-09185016-b4f4-4887-9432-e737dc9894a6 service neutron] 10.222.0.57 "GET /v2.0/networks/0a80f6cf-0d3d-4288-83cf-55d8081fb0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670866 Aug 20 11:16:19.725311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Made reservation on behalf of 87c91f87b43245b8b721772af7d5e336 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:19.729654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:19.750016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f840c5-92f8-40d5-b283-3e84392b4220 req-6337f5a7-b377-48f4-a495-65624dcf23bc tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:19.752838 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5f840c5-92f8-40d5-b283-3e84392b4220 req-6337f5a7-b377-48f4-a495-65624dcf23bc tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 943 time: 0.0806305 Aug 20 11:16:19.828847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5f840c5-92f8-40d5-b283-3e84392b4220 req-5b2c1c9e-74b4-4cd3-8eeb-db315d7004aa tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672777 Aug 20 11:16:19.917356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-893121df-d325-445e-bb83-45402c4a8817 req-0431b59f-9457-4bd0-8b08-99a2079704d4 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 210 time: 0.0327122 Aug 20 11:16:19.918418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f017f32-b12b-409c-95e8-3ba0c9f2b85f req-546518d1-47fe-40f3-9dd3-f6843dd846e8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:19.920264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f017f32-b12b-409c-95e8-3ba0c9f2b85f req-546518d1-47fe-40f3-9dd3-f6843dd846e8 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 951 time: 0.1878743 Aug 20 11:16:19.957286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7522f7f3-9355-48a5-937f-ac73f3bab128 req-c98cb8db-0714-43fd-9bad-c70c8de271ab service neutron] 10.222.0.57 "GET /v2.0/networks/0a80f6cf-0d3d-4288-83cf-55d8081fb0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502565 Aug 20 11:16:20.049307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f017f32-b12b-409c-95e8-3ba0c9f2b85f req-fa808954-0399-4972-8c48-13d551f6e6a6 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165953 Aug 20 11:16:20.086564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Allocated IP 192.168.233.15 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/ccaccd09-5551-4250-b569-93d46f628528) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:16:20.306257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a2c29-3e3d-4eca-bcb2-e38bd23c07f1 req-0b07c524-de36-4ffd-90c3-e3965ce1b2e4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:20.307792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c0a2c29-3e3d-4eca-bcb2-e38bd23c07f1 req-0b07c524-de36-4ffd-90c3-e3965ce1b2e4 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 1023 time: 0.1545014 Aug 20 11:16:20.361255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428223a4-c3ba-4718-9c5b-30cc5ebfacea req-608d5a66-f35f-4502-b423-9cdd6a7516d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:20.362877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-428223a4-c3ba-4718-9c5b-30cc5ebfacea req-608d5a66-f35f-4502-b423-9cdd6a7516d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e455d001e8354a7f808c1c6328947dd5&device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 1094 time: 0.1683919 Aug 20 11:16:20.457283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:20.464326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c0a2c29-3e3d-4eca-bcb2-e38bd23c07f1 req-f377ecc9-0ef6-4ef4-b29d-507109cd58cc tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b29cf3e4-3065-4449-8468-a1236f4c3107&id=0b02a050-1cd2-4e23-842a-3e4fcaa4f308&id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1473768 Aug 20 11:16:20.484157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Transition to ACTIVE for port object ccaccd09-5551-4250-b569-93d46f628528 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:20.556420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428223a4-c3ba-4718-9c5b-30cc5ebfacea req-e56f824a-63a7-408f-bc1e-d429dc87bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:20.558009 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-428223a4-c3ba-4718-9c5b-30cc5ebfacea req-e56f824a-63a7-408f-bc1e-d429dc87bb6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a80f6cf-0d3d-4288-83cf-55d8081fb0cd HTTP/1.1" status: 200 len: 922 time: 0.1799815 Aug 20 11:16:20.655614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3f98493-1f0c-48f4-9f1e-05945eef204f req-4382a538-7c44-4421-b5ab-40c3360963e7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 210 time: 0.0868437 Aug 20 11:16:20.657456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-428223a4-c3ba-4718-9c5b-30cc5ebfacea req-f2347dbb-cd94-44db-b84c-44e1d3b62a2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3f32188-d3c3-4a0b-8f55-176417371715 HTTP/1.1" status: 200 len: 217 time: 0.0803907 Aug 20 11:16:20.685544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668698a-70c8-446a-b17b-daeb66578c6c req-587231d0-0513-4e34-a72a-12979f1d3b62 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:20.688240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e668698a-70c8-446a-b17b-daeb66578c6c req-587231d0-0513-4e34-a72a-12979f1d3b62 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 951 time: 0.1046426 Aug 20 11:16:20.774094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428223a4-c3ba-4718-9c5b-30cc5ebfacea req-69e19706-26f5-4daa-b929-82edc1cfc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:20.777196 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-428223a4-c3ba-4718-9c5b-30cc5ebfacea req-69e19706-26f5-4daa-b929-82edc1cfc1b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7389b135-15e5-4edb-bc0d-82505b52256e HTTP/1.1" status: 200 len: 861 time: 0.1067195 Aug 20 11:16:20.781994 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:20.782754 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:20.802301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3', '27c3c427-dd21-4f5d-9d07-e071b97bb6ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:20.804933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0', '4cc68761-617f-4547-9848-b276421799e3', 'adbe043e-088d-455f-ba37-131f9160403b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:20.842756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-e668698a-70c8-446a-b17b-daeb66578c6c req-bf90c4c1-700e-4dc0-95f8-9ac543814274 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Deleting port abec4502-85dc-4c11-b581-2da0c1e9d2f0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:16:20.843335 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e668698a-70c8-446a-b17b-daeb66578c6c req-bf90c4c1-700e-4dc0-95f8-9ac543814274 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:20.880721 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-428223a4-c3ba-4718-9c5b-30cc5ebfacea req-de702d05-6cd1-4ab4-9a11-b99c31a14810 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a80f6cf-0d3d-4288-83cf-55d8081fb0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672200 Aug 20 11:16:20.889218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:16:20.894623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:20.944193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:16:21.101923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-e668698a-70c8-446a-b17b-daeb66578c6c req-bf90c4c1-700e-4dc0-95f8-9ac543814274 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] For port abec4502-85dc-4c11-b581-2da0c1e9d2f0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=abec4502-85dc-4c11-b581-2da0c1e9d2f0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:21.102832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e668698a-70c8-446a-b17b-daeb66578c6c req-bf90c4c1-700e-4dc0-95f8-9ac543814274 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:21.114166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event updated for resources: {'Port': ['ID=ccaccd09-5551-4250-b569-93d46f628528,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:21.116371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 851a3314-0830-47b6-aec5-e2630eed5f2f no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:21.156349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:21.157080 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:21.166901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-e668698a-70c8-446a-b17b-daeb66578c6c req-bf90c4c1-700e-4dc0-95f8-9ac543814274 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Calling delete_port for abec4502-85dc-4c11-b581-2da0c1e9d2f0 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:16:21.190665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558ed44-2a3b-475b-bb4f-c40fdb4de830 req-a4d1101d-c3df-4198-97fe-1ce3ec2c1f77 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:21.200500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b558ed44-2a3b-475b-bb4f-c40fdb4de830 req-a4d1101d-c3df-4198-97fe-1ce3ec2c1f77 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 945 time: 0.2060091 Aug 20 11:16:21.272733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07eec3-a2f4-4b3c-a8d0-33885af5f68e req-a5ec6127-1e55-4aff-ab43-2d538bccc87d tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:21.285179 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a07eec3-a2f4-4b3c-a8d0-33885af5f68e req-a5ec6127-1e55-4aff-ab43-2d538bccc87d tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 943 time: 0.2261918 Aug 20 11:16:21.297562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-428223a4-c3ba-4718-9c5b-30cc5ebfacea req-ebbcced8-9423-49df-b496-cf9d75093971 service neutron] 10.222.0.57 "GET /v2.0/networks/0a80f6cf-0d3d-4288-83cf-55d8081fb0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999515 Aug 20 11:16:21.360054 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-48a622bc-12f4-49ce-9b12-ac73912beeb2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2361989 Aug 20 11:16:21.398339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Request body: {'port': {'device_id': '335e6092-ec95-451c-9885-6e2d1ab63d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:21.408179 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b558ed44-2a3b-475b-bb4f-c40fdb4de830 req-da073d5f-3875-4a1d-867f-e66d7df0b6f5 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061920 Aug 20 11:16:21.435310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a07eec3-a2f4-4b3c-a8d0-33885af5f68e req-11f2617c-73e5-47e3-8c97-755a2dae7072 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417861 Aug 20 11:16:21.573982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-4fa21f40-87a2-4625-aa56-98509c50b54c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:21.586116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-4fa21f40-87a2-4625-aa56-98509c50b54c tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.57 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 1023 time: 0.2581732 Aug 20 11:16:21.589996 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e668698a-70c8-446a-b17b-daeb66578c6c req-bf90c4c1-700e-4dc0-95f8-9ac543814274 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:21.596996 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:21.638307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-641fb804-3a27-4bc0-9e01-63bb8276877c None None] Provisioning for port ccaccd09-5551-4250-b569-93d46f628528 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:21.663112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-641fb804-3a27-4bc0-9e01-63bb8276877c None None] Provisioning complete for port ccaccd09-5551-4250-b569-93d46f628528 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:21.663493 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-641fb804-3a27-4bc0-9e01-63bb8276877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:21.665549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6b77308d-3178-48fc-98f3-6c516f36cb21 req-c93b2faf-d5cc-4935-b105-9ec21f46e50c tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 210 time: 0.0710349 Aug 20 11:16:21.730311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90c4c1-700e-4dc0-95f8-9ac543814274 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Pushing event deleted for resources: {'Port': ['ID=abec4502-85dc-4c11-b581-2da0c1e9d2f0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:21.731110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-641fb804-3a27-4bc0-9e01-63bb8276877c None None] Port ccaccd09-5551-4250-b569-93d46f628528 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:16:21.735995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3f31322-30a9-4225-b664-f27b1191e439 req-b8bf15a6-f239-402f-9d33-3088e38f3586 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 210 time: 0.1476314 Aug 20 11:16:21.737136 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:21.805634 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-428223a4-c3ba-4718-9c5b-30cc5ebfacea req-e5230e4a-fb71-43af-83b9-1eed34d96841 service neutron] 10.222.0.57 "GET /v2.0/networks/0a80f6cf-0d3d-4288-83cf-55d8081fb0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684794 Aug 20 11:16:21.865771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e668698a-70c8-446a-b17b-daeb66578c6c req-bf90c4c1-700e-4dc0-95f8-9ac543814274 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] No DVR routers for this DVR port abec4502-85dc-4c11-b581-2da0c1e9d2f0 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:21.877536 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e668698a-70c8-446a-b17b-daeb66578c6c req-bf90c4c1-700e-4dc0-95f8-9ac543814274 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:21.882248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e668698a-70c8-446a-b17b-daeb66578c6c req-bf90c4c1-700e-4dc0-95f8-9ac543814274 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "DELETE /v2.0/ports/abec4502-85dc-4c11-b581-2da0c1e9d2f0 HTTP/1.1" status: 204 len: 173 time: 1.1872914 Aug 20 11:16:21.886711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-deleted', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:21.893678 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65034ded-49c7-43cc-a865-d505782c1658" -d '{"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-deleted", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:21.949182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 851a3314-0830-47b6-aec5-e2630eed5f2f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=851a3314-0830-47b6-aec5-e2630eed5f2f,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:21.955433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-606d8473-b14d-4856-8e7e-fa2ad91547a7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Deleting port 433278eb-84e1-4063-b10c-5ddd1dbceefd {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:16:21.956191 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-606d8473-b14d-4856-8e7e-fa2ad91547a7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:21.958551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851a3314-0830-47b6-aec5-e2630eed5f2f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:21.964375 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26491fe6-432b-4f60-9b82-63ebb4e9a8f0" -d '{"events": [{"server_uuid": "0ed70fb9-8545-4211-aae1-216f8321be4c", "name": "network-vif-unplugged", "status": "completed", "tag": "851a3314-0830-47b6-aec5-e2630eed5f2f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:22.093503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:22.105341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992334b-c0a0-4cdc-a2a2-dbe6c19b51ad req-b7acdfd8-fe81-4e84-9228-99a6eff6adc1 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:22.107491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a992334b-c0a0-4cdc-a2a2-dbe6c19b51ad req-b7acdfd8-fe81-4e84-9228-99a6eff6adc1 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 1023 time: 0.1628470 Aug 20 11:16:22.231902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a992334b-c0a0-4cdc-a2a2-dbe6c19b51ad req-412f76df-2744-46ac-8782-e12db5539d80 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups?id=b29cf3e4-3065-4449-8468-a1236f4c3107&id=0b02a050-1cd2-4e23-842a-3e4fcaa4f308&id=b5239620-a02d-4818-b316-2e0fd51952ff&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1112797 Aug 20 11:16:22.237669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=851a3314-0830-47b6-aec5-e2630eed5f2f,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:22.281346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-606d8473-b14d-4856-8e7e-fa2ad91547a7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] For port 433278eb-84e1-4063-b10c-5ddd1dbceefd, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=433278eb-84e1-4063-b10c-5ddd1dbceefd,segment=NetworkSegment(917eb90a-42dc-466a-8614-3f69306cf12b),segment_id=917eb90a-42dc-466a-8614-3f69306cf12b)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:22.281346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-606d8473-b14d-4856-8e7e-fa2ad91547a7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:22.325189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-606d8473-b14d-4856-8e7e-fa2ad91547a7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Calling delete_port for 433278eb-84e1-4063-b10c-5ddd1dbceefd owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:16:22.455719 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c3cd08-f18a-40d3-9eb2-8fa2795dcfec x-openstack-request-id: req-a3c3cd08-f18a-40d3-9eb2-8fa2795dcfec {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:22.456014 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bf874b-4cb8-4b54-9577-fd2e1efc87d3", "name": "network-vif-deleted", "tag": "abec4502-85dc-4c11-b581-2da0c1e9d2f0", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:22.456274 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3c3cd08-f18a-40d3-9eb2-8fa2795dcfec {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:22.456686 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09bf874b-4cb8-4b54-9577-fd2e1efc87d3', 'name': 'network-vif-deleted', 'tag': 'abec4502-85dc-4c11-b581-2da0c1e9d2f0', 'status': 'completed', 'code': 200} Aug 20 11:16:22.475628 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f299086b-8d90-485f-b90c-9c621af8f713 x-openstack-request-id: req-f299086b-8d90-485f-b90c-9c621af8f713 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:22.475949 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed70fb9-8545-4211-aae1-216f8321be4c", "name": "network-vif-unplugged", "status": "completed", "tag": "851a3314-0830-47b6-aec5-e2630eed5f2f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:22.476217 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f299086b-8d90-485f-b90c-9c621af8f713 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:22.476638 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851a3314-0830-47b6-aec5-e2630eed5f2f', 'code': 200} Aug 20 11:16:22.650455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db68d9-18f9-465f-8b3c-83d2b256c328 req-6321f56f-d6c9-41ac-97f9-f0716b047598 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:22.660198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5db68d9-18f9-465f-8b3c-83d2b256c328 req-6321f56f-d6c9-41ac-97f9-f0716b047598 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 943 time: 0.1135604 Aug 20 11:16:22.676090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883f9cd-d6f0-49eb-812f-ec93a07666bc req-a2ef4dde-8428-4117-a851-23c47452e08a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:22.685319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e883f9cd-d6f0-49eb-812f-ec93a07666bc req-a2ef4dde-8428-4117-a851-23c47452e08a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 935 time: 0.7928414 Aug 20 11:16:22.709268 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5db68d9-18f9-465f-8b3c-83d2b256c328 req-7ec3fe00-7d64-401e-b064-20ca249ed132 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436692 Aug 20 11:16:22.763997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f3f32188-d3c3-4a0b-8f55-176417371715 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:22.818209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-d067a8c2-4e24-48d8-85f2-3ca662a8b8c6 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:22.820075 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-d067a8c2-4e24-48d8-85f2-3ca662a8b8c6 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.57 "GET /v2.0/networks?id=5bfe123e-3138-46fd-8f16-e4da69f61c84 HTTP/1.1" status: 200 len: 821 time: 0.8564794 Aug 20 11:16:22.830066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e883f9cd-d6f0-49eb-812f-ec93a07666bc req-1687316a-6647-441b-806f-d7451bb1d2c6 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431460 Aug 20 11:16:22.844852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Request body: {'port': {'device_id': '7829f0bd-eb78-4ed3-8f23-e146bbf4542a', 'network_id': '5bfe123e-3138-46fd-8f16-e4da69f61c84', 'admin_state_up': True, 'tenant_id': '25ad0ec1cd474487a10dfb1679f8d5a4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:22.981370 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port f3f32188-d3c3-4a0b-8f55-176417371715, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f3f32188-d3c3-4a0b-8f55-176417371715,segment=NetworkSegment(1f205ddf-d062-429b-ba74-05b08bc26360),segment_id=1f205ddf-d062-429b-ba74-05b08bc26360)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:23.001758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'f3f32188-d3c3-4a0b-8f55-176417371715', 'network_id': '0a80f6cf-0d3d-4288-83cf-55d8081fb0cd', 'port_id': 'f3f32188-d3c3-4a0b-8f55-176417371715', 'mac_address': 'fa:16:3e:46:4c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7389b135-15e5-4edb-bc0d-82505b52256e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:16:23.119180 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:23.144715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294bd8-6f2f-44ac-ac56-ea812669c1be req-0d99b708-40d2-4ffc-b5c7-afe5682d2de3 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:23.151231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f32188-d3c3-4a0b-8f55-176417371715 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:23.157101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32294bd8-6f2f-44ac-ac56-ea812669c1be req-0d99b708-40d2-4ffc-b5c7-afe5682d2de3 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 943 time: 0.3651354 Aug 20 11:16:23.167602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-11c8c3b2-8f45-4c8c-aba9-28bfdc78d7d6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2535815 Aug 20 11:16:23.208787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port f3f32188-d3c3-4a0b-8f55-176417371715, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f3f32188-d3c3-4a0b-8f55-176417371715,segment=NetworkSegment(1f205ddf-d062-429b-ba74-05b08bc26360),segment_id=1f205ddf-d062-429b-ba74-05b08bc26360)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:23.222373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b6349ccf-9fd7-4ee1-ae1d-a46c2385eec0 req-2886f28a-a2b2-4315-be21-d477321a6664 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=09bf874b-4cb8-4b54-9577-fd2e1efc87d3 HTTP/1.1" status: 200 len: 210 time: 0.0772338 Aug 20 11:16:23.253441 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-a49929de-e944-44ac-b474-4ded512b526b tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:23.255057 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-a49929de-e944-44ac-b474-4ded512b526b tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 943 time: 0.3831294 Aug 20 11:16:23.294927 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:23.310247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Made reservation on behalf of 25ad0ec1cd474487a10dfb1679f8d5a4 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:23.315642 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:23.349896 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32294bd8-6f2f-44ac-ac56-ea812669c1be req-e8c2e9db-8249-4bc5-b928-b1491e13939d tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901422 Aug 20 11:16:23.354103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-606d8473-b14d-4856-8e7e-fa2ad91547a7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:23.370539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e5c9ec57-6a60-48d2-a0f9-843580bc6b5e req-8528603f-9588-4771-8c01-b36b149e0505 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 210 time: 0.0448160 Aug 20 11:16:23.395194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaccd09-5551-4250-b569-93d46f628528 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:23.420582 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:23.432989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=f3f32188-d3c3-4a0b-8f55-176417371715,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:23.450794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Transition to ACTIVE for port object ccaccd09-5551-4250-b569-93d46f628528 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:23.460438 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d8473-b14d-4856-8e7e-fa2ad91547a7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'Port': ['ID=433278eb-84e1-4063-b10c-5ddd1dbceefd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:23.533307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-736d8aaf-fbf3-4a78-83d7-d86fb3575e66 req-192e8dc8-0b61-44b3-b961-de1579bf27f8 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a9d3ea-bfab-45bc-9297-7a0690d9d052 HTTP/1.1" status: 200 len: 210 time: 0.0528369 Aug 20 11:16:23.536831 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:23.564343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1365fd03-1ebf-4e87-87d7-a3647f93fa7a', '72aa40ae-548e-4af1-becb-e842f64c66d1'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:23.570596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-606d8473-b14d-4856-8e7e-fa2ad91547a7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] No DVR routers for this DVR port 433278eb-84e1-4063-b10c-5ddd1dbceefd on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:23.573445 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-606d8473-b14d-4856-8e7e-fa2ad91547a7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:23.576181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84dfb07f-c07b-4a19-a7b2-cc9b6e113953 req-606d8473-b14d-4856-8e7e-fa2ad91547a7 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.57 "DELETE /v2.0/ports/433278eb-84e1-4063-b10c-5ddd1dbceefd HTTP/1.1" status: 204 len: 173 time: 1.9660048 Aug 20 11:16:23.614839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Pushing event updated for resources: {'Port': ['ID=ccaccd09-5551-4250-b569-93d46f628528,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:23.641924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-17a5102c-f2c8-4c28-a2c3-6721259c752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:23.643509 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-17a5102c-f2c8-4c28-a2c3-6721259c752c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f6136056d5744f71aedd216a888b7728&device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 1101 time: 0.4166119 Aug 20 11:16:23.657055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-eb6f1041-dc9f-46e2-8419-bde93a776373 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Deleting port 851a3314-0830-47b6-aec5-e2630eed5f2f {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:16:23.658273 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-eb6f1041-dc9f-46e2-8419-bde93a776373 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:23.666217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['f3f32188-d3c3-4a0b-8f55-176417371715'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:23.828182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-eb6f1041-dc9f-46e2-8419-bde93a776373 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] For port 851a3314-0830-47b6-aec5-e2630eed5f2f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=851a3314-0830-47b6-aec5-e2630eed5f2f,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:23.829010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-eb6f1041-dc9f-46e2-8419-bde93a776373 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:23.918680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-eb6f1041-dc9f-46e2-8419-bde93a776373 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Calling delete_port for 851a3314-0830-47b6-aec5-e2630eed5f2f owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:16:23.959080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097d0d2-246c-41e3-8ce9-3316ad329346 req-9df21876-45c1-4a30-8c40-824f521acdd6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:23.972341 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0097d0d2-246c-41e3-8ce9-3316ad329346 req-9df21876-45c1-4a30-8c40-824f521acdd6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 943 time: 0.1311183 Aug 20 11:16:24.091605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-811bb86f-b6a1-4209-af56-0ef62013de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:24.094177 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-811bb86f-b6a1-4209-af56-0ef62013de29 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.3936982 Aug 20 11:16:24.125385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Allocated IP 172.20.0.4 (5bfe123e-3138-46fd-8f16-e4da69f61c84/b200ac8f-cb5c-4496-b3d4-6e01a4b7f571/4545f492-4f30-47d1-88fe-56781e097198) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:16:24.142984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0097d0d2-246c-41e3-8ce9-3316ad329346 req-fb933a97-facb-4d8c-b021-e71b973a831b tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689918 Aug 20 11:16:24.205159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0397c-479e-4c5a-b2aa-30b2dedb6752 req-ecc705d3-87b9-4bc4-9d79-34e9c916d650 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:24.213622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74c0397c-479e-4c5a-b2aa-30b2dedb6752 req-ecc705d3-87b9-4bc4-9d79-34e9c916d650 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 947 time: 0.2135539 Aug 20 11:16:24.232764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-ea993085-090a-4d46-89e8-640adc45b5fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 200 len: 217 time: 0.1237645 Aug 20 11:16:24.237613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Attempting to bind port ccaccd09-5551-4250-b569-93d46f628528 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:16:24.237959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Attempting to bind port ccaccd09-5551-4250-b569-93d46f628528 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:16:24.253261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Attempting to bind port ccaccd09-5551-4250-b569-93d46f628528 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:24.271312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Port ccaccd09-5551-4250-b569-93d46f628528 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:16:24.271679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Attempting to bind port ccaccd09-5551-4250-b569-93d46f628528 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:24.322148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:16:24.322553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:24.322916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:16:24.323397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Bound port: ccaccd09-5551-4250-b569-93d46f628528, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:16:24.323728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:24.343281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-eb6f1041-dc9f-46e2-8419-bde93a776373 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:24.358982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74c0397c-479e-4c5a-b2aa-30b2dedb6752 req-190e08a1-9f19-4c8e-9a36-c1add0e0d0ad tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405768 Aug 20 11:16:24.461406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'name': 'network-vif-deleted', 'tag': '433278eb-84e1-4063-b10c-5ddd1dbceefd'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:24.463864 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689010f8-2d37-41f2-8140-420db34c5799" -d '{"events": [{"server_uuid": "65a9d3ea-bfab-45bc-9297-7a0690d9d052", "name": "network-vif-deleted", "tag": "433278eb-84e1-4063-b10c-5ddd1dbceefd"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:24.467619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f1041-dc9f-46e2-8419-bde93a776373 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event deleted for resources: {'Port': ['ID=851a3314-0830-47b6-aec5-e2630eed5f2f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:24.487472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-eb6f1041-dc9f-46e2-8419-bde93a776373 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] No DVR routers for this DVR port 851a3314-0830-47b6-aec5-e2630eed5f2f on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:24.490268 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-eb6f1041-dc9f-46e2-8419-bde93a776373 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:24.492567 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd5dcea6-4e32-4dcd-b6fd-ff82d5a5c843 req-eb6f1041-dc9f-46e2-8419-bde93a776373 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "DELETE /v2.0/ports/851a3314-0830-47b6-aec5-e2630eed5f2f HTTP/1.1" status: 204 len: 173 time: 1.2189600 Aug 20 11:16:24.588693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-08630a65-4a3b-4e32-a334-5ff360b947a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:24.590364 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-08630a65-4a3b-4e32-a334-5ff360b947a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.3318543 Aug 20 11:16:24.688154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] For port ccaccd09-5551-4250-b569-93d46f628528, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:24.717109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:24.729932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ac624-4380-4387-a468-00644e9a3378 req-758ed4a5-257a-46df-8581-fa480415b68e tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:24.731496 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b6ac624-4380-4387-a468-00644e9a3378 req-758ed4a5-257a-46df-8581-fa480415b68e tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 944 time: 0.2289455 Aug 20 11:16:24.735132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] For port ccaccd09-5551-4250-b569-93d46f628528, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ccaccd09-5551-4250-b569-93d46f628528,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:24.744091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-40a6661c-89aa-4f50-8fc0-4094f7c6eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:24.745625 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-40a6661c-89aa-4f50-8fc0-4094f7c6eeac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403949 Aug 20 11:16:24.780025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 433278eb-84e1-4063-b10c-5ddd1dbceefd no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:24.803450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 433278eb-84e1-4063-b10c-5ddd1dbceefd {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:24.803854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 433278eb-84e1-4063-b10c-5ddd1dbceefd not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:24.856991 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b6ac624-4380-4387-a468-00644e9a3378 req-bb8536f4-4f26-4283-a634-9c16cb0e3d7c tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092691 Aug 20 11:16:24.892075 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-9e9b5884-d5bf-4dc7-978a-87266cd7e9e2 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238682 Aug 20 11:16:24.963316 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:24.988281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e158dad-8f37-4997-8c6a-d72ce187ba4f req-8f06e42e-a20e-45a1-a95c-7370d425b735 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 210 time: 0.0633488 Aug 20 11:16:25.031969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:25.032697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:25.034369 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] 10.222.0.38 "PUT /v2.0/ports/ccaccd09-5551-4250-b569-93d46f628528 HTTP/1.1" status: 200 len: 1095 time: 3.6403325 Aug 20 11:16:25.034948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335e6092-ec95-451c-9885-6e2d1ab63d25', 'tag': 'ccaccd09-5551-4250-b569-93d46f628528'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:25.037703 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00222b84-a5c8-4fd2-ac22-4de9411b8d23" -d '{"events": [{"name": "network-changed", "server_uuid": "335e6092-ec95-451c-9885-6e2d1ab63d25", "tag": "ccaccd09-5551-4250-b569-93d46f628528"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:25.063265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:25.077949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:25.099306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6ca19-3bb5-4ce1-803d-ed59042f655d service neutron] Pushing event updated for resources: {'Port': ['ID=ccaccd09-5551-4250-b569-93d46f628528,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:25.120616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: abec4502-85dc-4c11-b581-2da0c1e9d2f0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:25.121042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device abec4502-85dc-4c11-b581-2da0c1e9d2f0 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:25.121551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 851a3314-0830-47b6-aec5-e2630eed5f2f no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:25.132166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d499024-8cc8-462e-a2da-1b7f02ed431d req-524653b6-7cf1-44b8-931f-bbd5a53c21c3 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300525 Aug 20 11:16:25.134183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Network 5bfe123e-3138-46fd-8f16-e4da69f61c84 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:16:25.155625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:25.159899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:16:25.184736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 851a3314-0830-47b6-aec5-e2630eed5f2f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:25.188658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 851a3314-0830-47b6-aec5-e2630eed5f2f not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:25.189723 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a8ac6a-e6c8-478d-bb34-e6686d9e64ec x-openstack-request-id: req-86a8ac6a-e6c8-478d-bb34-e6686d9e64ec {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:25.190009 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a9d3ea-bfab-45bc-9297-7a0690d9d052", "name": "network-vif-deleted", "tag": "433278eb-84e1-4063-b10c-5ddd1dbceefd", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:25.190270 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86a8ac6a-e6c8-478d-bb34-e6686d9e64ec {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:25.191189 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a9d3ea-bfab-45bc-9297-7a0690d9d052', 'name': 'network-vif-deleted', 'tag': '433278eb-84e1-4063-b10c-5ddd1dbceefd', 'status': 'completed', 'code': 200} Aug 20 11:16:25.265559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Pushing event updated for resources: {'Port': ['ID=4545f492-4f30-47d1-88fe-56781e097198,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:25.304610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:25.305352 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:25.325511 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3022560a-e340-48d6-a7fa-1a3359270b94 x-openstack-request-id: req-3022560a-e340-48d6-a7fa-1a3359270b94 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:25.325511 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335e6092-ec95-451c-9885-6e2d1ab63d25", "tag": "ccaccd09-5551-4250-b569-93d46f628528", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:25.325861 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3022560a-e340-48d6-a7fa-1a3359270b94 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:25.326133 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335e6092-ec95-451c-9885-6e2d1ab63d25', 'tag': 'ccaccd09-5551-4250-b569-93d46f628528', 'status': 'completed', 'code': 200} Aug 20 11:16:25.380087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72276d94-531f-4f2e-8779-5691178bdeed req-83a01cea-9b62-4f65-b770-aa2d0872d39d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:25.389023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72276d94-531f-4f2e-8779-5691178bdeed req-83a01cea-9b62-4f65-b770-aa2d0872d39d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0762992 Aug 20 11:16:25.399962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88b419-9512-441d-8394-857e974c4fd8 req-6bd5d9bb-71f4-41d3-a2d8-878c819d3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:25.401619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-6bd5d9bb-71f4-41d3-a2d8-878c819d3f9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 1098 time: 0.0922771 Aug 20 11:16:25.454866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72276d94-531f-4f2e-8779-5691178bdeed req-0a36d2a8-3afc-4f6b-99be-2494c4e3b3e3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649321 Aug 20 11:16:25.474503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-ce89751b-b4c9-4ecb-9cc3-be9331897253 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=ccaccd09-5551-4250-b569-93d46f628528 HTTP/1.1" status: 200 len: 217 time: 0.0592897 Aug 20 11:16:25.512192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e196e66-0537-4a40-a784-cc6082f6b7c2 req-a535d08a-761a-4e1a-8ab4-a425b65bd7d4 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed70fb9-8545-4211-aae1-216f8321be4c HTTP/1.1" status: 200 len: 210 time: 0.0856011 Aug 20 11:16:25.553680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-8fafa2bc-e198-4702-a7e6-89a835180cdf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7184906 Aug 20 11:16:25.578517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Request body: {'port': {'device_id': '7829f0bd-eb78-4ed3-8f23-e146bbf4542a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:25.578744 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-139b466f-8725-45e8-a899-da1315263389 req-54e78870-a789-4544-87b8-4ae474c37c47 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/b29cf3e4-3065-4449-8468-a1236f4c3107 HTTP/1.1" status: 200 len: 1800 time: 0.0434184 Aug 20 11:16:25.627314 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88b419-9512-441d-8394-857e974c4fd8 req-f32cc9e9-bd96-4dba-a193-7ca0ed69973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:25.628829 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-f32cc9e9-bd96-4dba-a193-7ca0ed69973a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1345348 Aug 20 11:16:25.702217 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-139b466f-8725-45e8-a899-da1315263389 req-9d59547b-c2f1-4f83-add7-0dcaf06f5491 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:25.730159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-139b466f-8725-45e8-a899-da1315263389 req-9d59547b-c2f1-4f83-add7-0dcaf06f5491 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:25.745733 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:25.837284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88b419-9512-441d-8394-857e974c4fd8 req-8b5a0c43-986d-4c1d-bfb0-b47f1b4d1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:25.837284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-8b5a0c43-986d-4c1d-bfb0-b47f1b4d1306 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918662 Aug 20 11:16:25.851180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a095e-45ea-4fa8-ab6e-d63af65f6226 req-191bf5f8-13ee-410b-b856-a1ded0de68d8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:25.859077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b9a095e-45ea-4fa8-ab6e-d63af65f6226 req-191bf5f8-13ee-410b-b856-a1ded0de68d8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 947 time: 0.1501544 Aug 20 11:16:25.889737 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-139b466f-8725-45e8-a899-da1315263389 req-9d59547b-c2f1-4f83-add7-0dcaf06f5491 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:25.892892 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-139b466f-8725-45e8-a899-da1315263389 req-9d59547b-c2f1-4f83-add7-0dcaf06f5491 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:25.906948 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-139b466f-8725-45e8-a899-da1315263389 req-9d59547b-c2f1-4f83-add7-0dcaf06f5491 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/b29cf3e4-3065-4449-8468-a1236f4c3107 HTTP/1.1" status: 204 len: 173 time: 0.3174710 Aug 20 11:16:25.925622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59547b-c2f1-4f83-add7-0dcaf06f5491 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29cf3e4-3065-4449-8468-a1236f4c3107,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:26.050842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b9a095e-45ea-4fa8-ab6e-d63af65f6226 req-f13d54ec-2ac9-44e3-a3e7-f66a419b35e8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903055 Aug 20 11:16:26.058907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950de13-4bda-4f3d-a002-432d182881fe req-072ce971-6118-40b3-a8b3-14da51f919ea tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:26.061097 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d950de13-4bda-4f3d-a002-432d182881fe req-072ce971-6118-40b3-a8b3-14da51f919ea tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 944 time: 0.0830698 Aug 20 11:16:26.167007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d950de13-4bda-4f3d-a002-432d182881fe req-0ea391f7-6ecf-4ad0-be16-84b85c1a8cea tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852017 Aug 20 11:16:26.170381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-c68faf9e-7a19-4bfa-9ca1-ae1bb053eeee service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956161 Aug 20 11:16:26.277021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e2d24-84be-4765-a41a-994760285927 req-73439b97-d01d-47cf-8a21-272e24543432 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:26.285455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f69e2d24-84be-4765-a41a-994760285927 req-73439b97-d01d-47cf-8a21-272e24543432 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 931 time: 0.0642753 Aug 20 11:16:26.294386 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d56cb1e8-d8f0-44a7-b886-8c8237f64b70 req-6b2eb582-e868-4a8f-810d-833220fc71a9 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "GET /v2.0/security-groups/0b02a050-1cd2-4e23-842a-3e4fcaa4f308 HTTP/1.1" status: 200 len: 1799 time: 0.1727493 Aug 20 11:16:26.333042 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f69e2d24-84be-4765-a41a-994760285927 req-b4fb9bb5-50ca-436d-b4c6-19da6f75b2aa tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465093 Aug 20 11:16:26.433892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d56cb1e8-d8f0-44a7-b886-8c8237f64b70 req-2747ffe0-06cc-4528-b857-9b04cbfb2e12 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:26.560170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd88b419-9512-441d-8394-857e974c4fd8 req-e884338c-c3d0-4268-830d-bf8334c891be service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544009 Aug 20 11:16:26.566268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d56cb1e8-d8f0-44a7-b886-8c8237f64b70 req-2747ffe0-06cc-4528-b857-9b04cbfb2e12 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:26.578038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4545f492-4f30-47d1-88fe-56781e097198 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:26.613388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:26.640313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c835286-7f0a-441e-8f38-2bacbeba14fb req-43ea23fb-06fd-4639-a3b3-de2c693d6ef5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:26.642640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3c835286-7f0a-441e-8f38-2bacbeba14fb req-43ea23fb-06fd-4639-a3b3-de2c693d6ef5 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.0876598 Aug 20 11:16:26.666829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Transition to ACTIVE for port object 4545f492-4f30-47d1-88fe-56781e097198 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:26.705160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3c835286-7f0a-441e-8f38-2bacbeba14fb req-1c818e73-4fe2-48d1-94e0-77dd37eda7ef tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554478 Aug 20 11:16:26.792271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f3f32188-d3c3-4a0b-8f55-176417371715 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:26.890682 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:26.925462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d56cb1e8-d8f0-44a7-b886-8c8237f64b70 req-2747ffe0-06cc-4528-b857-9b04cbfb2e12 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:26.928364 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d56cb1e8-d8f0-44a7-b886-8c8237f64b70 req-2747ffe0-06cc-4528-b857-9b04cbfb2e12 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:26.935485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d56cb1e8-d8f0-44a7-b886-8c8237f64b70 req-2747ffe0-06cc-4528-b857-9b04cbfb2e12 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] 10.222.0.10 "DELETE /v2.0/security-groups/0b02a050-1cd2-4e23-842a-3e4fcaa4f308 HTTP/1.1" status: 204 len: 173 time: 0.6281762 Aug 20 11:16:26.935614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45938) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:26.992781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747ffe0-06cc-4528-b857-9b04cbfb2e12 tempest-SecurityGroupsTestJSON-1803163299 tempest-SecurityGroupsTestJSON-1803163299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b02a050-1cd2-4e23-842a-3e4fcaa4f308,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:26.998877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port f3f32188-d3c3-4a0b-8f55-176417371715 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:27.003519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port f3f32188-d3c3-4a0b-8f55-176417371715 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:27.003954 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.024296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6b53cc-966a-461b-aebf-418b580792cf admin admin] Deleting subnet 75ccd5f5-6b39-476c-9f41-49436f01172a {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:16:27.032333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc6b53cc-966a-461b-aebf-418b580792cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.063370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f65138-2688-425a-8817-3eef69e65ace req-9a098893-1f43-4cde-81f6-22b93aab2306 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:27.064998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29f65138-2688-425a-8817-3eef69e65ace req-9a098893-1f43-4cde-81f6-22b93aab2306 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.2796848 Aug 20 11:16:27.111322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc6b53cc-966a-461b-aebf-418b580792cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.130207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Pushing event updated for resources: {'Port': ['ID=4545f492-4f30-47d1-88fe-56781e097198,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:27.161916 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc6b53cc-966a-461b-aebf-418b580792cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.172187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-bf5f19e6-00c4-4d46-b7a8-90f9f276320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:27.173899 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-bf5f19e6-00c4-4d46-b7a8-90f9f276320f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 1098 time: 0.3613544 Aug 20 11:16:27.211127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'name': 'network-vif-deleted', 'tag': '851a3314-0830-47b6-aec5-e2630eed5f2f'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:27.213417 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5826cf1-05d0-46e0-ad98-c8e88de3b1ae" -d '{"events": [{"server_uuid": "0ed70fb9-8545-4211-aae1-216f8321be4c", "name": "network-vif-deleted", "tag": "851a3314-0830-47b6-aec5-e2630eed5f2f"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:27.231973 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.272500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45946) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:27.277356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5c905ff2-fa80-4dd1-b3d7-76f97a7b6f15 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278314943', 'description': 'tempest-description--1684288937'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:27.290651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port f3f32188-d3c3-4a0b-8f55-176417371715, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f3f32188-d3c3-4a0b-8f55-176417371715,segment=NetworkSegment(1f205ddf-d062-429b-ba74-05b08bc26360),segment_id=1f205ddf-d062-429b-ba74-05b08bc26360)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:27.292150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba00e7c-5e71-46bc-9c31-017548b113ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f32188-d3c3-4a0b-8f55-176417371715'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:27.295239 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc56550-b925-4fd8-a897-3a233a21db7b" -d '{"events": [{"server_uuid": "1ba00e7c-5e71-46bc-9c31-017548b113ce", "name": "network-vif-plugged", "status": "completed", "tag": "f3f32188-d3c3-4a0b-8f55-176417371715"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:27.410379 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc6b53cc-966a-461b-aebf-418b580792cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.446962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b53cc-966a-461b-aebf-418b580792cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ccd5f5-6b39-476c-9f41-49436f01172a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:27.453412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc6b53cc-966a-461b-aebf-418b580792cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.458742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fc6b53cc-966a-461b-aebf-418b580792cf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/75ccd5f5-6b39-476c-9f41-49436f01172a HTTP/1.1" status: 204 len: 168 time: 0.5218947 Aug 20 11:16:27.469462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8134922-d8bc-46bc-a526-7c89b5b57460 req-2c3b9991-ff52-491f-88f7-648d2f1799ee tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:27.471466 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8134922-d8bc-46bc-a526-7c89b5b57460 req-2c3b9991-ff52-491f-88f7-648d2f1799ee tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 944 time: 0.1262946 Aug 20 11:16:27.472271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45954) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:27.524055 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.565540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.588730 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c905ff2-fa80-4dd1-b3d7-76f97a7b6f15 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.606980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=f3f32188-d3c3-4a0b-8f55-176417371715,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:27.698120 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c905ff2-fa80-4dd1-b3d7-76f97a7b6f15 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.725806 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8134922-d8bc-46bc-a526-7c89b5b57460 req-e0d2bcf8-a6fd-429c-ab99-112aa99a4813 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570878 Aug 20 11:16:27.736275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-de7ff79b-559a-42e8-9a66-6224853fd038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:27.738743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-de7ff79b-559a-42e8-9a66-6224853fd038 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.5376301 Aug 20 11:16:27.792937 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eff377-2a39-42fc-8934-c227635da8ca x-openstack-request-id: req-c7eff377-2a39-42fc-8934-c227635da8ca {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:27.793241 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed70fb9-8545-4211-aae1-216f8321be4c", "name": "network-vif-deleted", "tag": "851a3314-0830-47b6-aec5-e2630eed5f2f", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:27.793480 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7eff377-2a39-42fc-8934-c227635da8ca {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:27.795856 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed70fb9-8545-4211-aae1-216f8321be4c', 'name': 'network-vif-deleted', 'tag': '851a3314-0830-47b6-aec5-e2630eed5f2f', 'status': 'completed', 'code': 200} Aug 20 11:16:27.805020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c905ff2-fa80-4dd1-b3d7-76f97a7b6f15 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.844237 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e098145f-4479-4bda-a42f-c26824f5d7b3 x-openstack-request-id: req-e098145f-4479-4bda-a42f-c26824f5d7b3 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:27.844746 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba00e7c-5e71-46bc-9c31-017548b113ce", "name": "network-vif-plugged", "status": "completed", "tag": "f3f32188-d3c3-4a0b-8f55-176417371715", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:27.844746 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e098145f-4479-4bda-a42f-c26824f5d7b3 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:27.845160 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba00e7c-5e71-46bc-9c31-017548b113ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f32188-d3c3-4a0b-8f55-176417371715', 'code': 200} Aug 20 11:16:27.848952 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-bed659ae-1ea6-4db5-a6bf-f7dc84bb305d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=ccaccd09-5551-4250-b569-93d46f628528 HTTP/1.1" status: 200 len: 217 time: 0.0902967 Aug 20 11:16:27.877751 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.904381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c905ff2-fa80-4dd1-b3d7-76f97a7b6f15 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5ddea5-0ccd-4603-a0be-9c5500297928,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:27.907896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771cf2c7-2774-48d0-a4a7-ded7d18057b8']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:27.920189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917eb90a-42dc-466a-8614-3f69306cf12b') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:27.920619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917eb90a-42dc-466a-8614-3f69306cf12b') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:27.934048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:27.964374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ed53c-618d-459a-b053-d7c8577879ab req-3a3e0fba-6dc7-4101-a788-86178e3f30f2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:27.972503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e5ed53c-618d-459a-b053-d7c8577879ab req-3a3e0fba-6dc7-4101-a788-86178e3f30f2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 947 time: 0.8117707 Aug 20 11:16:27.997785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Attempting to bind port 4545f492-4f30-47d1-88fe-56781e097198 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:16:27.998945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Attempting to bind port 4545f492-4f30-47d1-88fe-56781e097198 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '82cb3d9d-26ec-4a68-8990-780bb148482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bfe123e-3138-46fd-8f16-e4da69f61c84'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:16:27.999461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Attempting to bind port 4545f492-4f30-47d1-88fe-56781e097198 on network 5bfe123e-3138-46fd-8f16-e4da69f61c84 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:28.001310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.015589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-9c774abc-9188-4a41-937a-f4dd5ce935ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:28.017640 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-9c774abc-9188-4a41-937a-f4dd5ce935ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1541240 Aug 20 11:16:28.020332 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c905ff2-fa80-4dd1-b3d7-76f97a7b6f15 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.022168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5c905ff2-fa80-4dd1-b3d7-76f97a7b6f15 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7486608 Aug 20 11:16:28.023926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Port 4545f492-4f30-47d1-88fe-56781e097198 on network 5bfe123e-3138-46fd-8f16-e4da69f61c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:16:28.024579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Attempting to bind port 4545f492-4f30-47d1-88fe-56781e097198 on network 5bfe123e-3138-46fd-8f16-e4da69f61c84 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:28.026675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45960) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:28.035202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6b54c1ca-57c8-4476-a21a-5928de2febc3 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Request body: {'security_group_rule': {'security_group_id': 'ee5ddea5-0ccd-4603-a0be-9c5500297928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:28.041100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:16:28.042107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Checking segment: {'id': '82cb3d9d-26ec-4a68-8990-780bb148482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bfe123e-3138-46fd-8f16-e4da69f61c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:28.042418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Bound using segment: {'id': '82cb3d9d-26ec-4a68-8990-780bb148482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bfe123e-3138-46fd-8f16-e4da69f61c84'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:16:28.043134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Bound port: 4545f492-4f30-47d1-88fe-56781e097198, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82cb3d9d-26ec-4a68-8990-780bb148482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5bfe123e-3138-46fd-8f16-e4da69f61c84'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:16:28.043667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.045269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:16:28.045768 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:16:28.049872 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:16:28.119142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e5ed53c-618d-459a-b053-d7c8577879ab req-efcf5a33-1230-486c-a6ad-4e36417eb8ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452527 Aug 20 11:16:28.148162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b21c47-dcc0-4454-8ee2-abb23a124aaa req-4840db77-40b1-4012-b3bd-ed1a042c6547 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:28.155990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66b21c47-dcc0-4454-8ee2-abb23a124aaa req-4840db77-40b1-4012-b3bd-ed1a042c6547 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 943 time: 0.2123172 Aug 20 11:16:28.172796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f87fc-fd47-47fb-ad52-451d7345d9c8 req-62e98224-c381-448a-b4fe-50b6d5ef67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:28.174301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-776f87fc-fd47-47fb-ad52-451d7345d9c8 req-62e98224-c381-448a-b4fe-50b6d5ef67d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 1096 time: 0.2284298 Aug 20 11:16:28.199375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-6de3670e-e951-4f74-8fc7-730fe71f5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:28.205386 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-6de3670e-e951-4f74-8fc7-730fe71f5504 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724107 Aug 20 11:16:28.228379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66b21c47-dcc0-4454-8ee2-abb23a124aaa req-6f35f956-332c-463c-821a-f3b8a9d806e2 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712941 Aug 20 11:16:28.241149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-29f65138-2688-425a-8817-3eef69e65ace req-f25be352-ba6b-47a5-9cba-734c70c582a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Deleting port 72aa40ae-548e-4af1-becb-e842f64c66d1 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:16:28.241635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29f65138-2688-425a-8817-3eef69e65ace req-f25be352-ba6b-47a5-9cba-734c70c582a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.281868 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6b54c1ca-57c8-4476-a21a-5928de2febc3 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.349689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-29f65138-2688-425a-8817-3eef69e65ace req-f25be352-ba6b-47a5-9cba-734c70c582a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] For port 72aa40ae-548e-4af1-becb-e842f64c66d1, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=72aa40ae-548e-4af1-becb-e842f64c66d1,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:28.350272 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29f65138-2688-425a-8817-3eef69e65ace req-f25be352-ba6b-47a5-9cba-734c70c582a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.362038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-776f87fc-fd47-47fb-ad52-451d7345d9c8 req-5bb899eb-f5cc-4cd9-8b15-834fb105077b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772668 Aug 20 11:16:28.365572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.382244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-29f65138-2688-425a-8817-3eef69e65ace req-f25be352-ba6b-47a5-9cba-734c70c582a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Calling delete_port for 72aa40ae-548e-4af1-becb-e842f64c66d1 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:16:28.398560 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.402929 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] 10.222.0.10 "DELETE /v2.0/networks/771cf2c7-2774-48d0-a4a7-ded7d18057b8 HTTP/1.1" status: 204 len: 168 time: 0.9268966 Aug 20 11:16:28.460728 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6b54c1ca-57c8-4476-a21a-5928de2febc3 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.463390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94534da-be34-46ae-9ec5-0541ceaa6adc admin admin] Pushing event deleted for resources: {'Network': ['ID=771cf2c7-2774-48d0-a4a7-ded7d18057b8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:28.502852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc4244-a7b0-4f8b-a9a7-de751bcbd274 req-046f4f31-72b5-4c53-b190-65e17727009e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:28.511420 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6dcc4244-a7b0-4f8b-a9a7-de751bcbd274 req-046f4f31-72b5-4c53-b190-65e17727009e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 949 time: 0.1629641 Aug 20 11:16:28.543863 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6b54c1ca-57c8-4476-a21a-5928de2febc3 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.569598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6dcc4244-a7b0-4f8b-a9a7-de751bcbd274 req-2f1c4772-58b3-466f-b0ea-a9a4a2badce2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571973 Aug 20 11:16:28.604575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54c1ca-57c8-4476-a21a-5928de2febc3 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00a9bf4-fe5b-44f4-85f2-4d041dc33ec6,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:28.656298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] For port 4545f492-4f30-47d1-88fe-56781e097198, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:28.674246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] For port 4545f492-4f30-47d1-88fe-56781e097198, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=4545f492-4f30-47d1-88fe-56781e097198,segment=NetworkSegment(82cb3d9d-26ec-4a68-8990-780bb148482a),segment_id=82cb3d9d-26ec-4a68-8990-780bb148482a)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:28.678165 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29f65138-2688-425a-8817-3eef69e65ace req-f25be352-ba6b-47a5-9cba-734c70c582a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.690932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1365fd03-1ebf-4e87-87d7-a3647f93fa7a', '72aa40ae-548e-4af1-becb-e842f64c66d1'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:28.702110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6b54c1ca-57c8-4476-a21a-5928de2febc3 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.706528 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6b54c1ca-57c8-4476-a21a-5928de2febc3 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6758792 Aug 20 11:16:28.708321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45972) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:28.721670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f87fcc67-bdd4-42d1-957a-3a765eff91af tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Request body: {'security_group_rule': {'security_group_id': 'ee5ddea5-0ccd-4603-a0be-9c5500297928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:28.729205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25be352-ba6b-47a5-9cba-734c70c582a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Pushing event deleted for resources: {'Port': ['ID=72aa40ae-548e-4af1-becb-e842f64c66d1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:28.802083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-1b0d6872-6dff-4d0d-b331-cfe54dd6c110 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859873 Aug 20 11:16:28.802083 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:28.865867 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f87fcc67-bdd4-42d1-957a-3a765eff91af tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.000614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f87fcc67-bdd4-42d1-957a-3a765eff91af tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.002547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f65138-2688-425a-8817-3eef69e65ace req-f25be352-ba6b-47a5-9cba-734c70c582a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] No DVR routers for this DVR port 72aa40ae-548e-4af1-becb-e842f64c66d1 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:29.007659 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29f65138-2688-425a-8817-3eef69e65ace req-f25be352-ba6b-47a5-9cba-734c70c582a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.010615 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29f65138-2688-425a-8817-3eef69e65ace req-f25be352-ba6b-47a5-9cba-734c70c582a2 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "DELETE /v2.0/ports/72aa40ae-548e-4af1-becb-e842f64c66d1 HTTP/1.1" status: 204 len: 173 time: 1.9282870 Aug 20 11:16:29.023472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'name': 'network-vif-deleted', 'tag': '72aa40ae-548e-4af1-becb-e842f64c66d1'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:29.026277 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f75bbf-0fc3-4967-9411-97b3b691fd7d" -d '{"events": [{"server_uuid": "6ce104ec-5a66-43f8-9c88-96d68f30da52", "name": "network-vif-deleted", "tag": "72aa40ae-548e-4af1-becb-e842f64c66d1"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:29.106901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45978) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:29.121293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:29.122152 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.124386 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] 10.222.0.57 "PUT /v2.0/ports/4545f492-4f30-47d1-88fe-56781e097198 HTTP/1.1" status: 200 len: 1091 time: 3.5502691 Aug 20 11:16:29.127861 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720988c5-0082-4433-9e90-1aec88f55da6 x-openstack-request-id: req-720988c5-0082-4433-9e90-1aec88f55da6 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:29.128226 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce104ec-5a66-43f8-9c88-96d68f30da52", "name": "network-vif-deleted", "tag": "72aa40ae-548e-4af1-becb-e842f64c66d1", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:29.128567 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-720988c5-0082-4433-9e90-1aec88f55da6 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:29.128959 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce104ec-5a66-43f8-9c88-96d68f30da52', 'name': 'network-vif-deleted', 'tag': '72aa40ae-548e-4af1-becb-e842f64c66d1', 'status': 'completed', 'code': 200} Aug 20 11:16:29.145620 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f87fcc67-bdd4-42d1-957a-3a765eff91af tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.202871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921c914-dca1-4062-a873-7084c767a9fd service neutron] Pushing event updated for resources: {'Port': ['ID=4545f492-4f30-47d1-88fe-56781e097198,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:29.213044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fba9b-e4c3-4ffa-8660-02c38a8be836 req-4cac7e0e-2e5a-4058-9e24-acffc0aa3630 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:29.214802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-727fba9b-e4c3-4ffa-8660-02c38a8be836 req-4cac7e0e-2e5a-4058-9e24-acffc0aa3630 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 945 time: 0.3597567 Aug 20 11:16:29.219903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00222b84-a5c8-4fd2-ac22-4de9411b8d23 req-b8341a64-c722-471b-829c-16895a67f2c8 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993666 Aug 20 11:16:29.305618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-727fba9b-e4c3-4ffa-8660-02c38a8be836 req-458ff20c-254a-4f2d-9992-9195489e9db2 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814724 Aug 20 11:16:29.305980 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fcc67-bdd4-42d1-957a-3a765eff91af tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cda29f5-f8ee-4cf6-a7de-24819f065564,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:29.337614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bc0a4749-1e2c-4d59-8dcf-0803d8cac703 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5612c09cd284a52a7719b4596117eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286518 Aug 20 11:16:29.340280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45984) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:29.380390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f87fcc67-bdd4-42d1-957a-3a765eff91af tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.381610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f87fcc67-bdd4-42d1-957a-3a765eff91af tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6704261 Aug 20 11:16:29.405203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-f78db4f6-fb72-4cb6-b439-fbd5768e249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:29.407124 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-f78db4f6-fb72-4cb6-b439-fbd5768e249e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ad0ec1cd474487a10dfb1679f8d5a4&device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 1094 time: 0.0887568 Aug 20 11:16:29.438575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45988) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:29.439269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d09e5b9-0f69-4123-b9fe-3b60a0d78492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.451463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:29.474827 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d09e5b9-0f69-4123-b9fe-3b60a0d78492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.497186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba6eab-44ba-4cc9-8b35-f4e04121ea9d req-851d0216-d66c-48b3-8300-fc05ce3e0b97 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:29.499384 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30ba6eab-44ba-4cc9-8b35-f4e04121ea9d req-851d0216-d66c-48b3-8300-fc05ce3e0b97 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 947 time: 0.2423520 Aug 20 11:16:29.554202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-cb4b628f-b84a-4fb4-a88c-cc498b0adbe7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4545f492-4f30-47d1-88fe-56781e097198 HTTP/1.1" status: 200 len: 217 time: 0.1371112 Aug 20 11:16:29.563829 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30ba6eab-44ba-4cc9-8b35-f4e04121ea9d req-86195de3-487c-4959-8a77-9e2969578740 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474257 Aug 20 11:16:29.666681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bb7e9-ab39-4568-adb7-fd1cf687a572 req-31367593-996d-48d7-b38d-33d375fa7fa8 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:29.667849 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-424bb7e9-ab39-4568-adb7-fd1cf687a572 req-31367593-996d-48d7-b38d-33d375fa7fa8 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 943 time: 0.1207068 Aug 20 11:16:29.669335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-1e243bbc-d2a3-47a1-beac-3e16bc30fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:29.671278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-1e243bbc-d2a3-47a1-beac-3e16bc30fc83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b200ac8f-cb5c-4496-b3d4-6e01a4b7f571 HTTP/1.1" status: 200 len: 861 time: 0.1039047 Aug 20 11:16:29.717589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-b0427e1c-ceef-4028-b0e0-4946a699afc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bfe123e-3138-46fd-8f16-e4da69f61c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333140 Aug 20 11:16:29.724419 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d09e5b9-0f69-4123-b9fe-3b60a0d78492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.730146 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d09e5b9-0f69-4123-b9fe-3b60a0d78492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.735199 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d09e5b9-0f69-4123-b9fe-3b60a0d78492 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5239620-a02d-4818-b316-2e0fd51952ff HTTP/1.1" status: 204 len: 168 time: 0.3655341 Aug 20 11:16:29.745249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09e5b9-0f69-4123-b9fe-3b60a0d78492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5239620-a02d-4818-b316-2e0fd51952ff,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:29.775702 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-424bb7e9-ab39-4568-adb7-fd1cf687a572 req-7d19c8f6-5033-4540-afac-26724272e7b2 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977266 Aug 20 11:16:29.790077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:29.837670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c3d23c4d-0e59-44c2-8600-5f49439614a6 req-6043955c-e1fe-42b3-be17-45cce02bd955 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ce104ec-5a66-43f8-9c88-96d68f30da52 HTTP/1.1" status: 200 len: 210 time: 0.0514653 Aug 20 11:16:29.961431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-79103a70-7e97-423a-adb9-62285379d84d service neutron] 10.222.0.57 "GET /v2.0/networks/5bfe123e-3138-46fd-8f16-e4da69f61c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295942 Aug 20 11:16:30.101555 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-552c0868-7cff-49e2-96ae-8caeabb06cbd req-d3ad7916-eb9d-4a5e-80d0-22ad539b1e37 service neutron] 10.222.0.57 "GET /v2.0/networks/5bfe123e-3138-46fd-8f16-e4da69f61c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272297 Aug 20 11:16:30.113249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:30.243438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Allocated IP 172.25.4.184 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/be0c021d-98f7-47c0-9c15-94559b03bda0) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:16:30.400311 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:30.478911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c90f70-ccab-4c80-b370-4cdcb66596c8 req-efbdcd2e-011e-42ec-a5a8-041fdd13eb4f tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:30.478911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74c90f70-ccab-4c80-b370-4cdcb66596c8 req-efbdcd2e-011e-42ec-a5a8-041fdd13eb4f tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 945 time: 0.0713785 Aug 20 11:16:30.513951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74c90f70-ccab-4c80-b370-4cdcb66596c8 req-82427bb8-1894-459e-a275-b555544c1ca4 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330341 Aug 20 11:16:30.582082 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:30.633540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:16:30.635588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:30.656213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event updated for resources: {'Port': ['ID=be0c021d-98f7-47c0-9c15-94559b03bda0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:30.659039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:16:30.699604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8c86a-0cb9-43f0-adb3-a7d095e14071 req-8313147c-9834-4499-acbc-404f8bf1112d tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:30.701988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ad8c86a-0cb9-43f0-adb3-a7d095e14071 req-8313147c-9834-4499-acbc-404f8bf1112d tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 947 time: 0.0667415 Aug 20 11:16:30.745822 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ad8c86a-0cb9-43f0-adb3-a7d095e14071 req-41607944-7bf5-4555-a397-20d829b21ce4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362854 Aug 20 11:16:30.757226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:30.893203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:30.990156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3837137-67a4-4957-ab4c-d44efb7b16b9 req-33f50c9f-c8ad-4d89-b3a1-3d6452c4053b tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:30.992009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3837137-67a4-4957-ab4c-d44efb7b16b9 req-33f50c9f-c8ad-4d89-b3a1-3d6452c4053b tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 943 time: 0.0613010 Aug 20 11:16:31.050732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3837137-67a4-4957-ab4c-d44efb7b16b9 req-9b34d6c3-2c5f-4388-8d29-1e86b5f3bae9 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487692 Aug 20 11:16:31.108808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:31.109099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ccaccd09-5551-4250-b569-93d46f628528 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:31.112966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 72aa40ae-548e-4af1-becb-e842f64c66d1 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:31.130022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7829f0bd-eb78-4ed3-8f23-e146bbf4542a', 'tag': '4545f492-4f30-47d1-88fe-56781e097198'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:31.133010 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d610b7b1-f85c-407a-955d-d581f82662e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7829f0bd-eb78-4ed3-8f23-e146bbf4542a", "tag": "4545f492-4f30-47d1-88fe-56781e097198"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:31.145622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 72aa40ae-548e-4af1-becb-e842f64c66d1 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:31.145966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 72aa40ae-548e-4af1-becb-e842f64c66d1 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:31.174708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:31.274138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ccaccd09-5551-4250-b569-93d46f628528, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ccaccd09-5551-4250-b569-93d46f628528,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:31.280212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event updated for resources: {'Port': ['ID=be0c021d-98f7-47c0-9c15-94559b03bda0,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:31.298835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'ccaccd09-5551-4250-b569-93d46f628528', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'ccaccd09-5551-4250-b569-93d46f628528', 'mac_address': 'fa:16:3e:bb:4c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:16:31.301391 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:31.316653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874e8f-af50-4549-a370-6814d2fa0646 req-16197637-e67d-47b3-a9f2-55b3441e1f86 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:31.319389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35874e8f-af50-4549-a370-6814d2fa0646 req-16197637-e67d-47b3-a9f2-55b3441e1f86 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 945 time: 0.1187482 Aug 20 11:16:31.350808 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:31.365377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaccd09-5551-4250-b569-93d46f628528 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:31.372402 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35874e8f-af50-4549-a370-6814d2fa0646 req-afe94396-b589-4bed-9db7-77ef995a3d6a tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447228 Aug 20 11:16:31.402998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ccaccd09-5551-4250-b569-93d46f628528, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ccaccd09-5551-4250-b569-93d46f628528,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:31.416274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:31.418333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1ad7f56b-a31f-45ab-9a95-ebad6092bd95 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9779189 Aug 20 11:16:31.463597 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562722e3-e1d3-49d1-bcf7-76dd0592ea15 x-openstack-request-id: req-562722e3-e1d3-49d1-bcf7-76dd0592ea15 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:31.463937 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7829f0bd-eb78-4ed3-8f23-e146bbf4542a", "tag": "4545f492-4f30-47d1-88fe-56781e097198", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:31.464203 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-562722e3-e1d3-49d1-bcf7-76dd0592ea15 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:31.464705 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7829f0bd-eb78-4ed3-8f23-e146bbf4542a', 'tag': '4545f492-4f30-47d1-88fe-56781e097198', 'status': 'completed', 'code': 200} Aug 20 11:16:31.511205 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:31.591120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610b7b1-f85c-407a-955d-d581f82662e3 req-64d372be-fb5f-43ba-a94d-e4730d5d65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:31.597357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d610b7b1-f85c-407a-955d-d581f82662e3 req-64d372be-fb5f-43ba-a94d-e4730d5d65a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ad0ec1cd474487a10dfb1679f8d5a4&device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 1094 time: 0.0884840 Aug 20 11:16:31.616626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=ccaccd09-5551-4250-b569-93d46f628528,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:31.650641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc21ed-9f9c-4bbc-9b19-b7d198920754 req-e5dbe8ce-c8ef-499f-a0f3-613a6e0474f3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:31.652597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84cc21ed-9f9c-4bbc-9b19-b7d198920754 req-e5dbe8ce-c8ef-499f-a0f3-613a6e0474f3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 950 time: 0.0729499 Aug 20 11:16:31.711661 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84cc21ed-9f9c-4bbc-9b19-b7d198920754 req-1d7d378f-522e-406e-b096-254b1c3b3af3 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520339 Aug 20 11:16:31.741512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610b7b1-f85c-407a-955d-d581f82662e3 req-fd2f0f48-bad5-4de2-9016-9369a5b4ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:31.743460 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d610b7b1-f85c-407a-955d-d581f82662e3 req-fd2f0f48-bad5-4de2-9016-9369a5b4ff46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bfe123e-3138-46fd-8f16-e4da69f61c84 HTTP/1.1" status: 200 len: 922 time: 0.1232867 Aug 20 11:16:31.800549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d610b7b1-f85c-407a-955d-d581f82662e3 req-5300e7dd-1f63-48f6-b2bf-d77703ab9639 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4545f492-4f30-47d1-88fe-56781e097198 HTTP/1.1" status: 200 len: 217 time: 0.0438178 Aug 20 11:16:31.812082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['ccaccd09-5551-4250-b569-93d46f628528'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:31.886211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530e11a-a54f-49ec-8535-fa9c4e38fb3c req-fe6e688b-8c97-4e45-b3c0-546ee70e7e1a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:31.890280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d530e11a-a54f-49ec-8535-fa9c4e38fb3c req-fe6e688b-8c97-4e45-b3c0-546ee70e7e1a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 948 time: 0.0615389 Aug 20 11:16:31.920250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610b7b1-f85c-407a-955d-d581f82662e3 req-2bfe7bd4-aec5-4e43-9654-360d14e212d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:31.921770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d610b7b1-f85c-407a-955d-d581f82662e3 req-2bfe7bd4-aec5-4e43-9654-360d14e212d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b200ac8f-cb5c-4496-b3d4-6e01a4b7f571 HTTP/1.1" status: 200 len: 861 time: 0.0982614 Aug 20 11:16:31.933192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d530e11a-a54f-49ec-8535-fa9c4e38fb3c req-55cb3fae-8fdb-4a79-b9e3-955d109f18ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366185 Aug 20 11:16:31.970036 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d610b7b1-f85c-407a-955d-d581f82662e3 req-61d4754c-ed86-425c-9192-86f37fa3c501 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bfe123e-3138-46fd-8f16-e4da69f61c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291219 Aug 20 11:16:31.976790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-ec1e0067-ef01-4269-8039-9333d1c84590 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:31.978339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-ec1e0067-ef01-4269-8039-9333d1c84590 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/networks?id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 HTTP/1.1" status: 200 len: 822 time: 0.1768773 Aug 20 11:16:32.037216 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-0a9ed33c-fe29-4186-8193-56782bb25e88 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/quotas/4e7d4b346155423c8f74faabe8c113d6 HTTP/1.1" status: 200 len: 375 time: 0.0499506 Aug 20 11:16:32.117325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d610b7b1-f85c-407a-955d-d581f82662e3 req-07df73cc-020f-4c26-b5d2-0d8a04d31d4c service neutron] 10.222.0.57 "GET /v2.0/networks/5bfe123e-3138-46fd-8f16-e4da69f61c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279171 Aug 20 11:16:32.117325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-abed5c4e-e333-4225-9707-8846a45bacba tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e7d4b346155423c8f74faabe8c113d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709488 Aug 20 11:16:32.251179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e54cef-15e3-4733-af5a-ce957ccc23ac req-a0eb96c9-7113-466c-8a66-bfe5dd88585b tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:32.253048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31e54cef-15e3-4733-af5a-ce957ccc23ac req-a0eb96c9-7113-466c-8a66-bfe5dd88585b tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 943 time: 0.0496652 Aug 20 11:16:32.273353 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d610b7b1-f85c-407a-955d-d581f82662e3 req-0280eade-7394-4763-84b6-d6c7f6107b12 service neutron] 10.222.0.57 "GET /v2.0/networks/5bfe123e-3138-46fd-8f16-e4da69f61c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531913 Aug 20 11:16:32.284866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-d8d6b4b3-1bc5-4ed0-b7b5-9fb018b4e2c6 service neutron] 10.222.0.10 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453071 Aug 20 11:16:32.294411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31e54cef-15e3-4733-af5a-ce957ccc23ac req-cc4eb0a2-17d2-40a2-9b0c-5ee56584b611 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346229 Aug 20 11:16:32.380780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-df3ec129-dfa7-4805-bbe2-5fd6415b31cd service neutron] 10.222.0.10 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894687 Aug 20 11:16:32.412656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6af65-6d01-4293-bb4f-9336c2bd0b99 req-6bc4c182-157a-4296-832c-85886d6241a8 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:32.414589 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2f6af65-6d01-4293-bb4f-9336c2bd0b99 req-6bc4c182-157a-4296-832c-85886d6241a8 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 948 time: 0.0558569 Aug 20 11:16:32.432224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46122) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:32.462835 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2f6af65-6d01-4293-bb4f-9336c2bd0b99 req-c0f6f744-ff2e-4dd5-8fa1-e133a680a49b tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Aug 20 11:16:32.554541 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40a74d47-61ba-4756-9f06-c12c79b9cb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:32.571893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994647c9-d105-4ef2-ba7d-5a08040adbf6 req-39ec60ba-6743-43dd-959a-1ef4bf80d968 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:32.574932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-994647c9-d105-4ef2-ba7d-5a08040adbf6 req-39ec60ba-6743-43dd-959a-1ef4bf80d968 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 945 time: 0.0529749 Aug 20 11:16:32.677112 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-994647c9-d105-4ef2-ba7d-5a08040adbf6 req-4b92f1d8-08f7-41c3-8d7a-1e93c803297b tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973570 Aug 20 11:16:32.705097 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40a74d47-61ba-4756-9f06-c12c79b9cb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:32.793707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-444d7021-48e9-44d5-abce-bc342ac3b7cb req-5b6a878a-075c-43d4-a555-4ea46c8d80e4 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 210 time: 0.0541434 Aug 20 11:16:32.797464 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-40a74d47-61ba-4756-9f06-c12c79b9cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:32.817842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 4545f492-4f30-47d1-88fe-56781e097198 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:32.888452 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-40a74d47-61ba-4756-9f06-c12c79b9cb8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f01ca89d4474553b2a0dd7da3ad423b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548628 Aug 20 11:16:32.889595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a74d47-61ba-4756-9f06-c12c79b9cb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9b4123-0ca9-46ca-837c-f78329fc7d11,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:32.891368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46146) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:32.973683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 4545f492-4f30-47d1-88fe-56781e097198, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=4545f492-4f30-47d1-88fe-56781e097198,segment=NetworkSegment(82cb3d9d-26ec-4a68-8990-780bb148482a),segment_id=82cb3d9d-26ec-4a68-8990-780bb148482a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:32.987206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea4feded-cd54-4afb-b1ad-d97562354276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:32.991339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '4545f492-4f30-47d1-88fe-56781e097198', 'network_id': '5bfe123e-3138-46fd-8f16-e4da69f61c84', 'port_id': '4545f492-4f30-47d1-88fe-56781e097198', 'mac_address': 'fa:16:3e:02:04:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b200ac8f-cb5c-4496-b3d4-6e01a4b7f571', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:16:32.999991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92993124-9abf-441c-91b9-e94664fe1e37 req-33388daa-ccbb-4fc5-80ff-c22d54aefc13 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:33.002745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92993124-9abf-441c-91b9-e94664fe1e37 req-33388daa-ccbb-4fc5-80ff-c22d54aefc13 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 950 time: 0.1155210 Aug 20 11:16:33.032713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-086c2df0-7749-4a7b-8448-66d9b058c9cf tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:33.034828 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-086c2df0-7749-4a7b-8448-66d9b058c9cf tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 945 time: 0.0878434 Aug 20 11:16:33.052422 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.056545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea4feded-cd54-4afb-b1ad-d97562354276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.072343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4545f492-4f30-47d1-88fe-56781e097198 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:33.093416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92993124-9abf-441c-91b9-e94664fe1e37 req-54b89416-81cc-40f8-bd97-445d33381697 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778012 Aug 20 11:16:33.119895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 4545f492-4f30-47d1-88fe-56781e097198, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=4545f492-4f30-47d1-88fe-56781e097198,segment=NetworkSegment(82cb3d9d-26ec-4a68-8990-780bb148482a),segment_id=82cb3d9d-26ec-4a68-8990-780bb148482a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:33.123343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ccaccd09-5551-4250-b569-93d46f628528 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:33.175253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-b6f36723-ceea-47fd-b02e-5b54de472686 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:33.176915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-b6f36723-ceea-47fd-b02e-5b54de472686 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 950 time: 0.1229086 Aug 20 11:16:33.230628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-e8c83ee1-2195-41bd-b3f4-0f435bd5e041 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Deleting port f3f32188-d3c3-4a0b-8f55-176417371715 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:16:33.230975 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-e8c83ee1-2195-41bd-b3f4-0f435bd5e041 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.259381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620b10e-fb46-4470-a1b5-a4fa1224c091 req-4e5ef539-7c28-4faf-a487-917c317b7a7f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:33.260707 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.268753 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8620b10e-fb46-4470-a1b5-a4fa1224c091 req-4e5ef539-7c28-4faf-a487-917c317b7a7f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 948 time: 0.0765743 Aug 20 11:16:33.303656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea4feded-cd54-4afb-b1ad-d97562354276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.307635 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea4feded-cd54-4afb-b1ad-d97562354276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.311409 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ea4feded-cd54-4afb-b1ad-d97562354276 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a9b4123-0ca9-46ca-837c-f78329fc7d11 HTTP/1.1" status: 204 len: 168 time: 0.4064672 Aug 20 11:16:33.335578 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8620b10e-fb46-4470-a1b5-a4fa1224c091 req-a2e56caf-5886-4424-98f7-b2d00f45825f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633740 Aug 20 11:16:33.340385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4feded-cd54-4afb-b1ad-d97562354276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9b4123-0ca9-46ca-837c-f78329fc7d11,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:33.459647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-e8c83ee1-2195-41bd-b3f4-0f435bd5e041 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] For port f3f32188-d3c3-4a0b-8f55-176417371715, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f3f32188-d3c3-4a0b-8f55-176417371715,segment=NetworkSegment(1f205ddf-d062-429b-ba74-05b08bc26360),segment_id=1f205ddf-d062-429b-ba74-05b08bc26360)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:33.460233 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-e8c83ee1-2195-41bd-b3f4-0f435bd5e041 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.480397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port ccaccd09-5551-4250-b569-93d46f628528 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:33.495654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port ccaccd09-5551-4250-b569-93d46f628528 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:33.497048 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.502384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-e8c83ee1-2195-41bd-b3f4-0f435bd5e041 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Calling delete_port for f3f32188-d3c3-4a0b-8f55-176417371715 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:16:33.506488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-8c686a2e-0ef0-482d-a455-54765b2eeddb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Deleting port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:16:33.506837 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-8c686a2e-0ef0-482d-a455-54765b2eeddb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.553702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=4545f492-4f30-47d1-88fe-56781e097198,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:33.597025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['4545f492-4f30-47d1-88fe-56781e097198'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:33.632760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aec88-981a-4983-8216-95f5a87d29d4 req-051c1ea9-4d40-484d-81ab-0d3724fe9261 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:33.634489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a11aec88-981a-4983-8216-95f5a87d29d4 req-051c1ea9-4d40-484d-81ab-0d3724fe9261 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 944 time: 0.1718709 Aug 20 11:16:33.646056 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.682972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335e6092-ec95-451c-9885-6e2d1ab63d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaccd09-5551-4250-b569-93d46f628528'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:33.686097 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4daff1-f716-4e85-aba7-decbaaed2dba" -d '{"events": [{"server_uuid": "335e6092-ec95-451c-9885-6e2d1ab63d25", "name": "network-vif-plugged", "status": "completed", "tag": "ccaccd09-5551-4250-b569-93d46f628528"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:33.699227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-8c686a2e-0ef0-482d-a455-54765b2eeddb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] For port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:33.699227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-8c686a2e-0ef0-482d-a455-54765b2eeddb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.703583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ccaccd09-5551-4250-b569-93d46f628528, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ccaccd09-5551-4250-b569-93d46f628528,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:33.727309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-8c686a2e-0ef0-482d-a455-54765b2eeddb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Calling delete_port for 1365fd03-1ebf-4e87-87d7-a3647f93fa7a owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:16:33.740783 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd87994-a28e-41e8-abd6-8f984605389c x-openstack-request-id: req-bfd87994-a28e-41e8-abd6-8f984605389c {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:33.740783 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335e6092-ec95-451c-9885-6e2d1ab63d25", "name": "network-vif-plugged", "status": "completed", "tag": "ccaccd09-5551-4250-b569-93d46f628528", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:33.740783 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfd87994-a28e-41e8-abd6-8f984605389c {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:33.740783 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335e6092-ec95-451c-9885-6e2d1ab63d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaccd09-5551-4250-b569-93d46f628528', 'code': 200} Aug 20 11:16:33.873589 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:33.874411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea4a86-a994-4900-ad50-bca3d1bc75e7 req-c1d410af-c062-46dc-9281-69afaa4f913f tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:33.876208 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7bea4a86-a994-4900-ad50-bca3d1bc75e7 req-c1d410af-c062-46dc-9281-69afaa4f913f tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 945 time: 0.0519135 Aug 20 11:16:33.947089 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7bea4a86-a994-4900-ad50-bca3d1bc75e7 req-14775663-7d72-428c-ae30-10d85d4adb1f tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/security-groups?id=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634353 Aug 20 11:16:33.948316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=ccaccd09-5551-4250-b569-93d46f628528,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:34.041774 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a88a5bd7-7c48-44a9-afec-ea89b040cfb4 req-5ba9056b-6fbc-48b2-ab3d-d3f8009a8674 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 210 time: 0.0445228 Aug 20 11:16:34.179339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a11aec88-981a-4983-8216-95f5a87d29d4 req-2183a652-ef17-40ef-9241-6afc6465c986 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193253 Aug 20 11:16:34.230260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70cc7f-b4b1-4c18-96ac-885601de8b0f req-4ee3d669-4d4e-44c2-98ea-09aaca12323d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:34.232617 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb70cc7f-b4b1-4c18-96ac-885601de8b0f req-4ee3d669-4d4e-44c2-98ea-09aaca12323d tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 950 time: 0.0571187 Aug 20 11:16:34.248245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b4d41-534c-4817-abd0-a295d1a9a50a req-3c624f96-c40f-4d13-9789-f73bd41abdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:34.250353 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f3b4d41-534c-4817-abd0-a295d1a9a50a req-3c624f96-c40f-4d13-9789-f73bd41abdf0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 1100 time: 0.1528616 Aug 20 11:16:34.291159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb70cc7f-b4b1-4c18-96ac-885601de8b0f req-11421e1b-050f-4ba8-b2e2-e3b15b30c18e tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0bfe94e-4f02-41aa-950a-262ca73daddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430393 Aug 20 11:16:34.334640 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f3b4d41-534c-4817-abd0-a295d1a9a50a req-5679a10b-8eab-4c50-8147-c71c51f3e143 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663681 Aug 20 11:16:34.363487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-e8c83ee1-2195-41bd-b3f4-0f435bd5e041 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:34.395490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c83ee1-2195-41bd-b3f4-0f435bd5e041 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Pushing event deleted for resources: {'Port': ['ID=f3f32188-d3c3-4a0b-8f55-176417371715,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:34.441092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-e8c83ee1-2195-41bd-b3f4-0f435bd5e041 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] No DVR routers for this DVR port f3f32188-d3c3-4a0b-8f55-176417371715 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:34.444463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-e8c83ee1-2195-41bd-b3f4-0f435bd5e041 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:34.445913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c3262af-5de1-4837-8f91-d6d349bad2ce req-e8c83ee1-2195-41bd-b3f4-0f435bd5e041 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.57 "DELETE /v2.0/ports/f3f32188-d3c3-4a0b-8f55-176417371715 HTTP/1.1" status: 204 len: 173 time: 1.4037447 Aug 20 11:16:34.446379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba00e7c-5e71-46bc-9c31-017548b113ce', 'name': 'network-vif-deleted', 'tag': 'f3f32188-d3c3-4a0b-8f55-176417371715'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:34.448985 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de49bd0f-b854-4796-8961-820ba4f727ae" -d '{"events": [{"server_uuid": "1ba00e7c-5e71-46bc-9c31-017548b113ce", "name": "network-vif-deleted", "tag": "f3f32188-d3c3-4a0b-8f55-176417371715"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:34.457109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['f3f32188-d3c3-4a0b-8f55-176417371715'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:34.467192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-8c686a2e-0ef0-482d-a455-54765b2eeddb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:34.493063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831c1db-fc7e-424b-a70d-8c586fe11b27 req-dee8fd87-7bf6-43f6-a8c4-54f841a9e395 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:34.493380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1365fd03-1ebf-4e87-87d7-a3647f93fa7a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:34.494921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2831c1db-fc7e-424b-a70d-8c586fe11b27 req-dee8fd87-7bf6-43f6-a8c4-54f841a9e395 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 949 time: 0.0646303 Aug 20 11:16:34.509981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c686a2e-0ef0-482d-a455-54765b2eeddb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Pushing event deleted for resources: {'Port': ['ID=1365fd03-1ebf-4e87-87d7-a3647f93fa7a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:34.547902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2831c1db-fc7e-424b-a70d-8c586fe11b27 req-87f0f1b9-fe4e-4195-9e35-19187e89eb1d tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Aug 20 11:16:34.575874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-8c686a2e-0ef0-482d-a455-54765b2eeddb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] No DVR routers for this DVR port 1365fd03-1ebf-4e87-87d7-a3647f93fa7a on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:34.580661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-8c686a2e-0ef0-482d-a455-54765b2eeddb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:34.587664 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a09f180-4725-4a92-88a0-165f1a6a12ff req-8c686a2e-0ef0-482d-a455-54765b2eeddb tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.38 "DELETE /v2.0/ports/1365fd03-1ebf-4e87-87d7-a3647f93fa7a HTTP/1.1" status: 204 len: 173 time: 1.4024172 Aug 20 11:16:34.628205 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e698fdbd-658c-4c5f-a2ed-384fa32e64af x-openstack-request-id: req-e698fdbd-658c-4c5f-a2ed-384fa32e64af {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:34.628706 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba00e7c-5e71-46bc-9c31-017548b113ce", "name": "network-vif-deleted", "tag": "f3f32188-d3c3-4a0b-8f55-176417371715", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:34.628923 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e698fdbd-658c-4c5f-a2ed-384fa32e64af {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:34.629450 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba00e7c-5e71-46bc-9c31-017548b113ce', 'name': 'network-vif-deleted', 'tag': 'f3f32188-d3c3-4a0b-8f55-176417371715', 'status': 'completed', 'code': 200} Aug 20 11:16:34.854840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 4545f492-4f30-47d1-88fe-56781e097198 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:35.044479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46212) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:35.045092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 4545f492-4f30-47d1-88fe-56781e097198 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:35.050152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 4545f492-4f30-47d1-88fe-56781e097198 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:35.050549 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.094297 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-836b8490-1671-4f5f-8580-27834c096727 req-2f3efec6-20ef-4729-8b4f-5cbdc049c551 tempest-ServerAddressesNegativeTestJSON-1110424085 tempest-ServerAddressesNegativeTestJSON-1110424085-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba00e7c-5e71-46bc-9c31-017548b113ce HTTP/1.1" status: 200 len: 210 time: 0.0353189 Aug 20 11:16:35.159577 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.181870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6cd9324c-d03c-47b7-a9f9-01e1c09ea957 req-e0e40a8d-eff9-4496-8261-b52f5b85ea4d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 210 time: 0.0457549 Aug 20 11:16:35.189470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1232151615-network', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:35.201911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 4545f492-4f30-47d1-88fe-56781e097198, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=4545f492-4f30-47d1-88fe-56781e097198,segment=NetworkSegment(82cb3d9d-26ec-4a68-8990-780bb148482a),segment_id=82cb3d9d-26ec-4a68-8990-780bb148482a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:35.358580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.358580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f3f32188-d3c3-4a0b-8f55-176417371715 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:35.393860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: f3f32188-d3c3-4a0b-8f55-176417371715 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:35.394317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f3f32188-d3c3-4a0b-8f55-176417371715 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:35.394870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dc285bfe-405a-4cf1-b37b-3dc77a63837d no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:35.410113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b98ab33f-a93c-4d77-8840-c20414332f98 req-d1556cfe-ff77-4beb-8279-8c4d632db286 tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 210 time: 0.0295224 Aug 20 11:16:35.422339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:35.434514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.445559 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.467617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=4545f492-4f30-47d1-88fe-56781e097198,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:35.509331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97834d83-f387-4560-96ba-f0992a62f65a req-261561a3-d065-4970-8fd2-5b9f0ae908f1 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:35.510991 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97834d83-f387-4560-96ba-f0992a62f65a req-261561a3-d065-4970-8fd2-5b9f0ae908f1 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 945 time: 0.0589092 Aug 20 11:16:35.525149 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.594827 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.595751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:35.608781 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97834d83-f387-4560-96ba-f0992a62f65a req-9a3fa6d6-b608-4d70-af26-0fb73197ffcf tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711203 Aug 20 11:16:35.671573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.706932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:16:35.713535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fd7de9-0cd0-4a48-bf23-b604ba311334,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:35.723672 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.734711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872b398-408c-4fe0-975a-100f9d42ed99 req-4dd99d51-057f-44ee-b072-8390b1388580 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:35.736934 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2872b398-408c-4fe0-975a-100f9d42ed99 req-4dd99d51-057f-44ee-b072-8390b1388580 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 949 time: 0.0598290 Aug 20 11:16:35.746620 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.749231 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Added segment 7908be53-bef7-41af-940d-77cb5c3e733f of type vlan for network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c Aug 20 11:16:35.787454 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2872b398-408c-4fe0-975a-100f9d42ed99 req-12e558d2-e11c-45d1-9655-fbcf78f05bf4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 Aug 20 11:16:35.816663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7829f0bd-eb78-4ed3-8f23-e146bbf4542a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4545f492-4f30-47d1-88fe-56781e097198'}, {'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:35.819878 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3e7449-ef52-47bc-8191-fc20afa4fd2d" -d '{"events": [{"server_uuid": "7829f0bd-eb78-4ed3-8f23-e146bbf4542a", "name": "network-vif-plugged", "status": "completed", "tag": "4545f492-4f30-47d1-88fe-56781e097198"}, {"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-unplugged", "status": "completed", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:35.835292 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.853842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:35.866572 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcc59ef-499d-4447-819a-4750c5f083c7 x-openstack-request-id: req-abcc59ef-499d-4447-819a-4750c5f083c7 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:35.866925 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7829f0bd-eb78-4ed3-8f23-e146bbf4542a", "name": "network-vif-plugged", "status": "completed", "tag": "4545f492-4f30-47d1-88fe-56781e097198", "code": 200}, {"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-unplugged", "status": "completed", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:35.867235 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abcc59ef-499d-4447-819a-4750c5f083c7 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:35.872639 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7829f0bd-eb78-4ed3-8f23-e146bbf4542a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4545f492-4f30-47d1-88fe-56781e097198', 'code': 200} Aug 20 11:16:35.872639 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'code': 200} Aug 20 11:16:35.977896 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:35.980224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:35.981621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.032265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96750774-3aeb-4028-bf35-0d3af26def59 req-4f5c8584-60b8-48a7-887d-1fff54ce2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:36.033821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96750774-3aeb-4028-bf35-0d3af26def59 req-4f5c8584-60b8-48a7-887d-1fff54ce2c4c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 1096 time: 0.0937970 Aug 20 11:16:36.046743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-279c2ff8-8055-497a-8f91-54b84eb24381 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:36.048280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-279c2ff8-8055-497a-8f91-54b84eb24381 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "GET /v2.0/networks?id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 HTTP/1.1" status: 200 len: 822 time: 0.1596475 Aug 20 11:16:36.066529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:36.067993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Request body: {'port': {'device_id': '8474f422-81cb-406c-909f-d78feb130885', 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742', 'admin_state_up': True, 'tenant_id': '4e7d4b346155423c8f74faabe8c113d6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:36.078568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:16:36.117757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f200bc8e-b040-4b0e-8547-76b704036bd7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0719953 Aug 20 11:16:36.118235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46238) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:36.133893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Request body: {'subnet': {'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1232151615-subnet', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:36.149276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96750774-3aeb-4028-bf35-0d3af26def59 req-3b68f53d-e537-45b6-afae-b7cb33a3ac80 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999727 Aug 20 11:16:36.158747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46242) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:36.226877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11241a1-c17e-41ae-ace3-7fb1289498d6 admin admin] Deleting subnet 7389b135-15e5-4edb-bc0d-82505b52256e {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:16:36.230359 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f11241a1-c17e-41ae-ace3-7fb1289498d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.261840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:36.265032 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.268525 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f11241a1-c17e-41ae-ace3-7fb1289498d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.323878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-319d68bb-b559-415f-91c5-86064d695589 req-cec5c2fb-a1e7-451b-af5a-2cfd43d98a2a tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 210 time: 0.0590656 Aug 20 11:16:36.351012 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f11241a1-c17e-41ae-ace3-7fb1289498d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.446153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Made reservation on behalf of 4e7d4b346155423c8f74faabe8c113d6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:36.449751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.529941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f11241a1-c17e-41ae-ace3-7fb1289498d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.554393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d0982e2-7f3c-40b9-9d2b-80ae20dda04e req-c9127fba-b2a1-4643-9a8e-b899f68ce39f tempest-MigrationsAdminTest-1703184207 tempest-MigrationsAdminTest-1703184207-project] 10.222.0.10 "GET /v2.0/ports?device_id=23be1f64-a81a-400e-83e6-8ccce362189b HTTP/1.1" status: 200 len: 210 time: 0.0347283 Aug 20 11:16:36.555152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11241a1-c17e-41ae-ace3-7fb1289498d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7389b135-15e5-4edb-bc0d-82505b52256e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:36.559177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f11241a1-c17e-41ae-ace3-7fb1289498d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.561629 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f11241a1-c17e-41ae-ace3-7fb1289498d6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7389b135-15e5-4edb-bc0d-82505b52256e HTTP/1.1" status: 204 len: 168 time: 0.4018433 Aug 20 11:16:36.564420 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46248) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:36.631470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'name': 'network-vif-deleted', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:36.633766 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf657b80-beac-41ab-968a-b647c7b89365" -d '{"events": [{"server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "name": "network-vif-deleted", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:36.637513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Allocated IP 172.20.0.14 (a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742/77e64aa1-f77a-425d-a2d3-ca20859f4085/66f4a548-b353-4c5a-8f69-cbbda8b5efca) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:16:36.642791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.654176 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.723115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716f77d3-ee35-4a9f-8a6e-d4e7a142f166,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:36.740138 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0860e86-1395-49de-bb96-2125923cde87 x-openstack-request-id: req-d0860e86-1395-49de-bb96-2125923cde87 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:36.740435 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23be1f64-a81a-400e-83e6-8ccce362189b", "name": "network-vif-deleted", "tag": "1365fd03-1ebf-4e87-87d7-a3647f93fa7a", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:36.740696 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0860e86-1395-49de-bb96-2125923cde87 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:36.741139 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23be1f64-a81a-400e-83e6-8ccce362189b', 'name': 'network-vif-deleted', 'tag': '1365fd03-1ebf-4e87-87d7-a3647f93fa7a', 'status': 'completed', 'code': 200} Aug 20 11:16:36.770018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Checking segment: {'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:36.770354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Network hostable DHCP agents. Network: 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:16:36.826139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.841473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a80f6cf-0d3d-4288-83cf-55d8081fb0cd']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:36.861481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 202c09e8-2bf0-4d79-b20d-41b18f9798ca details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:36.865400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f205ddf-d062-429b-ba74-05b08bc26360') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:36.866282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f205ddf-d062-429b-ba74-05b08bc26360') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:36.882617 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.886466 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.900540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.909925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:16:36.910384 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:36.930075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:16:36.930379 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:16:36.969503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2c01-6306-4bac-a321-f837e6e72170 req-094c7133-e4cc-40a9-94f0-9c748af797fc tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:36.971180 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53da2c01-6306-4bac-a321-f837e6e72170 req-094c7133-e4cc-40a9-94f0-9c748af797fc tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 945 time: 0.1882014 Aug 20 11:16:36.998914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:37.012172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '202c09e8-2bf0-4d79-b20d-41b18f9798ca', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '202c09e8-2bf0-4d79-b20d-41b18f9798ca', 'mac_address': 'fa:16:3e:88:82:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:16:37.024229 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53da2c01-6306-4bac-a321-f837e6e72170 req-48c09d33-d61b-4dc7-ae7d-874770811d28 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434465 Aug 20 11:16:37.038770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c900d-2837-4f44-bf0b-cd915ae3deb1 req-6cbbbbb9-23e7-4fe2-bb29-dbcbf3ebb079 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:37.040519 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534c900d-2837-4f44-bf0b-cd915ae3deb1 req-6cbbbbb9-23e7-4fe2-bb29-dbcbf3ebb079 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 949 time: 0.0757601 Aug 20 11:16:37.041891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:37.050690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:37.051301 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.058555 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.066098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.066350 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.070230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89754ea1-67e7-49eb-9c3a-6b48f9ac1814 None None] Network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:16:37.072442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.083133 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0a80f6cf-0d3d-4288-83cf-55d8081fb0cd HTTP/1.1" status: 204 len: 168 time: 0.5101581 Aug 20 11:16:37.087003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 202c09e8-2bf0-4d79-b20d-41b18f9798ca {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:37.096601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d62bb3-d272-481b-b04f-efeb42d32916 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a80f6cf-0d3d-4288-83cf-55d8081fb0cd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:37.111041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:16:37.115110 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:37.137642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:16:37.149056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:37.154082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6c531a9c-1a43-4756-aa0d-3c93ba4d4277 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0245118 Aug 20 11:16:37.155638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1365fd03-1ebf-4e87-87d7-a3647f93fa7a no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:37.157376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46270) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:37.173679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:37.185763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 1365fd03-1ebf-4e87-87d7-a3647f93fa7a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:37.190308 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1365fd03-1ebf-4e87-87d7-a3647f93fa7a not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:37.221132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event updated for resources: {'Port': ['ID=66f4a548-b353-4c5a-8f69-cbbda8b5efca,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:37.233483 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534c900d-2837-4f44-bf0b-cd915ae3deb1 req-b194cc75-d2d6-41cf-9f8b-658323f8316b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207786 Aug 20 11:16:37.240174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:37.240852 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.284043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.285225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.288883 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.304624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:16:37.305512 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.376719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=202c09e8-2bf0-4d79-b20d-41b18f9798ca,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:37.385297 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.413040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7812998-5797-421a-9fe4-8b2e883e797a req-4f1221a3-d6ef-4500-81c9-703ac0e02437 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:37.430698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7812998-5797-421a-9fe4-8b2e883e797a req-4f1221a3-d6ef-4500-81c9-703ac0e02437 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 1100 time: 0.1003737 Aug 20 11:16:37.433708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['202c09e8-2bf0-4d79-b20d-41b18f9798ca'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:37.474570 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-967cc5c3-8da4-4312-be05-5b7aff68d712 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4103284 Aug 20 11:16:37.483396 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7812998-5797-421a-9fe4-8b2e883e797a req-f5205c05-4441-4680-ab62-24270270e7e7 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449779 Aug 20 11:16:37.493757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Request body: {'port': {'device_id': '8474f422-81cb-406c-909f-d78feb130885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:37.560641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfba95e-af31-486d-b1c3-cf0348cad236 req-495221e0-d403-4784-8f25-7ea9e4410ac9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:37.562698 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cfba95e-af31-486d-b1c3-cf0348cad236 req-495221e0-d403-4784-8f25-7ea9e4410ac9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 932 time: 0.1477265 Aug 20 11:16:37.602376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Allocated IP 172.20.0.2 (57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c/716f77d3-ee35-4a9f-8a6e-d4e7a142f166/c2139f11-7777-4777-b910-e0f4b70bfc9b) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:16:37.614293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46288) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:37.656830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.672280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cfba95e-af31-486d-b1c3-cf0348cad236 req-b3cdab59-541a-433b-91af-3da41e0c61eb tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908718 Aug 20 11:16:37.910013 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:37.920970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Transition to ACTIVE for port object c2139f11-7777-4777-b910-e0f4b70bfc9b will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:37.938226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Transition to ACTIVE for port object c2139f11-7777-4777-b910-e0f4b70bfc9b will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:38.032140 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.099265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:16:38.102426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Pushing event updated for resources: {'Port': ['ID=c2139f11-7777-4777-b910-e0f4b70bfc9b,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:38.105451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:38.109175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:16:38.184183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Attempting to bind port c2139f11-7777-4777-b910-e0f4b70bfc9b on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:16:38.184526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Attempting to bind port c2139f11-7777-4777-b910-e0f4b70bfc9b by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:16:38.184914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Attempting to bind port c2139f11-7777-4777-b910-e0f4b70bfc9b on network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:38.190799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:16:38.191133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Checking segment: {'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:38.191513 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.191937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Bound using segment: {'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:16:38.192445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Bound port: c2139f11-7777-4777-b910-e0f4b70bfc9b, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:16:38.192824 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.253606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f4a548-b353-4c5a-8f69-cbbda8b5efca {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:38.265973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.280353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-6874fdd3-cbc3-4acc-a005-6d203c317922 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1385856 Aug 20 11:16:38.282892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] For port c2139f11-7777-4777-b910-e0f4b70bfc9b, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:38.290395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Transition to ACTIVE for port object 66f4a548-b353-4c5a-8f69-cbbda8b5efca will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:38.290707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] For port c2139f11-7777-4777-b910-e0f4b70bfc9b, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c2139f11-7777-4777-b910-e0f4b70bfc9b,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:38.299956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e0715-d961-42c4-ac4a-dbc25737fb25 req-83c73154-7900-41d3-af5c-c430114c921a tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:38.308136 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-780e0715-d961-42c4-ac4a-dbc25737fb25 req-83c73154-7900-41d3-af5c-c430114c921a tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 945 time: 0.1369543 Aug 20 11:16:38.363080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-780e0715-d961-42c4-ac4a-dbc25737fb25 req-5838be14-1d49-4e9b-ae9d-df96d450bb68 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539386 Aug 20 11:16:38.378983 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.395398 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46328) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:38.402499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1d6b73cb-f77d-470e-b59a-a256eb2a2d0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e455d001e8354a7f808c1c6328947dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7830400 Aug 20 11:16:38.402776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46332) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:38.415661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.449338 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.501568 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c6043ce-ca7f-4562-a70c-397d54f48649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.510780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-33519218-ae3a-441b-b8c3-38b1ae23d5d9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:38.512541 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-33519218-ae3a-441b-b8c3-38b1ae23d5d9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314048 Aug 20 11:16:38.554326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Pushing event updated for resources: {'Port': ['ID=66f4a548-b353-4c5a-8f69-cbbda8b5efca,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:38.578610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-da54fd8e-e6ae-4599-ae6a-e85efaf7de82 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/quotas/87c91f87b43245b8b721772af7d5e336 HTTP/1.1" status: 200 len: 375 time: 0.0576274 Aug 20 11:16:38.615718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7366d8-f467-47ae-ba1b-481b4e8345e8 None None] Pushing event updated for resources: {'Port': ['ID=c2139f11-7777-4777-b910-e0f4b70bfc9b,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:38.637846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Attempting to bind port 66f4a548-b353-4c5a-8f69-cbbda8b5efca on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:16:38.638905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Attempting to bind port 66f4a548-b353-4c5a-8f69-cbbda8b5efca by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:16:38.639254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Attempting to bind port 66f4a548-b353-4c5a-8f69-cbbda8b5efca on network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:38.644301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Port 66f4a548-b353-4c5a-8f69-cbbda8b5efca on network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:16:38.644969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Attempting to bind port 66f4a548-b353-4c5a-8f69-cbbda8b5efca on network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:38.646861 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c6043ce-ca7f-4562-a70c-397d54f48649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.652603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:16:38.653406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Checking segment: {'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:38.671354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Bound using segment: {'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:16:38.671354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Bound port: 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:16:38.671354 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.831603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-bc11526e-ca42-435b-8867-171fc55483d7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2520947 Aug 20 11:16:38.879237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 202c09e8-2bf0-4d79-b20d-41b18f9798ca up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:38.924783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] For port 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:38.931209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9c2ba6b3-f08b-429e-ac72-5e90ada62f7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6136056d5744f71aedd216a888b7728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345662 Aug 20 11:16:38.934344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46356) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:38.940580 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c6043ce-ca7f-4562-a70c-397d54f48649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.940580 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c6043ce-ca7f-4562-a70c-397d54f48649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:38.951383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6c6043ce-ca7f-4562-a70c-397d54f48649 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e HTTP/1.1" status: 204 len: 168 time: 0.5447469 Aug 20 11:16:38.988114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] For port 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:38.991150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6043ce-ca7f-4562-a70c-397d54f48649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f8125b-84df-4b1b-b8c8-4c1cb1d4d31e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:39.013791 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 202c09e8-2bf0-4d79-b20d-41b18f9798ca triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:39.014502 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:39.053128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa97d1-8c4f-41c8-9b8c-1d78adcb2ff5 req-6a108847-a095-4f52-9d75-3c2cc71cc521 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:39.056616 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcfa97d1-8c4f-41c8-9b8c-1d78adcb2ff5 req-6a108847-a095-4f52-9d75-3c2cc71cc521 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 944 time: 0.2973742 Aug 20 11:16:39.087344 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:39.144891 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:39.185642 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202c09e8-2bf0-4d79-b20d-41b18f9798ca'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:39.189496 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9f43ef-88e4-4486-85eb-f1ee329aa1fa" -d '{"events": [{"server_uuid": "f6889bc6-86fb-4264-b9b3-e8da68289533", "name": "network-vif-plugged", "status": "completed", "tag": "202c09e8-2bf0-4d79-b20d-41b18f9798ca"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:39.208146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:39.228029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:39.269318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Pushing event updated for resources: {'Port': ['ID=66f4a548-b353-4c5a-8f69-cbbda8b5efca,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:39.297731 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:39.312082 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:39.345727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:39.346383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:39.356198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-899241e6-1fcf-4093-9903-b93486cb0995 service neutron] 10.222.0.38 "PUT /v2.0/ports/66f4a548-b353-4c5a-8f69-cbbda8b5efca HTTP/1.1" status: 200 len: 1092 time: 1.8697689 Aug 20 11:16:39.366994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcfa97d1-8c4f-41c8-9b8c-1d78adcb2ff5 req-08e0c89e-daf1-474b-8c73-38db12c386ed tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905304 Aug 20 11:16:39.380418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8474f422-81cb-406c-909f-d78feb130885', 'tag': '66f4a548-b353-4c5a-8f69-cbbda8b5efca'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:39.390717 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1048b891-0b26-4c9b-8421-959c6560782c" -d '{"events": [{"name": "network-changed", "server_uuid": "8474f422-81cb-406c-909f-d78feb130885", "tag": "66f4a548-b353-4c5a-8f69-cbbda8b5efca"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:39.431143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=202c09e8-2bf0-4d79-b20d-41b18f9798ca,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:39.467823 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f152311c-70cf-4300-aed1-473d8a842dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:39.538876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Allocated IP 172.25.4.60 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/b92e16f2-296e-4089-80af-ec2a5f784cb0) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:16:39.561502 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5548538d-0f72-463e-a2d9-97e1867612c4 x-openstack-request-id: req-5548538d-0f72-463e-a2d9-97e1867612c4 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:39.561502 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6889bc6-86fb-4264-b9b3-e8da68289533", "name": "network-vif-plugged", "status": "completed", "tag": "202c09e8-2bf0-4d79-b20d-41b18f9798ca", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:39.561502 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5548538d-0f72-463e-a2d9-97e1867612c4 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:39.563430 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202c09e8-2bf0-4d79-b20d-41b18f9798ca', 'code': 200} Aug 20 11:16:39.707974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f152311c-70cf-4300-aed1-473d8a842dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:39.749546 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b343bce4-03f1-4cc1-9126-4fadf7c30d29 x-openstack-request-id: req-b343bce4-03f1-4cc1-9126-4fadf7c30d29 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:39.753114 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8474f422-81cb-406c-909f-d78feb130885", "tag": "66f4a548-b353-4c5a-8f69-cbbda8b5efca", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:39.755240 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b343bce4-03f1-4cc1-9126-4fadf7c30d29 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:39.755847 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8474f422-81cb-406c-909f-d78feb130885', 'tag': '66f4a548-b353-4c5a-8f69-cbbda8b5efca', 'status': 'completed', 'code': 200} Aug 20 11:16:39.820151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c2139f11-7777-4777-b910-e0f4b70bfc9b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:39.854394 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:39.856436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-51c350ac-eebb-4799-aa27-6d8aebc1675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:39.861130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-51c350ac-eebb-4799-aa27-6d8aebc1675f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e7d4b346155423c8f74faabe8c113d6&device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 1095 time: 0.3682942 Aug 20 11:16:39.957171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58ee84fe-d88a-4405-838a-e72014ace71d req-44ce9813-01ef-4b6d-a414-92bdf2bdad22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 210 time: 0.2406948 Aug 20 11:16:39.993351 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-f9c956d3-a7f5-4dae-ae49-a42354d89c43 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca HTTP/1.1" status: 200 len: 217 time: 0.1233535 Aug 20 11:16:40.015511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:40.043384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c2139f11-7777-4777-b910-e0f4b70bfc9b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:40.101290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:16:40.104677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:40.110417 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:16:40.131137 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f152311c-70cf-4300-aed1-473d8a842dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:40.136906 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f152311c-70cf-4300-aed1-473d8a842dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:40.143503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f152311c-70cf-4300-aed1-473d8a842dcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0bfe94e-4f02-41aa-950a-262ca73daddc HTTP/1.1" status: 204 len: 168 time: 1.2022388 Aug 20 11:16:40.170033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Pushing event updated for resources: {'Port': ['ID=b92e16f2-296e-4089-80af-ec2a5f784cb0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:40.183851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152311c-70cf-4300-aed1-473d8a842dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bfe94e-4f02-41aa-950a-262ca73daddc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:40.199457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-47435671-1cd8-4354-a977-f404b148b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:40.201530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-47435671-1cd8-4354-a977-f404b148b3be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77e64aa1-f77a-425d-a2d3-ca20859f4085 HTTP/1.1" status: 200 len: 862 time: 0.2006507 Aug 20 11:16:40.242480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f4b07-981a-494f-bb20-064a584f101f None None] Network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:16:40.279308 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-a5b6c54e-a993-43bc-9f2b-bb1f3f97ad42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684731 Aug 20 11:16:40.450182 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-a7099242-c78c-4446-b1f3-072d2d6e21fc service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509545 Aug 20 11:16:40.475390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a9e7d7fe-6e5f-4a44-bc75-1df144c14335 None None] Provisioning for port c2139f11-7777-4777-b910-e0f4b70bfc9b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:40.505679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a9e7d7fe-6e5f-4a44-bc75-1df144c14335 None None] Provisioning complete for port c2139f11-7777-4777-b910-e0f4b70bfc9b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:40.506173 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d7fe-6e5f-4a44-bc75-1df144c14335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:40.627428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac856f5-216c-4e34-a142-7824230e17f5 req-8e384167-2c17-4d5f-8b3d-0aa33c1a9538 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:40.629822 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eac856f5-216c-4e34-a142-7824230e17f5 req-8e384167-2c17-4d5f-8b3d-0aa33c1a9538 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 944 time: 0.1118317 Aug 20 11:16:40.635969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67d20498-5e7e-40c6-83c7-36c6dce1ba67 req-f8cb1f56-5e81-432e-8d8e-647179d587fd service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789536 Aug 20 11:16:40.803938 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d7fe-6e5f-4a44-bc75-1df144c14335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:40.871467 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:40.914142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eac856f5-216c-4e34-a142-7824230e17f5 req-2df84e93-a904-4342-a31b-58043f468bdf tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619677 Aug 20 11:16:40.921637 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:40.927835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a9e7d7fe-6e5f-4a44-bc75-1df144c14335 None None] For port c2139f11-7777-4777-b910-e0f4b70bfc9b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c2139f11-7777-4777-b910-e0f4b70bfc9b,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:41.060104 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d7fe-6e5f-4a44-bc75-1df144c14335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:41.096146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048b891-0b26-4c9b-8421-959c6560782c req-a89974bf-948d-43aa-ad50-c1e217e5d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:41.104344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1048b891-0b26-4c9b-8421-959c6560782c req-a89974bf-948d-43aa-ad50-c1e217e5d2dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e7d4b346155423c8f74faabe8c113d6&device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 1095 time: 0.2439544 Aug 20 11:16:41.181524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e2656-ffe6-490b-b8ce-5ded0f4aef87 req-cac0f305-23cb-4be4-8691-f629b40a2628 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:41.186206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7d7fe-6e5f-4a44-bc75-1df144c14335 None None] Pushing event updated for resources: {'Port': ['ID=c2139f11-7777-4777-b910-e0f4b70bfc9b,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:41.197194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e77e2656-ffe6-490b-b8ce-5ded0f4aef87 req-cac0f305-23cb-4be4-8691-f629b40a2628 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 945 time: 0.3474164 Aug 20 11:16:41.214363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8fc2f925-e7d8-4f16-a150-9accb3069045 None None] Provisioning complete for port c2139f11-7777-4777-b910-e0f4b70bfc9b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:41.214363 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8fc2f925-e7d8-4f16-a150-9accb3069045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:41.249955 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1d32ae9-e9f9-4271-90dc-59c2055805da req-8e6d7662-8bea-47ad-a520-3b3472261109 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 210 time: 0.0527098 Aug 20 11:16:41.333815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46436) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:41.355175 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:41.373891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e77e2656-ffe6-490b-b8ce-5ded0f4aef87 req-010d72b5-940c-4ed7-a089-66ec0ed21a1d tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706452 Aug 20 11:16:41.422224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048b891-0b26-4c9b-8421-959c6560782c req-19d01248-6dff-4e68-878c-3dbe75730f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:41.424691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1048b891-0b26-4c9b-8421-959c6560782c req-19d01248-6dff-4e68-878c-3dbe75730f11 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 HTTP/1.1" status: 200 len: 923 time: 0.3073475 Aug 20 11:16:41.435161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46438) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:41.438985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b42a58bf-840e-4e2f-98ec-098afd9ff604 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bda8d2a76e914f61b6b88ee4f41c106a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033411 Aug 20 11:16:41.444695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46440) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:41.529203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1048b891-0b26-4c9b-8421-959c6560782c req-a786082e-1b17-4b30-bc1b-c8060d1c6f40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca HTTP/1.1" status: 200 len: 217 time: 0.0824358 Aug 20 11:16:41.618813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048b891-0b26-4c9b-8421-959c6560782c req-a0b9ea4c-6efe-4307-a794-48ba2b2b3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:41.621321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1048b891-0b26-4c9b-8421-959c6560782c req-a0b9ea4c-6efe-4307-a794-48ba2b2b3a67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77e64aa1-f77a-425d-a2d3-ca20859f4085 HTTP/1.1" status: 200 len: 862 time: 0.0830574 Aug 20 11:16:41.625436 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5deddc-b721-4f58-b446-47199ca49177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:41.643253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c2139f11-7777-4777-b910-e0f4b70bfc9b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:41.671863 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1048b891-0b26-4c9b-8421-959c6560782c req-f1fc7da1-675c-49d1-be1c-948e44be9d85 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425072 Aug 20 11:16:41.703150 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5deddc-b721-4f58-b446-47199ca49177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:41.709311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Router a5575eb0-29e1-476c-8549-3e63e6222382 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:16:41.747563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c2139f11-7777-4777-b910-e0f4b70bfc9b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:41.747942 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:41.851978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1048b891-0b26-4c9b-8421-959c6560782c req-b7f68afa-6a57-4d3f-99ee-431bb55102de service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650572 Aug 20 11:16:41.890158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-201372313-network', 'tenant_id': '827a6c31e03348b2b699832092ba6a35'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:41.976497 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5deddc-b721-4f58-b446-47199ca49177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:41.980452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5deddc-b721-4f58-b446-47199ca49177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:41.982405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9f5deddc-b721-4f58-b446-47199ca49177 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f351cd8e-ddaf-426a-841b-c526510e734f HTTP/1.1" status: 204 len: 168 time: 0.5291851 Aug 20 11:16:42.024884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:16:42.051395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Sync routers for ids ['a5575eb0-29e1-476c-8549-3e63e6222382'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:16:42.070069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Routers {'a5575eb0-29e1-476c-8549-3e63e6222382'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:16:42.070855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:16:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a5575eb0-29e1-476c-8549-3e63e6222382'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:42.076347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Made reservation on behalf of 827a6c31e03348b2b699832092ba6a35 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:42.082247 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:42.088684 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1048b891-0b26-4c9b-8421-959c6560782c req-5b214945-b0ea-4eb1-b171-321cd2be96a0 service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287884 Aug 20 11:16:42.095611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:42.152384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5deddc-b721-4f58-b446-47199ca49177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f351cd8e-ddaf-426a-841b-c526510e734f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:42.216572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:42.220298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-21b1a3f2-0355-47c9-af55-bcf88e1fc4dd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0605123 Aug 20 11:16:42.229496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46460) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:42.245940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6b73e-ecd1-40b8-a894-0a5063cde4b3 req-d80e9c30-3b90-4da5-b595-b6b16522ea37 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:42.254017 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09e6b73e-ecd1-40b8-a894-0a5063cde4b3 req-d80e9c30-3b90-4da5-b595-b6b16522ea37 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 944 time: 0.1882758 Aug 20 11:16:42.344860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Set router a5575eb0-29e1-476c-8549-3e63e6222382 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:16:42.346088 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-814dcca7-72ab-43f5-a966-ba944ee5fae0 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:42.347690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-814dcca7-72ab-43f5-a966-ba944ee5fae0 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.57 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 945 time: 0.2012846 Aug 20 11:16:42.384174 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:42.441758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09e6b73e-ecd1-40b8-a894-0a5063cde4b3 req-92fe325d-6a42-4a51-a90e-3e5d50f2b34f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863208 Aug 20 11:16:42.445931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf20b150-87d6-4e11-bec9-d880f31dfd2b req-06a509c9-0730-4586-b7b9-218e5921f42a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 210 time: 0.0460289 Aug 20 11:16:42.501220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:42.548035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:16:42.563782 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0869053a-042a-4bd2-9ff3-4ca109fec426,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:42.584694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:42.587587 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Added segment b79c19ca-ed11-4d7c-837d-8017588eedb6 of type vlan for network fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece Aug 20 11:16:42.718751 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:42.808607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68aea0-52b3-4ae2-b3e4-9795e37d8be8 req-3d0356cb-3d9f-4b95-a597-b0f3a78f1a8a tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:42.816727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f68aea0-52b3-4ae2-b3e4-9795e37d8be8 req-3d0356cb-3d9f-4b95-a597-b0f3a78f1a8a tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 945 time: 0.1375375 Aug 20 11:16:42.836034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-80510a64-6766-4db2-b1e6-600347672103 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Deleting port 4545f492-4f30-47d1-88fe-56781e097198 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:16:42.836251 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-80510a64-6766-4db2-b1e6-600347672103 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:42.877392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:42.878502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:42.879095 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:42.909622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:40Z', 'revision_number': 3, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:42.949214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Checking router: a5575eb0-29e1-476c-8549-3e63e6222382 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:16:42.949993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Updating router a5575eb0-29e1-476c-8549-3e63e6222382 port b92e16f2-296e-4089-80af-ec2a5f784cb0 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:16:42.983869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:42.986262 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.013913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:16:43.014987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f68aea0-52b3-4ae2-b3e4-9795e37d8be8 req-6553ffb1-341d-45cd-88a5-a34e5fe82508 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/security-groups?id=1518d1a4-3584-48fd-81f4-ed80ac5fab66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973906 Aug 20 11:16:43.061142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-60208f80-b238-42ef-bbb6-61ad8b1cdcf3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=87c91f87b43245b8b721772af7d5e336&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617869 Aug 20 11:16:43.107647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dcdefbc7-ac4c-43da-9277-ed49b6a8cca9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6419234 Aug 20 11:16:43.139911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46480) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:43.145306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Request body: {'subnet': {'network_id': 'fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-201372313-subnet', 'tenant_id': '827a6c31e03348b2b699832092ba6a35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:43.198212 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:16:43.213650 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.250590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-80510a64-6766-4db2-b1e6-600347672103 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] For port 4545f492-4f30-47d1-88fe-56781e097198, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=4545f492-4f30-47d1-88fe-56781e097198,segment=NetworkSegment(82cb3d9d-26ec-4a68-8990-780bb148482a),segment_id=82cb3d9d-26ec-4a68-8990-780bb148482a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:43.251214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-80510a64-6766-4db2-b1e6-600347672103 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.324013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-80510a64-6766-4db2-b1e6-600347672103 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Calling delete_port for 4545f492-4f30-47d1-88fe-56781e097198 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:16:43.373255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Made reservation on behalf of 827a6c31e03348b2b699832092ba6a35 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:43.379888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.442721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-73d442ad-7c43-4950-b09d-34d615ad3973 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:43.453653 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-73d442ad-7c43-4950-b09d-34d615ad3973 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3805869 Aug 20 11:16:43.558605 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Request body: {'port': {'device_id': '2247d083-51e6-4eb5-b9cf-240b1b2ac384', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '87c91f87b43245b8b721772af7d5e336'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:43.697025 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.706365 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c8f9fe8-4710-4621-9485-ab3c55e11fb7 req-f60e35cf-1cc7-49bf-8faa-e39451c4d7d3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 210 time: 0.0901172 Aug 20 11:16:43.709410 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.712706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Transition to ACTIVE for port object b92e16f2-296e-4089-80af-ec2a5f784cb0 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:43.849128 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.917412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2de587-862e-432a-b146-05b0ca15ced5 req-1dfaf16f-322b-483c-b493-762e41e80146 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:43.937908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c2de587-862e-432a-b146-05b0ca15ced5 req-1dfaf16f-322b-483c-b493-762e41e80146 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 944 time: 0.3442256 Aug 20 11:16:43.941094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Made reservation on behalf of 87c91f87b43245b8b721772af7d5e336 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:43.943425 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-80510a64-6766-4db2-b1e6-600347672103 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.944445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Attempting to bind port b92e16f2-296e-4089-80af-ec2a5f784cb0 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:16:43.955932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Attempting to bind port b92e16f2-296e-4089-80af-ec2a5f784cb0 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:16:43.955932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Attempting to bind port b92e16f2-296e-4089-80af-ec2a5f784cb0 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:43.956234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.962785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:16:43.966798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:43.967366 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.971312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:16:43.971936 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Bound port: b92e16f2-296e-4089-80af-ec2a5f784cb0, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:16:43.972406 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:43.980514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:44.074624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80510a64-6766-4db2-b1e6-600347672103 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Pushing event deleted for resources: {'Port': ['ID=4545f492-4f30-47d1-88fe-56781e097198,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:44.084570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] For port b92e16f2-296e-4089-80af-ec2a5f784cb0, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:44.100509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] For port b92e16f2-296e-4089-80af-ec2a5f784cb0, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b92e16f2-296e-4089-80af-ec2a5f784cb0,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:44.118350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb5776-3ad7-4b5f-8485-1a7467f1c993 None None] Pushing event updated for resources: {'Port': ['ID=b92e16f2-296e-4089-80af-ec2a5f784cb0,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:44.167975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9a4fef-109c-4690-92cb-072108a2fbb9,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:44.183293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Checking segment: {'id': 'b79c19ca-ed11-4d7c-837d-8017588eedb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:44.183873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Network hostable DHCP agents. Network: fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:16:44.185974 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:44.303647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-533ecd9f-8290-49ff-b674-83dc3230e086 req-e68d18ed-3614-4657-a9a3-3ee8c8beed28 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 210 time: 0.0456939 Aug 20 11:16:44.321430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Network fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:16:44.334962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Routers {'a5575eb0-29e1-476c-8549-3e63e6222382'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:16:44.334962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:16:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a5575eb0-29e1-476c-8549-3e63e6222382'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:44.348745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Allocated IP 192.168.233.22 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/138baaa8-cb94-42f6-9412-01872eb0b88a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:16:44.401444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb5776-3ad7-4b5f-8485-1a7467f1c993 None None] Pushing event updated for resources: {'Port': ['ID=b92e16f2-296e-4089-80af-ec2a5f784cb0,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:44.443360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:44.462258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:44.463320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:44.499068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8604e3-953d-487e-ae74-a39da51a5134 None None] Network fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:16:44.581532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a0ec3-05a5-4e12-9246-3fc5cd4cb4f3 req-7eb8e10c-369a-4922-9312-d32acfa2ee08 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:44.589585 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-112a0ec3-05a5-4e12-9246-3fc5cd4cb4f3 req-7eb8e10c-369a-4922-9312-d32acfa2ee08 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 945 time: 0.1294179 Aug 20 11:16:44.657579 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-112a0ec3-05a5-4e12-9246-3fc5cd4cb4f3 req-9c6e78d9-05c2-462e-8fd8-daabc6b0c865 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615768 Aug 20 11:16:44.660744 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] Set router a5575eb0-29e1-476c-8549-3e63e6222382 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:16:44.667788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-29f325a0-217c-4eea-b582-38a0696d4725 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5267053 Aug 20 11:16:44.715044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-80510a64-6766-4db2-b1e6-600347672103 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] No DVR routers for this DVR port 4545f492-4f30-47d1-88fe-56781e097198 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:44.741659 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c2de587-862e-432a-b146-05b0ca15ced5 req-bdcdcf2a-1bed-49e8-8696-35279f52af8c tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7988436 Aug 20 11:16:44.746932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-80510a64-6766-4db2-b1e6-600347672103 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:44.759613 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:44.767570 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d41a155-d19b-4945-8a99-9310787c9c40 req-80510a64-6766-4db2-b1e6-600347672103 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.57 "DELETE /v2.0/ports/4545f492-4f30-47d1-88fe-56781e097198 HTTP/1.1" status: 204 len: 173 time: 2.3687904 Aug 20 11:16:44.768482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7829f0bd-eb78-4ed3-8f23-e146bbf4542a', 'name': 'network-vif-deleted', 'tag': '4545f492-4f30-47d1-88fe-56781e097198'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:44.772648 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31611779-1d28-435d-ba6c-edd33b4924dd" -d '{"events": [{"server_uuid": "7829f0bd-eb78-4ed3-8f23-e146bbf4542a", "name": "network-vif-deleted", "tag": "4545f492-4f30-47d1-88fe-56781e097198"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:44.861972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Transition to ACTIVE for port object 138baaa8-cb94-42f6-9412-01872eb0b88a will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:44.870014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Allocated IP 172.20.0.1 (57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c/716f77d3-ee35-4a9f-8a6e-d4e7a142f166/0833232a-5997-4f4d-93b9-21c3d33649ac) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:16:44.880400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90257fc-0134-447e-b238-cb07704c1cdd None None] Network fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:16:44.897450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 4545f492-4f30-47d1-88fe-56781e097198 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:44.961907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 4545f492-4f30-47d1-88fe-56781e097198 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:16:44.962883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 4545f492-4f30-47d1-88fe-56781e097198 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:16:44.964591 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f6f4ea-d658-4cf0-925b-ca6fb5205962 x-openstack-request-id: req-68f6f4ea-d658-4cf0-925b-ca6fb5205962 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:44.966374 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7829f0bd-eb78-4ed3-8f23-e146bbf4542a", "name": "network-vif-deleted", "tag": "4545f492-4f30-47d1-88fe-56781e097198", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:44.966858 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68f6f4ea-d658-4cf0-925b-ca6fb5205962 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:44.967919 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7829f0bd-eb78-4ed3-8f23-e146bbf4542a', 'name': 'network-vif-deleted', 'tag': '4545f492-4f30-47d1-88fe-56781e097198', 'status': 'completed', 'code': 200} Aug 20 11:16:45.057316 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c7c18985-d3d5-446c-b15d-cdf18a8dc9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:45.066416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37cf6dc7-30f4-42f7-acd6-9502ce75b12f req-8f289964-bf5b-407f-baee-170e2d4cefdb tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 210 time: 0.0848539 Aug 20 11:16:45.089422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:45.110201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0', '4cc68761-617f-4547-9848-b276421799e3', 'adbe043e-088d-455f-ba37-131f9160403b', 'ccaccd09-5551-4250-b569-93d46f628528'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:45.182255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event updated for resources: {'Port': ['ID=138baaa8-cb94-42f6-9412-01872eb0b88a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:45.194496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3', '27c3c427-dd21-4f5d-9d07-e071b97bb6ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:45.199460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:16:45.205087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:45.229406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:16:45.268303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 66f4a548-b353-4c5a-8f69-cbbda8b5efca details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:45.328075 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:45.359116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:45.360022 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:45.383696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Transition to ACTIVE for port object 0833232a-5997-4f4d-93b9-21c3d33649ac will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:45.472100 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-3ad6c74a-371c-4487-bb3c-182cf0f23497 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9227045 Aug 20 11:16:45.488611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Request body: {'port': {'device_id': '2247d083-51e6-4eb5-b9cf-240b1b2ac384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:45.531642 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:45.606080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:45.687914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:16:45.696372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:45.765190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:16:45.784282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Pushing event updated for resources: {'Port': ['ID=0833232a-5997-4f4d-93b9-21c3d33649ac,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:45.817993 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.resource_extend [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:16:45.885778 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:46.213491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:40Z', 'revision_number': 3, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:46.278194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163ef30-0a2b-4eb7-a3db-793e6120085b None None] The sync data for ids ['a5575eb0-29e1-476c-8549-3e63e6222382'] in n-d-804230-3 is: [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:40Z', 'revision_number': 3, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:16:46.387883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fef70eaf-ca1e-4ca2-8385-cf5df6a613a4 req-1e801c09-e392-4c3e-8080-5757ab019dd8 tempest-ServerMetadataNegativeTestJSON-1333898657 tempest-ServerMetadataNegativeTestJSON-1333898657-project] 10.222.0.10 "GET /v2.0/ports?device_id=7829f0bd-eb78-4ed3-8f23-e146bbf4542a HTTP/1.1" status: 200 len: 210 time: 0.1300192 Aug 20 11:16:46.503290 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:46.604504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-44c1c8fb-a787-441d-ae01-b462cdcf5641 None None] Provisioning for port 138baaa8-cb94-42f6-9412-01872eb0b88a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:46.621477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-44c1c8fb-a787-441d-ae01-b462cdcf5641 None None] Provisioning complete for port 138baaa8-cb94-42f6-9412-01872eb0b88a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:46.623060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-44c1c8fb-a787-441d-ae01-b462cdcf5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:46.677506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138baaa8-cb94-42f6-9412-01872eb0b88a {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:46.690468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871764a-469d-4d02-8c18-63fe9a256088 req-ff570549-624c-41bf-aeae-7794aad0e28f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:46.720449 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:46.720988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b871764a-469d-4d02-8c18-63fe9a256088 req-ff570549-624c-41bf-aeae-7794aad0e28f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 944 time: 0.3241260 Aug 20 11:16:46.774779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Transition to ACTIVE for port object 138baaa8-cb94-42f6-9412-01872eb0b88a will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:46.847294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:46.867969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:46.902020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b871764a-469d-4d02-8c18-63fe9a256088 req-844bea96-46c4-45cd-95f5-22d9de29cd91 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973109 Aug 20 11:16:46.944301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '66f4a548-b353-4c5a-8f69-cbbda8b5efca', 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742', 'port_id': '66f4a548-b353-4c5a-8f69-cbbda8b5efca', 'mac_address': 'fa:16:3e:b5:97:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e64aa1-f77a-425d-a2d3-ca20859f4085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:16:46.944301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-44c1c8fb-a787-441d-ae01-b462cdcf5641 None None] Port 138baaa8-cb94-42f6-9412-01872eb0b88a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:16:47.078727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Pushing event updated for resources: {'Port': ['ID=138baaa8-cb94-42f6-9412-01872eb0b88a,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:47.117176 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:47.130575 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:47.180025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f4a548-b353-4c5a-8f69-cbbda8b5efca {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:47.206761 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:47.214746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4ad77-adbf-4817-96f3-da2c31dc3586 req-d081b334-0484-4b55-9b1d-7ffcdf7eabad tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:47.227109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6c4ad77-adbf-4817-96f3-da2c31dc3586 req-d081b334-0484-4b55-9b1d-7ffcdf7eabad tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 945 time: 0.1303501 Aug 20 11:16:47.228167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de5627-7eb2-495e-abc8-637b73c983c3 req-34a6b509-e07a-47e7-a15d-3eb1073478d7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:47.230063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95de5627-7eb2-495e-abc8-637b73c983c3 req-34a6b509-e07a-47e7-a15d-3eb1073478d7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 947 time: 0.1237030 Aug 20 11:16:47.242734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Attempting to bind port 138baaa8-cb94-42f6-9412-01872eb0b88a on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:16:47.243073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Attempting to bind port 138baaa8-cb94-42f6-9412-01872eb0b88a by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:16:47.243407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Attempting to bind port 138baaa8-cb94-42f6-9412-01872eb0b88a on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:47.270742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Port 138baaa8-cb94-42f6-9412-01872eb0b88a on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:16:47.271070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Attempting to bind port 138baaa8-cb94-42f6-9412-01872eb0b88a on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:47.285740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:16:47.286087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:47.287593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:16:47.288385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Bound port: 138baaa8-cb94-42f6-9412-01872eb0b88a, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:16:47.288815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:47.294941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:47.348767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-395998a7-cb28-4c8f-8ba1-9d2b2c5e3057 None None] Provisioning for port 0833232a-5997-4f4d-93b9-21c3d33649ac completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:47.353702 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6c4ad77-adbf-4817-96f3-da2c31dc3586 req-4c27e0af-e773-4842-92dd-0aefba9b718e tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255884 Aug 20 11:16:47.381506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:47.399369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-395998a7-cb28-4c8f-8ba1-9d2b2c5e3057 None None] Provisioning complete for port 0833232a-5997-4f4d-93b9-21c3d33649ac triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:47.399740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-395998a7-cb28-4c8f-8ba1-9d2b2c5e3057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:47.417310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Pushing event updated for resources: {'Port': ['ID=0833232a-5997-4f4d-93b9-21c3d33649ac,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:47.486291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:47.514111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] For port 138baaa8-cb94-42f6-9412-01872eb0b88a, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:47.521185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] For port 138baaa8-cb94-42f6-9412-01872eb0b88a, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=138baaa8-cb94-42f6-9412-01872eb0b88a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:47.541265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95de5627-7eb2-495e-abc8-637b73c983c3 req-6e5c8d34-716e-4dfd-b368-4f942c5e04dd tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386532 Aug 20 11:16:47.660812 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:47.673642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-b9588073-16e4-4787-8f5a-07b0ec03c9ea tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:47.675371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-b9588073-16e4-4787-8f5a-07b0ec03c9ea tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.38 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 945 time: 0.1642644 Aug 20 11:16:47.812465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46584) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:47.848463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:47.849110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:47.855795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['66f4a548-b353-4c5a-8f69-cbbda8b5efca'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:47.858803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] 10.222.0.57 "PUT /v2.0/ports/138baaa8-cb94-42f6-9412-01872eb0b88a HTTP/1.1" status: 200 len: 1095 time: 2.3673620 Aug 20 11:16:47.859419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2247d083-51e6-4eb5-b9cf-240b1b2ac384', 'tag': '138baaa8-cb94-42f6-9412-01872eb0b88a'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:47.861874 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05f4522-abd1-46e8-940c-ba5cd5fae90e" -d '{"events": [{"name": "network-changed", "server_uuid": "2247d083-51e6-4eb5-b9cf-240b1b2ac384", "tag": "138baaa8-cb94-42f6-9412-01872eb0b88a"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:47.887124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b92e16f2-296e-4089-80af-ec2a5f784cb0 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:47.920504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=66f4a548-b353-4c5a-8f69-cbbda8b5efca,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:48.047314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f0383-64a7-4dea-805c-def31a6ae32d service neutron] Pushing event updated for resources: {'Port': ['ID=138baaa8-cb94-42f6-9412-01872eb0b88a,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:48.050997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:16:48.051581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-395998a7-cb28-4c8f-8ba1-9d2b2c5e3057 None None] Port 0833232a-5997-4f4d-93b9-21c3d33649ac cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:16:48.057136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:48.116790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Deleting subnet b200ac8f-cb5c-4496-b3d4-6e01a4b7f571 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:16:48.136576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:48.188526 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807b186d-51bb-4f06-8a32-11741dcc7998 x-openstack-request-id: req-807b186d-51bb-4f06-8a32-11741dcc7998 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:48.189545 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2247d083-51e6-4eb5-b9cf-240b1b2ac384", "tag": "138baaa8-cb94-42f6-9412-01872eb0b88a", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:48.193637 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-807b186d-51bb-4f06-8a32-11741dcc7998 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:48.194921 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2247d083-51e6-4eb5-b9cf-240b1b2ac384', 'tag': '138baaa8-cb94-42f6-9412-01872eb0b88a', 'status': 'completed', 'code': 200} Aug 20 11:16:48.240494 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9084c981-0857-46fa-b742-b28d113abe20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:48.249724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-da9efd91-0301-4e2e-9f77-8511803b9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:48.252501 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-da9efd91-0301-4e2e-9f77-8511803b9a91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 1098 time: 0.2580490 Aug 20 11:16:48.285554 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:48.394793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b92e16f2-296e-4089-80af-ec2a5f784cb0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:48.414147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b92e16f2-296e-4089-80af-ec2a5f784cb0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:48.414777 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:48.428562 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-7057d4ca-c98d-4b58-880b-e97edf440cfa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=138baaa8-cb94-42f6-9412-01872eb0b88a HTTP/1.1" status: 200 len: 217 time: 0.1641552 Aug 20 11:16:48.534973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-12a63c57-85d8-47bb-b999-67236ec69099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:48.538190 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-12a63c57-85d8-47bb-b999-67236ec69099 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0958874 Aug 20 11:16:48.663871 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:48.666353 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:48.698910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Router a5575eb0-29e1-476c-8549-3e63e6222382 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:16:48.739726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b92e16f2-296e-4089-80af-ec2a5f784cb0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b92e16f2-296e-4089-80af-ec2a5f784cb0,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:48.746086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8567-0a14-4d74-87ca-067c1f08a207 None None] Provisioning complete for port 0833232a-5997-4f4d-93b9-21c3d33649ac triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:48.746671 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8567-0a14-4d74-87ca-067c1f08a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:48.804306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8567-0a14-4d74-87ca-067c1f08a207 None None] Port 0833232a-5997-4f4d-93b9-21c3d33649ac cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:16:48.827507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:48.830139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Deleting port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:16:48.830139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:48.921835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b92e16f2-296e-4089-80af-ec2a5f784cb0,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:48.983620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] For port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:48.983982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:48.996257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:49.100024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c2b8f-3830-49d6-9440-0161bd7c75c4 req-ebb8086e-ae12-491a-81ea-a33b3120113d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:49.101877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d0c2b8f-3830-49d6-9440-0161bd7c75c4 req-ebb8086e-ae12-491a-81ea-a33b3120113d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 945 time: 0.5533352 Aug 20 11:16:49.151528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62b182-508a-4da5-a93e-fb13e6b75df6 req-9fb5a189-9042-4931-bdfc-1eda4087e27a tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:49.153978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b62b182-508a-4da5-a93e-fb13e6b75df6 req-9fb5a189-9042-4931-bdfc-1eda4087e27a tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 945 time: 0.0729604 Aug 20 11:16:49.156625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-4ba04c35-344c-4a63-8fee-53d201b6f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:49.157961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:49.167300 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-4ba04c35-344c-4a63-8fee-53d201b6f83d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6122532 Aug 20 11:16:49.175620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:16:49.211533 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-923e5fd9-994e-4383-b0a2-516af16f5278 admin admin] 10.222.0.10 "PUT /v2.0/routers/a5575eb0-29e1-476c-8549-3e63e6222382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9805551 Aug 20 11:16:49.308443 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b62b182-508a-4da5-a93e-fb13e6b75df6 req-30c7da41-bb87-4235-b66b-b30cebe3bca8 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438980 Aug 20 11:16:49.393417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 66f4a548-b353-4c5a-8f69-cbbda8b5efca up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:49.424513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-da625cf0-5f26-481e-9307-e1d06f75e488 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472258 Aug 20 11:16:49.472571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d0c2b8f-3830-49d6-9440-0161bd7c75c4 req-a5e8fcf5-e0d6-44bb-980d-4638c4e280fd tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519831 Aug 20 11:16:49.566193 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:49.683863 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Sync routers for ids ['a5575eb0-29e1-476c-8549-3e63e6222382'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:16:49.709300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:49.713608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b200ac8f-cb5c-4496-b3d4-6e01a4b7f571 HTTP/1.1" status: 204 len: 168 time: 1.8959889 Aug 20 11:16:49.716894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 66f4a548-b353-4c5a-8f69-cbbda8b5efca completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:49.717265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b200ac8f-cb5c-4496-b3d4-6e01a4b7f571,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:49.717265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46636) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:49.723743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 66f4a548-b353-4c5a-8f69-cbbda8b5efca triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:49.723743 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:49.724074 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c91253d2-823b-444f-af80-d9d7c6beb5bf req-4f90f0b4-cd77-4dea-a919-6d07393cdc57 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975783 Aug 20 11:16:49.767264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb5cea-113b-4fcc-b2a8-16a4c682b893 req-f391e6d1-6004-4e99-8164-6c8cc0606d63 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:49.783112 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7fb5cea-113b-4fcc-b2a8-16a4c682b893 req-f391e6d1-6004-4e99-8164-6c8cc0606d63 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 947 time: 0.2090423 Aug 20 11:16:49.783218 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Routers {'a5575eb0-29e1-476c-8549-3e63e6222382'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:16:49.794881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b92e16f2-296e-4089-80af-ec2a5f784cb0 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:49.796644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.799945 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:16:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a5575eb0-29e1-476c-8549-3e63e6222382'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:49.808962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.810028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.813121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.813121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.813121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.813121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.813121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.813121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.813121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.813121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.822620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f22c17-4d9d-4325-b577-311f7fc0abbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:49.941495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7fb5cea-113b-4fcc-b2a8-16a4c682b893 req-36b0cd17-7bec-4c8f-99ee-06eb5d73bc45 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555302 Aug 20 11:16:49.979004 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:49.988894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:49.991717 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Floating IP 88356e0d-44b7-4a3b-81a4-89b494e4239f disassociated. External IP: 172.25.4.225, port: 8ebb7381-70b9-41d2-a7e5-a519c8d869ed. Aug 20 11:16:49.992406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Calling delete_port for 8ebb7381-70b9-41d2-a7e5-a519c8d869ed owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:16:50.068035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b92e16f2-296e-4089-80af-ec2a5f784cb0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:50.069621 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:50.075157 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:50.254594 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-4d7ef850-60d3-443d-b2d9-73d898725f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:50.257188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-4d7ef850-60d3-443d-b2d9-73d898725f4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 1098 time: 0.3121099 Aug 20 11:16:50.312541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474f422-81cb-406c-909f-d78feb130885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f4a548-b353-4c5a-8f69-cbbda8b5efca'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:50.316447 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3879176d-375b-4240-80de-80f173555047" -d '{"events": [{"server_uuid": "8474f422-81cb-406c-909f-d78feb130885", "name": "network-vif-plugged", "status": "completed", "tag": "66f4a548-b353-4c5a-8f69-cbbda8b5efca"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:50.373010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:50.428658 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Set router a5575eb0-29e1-476c-8549-3e63e6222382 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:16:50.510520 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:50.511356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8ebb7381-70b9-41d2-a7e5-a519c8d869ed no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:16:50.514090 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:50.690181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-ab249946-32ca-421f-898e-bb7e1b3adc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:50.693310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-ab249946-32ca-421f-898e-bb7e1b3adc0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.4153955 Aug 20 11:16:50.754269 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014a9bdf-cc9a-4247-9efc-38807189c051 x-openstack-request-id: req-014a9bdf-cc9a-4247-9efc-38807189c051 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:50.755812 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474f422-81cb-406c-909f-d78feb130885", "name": "network-vif-plugged", "status": "completed", "tag": "66f4a548-b353-4c5a-8f69-cbbda8b5efca", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:50.758118 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-014a9bdf-cc9a-4247-9efc-38807189c051 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:50.763298 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474f422-81cb-406c-909f-d78feb130885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f4a548-b353-4c5a-8f69-cbbda8b5efca', 'code': 200} Aug 20 11:16:50.903861 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-be7467aa-2dda-47cf-84bf-3cdf7a94c0f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=138baaa8-cb94-42f6-9412-01872eb0b88a HTTP/1.1" status: 200 len: 217 time: 0.1975610 Aug 20 11:16:51.182080 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:51.186505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-4e7a2ad2-edfd-4682-a315-c41c064ccecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:51.190465 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-4e7a2ad2-edfd-4682-a315-c41c064ccecb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.2771983 Aug 20 11:16:51.208628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=66f4a548-b353-4c5a-8f69-cbbda8b5efca,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:51.253357 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:51.272651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:51.301956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d8a80-18dc-410a-9721-7f542a4d0512 req-ded5633e-cc3a-43d0-8072-f5fe7a433ed9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:51.314617 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-911d8a80-18dc-410a-9721-7f542a4d0512 req-ded5633e-cc3a-43d0-8072-f5fe7a433ed9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 946 time: 0.2633026 Aug 20 11:16:51.321008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfe123e-3138-46fd-8f16-e4da69f61c84']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:51.359551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1d74e-c091-4faf-bd6d-ae9f265ec63a req-e8ae03d7-3bb8-45cf-a804-21e9532726bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:51.362092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6e1d74e-c091-4faf-bd6d-ae9f265ec63a req-e8ae03d7-3bb8-45cf-a804-21e9532726bf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 1097 time: 0.4317353 Aug 20 11:16:51.394550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866c454-31a0-4641-94dc-b47d690f0e58 req-72f2f5ba-c0a2-43fc-8867-44c62a7acd7e tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:51.408537 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866c454-31a0-4641-94dc-b47d690f0e58 req-72f2f5ba-c0a2-43fc-8867-44c62a7acd7e tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 945 time: 0.4768517 Aug 20 11:16:51.420429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-911d8a80-18dc-410a-9721-7f542a4d0512 req-ff6663dc-641c-4da6-aa95-d414adb72574 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040854 Aug 20 11:16:51.422968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-37c62d32-a8c7-4657-b7b4-eb2df415b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:51.432656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-37c62d32-a8c7-4657-b7b4-eb2df415b7ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2329185 Aug 20 11:16:51.485237 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:46Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0833232a-5997-4f4d-93b9-21c3d33649ac', 'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'mac_address': 'fa:16:3e:5a:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:43Z', 'updated_at': '2021-08-20T11:16:46Z', 'revision_number': 2, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'subnets': [{'id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:51.493010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cb3d9d-26ec-4a68-8990-780bb148482a') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:51.493619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cb3d9d-26ec-4a68-8990-780bb148482a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:51.580581 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:51.614498 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Checking router: a5575eb0-29e1-476c-8549-3e63e6222382 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:16:51.614798 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866c454-31a0-4641-94dc-b47d690f0e58 req-bd50678e-2846-4e0c-bfa7-43d826c2f49c tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups?id=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045162 Aug 20 11:16:51.615786 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Updating router a5575eb0-29e1-476c-8549-3e63e6222382 port 0833232a-5997-4f4d-93b9-21c3d33649ac binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:16:51.633908 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:51.662415 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6e1d74e-c091-4faf-bd6d-ae9f265ec63a req-057178e4-4612-45a3-b476-1b498150be2d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890208 Aug 20 11:16:51.665503 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-0d2ec223-6801-4ed0-b7ef-40cea06eae0e service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238917 Aug 20 11:16:51.715079 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:51.801506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event deleted for resources: {'Port': ['ID=8ebb7381-70b9-41d2-a7e5-a519c8d869ed,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:51.808129 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:51.829272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:16:51.830919 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:16:51.835645 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:16:51.923890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c05f4522-abd1-46e8-940c-ba5cd5fae90e req-2619c70a-364b-4663-b587-eb074d786efc service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498412 Aug 20 11:16:51.977705 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46730) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:52.231905 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0b684bf-6ca9-4247-9e10-3b9fbf72fce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:52.285382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924207e8-67ad-4fb8-9ca5-4421baac9bc5 req-eb4f9b25-620d-403b-a7d4-760cf1a77f58 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.295176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-924207e8-67ad-4fb8-9ca5-4421baac9bc5 req-eb4f9b25-620d-403b-a7d4-760cf1a77f58 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 947 time: 0.3146703 Aug 20 11:16:52.306964 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:52.313816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:52.319255 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] 10.222.0.10 "DELETE /v2.0/networks/5bfe123e-3138-46fd-8f16-e4da69f61c84 HTTP/1.1" status: 204 len: 168 time: 2.5984528 Aug 20 11:16:52.378093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Router 01563648-745d-4c19-b317-b2f70c2ece25 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:16:52.440122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa7666-e7c8-47f5-aa63-81d237c6a53c admin admin] Pushing event deleted for resources: {'Network': ['ID=5bfe123e-3138-46fd-8f16-e4da69f61c84,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:52.546409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-924207e8-67ad-4fb8-9ca5-4421baac9bc5 req-b6ed64a3-be28-4873-a97c-087f9198caaf tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472813 Aug 20 11:16:52.606911 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:52.615513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0b684bf-6ca9-4247-9e10-3b9fbf72fce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:52.644327 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Transition to ACTIVE for port object 0833232a-5997-4f4d-93b9-21c3d33649ac will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:16:52.694319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0b684bf-6ca9-4247-9e10-3b9fbf72fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:52.740058 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:52.849259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b684bf-6ca9-4247-9e10-3b9fbf72fce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2340344-dbb0-4d84-9e6b-89b3bd5e10ce,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:52.878006 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f0b684bf-6ca9-4247-9e10-3b9fbf72fce3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f07ace22aeb841e5a154d4d9394d23e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8834648 Aug 20 11:16:52.881843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46790) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:52.903779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46792) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:52.906007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 138baaa8-cb94-42f6-9412-01872eb0b88a details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:16:52.943704 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Pushing event updated for resources: {'Port': ['ID=0833232a-5997-4f4d-93b9-21c3d33649ac,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:52.947012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5580dad-2ad3-4663-a089-2a64418b405c req-fda35ec1-ed54-4929-85aa-da4434194786 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:52.955646 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.956386 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.956953 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.958425 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.959876 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d5580dad-2ad3-4663-a089-2a64418b405c req-fda35ec1-ed54-4929-85aa-da4434194786 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 946 time: 0.3487036 Aug 20 11:16:52.966291 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.966826 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.967265 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.967705 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.968138 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.968724 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.969065 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:52.973917 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:53.041563 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Attempting to bind port 0833232a-5997-4f4d-93b9-21c3d33649ac on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:16:53.042030 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Attempting to bind port 0833232a-5997-4f4d-93b9-21c3d33649ac by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:16:53.042817 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Attempting to bind port 0833232a-5997-4f4d-93b9-21c3d33649ac on network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:16:53.050001 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:16:53.050564 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Checking segment: {'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:53.052576 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:53.053070 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Bound using segment: {'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:16:53.053582 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Bound port: 0833232a-5997-4f4d-93b9-21c3d33649ac, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:16:53.054043 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:53.070424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0db03c0d-9c9e-4f7d-a408-69b9415953d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25ad0ec1cd474487a10dfb1679f8d5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654379 Aug 20 11:16:53.097618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46798) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:53.136301 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] For port 0833232a-5997-4f4d-93b9-21c3d33649ac, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:16:53.143366 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] For port 0833232a-5997-4f4d-93b9-21c3d33649ac, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0833232a-5997-4f4d-93b9-21c3d33649ac,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:16:53.198052 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d5580dad-2ad3-4663-a089-2a64418b405c req-ca784556-2f1e-46ce-b88d-aab96fc88fed tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368267 Aug 20 11:16:53.205131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90856645-8e62-4c29-8b1d-8c8c1bdafabc req-60dad478-9e9c-4389-bfc3-39c456c9e47e tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/ports?device_id=020c6f8d-3859-490d-89d8-ff321b3ec0a6 HTTP/1.1" status: 200 len: 210 time: 0.1524410 Aug 20 11:16:53.216815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d44bf50-abdf-4601-824d-bf5774c9f4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:53.261223 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d44bf50-abdf-4601-824d-bf5774c9f4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:53.289642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:16:53.303191 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:53.322114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] Sync routers for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:16:53.425282 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d44bf50-abdf-4601-824d-bf5774c9f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:53.428880 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d44bf50-abdf-4601-824d-bf5774c9f4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:53.433715 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4d44bf50-abdf-4601-824d-bf5774c9f4b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2340344-dbb0-4d84-9e6b-89b3bd5e10ce HTTP/1.1" status: 204 len: 168 time: 0.5304112 Aug 20 11:16:53.447514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:16:53.448796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:16:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:53.455022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44bf50-abdf-4601-824d-bf5774c9f4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2340344-dbb0-4d84-9e6b-89b3bd5e10ce,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:53.488267 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Routers {'a5575eb0-29e1-476c-8549-3e63e6222382'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:16:53.488267 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:16:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a5575eb0-29e1-476c-8549-3e63e6222382'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:53.488577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 138baaa8-cb94-42f6-9412-01872eb0b88a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=138baaa8-cb94-42f6-9412-01872eb0b88a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:53.523770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] No DVR routers for this DVR port 8ebb7381-70b9-41d2-a7e5-a519c8d869ed on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:16:53.561438 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5b55a-fe91-4c6c-960c-cc66ac09c555 None None] Pushing event updated for resources: {'Port': ['ID=0833232a-5997-4f4d-93b9-21c3d33649ac,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:53.562050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:53.591235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4fb4263-df3a-404d-8a9d-76f74539cd01 req-45cefb56-9145-422d-9f20-bf8cc64b2d79 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.38 "DELETE /v2.0/ports/8ebb7381-70b9-41d2-a7e5-a519c8d869ed HTTP/1.1" status: 204 len: 173 time: 5.9017613 Aug 20 11:16:53.593913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'name': 'network-vif-deleted', 'tag': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:53.603774 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd149fee-4982-4615-975e-cf60495ff42c" -d '{"events": [{"server_uuid": "020c6f8d-3859-490d-89d8-ff321b3ec0a6", "name": "network-vif-deleted", "tag": "8ebb7381-70b9-41d2-a7e5-a519c8d869ed"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:53.647260 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04c12232-b097-4e79-97ba-8546107276ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:53.719420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '138baaa8-cb94-42f6-9412-01872eb0b88a', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '138baaa8-cb94-42f6-9412-01872eb0b88a', 'mac_address': 'fa:16:3e:7c:a7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:16:53.726148 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04c12232-b097-4e79-97ba-8546107276ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:53.860060 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] Set router a5575eb0-29e1-476c-8549-3e63e6222382 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:16:54.040298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2f407-4d40-457e-85cb-f6c0ee696ccb req-3b3c0e95-979c-48fb-9b84-1ba3d70833a0 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:54.042076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24d2f407-4d40-457e-85cb-f6c0ee696ccb req-3b3c0e95-979c-48fb-9b84-1ba3d70833a0 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 947 time: 0.2065511 Aug 20 11:16:54.066673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:16:54.069392 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:54.116530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138baaa8-cb94-42f6-9412-01872eb0b88a {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:16:54.144842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 138baaa8-cb94-42f6-9412-01872eb0b88a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=138baaa8-cb94-42f6-9412-01872eb0b88a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:54.151441 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24d2f407-4d40-457e-85cb-f6c0ee696ccb req-2ba9c33c-d6cf-4e8b-ad05-c8b78485e80a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899255 Aug 20 11:16:54.152435 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04c12232-b097-4e79-97ba-8546107276ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:54.161317 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04c12232-b097-4e79-97ba-8546107276ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:54.162286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-04c12232-b097-4e79-97ba-8546107276ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1518d1a4-3584-48fd-81f4-ed80ac5fab66 HTTP/1.1" status: 204 len: 168 time: 1.0608423 Aug 20 11:16:54.207802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c12232-b097-4e79-97ba-8546107276ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1518d1a4-3584-48fd-81f4-ed80ac5fab66,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:54.297497 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:54.352870 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f49f4a-2b03-4bd9-a4e9-443d62c66be4 x-openstack-request-id: req-a0f49f4a-2b03-4bd9-a4e9-443d62c66be4 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:16:54.353445 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020c6f8d-3859-490d-89d8-ff321b3ec0a6", "name": "network-vif-deleted", "tag": "8ebb7381-70b9-41d2-a7e5-a519c8d869ed", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:16:54.353868 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0f49f4a-2b03-4bd9-a4e9-443d62c66be4 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:16:54.354710 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020c6f8d-3859-490d-89d8-ff321b3ec0a6', 'name': 'network-vif-deleted', 'tag': '8ebb7381-70b9-41d2-a7e5-a519c8d869ed', 'status': 'completed', 'code': 200} Aug 20 11:16:54.416360 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:46Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0833232a-5997-4f4d-93b9-21c3d33649ac', 'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'mac_address': 'fa:16:3e:5a:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:43Z', 'updated_at': '2021-08-20T11:16:53Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'subnets': [{'id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:54.498029 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366119ec-4a59-4ec4-9a39-68242d7d5e46 None None] The sync data for ids ['a5575eb0-29e1-476c-8549-3e63e6222382'] in n-d-804230-3 is: [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:46Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0833232a-5997-4f4d-93b9-21c3d33649ac', 'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'mac_address': 'fa:16:3e:5a:17:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:43Z', 'updated_at': '2021-08-20T11:16:53Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'subnets': [{'id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:16:54.905400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=138baaa8-cb94-42f6-9412-01872eb0b88a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:54.987920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46828) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:55.018068 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a35bc42e-6f53-404b-b538-518e11016063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:55.047414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['138baaa8-cb94-42f6-9412-01872eb0b88a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:16:55.259267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:55.344230 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a35bc42e-6f53-404b-b538-518e11016063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:55.366533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] Checking router: 01563648-745d-4c19-b317-b2f70c2ece25 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:16:55.425033 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a35bc42e-6f53-404b-b538-518e11016063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:55.465261 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:16:55.466076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:16:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:55.492072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a35bc42e-6f53-404b-b538-518e11016063 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=550ba73426c44bdb922fa102bac2623f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002086 Aug 20 11:16:55.492316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46840) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:55.515766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bc42e-6f53-404b-b538-518e11016063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd78cedc-1e8f-4d9b-b99b-cc4debab68ed,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:55.660975 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2560-7855-46af-8e8b-0d04e9521bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:55.731012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2560-7855-46af-8e8b-0d04e9521bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:55.774592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0833232a-5997-4f4d-93b9-21c3d33649ac up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:55.857320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:16:55.929005 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2560-7855-46af-8e8b-0d04e9521bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:55.941358 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef5d2560-7855-46af-8e8b-0d04e9521bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:55.945185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ef5d2560-7855-46af-8e8b-0d04e9521bcf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd78cedc-1e8f-4d9b-b99b-cc4debab68ed HTTP/1.1" status: 204 len: 168 time: 0.4514954 Aug 20 11:16:55.964323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d2560-7855-46af-8e8b-0d04e9521bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd78cedc-1e8f-4d9b-b99b-cc4debab68ed,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:56.046597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 0833232a-5997-4f4d-93b9-21c3d33649ac completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:56.148179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0833232a-5997-4f4d-93b9-21c3d33649ac triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:56.148691 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:56.450992 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:56.503365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 0833232a-5997-4f4d-93b9-21c3d33649ac, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0833232a-5997-4f4d-93b9-21c3d33649ac,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:56.514200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:16:56.553066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc73035-54d7-44a0-b0c4-65bb091d5d7b None None] The sync data for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 is: [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:11:47Z', 'revision_number': 4, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2', 'name': '', 'network_id': '2edbf63b-41ed-48ed-9209-772b0f82fb31', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'mac_address': 'fa:16:3e:fa:38:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '83377e28-2932-4097-8c29-2d00f93d937c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:46Z', 'updated_at': '2021-08-20T11:11:53Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'subnets': [{'id': '83377e28-2932-4097-8c29-2d00f93d937c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:16:56.599928 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:56.772512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=0833232a-5997-4f4d-93b9-21c3d33649ac,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:56.944704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46866) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:57.173298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1081184392-network', 'tenant_id': 'a7fc9fb8fe744fa0a06ffff217f72282'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:57.305495 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81344e57-2913-4faa-82a2-5a08714c9df3 None None] New status for floating IP 88356e0d-44b7-4a3b-81a4-89b494e4239f: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:16:57.328812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Made reservation on behalf of a7fc9fb8fe744fa0a06ffff217f72282 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:57.333148 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:57.360078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:57.633064 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:57.683177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0833232a-5997-4f4d-93b9-21c3d33649ac up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:57.768910 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:57.788710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0833232a-5997-4f4d-93b9-21c3d33649ac triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:57.789356 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:57.845478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:16:57.890284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:57.891055 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Added segment ffc2fef1-b21c-40f3-8084-f2847e9c0088 of type vlan for network 987c1549-72dd-4feb-96a5-7bf3c7e1b902 Aug 20 11:16:57.943694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:57.958579 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:58.105527 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:58.107613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:58.108755 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:58.235308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] Pushing event updated for resources: {'Network': ['ID=987c1549-72dd-4feb-96a5-7bf3c7e1b902,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:58.246260 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 987c1549-72dd-4feb-96a5-7bf3c7e1b902 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:16:58.392446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46886) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:16:58.393168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5a719be3-09fe-4c7d-9dcb-d3f184d60661 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4465418 Aug 20 11:16:58.401722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Request body: {'subnet': {'network_id': '987c1549-72dd-4feb-96a5-7bf3c7e1b902', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1081184392-subnet', 'tenant_id': 'a7fc9fb8fe744fa0a06ffff217f72282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:16:58.644995 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Made reservation on behalf of a7fc9fb8fe744fa0a06ffff217f72282 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:16:58.647803 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:58.934216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 138baaa8-cb94-42f6-9412-01872eb0b88a up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:16:59.135995 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:59.185400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 138baaa8-cb94-42f6-9412-01872eb0b88a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:16:59.190183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 138baaa8-cb94-42f6-9412-01872eb0b88a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:16:59.190579 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:59.226584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a46e6f2-8379-4a43-985a-a2820b1b5597,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:16:59.237240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.237611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.237954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.238301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.238702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.239002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.239333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.239667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.239996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.240322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.240721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.240966 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:16:59.253368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Checking segment: {'id': 'ffc2fef1-b21c-40f3-8084-f2847e9c0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '987c1549-72dd-4feb-96a5-7bf3c7e1b902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:16:59.254045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Network hostable DHCP agents. Network: 987c1549-72dd-4feb-96a5-7bf3c7e1b902, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:16:59.420898 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:59.437391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Network 987c1549-72dd-4feb-96a5-7bf3c7e1b902 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:16:59.476006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2247d083-51e6-4eb5-b9cf-240b1b2ac384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138baaa8-cb94-42f6-9412-01872eb0b88a'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:16:59.479495 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751bca8a-9786-4d73-b4a6-eb01a96a13d4" -d '{"events": [{"server_uuid": "2247d083-51e6-4eb5-b9cf-240b1b2ac384", "name": "network-vif-plugged", "status": "completed", "tag": "138baaa8-cb94-42f6-9412-01872eb0b88a"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:16:59.509074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 138baaa8-cb94-42f6-9412-01872eb0b88a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=138baaa8-cb94-42f6-9412-01872eb0b88a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:16:59.557842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 987c1549-72dd-4feb-96a5-7bf3c7e1b902) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:16:59.565659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:16:59.573701 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:59.575543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3a8c5-fcad-4c49-b5a1-548f1e159489 None None] Network 987c1549-72dd-4feb-96a5-7bf3c7e1b902 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:16:59.669405 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:16:59.686494 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-baab536b-f113-4622-b3dd-3c867732c1da admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2837396 Aug 20 11:16:59.922837 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=138baaa8-cb94-42f6-9412-01872eb0b88a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:00.026373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413fa4c-9a6b-4536-9873-1dc13f77007b None None] Network 987c1549-72dd-4feb-96a5-7bf3c7e1b902 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:02.439250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e130-f9d9-41d4-b192-a1291543c681 req-44b40666-16f5-45ca-ba54-8803b58437bb tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:02.441098 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c229e130-f9d9-41d4-b192-a1291543c681 req-44b40666-16f5-45ca-ba54-8803b58437bb tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 946 time: 0.0718379 Aug 20 11:17:02.445644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-d9b2d00f-2da9-46d8-b91b-f79b07159938 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:02.448187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-d9b2d00f-2da9-46d8-b91b-f79b07159938 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/networks?id=fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece HTTP/1.1" status: 200 len: 809 time: 0.1377580 Aug 20 11:17:02.467419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-f3b6a797-23e1-4d04-9c7e-7daa9f3c7f93 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/quotas/827a6c31e03348b2b699832092ba6a35 HTTP/1.1" status: 200 len: 375 time: 0.0122521 Aug 20 11:17:02.512500 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c229e130-f9d9-41d4-b192-a1291543c681 req-0e70d8ad-715d-4da0-a408-b9f0173b2631 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641003 Aug 20 11:17:02.517640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-6e9f1f41-a77d-47d6-a90e-4f70ff0238a7 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=827a6c31e03348b2b699832092ba6a35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346653 Aug 20 11:17:02.629535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-4ba0243a-4200-48af-82b5-8d4028a78a39 service neutron] 10.222.0.10 "GET /v2.0/networks/fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018889 Aug 20 11:17:02.707851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959d4b1-bb6c-4a3d-bf68-e36380102c0a req-25031e03-a35c-4cb2-b731-c5f761811d25 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:02.710743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9959d4b1-bb6c-4a3d-bf68-e36380102c0a req-25031e03-a35c-4cb2-b731-c5f761811d25 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 949 time: 0.0728245 Aug 20 11:17:02.771671 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9959d4b1-bb6c-4a3d-bf68-e36380102c0a req-72492f88-eda4-42ba-abcb-4df450d0f3f8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518773 Aug 20 11:17:02.789999 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-bb84d84c-ade0-4d50-a5c3-0b57ace9fe13 service neutron] 10.222.0.10 "GET /v2.0/networks/fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533170 Aug 20 11:17:02.833360 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad3ccc8-197b-4f75-b9f6-052b87b22603 x-openstack-request-id: req-2ad3ccc8-197b-4f75-b9f6-052b87b22603 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:02.834186 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2247d083-51e6-4eb5-b9cf-240b1b2ac384", "name": "network-vif-plugged", "status": "completed", "tag": "138baaa8-cb94-42f6-9412-01872eb0b88a", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:02.834186 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ad3ccc8-197b-4f75-b9f6-052b87b22603 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:02.834722 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2247d083-51e6-4eb5-b9cf-240b1b2ac384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138baaa8-cb94-42f6-9412-01872eb0b88a', 'code': 200} Aug 20 11:17:02.974895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209c34b-65d3-4d1d-ba1e-4bef39bb0287 req-b7b5a2f8-c582-484b-b20e-76de4da1dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:02.977461 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f209c34b-65d3-4d1d-ba1e-4bef39bb0287 req-b7b5a2f8-c582-484b-b20e-76de4da1dd1b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 1100 time: 0.0673761 Aug 20 11:17:03.044481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f209c34b-65d3-4d1d-ba1e-4bef39bb0287 req-ebafca07-0a45-4552-a830-f25d36ce9b01 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598147 Aug 20 11:17:03.143747 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-f8aed85a-ff96-42ce-8a21-410ce860467b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bda5dfd20f79478f9313bfecd04ebaa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310898 Aug 20 11:17:03.297438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864627e9-947c-43dd-b756-42305d7d0a1a req-25a5242e-1ce2-4f8c-87c7-952ba250e9ea tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:03.310855 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-25a5242e-1ce2-4f8c-87c7-952ba250e9ea tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610413 Aug 20 11:17:03.337064 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-3f112da3-6ce4-412c-b8a6-0a6ca0cd182f tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/quotas/bda5dfd20f79478f9313bfecd04ebaa3 HTTP/1.1" status: 200 len: 375 time: 0.0247345 Aug 20 11:17:03.398393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-5dfb0ace-92af-4603-a0bc-88cb9ad6de4a tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bda5dfd20f79478f9313bfecd04ebaa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594478 Aug 20 11:17:03.613728 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0758392-0298-46b5-b97b-7a952bf94105 req-aab19778-a2fa-4ab3-9be8-8e2168aef814 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:03.616055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-aab19778-a2fa-4ab3-9be8-8e2168aef814 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/networks?id=987c1549-72dd-4feb-96a5-7bf3c7e1b902 HTTP/1.1" status: 200 len: 809 time: 0.1221848 Aug 20 11:17:03.642965 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-bf996f19-14c2-4b54-ad94-71a851e16f6b tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/quotas/a7fc9fb8fe744fa0a06ffff217f72282 HTTP/1.1" status: 200 len: 375 time: 0.0143039 Aug 20 11:17:03.692968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-829c1a63-ff01-43c2-aeb7-4348812458ff tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a7fc9fb8fe744fa0a06ffff217f72282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425670 Aug 20 11:17:03.820760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-b572f2e0-4df5-4a60-8ac2-84f3c5e67a38 service neutron] 10.222.0.10 "GET /v2.0/networks/987c1549-72dd-4feb-96a5-7bf3c7e1b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165204 Aug 20 11:17:03.891500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aaa4b-04ed-4f32-b8d0-892ca4e6e2be req-fd40bdd6-5b51-4c37-b1ff-020923ae4340 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:03.893260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-537aaa4b-04ed-4f32-b8d0-892ca4e6e2be req-fd40bdd6-5b51-4c37-b1ff-020923ae4340 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 946 time: 0.0563288 Aug 20 11:17:03.948167 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-9af87eb9-0ab4-4476-bf16-067e91bbf5c8 service neutron] 10.222.0.10 "GET /v2.0/networks/987c1549-72dd-4feb-96a5-7bf3c7e1b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264710 Aug 20 11:17:03.949822 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-537aaa4b-04ed-4f32-b8d0-892ca4e6e2be req-35553e45-72b5-45de-bce6-8e954f625355 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499561 Aug 20 11:17:04.072416 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b48f86a-6ed1-4070-b9a7-0c6c875fbdc4 req-7d37cde7-14ce-4c3f-9856-b65132096a99 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 210 time: 0.0349097 Aug 20 11:17:04.179242 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db507e6a-5652-49c2-b3e9-9331fe094184 req-e4b24a1f-280f-4adf-bce8-5fe242110cc8 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 210 time: 0.0450697 Aug 20 11:17:04.298049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99291340-8511-4f0d-8b2f-5a4f586c10b0 req-0f97b655-77f8-4011-a9d1-a7460ea7f55e tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:04.298049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99291340-8511-4f0d-8b2f-5a4f586c10b0 req-0f97b655-77f8-4011-a9d1-a7460ea7f55e tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 950 time: 0.0556290 Aug 20 11:17:04.371683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99291340-8511-4f0d-8b2f-5a4f586c10b0 req-1179341d-1000-4d0c-b1ce-17360fef3cf7 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735259 Aug 20 11:17:04.374866 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def9ad1-90bf-4738-8918-8d1274db6b3f req-718937ce-278e-4bf3-815b-422de0425b49 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:04.376641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5def9ad1-90bf-4738-8918-8d1274db6b3f req-718937ce-278e-4bf3-815b-422de0425b49 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 949 time: 0.0854630 Aug 20 11:17:04.494260 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5def9ad1-90bf-4738-8918-8d1274db6b3f req-6a78362d-6e4b-4b16-ba3b-77f6ac26d4a6 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833876 Aug 20 11:17:04.671420 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-110f4df4-5d57-4562-93ce-656c4a9d5788 req-268e1383-01f1-4ecf-b052-8d2d851866f9 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 210 time: 0.0970051 Aug 20 11:17:04.934926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 202c09e8-2bf0-4d79-b20d-41b18f9798ca no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:05.083701 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.116535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202c09e8-2bf0-4d79-b20d-41b18f9798ca'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:05.120892 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d0c6fc-be8e-49b1-8477-9f9638f7709f" -d '{"events": [{"server_uuid": "f6889bc6-86fb-4264-b9b3-e8da68289533", "name": "network-vif-unplugged", "status": "completed", "tag": "202c09e8-2bf0-4d79-b20d-41b18f9798ca"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:05.153607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:05.213475 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.270131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=202c09e8-2bf0-4d79-b20d-41b18f9798ca,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:05.301300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47046) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:05.376806 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7fb8ea7f-ee04-4eec-bcc4-9067534f37b9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.425930 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7fb8ea7f-ee04-4eec-bcc4-9067534f37b9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.477890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c0e69cb-0671-4148-8a4d-c7e812399fd4 req-09d1311a-cdd7-4730-8cc0-c891bec44fe4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 210 time: 0.0831680 Aug 20 11:17:05.565264 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141c1ee5-3f1a-416c-8ac3-11838128ca16 x-openstack-request-id: req-141c1ee5-3f1a-416c-8ac3-11838128ca16 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:05.565623 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6889bc6-86fb-4264-b9b3-e8da68289533", "name": "network-vif-unplugged", "status": "completed", "tag": "202c09e8-2bf0-4d79-b20d-41b18f9798ca", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:05.569839 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-141c1ee5-3f1a-416c-8ac3-11838128ca16 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:05.574717 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202c09e8-2bf0-4d79-b20d-41b18f9798ca', 'code': 200} Aug 20 11:17:05.620259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7fb8ea7f-ee04-4eec-bcc4-9067534f37b9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.634959 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7fb8ea7f-ee04-4eec-bcc4-9067534f37b9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.636921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7fb8ea7f-ee04-4eec-bcc4-9067534f37b9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "DELETE /v2.0/security-groups/4c7b9d7b-4721-4307-b6a2-f0f54805d7a6 HTTP/1.1" status: 204 len: 168 time: 0.3368247 Aug 20 11:17:05.639663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47058) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:05.664230 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-daf17370-7816-4125-9c98-53e7d68f38b7 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] show failed (client error): The resource could not be found. Aug 20 11:17:05.666284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-daf17370-7816-4125-9c98-53e7d68f38b7 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "GET /v2.0/security-groups/4c7b9d7b-4721-4307-b6a2-f0f54805d7a6 HTTP/1.1" status: 404 len: 347 time: 0.0245707 Aug 20 11:17:05.669664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47060) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:05.672626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8ea7f-ee04-4eec-bcc4-9067534f37b9 tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7b9d7b-4721-4307-b6a2-f0f54805d7a6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:05.840835 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6a102952-2da1-4de4-bd55-e126c2577445 req-c39f3dfb-a30d-4463-b887-f102f729823f tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 210 time: 0.0284889 Aug 20 11:17:05.851113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5a66b5df-55cc-4346-b954-ecf91327fbba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Deleting port ce9a0e70-f8c1-466a-a84d-1f1a27c3a13d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:05.866701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a66b5df-55cc-4346-b954-ecf91327fbba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.979464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707fcf6-6d32-4504-a8c8-39b5ac8dccc9 req-fdcb3950-e438-4625-92bd-9af5ac2e49ef tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:05.979902 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a66b5df-55cc-4346-b954-ecf91327fbba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.980329 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a66b5df-55cc-4346-b954-ecf91327fbba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:05.981926 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e707fcf6-6d32-4504-a8c8-39b5ac8dccc9 req-fdcb3950-e438-4625-92bd-9af5ac2e49ef tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 949 time: 0.0600829 Aug 20 11:17:06.002726 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5a66b5df-55cc-4346-b954-ecf91327fbba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Calling delete_port for ce9a0e70-f8c1-466a-a84d-1f1a27c3a13d owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:06.075802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e707fcf6-6d32-4504-a8c8-39b5ac8dccc9 req-d0c61b50-56bb-46a1-ba11-384c4f479b2a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757165 Aug 20 11:17:06.118502 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5202fb5e-5e9f-4e9a-9bec-0081b660a50d req-b1de9eba-6c19-424e-876c-0a3320708443 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 210 time: 0.0429089 Aug 20 11:17:06.361878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1c045-7b61-4c9a-b9fd-f0d8f677a5af req-13e12001-5ef9-4e67-b55c-b90379fa6cab tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:06.363619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-45b1c045-7b61-4c9a-b9fd-f0d8f677a5af req-13e12001-5ef9-4e67-b55c-b90379fa6cab tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 946 time: 0.0788672 Aug 20 11:17:06.437475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-45b1c045-7b61-4c9a-b9fd-f0d8f677a5af req-557e4b88-c7b7-4de2-b218-7963c01a3be9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648053 Aug 20 11:17:06.650544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb1b31df-2d5c-498c-9b60-1f51cb39f9ce req-2b3fe54f-6eee-4e61-b8f6-c7218fff1f44 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 210 time: 0.0734482 Aug 20 11:17:06.672991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78834946-27ba-49cd-b243-24fb6f6a343d req-19df5c82-acb9-49d3-a60f-9d17b7240e4a tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:06.687180 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78834946-27ba-49cd-b243-24fb6f6a343d req-19df5c82-acb9-49d3-a60f-9d17b7240e4a tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 1100 time: 0.1006820 Aug 20 11:17:06.746944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78834946-27ba-49cd-b243-24fb6f6a343d req-7bed81b5-fcb6-4dd0-93ad-3e5baaa9a596 tempest-ServersOnMultiNodesTest-1938315476 tempest-ServersOnMultiNodesTest-1938315476-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540187 Aug 20 11:17:06.827848 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a66b5df-55cc-4346-b954-ecf91327fbba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:06.850719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-322c63b1-04c7-43fb-9e27-767e05676f82 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:06.852284 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-322c63b1-04c7-43fb-9e27-767e05676f82 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.57 "GET /v2.0/networks?id=fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece HTTP/1.1" status: 200 len: 809 time: 0.1893055 Aug 20 11:17:06.869274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66b5df-55cc-4346-b954-ecf91327fbba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Pushing event deleted for resources: {'Port': ['ID=ce9a0e70-f8c1-466a-a84d-1f1a27c3a13d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:06.875389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Request body: {'port': {'device_id': '7d88024e-f286-4092-ad48-7d090766d132', 'network_id': 'fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece', 'admin_state_up': True, 'tenant_id': '827a6c31e03348b2b699832092ba6a35'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:06.992357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d428284f-a064-431f-8055-5c6217dded89 req-b8afbb51-c404-44da-a026-505f91bab544 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 210 time: 0.0425215 Aug 20 11:17:06.995031 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a66b5df-55cc-4346-b954-ecf91327fbba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:06.998944 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a66b5df-55cc-4346-b954-ecf91327fbba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:07.000324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5a66b5df-55cc-4346-b954-ecf91327fbba tempest-ServersWithSpecificFlavorTestJSON-982036604 tempest-ServersWithSpecificFlavorTestJSON-982036604-project] 10.222.0.10 "DELETE /v2.0/floatingips/88356e0d-44b7-4a3b-81a4-89b494e4239f HTTP/1.1" status: 204 len: 168 time: 1.3291018 Aug 20 11:17:07.172981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Made reservation on behalf of 827a6c31e03348b2b699832092ba6a35 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:07.184364 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:07.286380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-732c7b7e-ed2f-40f4-9424-4b7b292d7cc5 req-d89f9fde-2375-454f-ad4f-7ef1e8723489 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 210 time: 0.0320566 Aug 20 11:17:07.346709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Allocated IP 172.20.0.3 (fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece/0d9a4fef-109c-4690-92cb-072108a2fbb9/a5e6521b-39aa-4b7e-8170-06f630877732) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:07.535169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-a091c3fb-adb0-4f2b-afcd-a246ecb73f3b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bda5dfd20f79478f9313bfecd04ebaa3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301301 Aug 20 11:17:07.607888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fbb2d-5aed-4d64-a1ce-6d3046c817ec req-fa08d9b9-4d5f-4edb-9bfb-cd4e3f81d622 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:07.612984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-111fbb2d-5aed-4d64-a1ce-6d3046c817ec req-fa08d9b9-4d5f-4edb-9bfb-cd4e3f81d622 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 949 time: 0.1094444 Aug 20 11:17:07.650382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:07.683035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-111fbb2d-5aed-4d64-a1ce-6d3046c817ec req-ced756cc-0a95-426d-aa41-73ac34634ba9 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679276 Aug 20 11:17:07.720157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5de0da-85bf-4d73-9de8-e24cd53fc81d req-52be00ca-21cf-458b-a344-d864cfbff9cb tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:07.722356 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce5de0da-85bf-4d73-9de8-e24cd53fc81d req-52be00ca-21cf-458b-a344-d864cfbff9cb tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 946 time: 0.1141357 Aug 20 11:17:07.769034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864627e9-947c-43dd-b756-42305d7d0a1a req-66dc6be5-2457-4647-8662-125061fb136e tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:07.770951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-66dc6be5-2457-4647-8662-125061fb136e tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290702 Aug 20 11:17:07.806795 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce5de0da-85bf-4d73-9de8-e24cd53fc81d req-d55d22b4-1ba0-4954-a7c8-7c4232820c92 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770457 Aug 20 11:17:07.811613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Request body: {'port': {'device_id': 'aa16eba8-755f-4e24-9118-b7d802cd83f5', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': 'bda5dfd20f79478f9313bfecd04ebaa3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:07.867711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f8c9251d-adb5-4503-a2bb-46e7da25cf06 req-2d0e1452-5ffa-4d18-a0fb-bfb719293c96 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 210 time: 0.0345924 Aug 20 11:17:07.883232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:07.935070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Network fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:07.938738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:07.946965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:07.952966 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Pushing event updated for resources: {'Port': ['ID=a5e6521b-39aa-4b7e-8170-06f630877732,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:08.006896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:08.007501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.077654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Made reservation on behalf of bda5dfd20f79478f9313bfecd04ebaa3 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:08.082603 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.093149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.132303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b72171f7-2abe-436c-9f76-ec34811a4b7b req-480ccee7-b952-4b2a-90c8-40276dba2c87 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 210 time: 0.0307622 Aug 20 11:17:08.191554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-257ac37f-6301-4ac0-862a-9f3adf85866c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3212130 Aug 20 11:17:08.209321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Request body: {'port': {'device_id': '7d88024e-f286-4092-ad48-7d090766d132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:08.214291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47132) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:08.281776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.309819 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.455830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c83572ee-0c1f-4382-9f69-d2fe01106914 req-2d1073ab-9fbb-4aeb-9789-4d793ccffa2d tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 210 time: 0.0790668 Aug 20 11:17:08.568686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.675455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc6b122-faba-4aed-aa2f-27c354b6a8e8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:08.741296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0758392-0298-46b5-b97b-7a952bf94105 req-a177f2a4-a882-48f5-bc41-ff61923bdeaf tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:08.742998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-a177f2a4-a882-48f5-bc41-ff61923bdeaf tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.57 "GET /v2.0/networks?id=987c1549-72dd-4feb-96a5-7bf3c7e1b902 HTTP/1.1" status: 200 len: 809 time: 0.2865105 Aug 20 11:17:08.820218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Request body: {'port': {'device_id': 'afc988ac-b64d-44a3-93ec-976251c90218', 'network_id': '987c1549-72dd-4feb-96a5-7bf3c7e1b902', 'admin_state_up': True, 'tenant_id': 'a7fc9fb8fe744fa0a06ffff217f72282'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:08.915234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e6521b-39aa-4b7e-8170-06f630877732 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:08.936943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:08.960931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dc285bfe-405a-4cf1-b37b-3dc77a63837d details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:08.996275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Transition to ACTIVE for port object a5e6521b-39aa-4b7e-8170-06f630877732 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:09.003457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Allocated IP 192.168.233.125 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/aa307732-a846-414a-8d09-fa4e734087ff) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:09.050800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd2b1f-05c4-413e-b37c-b9ff75b8a1ae req-259b097f-3734-4799-a12a-be27ad7b7379 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.051100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032c159-7750-43e6-8c49-5ee7f8c225a0 req-b411f01f-5cb1-4444-b88f-5196e3ebec45 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.052626 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1032c159-7750-43e6-8c49-5ee7f8c225a0 req-b411f01f-5cb1-4444-b88f-5196e3ebec45 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 946 time: 0.1228158 Aug 20 11:17:09.064204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9abd2b1f-05c4-413e-b37c-b9ff75b8a1ae req-259b097f-3734-4799-a12a-be27ad7b7379 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 949 time: 0.2537119 Aug 20 11:17:09.091210 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:09.133147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:09.243463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9abd2b1f-05c4-413e-b37c-b9ff75b8a1ae req-14431f46-93c2-4aec-87d3-e0259440296a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781499 Aug 20 11:17:09.251704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Pushing event updated for resources: {'Port': ['ID=a5e6521b-39aa-4b7e-8170-06f630877732,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:09.322991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'mac_address': 'fa:16:3e:c5:e5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:09.340576 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1032c159-7750-43e6-8c49-5ee7f8c225a0 req-29ae4b82-5141-4c2f-8143-1e8b76d38b39 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598028 Aug 20 11:17:09.354150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Attempting to bind port a5e6521b-39aa-4b7e-8170-06f630877732 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:17:09.354604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Attempting to bind port a5e6521b-39aa-4b7e-8170-06f630877732 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b79c19ca-ed11-4d7c-837d-8017588eedb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:17:09.354998 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Attempting to bind port a5e6521b-39aa-4b7e-8170-06f630877732 on network fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:09.365777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Port a5e6521b-39aa-4b7e-8170-06f630877732 on network fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:17:09.365777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Attempting to bind port a5e6521b-39aa-4b7e-8170-06f630877732 on network fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:09.370208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-685d9b5c-4f47-41e0-a895-89074dee11d8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.378346 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-685d9b5c-4f47-41e0-a895-89074dee11d8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 949 time: 0.3069119 Aug 20 11:17:09.378676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:17:09.379050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Checking segment: {'id': 'b79c19ca-ed11-4d7c-837d-8017588eedb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:09.379587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Bound using segment: {'id': 'b79c19ca-ed11-4d7c-837d-8017588eedb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:17:09.380098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Bound port: a5e6521b-39aa-4b7e-8170-06f630877732, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79c19ca-ed11-4d7c-837d-8017588eedb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:17:09.380946 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:09.405076 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:09.437613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc285bfe-405a-4cf1-b37b-3dc77a63837d {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:09.486868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:09.538067 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b511913-502a-47f1-9681-8cd7217ceb67 req-84bba3bb-3b06-4bbc-bd0d-9c43a6bef68a tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 210 time: 0.0576062 Aug 20 11:17:09.539266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] For port a5e6521b-39aa-4b7e-8170-06f630877732, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:17:09.549896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 66f4a548-b353-4c5a-8f69-cbbda8b5efca details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:09.557660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] For port a5e6521b-39aa-4b7e-8170-06f630877732, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=a5e6521b-39aa-4b7e-8170-06f630877732,segment=NetworkSegment(b79c19ca-ed11-4d7c-837d-8017588eedb6),segment_id=b79c19ca-ed11-4d7c-837d-8017588eedb6)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:17:09.569952 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:09.623477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de14f7-c48f-403e-8a18-533f70d7ace3 req-274a8179-a60c-42c1-b56e-1dbe43636972 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:09.625151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27de14f7-c48f-403e-8a18-533f70d7ace3 req-274a8179-a60c-42c1-b56e-1dbe43636972 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 943 time: 0.1863039 Aug 20 11:17:09.650637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:09.693921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Transition to ACTIVE for port object aa307732-a846-414a-8d09-fa4e734087ff will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:09.708135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Deleting port 138baaa8-cb94-42f6-9412-01872eb0b88a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:09.708502 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:09.742413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:09.758137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '66f4a548-b353-4c5a-8f69-cbbda8b5efca', 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742', 'port_id': '66f4a548-b353-4c5a-8f69-cbbda8b5efca', 'mac_address': 'fa:16:3e:b5:97:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e64aa1-f77a-425d-a2d3-ca20859f4085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:09.770935 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63142aa1-e6a2-44cd-b470-198df95b7660 req-6529e474-4ee0-4437-8b61-5ff9d41f4c2c tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 210 time: 0.0475979 Aug 20 11:17:09.788159 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27de14f7-c48f-403e-8a18-533f70d7ace3 req-4496239c-1355-43e3-b206-6b8bce43700d tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552088 Aug 20 11:17:09.857580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:09.870045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] For port 138baaa8-cb94-42f6-9412-01872eb0b88a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=138baaa8-cb94-42f6-9412-01872eb0b88a,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:09.870410 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:09.881375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Made reservation on behalf of a7fc9fb8fe744fa0a06ffff217f72282 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:09.889925 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:09.901010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66f4a548-b353-4c5a-8f69-cbbda8b5efca {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:09.929897 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:09.942568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Calling delete_port for 138baaa8-cb94-42f6-9412-01872eb0b88a owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:09.974610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:10.005319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:10.028315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['dc285bfe-405a-4cf1-b37b-3dc77a63837d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:10.090581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:10.128798 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:10.128798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.128798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.129883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.130913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.131305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.133786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.137713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.138361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.138903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.139415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.148838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.150307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:10.182571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:10.226253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:10.274311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:10.288023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['66f4a548-b353-4c5a-8f69-cbbda8b5efca'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:10.302779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:10.302779 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:10.304376 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-e0501106-e800-4c72-89b6-dd65234008af service neutron] 10.222.0.57 "PUT /v2.0/ports/a5e6521b-39aa-4b7e-8170-06f630877732 HTTP/1.1" status: 200 len: 1091 time: 2.1002610 Aug 20 11:17:10.307231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d88024e-f286-4092-ad48-7d090766d132', 'tag': 'a5e6521b-39aa-4b7e-8170-06f630877732'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:10.318698 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6646e638-1e86-47e7-af5f-abdd3cb2675c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d88024e-f286-4092-ad48-7d090766d132", "tag": "a5e6521b-39aa-4b7e-8170-06f630877732"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:10.374564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0501106-e800-4c72-89b6-dd65234008af service neutron] Pushing event updated for resources: {'Port': ['ID=a5e6521b-39aa-4b7e-8170-06f630877732,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:10.492326 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb8a2d1-a9f1-42eb-bc57-1dfe3f256086 x-openstack-request-id: req-7eb8a2d1-a9f1-42eb-bc57-1dfe3f256086 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:10.492589 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d88024e-f286-4092-ad48-7d090766d132", "tag": "a5e6521b-39aa-4b7e-8170-06f630877732", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:10.492909 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7eb8a2d1-a9f1-42eb-bc57-1dfe3f256086 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:10.493507 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d88024e-f286-4092-ad48-7d090766d132', 'tag': 'a5e6521b-39aa-4b7e-8170-06f630877732', 'status': 'completed', 'code': 200} Aug 20 11:17:10.549806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=66f4a548-b353-4c5a-8f69-cbbda8b5efca,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:10.566987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646e638-1e86-47e7-af5f-abdd3cb2675c req-47249417-5fdd-48fc-9404-0af0c1d054c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:10.569060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6646e638-1e86-47e7-af5f-abdd3cb2675c req-47249417-5fdd-48fc-9404-0af0c1d054c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=827a6c31e03348b2b699832092ba6a35&device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 1094 time: 0.0806429 Aug 20 11:17:10.604264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] Deleting port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:10.604633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:10.699493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Pushing event updated for resources: {'Port': ['ID=aa307732-a846-414a-8d09-fa4e734087ff,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:10.727965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:10.776564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:10.795315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0', '4cc68761-617f-4547-9848-b276421799e3', 'adbe043e-088d-455f-ba37-131f9160403b', 'ccaccd09-5551-4250-b569-93d46f628528'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:10.844175 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:10.916769 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0da6c45d-5344-401f-b8e5-dd7a2d57b59a req-a7f2596a-2ce4-4d36-83ca-70c60fb44bce tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=2247d083-51e6-4eb5-b9cf-240b1b2ac384 HTTP/1.1" status: 200 len: 210 time: 0.1944172 Aug 20 11:17:10.944333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event deleted for resources: {'Port': ['ID=138baaa8-cb94-42f6-9412-01872eb0b88a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:10.997307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:10.998297 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:11.032618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] For port d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:11.032990 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:11.049078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Allocated IP 172.20.0.8 (987c1549-72dd-4feb-96a5-7bf3c7e1b902/3a46e6f2-8379-4a43-985a-a2820b1b5597/704dd6b2-b31a-407d-b091-ab166ecb05a5) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:11.051067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646e638-1e86-47e7-af5f-abdd3cb2675c req-04457b43-07ed-4c22-9e94-5401cef8cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:11.058963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6646e638-1e86-47e7-af5f-abdd3cb2675c req-04457b43-07ed-4c22-9e94-5401cef8cdab service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=827a6c31e03348b2b699832092ba6a35&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4643335 Aug 20 11:17:11.103503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3', '27c3c427-dd21-4f5d-9d07-e071b97bb6ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:11.108840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13cc02-cb76-4af3-86d9-6e4a6384498c req-481d322e-4f6c-406c-8ad2-cd8f446b9386 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:11.131732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b13cc02-cb76-4af3-86d9-6e4a6384498c req-481d322e-4f6c-406c-8ad2-cd8f446b9386 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 945 time: 0.3841343 Aug 20 11:17:11.175898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] Calling delete_port for d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:11.176751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] No DVR routers for this DVR port 138baaa8-cb94-42f6-9412-01872eb0b88a on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:11.176751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:11.179632 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "DELETE /v2.0/ports/138baaa8-cb94-42f6-9412-01872eb0b88a HTTP/1.1" status: 204 len: 173 time: 1.7387645 Aug 20 11:17:11.204775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c7c54ae1-cfb0-41eb-888c-864614339c2d None None] Provisioning for port aa307732-a846-414a-8d09-fa4e734087ff completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:11.225385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2247d083-51e6-4eb5-b9cf-240b1b2ac384', 'name': 'network-vif-deleted', 'tag': '138baaa8-cb94-42f6-9412-01872eb0b88a'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:11.228884 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96f6974-76d0-49e1-b18c-f3ebd732411f" -d '{"events": [{"server_uuid": "2247d083-51e6-4eb5-b9cf-240b1b2ac384", "name": "network-vif-deleted", "tag": "138baaa8-cb94-42f6-9412-01872eb0b88a"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:11.238657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c7c54ae1-cfb0-41eb-888c-864614339c2d None None] Provisioning complete for port aa307732-a846-414a-8d09-fa4e734087ff triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:11.239047 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c7c54ae1-cfb0-41eb-888c-864614339c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:11.310394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55043fbb-424c-4fff-b43c-2110e15cba81 req-0c3c3313-cee1-496a-bc40-c248ff961096 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:11.330969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-55043fbb-424c-4fff-b43c-2110e15cba81 req-0c3c3313-cee1-496a-bc40-c248ff961096 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 936 time: 0.2739389 Aug 20 11:17:11.378920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c7c54ae1-cfb0-41eb-888c-864614339c2d None None] Port aa307732-a846-414a-8d09-fa4e734087ff cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:17:11.528862 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:11.551733 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 66f4a548-b353-4c5a-8f69-cbbda8b5efca up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:11.612630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-d049949b-b308-4877-9c6e-fc91df3a020b tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8214972 Aug 20 11:17:11.621476 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b13cc02-cb76-4af3-86d9-6e4a6384498c req-09fc1a37-90b4-42a6-b81a-648f7c87a5c4 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844553 Aug 20 11:17:11.635119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Request body: {'port': {'device_id': 'aa16eba8-755f-4e24-9118-b7d802cd83f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:11.723250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-55043fbb-424c-4fff-b43c-2110e15cba81 req-225ec50f-875c-4bc6-adba-00ce770190a7 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186068 Aug 20 11:17:11.734474 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:11.762353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 66f4a548-b353-4c5a-8f69-cbbda8b5efca triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:11.762775 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:11.862324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646e638-1e86-47e7-af5f-abdd3cb2675c req-3e0d65d1-f292-4d78-8c97-eceb630cc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:11.864755 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6646e638-1e86-47e7-af5f-abdd3cb2675c req-3e0d65d1-f292-4d78-8c97-eceb630cc2de service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7250292 Aug 20 11:17:11.920226 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:11.924050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Network 987c1549-72dd-4feb-96a5-7bf3c7e1b902 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:11.925481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:11.948172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:11.952623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:12.031757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:12.061685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfe4f5-9511-4bee-8c9f-9ae2ca5f4538 req-a1923c47-738d-484f-8205-bd05a246609b tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:12.083905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cedfe4f5-9511-4bee-8c9f-9ae2ca5f4538 req-a1923c47-738d-484f-8205-bd05a246609b tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 931 time: 0.2219589 Aug 20 11:17:12.133404 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:12.235025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474f422-81cb-406c-909f-d78feb130885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f4a548-b353-4c5a-8f69-cbbda8b5efca'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:12.241261 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fa44cf-bc59-4ccc-bbbc-2fabf3b50e80" -d '{"events": [{"server_uuid": "8474f422-81cb-406c-909f-d78feb130885", "name": "network-vif-plugged", "status": "completed", "tag": "66f4a548-b353-4c5a-8f69-cbbda8b5efca"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:12.247827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-39546d83-de00-49b7-a1ef-8043d5968916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:12.257954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-39546d83-de00-49b7-a1ef-8043d5968916 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=827a6c31e03348b2b699832092ba6a35&device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 1094 time: 0.3423638 Aug 20 11:17:12.317345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:12.321039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Pushing event updated for resources: {'Port': ['ID=704dd6b2-b31a-407d-b091-ab166ecb05a5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:12.372289 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-769a9993-8aec-4024-a855-700e73036b5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e6521b-39aa-4b7e-8170-06f630877732 HTTP/1.1" status: 200 len: 217 time: 0.1074727 Aug 20 11:17:12.407123 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:12.510048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cedfe4f5-9511-4bee-8c9f-9ae2ca5f4538 req-f73d669a-6eb9-4ed0-978a-81111461d184 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199390 Aug 20 11:17:12.561071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=66f4a548-b353-4c5a-8f69-cbbda8b5efca,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:12.653902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54659b-20e9-445e-aa86-f957a3d65e07 req-a693459b-ad82-4789-8025-bb0abda83efa tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:12.668363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f54659b-20e9-445e-aa86-f957a3d65e07 req-a693459b-ad82-4789-8025-bb0abda83efa tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 943 time: 0.8087983 Aug 20 11:17:12.671475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-8b960eff-87b5-43fb-84b7-dbf1807add27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:12.675911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-8b960eff-87b5-43fb-84b7-dbf1807add27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d9a4fef-109c-4690-92cb-072108a2fbb9 HTTP/1.1" status: 200 len: 849 time: 0.2662315 Aug 20 11:17:12.684571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:12.685640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:12.776319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-6937f0f8-e29c-4197-80af-7119a4cfdbb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902622 Aug 20 11:17:12.972013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:12.981711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dc285bfe-405a-4cf1-b37b-3dc77a63837d up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:13.032108 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f54659b-20e9-445e-aa86-f957a3d65e07 req-113944fa-c675-4690-bcc2-a382f7a51929 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623197 Aug 20 11:17:13.084367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-802ea452-c403-4896-90b1-cb0fbeb0b621 service neutron] 10.222.0.57 "GET /v2.0/networks/fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937984 Aug 20 11:17:13.123587 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01f214d-281a-4bbf-a28b-3271715aee3a x-openstack-request-id: req-d01f214d-281a-4bbf-a28b-3271715aee3a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:13.123949 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2247d083-51e6-4eb5-b9cf-240b1b2ac384", "name": "network-vif-deleted", "tag": "138baaa8-cb94-42f6-9412-01872eb0b88a", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:13.124191 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d01f214d-281a-4bbf-a28b-3271715aee3a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:13.124613 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2247d083-51e6-4eb5-b9cf-240b1b2ac384', 'name': 'network-vif-deleted', 'tag': '138baaa8-cb94-42f6-9412-01872eb0b88a', 'status': 'completed', 'code': 200} Aug 20 11:17:13.135415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port dc285bfe-405a-4cf1-b37b-3dc77a63837d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:13.139706 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:13.236156 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-1145d5c7-4873-451e-b844-9ea5934e0092 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4269235 Aug 20 11:17:13.266963 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:13.268140 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49de794-b1ba-48da-88ce-48fdae99d0b7 req-44a78b38-affc-4b41-845d-32794aac92a8 service neutron] 10.222.0.57 "GET /v2.0/networks/fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737535 Aug 20 11:17:13.268874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Request body: {'port': {'device_id': 'afc988ac-b64d-44a3-93ec-976251c90218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:13.318488 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:13.389576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:13.437505 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:13.439679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] Router 01563648-745d-4c19-b317-b2f70c2ece25 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:17:13.455129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa307732-a846-414a-8d09-fa4e734087ff {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:13.470546 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:13.471353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 138baaa8-cb94-42f6-9412-01872eb0b88a no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:13.493015 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:13.518841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 138baaa8-cb94-42f6-9412-01872eb0b88a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:13.519090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 138baaa8-cb94-42f6-9412-01872eb0b88a not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:13.623273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Transition to ACTIVE for port object aa307732-a846-414a-8d09-fa4e734087ff will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:13.665342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=10']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:13.670652 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bb51c2-87f4-43c7-9528-d160f24ff0a3 x-openstack-request-id: req-b2bb51c2-87f4-43c7-9528-d160f24ff0a3 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:13.671087 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474f422-81cb-406c-909f-d78feb130885", "name": "network-vif-plugged", "status": "completed", "tag": "66f4a548-b353-4c5a-8f69-cbbda8b5efca", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:13.671439 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2bb51c2-87f4-43c7-9528-d160f24ff0a3 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:13.671949 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474f422-81cb-406c-909f-d78feb130885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f4a548-b353-4c5a-8f69-cbbda8b5efca', 'code': 200} Aug 20 11:17:13.738498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:13.784173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:17:13.792308 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-83e99183-4f15-41cc-b91a-229a3dd04182 admin admin] 10.222.0.10 "PUT /v2.0/routers/01563648-745d-4c19-b317-b2f70c2ece25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5765536 Aug 20 11:17:13.793456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47240) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:13.798301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] Sync routers for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:17:13.804423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6b81c-4c08-406f-8aeb-5a9744681bf7 req-6376a982-79c5-4eba-9528-fa876d3fad62 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:13.806227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7df6b81c-4c08-406f-8aeb-5a9744681bf7 req-6376a982-79c5-4eba-9528-fa876d3fad62 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 931 time: 0.0775828 Aug 20 11:17:13.824321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:17:13.825384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:16:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:13.927821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:13.982588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b346b39-cfde-4bf3-b086-2bd99c5c2573 req-df5eb7a7-1211-4e69-90a7-058ad00e2cdd tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:13.990206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b346b39-cfde-4bf3-b086-2bd99c5c2573 req-df5eb7a7-1211-4e69-90a7-058ad00e2cdd tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 948 time: 0.3024375 Aug 20 11:17:14.095366 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7df6b81c-4c08-406f-8aeb-5a9744681bf7 req-2eee8fba-3a0f-455e-bc0b-d33cd7b4cacb tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704412 Aug 20 11:17:14.201637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Pushing event updated for resources: {'Port': ['ID=aa307732-a846-414a-8d09-fa4e734087ff,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:14.215105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:14.217529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:17:14.251803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Attempting to bind port aa307732-a846-414a-8d09-fa4e734087ff on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:17:14.252161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Attempting to bind port aa307732-a846-414a-8d09-fa4e734087ff by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:17:14.252481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Attempting to bind port aa307732-a846-414a-8d09-fa4e734087ff on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:14.269879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b346b39-cfde-4bf3-b086-2bd99c5c2573 req-556d8b7d-ff78-4e45-8592-1b44a04bb8be tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785265 Aug 20 11:17:14.294159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Port aa307732-a846-414a-8d09-fa4e734087ff on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:17:14.298720 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Attempting to bind port aa307732-a846-414a-8d09-fa4e734087ff on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:14.343267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:17:14.346166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:14.348527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:17:14.352160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Bound port: aa307732-a846-414a-8d09-fa4e734087ff, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:17:14.352160 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:14.377656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Deleting port 50795a8c-8d77-4ced-a513-2c612b0fcf8d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:14.378051 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:14.556027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] For port aa307732-a846-414a-8d09-fa4e734087ff, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:17:14.595089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d421b59-50c4-41cc-9b84-814dd8607f2e req-6ba68d27-81f0-4a04-87a0-4e0aff8e92cb tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:14.604739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d421b59-50c4-41cc-9b84-814dd8607f2e req-6ba68d27-81f0-4a04-87a0-4e0aff8e92cb tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 946 time: 0.2084546 Aug 20 11:17:14.615414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] For port 50795a8c-8d77-4ced-a513-2c612b0fcf8d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=50795a8c-8d77-4ced-a513-2c612b0fcf8d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:14.615809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:14.658963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:17:11Z', 'revision_number': 5, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port': {'id': '50795a8c-8d77-4ced-a513-2c612b0fcf8d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01563648-745d-4c19-b317-b2f70c2ece25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:42Z', 'updated_at': '2021-08-20T11:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:14.679231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] For port aa307732-a846-414a-8d09-fa4e734087ff, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=aa307732-a846-414a-8d09-fa4e734087ff,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:17:14.688129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Calling delete_port for 50795a8c-8d77-4ced-a513-2c612b0fcf8d owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:14.708323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704dd6b2-b31a-407d-b091-ab166ecb05a5 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:14.719548 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:14.737843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d421b59-50c4-41cc-9b84-814dd8607f2e req-18894dcd-d416-47f0-94db-d35642872767 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311057 Aug 20 11:17:14.765469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:14.772845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Transition to ACTIVE for port object 704dd6b2-b31a-407d-b091-ab166ecb05a5 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:14.821431 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:14.822253 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:14.824675 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] 10.222.0.57 "PUT /v2.0/ports/aa307732-a846-414a-8d09-fa4e734087ff HTTP/1.1" status: 200 len: 1096 time: 3.2014108 Aug 20 11:17:14.849413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] Checking router: 01563648-745d-4c19-b317-b2f70c2ece25 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:17:14.859946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c61338-37ad-4233-ae43-8c53570cce11 service neutron] Pushing event updated for resources: {'Port': ['ID=aa307732-a846-414a-8d09-fa4e734087ff,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:14.883746 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:14.893769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] Routers {'01563648-745d-4c19-b317-b2f70c2ece25'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:17:14.894629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:16:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['01563648-745d-4c19-b317-b2f70c2ece25'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:15.001872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6b4134a8-2ef6-4bc0-a86a-4070a3fc9611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:15.014988 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device a5e6521b-39aa-4b7e-8170-06f630877732 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:15.131127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa16eba8-755f-4e24-9118-b7d802cd83f5', 'tag': 'aa307732-a846-414a-8d09-fa4e734087ff'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:15.133594 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa16eba8-755f-4e24-9118-b7d802cd83f5", "tag": "aa307732-a846-414a-8d09-fa4e734087ff"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:15.160884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Pushing event updated for resources: {'Port': ['ID=704dd6b2-b31a-407d-b091-ab166ecb05a5,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:15.191062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] Set router 01563648-745d-4c19-b317-b2f70c2ece25 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:17:15.208504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b98b0-a8e7-4a11-a311-e5fbab27abf4 req-e1d9a806-68b5-4aff-93b2-52d76c1ef720 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:15.217387 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e8b98b0-a8e7-4a11-a311-e5fbab27abf4 req-e1d9a806-68b5-4aff-93b2-52d76c1ef720 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 949 time: 0.1999040 Aug 20 11:17:15.286651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:17:14Z', 'revision_number': 6, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:15.290900 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.resource_extend [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:17:15.326321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d573d5c-3119-4861-b31b-180935c38c36 req-a9be4955-d9ff-45b0-8cb6-6c1946197e19 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:15.327331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864627e9-947c-43dd-b756-42305d7d0a1a req-63254dcb-1762-4a06-83d6-a0de03ff21da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:15.328943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-63254dcb-1762-4a06-83d6-a0de03ff21da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bda5dfd20f79478f9313bfecd04ebaa3&device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 1099 time: 0.3304079 Aug 20 11:17:15.340625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d573d5c-3119-4861-b31b-180935c38c36 req-a9be4955-d9ff-45b0-8cb6-6c1946197e19 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 943 time: 0.4506257 Aug 20 11:17:15.389774 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e8b98b0-a8e7-4a11-a311-e5fbab27abf4 req-83e41612-7616-4653-93b1-f35a871701c8 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063519 Aug 20 11:17:15.407439 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:15.428622 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d573d5c-3119-4861-b31b-180935c38c36 req-e0f0da22-4b59-41c5-b6be-0f2d77e4e8f7 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840690 Aug 20 11:17:15.436652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-290e576f-38ab-4017-8000-8c4e63648261 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=aa307732-a846-414a-8d09-fa4e734087ff HTTP/1.1" status: 200 len: 217 time: 0.0957482 Aug 20 11:17:15.510976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=50795a8c-8d77-4ced-a513-2c612b0fcf8d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:15.585758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864627e9-947c-43dd-b756-42305d7d0a1a req-fa45df8a-802b-4cb0-80f1-a07b712ef17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:15.587879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-fa45df8a-802b-4cb0-80f1-a07b712ef17d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1035004 Aug 20 11:17:15.603860 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9210d0c4-7577-4e75-9355-acfefe552061 x-openstack-request-id: req-9210d0c4-7577-4e75-9355-acfefe552061 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:15.604153 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa16eba8-755f-4e24-9118-b7d802cd83f5", "tag": "aa307732-a846-414a-8d09-fa4e734087ff", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:15.604405 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9210d0c4-7577-4e75-9355-acfefe552061 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:15.604802 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa16eba8-755f-4e24-9118-b7d802cd83f5', 'tag': 'aa307732-a846-414a-8d09-fa4e734087ff', 'status': 'completed', 'code': 200} Aug 20 11:17:15.635421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Attempting to bind port 704dd6b2-b31a-407d-b091-ab166ecb05a5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:17:15.635421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Attempting to bind port 704dd6b2-b31a-407d-b091-ab166ecb05a5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'ffc2fef1-b21c-40f3-8084-f2847e9c0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '987c1549-72dd-4feb-96a5-7bf3c7e1b902'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:17:15.635421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Attempting to bind port 704dd6b2-b31a-407d-b091-ab166ecb05a5 on network 987c1549-72dd-4feb-96a5-7bf3c7e1b902 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:15.683177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Port 704dd6b2-b31a-407d-b091-ab166ecb05a5 on network 987c1549-72dd-4feb-96a5-7bf3c7e1b902 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:17:15.683177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Attempting to bind port 704dd6b2-b31a-407d-b091-ab166ecb05a5 on network 987c1549-72dd-4feb-96a5-7bf3c7e1b902 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:15.739782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:15.745883 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206ab85c-d1f6-473d-b185-99d72d6b1a0b" -d '{"events": [{"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-plugged", "status": "completed", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:15.768279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:17:15.768688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Checking segment: {'id': 'ffc2fef1-b21c-40f3-8084-f2847e9c0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '987c1549-72dd-4feb-96a5-7bf3c7e1b902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:15.769017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Bound using segment: {'id': 'ffc2fef1-b21c-40f3-8084-f2847e9c0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '987c1549-72dd-4feb-96a5-7bf3c7e1b902'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:17:15.769477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Bound port: 704dd6b2-b31a-407d-b091-ab166ecb05a5, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc2fef1-b21c-40f3-8084-f2847e9c0088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '987c1549-72dd-4feb-96a5-7bf3c7e1b902'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:17:15.769853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:15.780855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 66f4a548-b353-4c5a-8f69-cbbda8b5efca no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:15.795830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa39df-bca7-4580-bee1-05a8216111e7 None None] The sync data for ids ['01563648-745d-4c19-b317-b2f70c2ece25'] in n-d-804230-3 is: [{'id': '01563648-745d-4c19-b317-b2f70c2ece25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1806589344-router', 'tenant_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:41Z', 'updated_at': '2021-08-20T11:17:14Z', 'revision_number': 6, 'project_id': 'ee3d1306599a4d3dbfe3d588552e10e0', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:17:15.983715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port a5e6521b-39aa-4b7e-8170-06f630877732, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=a5e6521b-39aa-4b7e-8170-06f630877732,segment=NetworkSegment(b79c19ca-ed11-4d7c-837d-8017588eedb6),segment_id=b79c19ca-ed11-4d7c-837d-8017588eedb6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:16.033148 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.038704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'a5e6521b-39aa-4b7e-8170-06f630877732', 'network_id': 'fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece', 'port_id': 'a5e6521b-39aa-4b7e-8170-06f630877732', 'mac_address': 'fa:16:3e:d6:25:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9a4fef-109c-4690-92cb-072108a2fbb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:16.116987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:16.128914 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.150118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e6521b-39aa-4b7e-8170-06f630877732 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:16.196075 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.204810 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.212746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port a5e6521b-39aa-4b7e-8170-06f630877732, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=a5e6521b-39aa-4b7e-8170-06f630877732,segment=NetworkSegment(b79c19ca-ed11-4d7c-837d-8017588eedb6),segment_id=b79c19ca-ed11-4d7c-837d-8017588eedb6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:16.271734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=66f4a548-b353-4c5a-8f69-cbbda8b5efca,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:16.310154 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.321468 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.325896 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.346276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edf98c-e1da-4097-9927-088bf6815f85 req-15ed09ea-1663-48d0-b2b5-361b0173beba tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:16.353715 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71edf98c-e1da-4097-9927-088bf6815f85 req-15ed09ea-1663-48d0-b2b5-361b0173beba tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 948 time: 0.1866300 Aug 20 11:17:16.408237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=a5e6521b-39aa-4b7e-8170-06f630877732,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:16.458670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71edf98c-e1da-4097-9927-088bf6815f85 req-af64977c-519c-432c-91ff-072164ab8c69 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961354 Aug 20 11:17:16.497353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620605a-aa2d-4802-9871-7f0ada90209b req-53f7a6f0-e24c-4993-b299-f20a86ad07fd tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:16.499079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2620605a-aa2d-4802-9871-7f0ada90209b req-53f7a6f0-e24c-4993-b299-f20a86ad07fd tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 946 time: 1.1000855 Aug 20 11:17:16.516139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.516716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01563648-745d-4c19-b317-b2f70c2ece25 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:17:16.522365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.523566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c133e3e0-8430-4d37-a6c7-7d2db9538c42 admin admin] 10.222.0.10 "DELETE /v2.0/routers/01563648-745d-4c19-b317-b2f70c2ece25 HTTP/1.1" status: 204 len: 168 time: 2.7290325 Aug 20 11:17:16.532694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47292) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:16.575477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] For port 704dd6b2-b31a-407d-b091-ab166ecb05a5, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:17:16.579346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] For port 704dd6b2-b31a-407d-b091-ab166ecb05a5, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=704dd6b2-b31a-407d-b091-ab166ecb05a5,segment=NetworkSegment(ffc2fef1-b21c-40f3-8084-f2847e9c0088),segment_id=ffc2fef1-b21c-40f3-8084-f2847e9c0088)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:17:16.590198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['a5e6521b-39aa-4b7e-8170-06f630877732'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:16.608304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864627e9-947c-43dd-b756-42305d7d0a1a req-974b1e55-8b8f-4938-b100-3ba2d26e6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:16.610263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-974b1e55-8b8f-4938-b100-3ba2d26e6b87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0030429 Aug 20 11:17:16.627837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3bf91f-3a34-41db-98bd-fe2194fdca3a admin admin] Deleting subnet 83377e28-2932-4097-8c29-2d00f93d937c {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:17:16.640389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b6c6-de8f-4424-a742-000cd800fc4e req-2c8eb74c-c075-4060-801a-436b4e57dc00 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:16.649782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8d0b6c6-de8f-4424-a742-000cd800fc4e req-2c8eb74c-c075-4060-801a-436b4e57dc00 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 944 time: 0.0809660 Aug 20 11:17:16.678536 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7a3bf91f-3a34-41db-98bd-fe2194fdca3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.750351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8d0b6c6-de8f-4424-a742-000cd800fc4e req-6388cff3-981f-4b44-846b-fa46d67673c5 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995963 Aug 20 11:17:16.764544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b903e9-f5ba-496e-a50f-46763f1be1ec req-6397ef16-f60b-4d77-82f1-a36fd362785b tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:16.773644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98b903e9-f5ba-496e-a50f-46763f1be1ec req-6397ef16-f60b-4d77-82f1-a36fd362785b tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 943 time: 1.1799204 Aug 20 11:17:16.792105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:16.849217 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b21b9ad-67d7-4612-8014-99b2a856e27b x-openstack-request-id: req-3b21b9ad-67d7-4612-8014-99b2a856e27b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:16.849509 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-plugged", "status": "completed", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:16.849766 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b21b9ad-67d7-4612-8014-99b2a856e27b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:16.850164 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'code': 200} Aug 20 11:17:16.882263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7a3bf91f-3a34-41db-98bd-fe2194fdca3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:17.001957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-c0d71fea-a1a0-4fd4-adb6-f82583b003b3 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547046 Aug 20 11:17:17.013733 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-050279cb-bc6d-401d-a3ff-e9051445540a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2534146 Aug 20 11:17:17.053736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:17.054281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:17.055776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] 10.222.0.57 "PUT /v2.0/ports/704dd6b2-b31a-407d-b091-ab166ecb05a5 HTTP/1.1" status: 200 len: 1091 time: 3.8034596 Aug 20 11:17:17.133651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1f571-1d93-4616-94a5-a6887d25c04b service neutron] Pushing event updated for resources: {'Port': ['ID=704dd6b2-b31a-407d-b091-ab166ecb05a5,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:17.150534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32858e-c898-43ca-8325-a6f5d635120a req-91f7e2a8-6042-4616-a271-a58243565ca4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:17.152219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c32858e-c898-43ca-8325-a6f5d635120a req-91f7e2a8-6042-4616-a271-a58243565ca4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 949 time: 0.5709615 Aug 20 11:17:17.211108 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7a3bf91f-3a34-41db-98bd-fe2194fdca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:17.239566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d683f3-bc52-4d52-ae0b-96439c7eed38 req-14ee5263-7558-4ed8-9073-7a91f6b548ab tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:17.247977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-94d683f3-bc52-4d52-ae0b-96439c7eed38 req-14ee5263-7558-4ed8-9073-7a91f6b548ab tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 949 time: 0.1510582 Aug 20 11:17:17.266503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-0f289c88-a1dd-498a-9125-1e5ccff33b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:17.268564 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-0f289c88-a1dd-498a-9125-1e5ccff33b7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 1100 time: 0.2306874 Aug 20 11:17:17.288745 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98b903e9-f5ba-496e-a50f-46763f1be1ec req-dc482afe-b08e-46d9-acf6-99ba1701439a tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134802 Aug 20 11:17:17.355500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-94d683f3-bc52-4d52-ae0b-96439c7eed38 req-6f694813-d2f4-469b-a6a3-a2c8a8b36f5a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057866 Aug 20 11:17:17.499777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2620605a-aa2d-4802-9871-7f0ada90209b req-c4e2350e-26f0-46c7-bd9c-b503b4e6311f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Deleting port 66f4a548-b353-4c5a-8f69-cbbda8b5efca {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:17.500371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2620605a-aa2d-4802-9871-7f0ada90209b req-c4e2350e-26f0-46c7-bd9c-b503b4e6311f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:17.511626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0758392-0298-46b5-b97b-7a952bf94105 req-9c0cda72-7312-4295-bfae-2e1b3298bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:17.513679 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-9c0cda72-7312-4295-bfae-2e1b3298bfb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7fc9fb8fe744fa0a06ffff217f72282&device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 1094 time: 0.3150082 Aug 20 11:17:17.582663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-9544fa47-9a61-4c87-bde6-172a7c793b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:17.583065 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-9544fa47-9a61-4c87-bde6-172a7c793b79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.2749317 Aug 20 11:17:17.602764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-e351b3db-0d37-4503-afb5-1ab6887ffed2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704dd6b2-b31a-407d-b091-ab166ecb05a5 HTTP/1.1" status: 200 len: 217 time: 0.0485599 Aug 20 11:17:17.608005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 50795a8c-8d77-4ced-a513-2c612b0fcf8d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:17.632225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 50795a8c-8d77-4ced-a513-2c612b0fcf8d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:17.633623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 50795a8c-8d77-4ced-a513-2c612b0fcf8d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:17.633623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:17.635443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc988ac-b64d-44a3-93ec-976251c90218', 'tag': '704dd6b2-b31a-407d-b091-ab166ecb05a5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:17.638054 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6e6246-008e-4234-8edd-0ad41465bc03" -d '{"events": [{"name": "network-changed", "server_uuid": "afc988ac-b64d-44a3-93ec-976251c90218", "tag": "704dd6b2-b31a-407d-b091-ab166ecb05a5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:17.649302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7a3bf91f-3a34-41db-98bd-fe2194fdca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:17.664085 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-864627e9-947c-43dd-b756-42305d7d0a1a req-5febbef9-6a90-47c7-891b-f85019c508f2 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884259 Aug 20 11:17:17.666264 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7a3bf91f-3a34-41db-98bd-fe2194fdca3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:17.668342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:17.669028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d2a1a8d7-a6e8-47ae-a7ff-b878fb79b4c2 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:17.671716 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b83a4-3353-4e84-89ea-81e0e30f9856 None None] Network 2edbf63b-41ed-48ed-9209-772b0f82fb31 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:17.679091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7a3bf91f-3a34-41db-98bd-fe2194fdca3a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/83377e28-2932-4097-8c29-2d00f93d937c HTTP/1.1" status: 204 len: 168 time: 1.1451740 Aug 20 11:17:17.683051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-c6516f28-92f8-44d6-80c9-7fd209f08226 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=27c3c427-dd21-4f5d-9d07-e071b97bb6ed HTTP/1.1" status: 200 len: 217 time: 0.0837231 Aug 20 11:17:17.686229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47308) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:17.780621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fa85f-3490-4e31-a9fc-041e51acc5bd req-779bda76-64dd-4a96-b165-6a2e840c82b0 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:17.788531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a89fa85f-3490-4e31-a9fc-041e51acc5bd req-779bda76-64dd-4a96-b165-6a2e840c82b0 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 944 time: 0.3434463 Aug 20 11:17:17.816598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0758392-0298-46b5-b97b-7a952bf94105 req-a2a12a4e-9648-4c6c-bff4-317d2794db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:17.818044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-a2a12a4e-9648-4c6c-bff4-317d2794db61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a46e6f2-8379-4a43-985a-a2820b1b5597 HTTP/1.1" status: 200 len: 849 time: 0.1715157 Aug 20 11:17:17.825806 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-79d7d17a-f96c-425a-b709-14232b1ecbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:17.863107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5c32858e-c898-43ca-8325-a6f5d635120a req-f5daffd6-81c1-4e0a-801e-dcc1f3711b88 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Deleting port ccaccd09-5551-4250-b569-93d46f628528 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:17.863462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5c32858e-c898-43ca-8325-a6f5d635120a req-f5daffd6-81c1-4e0a-801e-dcc1f3711b88 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:17.901044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bf91f-3a34-41db-98bd-fe2194fdca3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83377e28-2932-4097-8c29-2d00f93d937c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:17.932335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-bd2154b6-35b8-40ea-9299-5f76f033105f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=987c1549-72dd-4feb-96a5-7bf3c7e1b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970738 Aug 20 11:17:17.938861 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-2f571ace-bf7b-4c54-a26b-fba86d2b611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:17.952376 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-2f571ace-bf7b-4c54-a26b-fba86d2b611c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.2500665 Aug 20 11:17:17.955110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccb3c3c-5eb4-40c0-92ce-206f2697345a None None] DHCP port deletion for 2edbf63b-41ed-48ed-9209-772b0f82fb31 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:17:18.008488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2620605a-aa2d-4802-9871-7f0ada90209b req-c4e2350e-26f0-46c7-bd9c-b503b4e6311f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] For port 66f4a548-b353-4c5a-8f69-cbbda8b5efca, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=66f4a548-b353-4c5a-8f69-cbbda8b5efca,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:18.008869 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2620605a-aa2d-4802-9871-7f0ada90209b req-c4e2350e-26f0-46c7-bd9c-b503b4e6311f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:18.055763 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:18.077811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb3c3c-5eb4-40c0-92ce-206f2697345a None None] Deleting port 3b98aaa7-ea88-4979-b538-e85f7183ec64 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:18.090200 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ccb3c3c-5eb4-40c0-92ce-206f2697345a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:18.113304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6b8f2-7af2-4d1f-9aac-454ac1bb779b req-fd2ab1bb-a0d0-4a50-8e1d-764ddbb23879 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:18.127873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ece6b8f2-7af2-4d1f-9aac-454ac1bb779b req-fd2ab1bb-a0d0-4a50-8e1d-764ddbb23879 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 948 time: 0.5801067 Aug 20 11:17:18.149051 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a89fa85f-3490-4e31-a9fc-041e51acc5bd req-47246611-fed0-4c67-b8d9-8988733d1907 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567734 Aug 20 11:17:18.193445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2620605a-aa2d-4802-9871-7f0ada90209b req-c4e2350e-26f0-46c7-bd9c-b503b4e6311f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Calling delete_port for 66f4a548-b353-4c5a-8f69-cbbda8b5efca owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:18.211064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-bd23eb6f-2638-421c-bc57-54fc5d347d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:18.213490 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-bd23eb6f-2638-421c-bc57-54fc5d347d5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bda5dfd20f79478f9313bfecd04ebaa3&device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 1099 time: 0.3692200 Aug 20 11:17:18.262290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5ccb3c3c-5eb4-40c0-92ce-206f2697345a None None] For port 3b98aaa7-ea88-4979-b538-e85f7183ec64, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b98aaa7-ea88-4979-b538-e85f7183ec64,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:18.263450 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ccb3c3c-5eb4-40c0-92ce-206f2697345a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:18.289670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb3c3c-5eb4-40c0-92ce-206f2697345a None None] Calling delete_port for 3b98aaa7-ea88-4979-b538-e85f7183ec64 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:18.312531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ece6b8f2-7af2-4d1f-9aac-454ac1bb779b req-0c5e956b-bc58-42db-b994-f7a72bc6db84 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874673 Aug 20 11:17:18.328618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-5bbf3459-4428-4ead-a87d-f7e608560ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:18.331904 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7440b6-b092-4f3f-9581-692fc4701520 x-openstack-request-id: req-6c7440b6-b092-4f3f-9581-692fc4701520 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:18.332323 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc988ac-b64d-44a3-93ec-976251c90218", "tag": "704dd6b2-b31a-407d-b091-ab166ecb05a5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:18.332685 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c7440b6-b092-4f3f-9581-692fc4701520 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:18.333170 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc988ac-b64d-44a3-93ec-976251c90218', 'tag': '704dd6b2-b31a-407d-b091-ab166ecb05a5', 'status': 'completed', 'code': 200} Aug 20 11:17:18.336070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-5bbf3459-4428-4ead-a87d-f7e608560ab7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3811364 Aug 20 11:17:18.491521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5c32858e-c898-43ca-8325-a6f5d635120a req-f5daffd6-81c1-4e0a-801e-dcc1f3711b88 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] For port ccaccd09-5551-4250-b569-93d46f628528, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ccaccd09-5551-4250-b569-93d46f628528,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:18.492095 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5c32858e-c898-43ca-8325-a6f5d635120a req-f5daffd6-81c1-4e0a-801e-dcc1f3711b88 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:18.510674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Deleting port 3b98aaa7-ea88-4979-b538-e85f7183ec64 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:18.511653 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:18.513638 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-cd976a46-321e-4ecf-be25-0bd0518680b2 service neutron] 10.222.0.57 "GET /v2.0/networks/987c1549-72dd-4feb-96a5-7bf3c7e1b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235336 Aug 20 11:17:18.566982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5c32858e-c898-43ca-8325-a6f5d635120a req-f5daffd6-81c1-4e0a-801e-dcc1f3711b88 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Calling delete_port for ccaccd09-5551-4250-b569-93d46f628528 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:18.699199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] For port 3b98aaa7-ea88-4979-b538-e85f7183ec64, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b98aaa7-ea88-4979-b538-e85f7183ec64,segment=NetworkSegment(f6eb088e-aca6-4264-af9e-1dd469a1cd1a),segment_id=f6eb088e-aca6-4264-af9e-1dd469a1cd1a)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:18.700444 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:18.751622 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ccb3c3c-5eb4-40c0-92ce-206f2697345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:18.826185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Calling delete_port for 3b98aaa7-ea88-4979-b538-e85f7183ec64 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:18.852388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474f422-81cb-406c-909f-d78feb130885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f4a548-b353-4c5a-8f69-cbbda8b5efca'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:18.861163 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac9ef10-347f-49ee-ac2f-74316d5fc26d" -d '{"events": [{"server_uuid": "8474f422-81cb-406c-909f-d78feb130885", "name": "network-vif-unplugged", "status": "completed", "tag": "66f4a548-b353-4c5a-8f69-cbbda8b5efca"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:18.871725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb3c3c-5eb4-40c0-92ce-206f2697345a None None] Pushing event deleted for resources: {'Port': ['ID=3b98aaa7-ea88-4979-b538-e85f7183ec64,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:18.876425 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:18.899917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb3c3c-5eb4-40c0-92ce-206f2697345a None None] No DVR routers for this DVR port 3b98aaa7-ea88-4979-b538-e85f7183ec64 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:18.987161 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:19.028880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device a5e6521b-39aa-4b7e-8170-06f630877732 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:19.054471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] No DVR routers for this DVR port 3b98aaa7-ea88-4979-b538-e85f7183ec64 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:19.107366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-f4ed2036-5535-417e-afe6-0cf25fb8eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:19.107366 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-f4ed2036-5535-417e-afe6-0cf25fb8eb99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.8768086 Aug 20 11:17:19.112699 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0758392-0298-46b5-b97b-7a952bf94105 req-81cdc521-1656-43ba-8e53-6f45bb7ffad0 service neutron] 10.222.0.57 "GET /v2.0/networks/987c1549-72dd-4feb-96a5-7bf3c7e1b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565643 Aug 20 11:17:19.124454 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:19.143773 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5c32858e-c898-43ca-8325-a6f5d635120a req-f5daffd6-81c1-4e0a-801e-dcc1f3711b88 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:19.171790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3', '27c3c427-dd21-4f5d-9d07-e071b97bb6ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:19.174518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0', '4cc68761-617f-4547-9848-b276421799e3', 'adbe043e-088d-455f-ba37-131f9160403b', 'ccaccd09-5551-4250-b569-93d46f628528'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:19.246147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5daffd6-81c1-4e0a-801e-dcc1f3711b88 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event deleted for resources: {'Port': ['ID=ccaccd09-5551-4250-b569-93d46f628528,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:19.356229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:19.382658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edbf63b-41ed-48ed-9209-772b0f82fb31']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:19.409374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:19.409824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6eb088e-aca6-4264-af9e-1dd469a1cd1a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:19.426264 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:19.456528 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-df195ea2-3a16-4ed5-a152-30634e31eae1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=aa307732-a846-414a-8d09-fa4e734087ff HTTP/1.1" status: 200 len: 217 time: 0.3249445 Aug 20 11:17:19.460680 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:19.471106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:17:19.471651 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:19.493362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port a5e6521b-39aa-4b7e-8170-06f630877732 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:19.552865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port a5e6521b-39aa-4b7e-8170-06f630877732 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:19.553260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:19.612850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c32858e-c898-43ca-8325-a6f5d635120a req-f5daffd6-81c1-4e0a-801e-dcc1f3711b88 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] No DVR routers for this DVR port ccaccd09-5551-4250-b569-93d46f628528 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:17:19.623697 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:17:19.628418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5c32858e-c898-43ca-8325-a6f5d635120a req-f5daffd6-81c1-4e0a-801e-dcc1f3711b88 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:19.629753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b98aaa7-ea88-4979-b538-e85f7183ec64,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:19.635933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c32858e-c898-43ca-8325-a6f5d635120a req-f5daffd6-81c1-4e0a-801e-dcc1f3711b88 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "DELETE /v2.0/ports/ccaccd09-5551-4250-b569-93d46f628528 HTTP/1.1" status: 204 len: 173 time: 2.4432840 Aug 20 11:17:19.665202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 66f4a548-b353-4c5a-8f69-cbbda8b5efca no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:19.666625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-aa27bbb8-4e9c-4dba-a6b9-bb0a76246492 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3054974 Aug 20 11:17:19.703772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd0355-9c6e-44b8-9561-ab8606e23165 req-4d8aef0e-d6d4-4406-8d8f-c77ca93e336a tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:19.711374 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88fd0355-9c6e-44b8-9561-ab8606e23165 req-4d8aef0e-d6d4-4406-8d8f-c77ca93e336a tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 944 time: 1.2149985 Aug 20 11:17:19.720383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-80371321-4c6a-41e8-b51e-73e46a2f7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:19.721795 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-80371321-4c6a-41e8-b51e-73e46a2f7e47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.2541108 Aug 20 11:17:19.775554 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b98aaa7-ea88-4979-b538-e85f7183ec64 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:19.794073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f60b98-21ae-4bea-b0e9-c7f1a1220020 req-46e5764d-cdf6-401d-b6c6-a3a2f300e2f5 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:19.819912 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d4f60b98-21ae-4bea-b0e9-c7f1a1220020 req-46e5764d-cdf6-401d-b6c6-a3a2f300e2f5 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 943 time: 1.1469691 Aug 20 11:17:19.875119 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88fd0355-9c6e-44b8-9561-ab8606e23165 req-94a65194-21cd-474a-aaf3-c81c0d8f7c09 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627443 Aug 20 11:17:19.883474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e6246-008e-4234-8edd-0ad41465bc03 req-e22c5a73-e433-42c7-9506-d16741e70857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:19.885040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff6e6246-008e-4234-8edd-0ad41465bc03 req-e22c5a73-e433-42c7-9506-d16741e70857 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7fc9fb8fe744fa0a06ffff217f72282&device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 1094 time: 0.4551775 Aug 20 11:17:19.901206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 3b98aaa7-ea88-4979-b538-e85f7183ec64 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:19.907482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b98aaa7-ea88-4979-b538-e85f7183ec64 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:19.996927 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:20.008392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:20.016520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2edbf63b-41ed-48ed-9209-772b0f82fb31 HTTP/1.1" status: 204 len: 168 time: 2.3280239 Aug 20 11:17:20.068942 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d4f60b98-21ae-4bea-b0e9-c7f1a1220020 req-414a39b2-5261-4e9c-8639-acaf32e141d0 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438486 Aug 20 11:17:20.079287 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:20.082999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e6246-008e-4234-8edd-0ad41465bc03 req-13fe1c40-b823-4bff-ad28-a0cd1085308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:20.084790 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff6e6246-008e-4234-8edd-0ad41465bc03 req-13fe1c40-b823-4bff-ad28-a0cd1085308f service neutron] 10.222.0.57 "GET /v2.0/networks?id=987c1549-72dd-4feb-96a5-7bf3c7e1b902 HTTP/1.1" status: 200 len: 910 time: 0.1851814 Aug 20 11:17:20.106938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47346) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:20.127037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2620605a-aa2d-4802-9871-7f0ada90209b req-c4e2350e-26f0-46c7-bd9c-b503b4e6311f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:20.168894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No active binding found for port 66f4a548-b353-4c5a-8f69-cbbda8b5efca {{(pid=95589) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 11:17:20.178216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 66f4a548-b353-4c5a-8f69-cbbda8b5efca not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:20.184457 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0984aed5-1504-4225-99ca-44f94825bba1 x-openstack-request-id: req-0984aed5-1504-4225-99ca-44f94825bba1 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:20.189217 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474f422-81cb-406c-909f-d78feb130885", "name": "network-vif-unplugged", "status": "completed", "tag": "66f4a548-b353-4c5a-8f69-cbbda8b5efca", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:20.189767 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0984aed5-1504-4225-99ca-44f94825bba1 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:20.190410 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474f422-81cb-406c-909f-d78feb130885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f4a548-b353-4c5a-8f69-cbbda8b5efca', 'code': 200} Aug 20 11:17:20.197983 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:17:20.294961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68545ff-9d8e-4dbe-84e6-b8ca0ff144b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2edbf63b-41ed-48ed-9209-772b0f82fb31,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:20.314000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-716bb311-e3a9-4ca1-bcbe-b59e25f87183 req-4f7400b1-1def-496a-bdc3-9a7126abfcff service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459308 Aug 20 11:17:20.396378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port a5e6521b-39aa-4b7e-8170-06f630877732, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=a5e6521b-39aa-4b7e-8170-06f630877732,segment=NetworkSegment(b79c19ca-ed11-4d7c-837d-8017588eedb6),segment_id=b79c19ca-ed11-4d7c-837d-8017588eedb6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:20.413645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335e6092-ec95-451c-9885-6e2d1ab63d25', 'name': 'network-vif-deleted', 'tag': 'ccaccd09-5551-4250-b569-93d46f628528'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:20.418872 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4cb824-47c3-4155-afc0-9483cae2bbaf" -d '{"events": [{"server_uuid": "335e6092-ec95-451c-9885-6e2d1ab63d25", "name": "network-vif-deleted", "tag": "ccaccd09-5551-4250-b569-93d46f628528"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:20.514285 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:20.526407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233e71-6f9b-402f-8b8c-54eef525d70d req-02071574-ee76-44a5-813a-12bd2ae06b65 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:20.530179 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be233e71-6f9b-402f-8b8c-54eef525d70d req-02071574-ee76-44a5-813a-12bd2ae06b65 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 944 time: 0.2082732 Aug 20 11:17:20.578036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2350e-26f0-46c7-bd9c-b503b4e6311f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event deleted for resources: {'Port': ['ID=66f4a548-b353-4c5a-8f69-cbbda8b5efca,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:20.591834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=a5e6521b-39aa-4b7e-8170-06f630877732,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:20.598855 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f543661-9565-4957-abce-563b38a22050 req-2b190dec-b232-49d5-ba8f-24b1d4e0a952 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=335e6092-ec95-451c-9885-6e2d1ab63d25 HTTP/1.1" status: 200 len: 210 time: 0.5128205 Aug 20 11:17:20.700678 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be233e71-6f9b-402f-8b8c-54eef525d70d req-445e4e84-6022-46af-8a4e-376699a8058c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549897 Aug 20 11:17:20.716798 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff6e6246-008e-4234-8edd-0ad41465bc03 req-35bda237-6653-4ad0-a957-9b7d609b7ffd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704dd6b2-b31a-407d-b091-ab166ecb05a5 HTTP/1.1" status: 200 len: 217 time: 0.5970864 Aug 20 11:17:20.725231 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:20.755864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2620605a-aa2d-4802-9871-7f0ada90209b req-c4e2350e-26f0-46c7-bd9c-b503b4e6311f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] No DVR routers for this DVR port 66f4a548-b353-4c5a-8f69-cbbda8b5efca on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:20.764456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-96c7055a-4cfa-4acb-8093-4c08cbe08bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:20.766915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-96c7055a-4cfa-4acb-8093-4c08cbe08bfb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9792426 Aug 20 11:17:20.771862 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2620605a-aa2d-4802-9871-7f0ada90209b req-c4e2350e-26f0-46c7-bd9c-b503b4e6311f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:20.774746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2620605a-aa2d-4802-9871-7f0ada90209b req-c4e2350e-26f0-46c7-bd9c-b503b4e6311f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "DELETE /v2.0/ports/66f4a548-b353-4c5a-8f69-cbbda8b5efca HTTP/1.1" status: 204 len: 173 time: 4.1829050 Aug 20 11:17:21.041568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 704dd6b2-b31a-407d-b091-ab166ecb05a5 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:21.133236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d71b1fa6-8099-4685-9d29-e743a41c37ca req-abe06ec2-0390-405e-ba31-5a8c3ce63e99 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=8474f422-81cb-406c-909f-d78feb130885 HTTP/1.1" status: 200 len: 210 time: 0.0866294 Aug 20 11:17:21.241438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 704dd6b2-b31a-407d-b091-ab166ecb05a5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=704dd6b2-b31a-407d-b091-ab166ecb05a5,segment=NetworkSegment(ffc2fef1-b21c-40f3-8084-f2847e9c0088),segment_id=ffc2fef1-b21c-40f3-8084-f2847e9c0088)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:21.258736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '704dd6b2-b31a-407d-b091-ab166ecb05a5', 'network_id': '987c1549-72dd-4feb-96a5-7bf3c7e1b902', 'port_id': '704dd6b2-b31a-407d-b091-ab166ecb05a5', 'mac_address': 'fa:16:3e:3e:04:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a46e6f2-8379-4a43-985a-a2820b1b5597', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:21.375799 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:21.399502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dd4ae-9f54-4847-826c-c04566306c42 req-0214c4eb-f396-4b7d-ae53-13e947de2098 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:21.408189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c7dd4ae-9f54-4847-826c-c04566306c42 req-0214c4eb-f396-4b7d-ae53-13e947de2098 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 943 time: 0.0982170 Aug 20 11:17:21.411401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704dd6b2-b31a-407d-b091-ab166ecb05a5 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:21.456752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 704dd6b2-b31a-407d-b091-ab166ecb05a5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=704dd6b2-b31a-407d-b091-ab166ecb05a5,segment=NetworkSegment(ffc2fef1-b21c-40f3-8084-f2847e9c0088),segment_id=ffc2fef1-b21c-40f3-8084-f2847e9c0088)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:21.484383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c7dd4ae-9f54-4847-826c-c04566306c42 req-bab7daac-bae0-431c-aad6-f1e14f40dd5b tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619256 Aug 20 11:17:21.552170 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:21.554034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device aa307732-a846-414a-8d09-fa4e734087ff details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:21.616457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ccaccd09-5551-4250-b569-93d46f628528 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:21.702259 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6219fc09-cf62-4286-a774-a93a72ddc413 x-openstack-request-id: req-6219fc09-cf62-4286-a774-a93a72ddc413 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:21.702259 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335e6092-ec95-451c-9885-6e2d1ab63d25", "name": "network-vif-deleted", "tag": "ccaccd09-5551-4250-b569-93d46f628528", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:21.702259 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6219fc09-cf62-4286-a774-a93a72ddc413 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:21.702259 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335e6092-ec95-451c-9885-6e2d1ab63d25', 'name': 'network-vif-deleted', 'tag': 'ccaccd09-5551-4250-b569-93d46f628528', 'status': 'completed', 'code': 200} Aug 20 11:17:21.702900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: ccaccd09-5551-4250-b569-93d46f628528 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:21.702900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ccaccd09-5551-4250-b569-93d46f628528 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:21.804254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=704dd6b2-b31a-407d-b091-ab166ecb05a5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:21.815940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848d058-99fb-47df-a837-e56acc0dcf29 req-ead8320a-e989-4d7e-a089-e5638ac2bc8d tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:21.828608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c848d058-99fb-47df-a837-e56acc0dcf29 req-ead8320a-e989-4d7e-a089-e5638ac2bc8d tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 948 time: 1.1035635 Aug 20 11:17:21.871820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e6246-008e-4234-8edd-0ad41465bc03 req-6a92d2f9-9404-419c-951d-0d2ff2e2b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:21.873960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff6e6246-008e-4234-8edd-0ad41465bc03 req-6a92d2f9-9404-419c-951d-0d2ff2e2b6be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a46e6f2-8379-4a43-985a-a2820b1b5597 HTTP/1.1" status: 200 len: 849 time: 1.0961950 Aug 20 11:17:21.893961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port aa307732-a846-414a-8d09-fa4e734087ff, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=aa307732-a846-414a-8d09-fa4e734087ff,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:21.916919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'aa307732-a846-414a-8d09-fa4e734087ff', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'aa307732-a846-414a-8d09-fa4e734087ff', 'mac_address': 'fa:16:3e:06:77:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:21.958717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff6e6246-008e-4234-8edd-0ad41465bc03 req-5d3633be-a996-4a46-ba34-f88c71251c18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=987c1549-72dd-4feb-96a5-7bf3c7e1b902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540345 Aug 20 11:17:22.038229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-c7eb3d08-37f4-457b-a82e-c4e4a2e36bad service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2341664 Aug 20 11:17:22.056541 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:22.089144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa307732-a846-414a-8d09-fa4e734087ff {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:22.111971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c848d058-99fb-47df-a837-e56acc0dcf29 req-2c43be17-c646-44af-a79f-03d1aae9757d tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819357 Aug 20 11:17:22.117880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port aa307732-a846-414a-8d09-fa4e734087ff, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=aa307732-a846-414a-8d09-fa4e734087ff,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:22.191523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d88024e-f286-4092-ad48-7d090766d132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e6521b-39aa-4b7e-8170-06f630877732'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:22.194599 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e679894-39ae-431c-842b-39c3c2c984f0" -d '{"events": [{"server_uuid": "7d88024e-f286-4092-ad48-7d090766d132", "name": "network-vif-plugged", "status": "completed", "tag": "a5e6521b-39aa-4b7e-8170-06f630877732"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:22.278406 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:22.389696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=aa307732-a846-414a-8d09-fa4e734087ff,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:22.410683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff6e6246-008e-4234-8edd-0ad41465bc03 req-493b0c45-b8f7-4d1e-b41b-19bc3ebe19d1 service neutron] 10.222.0.57 "GET /v2.0/networks/987c1549-72dd-4feb-96a5-7bf3c7e1b902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382243 Aug 20 11:17:22.421939 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21b6588f-31f0-4d3c-9cda-edb1cbe3a7a0 req-1499f0ea-9057-4e28-83c7-d69bf61d864c service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427339 Aug 20 11:17:22.488718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c4e0d-99bc-4daa-bf75-ea084bc84063 req-8c52a755-26bb-4fdb-9fc8-afcfdbb9df0d tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:22.497678 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-202c4e0d-99bc-4daa-bf75-ea084bc84063 req-8c52a755-26bb-4fdb-9fc8-afcfdbb9df0d tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 945 time: 0.2776859 Aug 20 11:17:22.583595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['aa307732-a846-414a-8d09-fa4e734087ff'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:22.606006 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-202c4e0d-99bc-4daa-bf75-ea084bc84063 req-ccf63939-4a6a-478f-8a56-12d8ede2bbae tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044559 Aug 20 11:17:22.718728 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['704dd6b2-b31a-407d-b091-ab166ecb05a5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:22.729296 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:22.806237 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d6cc32-5e94-424a-9c05-8e7a2b412d83 x-openstack-request-id: req-75d6cc32-5e94-424a-9c05-8e7a2b412d83 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:22.806698 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d88024e-f286-4092-ad48-7d090766d132", "name": "network-vif-plugged", "status": "completed", "tag": "a5e6521b-39aa-4b7e-8170-06f630877732", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:22.806963 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75d6cc32-5e94-424a-9c05-8e7a2b412d83 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:22.807452 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d88024e-f286-4092-ad48-7d090766d132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e6521b-39aa-4b7e-8170-06f630877732', 'code': 200} Aug 20 11:17:22.824824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3bf3f-7bfa-4f51-acd7-44b2e84922b7 req-ba4121ca-69c5-4a6d-b512-cfd932cf8d85 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:22.835687 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fd3bf3f-7bfa-4f51-acd7-44b2e84922b7 req-ba4121ca-69c5-4a6d-b512-cfd932cf8d85 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 944 time: 0.1002939 Aug 20 11:17:22.838462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff6e6246-008e-4234-8edd-0ad41465bc03 req-14149a9b-8ad8-480c-a417-5bf8e4a21092 service neutron] 10.222.0.57 "GET /v2.0/networks/987c1549-72dd-4feb-96a5-7bf3c7e1b902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824012 Aug 20 11:17:22.893227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fd3bf3f-7bfa-4f51-acd7-44b2e84922b7 req-a5eff8b7-e036-4324-961f-6833d5230c72 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563085 Aug 20 11:17:22.922322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3afacc-bc03-4cd6-93d8-25ae2bc68e99 req-b95868c5-6782-4856-91a8-f5d30acf4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:22.924222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7e3afacc-bc03-4cd6-93d8-25ae2bc68e99 req-b95868c5-6782-4856-91a8-f5d30acf4d41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 1096 time: 0.1739600 Aug 20 11:17:22.934932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c7614-d382-4dbc-8a8c-e95dd5ca37fa req-07f75e15-a30a-45df-a214-c5430f99dc8b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:22.943350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f66c7614-d382-4dbc-8a8c-e95dd5ca37fa req-07f75e15-a30a-45df-a214-c5430f99dc8b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 950 time: 0.2081978 Aug 20 11:17:23.133531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f66c7614-d382-4dbc-8a8c-e95dd5ca37fa req-1f65b028-4870-454e-a2b6-92b768bc6aa7 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867185 Aug 20 11:17:23.136174 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7e3afacc-bc03-4cd6-93d8-25ae2bc68e99 req-95e4bd4a-8424-404b-bcc2-97710e1ccd87 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838589 Aug 20 11:17:23.162896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-bfd080e0-12ae-4373-a6ad-8255430943a6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:23.164598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-bfd080e0-12ae-4373-a6ad-8255430943a6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/networks?id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 HTTP/1.1" status: 200 len: 822 time: 0.1744521 Aug 20 11:17:23.193779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-9458f339-7874-4920-8f50-950ee04b0e24 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/quotas/4e7d4b346155423c8f74faabe8c113d6 HTTP/1.1" status: 200 len: 375 time: 0.0199275 Aug 20 11:17:23.285307 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-97de09ae-1eef-4cfe-ab46-80958369530a tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e7d4b346155423c8f74faabe8c113d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892105 Aug 20 11:17:23.374566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735f5e-34a4-4a96-b0e1-d6178c9af1a7 req-372c4cb7-868e-4f86-90eb-d8eb1a443307 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:23.376182 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97735f5e-34a4-4a96-b0e1-d6178c9af1a7 req-372c4cb7-868e-4f86-90eb-d8eb1a443307 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 949 time: 0.0848694 Aug 20 11:17:23.389533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] Deleting port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:23.393683 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:23.416386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f2b7fc20-0fac-44f0-a097-a66da82bb792 service neutron] 10.222.0.10 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297841 Aug 20 11:17:23.501412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97735f5e-34a4-4a96-b0e1-d6178c9af1a7 req-ab04b94d-a0e3-44bd-b9c6-c3c83eb6f171 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953166 Aug 20 11:17:23.532063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] For port 6f472b5b-5934-4d49-bcc8-ba5f83e277ae, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6f472b5b-5934-4d49-bcc8-ba5f83e277ae,segment=NetworkSegment(127f9189-9b5d-4599-a7b5-ad20e24ac654),segment_id=127f9189-9b5d-4599-a7b5-ad20e24ac654)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:23.537179 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:23.551902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] Calling delete_port for 6f472b5b-5934-4d49-bcc8-ba5f83e277ae owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:23.569872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-34a9e022-35ba-41be-8f93-7ad85eac5e17 service neutron] 10.222.0.10 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480334 Aug 20 11:17:23.741003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474f422-81cb-406c-909f-d78feb130885', 'name': 'network-vif-deleted', 'tag': '66f4a548-b353-4c5a-8f69-cbbda8b5efca'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:23.744463 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fd0fb7-56ac-42c9-a8e9-408b870341e7" -d '{"events": [{"server_uuid": "8474f422-81cb-406c-909f-d78feb130885", "name": "network-vif-deleted", "tag": "66f4a548-b353-4c5a-8f69-cbbda8b5efca"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:23.999385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558bc2-179f-400f-9856-d78ed2854494 req-743f7625-2390-41a3-9019-7cc7aeab1a34 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:24.013698 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21558bc2-179f-400f-9856-d78ed2854494 req-743f7625-2390-41a3-9019-7cc7aeab1a34 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 945 time: 0.2113388 Aug 20 11:17:24.095303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6002da2a-ea21-4690-858e-7817843c7246 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:24.097514 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6002da2a-ea21-4690-858e-7817843c7246 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 950 time: 0.1808207 Aug 20 11:17:24.195675 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21558bc2-179f-400f-9856-d78ed2854494 req-b5935c55-287e-4340-954d-8e881d306e59 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806848 Aug 20 11:17:24.269777 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c44ae33-161a-4d9a-9399-e7ff508c749f x-openstack-request-id: req-8c44ae33-161a-4d9a-9399-e7ff508c749f {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:24.269777 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474f422-81cb-406c-909f-d78feb130885", "name": "network-vif-deleted", "tag": "66f4a548-b353-4c5a-8f69-cbbda8b5efca", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:24.270543 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c44ae33-161a-4d9a-9399-e7ff508c749f {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:24.278034 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474f422-81cb-406c-909f-d78feb130885', 'name': 'network-vif-deleted', 'tag': '66f4a548-b353-4c5a-8f69-cbbda8b5efca', 'status': 'completed', 'code': 200} Aug 20 11:17:24.373980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-252fbd93-412e-47d6-b17e-6333d7b224d6 req-15fc8d02-eab5-40e8-a617-90592dfe133a tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 210 time: 0.0709920 Aug 20 11:17:24.401372 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.424316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6265f03f-3d44-4905-89f5-b23bb191f1ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Deleting port adbe043e-088d-455f-ba37-131f9160403b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:24.424765 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6265f03f-3d44-4905-89f5-b23bb191f1ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.477516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f472b5b-5934-4d49-bcc8-ba5f83e277ae,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:24.605034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5541e-3da9-4781-ab49-c3128ae41469 req-52e75577-f956-47e2-87c4-b148311e663f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:24.608128 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ea5541e-3da9-4781-ab49-c3128ae41469 req-52e75577-f956-47e2-87c4-b148311e663f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 950 time: 0.0826862 Aug 20 11:17:24.731159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ea5541e-3da9-4781-ab49-c3128ae41469 req-b81bcb89-1852-41ea-a41e-1a7dff154b2a tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138453 Aug 20 11:17:24.731321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2233c87-e84b-48d5-a7c6-74d6f55dace6 req-69d53bc7-2fc7-4fe6-b578-2d55839790c4 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:24.733492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2233c87-e84b-48d5-a7c6-74d6f55dace6 req-69d53bc7-2fc7-4fe6-b578-2d55839790c4 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 944 time: 0.3696918 Aug 20 11:17:24.913866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.924161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6265f03f-3d44-4905-89f5-b23bb191f1ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] For port adbe043e-088d-455f-ba37-131f9160403b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=adbe043e-088d-455f-ba37-131f9160403b,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:24.924583 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6265f03f-3d44-4905-89f5-b23bb191f1ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:24.966678 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6265f03f-3d44-4905-89f5-b23bb191f1ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Calling delete_port for adbe043e-088d-455f-ba37-131f9160403b owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:25.060429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 704dd6b2-b31a-407d-b091-ab166ecb05a5 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:25.061080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79f66c-1405-4821-8ed7-05ed8043100d req-e94d5d22-cf72-48d2-aaaf-f046258f4e76 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:25.066819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f79f66c-1405-4821-8ed7-05ed8043100d req-e94d5d22-cf72-48d2-aaaf-f046258f4e76 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 949 time: 0.1405344 Aug 20 11:17:25.150185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f79f66c-1405-4821-8ed7-05ed8043100d req-8749b9a8-f884-498a-9d54-2db6f05a94e6 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761802 Aug 20 11:17:25.268190 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2233c87-e84b-48d5-a7c6-74d6f55dace6 req-0283af60-45b8-46e2-a860-f14da44b1603 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108292 Aug 20 11:17:25.290003 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-06f0f749-c2f7-4476-9f21-4b600d2bda1b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1566665 Aug 20 11:17:25.437337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5f30e-6216-4249-8a01-57c3bd0e852b req-a58473ba-f738-4402-8d1a-30999053d80b tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:25.442295 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3d5f30e-6216-4249-8a01-57c3bd0e852b req-a58473ba-f738-4402-8d1a-30999053d80b tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 945 time: 0.0867305 Aug 20 11:17:25.508939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3d5f30e-6216-4249-8a01-57c3bd0e852b req-fa4111b8-9549-46e0-8eac-04b7e09275b5 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570939 Aug 20 11:17:25.537185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1faf40d-c2a0-4701-a1b9-79931c8d9cb2 req-4a400de4-e1a9-4c58-85b0-f9d25436fc96 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 210 time: 0.0570889 Aug 20 11:17:25.537185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-9d342b2f-6bca-4e7f-a217-63f9d87cdff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:25.537185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-9d342b2f-6bca-4e7f-a217-63f9d87cdff1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=87c91f87b43245b8b721772af7d5e336&device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5 HTTP/1.1" status: 200 len: 1101 time: 0.1662183 Aug 20 11:17:25.760611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-5bdb6581-8fc1-42a8-bdf8-0947e9dece09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:25.762716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-5bdb6581-8fc1-42a8-bdf8-0947e9dece09 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.1779711 Aug 20 11:17:25.769606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] Router da401b18-fefe-4b4e-8016-ef71dec02b4e has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:17:25.813925 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-5902886b-6c6c-40aa-8e88-4c30ac26fd22 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=cc519368-fa4e-4dc4-a01f-9318d175d922 HTTP/1.1" status: 200 len: 217 time: 0.0400543 Aug 20 11:17:25.966649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 704dd6b2-b31a-407d-b091-ab166ecb05a5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:25.971400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 704dd6b2-b31a-407d-b091-ab166ecb05a5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:25.978208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:25.983111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-19198cca-f447-4773-a390-8172ad6ea7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:25.984708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-19198cca-f447-4773-a390-8172ad6ea7c7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.1630116 Aug 20 11:17:26.039842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ef745-7aae-47d1-8e23-4ed63b3fe074 req-31f2ebfb-fa3c-412f-947b-2a3f9798942e tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:26.039842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-446ef745-7aae-47d1-8e23-4ed63b3fe074 req-31f2ebfb-fa3c-412f-947b-2a3f9798942e tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 950 time: 0.1453347 Aug 20 11:17:26.053326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6265f03f-3d44-4905-89f5-b23bb191f1ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:26.069647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:17:26.078489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-07c645a7-145f-47cc-80d0-541583da3832 admin admin] 10.222.0.10 "PUT /v2.0/routers/da401b18-fefe-4b4e-8016-ef71dec02b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9682069 Aug 20 11:17:26.078889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47472) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:26.087491 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] Sync routers for ids ['da401b18-fefe-4b4e-8016-ef71dec02b4e'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:17:26.106486 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] Routers {'da401b18-fefe-4b4e-8016-ef71dec02b4e'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:17:26.106486 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:17:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['da401b18-fefe-4b4e-8016-ef71dec02b4e'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:26.131884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265f03f-3d44-4905-89f5-b23bb191f1ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event deleted for resources: {'Port': ['ID=adbe043e-088d-455f-ba37-131f9160403b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:26.150584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3', '27c3c427-dd21-4f5d-9d07-e071b97bb6ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:26.207463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0', '4cc68761-617f-4547-9848-b276421799e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:26.235035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6265f03f-3d44-4905-89f5-b23bb191f1ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] No DVR routers for this DVR port adbe043e-088d-455f-ba37-131f9160403b on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:26.247669 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6265f03f-3d44-4905-89f5-b23bb191f1ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:26.250547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41e405ea-8e5e-4165-a239-e413a6c77243 req-6265f03f-3d44-4905-89f5-b23bb191f1ed tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "DELETE /v2.0/ports/adbe043e-088d-455f-ba37-131f9160403b HTTP/1.1" status: 204 len: 173 time: 2.1427691 Aug 20 11:17:26.262710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-12d5fcbb-9c84-452b-9e0d-e0b4c7878928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:26.264663 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-12d5fcbb-9c84-452b-9e0d-e0b4c7878928 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2664073 Aug 20 11:17:26.269436 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-446ef745-7aae-47d1-8e23-4ed63b3fe074 req-3f82a205-57f6-47ec-bb04-66965aeb6be4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011509 Aug 20 11:17:26.281363 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:26.288863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16ba259-8e7d-49c9-a956-48722e1125b1', 'name': 'network-vif-deleted', 'tag': 'adbe043e-088d-455f-ba37-131f9160403b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:26.294014 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19359c2-d66b-4fb8-a6eb-ea6243d533c3" -d '{"events": [{"server_uuid": "a16ba259-8e7d-49c9-a956-48722e1125b1", "name": "network-vif-deleted", "tag": "adbe043e-088d-455f-ba37-131f9160403b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:26.338071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc988ac-b64d-44a3-93ec-976251c90218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704dd6b2-b31a-407d-b091-ab166ecb05a5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:26.341420 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fc18e9-6a13-465c-aae9-cc7af089b17c" -d '{"events": [{"server_uuid": "afc988ac-b64d-44a3-93ec-976251c90218", "name": "network-vif-plugged", "status": "completed", "tag": "704dd6b2-b31a-407d-b091-ab166ecb05a5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:26.372956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 704dd6b2-b31a-407d-b091-ab166ecb05a5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=704dd6b2-b31a-407d-b091-ab166ecb05a5,segment=NetworkSegment(ffc2fef1-b21c-40f3-8084-f2847e9c0088),segment_id=ffc2fef1-b21c-40f3-8084-f2847e9c0088)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:26.383994 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] Set router da401b18-fefe-4b4e-8016-ef71dec02b4e gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:17:26.403310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:26.498631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:26.500232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device aa307732-a846-414a-8d09-fa4e734087ff up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:26.632920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=704dd6b2-b31a-407d-b091-ab166ecb05a5,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:26.743573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:26.779028 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f3739-e8b4-4b0d-9a88-5345c1ed509b x-openstack-request-id: req-3c6f3739-e8b4-4b0d-9a88-5345c1ed509b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:26.779272 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc988ac-b64d-44a3-93ec-976251c90218", "name": "network-vif-plugged", "status": "completed", "tag": "704dd6b2-b31a-407d-b091-ab166ecb05a5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:26.779532 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c6f3739-e8b4-4b0d-9a88-5345c1ed509b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:26.779902 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc988ac-b64d-44a3-93ec-976251c90218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704dd6b2-b31a-407d-b091-ab166ecb05a5', 'code': 200} Aug 20 11:17:26.989974 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-router', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:55Z', 'updated_at': '2021-08-20T11:17:23Z', 'revision_number': 5, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'gw_port': {'id': '0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:11:56Z', 'updated_at': '2021-08-20T11:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:27.035940 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] Checking router: da401b18-fefe-4b4e-8016-ef71dec02b4e for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:17:27.048546 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] Routers {'da401b18-fefe-4b4e-8016-ef71dec02b4e'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:17:27.049529 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:17:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['da401b18-fefe-4b4e-8016-ef71dec02b4e'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:27.102421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8224f-fc69-419f-98df-de8c1c6b754b req-a7fe7406-bb36-4850-b608-0462c7b0d45b tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:27.104118 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ec8224f-fc69-419f-98df-de8c1c6b754b req-a7fe7406-bb36-4850-b608-0462c7b0d45b tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 945 time: 0.1666865 Aug 20 11:17:27.136523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port aa307732-a846-414a-8d09-fa4e734087ff completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:27.155128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port aa307732-a846-414a-8d09-fa4e734087ff triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:27.156681 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:27.181538 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] Set router da401b18-fefe-4b4e-8016-ef71dec02b4e gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:17:27.205776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ec8224f-fc69-419f-98df-de8c1c6b754b req-377d9940-ab61-4f98-84b1-a76302f0af10 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894310 Aug 20 11:17:27.225813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Deleting port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:27.226269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:27.329069 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-router', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:55Z', 'updated_at': '2021-08-20T11:17:26Z', 'revision_number': 6, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:27.379790 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:27.388640 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96aab53-8e42-4aae-8016-55ff415f7e55 x-openstack-request-id: req-c96aab53-8e42-4aae-8016-55ff415f7e55 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:27.389271 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16ba259-8e7d-49c9-a956-48722e1125b1", "name": "network-vif-deleted", "tag": "adbe043e-088d-455f-ba37-131f9160403b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:27.389271 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c96aab53-8e42-4aae-8016-55ff415f7e55 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:27.389614 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16ba259-8e7d-49c9-a956-48722e1125b1', 'name': 'network-vif-deleted', 'tag': 'adbe043e-088d-455f-ba37-131f9160403b', 'status': 'completed', 'code': 200} Aug 20 11:17:27.427096 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182c846-18eb-4825-9178-a86764b7de62 None None] The sync data for ids ['da401b18-fefe-4b4e-8016-ef71dec02b4e'] in n-d-804230-3 is: [{'id': 'da401b18-fefe-4b4e-8016-ef71dec02b4e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-324442776-router', 'tenant_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:11:55Z', 'updated_at': '2021-08-20T11:17:26Z', 'revision_number': 6, 'project_id': 'fc174292654e4d9d8bb84527a47a1c9d', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:17:27.442913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] For port 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:27.443604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:27.454280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1b6fb-182e-4c6d-ac39-9eb5da05620d req-fc57f3a3-eebc-4f8b-a800-7baeadfe9ff7 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:27.456222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1ff1b6fb-182e-4c6d-ac39-9eb5da05620d req-fc57f3a3-eebc-4f8b-a800-7baeadfe9ff7 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 949 time: 1.0088537 Aug 20 11:17:27.460343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Calling delete_port for 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:27.485895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port aa307732-a846-414a-8d09-fa4e734087ff, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=aa307732-a846-414a-8d09-fa4e734087ff,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:27.522331 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-f27275ab-8844-42bd-ba64-88c1de727f2b service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2457309 Aug 20 11:17:27.527159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40ccb6-7b1c-45e8-98d6-ccba6198e5d8 req-113c2c8c-3f1b-429c-8092-fbeaac34452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:27.529020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b40ccb6-7b1c-45e8-98d6-ccba6198e5d8 req-113c2c8c-3f1b-429c-8092-fbeaac34452f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 1096 time: 0.1385181 Aug 20 11:17:27.601772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:27.623734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75e40f-20f9-42f4-b506-c3c172df4f23 req-f9bd385a-c8a6-4335-ab28-6697d9f54a77 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:27.625372 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb75e40f-20f9-42f4-b506-c3c172df4f23 req-f9bd385a-c8a6-4335-ab28-6697d9f54a77 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 945 time: 0.0829148 Aug 20 11:17:27.656975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1ff1b6fb-182e-4c6d-ac39-9eb5da05620d req-6728a1ec-1bdc-42f0-8878-d5a6964edcf0 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876326 Aug 20 11:17:27.705749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device adbe043e-088d-455f-ba37-131f9160403b no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:27.719684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=aa307732-a846-414a-8d09-fa4e734087ff,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:27.738201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b40ccb6-7b1c-45e8-98d6-ccba6198e5d8 req-9becb759-0a9d-494b-afea-46cd83cbbee5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829357 Aug 20 11:17:27.741052 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb75e40f-20f9-42f4-b506-c3c172df4f23 req-0b4a56f4-13e8-425d-8481-0af96067a9c4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014321 Aug 20 11:17:27.809856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: adbe043e-088d-455f-ba37-131f9160403b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:27.810207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device adbe043e-088d-455f-ba37-131f9160403b not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:27.860183 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-445d67be-9c20-41db-8000-4b059e85493d req-badeb3d6-39cd-464e-9720-9df4a92952fd tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 210 time: 0.0525734 Aug 20 11:17:27.870332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6f472b5b-5934-4d49-bcc8-ba5f83e277ae no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:27.887426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-709f8e49-24ce-4d7c-bcc2-92aa60db0692 req-1b9e0796-a153-41d2-9dfe-4737812b3a8f service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527725 Aug 20 11:17:27.910479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 6f472b5b-5934-4d49-bcc8-ba5f83e277ae {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:27.910892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6f472b5b-5934-4d49-bcc8-ba5f83e277ae not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:27.940659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b8265d0d-3338-4fcd-9019-7f50c4b09400 req-a66df7c0-b465-4dd2-9011-fd2afaa6b295 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16ba259-8e7d-49c9-a956-48722e1125b1 HTTP/1.1" status: 200 len: 210 time: 0.0407109 Aug 20 11:17:27.983604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.031204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:28.128088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.214799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8818de85-c668-48c3-b9d1-3908ad15ed1c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:28.216293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8818de85-c668-48c3-b9d1-3908ad15ed1c tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 945 time: 0.0947676 Aug 20 11:17:28.234956 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.237351 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.376282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ed6ce-cfdf-48f1-b835-c95dcbc6ac7a req-92440a99-3fdb-4b6e-976b-2f82fe3653d1 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:28.378983 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac2ed6ce-cfdf-48f1-b835-c95dcbc6ac7a req-92440a99-3fdb-4b6e-976b-2f82fe3653d1 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 945 time: 0.0641944 Aug 20 11:17:28.419532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8694fbd7-c387-4002-afe8-ba869bb855e4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Deleting port a5e6521b-39aa-4b7e-8170-06f630877732 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:28.420139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8694fbd7-c387-4002-afe8-ba869bb855e4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.424713 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.425671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router da401b18-fefe-4b4e-8016-ef71dec02b4e {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:17:28.436982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.437247 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-245bd1f5-d0d2-4806-8177-cdb70ad19f5b admin admin] 10.222.0.10 "DELETE /v2.0/routers/da401b18-fefe-4b4e-8016-ef71dec02b4e HTTP/1.1" status: 204 len: 168 time: 2.3555448 Aug 20 11:17:28.438895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47514) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:28.454528 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac2ed6ce-cfdf-48f1-b835-c95dcbc6ac7a req-08b68a62-6637-4cc1-9a76-6d98b37e1847 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637934 Aug 20 11:17:28.523056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4eee6b4-8eb2-4e84-8cdc-350774394535 admin admin] Deleting subnet be9602be-a250-461f-be02-528fd969391a {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:17:28.526652 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4eee6b4-8eb2-4e84-8cdc-350774394535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.582519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4eee6b4-8eb2-4e84-8cdc-350774394535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.656725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8694fbd7-c387-4002-afe8-ba869bb855e4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] For port a5e6521b-39aa-4b7e-8170-06f630877732, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=a5e6521b-39aa-4b7e-8170-06f630877732,segment=NetworkSegment(b79c19ca-ed11-4d7c-837d-8017588eedb6),segment_id=b79c19ca-ed11-4d7c-837d-8017588eedb6)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:28.657582 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8694fbd7-c387-4002-afe8-ba869bb855e4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.681392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8694fbd7-c387-4002-afe8-ba869bb855e4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Calling delete_port for a5e6521b-39aa-4b7e-8170-06f630877732 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:28.700836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4eee6b4-8eb2-4e84-8cdc-350774394535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.781332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa16eba8-755f-4e24-9118-b7d802cd83f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa307732-a846-414a-8d09-fa4e734087ff'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:28.784020 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4682611c-1643-4aa9-b6df-75f738cf5132" -d '{"events": [{"server_uuid": "aa16eba8-755f-4e24-9118-b7d802cd83f5", "name": "network-vif-plugged", "status": "completed", "tag": "aa307732-a846-414a-8d09-fa4e734087ff"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:28.889674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-c1913119-8cc2-4cbf-901d-ed79a5ac3f4d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:28.892040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-c1913119-8cc2-4cbf-901d-ed79a5ac3f4d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "GET /v2.0/networks?id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 HTTP/1.1" status: 200 len: 822 time: 0.3247383 Aug 20 11:17:28.915847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Request body: {'port': {'device_id': '58e4bf85-fb4f-4b0a-a9d2-804a871df7d8', 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742', 'admin_state_up': True, 'tenant_id': '4e7d4b346155423c8f74faabe8c113d6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:28.959970 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4eee6b4-8eb2-4e84-8cdc-350774394535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:28.992923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eee6b4-8eb2-4e84-8cdc-350774394535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9602be-a250-461f-be02-528fd969391a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:29.005002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0e6bc-a23d-4a1f-b180-9b584991d467 req-20515a49-7e31-4c8e-bb04-30120dc1ae2e tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:29.033266 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36f0e6bc-a23d-4a1f-b180-9b584991d467 req-20515a49-7e31-4c8e-bb04-30120dc1ae2e tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 945 time: 0.1672330 Aug 20 11:17:29.064930 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4eee6b4-8eb2-4e84-8cdc-350774394535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:29.070310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d4eee6b4-8eb2-4e84-8cdc-350774394535 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/be9602be-a250-461f-be02-528fd969391a HTTP/1.1" status: 204 len: 168 time: 0.6240439 Aug 20 11:17:29.074913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabad364-5944-4ca5-a7f4-d62a8645c69a None None] Network cfef4267-a130-485e-afdd-3772a6cccdaf requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:29.080220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ef38a-dd2a-4404-8384-a814cc213dab req-03078484-463f-4871-b315-dd16f7336ae6 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:29.082013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c88ef38a-dd2a-4404-8384-a814cc213dab req-03078484-463f-4871-b315-dd16f7336ae6 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 950 time: 0.2518234 Aug 20 11:17:29.082572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47528) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:29.132163 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36f0e6bc-a23d-4a1f-b180-9b584991d467 req-2097f1c9-8b01-40cf-9232-801b60291104 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/security-groups?id=0869053a-042a-4bd2-9ff3-4ca109fec426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974612 Aug 20 11:17:29.246117 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4611fb63-fe4d-4029-b8c2-0656b0661e65 x-openstack-request-id: req-4611fb63-fe4d-4029-b8c2-0656b0661e65 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:29.246366 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa16eba8-755f-4e24-9118-b7d802cd83f5", "name": "network-vif-plugged", "status": "completed", "tag": "aa307732-a846-414a-8d09-fa4e734087ff", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:29.247265 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4611fb63-fe4d-4029-b8c2-0656b0661e65 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:29.247265 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa16eba8-755f-4e24-9118-b7d802cd83f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa307732-a846-414a-8d09-fa4e734087ff', 'code': 200} Aug 20 11:17:29.343352 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30383635-5e51-4baf-9fd6-f456f3953824 req-d3ed708b-f44f-484a-b996-a9a175a9b854 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 210 time: 0.0445514 Aug 20 11:17:29.433957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Made reservation on behalf of 4e7d4b346155423c8f74faabe8c113d6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:29.437889 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:29.445894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:29.450580 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c88ef38a-dd2a-4404-8384-a814cc213dab req-2f3698c0-220a-4401-afe4-ed0ca3424e10 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493931 Aug 20 11:17:29.472506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803162fc-6ebf-4477-9d9b-67a4ce0e52ce None None] DHCP port deletion for cfef4267-a130-485e-afdd-3772a6cccdaf request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:17:29.558393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-803162fc-6ebf-4477-9d9b-67a4ce0e52ce None None] Deleting port d75a42c7-6485-4ab2-9291-ec5ee50eec84 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:29.558895 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-803162fc-6ebf-4477-9d9b-67a4ce0e52ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:29.582476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679293e4-6bf6-4c73-b88b-b1733d1439d5 req-70601f9f-6ace-415e-8bae-c08d5953f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:29.594224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-679293e4-6bf6-4c73-b88b-b1733d1439d5 req-70601f9f-6ace-415e-8bae-c08d5953f0e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 1101 time: 0.2555914 Aug 20 11:17:29.651486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-803162fc-6ebf-4477-9d9b-67a4ce0e52ce None None] For port d75a42c7-6485-4ab2-9291-ec5ee50eec84, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d75a42c7-6485-4ab2-9291-ec5ee50eec84,segment=NetworkSegment(127f9189-9b5d-4599-a7b5-ad20e24ac654),segment_id=127f9189-9b5d-4599-a7b5-ad20e24ac654)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:29.651930 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-803162fc-6ebf-4477-9d9b-67a4ce0e52ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:29.659209 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8694fbd7-c387-4002-afe8-ba869bb855e4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:29.668981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-803162fc-6ebf-4477-9d9b-67a4ce0e52ce None None] Calling delete_port for d75a42c7-6485-4ab2-9291-ec5ee50eec84 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:29.692779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:29.722772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:29.723149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0e3f7ee8-51fe-4225-9b57-1d89f9b3b86a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:29.723600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d75a42c7-6485-4ab2-9291-ec5ee50eec84 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:29.774656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694fbd7-c387-4002-afe8-ba869bb855e4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Pushing event deleted for resources: {'Port': ['ID=a5e6521b-39aa-4b7e-8170-06f630877732,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:29.878332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8694fbd7-c387-4002-afe8-ba869bb855e4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] No DVR routers for this DVR port a5e6521b-39aa-4b7e-8170-06f630877732 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:29.895415 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-679293e4-6bf6-4c73-b88b-b1733d1439d5 req-61ae0dcc-22f7-4859-bd5d-d5397996a6e5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613168 Aug 20 11:17:29.896629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8694fbd7-c387-4002-afe8-ba869bb855e4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:29.900045 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:29.900598 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46d4d049-e93b-40e3-8b1f-485d7c504ab9 req-8694fbd7-c387-4002-afe8-ba869bb855e4 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.57 "DELETE /v2.0/ports/a5e6521b-39aa-4b7e-8170-06f630877732 HTTP/1.1" status: 204 len: 173 time: 1.6759310 Aug 20 11:17:29.903622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d88024e-f286-4092-ad48-7d090766d132', 'name': 'network-vif-deleted', 'tag': 'a5e6521b-39aa-4b7e-8170-06f630877732'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:29.906216 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e032b0-a5be-458a-bcb8-2d419da70fcf" -d '{"events": [{"server_uuid": "7d88024e-f286-4092-ad48-7d090766d132", "name": "network-vif-deleted", "tag": "a5e6521b-39aa-4b7e-8170-06f630877732"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:29.932071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfbc57-f2d5-40f9-a7d3-b8c4821dc22d req-f351d6aa-3a64-4d21-b52a-d6829fb92ecb tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:29.934622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53cfbc57-f2d5-40f9-a7d3-b8c4821dc22d req-f351d6aa-3a64-4d21-b52a-d6829fb92ecb tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 945 time: 0.3094902 Aug 20 11:17:29.953174 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-803162fc-6ebf-4477-9d9b-67a4ce0e52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:29.980022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Allocated IP 172.20.0.14 (a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742/77e64aa1-f77a-425d-a2d3-ca20859f4085/76f8eb77-3aec-4574-b92e-33e39a1fd976) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:29.983089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Deleting port d75a42c7-6485-4ab2-9291-ec5ee50eec84 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:29.983438 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.010025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803162fc-6ebf-4477-9d9b-67a4ce0e52ce None None] Pushing event deleted for resources: {'Port': ['ID=d75a42c7-6485-4ab2-9291-ec5ee50eec84,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:30.014496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803162fc-6ebf-4477-9d9b-67a4ce0e52ce None None] No DVR routers for this DVR port d75a42c7-6485-4ab2-9291-ec5ee50eec84 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:30.122858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53cfbc57-f2d5-40f9-a7d3-b8c4821dc22d req-f0ab7d84-dfc2-4627-9ff6-52674d1e36e1 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822178 Aug 20 11:17:30.135584 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73ed023-8aea-49fe-b21b-235f0153f6b4 x-openstack-request-id: req-b73ed023-8aea-49fe-b21b-235f0153f6b4 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:30.136112 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d88024e-f286-4092-ad48-7d090766d132", "name": "network-vif-deleted", "tag": "a5e6521b-39aa-4b7e-8170-06f630877732", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:30.136112 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b73ed023-8aea-49fe-b21b-235f0153f6b4 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:30.136518 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d88024e-f286-4092-ad48-7d090766d132', 'name': 'network-vif-deleted', 'tag': 'a5e6521b-39aa-4b7e-8170-06f630877732', 'status': 'completed', 'code': 200} Aug 20 11:17:30.176705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] For port d75a42c7-6485-4ab2-9291-ec5ee50eec84, host n-d-804230-3, got binding levels [] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:30.177102 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.200354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Calling delete_port for d75a42c7-6485-4ab2-9291-ec5ee50eec84 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:30.205814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Port d75a42c7-6485-4ab2-9291-ec5ee50eec84 was not found and therefore no delete operation was performed {{(pid=95587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:17:30.212859 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.285876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75a42c7-6485-4ab2-9291-ec5ee50eec84,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:30.304616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] No DVR routers for this DVR port d75a42c7-6485-4ab2-9291-ec5ee50eec84 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:30.442689 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.460816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.463973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfef4267-a130-485e-afdd-3772a6cccdaf']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:30.482792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127f9189-9b5d-4599-a7b5-ad20e24ac654') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:30.483099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127f9189-9b5d-4599-a7b5-ad20e24ac654') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:30.553129 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.572215 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.581307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:17:30.582113 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:17:30.584560 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:17:30.688987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-556b4afa-1cca-4535-96d2-9b8ba1c3f4a2 req-f7e938c9-7fcb-4f3a-9397-0a2b4b44adf8 tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 210 time: 0.0583944 Aug 20 11:17:30.690538 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.743317 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:30.748003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:30.752287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:30.787171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event updated for resources: {'Port': ['ID=76f8eb77-3aec-4574-b92e-33e39a1fd976,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:30.830759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:30.831438 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.894226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43201a-4f17-4267-b11d-18ed081783b6 req-98a66c5d-4729-48b9-9ab9-21c53719acff tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:30.895955 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba43201a-4f17-4267-b11d-18ed081783b6 req-98a66c5d-4729-48b9-9ab9-21c53719acff tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 932 time: 0.0839288 Aug 20 11:17:30.942113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba43201a-4f17-4267-b11d-18ed081783b6 req-00083a1e-0f93-4eed-b29c-d93be3aacd2e tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Aug 20 11:17:30.972677 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.985339 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:30.989921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cfef4267-a130-485e-afdd-3772a6cccdaf HTTP/1.1" status: 204 len: 168 time: 1.9015522 Aug 20 11:17:31.034932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5988be8-76c3-4d0b-ad0d-da3ff07947d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfef4267-a130-485e-afdd-3772a6cccdaf,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:31.038053 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a2c79af5-3474-488f-bba0-5d772afd3af9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1306200 Aug 20 11:17:31.040777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9f33b-d6a1-4bd4-9740-26b791e9ed98 req-44650a60-1b63-4bf8-b841-581d07d01559 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:31.050698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-42f9f33b-d6a1-4bd4-9740-26b791e9ed98 req-44650a60-1b63-4bf8-b841-581d07d01559 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 950 time: 0.1058471 Aug 20 11:17:31.064455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device a5e6521b-39aa-4b7e-8170-06f630877732 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:31.065081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Request body: {'port': {'device_id': '58e4bf85-fb4f-4b0a-a9d2-804a871df7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:31.108617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: a5e6521b-39aa-4b7e-8170-06f630877732 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:31.108963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device a5e6521b-39aa-4b7e-8170-06f630877732 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:31.134360 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-42f9f33b-d6a1-4bd4-9740-26b791e9ed98 req-aba028c3-2f07-4a26-9174-fa1e15425f9f tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826325 Aug 20 11:17:31.207649 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:31.279719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df945d6e-2211-4985-b0c3-3983f7aa13c3 req-57c5caaf-8ce0-4ae6-a50d-4b0a00725894 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:31.298694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df945d6e-2211-4985-b0c3-3983f7aa13c3 req-57c5caaf-8ce0-4ae6-a50d-4b0a00725894 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 949 time: 0.1473560 Aug 20 11:17:31.428263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df945d6e-2211-4985-b0c3-3983f7aa13c3 req-55542cad-66ee-4ed6-a78f-bcc7bfb3a5d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284974 Aug 20 11:17:31.597318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f8eb77-3aec-4574-b92e-33e39a1fd976 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:31.606223 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:31.619835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Transition to ACTIVE for port object 76f8eb77-3aec-4574-b92e-33e39a1fd976 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:31.752840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-594809b2-b2fe-44de-8c16-f9770b514225 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:31.754373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-594809b2-b2fe-44de-8c16-f9770b514225 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 949 time: 0.0590572 Aug 20 11:17:31.817566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27942b38-7a08-4b65-928d-34a81fb4804a req-c0be4737-242c-4dd5-a715-be2a837c47fc tempest-ServerGroupTestJSON-1328959039 tempest-ServerGroupTestJSON-1328959039-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d88024e-f286-4092-ad48-7d090766d132 HTTP/1.1" status: 200 len: 210 time: 0.0315132 Aug 20 11:17:31.870835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-7473f7a2-7f16-467d-95d8-1a41a4fa51a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Deleting port 4cc68761-617f-4547-9848-b276421799e3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:31.871094 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-7473f7a2-7f16-467d-95d8-1a41a4fa51a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:31.972168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-7473f7a2-7f16-467d-95d8-1a41a4fa51a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] For port 4cc68761-617f-4547-9848-b276421799e3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4cc68761-617f-4547-9848-b276421799e3,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:31.972535 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-7473f7a2-7f16-467d-95d8-1a41a4fa51a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:31.985912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-7473f7a2-7f16-467d-95d8-1a41a4fa51a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Calling delete_port for 4cc68761-617f-4547-9848-b276421799e3 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:32.042874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47596) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:32.109541 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.125239 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-04fb6234-e557-45dc-a0a4-061de324b8fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee3d1306599a4d3dbfe3d588552e10e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776370 Aug 20 11:17:32.125559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47598) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:32.228356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Pushing event updated for resources: {'Port': ['ID=76f8eb77-3aec-4574-b92e-33e39a1fd976,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:32.242066 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e2a1afa2-2a31-4a07-91cc-6ddce1aa005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.267091 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e2a1afa2-2a31-4a07-91cc-6ddce1aa005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.377182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e15163-e26e-43d8-8bd9-0a17eb2ab887 req-4adff87e-1975-49c5-8547-6d503d573e79 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:32.377681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4e15163-e26e-43d8-8bd9-0a17eb2ab887 req-4adff87e-1975-49c5-8547-6d503d573e79 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 944 time: 0.1533642 Aug 20 11:17:32.394248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-d9f88f09-d1a9-48ae-ad44-6f0739540217 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:32.395669 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-d9f88f09-d1a9-48ae-ad44-6f0739540217 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "GET /v2.0/ports?device_id=95c56661-3287-49c9-84c7-5ef5f0e2e743 HTTP/1.1" status: 200 len: 949 time: 0.1598973 Aug 20 11:17:32.432020 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-7473f7a2-7f16-467d-95d8-1a41a4fa51a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.444221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3', '27c3c427-dd21-4f5d-9d07-e071b97bb6ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:32.448932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0', '4cc68761-617f-4547-9848-b276421799e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:32.469770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Attempting to bind port 76f8eb77-3aec-4574-b92e-33e39a1fd976 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:17:32.470113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Attempting to bind port 76f8eb77-3aec-4574-b92e-33e39a1fd976 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:17:32.470483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Attempting to bind port 76f8eb77-3aec-4574-b92e-33e39a1fd976 on network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:32.482817 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e2a1afa2-2a31-4a07-91cc-6ddce1aa005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.486720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e2a1afa2-2a31-4a07-91cc-6ddce1aa005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.488363 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e2a1afa2-2a31-4a07-91cc-6ddce1aa005a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77771c62-2f71-40bd-bcdd-a6f1545c5a29 HTTP/1.1" status: 204 len: 168 time: 0.3619862 Aug 20 11:17:32.520477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1afa2-2a31-4a07-91cc-6ddce1aa005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77771c62-2f71-40bd-bcdd-a6f1545c5a29,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:32.522944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473f7a2-7f16-467d-95d8-1a41a4fa51a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event deleted for resources: {'Port': ['ID=4cc68761-617f-4547-9848-b276421799e3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:32.537335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Port 76f8eb77-3aec-4574-b92e-33e39a1fd976 on network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:17:32.538374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Attempting to bind port 76f8eb77-3aec-4574-b92e-33e39a1fd976 on network a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:32.618730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4e15163-e26e-43d8-8bd9-0a17eb2ab887 req-61a3dc71-2dd7-451e-b877-489f4d54fb51 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206526 Aug 20 11:17:32.619607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:17:32.620060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Checking segment: {'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:32.620539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Bound using segment: {'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:17:32.622024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Bound port: 76f8eb77-3aec-4574-b92e-33e39a1fd976, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70bff1a7-4ac1-4333-939c-7d8d81c39cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:17:32.622613 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.678557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-7473f7a2-7f16-467d-95d8-1a41a4fa51a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] No DVR routers for this DVR port 4cc68761-617f-4547-9848-b276421799e3 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:32.690525 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-7473f7a2-7f16-467d-95d8-1a41a4fa51a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:32.692563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18c0632b-22fd-4975-b4f8-171c303b66ec req-7473f7a2-7f16-467d-95d8-1a41a4fa51a3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "DELETE /v2.0/ports/4cc68761-617f-4547-9848-b276421799e3 HTTP/1.1" status: 204 len: 173 time: 0.9319911 Aug 20 11:17:32.703844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c638a1f-0221-4bd1-afd6-4581dab56136', 'name': 'network-vif-deleted', 'tag': '4cc68761-617f-4547-9848-b276421799e3'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:32.710854 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c5da11-256b-44a1-a6d8-be99b11e9223" -d '{"events": [{"server_uuid": "9c638a1f-0221-4bd1-afd6-4581dab56136", "name": "network-vif-deleted", "tag": "4cc68761-617f-4547-9848-b276421799e3"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:32.817989 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85fa424b-857f-4bb8-b05a-30675abe8770 req-129cd783-f9e7-4b6c-acb0-78172ad48402 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 210 time: 0.0462344 Aug 20 11:17:32.883633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-da3d7d9f-1eee-46f7-ab02-d99a95ebbd22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Deleting port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:32.885312 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-da3d7d9f-1eee-46f7-ab02-d99a95ebbd22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.022789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-da3d7d9f-1eee-46f7-ab02-d99a95ebbd22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] For port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:33.024133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-da3d7d9f-1eee-46f7-ab02-d99a95ebbd22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.043815 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68c34a3-1fc2-48bd-82de-9538e27e409e x-openstack-request-id: req-a68c34a3-1fc2-48bd-82de-9538e27e409e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:33.044220 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c638a1f-0221-4bd1-afd6-4581dab56136", "name": "network-vif-deleted", "tag": "4cc68761-617f-4547-9848-b276421799e3", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:33.044934 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a68c34a3-1fc2-48bd-82de-9538e27e409e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:33.045359 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c638a1f-0221-4bd1-afd6-4581dab56136', 'name': 'network-vif-deleted', 'tag': '4cc68761-617f-4547-9848-b276421799e3', 'status': 'completed', 'code': 200} Aug 20 11:17:33.065362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802680b5-15a9-4851-b92e-f4060c7f9870 req-4243b591-abd5-4cda-87fb-0f98cb548ff1 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:33.065896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-802680b5-15a9-4851-b92e-f4060c7f9870 req-4243b591-abd5-4cda-87fb-0f98cb548ff1 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 950 time: 0.3422017 Aug 20 11:17:33.071776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-da3d7d9f-1eee-46f7-ab02-d99a95ebbd22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Calling delete_port for 27c3c427-dd21-4f5d-9d07-e071b97bb6ed owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:33.109760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] For port 76f8eb77-3aec-4574-b92e-33e39a1fd976, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:17:33.171857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] For port 76f8eb77-3aec-4574-b92e-33e39a1fd976, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=76f8eb77-3aec-4574-b92e-33e39a1fd976,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:17:33.196049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-802680b5-15a9-4851-b92e-f4060c7f9870 req-105b7d23-fa9c-480a-80ee-33186717dfdb tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150935 Aug 20 11:17:33.317635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.377107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:33.377846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.379420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] 10.222.0.38 "PUT /v2.0/ports/76f8eb77-3aec-4574-b92e-33e39a1fd976 HTTP/1.1" status: 200 len: 1092 time: 2.3298442 Aug 20 11:17:33.421019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c688a-2095-44e3-8365-f33d5825708d service neutron] Pushing event updated for resources: {'Port': ['ID=76f8eb77-3aec-4574-b92e-33e39a1fd976,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:33.676685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-da3d7d9f-1eee-46f7-ab02-d99a95ebbd22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.695021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0', '4cc68761-617f-4547-9848-b276421799e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:33.722970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d7d9f-1eee-46f7-ab02-d99a95ebbd22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event deleted for resources: {'Port': ['ID=27c3c427-dd21-4f5d-9d07-e071b97bb6ed,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:33.758331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:33.817200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-da3d7d9f-1eee-46f7-ab02-d99a95ebbd22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] No DVR routers for this DVR port 27c3c427-dd21-4f5d-9d07-e071b97bb6ed on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:33.829128 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-da3d7d9f-1eee-46f7-ab02-d99a95ebbd22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:33.829128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89682652-1b4a-4914-9f6d-d68c300e3ae6 req-da3d7d9f-1eee-46f7-ab02-d99a95ebbd22 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "DELETE /v2.0/ports/27c3c427-dd21-4f5d-9d07-e071b97bb6ed HTTP/1.1" status: 204 len: 173 time: 1.4188597 Aug 20 11:17:33.853023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-7c8a98e2-a01c-4bff-a947-9b4150880d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:33.854685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-7c8a98e2-a01c-4bff-a947-9b4150880d20 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e7d4b346155423c8f74faabe8c113d6&device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 1095 time: 0.1027725 Aug 20 11:17:33.863146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a588aa-0a00-4c1d-8c4b-abbdb9c0b4f9 req-4bc4f9db-5a9c-45c3-a9a3-2a0e37b0f0d5 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:33.864600 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a588aa-0a00-4c1d-8c4b-abbdb9c0b4f9 req-4bc4f9db-5a9c-45c3-a9a3-2a0e37b0f0d5 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 944 time: 0.1045458 Aug 20 11:17:33.909663 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-c1432bf3-e3c9-4078-9b3c-a4da9849f8ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76f8eb77-3aec-4574-b92e-33e39a1fd976 HTTP/1.1" status: 200 len: 217 time: 0.0429790 Aug 20 11:17:33.977366 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a588aa-0a00-4c1d-8c4b-abbdb9c0b4f9 req-7f583efc-eb62-4fc7-8ba9-a6ce71398017 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747540 Aug 20 11:17:33.985994 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-ce8e6eb4-53b1-400f-8394-75d59bcc719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:33.987812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-ce8e6eb4-53b1-400f-8394-75d59bcc719f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77e64aa1-f77a-425d-a2d3-ca20859f4085 HTTP/1.1" status: 200 len: 862 time: 0.0656018 Aug 20 11:17:34.028140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-a9077bb1-0311-450f-9ebb-18ebf65aa789 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320163 Aug 20 11:17:34.132235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47672) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:34.204325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87b7b3ba-44fe-405f-83cc-8921109b2a79 req-fbbde82b-440f-49c1-9fd2-3983e3e16ebe tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c638a1f-0221-4bd1-afd6-4581dab56136 HTTP/1.1" status: 200 len: 210 time: 0.0466628 Aug 20 11:17:34.216760 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-d952f95d-4dc7-4a98-ac1c-7e727c3420c1 service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809363 Aug 20 11:17:34.240900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aa47903c-fb7b-4af8-aa10-cf69391f0a52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc174292654e4d9d8bb84527a47a1c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1074932 Aug 20 11:17:34.250257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47676) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:34.333096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-48959ae6-11c9-41b8-aefc-e176df223430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.366688 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-48959ae6-11c9-41b8-aefc-e176df223430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.378001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-404279fc-c0a5-4ff2-b048-3b6817884e59 req-63717163-8c23-476c-a97d-723946f76960 service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525624 Aug 20 11:17:34.726864 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-48959ae6-11c9-41b8-aefc-e176df223430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.730271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-48959ae6-11c9-41b8-aefc-e176df223430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.731615 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-48959ae6-11c9-41b8-aefc-e176df223430 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6cf4ef29-09b6-45e0-a4dc-b9f89144ce8f HTTP/1.1" status: 204 len: 168 time: 0.4799390 Aug 20 11:17:34.739708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48959ae6-11c9-41b8-aefc-e176df223430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf4ef29-09b6-45e0-a4dc-b9f89144ce8f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:34.843292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47706) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:34.905625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e88dbe5-5a37-4b6b-8f91-fb27a297741a admin admin] Deleting subnet 0d9a4fef-109c-4690-92cb-072108a2fbb9 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:17:34.909183 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbe5-5a37-4b6b-8f91-fb27a297741a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.955824 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbe5-5a37-4b6b-8f91-fb27a297741a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:34.996831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbe5-5a37-4b6b-8f91-fb27a297741a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.040060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e52d3-993e-46c2-9b01-6fdbd419c70f req-8aaa3cf7-c2f1-4bf5-beb0-1bb051c57735 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:35.042730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e17e52d3-993e-46c2-9b01-6fdbd419c70f req-8aaa3cf7-c2f1-4bf5-beb0-1bb051c57735 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 949 time: 0.0672081 Aug 20 11:17:35.046554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e4bf85-fb4f-4b0a-a9d2-804a871df7d8', 'tag': '76f8eb77-3aec-4574-b92e-33e39a1fd976'}, {'server_uuid': '95c56661-3287-49c9-84c7-5ef5f0e2e743', 'name': 'network-vif-deleted', 'tag': '27c3c427-dd21-4f5d-9d07-e071b97bb6ed'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:35.049201 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc" -d '{"events": [{"name": "network-changed", "server_uuid": "58e4bf85-fb4f-4b0a-a9d2-804a871df7d8", "tag": "76f8eb77-3aec-4574-b92e-33e39a1fd976"}, {"server_uuid": "95c56661-3287-49c9-84c7-5ef5f0e2e743", "name": "network-vif-deleted", "tag": "27c3c427-dd21-4f5d-9d07-e071b97bb6ed"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:35.087111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e17e52d3-993e-46c2-9b01-6fdbd419c70f req-3250bf04-4902-495e-b709-94c7d364aae7 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339746 Aug 20 11:17:35.096031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 27c3c427-dd21-4f5d-9d07-e071b97bb6ed no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:35.116784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 27c3c427-dd21-4f5d-9d07-e071b97bb6ed {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:35.117612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 27c3c427-dd21-4f5d-9d07-e071b97bb6ed not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:35.270545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbe5-5a37-4b6b-8f91-fb27a297741a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.280747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5f2ad-c0b4-4078-b97f-bfc3409a24ac req-4e78155b-02a5-45d5-931e-8d2b08bf688b tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:35.285248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bf5f2ad-c0b4-4078-b97f-bfc3409a24ac req-4e78155b-02a5-45d5-931e-8d2b08bf688b tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 944 time: 0.0582762 Aug 20 11:17:35.305111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88dbe5-5a37-4b6b-8f91-fb27a297741a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9a4fef-109c-4690-92cb-072108a2fbb9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:35.311178 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e88dbe5-5a37-4b6b-8f91-fb27a297741a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.316070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2e88dbe5-5a37-4b6b-8f91-fb27a297741a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0d9a4fef-109c-4690-92cb-072108a2fbb9 HTTP/1.1" status: 204 len: 168 time: 0.4713888 Aug 20 11:17:35.316729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47732) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:35.331716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bf5f2ad-c0b4-4078-b97f-bfc3409a24ac req-2dd6c2f0-57dc-4f0b-aebc-4eaad44c633d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422802 Aug 20 11:17:35.389188 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579edb90-dd91-4279-b877-775c9bd46588 x-openstack-request-id: req-579edb90-dd91-4279-b877-775c9bd46588 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:35.389622 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e4bf85-fb4f-4b0a-a9d2-804a871df7d8", "tag": "76f8eb77-3aec-4574-b92e-33e39a1fd976", "status": "completed", "code": 200}, {"server_uuid": "95c56661-3287-49c9-84c7-5ef5f0e2e743", "name": "network-vif-deleted", "tag": "27c3c427-dd21-4f5d-9d07-e071b97bb6ed", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:35.390451 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-579edb90-dd91-4279-b877-775c9bd46588 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:35.390994 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e4bf85-fb4f-4b0a-a9d2-804a871df7d8', 'tag': '76f8eb77-3aec-4574-b92e-33e39a1fd976', 'status': 'completed', 'code': 200} Aug 20 11:17:35.391486 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c56661-3287-49c9-84c7-5ef5f0e2e743', 'name': 'network-vif-deleted', 'tag': '27c3c427-dd21-4f5d-9d07-e071b97bb6ed', 'status': 'completed', 'code': 200} Aug 20 11:17:35.433634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.474976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc req-1cca4565-1c7d-43c4-9a5d-078d4d1f473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:35.477557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc req-1cca4565-1c7d-43c4-9a5d-078d4d1f473d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4e7d4b346155423c8f74faabe8c113d6&device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 1095 time: 0.0579374 Aug 20 11:17:35.532606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.546066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:35.563466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79c19ca-ed11-4d7c-837d-8017588eedb6') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:35.563764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79c19ca-ed11-4d7c-837d-8017588eedb6') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:35.574944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.589122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.589450 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc req-89fbf056-9ed2-404d-8222-ed59f5b41d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:35.590919 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc req-89fbf056-9ed2-404d-8222-ed59f5b41d9b service neutron] 10.222.0.38 "GET /v2.0/networks?id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 HTTP/1.1" status: 200 len: 923 time: 0.1028047 Aug 20 11:17:35.595977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:17:35.596568 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:17:35.598504 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:17:35.702482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4cc68761-617f-4547-9848-b276421799e3 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:35.729055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 4cc68761-617f-4547-9848-b276421799e3 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:35.729511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4cc68761-617f-4547-9848-b276421799e3 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:35.792440 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28744cd8-cc1e-44f2-a9f6-a973b09e130d req-acab2249-5888-4d10-99e1-a8f5ad487297 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:35.793956 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28744cd8-cc1e-44f2-a9f6-a973b09e130d req-acab2249-5888-4d10-99e1-a8f5ad487297 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 950 time: 0.0586033 Aug 20 11:17:35.828839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.835958 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:35.843450 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece HTTP/1.1" status: 204 len: 168 time: 0.5253067 Aug 20 11:17:35.863277 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dc7fd-6854-4867-8f03-25e7e5f89d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe2dc4ca-ed6d-4b16-bacb-b15ed8391ece,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:35.895676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28744cd8-cc1e-44f2-a9f6-a973b09e130d req-dd86c647-c259-44c4-afb4-9a28a92404d8 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949085 Aug 20 11:17:35.984077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc req-74fb4a28-e6ce-47a5-8eaa-6f0b2cfee1d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76f8eb77-3aec-4574-b92e-33e39a1fd976 HTTP/1.1" status: 200 len: 217 time: 0.3793595 Aug 20 11:17:36.045623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc req-9c9a5738-dc21-4f4a-927b-08a059063df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:36.047519 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc req-9c9a5738-dc21-4f4a-927b-08a059063df6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=77e64aa1-f77a-425d-a2d3-ca20859f4085 HTTP/1.1" status: 200 len: 862 time: 0.0506446 Aug 20 11:17:36.084835 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc req-e7faa521-b2b3-4402-a2c9-0abdd5203b65 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296793 Aug 20 11:17:36.208147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc req-9262c87d-5869-4d67-9510-2e263a81ada3 service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114910 Aug 20 11:17:36.292841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161169e-4998-4ed7-b38e-4f0c645d9cbe req-f373321a-fc9b-4893-83e1-5a2930dce07a tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:36.294459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d161169e-4998-4ed7-b38e-4f0c645d9cbe req-f373321a-fc9b-4893-83e1-5a2930dce07a tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 949 time: 0.0610404 Aug 20 11:17:36.310238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7701c5ec-41c7-4ac7-b810-d3a74bee48cc req-0746b969-f490-49e3-84e8-8e71d365dd49 service neutron] 10.222.0.38 "GET /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903018 Aug 20 11:17:36.338151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d161169e-4998-4ed7-b38e-4f0c645d9cbe req-137367b9-94ac-453d-a069-46ad4a70d69f tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372469 Aug 20 11:17:36.537798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47774) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:36.584347 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-55d07328-da8b-4459-8e56-ffbee9c6d3e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=827a6c31e03348b2b699832092ba6a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452344 Aug 20 11:17:36.586859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47776) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:36.641767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e30afc5c-e2ef-4ac1-be9b-b1f5b3c3c724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:36.670900 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e30afc5c-e2ef-4ac1-be9b-b1f5b3c3c724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:36.837654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f705f4e-b664-4a0c-be6c-06d2bd7ab4c9 req-d192fd78-70f7-4b35-bfc1-5c02f18ccf1c tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:36.839876 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f705f4e-b664-4a0c-be6c-06d2bd7ab4c9 req-d192fd78-70f7-4b35-bfc1-5c02f18ccf1c tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 944 time: 0.0583127 Aug 20 11:17:36.883160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e30afc5c-e2ef-4ac1-be9b-b1f5b3c3c724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:36.886376 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e30afc5c-e2ef-4ac1-be9b-b1f5b3c3c724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:36.891094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e30afc5c-e2ef-4ac1-be9b-b1f5b3c3c724 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0869053a-042a-4bd2-9ff3-4ca109fec426 HTTP/1.1" status: 204 len: 168 time: 0.2999699 Aug 20 11:17:36.898924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f705f4e-b664-4a0c-be6c-06d2bd7ab4c9 req-d2bf8d37-5242-430a-bcb7-3361cf425608 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505040 Aug 20 11:17:36.916201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30afc5c-e2ef-4ac1-be9b-b1f5b3c3c724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0869053a-042a-4bd2-9ff3-4ca109fec426,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:37.090641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dc285bfe-405a-4cf1-b37b-3dc77a63837d no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:37.114870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-b66a7738-8f13-4997-8001-c9a932a854c0 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:37.117074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-b66a7738-8f13-4997-8001-c9a932a854c0 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 950 time: 0.1290202 Aug 20 11:17:37.169639 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.180277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c71ea-ba5e-4521-99ab-e31d1958f5f5 req-0c2ba7e0-adf8-4bd1-9791-a54bd89ec08a tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:37.182687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-638c71ea-ba5e-4521-99ab-e31d1958f5f5 req-0c2ba7e0-adf8-4bd1-9791-a54bd89ec08a tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 950 time: 0.1037619 Aug 20 11:17:37.199073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:37.201241 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e39ea2e-ffef-4848-a9c8-af30589f7a50" -d '{"events": [{"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-unplugged", "status": "completed", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:37.217556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:37.266550 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-638c71ea-ba5e-4521-99ab-e31d1958f5f5 req-d93dd58e-07ed-4724-81ae-7e415e188de1 tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/security-groups?id=4fc6b122-faba-4aed-aa2f-27c354b6a8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542428 Aug 20 11:17:37.280977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-40938b94-2b0d-4e3e-9580-cd22756c80ee tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Deleting port aa307732-a846-414a-8d09-fa4e734087ff {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:37.281405 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-40938b94-2b0d-4e3e-9580-cd22756c80ee tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.304664 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.424098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=11']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:37.447775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-40938b94-2b0d-4e3e-9580-cd22756c80ee tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] For port aa307732-a846-414a-8d09-fa4e734087ff, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=aa307732-a846-414a-8d09-fa4e734087ff,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:37.447775 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-40938b94-2b0d-4e3e-9580-cd22756c80ee tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.464118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-40938b94-2b0d-4e3e-9580-cd22756c80ee tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Calling delete_port for aa307732-a846-414a-8d09-fa4e734087ff owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:37.603020 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9087557-9708-4412-81d1-d2829b621554 x-openstack-request-id: req-c9087557-9708-4412-81d1-d2829b621554 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:37.603304 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-unplugged", "status": "completed", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:37.603665 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9087557-9708-4412-81d1-d2829b621554 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:37.604594 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'code': 200} Aug 20 11:17:37.702262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 76f8eb77-3aec-4574-b92e-33e39a1fd976 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:17:37.742086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaade40-8898-4195-a249-e66ec0d26bf5 req-137f431f-5340-4dbf-bea2-b42a310bf821 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:37.743745 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2aaade40-8898-4195-a249-e66ec0d26bf5 req-137f431f-5340-4dbf-bea2-b42a310bf821 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5 HTTP/1.1" status: 200 len: 950 time: 0.0791731 Aug 20 11:17:37.760035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-40938b94-2b0d-4e3e-9580-cd22756c80ee tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.803453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40938b94-2b0d-4e3e-9580-cd22756c80ee tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Pushing event deleted for resources: {'Port': ['ID=aa307732-a846-414a-8d09-fa4e734087ff,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:37.814585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 76f8eb77-3aec-4574-b92e-33e39a1fd976, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=76f8eb77-3aec-4574-b92e-33e39a1fd976,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:37.830104 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '76f8eb77-3aec-4574-b92e-33e39a1fd976', 'network_id': 'a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742', 'port_id': '76f8eb77-3aec-4574-b92e-33e39a1fd976', 'mac_address': 'fa:16:3e:df:c4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e64aa1-f77a-425d-a2d3-ca20859f4085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:17:37.851988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2aaade40-8898-4195-a249-e66ec0d26bf5 req-a8d2957e-3192-4481-8ca0-fa6409e31ec3 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999603 Aug 20 11:17:37.875628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-40938b94-2b0d-4e3e-9580-cd22756c80ee tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] No DVR routers for this DVR port aa307732-a846-414a-8d09-fa4e734087ff on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:37.885131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-40938b94-2b0d-4e3e-9580-cd22756c80ee tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.902711 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:37.907559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d8d9db6-9828-4e41-b4c8-f761a5a61d5c req-40938b94-2b0d-4e3e-9580-cd22756c80ee tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.57 "DELETE /v2.0/ports/aa307732-a846-414a-8d09-fa4e734087ff HTTP/1.1" status: 204 len: 173 time: 0.7769585 Aug 20 11:17:37.908242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa16eba8-755f-4e24-9118-b7d802cd83f5', 'name': 'network-vif-deleted', 'tag': 'aa307732-a846-414a-8d09-fa4e734087ff'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:37.911358 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a095a58-610c-44f0-979b-21a653eabe48" -d '{"events": [{"server_uuid": "aa16eba8-755f-4e24-9118-b7d802cd83f5", "name": "network-vif-deleted", "tag": "aa307732-a846-414a-8d09-fa4e734087ff"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:37.926645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f8eb77-3aec-4574-b92e-33e39a1fd976 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:17:37.951451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 76f8eb77-3aec-4574-b92e-33e39a1fd976, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=76f8eb77-3aec-4574-b92e-33e39a1fd976,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:38.028542 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:38.087872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=76f8eb77-3aec-4574-b92e-33e39a1fd976,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:38.171043 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11f0f88-6acd-4092-a0d0-46a41b0af911 x-openstack-request-id: req-d11f0f88-6acd-4092-a0d0-46a41b0af911 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:38.171552 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa16eba8-755f-4e24-9118-b7d802cd83f5", "name": "network-vif-deleted", "tag": "aa307732-a846-414a-8d09-fa4e734087ff", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:38.171662 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d11f0f88-6acd-4092-a0d0-46a41b0af911 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:38.172041 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa16eba8-755f-4e24-9118-b7d802cd83f5', 'name': 'network-vif-deleted', 'tag': 'aa307732-a846-414a-8d09-fa4e734087ff', 'status': 'completed', 'code': 200} Aug 20 11:17:38.248196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['76f8eb77-3aec-4574-b92e-33e39a1fd976'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:38.298638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f45a90-a234-466f-b4dc-6b9959ec182f req-56893df7-7320-4eb1-bfae-4c22415f72a8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:38.300267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48f45a90-a234-466f-b4dc-6b9959ec182f req-56893df7-7320-4eb1-bfae-4c22415f72a8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 945 time: 0.0672741 Aug 20 11:17:38.347945 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48f45a90-a234-466f-b4dc-6b9959ec182f req-87028237-6901-4c03-94ee-11e5059f378d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Aug 20 11:17:38.363390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-fd7a9d86-862a-44fe-9b23-60bd542bb28f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:38.363390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-fd7a9d86-862a-44fe-9b23-60bd542bb28f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5 HTTP/1.1" status: 200 len: 950 time: 0.0747924 Aug 20 11:17:38.515783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-6b211a5e-4652-47d5-a305-22b1b4ae9fb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Deleting port cc519368-fa4e-4dc4-a01f-9318d175d922 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:38.516126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-6b211a5e-4652-47d5-a305-22b1b4ae9fb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:38.541778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2bfedd2e-ed17-409d-aa72-ea451c3f0ef0 req-415742e1-6058-47e7-8321-1198d12e538a tempest-TenantUsagesTestJSON-1246480919 tempest-TenantUsagesTestJSON-1246480919-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa16eba8-755f-4e24-9118-b7d802cd83f5 HTTP/1.1" status: 200 len: 210 time: 0.0320430 Aug 20 11:17:38.585962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842eaa83-e144-4bee-a380-97d8d444d633 req-df329545-1298-4823-ad5d-ea781f6533dc tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:38.587558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-842eaa83-e144-4bee-a380-97d8d444d633 req-df329545-1298-4823-ad5d-ea781f6533dc tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 945 time: 0.1190720 Aug 20 11:17:38.652912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-6b211a5e-4652-47d5-a305-22b1b4ae9fb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] For port cc519368-fa4e-4dc4-a01f-9318d175d922, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=cc519368-fa4e-4dc4-a01f-9318d175d922,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:38.652912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-6b211a5e-4652-47d5-a305-22b1b4ae9fb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:38.664785 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-842eaa83-e144-4bee-a380-97d8d444d633 req-89966df0-9ac1-4454-819a-14330a0ee8d0 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657380 Aug 20 11:17:38.673005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-6b211a5e-4652-47d5-a305-22b1b4ae9fb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Calling delete_port for cc519368-fa4e-4dc4-a01f-9318d175d922 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:38.956605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-5e06152d-eed7-45c0-b01f-90b2e0d8e0d1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:38.958557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-5e06152d-eed7-45c0-b01f-90b2e0d8e0d1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "GET /v2.0/ports?device_id=47788b8c-f718-44db-a535-b707a865e593 HTTP/1.1" status: 200 len: 950 time: 0.0912888 Aug 20 11:17:39.049830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30461e2-b95e-4c4c-bbbc-14b1779354d5 req-7d8a82a5-c96d-4487-a4f3-b42c7800fcb4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:39.059705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d30461e2-b95e-4c4c-bbbc-14b1779354d5 req-7d8a82a5-c96d-4487-a4f3-b42c7800fcb4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5 HTTP/1.1" status: 200 len: 950 time: 0.0897305 Aug 20 11:17:39.088676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device aa307732-a846-414a-8d09-fa4e734087ff no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:39.140508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: aa307732-a846-414a-8d09-fa4e734087ff {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:39.141760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-33089974-e370-4752-89d5-44d2330d66d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Deleting port 277414c9-3606-4c71-8354-60ddfc9c3bf0 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:39.142852 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-33089974-e370-4752-89d5-44d2330d66d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:39.145628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device aa307732-a846-414a-8d09-fa4e734087ff not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:39.148591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-6b211a5e-4652-47d5-a305-22b1b4ae9fb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:39.160426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:39.217289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922', '277414c9-3606-4c71-8354-60ddfc9c3bf0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:39.235272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b211a5e-4652-47d5-a305-22b1b4ae9fb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event deleted for resources: {'Port': ['ID=cc519368-fa4e-4dc4-a01f-9318d175d922,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:39.336822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-6b211a5e-4652-47d5-a305-22b1b4ae9fb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] No DVR routers for this DVR port cc519368-fa4e-4dc4-a01f-9318d175d922 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:39.351289 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-6b211a5e-4652-47d5-a305-22b1b4ae9fb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:39.355103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95f52ede-10fe-4f82-a3b5-f371694bb1bb req-6b211a5e-4652-47d5-a305-22b1b4ae9fb1 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "DELETE /v2.0/ports/cc519368-fa4e-4dc4-a01f-9318d175d922 HTTP/1.1" status: 204 len: 173 time: 0.9882948 Aug 20 11:17:39.386749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-33089974-e370-4752-89d5-44d2330d66d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] For port 277414c9-3606-4c71-8354-60ddfc9c3bf0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=277414c9-3606-4c71-8354-60ddfc9c3bf0,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:39.387668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-33089974-e370-4752-89d5-44d2330d66d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:39.406777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-33089974-e370-4752-89d5-44d2330d66d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Calling delete_port for 277414c9-3606-4c71-8354-60ddfc9c3bf0 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:39.542311 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d30461e2-b95e-4c4c-bbbc-14b1779354d5 req-0add4c34-4313-4663-af16-dbe2279f8885 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809740 Aug 20 11:17:39.608545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47970) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:39.721540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 76f8eb77-3aec-4574-b92e-33e39a1fd976 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:39.733153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c42b3-c307-482e-8e0f-e5ad3ab97453 req-1bca2de8-cb41-4e8f-aebe-f3d4ac13c2b9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:39.734812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a79c42b3-c307-482e-8e0f-e5ad3ab97453 req-1bca2de8-cb41-4e8f-aebe-f3d4ac13c2b9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 945 time: 0.1672504 Aug 20 11:17:39.775273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-cada493e-29f2-4eac-a313-c22c01152f02 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:39.777457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-cada493e-29f2-4eac-a313-c22c01152f02 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.57 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 945 time: 0.1944530 Aug 20 11:17:39.825369 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-33089974-e370-4752-89d5-44d2330d66d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:39.852369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:39.883470 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a79c42b3-c307-482e-8e0f-e5ad3ab97453 req-717ab6fa-12e6-424c-ab82-c69abee7168d tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276045 Aug 20 11:17:39.908611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33089974-e370-4752-89d5-44d2330d66d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event deleted for resources: {'Port': ['ID=277414c9-3606-4c71-8354-60ddfc9c3bf0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:39.944803 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1953ab25-638c-4942-887c-b0945364fc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:39.973416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cc519368-fa4e-4dc4-a01f-9318d175d922'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:40.082606 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4c22a-c781-47e4-8abe-ef573c8f63dc req-08129a62-55e8-4651-a141-93e14f05a786 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:40.103194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fa4c22a-c781-47e4-8abe-ef573c8f63dc req-08129a62-55e8-4651-a141-93e14f05a786 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 945 time: 0.1380994 Aug 20 11:17:40.115339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-33089974-e370-4752-89d5-44d2330d66d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] No DVR routers for this DVR port 277414c9-3606-4c71-8354-60ddfc9c3bf0 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:40.118081 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-33089974-e370-4752-89d5-44d2330d66d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.121629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d825cb0-92c2-4b7d-abdc-a93fd24808d4 req-33089974-e370-4752-89d5-44d2330d66d4 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.38 "DELETE /v2.0/ports/277414c9-3606-4c71-8354-60ddfc9c3bf0 HTTP/1.1" status: 204 len: 173 time: 1.1300156 Aug 20 11:17:40.152267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fa4c22a-c781-47e4-8abe-ef573c8f63dc req-6d2834cb-fd22-4964-871e-b8d21b92913d tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481632 Aug 20 11:17:40.155683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-9ac248c0-4fbd-4d75-88bc-c1ffb0904614 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Deleting port 704dd6b2-b31a-407d-b091-ab166ecb05a5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:40.155883 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-9ac248c0-4fbd-4d75-88bc-c1ffb0904614 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.191790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b04c4f4-dd12-4483-b0ba-3f819d71b0f5', 'name': 'network-vif-deleted', 'tag': 'cc519368-fa4e-4dc4-a01f-9318d175d922'}, {'server_uuid': '47788b8c-f718-44db-a535-b707a865e593', 'name': 'network-vif-deleted', 'tag': '277414c9-3606-4c71-8354-60ddfc9c3bf0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:40.194019 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be216cf-93bc-4d17-9ca2-9954091fc540" -d '{"events": [{"server_uuid": "3b04c4f4-dd12-4483-b0ba-3f819d71b0f5", "name": "network-vif-deleted", "tag": "cc519368-fa4e-4dc4-a01f-9318d175d922"}, {"server_uuid": "47788b8c-f718-44db-a535-b707a865e593", "name": "network-vif-deleted", "tag": "277414c9-3606-4c71-8354-60ddfc9c3bf0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:40.296073 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1953ab25-638c-4942-887c-b0945364fc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.326270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 76f8eb77-3aec-4574-b92e-33e39a1fd976 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:40.367925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 76f8eb77-3aec-4574-b92e-33e39a1fd976 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:40.368304 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.390020 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a80729-4696-4f06-a12b-9b4298f87bbd x-openstack-request-id: req-73a80729-4696-4f06-a12b-9b4298f87bbd {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:40.390828 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b04c4f4-dd12-4483-b0ba-3f819d71b0f5", "name": "network-vif-deleted", "tag": "cc519368-fa4e-4dc4-a01f-9318d175d922", "status": "completed", "code": 200}, {"server_uuid": "47788b8c-f718-44db-a535-b707a865e593", "name": "network-vif-deleted", "tag": "277414c9-3606-4c71-8354-60ddfc9c3bf0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:40.391091 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73a80729-4696-4f06-a12b-9b4298f87bbd {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:40.391517 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b04c4f4-dd12-4483-b0ba-3f819d71b0f5', 'name': 'network-vif-deleted', 'tag': 'cc519368-fa4e-4dc4-a01f-9318d175d922', 'status': 'completed', 'code': 200} Aug 20 11:17:40.391792 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47788b8c-f718-44db-a535-b707a865e593', 'name': 'network-vif-deleted', 'tag': '277414c9-3606-4c71-8354-60ddfc9c3bf0', 'status': 'completed', 'code': 200} Aug 20 11:17:40.423055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48048) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:40.435887 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1953ab25-638c-4942-887c-b0945364fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.493097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-9ac248c0-4fbd-4d75-88bc-c1ffb0904614 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] For port 704dd6b2-b31a-407d-b091-ab166ecb05a5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=704dd6b2-b31a-407d-b091-ab166ecb05a5,segment=NetworkSegment(ffc2fef1-b21c-40f3-8084-f2847e9c0088),segment_id=ffc2fef1-b21c-40f3-8084-f2847e9c0088)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:40.495580 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-9ac248c0-4fbd-4d75-88bc-c1ffb0904614 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.579583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-9ac248c0-4fbd-4d75-88bc-c1ffb0904614 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Calling delete_port for 704dd6b2-b31a-407d-b091-ab166ecb05a5 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:40.610986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1953ab25-638c-4942-887c-b0945364fc56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e93d3646c7b4cc59783785fb7805245&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0009382 Aug 20 11:17:40.617459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48074) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:40.627899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953ab25-638c-4942-887c-b0945364fc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c96324-888c-497b-ab64-4223975f5b58,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:40.755355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.798595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e4bf85-fb4f-4b0a-a9d2-804a871df7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f8eb77-3aec-4574-b92e-33e39a1fd976'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:40.801660 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a28d6b-2fa1-47e0-9dcf-74aacd96f18a" -d '{"events": [{"server_uuid": "58e4bf85-fb4f-4b0a-a9d2-804a871df7d8", "name": "network-vif-plugged", "status": "completed", "tag": "76f8eb77-3aec-4574-b92e-33e39a1fd976"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:40.804191 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-459f0d1b-7865-4eea-86fd-da7baa857ce1 req-a15f58f4-2a6d-4cb7-a9a2-58a1d857d579 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b04c4f4-dd12-4483-b0ba-3f819d71b0f5 HTTP/1.1" status: 200 len: 210 time: 0.0933189 Aug 20 11:17:40.843324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 76f8eb77-3aec-4574-b92e-33e39a1fd976, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=76f8eb77-3aec-4574-b92e-33e39a1fd976,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:40.846784 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.865808 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85337bbf-7004-48e4-b0ce-4f9194cce12a x-openstack-request-id: req-85337bbf-7004-48e4-b0ce-4f9194cce12a {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:40.866165 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e4bf85-fb4f-4b0a-a9d2-804a871df7d8", "name": "network-vif-plugged", "status": "completed", "tag": "76f8eb77-3aec-4574-b92e-33e39a1fd976", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:40.866506 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85337bbf-7004-48e4-b0ce-4f9194cce12a {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:40.866964 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e4bf85-fb4f-4b0a-a9d2-804a871df7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f8eb77-3aec-4574-b92e-33e39a1fd976', 'code': 200} Aug 20 11:17:40.895471 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50e8dfc8-3455-48fb-a0a0-76fed6e445e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.938345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.976432 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50e8dfc8-3455-48fb-a0a0-76fed6e445e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:40.988238 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-09faa320-71e3-45d3-a973-52852db3d67d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bda5dfd20f79478f9313bfecd04ebaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615931 Aug 20 11:17:40.989763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48088) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:41.041175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=76f8eb77-3aec-4574-b92e-33e39a1fd976,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:41.074664 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-9ac248c0-4fbd-4d75-88bc-c1ffb0904614 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.087040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['704dd6b2-b31a-407d-b091-ab166ecb05a5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:41.126300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52048e67-97ad-470f-bc92-a3d465678041 req-04ff42fe-ea03-4535-a046-64570f42d75e tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:41.134256 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52048e67-97ad-470f-bc92-a3d465678041 req-04ff42fe-ea03-4535-a046-64570f42d75e tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 946 time: 0.0963171 Aug 20 11:17:41.142175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac248c0-4fbd-4d75-88bc-c1ffb0904614 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Pushing event deleted for resources: {'Port': ['ID=704dd6b2-b31a-407d-b091-ab166ecb05a5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:41.171815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043bc60-0823-4daf-aca1-4fbed05cf275 req-1bc9b905-6923-4472-8eb5-092f203b5a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:41.173541 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4043bc60-0823-4daf-aca1-4fbed05cf275 req-1bc9b905-6923-4472-8eb5-092f203b5a49 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 1097 time: 0.2038381 Aug 20 11:17:41.189453 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52048e67-97ad-470f-bc92-a3d465678041 req-cae6b1ab-6ecd-4097-a07e-c1c97c67a85a tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544806 Aug 20 11:17:41.217064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48094) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:41.253346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2a1fba89-6b3d-47ff-9d8a-d8c8514fd553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.253346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-9ac248c0-4fbd-4d75-88bc-c1ffb0904614 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] No DVR routers for this DVR port 704dd6b2-b31a-407d-b091-ab166ecb05a5 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:41.253346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-9ac248c0-4fbd-4d75-88bc-c1ffb0904614 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.255980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b18b98f-8698-48a4-9e95-20a089cf772c req-9ac248c0-4fbd-4d75-88bc-c1ffb0904614 tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.57 "DELETE /v2.0/ports/704dd6b2-b31a-407d-b091-ab166ecb05a5 HTTP/1.1" status: 204 len: 173 time: 1.4715612 Aug 20 11:17:41.304327 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4043bc60-0823-4daf-aca1-4fbed05cf275 req-e7c7f1ed-3c91-4c5a-a509-0024f7767208 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996227 Aug 20 11:17:41.307881 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2a1fba89-6b3d-47ff-9d8a-d8c8514fd553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.332353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee629bf5-1523-488b-b5b2-41a5e1feac9c req-e1fb9cab-f431-4ca1-b434-22c19834183f tempest-ServerTagsTestJSON-20889593 tempest-ServerTagsTestJSON-20889593-project] 10.222.0.10 "GET /v2.0/ports?device_id=afc988ac-b64d-44a3-93ec-976251c90218 HTTP/1.1" status: 200 len: 210 time: 0.0377505 Aug 20 11:17:41.368016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50e8dfc8-3455-48fb-a0a0-76fed6e445e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.370671 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50e8dfc8-3455-48fb-a0a0-76fed6e445e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.377895 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-50e8dfc8-3455-48fb-a0a0-76fed6e445e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98c96324-888c-497b-ab64-4223975f5b58 HTTP/1.1" status: 204 len: 168 time: 0.7524476 Aug 20 11:17:41.392762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8dfc8-3455-48fb-a0a0-76fed6e445e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c96324-888c-497b-ab64-4223975f5b58,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:41.422056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b356017e-4cf4-40e3-aff3-b4140b8b8339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.540969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b356017e-4cf4-40e3-aff3-b4140b8b8339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.555023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2a1fba89-6b3d-47ff-9d8a-d8c8514fd553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.558596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2a1fba89-6b3d-47ff-9d8a-d8c8514fd553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.559810 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2a1fba89-6b3d-47ff-9d8a-d8c8514fd553 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fc6b122-faba-4aed-aa2f-27c354b6a8e8 HTTP/1.1" status: 204 len: 168 time: 0.5511875 Aug 20 11:17:41.568462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fba89-6b3d-47ff-9d8a-d8c8514fd553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc6b122-faba-4aed-aa2f-27c354b6a8e8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:41.680839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b356017e-4cf4-40e3-aff3-b4140b8b8339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.721121 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b356017e-4cf4-40e3-aff3-b4140b8b8339 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29051ae89a8c4f5ea83b6c4d8c187c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027215 Aug 20 11:17:41.722282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356017e-4cf4-40e3-aff3-b4140b8b8339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e248eb13-996b-4787-8564-61a436e9b322,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:41.723985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48110) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:41.801342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3b4bd37-5196-4407-9c8a-44ad3f180e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.825561 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3b4bd37-5196-4407-9c8a-44ad3f180e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.951275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3b4bd37-5196-4407-9c8a-44ad3f180e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.955256 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3b4bd37-5196-4407-9c8a-44ad3f180e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:41.957421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b3b4bd37-5196-4407-9c8a-44ad3f180e42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e248eb13-996b-4787-8564-61a436e9b322 HTTP/1.1" status: 204 len: 168 time: 0.2319794 Aug 20 11:17:41.971587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4bd37-5196-4407-9c8a-44ad3f180e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248eb13-996b-4787-8564-61a436e9b322,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:42.392637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc988ac-b64d-44a3-93ec-976251c90218', 'name': 'network-vif-deleted', 'tag': '704dd6b2-b31a-407d-b091-ab166ecb05a5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:42.395152 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9289a86b-e3a3-4516-9a54-fc533bcf4420" -d '{"events": [{"server_uuid": "afc988ac-b64d-44a3-93ec-976251c90218", "name": "network-vif-deleted", "tag": "704dd6b2-b31a-407d-b091-ab166ecb05a5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:42.568457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48162) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:42.596951 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7f5862c-4398-4a64-a397-c7bfa69bb2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:42.609907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ca89f-4399-43a1-a8ec-f94c1162a140 req-7d352433-ebe1-4683-af57-b9f2999faa34 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:42.611556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed7ca89f-4399-43a1-a8ec-f94c1162a140 req-7d352433-ebe1-4683-af57-b9f2999faa34 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 946 time: 0.0659490 Aug 20 11:17:42.655039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed7ca89f-4399-43a1-a8ec-f94c1162a140 req-5dbbb8ce-51c3-4f07-8077-459f51b660c9 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365009 Aug 20 11:17:42.707338 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7f5862c-4398-4a64-a397-c7bfa69bb2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:42.712372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48166) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:42.759299 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1f94bf-7ba6-47aa-aae4-ab4cdb5bbd85 x-openstack-request-id: req-3c1f94bf-7ba6-47aa-aae4-ab4cdb5bbd85 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:42.759299 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc988ac-b64d-44a3-93ec-976251c90218", "name": "network-vif-deleted", "tag": "704dd6b2-b31a-407d-b091-ab166ecb05a5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:42.759299 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c1f94bf-7ba6-47aa-aae4-ab4cdb5bbd85 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:42.759299 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc988ac-b64d-44a3-93ec-976251c90218', 'name': 'network-vif-deleted', 'tag': '704dd6b2-b31a-407d-b091-ab166ecb05a5', 'status': 'completed', 'code': 200} Aug 20 11:17:42.780170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ca51a6-2db3-4b10-b422-eab2c19a51e2 admin admin] Deleting subnet 3a46e6f2-8379-4a43-985a-a2820b1b5597 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:17:42.783639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33ca51a6-2db3-4b10-b422-eab2c19a51e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:42.818125 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7f5862c-4398-4a64-a397-c7bfa69bb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:42.842639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33ca51a6-2db3-4b10-b422-eab2c19a51e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:42.865800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b7f5862c-4398-4a64-a397-c7bfa69bb2a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2080c6beb38f434097a6b9e95773b424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954719 Aug 20 11:17:42.867256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48168) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:42.868255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5862c-4398-4a64-a397-c7bfa69bb2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17251263-2f9b-48ae-9053-f3493a9c6e46,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:42.901476 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33ca51a6-2db3-4b10-b422-eab2c19a51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:42.908241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135cde4-9e57-4a2e-98ad-244f7e23ce03 req-8c2f7105-8b3f-48d9-8402-bc521bfb42f2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:42.913475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2135cde4-9e57-4a2e-98ad-244f7e23ce03 req-8c2f7105-8b3f-48d9-8402-bc521bfb42f2 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 950 time: 0.1030190 Aug 20 11:17:43.044923 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5324c74b-6f00-4c6e-8510-5b91d7400939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.091799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 704dd6b2-b31a-407d-b091-ab166ecb05a5 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:43.104530 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2135cde4-9e57-4a2e-98ad-244f7e23ce03 req-853d30f5-efc5-47e3-b9f3-e3c864da5660 tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/security-groups?id=425b5cd6-0e89-4f15-851e-0a1dbffff148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373818 Aug 20 11:17:43.104530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48184) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:43.128791 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.129537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 704dd6b2-b31a-407d-b091-ab166ecb05a5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:43.129884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 704dd6b2-b31a-407d-b091-ab166ecb05a5 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:43.135709 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5324c74b-6f00-4c6e-8510-5b91d7400939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.147524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f3cd-a9de-42b0-9a82-8e266397116d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.193869 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33ca51a6-2db3-4b10-b422-eab2c19a51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.226855 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33ca51a6-2db3-4b10-b422-eab2c19a51e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.230514 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-33ca51a6-2db3-4b10-b422-eab2c19a51e2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3a46e6f2-8379-4a43-985a-a2820b1b5597 HTTP/1.1" status: 204 len: 168 time: 0.5168805 Aug 20 11:17:43.234279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48188) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:43.265757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca51a6-2db3-4b10-b422-eab2c19a51e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a46e6f2-8379-4a43-985a-a2820b1b5597,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:43.319853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.414216 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5324c74b-6f00-4c6e-8510-5b91d7400939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.417719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5324c74b-6f00-4c6e-8510-5b91d7400939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.432826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5324c74b-6f00-4c6e-8510-5b91d7400939 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17251263-2f9b-48ae-9053-f3493a9c6e46 HTTP/1.1" status: 204 len: 168 time: 0.5117996 Aug 20 11:17:43.453898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324c74b-6f00-4c6e-8510-5b91d7400939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17251263-2f9b-48ae-9053-f3493a9c6e46,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:43.460722 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.476248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987c1549-72dd-4feb-96a5-7bf3c7e1b902']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:43.491405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc2fef1-b21c-40f3-8084-f2847e9c0088') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:43.491827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc2fef1-b21c-40f3-8084-f2847e9c0088') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:43.503519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.514251 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f3cd-a9de-42b0-9a82-8e266397116d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.522357 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.531668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:17:43.532118 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:17:43.534534 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:17:43.594903 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebf6f3cd-a9de-42b0-9a82-8e266397116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.637974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ebf6f3cd-a9de-42b0-9a82-8e266397116d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93181789d4e0422b835cf3c26c079b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226657 Aug 20 11:17:43.640605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48210) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:43.641267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6f3cd-a9de-42b0-9a82-8e266397116d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518e72f4-8eba-41b3-8956-8384eded0f7d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:43.695476 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.702993 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.705561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] 10.222.0.10 "DELETE /v2.0/networks/987c1549-72dd-4feb-96a5-7bf3c7e1b902 HTTP/1.1" status: 204 len: 168 time: 0.4687271 Aug 20 11:17:43.724304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145c419-d197-44d5-9359-fd7750ffb4af admin admin] Pushing event deleted for resources: {'Network': ['ID=987c1549-72dd-4feb-96a5-7bf3c7e1b902,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:43.742901 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b453779-89f3-4b05-92be-c05f85cf30ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.747062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device cc519368-fa4e-4dc4-a01f-9318d175d922 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:43.773730 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b453779-89f3-4b05-92be-c05f85cf30ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.882656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f22317-7c4a-4fba-8f04-9bd5718c5494 req-7c407926-2080-4003-ab71-e59c63838a72 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:43.890927 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9f22317-7c4a-4fba-8f04-9bd5718c5494 req-7c407926-2080-4003-ab71-e59c63838a72 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 946 time: 0.0953577 Aug 20 11:17:43.907042 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-f06b8b4e-24ee-4853-836b-6459ad0cd78b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:43.908976 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-f06b8b4e-24ee-4853-836b-6459ad0cd78b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 950 time: 0.0674922 Aug 20 11:17:43.969561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: cc519368-fa4e-4dc4-a01f-9318d175d922 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:43.970140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device cc519368-fa4e-4dc4-a01f-9318d175d922 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:43.970749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 277414c9-3606-4c71-8354-60ddfc9c3bf0 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:43.975083 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9f22317-7c4a-4fba-8f04-9bd5718c5494 req-5be7e9d9-cbe5-4142-80f5-b9430a20403e tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741596 Aug 20 11:17:43.976981 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b453779-89f3-4b05-92be-c05f85cf30ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.985237 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b453779-89f3-4b05-92be-c05f85cf30ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:43.986913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0b453779-89f3-4b05-92be-c05f85cf30ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/518e72f4-8eba-41b3-8956-8384eded0f7d HTTP/1.1" status: 204 len: 168 time: 0.3453085 Aug 20 11:17:43.995888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 277414c9-3606-4c71-8354-60ddfc9c3bf0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:43.996508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 277414c9-3606-4c71-8354-60ddfc9c3bf0 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:44.038031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b453779-89f3-4b05-92be-c05f85cf30ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518e72f4-8eba-41b3-8956-8384eded0f7d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:44.121349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-9e2f3ec7-8167-418b-a03e-605d8a3a147f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Deleting port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:44.121938 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-9e2f3ec7-8167-418b-a03e-605d8a3a147f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.236846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-9e2f3ec7-8167-418b-a03e-605d8a3a147f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] For port 0427c541-78fc-4bfd-91e7-101a38ebe8e3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0427c541-78fc-4bfd-91e7-101a38ebe8e3,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:44.237228 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-9e2f3ec7-8167-418b-a03e-605d8a3a147f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.254236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-9e2f3ec7-8167-418b-a03e-605d8a3a147f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Calling delete_port for 0427c541-78fc-4bfd-91e7-101a38ebe8e3 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:44.486845 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-9e2f3ec7-8167-418b-a03e-605d8a3a147f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.498320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0427c541-78fc-4bfd-91e7-101a38ebe8e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:44.516022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f3ec7-8167-418b-a03e-605d8a3a147f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Pushing event deleted for resources: {'Port': ['ID=0427c541-78fc-4bfd-91e7-101a38ebe8e3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:44.565084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-9e2f3ec7-8167-418b-a03e-605d8a3a147f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] No DVR routers for this DVR port 0427c541-78fc-4bfd-91e7-101a38ebe8e3 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:44.568088 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-9e2f3ec7-8167-418b-a03e-605d8a3a147f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.570267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3b1fcef-aed0-4720-95ba-e860777245bd req-9e2f3ec7-8167-418b-a03e-605d8a3a147f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.57 "DELETE /v2.0/ports/0427c541-78fc-4bfd-91e7-101a38ebe8e3 HTTP/1.1" status: 204 len: 173 time: 0.6530378 Aug 20 11:17:44.599970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48256) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:44.645529 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-55e57514-d84b-4993-ada0-9e323b2c9d6a req-61b0617b-53f6-4b89-be70-a68a099c594b tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] 10.222.0.10 "GET /v2.0/ports?device_id=91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50 HTTP/1.1" status: 200 len: 210 time: 0.0530541 Aug 20 11:17:44.667198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4e35a70d-f9a0-4306-b906-79b9a187b211 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7fc9fb8fe744fa0a06ffff217f72282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651052 Aug 20 11:17:44.667841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48258) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:44.727003 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55420252-bc5b-436f-9942-849815473912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.755163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55420252-bc5b-436f-9942-849815473912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.762053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50', 'name': 'network-vif-deleted', 'tag': '0427c541-78fc-4bfd-91e7-101a38ebe8e3'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:44.765240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f6618-968b-4fc7-8512-504a63bdec98 req-cfe55cd7-3b29-454e-b13f-e9e7b6b22249 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:44.765240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f46f6618-968b-4fc7-8512-504a63bdec98 req-cfe55cd7-3b29-454e-b13f-e9e7b6b22249 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 946 time: 0.0542731 Aug 20 11:17:44.766180 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ddcc18-d544-4278-b478-701e551b85ae" -d '{"events": [{"server_uuid": "91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50", "name": "network-vif-deleted", "tag": "0427c541-78fc-4bfd-91e7-101a38ebe8e3"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:44.817643 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f46f6618-968b-4fc7-8512-504a63bdec98 req-a8df97cf-9237-4f64-bf22-a60a42500713 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446730 Aug 20 11:17:44.869270 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bc4db1-810a-468e-bda9-41bce8b1736f x-openstack-request-id: req-78bc4db1-810a-468e-bda9-41bce8b1736f {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:44.869574 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50", "name": "network-vif-deleted", "tag": "0427c541-78fc-4bfd-91e7-101a38ebe8e3", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:44.869835 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78bc4db1-810a-468e-bda9-41bce8b1736f {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:44.870245 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cb1e41-f1b0-4f27-8bcd-4d5a8abbfd50', 'name': 'network-vif-deleted', 'tag': '0427c541-78fc-4bfd-91e7-101a38ebe8e3', 'status': 'completed', 'code': 200} Aug 20 11:17:44.926787 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55420252-bc5b-436f-9942-849815473912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.927771 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-633a2e12-7541-468c-b879-3057204f37b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.937997 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55420252-bc5b-436f-9942-849815473912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:44.939423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-55420252-bc5b-436f-9942-849815473912 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2 HTTP/1.1" status: 204 len: 168 time: 0.2705789 Aug 20 11:17:44.949124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55420252-bc5b-436f-9942-849815473912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8e61d1-f6eb-4220-8b4f-b7f98b02cfc2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:45.196424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48288) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:45.203871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-454380636'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:45.309440 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:45.312921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:45.342834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:17:45.356534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:45.356899 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Added segment bc25a2b8-ab49-4b26-b197-4b6edd14c024 of type vlan for network 72f40ec8-a92f-4801-a5be-e7153b691a75 Aug 20 11:17:45.400648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:45.486758 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:45.492748 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:45.493398 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:45.623447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Network': ['ID=72f40ec8-a92f-4801-a5be-e7153b691a75,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:45.638130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 72f40ec8-a92f-4801-a5be-e7153b691a75 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:17:45.658421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-70469af5-936d-46ed-b3e2-167e6c46b3e0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4595938 Aug 20 11:17:45.661254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48306) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:45.666769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-94877153'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:45.763528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:45.772628 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:45.811458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:17:45.832618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:45.833022 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Added segment 77a698d2-0d6f-4e1d-8aa2-4993437c5c1a of type vlan for network 256eabbf-2f38-42b5-bb35-2d56f488889c Aug 20 11:17:45.906530 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.005442 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.011032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:46.011642 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.111499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-8d577f27-6b56-4e0f-8e28-74dec59a75fe tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:46.111499 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-8d577f27-6b56-4e0f-8e28-74dec59a75fe tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 946 time: 0.1519353 Aug 20 11:17:46.154853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37726adb-07cd-4163-b7a2-d56858a4cbb4 req-ee495e90-927e-4430-a806-41cefbc3878c tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:46.157376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37726adb-07cd-4163-b7a2-d56858a4cbb4 req-ee495e90-927e-4430-a806-41cefbc3878c tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 946 time: 0.1684399 Aug 20 11:17:46.160278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Network': ['ID=256eabbf-2f38-42b5-bb35-2d56f488889c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:46.175408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 256eabbf-2f38-42b5-bb35-2d56f488889c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:17:46.177657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48338) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:46.178188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-100e013f-3573-4416-834d-c3e457f12534 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5154181 Aug 20 11:17:46.190576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'subnet': {'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:46.312947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37726adb-07cd-4163-b7a2-d56858a4cbb4 req-079736e7-a5dd-40d7-a80d-733979fdf0a8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups?id=56431a55-05da-4e09-b91e-6ea5dc8a18f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447978 Aug 20 11:17:46.348929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-ca17c3c6-2f24-4180-89cc-533c488e9544 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Deleting port 76f8eb77-3aec-4574-b92e-33e39a1fd976 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:46.349408 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-ca17c3c6-2f24-4180-89cc-533c488e9544 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.460586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-ca17c3c6-2f24-4180-89cc-533c488e9544 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] For port 76f8eb77-3aec-4574-b92e-33e39a1fd976, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=76f8eb77-3aec-4574-b92e-33e39a1fd976,segment=NetworkSegment(70bff1a7-4ac1-4333-939c-7d8d81c39cd4),segment_id=70bff1a7-4ac1-4333-939c-7d8d81c39cd4)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:46.461050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-ca17c3c6-2f24-4180-89cc-533c488e9544 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.475893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-ca17c3c6-2f24-4180-89cc-533c488e9544 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Calling delete_port for 76f8eb77-3aec-4574-b92e-33e39a1fd976 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:46.486569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:46.490597 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.715758 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-ca17c3c6-2f24-4180-89cc-533c488e9544 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.736029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['76f8eb77-3aec-4574-b92e-33e39a1fd976'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:17:46.748663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17c3c6-2f24-4180-89cc-533c488e9544 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event deleted for resources: {'Port': ['ID=76f8eb77-3aec-4574-b92e-33e39a1fd976,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:46.812832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-ca17c3c6-2f24-4180-89cc-533c488e9544 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] No DVR routers for this DVR port 76f8eb77-3aec-4574-b92e-33e39a1fd976 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:46.815827 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-ca17c3c6-2f24-4180-89cc-533c488e9544 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:46.818838 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6112bde7-55d5-4d5c-b2c3-b5383791bd91 req-ca17c3c6-2f24-4180-89cc-533c488e9544 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.38 "DELETE /v2.0/ports/76f8eb77-3aec-4574-b92e-33e39a1fd976 HTTP/1.1" status: 204 len: 173 time: 0.7030437 Aug 20 11:17:46.847342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48370) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:46.873901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e4bf85-fb4f-4b0a-a9d2-804a871df7d8', 'name': 'network-vif-deleted', 'tag': '76f8eb77-3aec-4574-b92e-33e39a1fd976'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:46.882594 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9a567f-797a-487d-904d-f0439575eb89" -d '{"events": [{"server_uuid": "58e4bf85-fb4f-4b0a-a9d2-804a871df7d8", "name": "network-vif-deleted", "tag": "76f8eb77-3aec-4574-b92e-33e39a1fd976"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:46.927959 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa28fd-d310-4c77-b1bd-0739a4608a22 x-openstack-request-id: req-48aa28fd-d310-4c77-b1bd-0739a4608a22 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:46.928408 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e4bf85-fb4f-4b0a-a9d2-804a871df7d8", "name": "network-vif-deleted", "tag": "76f8eb77-3aec-4574-b92e-33e39a1fd976", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:46.928801 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48aa28fd-d310-4c77-b1bd-0739a4608a22 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:46.929304 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e4bf85-fb4f-4b0a-a9d2-804a871df7d8', 'name': 'network-vif-deleted', 'tag': '76f8eb77-3aec-4574-b92e-33e39a1fd976', 'status': 'completed', 'code': 200} Aug 20 11:17:46.966799 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:47.033421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Subnet': ['ID=3378ae38-d671-4f51-a415-96de9f7ecabc,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:47.046875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Checking segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:47.046875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network hostable DHCP agents. Network: 72f40ec8-a92f-4801-a5be-e7153b691a75, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:17:47.105876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0427c541-78fc-4bfd-91e7-101a38ebe8e3 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:47.126347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network 72f40ec8-a92f-4801-a5be-e7153b691a75 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:17:47.134853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 0427c541-78fc-4bfd-91e7-101a38ebe8e3 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:47.135204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0427c541-78fc-4bfd-91e7-101a38ebe8e3 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:47.231416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 72f40ec8-a92f-4801-a5be-e7153b691a75) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:47.245987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:47.246901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:47.248414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e9ed6-aa31-4a0c-b63d-f64c539b458b None None] Network 72f40ec8-a92f-4801-a5be-e7153b691a75 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:47.340631 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0722bdef-9cfe-49e3-97ba-30c21f5bb8a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1591187 Aug 20 11:17:47.343257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48388) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:47.355769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'subnet': {'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:47.471251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-72f40ec8-a92f-4801-a5be-e7153b691a75', 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'fixed_ips': [{'subnet_id': '3378ae38-d671-4f51-a415-96de9f7ecabc'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:17:47.472186 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:47.477963 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e254f4c6-8ce9-4696-a30f-9af8478bf42a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87c91f87b43245b8b721772af7d5e336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6286521 Aug 20 11:17:47.480758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48394) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:47.560774 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cce94e9c-d9d0-4b5f-9147-f47b9b01c2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:47.596471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cce94e9c-d9d0-4b5f-9147-f47b9b01c2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:47.652604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:47.654816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Allocated IP 10.1.1.2 (72f40ec8-a92f-4801-a5be-e7153b691a75/3378ae38-d671-4f51-a415-96de9f7ecabc/44a995eb-9e26-420b-bd7b-c8a7919f71f7) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:47.657099 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:47.794035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f7b21861-7a55-4fd8-9089-866aaccbaa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:47.868542 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:47.902588 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Transition to ACTIVE for port object 44a995eb-9e26-420b-bd7b-c8a7919f71f7 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:47.916794 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-56038ccf-6d3b-4925-add7-eab43e1ab4a2 req-41b2e2cb-54d4-443a-a160-ac4962935e9f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e4bf85-fb4f-4b0a-a9d2-804a871df7d8 HTTP/1.1" status: 200 len: 210 time: 0.0498042 Aug 20 11:17:47.926183 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cce94e9c-d9d0-4b5f-9147-f47b9b01c2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:47.928686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cce94e9c-d9d0-4b5f-9147-f47b9b01c2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:47.930467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cce94e9c-d9d0-4b5f-9147-f47b9b01c2f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/425b5cd6-0e89-4f15-851e-0a1dbffff148 HTTP/1.1" status: 204 len: 168 time: 0.4486501 Aug 20 11:17:47.931534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Transition to ACTIVE for port object 44a995eb-9e26-420b-bd7b-c8a7919f71f7 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:47.959604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c970144-8ae6-4bf5-b7db-4868e4e4d459 req-dbd4d235-b71f-4a09-84d6-6279640b3edc tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:47.961413 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c970144-8ae6-4bf5-b7db-4868e4e4d459 req-dbd4d235-b71f-4a09-84d6-6279640b3edc tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 948 time: 0.0654917 Aug 20 11:17:47.963049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce94e9c-d9d0-4b5f-9147-f47b9b01c2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425b5cd6-0e89-4f15-851e-0a1dbffff148,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:48.029740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c970144-8ae6-4bf5-b7db-4868e4e4d459 req-90b16918-0ca6-41a5-971d-32908edc6338 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449121 Aug 20 11:17:48.081454 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:48.095170 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:48.140112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Network 72f40ec8-a92f-4801-a5be-e7153b691a75 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:48.148237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:48.158224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:48.165558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Pushing event updated for resources: {'Port': ['ID=44a995eb-9e26-420b-bd7b-c8a7919f71f7,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:48.192531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Subnet': ['ID=8fc1149b-8dc0-4f3f-bae9-4268c8d79757,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:48.198527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Checking segment: {'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:48.199043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network hostable DHCP agents. Network: 256eabbf-2f38-42b5-bb35-2d56f488889c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:17:48.237828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Attempting to bind port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:17:48.238209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Attempting to bind port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:17:48.238637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Attempting to bind port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:48.244384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:17:48.244772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Checking segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:48.245188 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:48.245591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Bound using segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:17:48.246071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Bound port: 44a995eb-9e26-420b-bd7b-c8a7919f71f7, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:17:48.246503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:48.314149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] For port 44a995eb-9e26-420b-bd7b-c8a7919f71f7, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:17:48.317151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] For port 44a995eb-9e26-420b-bd7b-c8a7919f71f7, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=44a995eb-9e26-420b-bd7b-c8a7919f71f7,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:17:48.343639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network 256eabbf-2f38-42b5-bb35-2d56f488889c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:17:48.481659 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:48.516282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 256eabbf-2f38-42b5-bb35-2d56f488889c) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:48.523692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:48.536388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:48.537278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490eed18-c00d-45b8-acbe-e4c043f7167a None None] Network 256eabbf-2f38-42b5-bb35-2d56f488889c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:48.587541 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:48.589472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b287e6-bab7-4891-9bb4-4b22e36c384d None None] Pushing event updated for resources: {'Port': ['ID=44a995eb-9e26-420b-bd7b-c8a7919f71f7,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:48.690091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-70bb9494-c8e1-4096-b0dd-6ef2202770c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3446100 Aug 20 11:17:48.694299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48430) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:48.718277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'port': {'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75', 'name': 'tempest-TaggedBootDevicesTest-1616735728', 'fixed_ips': [{'subnet_id': '3378ae38-d671-4f51-a415-96de9f7ecabc'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:48.718660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-256eabbf-2f38-42b5-bb35-2d56f488889c', 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'fixed_ips': [{'subnet_id': '8fc1149b-8dc0-4f3f-bae9-4268c8d79757'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:17:48.718660 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:48.957837 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Allocated IP 10.2.2.2 (256eabbf-2f38-42b5-bb35-2d56f488889c/8fc1149b-8dc0-4f3f-bae9-4268c8d79757/45c01cce-4ce4-4d0e-b8c6-12fd45d02205) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:49.047344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:49.107980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.196026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e036c-05ca-4ce8-866d-512af3963024 req-8fd63ab5-43fe-4313-b230-38fdefdb0738 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:49.198530 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-319e036c-05ca-4ce8-866d-512af3963024 req-8fd63ab5-43fe-4313-b230-38fdefdb0738 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 948 time: 0.0896561 Aug 20 11:17:49.233275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.241786 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48458) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:49.245823 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-319e036c-05ca-4ce8-866d-512af3963024 req-fcd63729-6e6f-4cd2-944f-62fe9724165d tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362656 Aug 20 11:17:49.271991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Transition to ACTIVE for port object 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:49.280472 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.289462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Transition to ACTIVE for port object 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:49.305613 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1f378988-4321-41f4-9179-6d83e6fe0333 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c11d05dc891c46538be7b6890cfce9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586817 Aug 20 11:17:49.308700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48460) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:49.341239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] device_id is not set on port e533a2f8-d630-4f2f-8831-a35608644eb5 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:17:49.355297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-1645493f-b98b-4827-a6ea-c935d359f095 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:49.356883 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-1645493f-b98b-4827-a6ea-c935d359f095 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 948 time: 0.1643944 Aug 20 11:17:49.390818 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99aaa1ac-ecf2-4426-aa10-c5466f3af92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.397368 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.426673 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99aaa1ac-ecf2-4426-aa10-c5466f3af92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.541927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Pushing event updated for resources: {'Port': ['ID=45c01cce-4ce4-4d0e-b8c6-12fd45d02205,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:49.558766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Network 256eabbf-2f38-42b5-bb35-2d56f488889c is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:49.562347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48472) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:49.564457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:49.571646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:49.658404 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99aaa1ac-ecf2-4426-aa10-c5466f3af92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.665518 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99aaa1ac-ecf2-4426-aa10-c5466f3af92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.667802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-99aaa1ac-ecf2-4426-aa10-c5466f3af92c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bb31437-3d87-4691-9bea-4ad8a0a1ac8e HTTP/1.1" status: 204 len: 168 time: 0.3574903 Aug 20 11:17:49.704639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaa1ac-ecf2-4426-aa10-c5466f3af92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb31437-3d87-4691-9bea-4ad8a0a1ac8e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:49.747129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Attempting to bind port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:17:49.751502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Attempting to bind port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:17:49.752146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Attempting to bind port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 on network 256eabbf-2f38-42b5-bb35-2d56f488889c {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:17:49.760210 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcf42fd7-e667-4401-bcde-fd01444a99c8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.774634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 76f8eb77-3aec-4574-b92e-33e39a1fd976 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:49.822592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 76f8eb77-3aec-4574-b92e-33e39a1fd976 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:49.822949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 76f8eb77-3aec-4574-b92e-33e39a1fd976 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:49.825642 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 44a995eb-9e26-420b-bd7b-c8a7919f71f7 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:49.829572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcf42fd7-e667-4401-bcde-fd01444a99c8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.868544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:17:49.869135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Checking segment: {'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:49.869364 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.869833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Bound using segment: {'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:17:49.870321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Bound port: 45c01cce-4ce4-4d0e-b8c6-12fd45d02205, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:17:49.871069 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:49.973673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa826f-a07f-4ffc-8c1b-10b3627f40af None None] Network 72f40ec8-a92f-4801-a5be-e7153b691a75 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:50.007005 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcf42fd7-e667-4401-bcde-fd01444a99c8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.024704 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcf42fd7-e667-4401-bcde-fd01444a99c8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.031954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fcf42fd7-e667-4401-bcde-fd01444a99c8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "DELETE /v2.0/security-groups/ee5ddea5-0ccd-4603-a0be-9c5500297928 HTTP/1.1" status: 204 len: 168 time: 0.4682701 Aug 20 11:17:50.034639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48490) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:50.061699 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-55df6911-c56d-40ec-8e65-686bcfb5d01f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] show failed (client error): The resource could not be found. Aug 20 11:17:50.063060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-55df6911-c56d-40ec-8e65-686bcfb5d01f tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "GET /v2.0/security-groups/ee5ddea5-0ccd-4603-a0be-9c5500297928 HTTP/1.1" status: 404 len: 347 time: 0.0226297 Aug 20 11:17:50.069535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48492) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:50.136338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf42fd7-e667-4401-bcde-fd01444a99c8 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5ddea5-0ccd-4603-a0be-9c5500297928,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:50.190749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Deleting port 202c09e8-2bf0-4d79-b20d-41b18f9798ca {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:50.191306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.273645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] For port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:17:50.299024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] For port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=45c01cce-4ce4-4d0e-b8c6-12fd45d02205,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:17:50.332054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Allocated IP 10.1.1.4 (72f40ec8-a92f-4801-a5be-e7153b691a75/3378ae38-d671-4f51-a415-96de9f7ecabc/e533a2f8-d630-4f2f-8831-a35608644eb5) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:50.382073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] For port 202c09e8-2bf0-4d79-b20d-41b18f9798ca, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=202c09e8-2bf0-4d79-b20d-41b18f9798ca,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:50.392829 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.399849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:50.420778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Calling delete_port for 202c09e8-2bf0-4d79-b20d-41b18f9798ca owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:50.430857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f15a3e08-3848-4576-aa51-736ada85e3d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Deleting port be0c021d-98f7-47c0-9c15-94559b03bda0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:50.431317 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f15a3e08-3848-4576-aa51-736ada85e3d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.451697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:50.454481 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.459116 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0fa86a8b-64bf-4e55-89da-ba7ba6c6b6f4 None None] Provisioning for port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:50.470630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0fa86a8b-64bf-4e55-89da-ba7ba6c6b6f4 None None] Provisioning complete for port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:50.476456 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0fa86a8b-64bf-4e55-89da-ba7ba6c6b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.528422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d9505-b6af-461d-9ab3-dedd716ce22e req-a45dc66c-344e-4684-a5f9-750dc3ae38e1 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:50.530091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d64d9505-b6af-461d-9ab3-dedd716ce22e req-a45dc66c-344e-4684-a5f9-750dc3ae38e1 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 948 time: 0.1703494 Aug 20 11:17:50.589629 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.618547 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f15a3e08-3848-4576-aa51-736ada85e3d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.621090 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f15a3e08-3848-4576-aa51-736ada85e3d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:50.652524 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d64d9505-b6af-461d-9ab3-dedd716ce22e req-3b354c34-f8da-4376-942e-a4bf01217bf9 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089985 Aug 20 11:17:50.674122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f15a3e08-3848-4576-aa51-736ada85e3d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Calling delete_port for be0c021d-98f7-47c0-9c15-94559b03bda0 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:50.678828 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ef5c5ad-caa2-49de-a133-80bd5d574762 req-8d432c7c-c0ed-481c-a367-ab675cc725b6 tempest-FlavorsV2NegativeTest-202725535 tempest-FlavorsV2NegativeTest-202725535-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b194c50b6ab0466eb33305e4e343f575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070192 Aug 20 11:17:50.866407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5c5ad-caa2-49de-a133-80bd5d574762 req-32bcdebd-492a-4880-bc98-5620b77c6d7a tempest-FlavorsV2NegativeTest-202725535 tempest-FlavorsV2NegativeTest-202725535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:50.875364 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ef5c5ad-caa2-49de-a133-80bd5d574762 req-32bcdebd-492a-4880-bc98-5620b77c6d7a tempest-FlavorsV2NegativeTest-202725535 tempest-FlavorsV2NegativeTest-202725535-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952882 Aug 20 11:17:50.891383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-62dc0b63-cc9b-44a9-9f82-b0931a35cb60 req-1bd1dab9-e7a1-49e7-9178-6accf9357b73 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=71fa99c1-de2d-45e0-a4a9-a838e4b3e3ad HTTP/1.1" status: 200 len: 210 time: 0.0918794 Aug 20 11:17:50.938564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ef5c5ad-caa2-49de-a133-80bd5d574762 req-893f452e-5dbc-4264-a752-9d2a986c9d91 tempest-FlavorsV2NegativeTest-202725535 tempest-FlavorsV2NegativeTest-202725535-project] 10.222.0.10 "GET /v2.0/quotas/b194c50b6ab0466eb33305e4e343f575 HTTP/1.1" status: 200 len: 375 time: 0.0619061 Aug 20 11:17:51.001502 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ef5c5ad-caa2-49de-a133-80bd5d574762 req-a3c4538b-553d-4b5e-b8b9-a2badf1f7371 tempest-FlavorsV2NegativeTest-202725535 tempest-FlavorsV2NegativeTest-202725535-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b194c50b6ab0466eb33305e4e343f575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620370 Aug 20 11:17:51.014891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e2f94-9fd5-4042-9f03-2ffa22fc910a None None] Pushing event updated for resources: {'Port': ['ID=45c01cce-4ce4-4d0e-b8c6-12fd45d02205,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:51.054748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.077530 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.106586 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0fa86a8b-64bf-4e55-89da-ba7ba6c6b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.124293 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f15a3e08-3848-4576-aa51-736ada85e3d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.138145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.188773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 44a995eb-9e26-420b-bd7b-c8a7919f71f7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=44a995eb-9e26-420b-bd7b-c8a7919f71f7,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:51.201170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Transition to ACTIVE for port object e533a2f8-d630-4f2f-8831-a35608644eb5 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:51.253918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a3e08-3848-4576-aa51-736ada85e3d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Pushing event deleted for resources: {'Port': ['ID=be0c021d-98f7-47c0-9c15-94559b03bda0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:51.283916 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.337931 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.362501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f15a3e08-3848-4576-aa51-736ada85e3d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.362501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f15a3e08-3848-4576-aa51-736ada85e3d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.363526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f15a3e08-3848-4576-aa51-736ada85e3d6 tempest-ImagesOneServerNegativeTestJSON-1047937810 tempest-ImagesOneServerNegativeTestJSON-1047937810-project] 10.222.0.10 "DELETE /v2.0/floatingips/f8433e04-c6e6-4514-b10c-e94249714658 HTTP/1.1" status: 204 len: 168 time: 1.2906702 Aug 20 11:17:51.374652 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-0fa86a8b-64bf-4e55-89da-ba7ba6c6b6f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:17:51.375012 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-0fa86a8b-64bf-4e55-89da-ba7ba6c6b6f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:17:51.391210 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.391966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=44a995eb-9e26-420b-bd7b-c8a7919f71f7,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:51.396635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Pushing event deleted for resources: {'Port': ['ID=202c09e8-2bf0-4d79-b20d-41b18f9798ca,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:51.420629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.420983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.421626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.421626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.421971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.422301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.422652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.423196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.423324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.423646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.423979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.424381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:51.435782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network 72f40ec8-a92f-4801-a5be-e7153b691a75 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:51.456292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:51.486456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:51.586232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] No DVR routers for this DVR port 202c09e8-2bf0-4d79-b20d-41b18f9798ca on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:51.594383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.596551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-437ae14c-c789-4259-81e9-6e47e5d184ba req-105afb83-a339-482f-9ef0-7e1324c331ec tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.57 "DELETE /v2.0/ports/202c09e8-2bf0-4d79-b20d-41b18f9798ca HTTP/1.1" status: 204 len: 173 time: 2.2103016 Aug 20 11:17:51.610191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'name': 'network-vif-deleted', 'tag': '202c09e8-2bf0-4d79-b20d-41b18f9798ca'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:51.624792 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8295681b-0337-4160-8932-e9565d176bfe" -d '{"events": [{"server_uuid": "f6889bc6-86fb-4264-b9b3-e8da68289533", "name": "network-vif-deleted", "tag": "202c09e8-2bf0-4d79-b20d-41b18f9798ca"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:51.640752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Port': ['ID=e533a2f8-d630-4f2f-8831-a35608644eb5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:51.665189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:51.666400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:51.748897 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5def0ada-3ac8-4b3d-9f66-59448ea0885c x-openstack-request-id: req-5def0ada-3ac8-4b3d-9f66-59448ea0885c {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:51.749419 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6889bc6-86fb-4264-b9b3-e8da68289533", "name": "network-vif-deleted", "tag": "202c09e8-2bf0-4d79-b20d-41b18f9798ca", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:51.749827 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5def0ada-3ac8-4b3d-9f66-59448ea0885c {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:51.750466 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6889bc6-86fb-4264-b9b3-e8da68289533', 'name': 'network-vif-deleted', 'tag': '202c09e8-2bf0-4d79-b20d-41b18f9798ca', 'status': 'completed', 'code': 200} Aug 20 11:17:51.837549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f5856e93-5b7a-400f-b742-5ce3a8979854 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1405432 Aug 20 11:17:51.840175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48584) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:51.848602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'port': {'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75', 'name': 'tempest-TaggedBootDevicesTest-2001318341', 'fixed_ips': [{'subnet_id': '3378ae38-d671-4f51-a415-96de9f7ecabc'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:51.944992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 44a995eb-9e26-420b-bd7b-c8a7919f71f7 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:52.128724 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c2609776-5a7e-4a05-bd94-afe4f780ca16 req-9668f5bb-7135-42c8-b61c-0eb1d253d25d tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6889bc6-86fb-4264-b9b3-e8da68289533 HTTP/1.1" status: 200 len: 210 time: 0.1858580 Aug 20 11:17:52.136631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:52.137141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:52.240613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2a2d0028-555d-4f76-b39d-bc800ef84614 None None] Provisioning complete for port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:52.241138 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0028-555d-4f76-b39d-bc800ef84614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:52.317563 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48602) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:52.402036 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14b072df-871d-4b92-9540-65cff0369480 req-d440468a-183d-481c-b2aa-0970fc41ecb3 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0492940 Aug 20 11:17:52.446509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:52.454265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:52.459382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc9f38c-ae6d-42bf-b42c-89c5f1a7a863 admin admin] Deleting subnet 77e64aa1-f77a-425d-a2d3-ca20859f4085 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:17:52.472395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f38c-ae6d-42bf-b42c-89c5f1a7a863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:52.472563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] device_id is not set on port 6b4a01cd-e450-4f51-930f-3367903bef51 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:17:52.520971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:52.562736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f38c-ae6d-42bf-b42c-89c5f1a7a863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:52.601844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f57ab0a-d204-49ae-9a9d-c28bf3c12959 None None] Network 256eabbf-2f38-42b5-bb35-2d56f488889c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:52.652213 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f38c-ae6d-42bf-b42c-89c5f1a7a863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:52.679281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2a2d0028-555d-4f76-b39d-bc800ef84614 None None] Provisioning for port e533a2f8-d630-4f2f-8831-a35608644eb5 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:52.688176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2a2d0028-555d-4f76-b39d-bc800ef84614 None None] Provisioning complete for port e533a2f8-d630-4f2f-8831-a35608644eb5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:52.688567 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0028-555d-4f76-b39d-bc800ef84614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:52.709329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Allocated IP 10.1.1.231 (72f40ec8-a92f-4801-a5be-e7153b691a75/3378ae38-d671-4f51-a415-96de9f7ecabc/6b4a01cd-e450-4f51-930f-3367903bef51) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:52.746789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d0028-555d-4f76-b39d-bc800ef84614 None None] Port e533a2f8-d630-4f2f-8831-a35608644eb5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:17:52.880443 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:52.895801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Transition to ACTIVE for port object 6b4a01cd-e450-4f51-930f-3367903bef51 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:17:52.960673 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f38c-ae6d-42bf-b42c-89c5f1a7a863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:52.963482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:52.979354 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f38c-ae6d-42bf-b42c-89c5f1a7a863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:52.988252 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4dc9f38c-ae6d-42bf-b42c-89c5f1a7a863 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/77e64aa1-f77a-425d-a2d3-ca20859f4085 HTTP/1.1" status: 204 len: 168 time: 0.6678584 Aug 20 11:17:52.989952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48616) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:53.023286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4a8e368c-f3fb-4d2d-a753-afbca8e7abd9 None None] Provisioning for port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:53.031295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4a8e368c-f3fb-4d2d-a753-afbca8e7abd9 None None] Provisioning complete for port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:53.031906 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a8e368c-f3fb-4d2d-a753-afbca8e7abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.066095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9f38c-ae6d-42bf-b42c-89c5f1a7a863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77e64aa1-f77a-425d-a2d3-ca20859f4085,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:53.094887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.129605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 202c09e8-2bf0-4d79-b20d-41b18f9798ca no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:53.149551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.151310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 202c09e8-2bf0-4d79-b20d-41b18f9798ca {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:53.151836 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 202c09e8-2bf0-4d79-b20d-41b18f9798ca not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:53.171334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network 72f40ec8-a92f-4801-a5be-e7153b691a75 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:53.178553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:53.183191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:53.185830 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a8e368c-f3fb-4d2d-a753-afbca8e7abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.240323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Port': ['ID=6b4a01cd-e450-4f51-930f-3367903bef51,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:53.255925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4a8e368c-f3fb-4d2d-a753-afbca8e7abd9 None None] For port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=45c01cce-4ce4-4d0e-b8c6-12fd45d02205,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:53.319595 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a8e368c-f3fb-4d2d-a753-afbca8e7abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.395342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e368c-f3fb-4d2d-a753-afbca8e7abd9 None None] Pushing event updated for resources: {'Port': ['ID=45c01cce-4ce4-4d0e-b8c6-12fd45d02205,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:53.405487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:53.406167 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.424965 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.438888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:53.443275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8f82e6b4-f43f-4d67-83e3-b6b5a05758bb None None] Provisioning complete for port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:53.443653 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8f82e6b4-f43f-4d67-83e3-b6b5a05758bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.453040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bff1a7-4ac1-4333-939c-7d8d81c39cd4') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:53.453570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bff1a7-4ac1-4333-939c-7d8d81c39cd4') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:17:53.464082 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.481346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.489574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:17:53.490082 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:17:53.492582 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:17:53.566301 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7a46a46a-4826-4300-adf1-7e514d792462 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7248020 Aug 20 11:17:53.625094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-384ec2eb-b159-4e00-9a4f-3b7a38ef43ee req-0298e0bc-6130-4db1-8cc4-7ce6f22cf8aa tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0507219 Aug 20 11:17:53.669988 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.689951 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.694428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742 HTTP/1.1" status: 204 len: 168 time: 0.7015805 Aug 20 11:17:53.694428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660aefb-4f65-40c3-bc8b-f5a06ab7f258 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69d7e8c-f7ea-4c91-9dc6-fa8ebdbe3742,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:53.708610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:17:53.765576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ca302562-416d-4954-bb6d-b96761119ec4 None None] Provisioning for port 6b4a01cd-e450-4f51-930f-3367903bef51 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:17:53.773061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ca302562-416d-4954-bb6d-b96761119ec4 None None] Provisioning complete for port 6b4a01cd-e450-4f51-930f-3367903bef51 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:53.773510 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ca302562-416d-4954-bb6d-b96761119ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:53.805854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fd691-82a6-4970-b9c5-414bac6dbf22 req-7f9bce84-5658-4a1c-858a-874a94366c45 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:53.816334 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f68fd691-82a6-4970-b9c5-414bac6dbf22 req-7f9bce84-5658-4a1c-858a-874a94366c45 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 947 time: 0.0882030 Aug 20 11:17:53.877273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f68fd691-82a6-4970-b9c5-414bac6dbf22 req-339d6b0f-8701-47cb-a587-a948b4197af0 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591559 Aug 20 11:17:53.920534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48638) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:54.015287 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:17:54.015727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.018325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ca302562-416d-4954-bb6d-b96761119ec4 None None] Port 6b4a01cd-e450-4f51-930f-3367903bef51 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:17:54.056084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48642) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:54.062566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c19d74ea-cc08-4229-82b1-81c5de1385c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568875552', 'description': 'tempest-description--2105393855'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:54.151245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c19d74ea-cc08-4229-82b1-81c5de1385c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.258424 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c19d74ea-cc08-4229-82b1-81c5de1385c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.359350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48646) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:54.378244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c19d74ea-cc08-4229-82b1-81c5de1385c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.412347 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a0a5e2c-2f82-4a5a-a904-4551e934a36c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e7d4b346155423c8f74faabe8c113d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513074 Aug 20 11:17:54.414893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48648) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:54.416395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d74ea-cc08-4229-82b1-81c5de1385c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd67586-2e2e-4c7a-b6cd-00ab801605a9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:54.463133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48650) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:54.469611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-500aebbf-87fd-4881-8b5c-0c72787cfb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.470084 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c19d74ea-cc08-4229-82b1-81c5de1385c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.471400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c19d74ea-cc08-4229-82b1-81c5de1385c7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4140739 Aug 20 11:17:54.486229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48654) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:54.491113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4d00efa1-1752-48d5-a72a-67aa22001acd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'security_group_rule': {'security_group_id': '8fd67586-2e2e-4c7a-b6cd-00ab801605a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:54.500189 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-500aebbf-87fd-4881-8b5c-0c72787cfb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.589194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d00efa1-1752-48d5-a72a-67aa22001acd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.602927 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24690d7d-17e4-4ac9-b43b-5886ccca0705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.709132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d00efa1-1752-48d5-a72a-67aa22001acd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.777535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e8d455b-5711-4c30-93a1-0798f29bd766 req-dce2869c-5b69-4523-a2c2-a2673a4d6f87 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0347521 Aug 20 11:17:54.799355 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24690d7d-17e4-4ac9-b43b-5886ccca0705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.807981 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63ba9dd4-4c1b-4b5c-adb5-3750cd3eb3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.846033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48664) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:54.916687 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17207983-e453-4ac9-8ab0-a8fb35d433fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.928060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-500aebbf-87fd-4881-8b5c-0c72787cfb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.928060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-500aebbf-87fd-4881-8b5c-0c72787cfb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:54.928060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-500aebbf-87fd-4881-8b5c-0c72787cfb66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56431a55-05da-4e09-b91e-6ea5dc8a18f8 HTTP/1.1" status: 204 len: 168 time: 0.5079050 Aug 20 11:17:54.939767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aebbf-87fd-4881-8b5c-0c72787cfb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56431a55-05da-4e09-b91e-6ea5dc8a18f8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:55.013910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe4c77-18f1-4b73-bdbf-3a5c0ba3d722 req-7361a0ab-d5c0-4ce2-bc94-56b2a683e453 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:55.015772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7afe4c77-18f1-4b73-bdbf-3a5c0ba3d722 req-7361a0ab-d5c0-4ce2-bc94-56b2a683e453 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 947 time: 0.0547805 Aug 20 11:17:55.058753 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7afe4c77-18f1-4b73-bdbf-3a5c0ba3d722 req-eef93a84-5341-41a3-8ef4-940143385192 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350306 Aug 20 11:17:55.127034 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d00efa1-1752-48d5-a72a-67aa22001acd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.129486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24690d7d-17e4-4ac9-b43b-5886ccca0705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.174542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00efa1-1752-48d5-a72a-67aa22001acd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887aa192-5cba-4c1d-bec7-09b50d701a93,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:55.208184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-24690d7d-17e4-4ac9-b43b-5886ccca0705 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4aab38ecd7a148758e461693d18a29ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2862680 Aug 20 11:17:55.211180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48704) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:55.214673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24690d7d-17e4-4ac9-b43b-5886ccca0705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9897310-060b-4de2-907e-d3054765af7b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:55.279759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63ba9dd4-4c1b-4b5c-adb5-3750cd3eb3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.287309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e790918c-6773-4d80-b425-d2084ac05bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.311467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e790918c-6773-4d80-b425-d2084ac05bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.367827 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63ba9dd4-4c1b-4b5c-adb5-3750cd3eb3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.410546 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-63ba9dd4-4c1b-4b5c-adb5-3750cd3eb3ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b194c50b6ab0466eb33305e4e343f575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9460340 Aug 20 11:17:55.411485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba9dd4-4c1b-4b5c-adb5-3750cd3eb3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61efe1e-ae2d-44db-a4c9-1409aed7a692,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:55.413414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48714) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:55.458077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d00efa1-1752-48d5-a72a-67aa22001acd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.468125 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4d00efa1-1752-48d5-a72a-67aa22001acd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9721634 Aug 20 11:17:55.468484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e790918c-6773-4d80-b425-d2084ac05bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.468484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e790918c-6773-4d80-b425-d2084ac05bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.468484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e790918c-6773-4d80-b425-d2084ac05bc6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9897310-060b-4de2-907e-d3054765af7b HTTP/1.1" status: 204 len: 168 time: 0.2528868 Aug 20 11:17:55.468484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48716) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:55.478012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-05fcd370-6e32-4e15-a0c7-8d8564e21b03 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'security_group_rule': {'security_group_id': '8fd67586-2e2e-4c7a-b6cd-00ab801605a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:55.495066 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e0e9de2-5aad-4d7a-b929-7ff8e78d01bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.500540 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6f89368-db76-4963-9db6-6e27e01e121a req-490e417c-e32d-41ae-b84f-acd8a3453971 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=71fa99c1-de2d-45e0-a4a9-a838e4b3e3ad HTTP/1.1" status: 200 len: 210 time: 0.0370147 Aug 20 11:17:55.512679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790918c-6773-4d80-b425-d2084ac05bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9897310-060b-4de2-907e-d3054765af7b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:55.547243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e0e9de2-5aad-4d7a-b929-7ff8e78d01bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.646357 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17207983-e453-4ac9-8ab0-a8fb35d433fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.666189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-a6f5c9d7-74db-412b-b172-a57921a45495 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:55.667780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-a6f5c9d7-74db-412b-b172-a57921a45495 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.57 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 947 time: 0.0570357 Aug 20 11:17:55.758541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-639cba9b-357d-4cae-9dc4-530653f8c144 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Deleting port dc285bfe-405a-4cf1-b37b-3dc77a63837d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:17:55.758887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-639cba9b-357d-4cae-9dc4-530653f8c144 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.797370 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17207983-e453-4ac9-8ab0-a8fb35d433fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.810482 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e0e9de2-5aad-4d7a-b929-7ff8e78d01bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.815581 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e0e9de2-5aad-4d7a-b929-7ff8e78d01bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.817723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4e0e9de2-5aad-4d7a-b929-7ff8e78d01bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e61efe1e-ae2d-44db-a4c9-1409aed7a692 HTTP/1.1" status: 204 len: 168 time: 0.4031298 Aug 20 11:17:55.865970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-639cba9b-357d-4cae-9dc4-530653f8c144 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] For port dc285bfe-405a-4cf1-b37b-3dc77a63837d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dc285bfe-405a-4cf1-b37b-3dc77a63837d,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:17:55.865970 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-639cba9b-357d-4cae-9dc4-530653f8c144 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:55.879401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-639cba9b-357d-4cae-9dc4-530653f8c144 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Calling delete_port for dc285bfe-405a-4cf1-b37b-3dc77a63837d owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:17:55.911637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17207983-e453-4ac9-8ab0-a8fb35d433fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de32ef5a-931f-465b-9845-b6ba5df42eb7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:55.933966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48730) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:55.936463 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-17207983-e453-4ac9-8ab0-a8fb35d433fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0fd4c50e0c464ba7bed47605302acb95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0879500 Aug 20 11:17:55.965376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e9de2-5aad-4d7a-b929-7ff8e78d01bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61efe1e-ae2d-44db-a4c9-1409aed7a692,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:55.988534 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05fcd370-6e32-4e15-a0c7-8d8564e21b03 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.049153 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48734) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:56.071391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05fcd370-6e32-4e15-a0c7-8d8564e21b03 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.102764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c08cd0be-2b76-4832-88f6-70d8f74894aa req-527a7491-5012-4b06-b740-db7acb3e9a33 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0678308 Aug 20 11:17:56.108109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e143af1-fde5-43c9-bed6-917af7c0273a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.164777 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e143af1-fde5-43c9-bed6-917af7c0273a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.200242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660775bf-5fd3-49fe-9452-6884e4bd12fa req-d3d5e626-00e7-4ac9-bfe8-eb70ace0d90e tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:56.201916 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-660775bf-5fd3-49fe-9452-6884e4bd12fa req-d3d5e626-00e7-4ac9-bfe8-eb70ace0d90e tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 947 time: 0.0546129 Aug 20 11:17:56.203484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05fcd370-6e32-4e15-a0c7-8d8564e21b03 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.227210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcd370-6e32-4e15-a0c7-8d8564e21b03 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5392dc-06ad-439d-8e4f-795afeef9087,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:56.261532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-660775bf-5fd3-49fe-9452-6884e4bd12fa req-7ab2bdca-6726-4cbb-8b1a-50446526b446 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c2d2b51-26e2-42a5-a808-cd98d34e18e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485866 Aug 20 11:17:56.286345 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-639cba9b-357d-4cae-9dc4-530653f8c144 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.309189 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-05fcd370-6e32-4e15-a0c7-8d8564e21b03 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.313645 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-05fcd370-6e32-4e15-a0c7-8d8564e21b03 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8399222 Aug 20 11:17:56.314551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48742) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:56.319986 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e143af1-fde5-43c9-bed6-917af7c0273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.320164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:56.322718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e143af1-fde5-43c9-bed6-917af7c0273a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.328048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0e143af1-fde5-43c9-bed6-917af7c0273a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de32ef5a-931f-465b-9845-b6ba5df42eb7 HTTP/1.1" status: 204 len: 168 time: 0.3900816 Aug 20 11:17:56.328732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cba9b-357d-4cae-9dc4-530653f8c144 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Pushing event deleted for resources: {'Port': ['ID=dc285bfe-405a-4cf1-b37b-3dc77a63837d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:56.339735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e143af1-fde5-43c9-bed6-917af7c0273a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de32ef5a-931f-465b-9845-b6ba5df42eb7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:56.388162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-639cba9b-357d-4cae-9dc4-530653f8c144 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] No DVR routers for this DVR port dc285bfe-405a-4cf1-b37b-3dc77a63837d on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:17:56.390780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-639cba9b-357d-4cae-9dc4-530653f8c144 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.392877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c602b49c-4aae-4132-935e-e45c0ab84b61 req-639cba9b-357d-4cae-9dc4-530653f8c144 tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.57 "DELETE /v2.0/ports/dc285bfe-405a-4cf1-b37b-3dc77a63837d HTTP/1.1" status: 204 len: 173 time: 0.7188044 Aug 20 11:17:56.393318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-deleted', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:17:56.395709 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea059f9-5551-4fd2-b275-0b6435592b50" -d '{"events": [{"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-deleted", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:17:56.429951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.432193 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f0bc6c-30d6-41bb-bcfb-4a497190e6d8 x-openstack-request-id: req-c6f0bc6c-30d6-41bb-bcfb-4a497190e6d8 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:17:56.432491 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344cf6f5-f951-4e6f-bafa-edec88fc72fb", "name": "network-vif-deleted", "tag": "dc285bfe-405a-4cf1-b37b-3dc77a63837d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:17:56.432747 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6f0bc6c-30d6-41bb-bcfb-4a497190e6d8 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:17:56.433171 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344cf6f5-f951-4e6f-bafa-edec88fc72fb', 'name': 'network-vif-deleted', 'tag': 'dc285bfe-405a-4cf1-b37b-3dc77a63837d', 'status': 'completed', 'code': 200} Aug 20 11:17:56.479886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48750) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:56.514513 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c33e75f0-cd39-4334-800e-abb7e7958d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.532028 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9b84940-2596-4dd6-896c-4faf441b763f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.564688 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-c33e75f0-cd39-4334-800e-abb7e7958d8e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:17:56.564688 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:17:56.564688 n-d-804230-3 neutron-server[95587]: [parameters: {'project_id_1': '09481d2cf64940a5ab23ff5f8b6a8661', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 17, 56, 550340)}] Aug 20 11:17:56.564688 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:17:56.564688 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-c33e75f0-cd39-4334-800e-abb7e7958d8e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:17:56.621048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.708064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9b84940-2596-4dd6-896c-4faf441b763f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.772020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Allocated IP 172.25.4.82 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/baa6601f-8b4e-4e94-9e81-fc0ecce2385d) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:17:56.794254 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-be5fa5c2-b59a-45d6-8482-9cff524d8761 req-2a654057-269d-4429-a41f-7f9d1f306884 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0510449 Aug 20 11:17:56.837232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9b84940-2596-4dd6-896c-4faf441b763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.894803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a9b84940-2596-4dd6-896c-4faf441b763f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0a745ae15be4007b4263546b74f3f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8441660 Aug 20 11:17:56.897472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b84940-2596-4dd6-896c-4faf441b763f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dfd505-31a4-447a-bb94-89f2ff31ca5d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:56.897627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48756) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:56.932501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.969112 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6dae0706-76a6-4371-95d4-c960e33f6619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:56.993911 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6dae0706-76a6-4371-95d4-c960e33f6619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.042034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48764) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:57.057980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.070495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c33e75f0-cd39-4334-800e-abb7e7958d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.119333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:17:57.123758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:57.127182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:17:57.166562 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Port': ['ID=baa6601f-8b4e-4e94-9e81-fc0ecce2385d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:57.172096 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6dae0706-76a6-4371-95d4-c960e33f6619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.179076 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6dae0706-76a6-4371-95d4-c960e33f6619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.182626 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6dae0706-76a6-4371-95d4-c960e33f6619 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7dfd505-31a4-447a-bb94-89f2ff31ca5d HTTP/1.1" status: 204 len: 168 time: 0.2839096 Aug 20 11:17:57.200016 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:17:57.201532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae0706-76a6-4371-95d4-c960e33f6619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dfd505-31a4-447a-bb94-89f2ff31ca5d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:57.222835 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d91a927-9fb7-4e7c-9445-9e0335a6d336 req-edc6aee5-a6ac-48f7-8141-3b36f1f967ca tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0350516 Aug 20 11:17:57.226657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-255250565-network', 'tenant_id': '94208f93415e4a82ae121ad075be8f99'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:57.276496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.287105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c33e75f0-cd39-4334-800e-abb7e7958d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.382755 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16c8aa0f-0eb7-4fc9-8f7c-91e333c95963 req-66d95e48-d1e8-4b75-841d-a33672e5a05b tempest-ListImageFiltersTestJSON-1499329049 tempest-ListImageFiltersTestJSON-1499329049-project] 10.222.0.10 "GET /v2.0/ports?device_id=344cf6f5-f951-4e6f-bafa-edec88fc72fb HTTP/1.1" status: 200 len: 210 time: 0.0362630 Aug 20 11:17:57.383764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c33e75f0-cd39-4334-800e-abb7e7958d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.406126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.429956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e75f0-cd39-4334-800e-abb7e7958d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34560c7-7253-4e57-9e6a-fd0e08dd00c9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:57.437771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c33e75f0-cd39-4334-800e-abb7e7958d8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09481d2cf64940a5ab23ff5f8b6a8661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9542882 Aug 20 11:17:57.444292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48778) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:57.473876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48780) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:57.499244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db81fb69-9dd4-401d-ae6f-d68b62160bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.534625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Made reservation on behalf of 94208f93415e4a82ae121ad075be8f99 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:57.537422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.548204 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.589614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55903b9c-1030-4ed4-aa50-91a3994cb1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.629913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55903b9c-1030-4ed4-aa50-91a3994cb1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.630132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db81fb69-9dd4-401d-ae6f-d68b62160bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.674823 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db81fb69-9dd4-401d-ae6f-d68b62160bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.678201 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.726417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-db81fb69-9dd4-401d-ae6f-d68b62160bde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d55ea8eafe2d4d0cab25cbb16d2d5273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491806 Aug 20 11:17:57.726417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81fb69-9dd4-401d-ae6f-d68b62160bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f38ef-e644-4def-b21c-6f715a63a380,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:57.736653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48786) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:57.758381 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.810034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55903b9c-1030-4ed4-aa50-91a3994cb1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.813080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55903b9c-1030-4ed4-aa50-91a3994cb1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.814338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-55903b9c-1030-4ed4-aa50-91a3994cb1ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f34560c7-7253-4e57-9e6a-fd0e08dd00c9 HTTP/1.1" status: 204 len: 168 time: 0.3751707 Aug 20 11:17:57.879057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55903b9c-1030-4ed4-aa50-91a3994cb1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34560c7-7253-4e57-9e6a-fd0e08dd00c9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:57.906329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Port': ['ID=baa6601f-8b4e-4e94-9e81-fc0ecce2385d,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:57.916631 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.922825 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.925535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-110b74bb-5fb4-4e09-adb5-10330a0a47d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:57.953381 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-110b74bb-5fb4-4e09-adb5-10330a0a47d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.014658 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.043111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ad45aa-5ecd-414e-a9ba-aea84642817c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:58.134651 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.135887 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cf732611-625c-42bc-954b-c89b457d4f9c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8204551 Aug 20 11:17:58.139025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-110b74bb-5fb4-4e09-adb5-10330a0a47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.141606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-110b74bb-5fb4-4e09-adb5-10330a0a47d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.145272 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-110b74bb-5fb4-4e09-adb5-10330a0a47d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/108f38ef-e644-4def-b21c-6f715a63a380 HTTP/1.1" status: 204 len: 168 time: 0.4112289 Aug 20 11:17:58.146196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:17:58.159860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48808) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:58.169201 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.169548 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Added segment c3ade7c7-2a4c-47da-92e2-31bbcfed73bc of type vlan for network 586c2a22-ee29-4909-9b5f-5bdfebdf4ac3 Aug 20 11:17:58.171022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b74bb-5fb4-4e09-adb5-10330a0a47d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f38ef-e644-4def-b21c-6f715a63a380,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:58.225447 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.338457 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab1b7d14-90c8-4f39-93ae-5936b858c148 req-aeab9aa5-0ca1-4765-99c1-830b568eb1c3 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0290051 Aug 20 11:17:58.354720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.355812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:58.356450 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.431582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] Pushing event updated for resources: {'Network': ['ID=586c2a22-ee29-4909-9b5f-5bdfebdf4ac3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:58.443681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 586c2a22-ee29-4909-9b5f-5bdfebdf4ac3 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:17:58.470389 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c076b63b-aef9-413c-befb-a59b8d5d17c7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4271426 Aug 20 11:17:58.473442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48832) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:58.482219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Request body: {'subnet': {'network_id': '586c2a22-ee29-4909-9b5f-5bdfebdf4ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-255250565-subnet', 'tenant_id': '94208f93415e4a82ae121ad075be8f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:58.551309 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-network', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:58.635290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Made reservation on behalf of 94208f93415e4a82ae121ad075be8f99 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:58.637610 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.818089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Made reservation on behalf of 1e3ae4d57a874c8bbc4789a3127fa00a for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:58.820381 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.833889 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.893947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:58.986960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55b1bf6-6986-4432-a039-721b0ea2de1a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:59.027219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Checking segment: {'id': 'c3ade7c7-2a4c-47da-92e2-31bbcfed73bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '586c2a22-ee29-4909-9b5f-5bdfebdf4ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:17:59.027814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Network hostable DHCP agents. Network: 586c2a22-ee29-4909-9b5f-5bdfebdf4ac3, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:17:59.071831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-fa672163-7b60-4b07-874b-e76c4528d8c3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1568875552&fields=id&tenant_id=4e544b3019fe414d8c5c6d929aba0cc6 HTTP/1.1" status: 200 len: 267 time: 0.0650742 Aug 20 11:17:59.090072 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:59.143883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-c315ce27-e989-480a-a58c-8eaacb2b189c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:59.143883 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-c315ce27-e989-480a-a58c-8eaacb2b189c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports/e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 200 len: 930 time: 0.0547566 Aug 20 11:17:59.144208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dc285bfe-405a-4cf1-b37b-3dc77a63837d no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:17:59.178241 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: dc285bfe-405a-4cf1-b37b-3dc77a63837d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:17:59.178563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dc285bfe-405a-4cf1-b37b-3dc77a63837d not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:17:59.189658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Network 586c2a22-ee29-4909-9b5f-5bdfebdf4ac3 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:17:59.192953 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:59.205130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-5b923754-87a0-4fe7-a1d6-19f339cdc649 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:59.207656 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-5b923754-87a0-4fe7-a1d6-19f339cdc649 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports/6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 200 len: 932 time: 0.0639560 Aug 20 11:17:59.222356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:17:59.232535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5994a0-74b8-4ee9-9aa1-a90493089028,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:59.238669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:59.239008 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Added segment 01f8cfb3-7e01-4b90-9f6a-d5ced633665d of type vlan for network 12940dc1-5c5c-4af1-bde1-ae40183eb385 Aug 20 11:17:59.275691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-8e16a76e-80d0-4859-b188-5e13864f2368 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0599792 Aug 20 11:17:59.304004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 586c2a22-ee29-4909-9b5f-5bdfebdf4ac3) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:17:59.312935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92dd2f1-b546-4aad-b9c9-2d4d185ce791 None None] Network 586c2a22-ee29-4909-9b5f-5bdfebdf4ac3 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:59.318175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:59.318836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:59.358554 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-8c0ca715-fcfb-43b2-ae62-2897bb68acbc tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0793114 Aug 20 11:17:59.358809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:59.391710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48892) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:59.457868 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7537835d-8f96-4422-9ebd-80332be10ad4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9801288 Aug 20 11:17:59.507500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00935c2f-bb8e-42b6-adc3-9c0ec898e5d3 None None] Network 586c2a22-ee29-4909-9b5f-5bdfebdf4ac3 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:17:59.528476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-88221c56-e3c5-4875-8055-d6a79432b338 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:59.532455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51f52f76-9a27-4ec9-b2ce-eeeea4c64afa req-9e3cf760-06e9-4db8-ab11-c0fc1dc21748 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0311227 Aug 20 11:17:59.534085 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:59.535517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:59.536478 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:59.543335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-88221c56-e3c5-4875-8055-d6a79432b338 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:59.549282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-88221c56-e3c5-4875-8055-d6a79432b338 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:17:59.558023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-88221c56-e3c5-4875-8055-d6a79432b338 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/networks?id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=256eabbf-2f38-42b5-bb35-2d56f488889c&id=256eabbf-2f38-42b5-bb35-2d56f488889c HTTP/1.1" status: 200 len: 1988 time: 0.1974545 Aug 20 11:17:59.576027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-857884de-de1f-4bc5-80f4-57b61610d795 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/quotas/4e544b3019fe414d8c5c6d929aba0cc6 HTTP/1.1" status: 200 len: 375 time: 0.0173078 Aug 20 11:17:59.669389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-76bc7340-330c-44e9-81eb-4fc1392e2f74 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0909734 Aug 20 11:17:59.685237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Pushing event updated for resources: {'Network': ['ID=12940dc1-5c5c-4af1-bde1-ae40183eb385,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:17:59.695434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.696487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.700462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.700462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.700462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.700462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.700462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.700462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.700462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.700462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.700462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.700462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:17:59.721382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 12940dc1-5c5c-4af1-bde1-ae40183eb385 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:17:59.748832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-855803488-network', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:59.788205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4cdd2b39-aab3-48cd-be4e-f9a8edf2b31e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6270988 Aug 20 11:17:59.791773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48918) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:17:59.797559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Request body: {'subnet': {'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-subnet', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:17:59.844182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:17:59.847098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:59.858739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:17:59.918302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:17:59.918302 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:17:59.918302 n-d-804230-3 neutron-server[95588]: [parameters: {'project_id_1': 'c96e568c24aa41fabf979ad88fff50d8', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 17, 59, 870308)}] Aug 20 11:17:59.918302 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:17:59.919173 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:17:59.947961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-48e68345-c441-489e-a538-69b21849a8f7 service neutron] 10.222.0.10 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609425 Aug 20 11:18:00.003393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Made reservation on behalf of 1e3ae4d57a874c8bbc4789a3127fa00a for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:00.005764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.118310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-5ed98811-bc3c-4865-a0b0-32f706f84de7 service neutron] 10.222.0.10 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625953 Aug 20 11:18:00.149830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48934) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:00.190493 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ef005f2d-b831-4285-9109-40c32d1a92c6 service neutron] 10.222.0.10 "GET /v2.0/ports/e533a2f8-d630-4f2f-8831-a35608644eb5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0632257 Aug 20 11:18:00.268284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1974937805-network', 'tenant_id': 'b9f10ce7f178455a909c11d0d990c99e'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:00.346195 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-d1d006df-483a-4c61-acc0-8bdd59778702 service neutron] 10.222.0.10 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443439 Aug 20 11:18:00.394780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Made reservation on behalf of b9f10ce7f178455a909c11d0d990c99e for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:00.397137 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.406500 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.420361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.429080 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.515148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-123ddab5-cb5c-439d-800e-7ad7e3b43055 service neutron] 10.222.0.10 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617963 Aug 20 11:18:00.518093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc49f86-2791-4597-84c7-fd886ce38d2a,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:00.525097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.536016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Checking segment: {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:00.536500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Network hostable DHCP agents. Network: 12940dc1-5c5c-4af1-bde1-ae40183eb385, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:00.578570 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-052abb41-24af-4146-866e-77ba69fb726c service neutron] 10.222.0.10 "GET /v2.0/ports/6b4a01cd-e450-4f51-930f-3367903bef51?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0514388 Aug 20 11:18:00.631830 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.676082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:00.690575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.702015 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Added segment e1d10cc4-db9e-4f74-9827-7102d8702302 of type vlan for network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 Aug 20 11:18:00.702015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96c523d-446f-4325-b579-227496353619,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:00.711972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Network 12940dc1-5c5c-4af1-bde1-ae40183eb385 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:00.718692 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-5344dde5-ea52-490c-83a6-34614af719b5 service neutron] 10.222.0.10 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305764 Aug 20 11:18:00.764103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.794759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 12940dc1-5c5c-4af1-bde1-ae40183eb385) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:00.805262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5680c2-0645-4264-b76d-b48038294205 None None] Network 12940dc1-5c5c-4af1-bde1-ae40183eb385 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:00.810783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:00.811519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.841558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-f469ba16-3b5e-424a-bb65-6ee8b87d56c3 service neutron] 10.222.0.10 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133113 Aug 20 11:18:00.877719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.878887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:00.879489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.902786 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.982723 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:00.988644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-6513f286-12f4-4386-8c40-aeef84b2c105 service neutron] 10.222.0.10 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406145 Aug 20 11:18:00.998744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-a2535955-6555-46cc-bae0-acb1f368d00b req-b96b1f2a-e1d9-4c6a-9b4f-ae35bbb058ff tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-913495071', 'description': 'tempest-description-1704991858'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:01.022265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-12940dc1-5c5c-4af1-bde1-ae40183eb385', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:01.024260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.026606 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] Pushing event updated for resources: {'Network': ['ID=e6f2992a-7e11-4def-8893-cfdba9ef3fc2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:01.032693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:01.044036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dd0bba-5011-48f0-9e57-365f984cbdac,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:01.049032 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.050468 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Added segment c6dbf4e6-34a2-42a9-816b-a746d754a48b of type vlan for network 26aed97a-f400-4b37-8a16-a0a6436f9bcf Aug 20 11:18:01.053829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:01.092984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ef268ad0-8378-4eb7-8540-3a4e81c7bd75 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9412134 Aug 20 11:18:01.097488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48958) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:01.107930 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-59528461-f9ba-4dc3-a349-1cf835f890f8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3132243 Aug 20 11:18:01.112052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Request body: {'subnet': {'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1974937805-subnet', 'tenant_id': 'b9f10ce7f178455a909c11d0d990c99e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:01.119129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48960) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:01.128653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:01.132657 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.203022 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-597a292c-94dc-474e-8f40-d976d4e8a21f service neutron] 10.222.0.10 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063870 Aug 20 11:18:01.229431 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a2535955-6555-46cc-bae0-acb1f368d00b req-b96b1f2a-e1d9-4c6a-9b4f-ae35bbb058ff tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.236895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:18:01.236895 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:18:01.236895 n-d-804230-3 neutron-server[95587]: [parameters: {'project_id_1': '1e3ae4d57a874c8bbc4789a3127fa00a', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 18, 1, 144091)}] Aug 20 11:18:01.236895 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:18:01.237833 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:18:01.247233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.248809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:01.249571 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.256932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Allocated IP 172.20.0.2 (12940dc1-5c5c-4af1-bde1-ae40183eb385/dfc49f86-2791-4597-84c7-fd886ce38d2a/cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:01.328172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Made reservation on behalf of b9f10ce7f178455a909c11d0d990c99e for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:01.330677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.331306 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-6ea9b9bc-9430-4d38-883a-f3f6166c4231 service neutron] 10.222.0.10 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201336 Aug 20 11:18:01.396593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=26aed97a-f400-4b37-8a16-a0a6436f9bcf,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:01.420118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 26aed97a-f400-4b37-8a16-a0a6436f9bcf details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:01.467261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-3ca493ce-ffc7-4f53-be55-1a3595a28b30 service neutron] 10.222.0.10 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296692 Aug 20 11:18:01.505463 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.522813 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a2535955-6555-46cc-bae0-acb1f368d00b req-b96b1f2a-e1d9-4c6a-9b4f-ae35bbb058ff tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.539637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Transition to ACTIVE for port object cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:01.557364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Transition to ACTIVE for port object cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:01.588635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-4369fdb9-c1e0-4053-b7a3-9d1e8ab83d78 service neutron] 10.222.0.10 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118009 Aug 20 11:18:01.624655 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a2535955-6555-46cc-bae0-acb1f368d00b req-b96b1f2a-e1d9-4c6a-9b4f-ae35bbb058ff tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.657266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b1f2a-e1d9-4c6a-9b4f-ae35bbb058ff tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc0e6aa-1177-4774-912a-c01827baa5bf,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:01.695737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-5f7b4fb2-f6fc-44f7-9678-ec6712e9c89f service neutron] 10.222.0.10 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007299 Aug 20 11:18:01.703778 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.745485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Network 12940dc1-5c5c-4af1-bde1-ae40183eb385 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:01.748536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:01.751203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:01.765734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Pushing event updated for resources: {'Port': ['ID=cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:01.794409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.795166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-999c9eee-6f8e-421d-aafe-08a2e695d4d4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4020994 Aug 20 11:18:01.796063 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a2535955-6555-46cc-bae0-acb1f368d00b req-b96b1f2a-e1d9-4c6a-9b4f-ae35bbb058ff tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.797272 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2535955-6555-46cc-bae0-acb1f368d00b req-b96b1f2a-e1d9-4c6a-9b4f-ae35bbb058ff tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8068480 Aug 20 11:18:01.798984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48970) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:01.816497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Request body: {'subnet': {'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-subnet', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:01.825437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Attempting to bind port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:01.827222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Attempting to bind port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:01.827222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Attempting to bind port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b on network 12940dc1-5c5c-4af1-bde1-ae40183eb385 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:01.832889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-9dcfde28-9b05-48db-9f0d-361280783d57 service neutron] 10.222.0.10 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300049 Aug 20 11:18:01.833283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:01.833762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Checking segment: {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:01.834300 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.834831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Bound using segment: {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:01.835397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Bound port: cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:01.835909 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.889219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0963d3cc-d124-4861-9d02-eff0cb690c13,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:01.894262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:01.895430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Network hostable DHCP agents. Network: e6f2992a-7e11-4def-8893-cfdba9ef3fc2, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:01.932570 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.933628 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:01.961271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] For port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:01.965878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] For port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:02.016812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:02.027388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:02.032033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-5ebaf788-b073-4a0b-b428-c48540afb140 service neutron] 10.222.0.10 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930115 Aug 20 11:18:02.042315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:02.042556 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:02.061663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:02.109540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, e6f2992a-7e11-4def-8893-cfdba9ef3fc2) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:02.115236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b726a6-243f-4a97-a988-0faac3f2ab08 None None] Pushing event updated for resources: {'Port': ['ID=cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:02.119338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:02.119338 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:02.125440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312e17a9-0d99-42c8-aa5e-35117689ea25 None None] Network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:02.268468 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-15cd1b1c-7ca0-44f9-983c-2a2b23a21367 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1597917 Aug 20 11:18:02.340762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a77cef-47f8-4f4b-bdb5-2a4840e753b4 None None] Network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:02.981475 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.239448 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.368980 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd96fd79-5012-4472-b937-783d1901f733,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:03.381527 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.413983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.424466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Checking segment: {'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:03.424831 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Network hostable DHCP agents. Network: 26aed97a-f400-4b37-8a16-a0a6436f9bcf, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:03.514416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-505bfdbc-3953-4053-b33b-99146b11db74 req-246ccb43-814f-481e-a7fd-8ef93cabf14f tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0779374 Aug 20 11:18:03.561763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Allocated IP 172.25.4.94 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/b5808a45-93ad-4c23-97fe-887111368f61) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:03.581322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c131643-1556-4f1c-bb5c-57caff4760d2 None None] Network 12940dc1-5c5c-4af1-bde1-ae40183eb385 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:03.590791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Network 26aed97a-f400-4b37-8a16-a0a6436f9bcf is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:03.592012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c571374-f399-4721-beca-db5c98cdea40 req-f7552b77-ce05-403a-91ff-4812cb783516 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/6dc0e6aa-1177-4774-912a-c01827baa5bf HTTP/1.1" status: 200 len: 1804 time: 0.0441282 Aug 20 11:18:03.604256 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-8c571374-f399-4721-beca-db5c98cdea40 req-adbfd93b-f44f-4fe0-8a30-bcc76a1f0eee tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6dc0e6aa-1177-4774-912a-c01827baa5bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:03.605040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-8c571374-f399-4721-beca-db5c98cdea40 req-adbfd93b-f44f-4fe0-8a30-bcc76a1f0eee tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6dc0e6aa-1177-4774-912a-c01827baa5bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:03.736249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.760062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:03.793134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 26aed97a-f400-4b37-8a16-a0a6436f9bcf) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:03.799330 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8c571374-f399-4721-beca-db5c98cdea40 req-adbfd93b-f44f-4fe0-8a30-bcc76a1f0eee tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.804285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:03.806329 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.833936 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8c571374-f399-4721-beca-db5c98cdea40 req-adbfd93b-f44f-4fe0-8a30-bcc76a1f0eee tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.834885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69396f53-a526-45e4-954a-e4dd79cb941f None None] Network 26aed97a-f400-4b37-8a16-a0a6436f9bcf requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:03.841782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2f13cb8b-ac0c-4587-85db-7cab8e1da5bc None None] Provisioning for port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:03.921331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.930025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49036) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:03.930244 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ff13a6ae-58b6-4f93-87ee-90c50743da74 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1265175 Aug 20 11:18:03.937648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:03.967004 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8c571374-f399-4721-beca-db5c98cdea40 req-adbfd93b-f44f-4fe0-8a30-bcc76a1f0eee tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:03.998212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfd93b-f44f-4fe0-8a30-bcc76a1f0eee tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05760338-628e-4e2e-a0f9-4bbeacf21a3d,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:04.033966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:04.044541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:04.047448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Pushing event updated for resources: {'Port': ['ID=b5808a45-93ad-4c23-97fe-887111368f61,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:04.051107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:04.052635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:04.084149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:04.084562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.110977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:04.112155 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.155523 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.159363 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.285438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49046) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:04.310050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c90cde50-35be-423e-85e2-134450e89488 req-f95e68b7-364f-417c-adfa-83889733bda6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0706477 Aug 20 11:18:04.319635 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.325136 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8c571374-f399-4721-beca-db5c98cdea40 req-adbfd93b-f44f-4fe0-8a30-bcc76a1f0eee tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.326797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c571374-f399-4721-beca-db5c98cdea40 req-adbfd93b-f44f-4fe0-8a30-bcc76a1f0eee tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7275407 Aug 20 11:18:04.356993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-941b2b3e-ffe9-45fb-8da0-5cb1f18f53c4 req-2faf340b-e90c-4bd4-b428-ef8415900374 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1522681821', 'description': 'tempest-description-818840786'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:04.382322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Allocated IP 172.20.0.2 (26aed97a-f400-4b37-8a16-a0a6436f9bcf/bd96fd79-5012-4472-b937-783d1901f733/11070432-9c26-47fe-82b0-f721081eff61) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:04.389046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49052) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:04.392885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1818607495-network', 'tenant_id': '2f3059ec1ca3484a81a6eea5314c3d36'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:04.496926 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-941b2b3e-ffe9-45fb-8da0-5cb1f18f53c4 req-2faf340b-e90c-4bd4-b428-ef8415900374 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.526511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-09e2a4b4-8b4e-4c17-af02-38cc3a3408b5 None None] Provisioning complete for port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:04.526897 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-09e2a4b4-8b4e-4c17-af02-38cc3a3408b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.597489 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.611533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.699067 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-11525321-08ef-417b-867c-ecdf528fc026 req-40866d27-76cd-4bd9-94cf-255c1c5d6364 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0424600 Aug 20 11:18:04.705194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.710829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Made reservation on behalf of 2f3059ec1ca3484a81a6eea5314c3d36 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:04.713258 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.768494 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.807733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-420f882b-5eca-40c5-b622-2ac26d270eab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f9b17e9fae3444696c1b3fd195e7e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161073 Aug 20 11:18:04.809100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49062) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:04.920735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:04.956300 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-09e2a4b4-8b4e-4c17-af02-38cc3a3408b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.968969 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:04.986513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Transition to ACTIVE for port object 11070432-9c26-47fe-82b0-f721081eff61 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:04.988594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.024987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Transition to ACTIVE for port object 11070432-9c26-47fe-82b0-f721081eff61 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:05.070232 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.152119 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-09e2a4b4-8b4e-4c17-af02-38cc3a3408b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:18:05.152583 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-09e2a4b4-8b4e-4c17-af02-38cc3a3408b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:18:05.157579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:05.163198 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.209857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Network 26aed97a-f400-4b37-8a16-a0a6436f9bcf is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:05.214986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:05.217770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:05.220885 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-941b2b3e-ffe9-45fb-8da0-5cb1f18f53c4 req-2faf340b-e90c-4bd4-b428-ef8415900374 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.233080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Pushing event updated for resources: {'Port': ['ID=11070432-9c26-47fe-82b0-f721081eff61,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:05.262972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Router 14c82e3f-423f-489e-b5b4-56ea825739c4 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:18:05.284346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f093db41-db62-4d54-b050-333ef6ef6240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.297613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Attempting to bind port 11070432-9c26-47fe-82b0-f721081eff61 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:05.297928 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Attempting to bind port 11070432-9c26-47fe-82b0-f721081eff61 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:05.298294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Attempting to bind port 11070432-9c26-47fe-82b0-f721081eff61 on network 26aed97a-f400-4b37-8a16-a0a6436f9bcf {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:05.306773 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-941b2b3e-ffe9-45fb-8da0-5cb1f18f53c4 req-2faf340b-e90c-4bd4-b428-ef8415900374 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.306773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49066) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:05.307019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:05.307019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Checking segment: {'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:05.307407 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.307808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Bound using segment: {'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:05.308295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Bound port: 11070432-9c26-47fe-82b0-f721081eff61, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:05.308707 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.351966 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f093db41-db62-4d54-b050-333ef6ef6240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.388670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf340b-e90c-4bd4-b428-ef8415900374 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b19d490-fb1d-4ea6-ab4b-7da9be934ce9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:05.396934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b5817753-1537-4371-9e95-adeac648c79d None None] For port 11070432-9c26-47fe-82b0-f721081eff61, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:05.401002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b5817753-1537-4371-9e95-adeac648c79d None None] For port 11070432-9c26-47fe-82b0-f721081eff61, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=11070432-9c26-47fe-82b0-f721081eff61,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:05.471427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d59b26ea-b675-47a7-ae34-6f205cabd717 req-fea49c22-9ce9-4bf7-9422-48effa7801cf tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0477135 Aug 20 11:18:05.495284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:18:05.500618 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.561673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Sync routers for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:18:05.571343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.576960 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09e3bff8-df41-4bcc-bc42-adbeaee7355c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.597733 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.616108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:05.616848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:17:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:05.628774 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.684929 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f093db41-db62-4d54-b050-333ef6ef6240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.687785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f093db41-db62-4d54-b050-333ef6ef6240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.691262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f093db41-db62-4d54-b050-333ef6ef6240 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c2d2b51-26e2-42a5-a808-cd98d34e18e1 HTTP/1.1" status: 204 len: 168 time: 0.8780236 Aug 20 11:18:05.706288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.725650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5817753-1537-4371-9e95-adeac648c79d None None] Pushing event updated for resources: {'Port': ['ID=11070432-9c26-47fe-82b0-f721081eff61,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:05.730669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093db41-db62-4d54-b050-333ef6ef6240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2d2b51-26e2-42a5-a808-cd98d34e18e1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:05.762814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:05.772877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:05.796645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f966c2-93d1-4d92-9ce6-d1e7b3ae206d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:05.808200 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.809482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-312130f1-c4ea-4ca8-ae92-feb543152840 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6885209 Aug 20 11:18:05.816800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49078) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:05.852876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-941b2b3e-ffe9-45fb-8da0-5cb1f18f53c4 req-2faf340b-e90c-4bd4-b428-ef8415900374 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.854283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-941b2b3e-ffe9-45fb-8da0-5cb1f18f53c4 req-2faf340b-e90c-4bd4-b428-ef8415900374 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.5019324 Aug 20 11:18:05.857975 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:05.858522 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Added segment 01de1118-cce9-4a70-aea1-8edc65c90f8c of type vlan for network b95bfcb7-8d8c-471b-bce2-30bf9b99793f Aug 20 11:18:05.945210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a42f1833-b49f-42bc-8819-d1292fb21013 req-7fd2c57d-2776-48e6-aeda-734541b20688 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.1131654 Aug 20 11:18:05.995025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:06.002769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Allocated IP 172.25.4.214 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/0848e1f0-82fc-4b53-8688-096d32fe4326) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:06.047699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.182314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02c11f76-efd3-4460-bd58-f7e6751ca858 req-1b06cc04-4991-4815-8eb4-70c4fe009d47 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/9b19d490-fb1d-4ea6-ab4b-7da9be934ce9 HTTP/1.1" status: 200 len: 1804 time: 0.2633185 Aug 20 11:18:06.188870 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09e3bff8-df41-4bcc-bc42-adbeaee7355c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.192334 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.193532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:06.193960 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.198330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-02c11f76-efd3-4460-bd58-f7e6751ca858 req-4318131e-9db2-4f62-98b0-12756743b281 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9b19d490-fb1d-4ea6-ab4b-7da9be934ce9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:06.199209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-02c11f76-efd3-4460-bd58-f7e6751ca858 req-4318131e-9db2-4f62-98b0-12756743b281 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9b19d490-fb1d-4ea6-ab4b-7da9be934ce9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:06.291507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.299042 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] Pushing event updated for resources: {'Network': ['ID=b95bfcb7-8d8c-471b-bce2-30bf9b99793f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:06.299976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:06.300387 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.324624 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09e3bff8-df41-4bcc-bc42-adbeaee7355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.343281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network b95bfcb7-8d8c-471b-bce2-30bf9b99793f details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:06.393559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3bff8-df41-4bcc-bc42-adbeaee7355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3cb8a0-91ba-40ee-b391-7080bb0b7cf7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:06.397699 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-09e3bff8-df41-4bcc-bc42-adbeaee7355c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4551bb8a29924dcca2607314d2fa2456&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0853889 Aug 20 11:18:06.400761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49090) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:06.449841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-defeeb29-c4ce-4334-afe8-fbd90565b921 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0614326 Aug 20 11:18:06.450600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49092) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:06.458184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Request body: {'subnet': {'network_id': 'b95bfcb7-8d8c-471b-bce2-30bf9b99793f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1818607495-subnet', 'tenant_id': '2f3059ec1ca3484a81a6eea5314c3d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:06.465875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:04Z', 'revision_number': 3, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:06.489140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4baa4c5-2261-4981-8188-160f006df864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.500182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Checking router: 14c82e3f-423f-489e-b5b4-56ea825739c4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:18:06.504808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Updating router 14c82e3f-423f-489e-b5b4-56ea825739c4 port b5808a45-93ad-4c23-97fe-887111368f61 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:18:06.518930 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.523944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4baa4c5-2261-4981-8188-160f006df864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.611256 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.616584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:06.627410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:06.651465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:06.684853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b932c0e3-0d2e-4704-ad5a-ba7010ab3b9b req-b93229db-c316-41ec-a208-dd7fb8bf8bc8 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0541685 Aug 20 11:18:06.689160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Made reservation on behalf of 2f3059ec1ca3484a81a6eea5314c3d36 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:06.691821 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.805668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Pushing event updated for resources: {'Port': ['ID=0848e1f0-82fc-4b53-8688-096d32fe4326,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:06.808808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.876477 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-02c11f76-efd3-4460-bd58-f7e6751ca858 req-4318131e-9db2-4f62-98b0-12756743b281 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.980686 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4baa4c5-2261-4981-8188-160f006df864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.983666 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4baa4c5-2261-4981-8188-160f006df864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:06.987485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b4baa4c5-2261-4981-8188-160f006df864 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b3cb8a0-91ba-40ee-b391-7080bb0b7cf7 HTTP/1.1" status: 204 len: 168 time: 0.5831234 Aug 20 11:18:07.017289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-02c11f76-efd3-4460-bd58-f7e6751ca858 req-4318131e-9db2-4f62-98b0-12756743b281 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.023952 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.036265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4baa4c5-2261-4981-8188-160f006df864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3cb8a0-91ba-40ee-b391-7080bb0b7cf7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:07.048457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Transition to ACTIVE for port object b5808a45-93ad-4c23-97fe-887111368f61 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:07.116613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c87218-9daf-41d4-875d-61543f3d98cb None None] Network 26aed97a-f400-4b37-8a16-a0a6436f9bcf requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:07.192772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.207687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3014a48a-f256-4b53-b024-7e0035442cab req-5a77bddf-2d92-4f34-b91e-59c04aa61764 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.1164398 Aug 20 11:18:07.249730 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-02c11f76-efd3-4460-bd58-f7e6751ca858 req-4318131e-9db2-4f62-98b0-12756743b281 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.348372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Allocated IP 172.20.0.1 (12940dc1-5c5c-4af1-bde1-ae40183eb385/dfc49f86-2791-4597-84c7-fd886ce38d2a/04fa334c-b475-49d2-8f56-75b2d1fdbce6) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:07.351057 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.362955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318131e-9db2-4f62-98b0-12756743b281 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042babf1-4ad5-4e56-9a12-6f8b6dd23859,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:07.366251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Attempting to bind port b5808a45-93ad-4c23-97fe-887111368f61 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:07.368097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Attempting to bind port b5808a45-93ad-4c23-97fe-887111368f61 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:07.370472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Attempting to bind port b5808a45-93ad-4c23-97fe-887111368f61 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:07.387051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:07.387421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:07.390256 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.390256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:07.390256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Bound port: b5808a45-93ad-4c23-97fe-887111368f61, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:07.390256 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.400585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe00b9-c69f-467f-84ff-13ecb665360f None None] Pushing event updated for resources: {'Port': ['ID=b5808a45-93ad-4c23-97fe-887111368f61,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:07.433888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.496791 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] For port b5808a45-93ad-4c23-97fe-887111368f61, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:07.502027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] For port b5808a45-93ad-4c23-97fe-887111368f61, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b5808a45-93ad-4c23-97fe-887111368f61,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:07.532607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ba6ecf20-35fb-4325-9019-c2769d25876d None None] Provisioning for port 11070432-9c26-47fe-82b0-f721081eff61 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:07.556122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-02c11f76-efd3-4460-bd58-f7e6751ca858 req-4318131e-9db2-4f62-98b0-12756743b281 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.565636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02c11f76-efd3-4460-bd58-f7e6751ca858 req-4318131e-9db2-4f62-98b0-12756743b281 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.3749740 Aug 20 11:18:07.595620 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.609678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49114) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:07.635297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-426dc93f-598f-4283-8a4f-bfa2525a160f req-4417e13b-9e15-4222-a351-1e60383bc39f tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-904699084', 'description': 'tempest-description-105590938'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:07.701445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6cc96a8-9864-4460-8d9a-6729e90c952a,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:07.719513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:07.720229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:17:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:07.743002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-38f6a2af-2dd2-4da2-ab9f-c605e051c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:07.745611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-38f6a2af-2dd2-4da2-ab9f-c605e051c02f service neutron] 10.222.0.57 "GET /v2.0/ports/e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 200 len: 1026 time: 0.2292514 Aug 20 11:18:07.775482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe00b9-c69f-467f-84ff-13ecb665360f None None] Pushing event updated for resources: {'Port': ['ID=b5808a45-93ad-4c23-97fe-887111368f61,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:07.811382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 11070432-9c26-47fe-82b0-f721081eff61 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:07.887346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.895703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Checking segment: {'id': '01de1118-cce9-4a70-aea1-8edc65c90f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b95bfcb7-8d8c-471b-bce2-30bf9b99793f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:07.898032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Network hostable DHCP agents. Network: b95bfcb7-8d8c-471b-bce2-30bf9b99793f, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:07.916957 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-426dc93f-598f-4283-8a4f-bfa2525a160f req-4417e13b-9e15-4222-a351-1e60383bc39f tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.932791 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-50dd3cde-ccc2-4212-a788-f21b4ca1e2bf req-9744dc6d-96fc-46f3-9e46-9cdd222596be tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0445664 Aug 20 11:18:07.938288 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:07.982294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-71cbfec2-de96-4914-bc4f-0fa8489cb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:07.984307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-71cbfec2-de96-4914-bc4f-0fa8489cb423 service neutron] 10.222.0.57 "GET /v2.0/ports/6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 200 len: 1028 time: 0.1517398 Aug 20 11:18:08.010238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Transition to ACTIVE for port object 04fa334c-b475-49d2-8f56-75b2d1fdbce6 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:08.124065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:08.129812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1605300519-network', 'tenant_id': 'a4f0659b814840609d156de3fb60543c'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:08.143189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Network b95bfcb7-8d8c-471b-bce2-30bf9b99793f is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:08.223000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-426dc93f-598f-4283-8a4f-bfa2525a160f req-4417e13b-9e15-4222-a351-1e60383bc39f tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.271820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-fbf1fb6b-2f28-4016-a1fd-d0c76feca13b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:08.276132 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 11070432-9c26-47fe-82b0-f721081eff61 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:08.278654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-fbf1fb6b-2f28-4016-a1fd-d0c76feca13b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:08.282883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 11070432-9c26-47fe-82b0-f721081eff61 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:08.283465 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.285214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-fbf1fb6b-2f28-4016-a1fd-d0c76feca13b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:08.287449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-fbf1fb6b-2f28-4016-a1fd-d0c76feca13b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "GET /v2.0/networks?id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=256eabbf-2f38-42b5-bb35-2d56f488889c&id=256eabbf-2f38-42b5-bb35-2d56f488889c HTTP/1.1" status: 200 len: 1988 time: 0.2875590 Aug 20 11:18:08.289182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, b95bfcb7-8d8c-471b-bce2-30bf9b99793f) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:08.297670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:08.298421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.328605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144720b1-590b-454c-9466-a1031bba62ca None None] Network b95bfcb7-8d8c-471b-bce2-30bf9b99793f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:08.331046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49122) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:08.333570 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.336137 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19ce3feb-958a-4ea4-aecd-f419114237ec req-8a33c108-5fb0-4ffd-bc55-2a6af25f9999 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0469654 Aug 20 11:18:08.355333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Router be502782-b30f-4ba2-b74b-87650f50a96a is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:18:08.373650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-426dc93f-598f-4283-8a4f-bfa2525a160f req-4417e13b-9e15-4222-a351-1e60383bc39f tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.407466 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.413310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-9ccdc6d8-85df-4e53-a534-916645f60456 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e544b3019fe414d8c5c6d929aba0cc6 HTTP/1.1" status: 200 len: 380 time: 0.1081822 Aug 20 11:18:08.431572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Made reservation on behalf of a4f0659b814840609d156de3fb60543c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:08.435174 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.444884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'admin_state_up': True, 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'security_groups': ['8fd67586-2e2e-4c7a-b6cd-00ab801605a9']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:08.448550 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.458751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Pushing event updated for resources: {'Port': ['ID=04fa334c-b475-49d2-8f56-75b2d1fdbce6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:08.478737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Network 12940dc1-5c5c-4af1-bde1-ae40183eb385 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:08.514411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:08.519281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e13b-9e15-4222-a351-1e60383bc39f tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bef7443-69cf-4a4c-a0bc-27f64b8c9e6c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:08.525152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:08.541608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bbc22dba-9295-459d-9ca6-fc826cbb7ba1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0784428 Aug 20 11:18:08.541817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:04Z', 'revision_number': 3, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:08.623013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d3cb52-dd47-4a61-82d6-2b440b28f05e None None] Network b95bfcb7-8d8c-471b-bce2-30bf9b99793f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:08.628120 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:08.652882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9618fd9-3164-4b9f-995b-e58cb2326781 None None] The sync data for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 is: [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:04Z', 'revision_number': 3, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:18:08.676559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:18:08.689711 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Sync routers for ids ['be502782-b30f-4ba2-b74b-87650f50a96a'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:18:08.714192 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Routers {'be502782-b30f-4ba2-b74b-87650f50a96a'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:08.718834 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:17:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['be502782-b30f-4ba2-b74b-87650f50a96a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:08.847166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 11070432-9c26-47fe-82b0-f721081eff61, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=11070432-9c26-47fe-82b0-f721081eff61,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:09.020316 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.048867 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Set router be502782-b30f-4ba2-b74b-87650f50a96a gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:09.168891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32741c53-e008-40fd-a1fc-cc01536174da req-cda1b24b-85f9-4fb8-995b-49c7b4ec4e22 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0876057 Aug 20 11:18:09.177684 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:18:09.177684 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:18:09.177684 n-d-804230-3 neutron-server[95587]: [parameters: {'project_id_1': '57dd65925001455baf5d26856298ba45', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 18, 8, 508199)}] Aug 20 11:18:09.177684 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:18:09.178157 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:18:09.184547 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-426dc93f-598f-4283-8a4f-bfa2525a160f req-4417e13b-9e15-4222-a351-1e60383bc39f tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.185804 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-426dc93f-598f-4283-8a4f-bfa2525a160f req-4417e13b-9e15-4222-a351-1e60383bc39f tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5644231 Aug 20 11:18:09.300129 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.301052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ebed0da8-962a-4ce6-8810-2a9811d0d54c req-12248b45-76b2-4d2e-9339-e413fea17555 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1163207763', 'description': 'tempest-description-1653946868'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:09.301159 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.331670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=11070432-9c26-47fe-82b0-f721081eff61,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:09.372428 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.432740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ab533590-de1d-4bd3-8fe0-e04248495205 None None] Provisioning for port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:09.439710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ab533590-de1d-4bd3-8fe0-e04248495205 None None] Provisioning complete for port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:09.440245 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ab533590-de1d-4bd3-8fe0-e04248495205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.447469 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:06Z', 'revision_number': 3, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:09.458959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6afbf85-b2f5-4280-9657-1906174d80b9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:09.477940 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Checking router: be502782-b30f-4ba2-b74b-87650f50a96a for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:18:09.478746 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Updating router be502782-b30f-4ba2-b74b-87650f50a96a port 0848e1f0-82fc-4b53-8688-096d32fe4326 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:18:09.485128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.489315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49138) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:09.500709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4e8d93f5-8f09-4bb9-9483-b93afd3a05a4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5553617 Aug 20 11:18:09.506312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:09.541682 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.566429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.566813 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Added segment 04dfdd08-a43b-4349-a0ed-ee8321d3eb5e of type vlan for network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f Aug 20 11:18:09.580878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ab533590-de1d-4bd3-8fe0-e04248495205 None None] Port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:09.628729 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.650762 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.668185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ebed0da8-962a-4ce6-8810-2a9811d0d54c req-12248b45-76b2-4d2e-9339-e413fea17555 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.693598 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.767707 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.769272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:09.770083 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:09.879613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] Pushing event updated for resources: {'Network': ['ID=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:09.908056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:09.934108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 11070432-9c26-47fe-82b0-f721081eff61 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:10.014815 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.032144 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Transition to ACTIVE for port object 0848e1f0-82fc-4b53-8688-096d32fe4326 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:10.048077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:10.053034 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.107587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 11070432-9c26-47fe-82b0-f721081eff61 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:10.108018 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.120031 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.143174 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c9be76c9-1a51-43e1-b1fc-50ee951b032c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5365477 Aug 20 11:18:10.147883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49148) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:10.164078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Request body: {'subnet': {'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1605300519-subnet', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:10.228842 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Pushing event updated for resources: {'Port': ['ID=0848e1f0-82fc-4b53-8688-096d32fe4326,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:10.232527 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Attempting to bind port 0848e1f0-82fc-4b53-8688-096d32fe4326 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:10.233705 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Attempting to bind port 0848e1f0-82fc-4b53-8688-096d32fe4326 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:10.234279 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Attempting to bind port 0848e1f0-82fc-4b53-8688-096d32fe4326 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:10.236968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-e09b8e09-4f2b-41f3-9695-03495b3fa901 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:10.241437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b5808a45-93ad-4c23-97fe-887111368f61 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:10.243948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-e09b8e09-4f2b-41f3-9695-03495b3fa901 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 821 time: 0.5333402 Aug 20 11:18:10.254526 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.254877 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.255156 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.255497 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.255875 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.256155 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.256487 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.256813 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.257140 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.257462 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.257788 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.258113 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.262840 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:10.263761 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:10.263761 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.264068 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:10.264537 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Bound port: 0848e1f0-82fc-4b53-8688-096d32fe4326, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:10.264898 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.270027 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:18:10.270027 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:18:10.270027 n-d-804230-3 neutron-server[95587]: [parameters: {'project_id_1': '57dd65925001455baf5d26856298ba45', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 18, 9, 948138)}] Aug 20 11:18:10.270027 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:18:10.270488 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:18:10.331616 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ebed0da8-962a-4ce6-8810-2a9811d0d54c req-12248b45-76b2-4d2e-9339-e413fea17555 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.370723 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] For port 0848e1f0-82fc-4b53-8688-096d32fe4326, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:10.377376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b5808a45-93ad-4c23-97fe-887111368f61 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:10.382424 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] For port 0848e1f0-82fc-4b53-8688-096d32fe4326, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0848e1f0-82fc-4b53-8688-096d32fe4326,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:10.386026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b5808a45-93ad-4c23-97fe-887111368f61 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:10.386644 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.398178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-6f20ab0c-2f01-4c1d-a5e5-ca72f12b2cac tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/quotas/b9f10ce7f178455a909c11d0d990c99e HTTP/1.1" status: 200 len: 375 time: 0.1289871 Aug 20 11:18:10.406162 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ebed0da8-962a-4ce6-8810-2a9811d0d54c req-12248b45-76b2-4d2e-9339-e413fea17555 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.458349 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.481258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12248b45-76b2-4d2e-9339-e413fea17555 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232b98c9-d941-4a2e-98f2-e9974c19f873,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:10.512601 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.535199 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Routers {'be502782-b30f-4ba2-b74b-87650f50a96a'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:10.540527 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:17:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['be502782-b30f-4ba2-b74b-87650f50a96a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:10.545491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b5808a45-93ad-4c23-97fe-887111368f61, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b5808a45-93ad-4c23-97fe-887111368f61,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:10.550774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Made reservation on behalf of a4f0659b814840609d156de3fb60543c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:10.553535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.604291 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2d3e5-158c-4faa-8c08-e8c36f2bcdd7 None None] Pushing event updated for resources: {'Port': ['ID=0848e1f0-82fc-4b53-8688-096d32fe4326,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:10.635482 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.654899 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-9894b86f-696d-43be-95d7-68a79e5a05e6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2557490 Aug 20 11:18:10.713654 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] Set router be502782-b30f-4ba2-b74b-87650f50a96a gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:10.754522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b5808a45-93ad-4c23-97fe-887111368f61,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:10.772368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.772716 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.773065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.773396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.775344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.775708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.776043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.776375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.776705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.782358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.782816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.783154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:10.812178 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ebed0da8-962a-4ce6-8810-2a9811d0d54c req-12248b45-76b2-4d2e-9339-e413fea17555 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.813523 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebed0da8-962a-4ce6-8810-2a9811d0d54c req-12248b45-76b2-4d2e-9339-e413fea17555 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5733914 Aug 20 11:18:10.909192 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.937309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:10.945027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Allocated IP 172.20.0.12 (57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c/716f77d3-ee35-4a9f-8a6e-d4e7a142f166/09d4844d-82c9-43f4-8d96-dadfd692ca56) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:10.965669 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1af5f51f-14a4-4914-8ec2-cbf9252452fe req-763645f3-940f-4b62-b996-390fbe1f3b71 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0484476 Aug 20 11:18:10.968606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:11.118935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:11.153509 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:06Z', 'revision_number': 3, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:11.157294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57947896-5a1e-4292-af7b-4f2692c7083f,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:11.181621 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce027b-e328-4a90-a30a-c37e891acc78 None None] The sync data for ids ['be502782-b30f-4ba2-b74b-87650f50a96a'] in n-d-804230-3 is: [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:06Z', 'revision_number': 3, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:18:11.185157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Checking segment: {'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:11.186306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Network hostable DHCP agents. Network: 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:11.191344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36f775ce-bcae-4647-811f-845b1723ce00 req-521f49b6-734d-4e72-afa1-324c1645dd3c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0745986 Aug 20 11:18:11.243193 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:11.295632 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a309fa9-be01-4e19-b2c7-d8e884b42f74 req-6260d849-dc9f-4e2f-8d9b-57545da12278 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/7bef7443-69cf-4a4c-a0bc-27f64b8c9e6c HTTP/1.1" status: 200 len: 1803 time: 0.0628257 Aug 20 11:18:11.302014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-b5dacbfe-67fa-4535-9206-b79dc49fec17 service neutron] 10.222.0.10 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364186 Aug 20 11:18:11.315500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:11.370767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a309fa9-be01-4e19-b2c7-d8e884b42f74 req-0f6c4d3d-d8b4-4f9f-b4ae-2312c2e9f508 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/232b98c9-d941-4a2e-98f2-e9974c19f873 HTTP/1.1" status: 200 len: 1805 time: 0.0736117 Aug 20 11:18:11.375678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-0a309fa9-be01-4e19-b2c7-d8e884b42f74 req-cc373ca4-96e4-464c-8df8-afa7b63f963b tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7bef7443-69cf-4a4c-a0bc-27f64b8c9e6c', 'remote_group_id': '232b98c9-d941-4a2e-98f2-e9974c19f873', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:11.376133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-0a309fa9-be01-4e19-b2c7-d8e884b42f74 req-cc373ca4-96e4-464c-8df8-afa7b63f963b tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7bef7443-69cf-4a4c-a0bc-27f64b8c9e6c', 'remote_group_id': '232b98c9-d941-4a2e-98f2-e9974c19f873', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:11.531290 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:11.544966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Pushing event updated for resources: {'Port': ['ID=04fa334c-b475-49d2-8f56-75b2d1fdbce6,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:11.577540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:11.587651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:11.592533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:11.592845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897031fe-7a07-4d27-a303-fe8f56ca8874 None None] Network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:11.595643 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:11.686000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:11.771029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-022012b5-d715-40d0-8e70-8e9e5249bdd4 service neutron] 10.222.0.10 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599164 Aug 20 11:18:11.782759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:11.838346 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:18:11.839462 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:11.940848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Transition to ACTIVE for port object 09d4844d-82c9-43f4-8d96-dadfd692ca56 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:12.025790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0848e1f0-82fc-4b53-8688-096d32fe4326 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:12.028276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Allocated IP 172.20.0.2 (3d1eb5b2-4d21-4cc3-b11a-8d56da86100f/57947896-5a1e-4292-af7b-4f2692c7083f/670cb158-2c1d-4a32-975f-3db1bf80a2b4) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:12.033461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Network 12940dc1-5c5c-4af1-bde1-ae40183eb385 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:12.044044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:12.251819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Allocated IP 172.20.0.1 (26aed97a-f400-4b37-8a16-a0a6436f9bcf/bd96fd79-5012-4472-b937-783d1901f733/3a89b7c8-e930-4aa8-a565-023db5af5eff) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:12.290311 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.301673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Transition to ACTIVE for port object 670cb158-2c1d-4a32-975f-3db1bf80a2b4 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:12.322665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Transition to ACTIVE for port object 670cb158-2c1d-4a32-975f-3db1bf80a2b4 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:12.332637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Router 14c82e3f-423f-489e-b5b4-56ea825739c4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:18:12.396405 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.429146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-21a60309-1a21-49b9-a961-fda2ed6bcb85 None None] Provisioning complete for port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:12.430131 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-21a60309-1a21-49b9-a961-fda2ed6bcb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.473590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91d0a76-6450-42a5-a9ff-34ba8b4c3567,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:12.478921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e853d30c-2bd6-4c5d-bcac-d637b60ce1bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57dd65925001455baf5d26856298ba45&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1441433 Aug 20 11:18:12.480335 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49158) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:12.497422 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-21a60309-1a21-49b9-a961-fda2ed6bcb85 None None] Port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:12.523044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.548942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Transition to ACTIVE for port object 3a89b7c8-e930-4aa8-a565-023db5af5eff will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:12.560615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 0848e1f0-82fc-4b53-8688-096d32fe4326 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:12.564632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.577736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0848e1f0-82fc-4b53-8688-096d32fe4326 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:12.578120 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.587076 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.589222 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a91a2b7f-39b0-4f05-bf7d-99d3ba7d83ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.598246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:18:12.607313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:12.615245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9d01c6bd-267b-4c10-be18-e6c24d9913b2 admin admin] 10.222.0.10 "PUT /v2.0/routers/14c82e3f-423f-489e-b5b4-56ea825739c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7972221 Aug 20 11:18:12.624443 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4bdfaed7-3cd3-48c0-af3a-255e75cfe325 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4676735 Aug 20 11:18:12.626204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49166) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:12.631838 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:12.641355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:12.650625 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a91a2b7f-39b0-4f05-bf7d-99d3ba7d83ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.661040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Sync routers for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:18:12.683958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:12.776206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Port': ['ID=09d4844d-82c9-43f4-8d96-dadfd692ca56,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:12.807442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0a309fa9-be01-4e19-b2c7-d8e884b42f74 req-cc373ca4-96e4-464c-8df8-afa7b63f963b tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.840790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Pushing event updated for resources: {'Port': ['ID=670cb158-2c1d-4a32-975f-3db1bf80a2b4,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:12.843187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a91a2b7f-39b0-4f05-bf7d-99d3ba7d83ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.849542 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a91a2b7f-39b0-4f05-bf7d-99d3ba7d83ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.850890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a91a2b7f-39b0-4f05-bf7d-99d3ba7d83ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a91d0a76-6450-42a5-a9ff-34ba8b4c3567 HTTP/1.1" status: 204 len: 168 time: 0.3687153 Aug 20 11:18:12.881625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a2b7f-39b0-4f05-bf7d-99d3ba7d83ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91d0a76-6450-42a5-a9ff-34ba8b4c3567,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:12.887027 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.888088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.908746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0a309fa9-be01-4e19-b2c7-d8e884b42f74 req-cc373ca4-96e4-464c-8df8-afa7b63f963b tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:12.916907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a190ee2-f142-4e34-ac51-8df5c9e5a4ad req-6e4e647e-2916-4618-8df4-a11329cf65a7 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.2974129 Aug 20 11:18:12.950908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:12.970972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:12.975272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:12.995115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:12.995909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-cece1081-a185-4e34-866c-133366daa4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:17:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:13.043461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:13.044179 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.072074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.073151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0a309fa9-be01-4e19-b2c7-d8e884b42f74 req-cc373ca4-96e4-464c-8df8-afa7b63f963b tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.117529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc373ca4-96e4-464c-8df8-afa7b63f963b tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbf222b-6d84-43b4-9d8e-af0c66d7b449,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:13.135184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Attempting to bind port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:13.137651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Attempting to bind port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:13.138628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Attempting to bind port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 on network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:13.196512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bead2-f73f-4d25-b46e-b188c69bf8a7 req-4b4aef71-4286-43fb-8a6d-b07fe2b30410 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:13.203599 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df1bead2-f73f-4d25-b46e-b188c69bf8a7 req-4b4aef71-4286-43fb-8a6d-b07fe2b30410 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 932 time: 0.0949223 Aug 20 11:18:13.226511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:13.227817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Checking segment: {'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:13.228247 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.228786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Bound using segment: {'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:13.229419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Bound port: 670cb158-2c1d-4a32-975f-3db1bf80a2b4, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:13.229810 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.232640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.253978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-776df274-5045-4d3e-a137-f4bdf7cb2dc9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8200040 Aug 20 11:18:13.255116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.278608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75', 'admin_state_up': True, 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'security_groups': ['8fd67586-2e2e-4c7a-b6cd-00ab801605a9']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:13.408359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:13.418269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0a309fa9-be01-4e19-b2c7-d8e884b42f74 req-cc373ca4-96e4-464c-8df8-afa7b63f963b tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.419555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a309fa9-be01-4e19-b2c7-d8e884b42f74 req-cc373ca4-96e4-464c-8df8-afa7b63f963b tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.0480390 Aug 20 11:18:13.513420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Pushing event updated for resources: {'Port': ['ID=3a89b7c8-e930-4aa8-a565-023db5af5eff,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:13.518010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df1bead2-f73f-4d25-b46e-b188c69bf8a7 req-608656ef-080b-4bee-9802-db28b09aab3c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135509 Aug 20 11:18:13.545508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.627526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.631744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Network 26aed97a-f400-4b37-8a16-a0a6436f9bcf is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:13.635881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:13.639941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:13.675666 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f48a764f-d5d7-4098-9615-afece1bfdb4b req-300ca5b7-277c-48f5-93d4-75211d75a647 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 210 time: 0.0954356 Aug 20 11:18:13.745342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-f11c5a64-4a6b-47a2-a859-f4ec3aee06b0 req-791f9bab-7a4f-44cf-9930-bc6f28d33b90 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2094848581', 'description': 'tempest-description-135537001'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:13.746972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:13.865700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:13.874777 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.076629 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f11c5a64-4a6b-47a2-a859-f4ec3aee06b0 req-791f9bab-7a4f-44cf-9930-bc6f28d33b90 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.076982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 0848e1f0-82fc-4b53-8688-096d32fe4326, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0848e1f0-82fc-4b53-8688-096d32fe4326,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:14.079605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9a13fad0-c907-4bf3-86f7-35644e95526b None None] Provisioning for port 09d4844d-82c9-43f4-8d96-dadfd692ca56 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:14.099180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9a13fad0-c907-4bf3-86f7-35644e95526b None None] Provisioning complete for port 09d4844d-82c9-43f4-8d96-dadfd692ca56 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:14.106891 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9a13fad0-c907-4bf3-86f7-35644e95526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.216588 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.217900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b5808a45-93ad-4c23-97fe-887111368f61 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:14.302915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=0848e1f0-82fc-4b53-8688-096d32fe4326,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:14.319306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] For port 670cb158-2c1d-4a32-975f-3db1bf80a2b4, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:14.350233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-cece1081-a185-4e34-866c-133366daa4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 2, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:14.352404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9a13fad0-c907-4bf3-86f7-35644e95526b None None] Port 09d4844d-82c9-43f4-8d96-dadfd692ca56 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:14.388110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] For port 670cb158-2c1d-4a32-975f-3db1bf80a2b4, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=670cb158-2c1d-4a32-975f-3db1bf80a2b4,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:14.391865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Checking router: 14c82e3f-423f-489e-b5b4-56ea825739c4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:18:14.392356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Updating router 14c82e3f-423f-489e-b5b4-56ea825739c4 port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:18:14.436699 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.464860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f11c5a64-4a6b-47a2-a859-f4ec3aee06b0 req-791f9bab-7a4f-44cf-9930-bc6f28d33b90 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.474426 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.479651 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.513812 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.547460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d64625-abf0-4825-84bc-3e5ff612da44 None None] Pushing event updated for resources: {'Port': ['ID=670cb158-2c1d-4a32-975f-3db1bf80a2b4,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:14.567440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b5808a45-93ad-4c23-97fe-887111368f61 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:14.567669 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.658090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Allocated IP 172.25.4.67 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/a60c17da-89d8-40c2-992d-84c5d45393c3) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:14.788798 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.830257 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f11c5a64-4a6b-47a2-a859-f4ec3aee06b0 req-791f9bab-7a4f-44cf-9930-bc6f28d33b90 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.889698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2f1bc2ea-bf9e-4c30-98ae-3f31b272b8dc None None] Provisioning for port 3a89b7c8-e930-4aa8-a565-023db5af5eff completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:14.894597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f9bab-7a4f-44cf-9930-bc6f28d33b90 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cc5914-6650-4de1-8735-ba054661fc47,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:14.904319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2f1bc2ea-bf9e-4c30-98ae-3f31b272b8dc None None] Provisioning complete for port 3a89b7c8-e930-4aa8-a565-023db5af5eff triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:14.904704 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2f1bc2ea-bf9e-4c30-98ae-3f31b272b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.932093 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f11c5a64-4a6b-47a2-a859-f4ec3aee06b0 req-791f9bab-7a4f-44cf-9930-bc6f28d33b90 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.943079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-9725c7ef-9a18-4e76-9343-fecc2a2c6ad7 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:14.950262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f11c5a64-4a6b-47a2-a859-f4ec3aee06b0 req-791f9bab-7a4f-44cf-9930-bc6f28d33b90 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2149050 Aug 20 11:18:14.955262 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:14.959251 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-9725c7ef-9a18-4e76-9343-fecc2a2c6ad7 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 821 time: 0.8949547 Aug 20 11:18:15.051908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-4700a75a-45c6-4f38-9605-3a3f9b8f288c tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/quotas/1e3ae4d57a874c8bbc4789a3127fa00a HTTP/1.1" status: 200 len: 375 time: 0.0917370 Aug 20 11:18:15.056782 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.062373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bc2ea-bf9e-4c30-98ae-3f31b272b8dc None None] Port 3a89b7c8-e930-4aa8-a565-023db5af5eff cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:15.174279 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b212c182-ec5b-4866-bbd9-c3bf46e8e9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.198970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:15.204555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:15.208789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:15.276508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0848e1f0-82fc-4b53-8688-096d32fe4326 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:15.320876 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.381573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10ffedbd-dc37-4474-a089-1b879036c9b4 req-62775d4a-70bb-438e-adcb-34ef8382b48e tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0870240 Aug 20 11:18:15.382704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a60c17da-89d8-40c2-992d-84c5d45393c3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:15.390599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Allocated IP 10.1.1.50 (72f40ec8-a92f-4801-a5be-e7153b691a75/3378ae38-d671-4f51-a415-96de9f7ecabc/1bb47a7c-4e40-470c-87c2-406d1b54fe6a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:15.409853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-ade5535b-f928-4d4d-85b2-f1c0cbbafb3a tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3346851 Aug 20 11:18:15.500777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0848e1f0-82fc-4b53-8688-096d32fe4326 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:15.501496 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.574288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.596385 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.628361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Transition to ACTIVE for port object 04fa334c-b475-49d2-8f56-75b2d1fdbce6 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:15.652242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca9a15-cd98-4e43-9b55-f56b5a75b147 req-effb9636-ca4c-4e9d-ba9a-524733864bb3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:15.658025 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-acca9a15-cd98-4e43-9b55-f56b5a75b147 req-effb9636-ca4c-4e9d-ba9a-524733864bb3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 932 time: 0.1186135 Aug 20 11:18:15.721896 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-acca9a15-cd98-4e43-9b55-f56b5a75b147 req-e5395d2c-a9ac-4eb9-8787-bdd88dc08d30 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523951 Aug 20 11:18:15.737547 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:15.855934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9bc6c-6017-4dc5-85fe-54e751749597 None None] Pushing event updated for resources: {'Port': ['ID=04fa334c-b475-49d2-8f56-75b2d1fdbce6,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:15.881675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Pushing event updated for resources: {'Port': ['ID=3a89b7c8-e930-4aa8-a565-023db5af5eff,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:16.009983 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Attempting to bind port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:16.016544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Attempting to bind port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:16.016544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Attempting to bind port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 on network 12940dc1-5c5c-4af1-bde1-ae40183eb385 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:16.016970 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1351ddc9-1b16-429f-b926-ccb4568814eb req-2425906e-e10a-4b4a-8c15-b391741bd629 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 210 time: 0.1430204 Aug 20 11:18:16.033107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:16.034035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Checking segment: {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:16.034193 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.035551 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.035691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Bound using segment: {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:16.047529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Bound port: 04fa334c-b475-49d2-8f56-75b2d1fdbce6, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:16.047529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.139738 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.151775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-2f5471f1-88a6-45a6-b605-5984c53cb7fb req-064f7a3f-f8a0-45d0-807f-786693450c9e tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1914161409', 'description': 'tempest-description-1487497788'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:16.160602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Transition to ACTIVE for port object 1bb47a7c-4e40-470c-87c2-406d1b54fe6a will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:16.225122 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-0b984621-e93b-4efb-a333-7a81a738c424 service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016276 Aug 20 11:18:16.351741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cece1081-a185-4e34-866c-133366daa4ed None None] For port 04fa334c-b475-49d2-8f56-75b2d1fdbce6, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:16.358344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cece1081-a185-4e34-866c-133366daa4ed None None] For port 04fa334c-b475-49d2-8f56-75b2d1fdbce6, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=04fa334c-b475-49d2-8f56-75b2d1fdbce6,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:16.362881 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.391346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.469687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:16.500990 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-098ffec7-22fb-49e3-9e38-2a26bef10749 service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749445 Aug 20 11:18:16.548869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff3f9c-9463-4e5a-925d-17dcabbbb976 None None] Network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:16.762872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:16.763610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-cece1081-a185-4e34-866c-133366daa4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:17:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:16.801243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network 72f40ec8-a92f-4801-a5be-e7153b691a75 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:16.819483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:16.829586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:16.899507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9bc6c-6017-4dc5-85fe-54e751749597 None None] Pushing event updated for resources: {'Port': ['ID=04fa334c-b475-49d2-8f56-75b2d1fdbce6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:16.916477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Port': ['ID=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:17.028158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:17.028856 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.046341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ce79f1c1-c1b0-41d3-acc5-38aaa6629d91 None None] Provisioning for port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:17.100136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-67ddcb46-33aa-4399-a966-819a49de9c9a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:17.103217 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-67ddcb46-33aa-4399-a966-819a49de9c9a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.57 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 821 time: 0.7312326 Aug 20 11:18:17.108291 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2f5471f1-88a6-45a6-b605-5984c53cb7fb req-064f7a3f-f8a0-45d0-807f-786693450c9e tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.145287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Request body: {'port': {'device_id': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2', 'admin_state_up': True, 'tenant_id': 'b9f10ce7f178455a909c11d0d990c99e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:17.163942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Network 26aed97a-f400-4b37-8a16-a0a6436f9bcf is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:17.271248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ebfd5ef-6823-44a1-ab0a-c671877c79d3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9975123 Aug 20 11:18:17.271945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:17.272247 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.302713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 670cb158-2c1d-4a32-975f-3db1bf80a2b4 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:17.336651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-cece1081-a185-4e34-866c-133366daa4ed None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:17.344803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75', 'admin_state_up': True, 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'security_groups': ['8fd67586-2e2e-4c7a-b6cd-00ab801605a9']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:17.406871 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7d8b673-f9be-4f7e-9de0-cdee376b702a req-6bb7b576-0187-4c4b-8b5c-7b5bd946e793 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.2322772 Aug 20 11:18:17.648288 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2f5471f1-88a6-45a6-b605-5984c53cb7fb req-064f7a3f-f8a0-45d0-807f-786693450c9e tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.801917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-cece1081-a185-4e34-866c-133366daa4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:16Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:17.838259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2f5471f1-88a6-45a6-b605-5984c53cb7fb req-064f7a3f-f8a0-45d0-807f-786693450c9e tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.838638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece1081-a185-4e34-866c-133366daa4ed None None] The sync data for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 is: [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:16Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:18:17.846821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Router 4e3875ce-ea40-4d31-8422-e38671d7b302 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:18:17.858123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a6112-c215-472a-8b32-048fde5708a9 req-1dd26a8a-32bb-4874-9910-84140ca86c3f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:17.869567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a6112-c215-472a-8b32-048fde5708a9 req-1dd26a8a-32bb-4874-9910-84140ca86c3f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:17.871380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d3a6112-c215-472a-8b32-048fde5708a9 req-1dd26a8a-32bb-4874-9910-84140ca86c3f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 1653 time: 0.2821581 Aug 20 11:18:17.903658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:17.912213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f7a3f-f8a0-45d0-807f-786693450c9e tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3ec6ba-4a5d-4f08-88e5-ec5683759c75,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:17.930185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1e3e0023-687c-414a-a50b-a1c68dea2273 None None] Provisioning for port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:17.938560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:17.938983 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:17.943776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1e3e0023-687c-414a-a50b-a1c68dea2273 None None] Provisioning complete for port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:17.944205 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0023-687c-414a-a50b-a1c68dea2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.001807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Router be502782-b30f-4ba2-b74b-87650f50a96a has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:18:18.058933 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb70916e-377e-4c4f-8e57-0e922882b1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.094624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e0023-687c-414a-a50b-a1c68dea2273 None None] Port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:18.097125 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d3a6112-c215-472a-8b32-048fde5708a9 req-053a4575-ead3-4652-a00f-addfd314d6cd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778944 Aug 20 11:18:18.143366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Made reservation on behalf of b9f10ce7f178455a909c11d0d990c99e for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:18.147427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.164314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:18:18.189299 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Sync routers for ids ['4e3875ce-ea40-4d31-8422-e38671d7b302'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:18:18.199138 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.204856 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Routers {'4e3875ce-ea40-4d31-8422-e38671d7b302'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:18.207784 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:18:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4e3875ce-ea40-4d31-8422-e38671d7b302'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:18.269010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-79ffd8cf-ec7b-4269-864e-b687327a311d None None] Provisioning complete for port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:18.269010 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-79ffd8cf-ec7b-4269-864e-b687327a311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.298234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 670cb158-2c1d-4a32-975f-3db1bf80a2b4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=670cb158-2c1d-4a32-975f-3db1bf80a2b4,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:18.298990 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8863f87-d64d-4121-bbce-d8f3a8b10797 req-e3f2e4ee-72d4-496e-a931-b97857a8416c tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 210 time: 0.0684769 Aug 20 11:18:18.300876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.312279 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a2c192b-b3e1-43f9-85f1-d00efd4308c5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6749680 Aug 20 11:18:18.313302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2f5471f1-88a6-45a6-b605-5984c53cb7fb req-064f7a3f-f8a0-45d0-807f-786693450c9e tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.314590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f5471f1-88a6-45a6-b605-5984c53cb7fb req-064f7a3f-f8a0-45d0-807f-786693450c9e tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 2.1758747 Aug 20 11:18:18.319008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49264) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:18.481810 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.497283 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Set router 4e3875ce-ea40-4d31-8422-e38671d7b302 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:18.546710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:18.551351 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.578561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a58df5f-10a0-4f8b-9a54-23af65a96843 req-6aa461e7-3426-4cdb-82af-cf6f3a63f921 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 210 time: 0.1287086 Aug 20 11:18:18.588360 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-79ffd8cf-ec7b-4269-864e-b687327a311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.640393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:18:18.671375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7696ca61-b278-466b-a7c6-fb770269efbe req-67531637-5eff-4362-b1e1-c230a595c5eb tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/f2cc5914-6650-4de1-8735-ba054661fc47 HTTP/1.1" status: 200 len: 1804 time: 0.2533100 Aug 20 11:18:18.701417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9fe6ee2f-198e-4b5d-828b-8f3dab94480c admin admin] 10.222.0.10 "PUT /v2.0/routers/be502782-b30f-4ba2-b74b-87650f50a96a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2102494 Aug 20 11:18:18.717536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Sync routers for ids ['be502782-b30f-4ba2-b74b-87650f50a96a'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:18:18.746362 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:18.776287 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7696ca61-b278-466b-a7c6-fb770269efbe req-f7cdafd8-c140-4991-9d83-3f6f01b2c099 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/7b3ec6ba-4a5d-4f08-88e5-ec5683759c75 HTTP/1.1" status: 200 len: 1805 time: 0.1036620 Aug 20 11:18:18.790845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7696ca61-b278-466b-a7c6-fb770269efbe req-c1bf9fd9-da23-46fe-9b18-c11fa424a856 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2cc5914-6650-4de1-8735-ba054661fc47', 'remote_group_id': '7b3ec6ba-4a5d-4f08-88e5-ec5683759c75', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:18.791610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7696ca61-b278-466b-a7c6-fb770269efbe req-c1bf9fd9-da23-46fe-9b18-c11fa424a856 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2cc5914-6650-4de1-8735-ba054661fc47', 'remote_group_id': '7b3ec6ba-4a5d-4f08-88e5-ec5683759c75', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:18.971590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-489f0713-f7a3-4b06-ac38-4f4c59b09990 req-3f71e026-d6d4-40b0-9a6c-4886ba065dc1 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.1022038 Aug 20 11:18:19.002703 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:15Z', 'revision_number': 3, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:19.105351 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Checking router: 4e3875ce-ea40-4d31-8422-e38671d7b302 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:18:19.105891 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Updating router 4e3875ce-ea40-4d31-8422-e38671d7b302 port a60c17da-89d8-40c2-992d-84c5d45393c3 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:18:19.175813 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:19.177740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Allocated IP 172.20.0.12 (e6f2992a-7e11-4def-8893-cfdba9ef3fc2/0963d3cc-d124-4861-9d02-eff0cb690c13/3792e4cd-ae2a-45d2-91a9-225e3c05a281) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:19.236067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 04fa334c-b475-49d2-8f56-75b2d1fdbce6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:19.376407 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7696ca61-b278-466b-a7c6-fb770269efbe req-c1bf9fd9-da23-46fe-9b18-c11fa424a856 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:19.377026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=670cb158-2c1d-4a32-975f-3db1bf80a2b4,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:19.410059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Routers {'be502782-b30f-4ba2-b74b-87650f50a96a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:19.419669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:18:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['be502782-b30f-4ba2-b74b-87650f50a96a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:19.441161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Allocated IP 10.1.1.24 (72f40ec8-a92f-4801-a5be-e7153b691a75/3378ae38-d671-4f51-a415-96de9f7ecabc/c1bd4b6b-e925-41b8-b18f-025d709a810f) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:19.516563 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7696ca61-b278-466b-a7c6-fb770269efbe req-c1bf9fd9-da23-46fe-9b18-c11fa424a856 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:19.692132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49312) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:19.756696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Set router be502782-b30f-4ba2-b74b-87650f50a96a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:19.824494 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7696ca61-b278-466b-a7c6-fb770269efbe req-c1bf9fd9-da23-46fe-9b18-c11fa424a856 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:19.833363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dbb13-48d3-4ba0-83fe-282c2e752a7c req-bc7eb5ea-477d-4c0d-bc34-26452c971618 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:19.863550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dbb13-48d3-4ba0-83fe-282c2e752a7c req-bc7eb5ea-477d-4c0d-bc34-26452c971618 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:19.865517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505dbb13-48d3-4ba0-83fe-282c2e752a7c req-bc7eb5ea-477d-4c0d-bc34-26452c971618 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 1653 time: 0.6080885 Aug 20 11:18:19.940286 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:19.971527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf9fd9-da23-46fe-9b18-c11fa424a856 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6170b58-3cf3-493a-9a0d-a7c70987736b,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:19.974259 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Transition to ACTIVE for port object a60c17da-89d8-40c2-992d-84c5d45393c3 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:20.067909 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.124324 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-79ffd8cf-ec7b-4269-864e-b687327a311d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:18:20.126897 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-79ffd8cf-ec7b-4269-864e-b687327a311d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:18:20.149616 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.238171 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7696ca61-b278-466b-a7c6-fb770269efbe req-c1bf9fd9-da23-46fe-9b18-c11fa424a856 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.245591 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7696ca61-b278-466b-a7c6-fb770269efbe req-c1bf9fd9-da23-46fe-9b18-c11fa424a856 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.4649975 Aug 20 11:18:20.258819 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.302202 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e24fdc-2d5c-4857-96fc-73ec2f81f8aa None None] Pushing event updated for resources: {'Port': ['ID=a60c17da-89d8-40c2-992d-84c5d45393c3,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:20.326634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:20.331584 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7ddabce-9ba9-4851-8498-56379e9fdf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.349774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:20.350147 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.392572 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Attempting to bind port a60c17da-89d8-40c2-992d-84c5d45393c3 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:20.392572 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Attempting to bind port a60c17da-89d8-40c2-992d-84c5d45393c3 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:20.392572 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Attempting to bind port a60c17da-89d8-40c2-992d-84c5d45393c3 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:20.395434 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:20.396397 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:20.396397 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.396701 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:20.399613 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Bound port: a60c17da-89d8-40c2-992d-84c5d45393c3, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:20.400109 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.411445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505dbb13-48d3-4ba0-83fe-282c2e752a7c req-c4c7c284-6750-461a-bd6c-b021f11985b6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5324283 Aug 20 11:18:20.467782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '3a89b7c8-e930-4aa8-a565-023db5af5eff', 'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'mac_address': 'fa:16:3e:c9:30:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:11Z', 'updated_at': '2021-08-20T11:18:15Z', 'revision_number': 2, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'subnets': [{'id': 'bd96fd79-5012-4472-b937-783d1901f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:20.482038 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.503005 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-503a3b46-2ca4-49d3-972e-d4ecae2e9421 req-5c956fb7-7fa4-4de4-8e8f-551cb4e1f7ba tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 210 time: 0.0990798 Aug 20 11:18:20.566581 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] For port a60c17da-89d8-40c2-992d-84c5d45393c3, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:20.572087 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] For port a60c17da-89d8-40c2-992d-84c5d45393c3, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a60c17da-89d8-40c2-992d-84c5d45393c3,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:20.593492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Checking router: be502782-b30f-4ba2-b74b-87650f50a96a for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:18:20.593853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Updating router be502782-b30f-4ba2-b74b-87650f50a96a port 3a89b7c8-e930-4aa8-a565-023db5af5eff binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:18:20.663000 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.757328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e87ea8d3-2ab7-4e80-bc30-0e48eec52a8f req-f869c691-4593-46db-9982-88c91b87eca0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 210 time: 0.1525755 Aug 20 11:18:20.762684 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.769012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-339c4ca9-ad2e-4e1a-aef7-021672cd8cbc req-0a631dd7-75ff-41c8-94c8-5536039ce14e tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0969570 Aug 20 11:18:20.787630 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.799531 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.819114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Allocated IP 172.20.0.1 (3d1eb5b2-4d21-4cc3-b11a-8d56da86100f/57947896-5a1e-4292-af7b-4f2692c7083f/65713d36-afc3-42da-a7dc-051305233b91) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:20.851736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-79ffd8cf-ec7b-4269-864e-b687327a311d None None] Provisioning complete for port 3a89b7c8-e930-4aa8-a565-023db5af5eff triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:20.852135 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-79ffd8cf-ec7b-4269-864e-b687327a311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.900080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 04fa334c-b475-49d2-8f56-75b2d1fdbce6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=04fa334c-b475-49d2-8f56-75b2d1fdbce6,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:20.901613 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.926576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:20.931063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-79ffd8cf-ec7b-4269-864e-b687327a311d None None] Port 3a89b7c8-e930-4aa8-a565-023db5af5eff cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:20.941709 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e24fdc-2d5c-4857-96fc-73ec2f81f8aa None None] Pushing event updated for resources: {'Port': ['ID=a60c17da-89d8-40c2-992d-84c5d45393c3,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:20.946144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Transition to ACTIVE for port object c1bd4b6b-e925-41b8-b18f-025d709a810f will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:20.963893 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Routers {'4e3875ce-ea40-4d31-8422-e38671d7b302'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:20.964540 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:18:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4e3875ce-ea40-4d31-8422-e38671d7b302'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:21.034043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7ddabce-9ba9-4851-8498-56379e9fdf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.063688 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.087068 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.145380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Transition to ACTIVE for port object 65713d36-afc3-42da-a7dc-051305233b91 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:21.194344 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] Set router 4e3875ce-ea40-4d31-8422-e38671d7b302 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:21.196565 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7ddabce-9ba9-4851-8498-56379e9fdf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.216750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98491e86-6ff8-4d5c-817c-87b5a802d467 req-e2915d4b-428e-4176-a3d1-0c5bca44b9e8 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/7b3ec6ba-4a5d-4f08-88e5-ec5683759c75 HTTP/1.1" status: 200 len: 1805 time: 0.3895638 Aug 20 11:18:21.222270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:21.267427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 670cb158-2c1d-4a32-975f-3db1bf80a2b4 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:21.267427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=04fa334c-b475-49d2-8f56-75b2d1fdbce6,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:21.267761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddabce-9ba9-4851-8498-56379e9fdf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5606d5f-0381-4db5-b76c-a781340ed6d8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:21.280819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:21.297456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:21.348272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Pushing event updated for resources: {'Port': ['ID=3792e4cd-ae2a-45d2-91a9-225e3c05a281,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:21.349232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.375204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b7ddabce-9ba9-4851-8498-56379e9fdf44 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1889c6e495894329a6d461b61ff7d235&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5988030 Aug 20 11:18:21.379324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49334) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:21.420685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:21.421795 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.437993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:21.444509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:21.444865 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:21.445702 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.449539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:21.459636 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98491e86-6ff8-4d5c-817c-87b5a802d467 req-536257b9-081b-4657-b0c2-3e6757c00f94 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.498229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Pushing event updated for resources: {'Port': ['ID=65713d36-afc3-42da-a7dc-051305233b91,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:21.499056 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.529439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Transition to ACTIVE for port object 3a89b7c8-e930-4aa8-a565-023db5af5eff will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:21.532961 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98491e86-6ff8-4d5c-817c-87b5a802d467 req-536257b9-081b-4657-b0c2-3e6757c00f94 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.557938 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.667002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-73de8b77-c6a9-4857-bc59-8d5f61cdeda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5514429 Aug 20 11:18:21.679686 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:15Z', 'revision_number': 3, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:21.709750 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.713790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8697c91d-5d60-46aa-b310-5601cd189026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.734891 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.755307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Request body: {'port': {'device_id': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:21.793704 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869ca81e-a524-45f7-a064-0f0e85348ebf None None] The sync data for ids ['4e3875ce-ea40-4d31-8422-e38671d7b302'] in n-d-804230-3 is: [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:15Z', 'revision_number': 3, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:18:21.870309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8a2c-a2d5-4ecd-887e-44ddfce98fff None None] Pushing event updated for resources: {'Port': ['ID=3a89b7c8-e930-4aa8-a565-023db5af5eff,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:21.897614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f004c1-6f0d-4531-846c-e823cf0101d1 req-a79e9b9e-30e1-40d7-9073-a687d48e46ff tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:21.914456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f004c1-6f0d-4531-846c-e823cf0101d1 req-a79e9b9e-30e1-40d7-9073-a687d48e46ff tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:21.925729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f004c1-6f0d-4531-846c-e823cf0101d1 req-a79e9b9e-30e1-40d7-9073-a687d48e46ff tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:21.927014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network 72f40ec8-a92f-4801-a5be-e7153b691a75 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:21.927652 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78f004c1-6f0d-4531-846c-e823cf0101d1 req-a79e9b9e-30e1-40d7-9073-a687d48e46ff tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 2373 time: 0.3261397 Aug 20 11:18:21.954695 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8697c91d-5d60-46aa-b310-5601cd189026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:21.960211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:21.982914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:21.991159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Attempting to bind port 3a89b7c8-e930-4aa8-a565-023db5af5eff on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:21.991543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Attempting to bind port 3a89b7c8-e930-4aa8-a565-023db5af5eff by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:21.992047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Attempting to bind port 3a89b7c8-e930-4aa8-a565-023db5af5eff on network 26aed97a-f400-4b37-8a16-a0a6436f9bcf {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:22.029133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Port': ['ID=c1bd4b6b-e925-41b8-b18f-025d709a810f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:22.029321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:22.029665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Checking segment: {'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:22.035325 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.035325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Bound using segment: {'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:22.036460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Bound port: 3a89b7c8-e930-4aa8-a565-023db5af5eff, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:22.036460 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.116768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-be73719e-0d86-4994-89e4-0faa4e518fd2 None None] Provisioning for port 65713d36-afc3-42da-a7dc-051305233b91 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:22.123965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-be73719e-0d86-4994-89e4-0faa4e518fd2 None None] Provisioning complete for port 65713d36-afc3-42da-a7dc-051305233b91 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:22.124341 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-be73719e-0d86-4994-89e4-0faa4e518fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.215013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78f004c1-6f0d-4531-846c-e823cf0101d1 req-b76ca497-c1c2-4a8e-8128-f95bf7727417 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796700 Aug 20 11:18:22.278085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:22.279181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.301061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] For port 3a89b7c8-e930-4aa8-a565-023db5af5eff, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:22.312904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] For port 3a89b7c8-e930-4aa8-a565-023db5af5eff, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3a89b7c8-e930-4aa8-a565-023db5af5eff,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:22.357788 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-be73719e-0d86-4994-89e4-0faa4e518fd2 None None] Port 65713d36-afc3-42da-a7dc-051305233b91 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:22.407526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-11481dff-9ba4-42f6-9d45-dd1259a3b545 req-b73a2392-f64c-4a09-aac4-87998d739c51 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 210 time: 0.0530818 Aug 20 11:18:22.459712 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.565107 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.589037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-644848d2-6812-4edf-803a-81bb7cd0eab4 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:22.599215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-644848d2-6812-4edf-803a-81bb7cd0eab4 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.38 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 821 time: 1.1058626 Aug 20 11:18:22.615737 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:22.658898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Request body: {'port': {'device_id': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'admin_state_up': True, 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:22.671675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8a2c-a2d5-4ecd-887e-44ddfce98fff None None] Pushing event updated for resources: {'Port': ['ID=3a89b7c8-e930-4aa8-a565-023db5af5eff,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:22.767002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04894d-7c97-470d-b684-7284a7769040 req-d75b04cf-fba9-45b0-b70a-e658f9e105e2 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:22.787576 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb04894d-7c97-470d-b684-7284a7769040 req-d75b04cf-fba9-45b0-b70a-e658f9e105e2 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 932 time: 0.2612936 Aug 20 11:18:22.793471 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Routers {'be502782-b30f-4ba2-b74b-87650f50a96a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:22.797875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:18:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['be502782-b30f-4ba2-b74b-87650f50a96a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:22.884245 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb04894d-7c97-470d-b684-7284a7769040 req-b4d3f3fd-5009-47c7-b842-a6b268b4ab19 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957425 Aug 20 11:18:23.122812 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4abff4f2-3704-4f23-b3f8-e24439578f71 req-9069a1c2-1ae3-49e1-8891-916ba63223e7 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0724795 Aug 20 11:18:23.263216 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.311821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] Set router be502782-b30f-4ba2-b74b-87650f50a96a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:23.348059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.494158 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.596307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-82445b69-cc87-46b8-8144-c81a3f58cdc9 None None] Provisioning for port c1bd4b6b-e925-41b8-b18f-025d709a810f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:23.603950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a60c17da-89d8-40c2-992d-84c5d45393c3 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:23.635435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba060-bcca-4ac6-9609-fb3089837d2b req-5f607f7e-2fe5-4c84-85df-46ab6c22acf5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:23.642427 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba060-bcca-4ac6-9609-fb3089837d2b req-5f607f7e-2fe5-4c84-85df-46ab6c22acf5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:23.649287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba060-bcca-4ac6-9609-fb3089837d2b req-5f607f7e-2fe5-4c84-85df-46ab6c22acf5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:23.658139 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-269ba060-bcca-4ac6-9609-fb3089837d2b req-5f607f7e-2fe5-4c84-85df-46ab6c22acf5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 2373 time: 0.2064345 Aug 20 11:18:23.663475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-82445b69-cc87-46b8-8144-c81a3f58cdc9 None None] Provisioning complete for port c1bd4b6b-e925-41b8-b18f-025d709a810f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:23.663847 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82445b69-cc87-46b8-8144-c81a3f58cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.688544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Pushing event updated for resources: {'Port': ['ID=65713d36-afc3-42da-a7dc-051305233b91,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:23.746560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-269ba060-bcca-4ac6-9609-fb3089837d2b req-88307e8c-f854-4957-942a-c8783d8be321 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869811 Aug 20 11:18:23.766557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-82445b69-cc87-46b8-8144-c81a3f58cdc9 None None] Port c1bd4b6b-e925-41b8-b18f-025d709a810f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:23.830553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:23.834885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:23.865787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a60c17da-89d8-40c2-992d-84c5d45393c3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:23.890929 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98491e86-6ff8-4d5c-817c-87b5a802d467 req-536257b9-081b-4657-b0c2-3e6757c00f94 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.894627 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98491e86-6ff8-4d5c-817c-87b5a802d467 req-536257b9-081b-4657-b0c2-3e6757c00f94 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.896662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98491e86-6ff8-4d5c-817c-87b5a802d467 req-536257b9-081b-4657-b0c2-3e6757c00f94 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "DELETE /v2.0/security-groups/7b3ec6ba-4a5d-4f08-88e5-ec5683759c75 HTTP/1.1" status: 204 len: 173 time: 2.6782572 Aug 20 11:18:23.902322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a60c17da-89d8-40c2-992d-84c5d45393c3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:23.902322 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:23.905628 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-771a96c0-49e2-441e-858c-727672a8c477 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.5849273 Aug 20 11:18:23.915717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c', 'admin_state_up': True, 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'security_groups': ['8fd67586-2e2e-4c7a-b6cd-00ab801605a9']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:24.009337 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d1c22f8e-0f10-4761-a1ed-08f8901f1d69 req-c6d6f6bf-4ea8-47fd-9406-13895a5a78a4 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 210 time: 0.0654733 Aug 20 11:18:24.036932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '3a89b7c8-e930-4aa8-a565-023db5af5eff', 'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'mac_address': 'fa:16:3e:c9:30:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:11Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'subnets': [{'id': 'bd96fd79-5012-4472-b937-783d1901f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:24.141172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a17f-2c98-41f7-97a2-2d638761eb37 None None] The sync data for ids ['be502782-b30f-4ba2-b74b-87650f50a96a'] in n-d-804230-3 is: [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '3a89b7c8-e930-4aa8-a565-023db5af5eff', 'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'mac_address': 'fa:16:3e:c9:30:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:11Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'subnets': [{'id': 'bd96fd79-5012-4472-b937-783d1901f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:18:24.252503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.271330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Router 4e3875ce-ea40-4d31-8422-e38671d7b302 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:18:24.293861 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d2e1a-bdea-458c-a426-1606666e8c27 req-8bc94bec-9798-46fe-ba59-fadefbd65ffd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:24.295883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-079d2e1a-bdea-458c-a426-1606666e8c27 req-8bc94bec-9798-46fe-ba59-fadefbd65ffd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 932 time: 0.1634953 Aug 20 11:18:24.318752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port a60c17da-89d8-40c2-992d-84c5d45393c3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a60c17da-89d8-40c2-992d-84c5d45393c3,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:24.347246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536257b9-081b-4657-b0c2-3e6757c00f94 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3ec6ba-4a5d-4f08-88e5-ec5683759c75,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:24.361976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f97af916-1ee9-4803-858d-cf3d86291f6f None None] Provisioning complete for port 65713d36-afc3-42da-a7dc-051305233b91 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:24.362540 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f97af916-1ee9-4803-858d-cf3d86291f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.374469 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8663c385-de72-4e91-8974-43b8c418000b req-abe3cdf2-d963-40bd-880c-e403e4ebd1b4 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/f2cc5914-6650-4de1-8735-ba054661fc47 HTTP/1.1" status: 200 len: 1804 time: 0.4203355 Aug 20 11:18:24.607013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-079d2e1a-bdea-458c-a426-1606666e8c27 req-3b1b6335-3838-4b64-a16c-781a9f62cb1e tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032117 Aug 20 11:18:24.770338 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.771949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 04fa334c-b475-49d2-8f56-75b2d1fdbce6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:24.783476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:18:24.805426 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a95c1483-f8ae-40c5-adb0-2472ea2df333 admin admin] 10.222.0.10 "PUT /v2.0/routers/4e3875ce-ea40-4d31-8422-e38671d7b302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4889965 Aug 20 11:18:24.821368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-f9664d66-eabf-48f2-ac9a-87e038d29319 req-0d664e8b-71ee-4cc6-b94a-f309e49104c8 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1734010903', 'description': 'tempest-description-747568937'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:24.904901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Made reservation on behalf of 1e3ae4d57a874c8bbc4789a3127fa00a for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:24.913361 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.913361 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8697c91d-5d60-46aa-b310-5601cd189026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.916036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8697c91d-5d60-46aa-b310-5601cd189026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:24.917473 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8697c91d-5d60-46aa-b310-5601cd189026 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5606d5f-0381-4db5-b76c-a781340ed6d8 HTTP/1.1" status: 204 len: 168 time: 3.5369680 Aug 20 11:18:24.921574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f97af916-1ee9-4803-858d-cf3d86291f6f None None] Port 65713d36-afc3-42da-a7dc-051305233b91 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:24.972634 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4976d0d-4685-4b4d-a5be-ff6f640294de req-51cff459-2ae1-45aa-a9a1-227b70d5581d tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0813630 Aug 20 11:18:24.981430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3792e4cd-ae2a-45d2-91a9-225e3c05a281 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:24.991237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697c91d-5d60-46aa-b310-5601cd189026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5606d5f-0381-4db5-b76c-a781340ed6d8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:24.999274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.044342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=a60c17da-89d8-40c2-992d-84c5d45393c3,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:25.115128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:25.116754 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.149297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:25.166548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Transition to ACTIVE for port object 3792e4cd-ae2a-45d2-91a9-225e3c05a281 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:25.250501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9664d66-eabf-48f2-ac9a-87e038d29319 req-0d664e8b-71ee-4cc6-b94a-f309e49104c8 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.300923 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Sync routers for ids ['4e3875ce-ea40-4d31-8422-e38671d7b302'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:18:25.319030 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.324337 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Routers {'4e3875ce-ea40-4d31-8422-e38671d7b302'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:25.325146 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:18:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4e3875ce-ea40-4d31-8422-e38671d7b302'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:25.525454 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9664d66-eabf-48f2-ac9a-87e038d29319 req-0d664e8b-71ee-4cc6-b94a-f309e49104c8 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.588677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9664d66-eabf-48f2-ac9a-87e038d29319 req-0d664e8b-71ee-4cc6-b94a-f309e49104c8 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.603377 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Set router 4e3875ce-ea40-4d31-8422-e38671d7b302 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:25.612661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a60c17da-89d8-40c2-992d-84c5d45393c3 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:25.629731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d10ef-0141-4110-9360-6e0f746637a7 req-15c68b2d-b610-4bf3-9fc0-06b0e031f182 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:25.636897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d10ef-0141-4110-9360-6e0f746637a7 req-15c68b2d-b610-4bf3-9fc0-06b0e031f182 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:25.643604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d10ef-0141-4110-9360-6e0f746637a7 req-15c68b2d-b610-4bf3-9fc0-06b0e031f182 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:25.652461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-955d10ef-0141-4110-9360-6e0f746637a7 req-15c68b2d-b610-4bf3-9fc0-06b0e031f182 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 2373 time: 0.4830439 Aug 20 11:18:25.699901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d664e8b-71ee-4cc6-b94a-f309e49104c8 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34f72f0-e5cd-426d-acaf-a83358b47ea1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:25.877290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Pushing event updated for resources: {'Port': ['ID=3792e4cd-ae2a-45d2-91a9-225e3c05a281,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:25.877290 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.879020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a60c17da-89d8-40c2-992d-84c5d45393c3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:25.879020 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:25.880874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-955d10ef-0141-4110-9360-6e0f746637a7 req-b3de3b4b-ca99-4ab2-a05c-c17812074c48 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581066 Aug 20 11:18:25.880874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Allocated IP 172.20.0.13 (12940dc1-5c5c-4af1-bde1-ae40183eb385/dfc49f86-2791-4597-84c7-fd886ce38d2a/a531d26d-2c78-460c-b747-fcdc22533fe6) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:25.942508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:25.943215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:25.943469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:26.077722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3a89b7c8-e930-4aa8-a565-023db5af5eff up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:26.103972 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9664d66-eabf-48f2-ac9a-87e038d29319 req-0d664e8b-71ee-4cc6-b94a-f309e49104c8 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.108532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9664d66-eabf-48f2-ac9a-87e038d29319 req-0d664e8b-71ee-4cc6-b94a-f309e49104c8 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2991660 Aug 20 11:18:26.268328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 3a89b7c8-e930-4aa8-a565-023db5af5eff completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:26.274289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3a89b7c8-e930-4aa8-a565-023db5af5eff triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:26.278081 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.407418 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '65713d36-afc3-42da-a7dc-051305233b91', 'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'mac_address': 'fa:16:3e:29:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:20Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 2, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'subnets': [{'id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:26.440805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Allocated IP 10.2.2.100 (256eabbf-2f38-42b5-bb35-2d56f488889c/8fc1149b-8dc0-4f3f-bae9-4268c8d79757/596556b5-60cc-49bf-8130-7ba17e8094fa) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:26.458143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49416) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:26.513524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f0f3-aa2f-4fa0-9fe4-939920e415a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.558766 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Checking router: 4e3875ce-ea40-4d31-8422-e38671d7b302 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:18:26.559119 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Updating router 4e3875ce-ea40-4d31-8422-e38671d7b302 port 65713d36-afc3-42da-a7dc-051305233b91 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:18:26.589495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:26.589834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:26.642301 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.673041 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.748342 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dd2fbd5-ea83-4ca3-8aa1-9ac7565b23dc req-f46a982e-859d-4cb2-ba59-141cec6a1d74 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 210 time: 0.2146938 Aug 20 11:18:26.839223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 3a89b7c8-e930-4aa8-a565-023db5af5eff, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3a89b7c8-e930-4aa8-a565-023db5af5eff,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:26.861961 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f0f3-aa2f-4fa0-9fe4-939920e415a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.888916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:26.894284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:26.895088 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:26.897878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Bound port: 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:26.898698 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.942471 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:26.977572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f0f3-aa2f-4fa0-9fe4-939920e415a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.052169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2ee4f0f3-aa2f-4fa0-9fe4-939920e415a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=878a5699c98d45378d7c724b05ea6340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5919471 Aug 20 11:18:27.057775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49422) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:27.140458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=3a89b7c8-e930-4aa8-a565-023db5af5eff,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:27.160245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4f0f3-aa2f-4fa0-9fe4-939920e415a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0121b87f-b3f1-43b0-9093-3c77739a0f43,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:27.176451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1c4f-23fb-474a-a8de-1c49de651319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.225169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295313-91b4-4447-a6cc-9167b5920e90 req-0462cfa5-94d4-476b-b26b-58828673da3d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:27.231474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27295313-91b4-4447-a6cc-9167b5920e90 req-0462cfa5-94d4-476b-b26b-58828673da3d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 944 time: 0.2664945 Aug 20 11:18:27.240980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1c4f-23fb-474a-a8de-1c49de651319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.366530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1c4f-23fb-474a-a8de-1c49de651319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.368028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27295313-91b4-4447-a6cc-9167b5920e90 req-5de60bc5-5028-4c02-a05b-09a0ced40dc6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354625 Aug 20 11:18:27.374272 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1c4f-23fb-474a-a8de-1c49de651319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.385003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ea9f1c4f-23fb-474a-a8de-1c49de651319 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0121b87f-b3f1-43b0-9093-3c77739a0f43 HTTP/1.1" status: 204 len: 168 time: 0.3258824 Aug 20 11:18:27.420978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f1c4f-23fb-474a-a8de-1c49de651319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0121b87f-b3f1-43b0-9093-3c77739a0f43,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:27.471374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3a89b7c8-e930-4aa8-a565-023db5af5eff up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:27.482904 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.545129 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.548884 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.570015 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Transition to ACTIVE for port object a531d26d-2c78-460c-b747-fcdc22533fe6 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:27.575817 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Transition to ACTIVE for port object 65713d36-afc3-42da-a7dc-051305233b91 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:27.591692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:27.620290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3a89b7c8-e930-4aa8-a565-023db5af5eff triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:27.620906 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.668345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87c8019c-63eb-4c39-87cc-9792c192f9ee req-c093bebc-7d29-42f4-b21e-1896eea21c74 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0855446 Aug 20 11:18:27.675861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:27.677339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Transition to ACTIVE for port object 596556b5-60cc-49bf-8130-7ba17e8094fa will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:27.690305 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.795838 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.804565 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.818044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49428) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:27.828609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-02940a8f-7fd8-405f-9f17-af6d932c05ee tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433780498', 'description': 'tempest-description--1195938567'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:27.848716 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.869659 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9841402-d604-4072-bfa7-f2bd0bf946fd None None] Pushing event updated for resources: {'Port': ['ID=65713d36-afc3-42da-a7dc-051305233b91,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:27.901087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Network 12940dc1-5c5c-4af1-bde1-ae40183eb385 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:27.920196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:27.921821 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:27.927797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] 10.222.0.57 "PUT /v2.0/ports/3792e4cd-ae2a-45d2-91a9-225e3c05a281 HTTP/1.1" status: 200 len: 1092 time: 6.1991143 Aug 20 11:18:27.931970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:27.939070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'tag': '3792e4cd-ae2a-45d2-91a9-225e3c05a281'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:27.939070 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ce58b6-41d2-4b8a-a534-516d9593923a" -d '{"events": [{"name": "network-changed", "server_uuid": "241f4ec3-9d9d-4904-9f40-1a850571160f", "tag": "3792e4cd-ae2a-45d2-91a9-225e3c05a281"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:27.953454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:27.969492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4521e3f-2373-41a2-9378-ad6eba253a75 req-43e913a7-d198-4d23-a128-74944ecc72dc tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/e34f72f0-e5cd-426d-acaf-a83358b47ea1 HTTP/1.1" status: 200 len: 1804 time: 0.2225335 Aug 20 11:18:28.004526 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Attempting to bind port 65713d36-afc3-42da-a7dc-051305233b91 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:28.004921 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Attempting to bind port 65713d36-afc3-42da-a7dc-051305233b91 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:28.005289 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Attempting to bind port 65713d36-afc3-42da-a7dc-051305233b91 on network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:28.030464 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:28.036652 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Checking segment: {'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:28.037129 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.037532 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Bound using segment: {'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:28.038051 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Bound port: 65713d36-afc3-42da-a7dc-051305233b91, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:28.041504 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.147070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-a4521e3f-2373-41a2-9378-ad6eba253a75 req-f26bde9a-4fae-464e-ae5f-96034148bfa6 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e34f72f0-e5cd-426d-acaf-a83358b47ea1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:28.147598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-a4521e3f-2373-41a2-9378-ad6eba253a75 req-f26bde9a-4fae-464e-ae5f-96034148bfa6 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e34f72f0-e5cd-426d-acaf-a83358b47ea1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:28.192285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22c57-3b2e-4373-b32d-3be3ed6ee489 req-b1c70f98-ffc4-43ba-9641-22e4968b06f6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:28.211705 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22c57-3b2e-4373-b32d-3be3ed6ee489 req-b1c70f98-ffc4-43ba-9641-22e4968b06f6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:28.218763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01babcd3-0627-41f3-9c44-f4fdf2e70d41 service neutron] Pushing event updated for resources: {'Port': ['ID=3792e4cd-ae2a-45d2-91a9-225e3c05a281,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:28.231703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22c57-3b2e-4373-b32d-3be3ed6ee489 req-b1c70f98-ffc4-43ba-9641-22e4968b06f6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:28.232516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network 256eabbf-2f38-42b5-bb35-2d56f488889c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:28.250313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22c57-3b2e-4373-b32d-3be3ed6ee489 req-b1c70f98-ffc4-43ba-9641-22e4968b06f6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:28.257766 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05b22c57-3b2e-4373-b32d-3be3ed6ee489 req-b1c70f98-ffc4-43ba-9641-22e4968b06f6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 3094 time: 0.3476763 Aug 20 11:18:28.265734 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] For port 65713d36-afc3-42da-a7dc-051305233b91, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:28.266029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02940a8f-7fd8-405f-9f17-af6d932c05ee tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.272481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:28.275964 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] For port 65713d36-afc3-42da-a7dc-051305233b91, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=65713d36-afc3-42da-a7dc-051305233b91,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:28.279355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:28.410100 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.428776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:28.429687 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.485371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Pushing event updated for resources: {'Port': ['ID=a531d26d-2c78-460c-b747-fcdc22533fe6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:28.488847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05b22c57-3b2e-4373-b32d-3be3ed6ee489 req-a335350f-7a31-4e7c-ab49-e7fd8f18cb2d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175817 Aug 20 11:18:28.508871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-2f23afbd-728f-426b-aeec-ddbfc488ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:28.510616 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-2f23afbd-728f-426b-aeec-ddbfc488ef70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1095 time: 0.3954108 Aug 20 11:18:28.519096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:28.519916 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.618498 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Routers {'4e3875ce-ea40-4d31-8422-e38671d7b302'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:18:28.621011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-434da56c-6fc3-4969-9589-6f7d4fac7309 None None] Provisioning for port a531d26d-2c78-460c-b747-fcdc22533fe6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:28.623370 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:18:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4e3875ce-ea40-4d31-8422-e38671d7b302'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:28.625941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-434da56c-6fc3-4969-9589-6f7d4fac7309 None None] Provisioning complete for port a531d26d-2c78-460c-b747-fcdc22533fe6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:28.626363 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-434da56c-6fc3-4969-9589-6f7d4fac7309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.645769 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-acc8afee-d4a0-429d-8c15-1e9693952432 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281 HTTP/1.1" status: 200 len: 217 time: 0.0808158 Aug 20 11:18:28.776579 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02940a8f-7fd8-405f-9f17-af6d932c05ee tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.799121 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9841402-d604-4072-bfa7-f2bd0bf946fd None None] Pushing event updated for resources: {'Port': ['ID=65713d36-afc3-42da-a7dc-051305233b91,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:28.802279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-434da56c-6fc3-4969-9589-6f7d4fac7309 None None] Port a531d26d-2c78-460c-b747-fcdc22533fe6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:28.852423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-64d80d9a-9481-42ad-9c4a-b0d36ba9e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:28.854301 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-64d80d9a-9481-42ad-9c4a-b0d36ba9e6fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.1887434 Aug 20 11:18:28.874273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Port': ['ID=596556b5-60cc-49bf-8130-7ba17e8094fa,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:28.880669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66a097-3b64-4768-b482-f1d874e5f445 req-bf470424-5a4f-45e1-8a1e-4e5ae0e38475 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:28.903484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc66a097-3b64-4768-b482-f1d874e5f445 req-bf470424-5a4f-45e1-8a1e-4e5ae0e38475 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 932 time: 0.1241882 Aug 20 11:18:28.916236 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02940a8f-7fd8-405f-9f17-af6d932c05ee tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.932895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-bd93b09f-35e2-4800-a30a-2fba731066cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528491 Aug 20 11:18:28.935260 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a4521e3f-2373-41a2-9378-ad6eba253a75 req-f26bde9a-4fae-464e-ae5f-96034148bfa6 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.977595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fa591e28-4272-48dc-ab3c-b48bcac5400c None None] Provisioning for port 596556b5-60cc-49bf-8130-7ba17e8094fa completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:28.983207 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a4521e3f-2373-41a2-9378-ad6eba253a75 req-f26bde9a-4fae-464e-ae5f-96034148bfa6 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:28.986927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fa591e28-4272-48dc-ab3c-b48bcac5400c None None] Provisioning complete for port 596556b5-60cc-49bf-8130-7ba17e8094fa triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:28.989165 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa591e28-4272-48dc-ab3c-b48bcac5400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.040886 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] Set router 4e3875ce-ea40-4d31-8422-e38671d7b302 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:18:29.063997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ecc8bfae-95a4-4d10-b0d1-fdeeed8c9508 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1574197 Aug 20 11:18:29.069821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-cd3b9713-4306-47d9-a81c-cb21e8d610d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4387684 Aug 20 11:18:29.070981 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a4521e3f-2373-41a2-9378-ad6eba253a75 req-f26bde9a-4fae-464e-ae5f-96034148bfa6 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.087971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fa591e28-4272-48dc-ab3c-b48bcac5400c None None] Port 596556b5-60cc-49bf-8130-7ba17e8094fa cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:29.094547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c', 'admin_state_up': True, 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'security_groups': ['8fd67586-2e2e-4c7a-b6cd-00ab801605a9']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:29.103595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc66a097-3b64-4768-b482-f1d874e5f445 req-ff982069-72c8-4ddf-9167-c58458606a29 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991105 Aug 20 11:18:29.104514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02940a8f-7fd8-405f-9f17-af6d932c05ee tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:29.105370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Request body: {'port': {'device_id': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:29.180844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02940a8f-7fd8-405f-9f17-af6d932c05ee tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.182923 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-02940a8f-7fd8-405f-9f17-af6d932c05ee tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3627126 Aug 20 11:18:29.186056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49450) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:29.194029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4edbfbe7-6642-4d01-b360-447c56c45c9b tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Request body: {'security_group_rule': {'security_group_id': '50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:29.252897 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a239bc5d-0243-46d6-b747-26914e8c850f x-openstack-request-id: req-a239bc5d-0243-46d6-b747-26914e8c850f {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:29.253507 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241f4ec3-9d9d-4904-9f40-1a850571160f", "tag": "3792e4cd-ae2a-45d2-91a9-225e3c05a281", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:29.253507 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a239bc5d-0243-46d6-b747-26914e8c850f {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:29.254491 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'tag': '3792e4cd-ae2a-45d2-91a9-225e3c05a281', 'status': 'completed', 'code': 200} Aug 20 11:18:29.267711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bde9a-4fae-464e-ae5f-96034148bfa6 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6786114-3f5d-4620-b519-27bba2f8fc57,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:29.274926 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a4521e3f-2373-41a2-9378-ad6eba253a75 req-f26bde9a-4fae-464e-ae5f-96034148bfa6 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.282739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4521e3f-2373-41a2-9378-ad6eba253a75 req-f26bde9a-4fae-464e-ae5f-96034148bfa6 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1785576 Aug 20 11:18:29.325711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4edbfbe7-6642-4d01-b360-447c56c45c9b tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.427104 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.508491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-80711b10-f164-45db-a4e6-d35dffd65c06 service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236027 Aug 20 11:18:29.522159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4edbfbe7-6642-4d01-b360-447c56c45c9b tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.550609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66c4fa-0638-4e09-9407-4445882840ec req-8357d4cf-63a9-41e5-87ab-94c7369f65d3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:29.557142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c66c4fa-0638-4e09-9407-4445882840ec req-8357d4cf-63a9-41e5-87ab-94c7369f65d3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 944 time: 0.1958215 Aug 20 11:18:29.592260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-38de9d77-861e-4fc5-ae42-5d172bcba7e0 req-c3fedc91-1079-4aef-9775-a0dcdb39c8d4 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0734632 Aug 20 11:18:29.602213 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4edbfbe7-6642-4d01-b360-447c56c45c9b tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.697670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbfbe7-6642-4d01-b360-447c56c45c9b tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75b6f0c-3e00-4742-a2d4-98df1a35a308,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:29.705387 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '65713d36-afc3-42da-a7dc-051305233b91', 'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'mac_address': 'fa:16:3e:29:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:20Z', 'updated_at': '2021-08-20T11:18:28Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'subnets': [{'id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:29.719904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c66c4fa-0638-4e09-9407-4445882840ec req-99095a33-23d2-403a-ab32-cf2e79331917 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550424 Aug 20 11:18:29.767688 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73396d05-94c5-46d8-92cb-cab3951a4f59 None None] The sync data for ids ['4e3875ce-ea40-4d31-8422-e38671d7b302'] in n-d-804230-3 is: [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '65713d36-afc3-42da-a7dc-051305233b91', 'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'mac_address': 'fa:16:3e:29:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:20Z', 'updated_at': '2021-08-20T11:18:28Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'subnets': [{'id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:18:29.819220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4edbfbe7-6642-4d01-b360-447c56c45c9b tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:29.825173 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4edbfbe7-6642-4d01-b360-447c56c45c9b tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6312165 Aug 20 11:18:29.825173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49464) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:29.830424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2b014e99-d310-4271-91dd-e57348dd723d tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Request body: {'security_group_rule': {'security_group_id': '50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:29.983815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8995c9-46ac-4981-b120-0d331e5b5b77 req-0299d748-8b43-4cd8-962d-28919ef7ada9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:29.993324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8995c9-46ac-4981-b120-0d331e5b5b77 req-0299d748-8b43-4cd8-962d-28919ef7ada9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:29.999655 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8995c9-46ac-4981-b120-0d331e5b5b77 req-0299d748-8b43-4cd8-962d-28919ef7ada9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:30.006085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8995c9-46ac-4981-b120-0d331e5b5b77 req-0299d748-8b43-4cd8-962d-28919ef7ada9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:30.007984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e8995c9-46ac-4981-b120-0d331e5b5b77 req-0299d748-8b43-4cd8-962d-28919ef7ada9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 3094 time: 0.1145458 Aug 20 11:18:30.045909 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b014e99-d310-4271-91dd-e57348dd723d tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.097246 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e8995c9-46ac-4981-b120-0d331e5b5b77 req-2ea6581a-3c18-44e6-8e73-1a4e2ceda3e1 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824776 Aug 20 11:18:30.165438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b014e99-d310-4271-91dd-e57348dd723d tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.202280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f47faca-32d9-4c2f-a164-3ce5cb49f7c3 req-d8db2740-0074-4b28-8cce-885942f6ae3c tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/e34f72f0-e5cd-426d-acaf-a83358b47ea1 HTTP/1.1" status: 200 len: 2397 time: 0.3972795 Aug 20 11:18:30.239880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-0f47faca-32d9-4c2f-a164-3ce5cb49f7c3 req-5db9949b-30a7-4723-aa41-bca7e077ca49 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e34f72f0-e5cd-426d-acaf-a83358b47ea1', 'remote_group_id': None}]} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:30.243345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-0f47faca-32d9-4c2f-a164-3ce5cb49f7c3 req-5db9949b-30a7-4723-aa41-bca7e077ca49 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e34f72f0-e5cd-426d-acaf-a83358b47ea1', 'remote_group_id': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:30.285288 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b014e99-d310-4271-91dd-e57348dd723d tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.328260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b014e99-d310-4271-91dd-e57348dd723d tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3355cedf-cf62-4dd0-9516-07412f9cbbb8,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:30.342798 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cca8766-8abe-4e21-bea8-c0946aa400c5 req-66928c54-481a-49f0-b16d-3e996287a764 service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8225713 Aug 20 11:18:30.349023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Made reservation on behalf of 4e544b3019fe414d8c5c6d929aba0cc6 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:30.353450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be570ef-b918-4c93-8b6d-dfcde49b1898 req-1ed985e3-a401-4741-ba13-097727699c93 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:30.361619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7be570ef-b918-4c93-8b6d-dfcde49b1898 req-1ed985e3-a401-4741-ba13-097727699c93 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 932 time: 0.1552830 Aug 20 11:18:30.362556 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.418575 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7be570ef-b918-4c93-8b6d-dfcde49b1898 req-42192747-0b94-48a1-bee7-35066a1ba828 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557044 Aug 20 11:18:30.535064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b014e99-d310-4271-91dd-e57348dd723d tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.536918 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2b014e99-d310-4271-91dd-e57348dd723d tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7125258 Aug 20 11:18:30.545474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49478) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:30.550300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:30.651266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.677365 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0f47faca-32d9-4c2f-a164-3ce5cb49f7c3 req-5db9949b-30a7-4723-aa41-bca7e077ca49 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.753403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0f47faca-32d9-4c2f-a164-3ce5cb49f7c3 req-5db9949b-30a7-4723-aa41-bca7e077ca49 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.760741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a531d26d-2c78-460c-b747-fcdc22533fe6 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:30.776525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce58b6-41d2-4b8a-a534-516d9593923a req-4d07bbe5-e8ff-4fa5-9c94-782ae52dbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:30.778283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50ce58b6-41d2-4b8a-a534-516d9593923a req-4d07bbe5-e8ff-4fa5-9c94-782ae52dbbcf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1095 time: 0.2102518 Aug 20 11:18:30.781201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.825125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Allocated IP 10.2.2.200 (256eabbf-2f38-42b5-bb35-2d56f488889c/8fc1149b-8dc0-4f3f-bae9-4268c8d79757/94337e54-a4e5-49d5-9f55-a66abdd79383) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:30.839167 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3b809bc-dda3-47a9-bde6-ae10638e12a3 req-d40dd8ef-a669-4187-86fd-ccd3bd09586e tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0607455 Aug 20 11:18:30.847456 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0f47faca-32d9-4c2f-a164-3ce5cb49f7c3 req-5db9949b-30a7-4723-aa41-bca7e077ca49 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.891101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Transition to ACTIVE for port object a531d26d-2c78-460c-b747-fcdc22533fe6 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:30.954071 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.978790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:30.998945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9949b-30a7-4723-aa41-bca7e077ca49 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde3d9a7-c2d4-4f5c-aeaf-e46ca4b0fef3,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:31.199112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa425c-7326-4658-a515-ba849822f334 req-cf9a7baf-6649-401e-a3cb-95fb1ec8a858 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:31.207554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8faa425c-7326-4658-a515-ba849822f334 req-cf9a7baf-6649-401e-a3cb-95fb1ec8a858 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 944 time: 0.2349474 Aug 20 11:18:31.303289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Allocated IP 172.25.4.48 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/dfa0cdc5-247e-4e86-8525-c2f3f78a121d) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:31.324849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8faa425c-7326-4658-a515-ba849822f334 req-229ddfd2-4898-4180-a7ca-54c9eae4fff4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066546 Aug 20 11:18:31.534974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 65713d36-afc3-42da-a7dc-051305233b91 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:31.739609 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.742826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 65713d36-afc3-42da-a7dc-051305233b91 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:31.749855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 65713d36-afc3-42da-a7dc-051305233b91 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:31.752035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:31.752160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416fdb-b8a0-4730-9bc0-6307dfad58c8 req-44e6541e-353f-46f5-a06b-5f113289debb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:31.759008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416fdb-b8a0-4730-9bc0-6307dfad58c8 req-44e6541e-353f-46f5-a06b-5f113289debb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:31.765277 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416fdb-b8a0-4730-9bc0-6307dfad58c8 req-44e6541e-353f-46f5-a06b-5f113289debb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:31.771627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416fdb-b8a0-4730-9bc0-6307dfad58c8 req-44e6541e-353f-46f5-a06b-5f113289debb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:31.773597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86416fdb-b8a0-4730-9bc0-6307dfad58c8 req-44e6541e-353f-46f5-a06b-5f113289debb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 3094 time: 0.2327967 Aug 20 11:18:31.890632 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86416fdb-b8a0-4730-9bc0-6307dfad58c8 req-98ed5117-0816-480a-b7a3-ad751c3c8238 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036744 Aug 20 11:18:31.953523 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.003990 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.034759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 65713d36-afc3-42da-a7dc-051305233b91, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=65713d36-afc3-42da-a7dc-051305233b91,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:32.073179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:32.087107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:32.089845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:32.102380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.135299 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0f47faca-32d9-4c2f-a164-3ce5cb49f7c3 req-5db9949b-30a7-4723-aa41-bca7e077ca49 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.139464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f47faca-32d9-4c2f-a164-3ce5cb49f7c3 req-5db9949b-30a7-4723-aa41-bca7e077ca49 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.9154634 Aug 20 11:18:32.249297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Pushing event updated for resources: {'Port': ['ID=a531d26d-2c78-460c-b747-fcdc22533fe6,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:32.267199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=65713d36-afc3-42da-a7dc-051305233b91,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:32.280243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce58b6-41d2-4b8a-a534-516d9593923a req-ddddaf88-123e-48ea-9eed-123b10cc813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:32.284690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50ce58b6-41d2-4b8a-a534-516d9593923a req-ddddaf88-123e-48ea-9eed-123b10cc813e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 1.4969790 Aug 20 11:18:32.414844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50ce58b6-41d2-4b8a-a534-516d9593923a req-32e50686-7412-4ec6-92c4-8af724e5d9be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281 HTTP/1.1" status: 200 len: 217 time: 0.0854027 Aug 20 11:18:32.417034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ae35fde-ba36-4679-b301-60d9deb01584 req-2cb733d8-3f4e-49a5-8325-b5ac64691372 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0866127 Aug 20 11:18:32.489200 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.509263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Attempting to bind port a531d26d-2c78-460c-b747-fcdc22533fe6 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:32.509263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Attempting to bind port a531d26d-2c78-460c-b747-fcdc22533fe6 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:32.509263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Attempting to bind port a531d26d-2c78-460c-b747-fcdc22533fe6 on network 12940dc1-5c5c-4af1-bde1-ae40183eb385 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:32.545882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Port a531d26d-2c78-460c-b747-fcdc22533fe6 on network 12940dc1-5c5c-4af1-bde1-ae40183eb385 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:32.546569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Attempting to bind port a531d26d-2c78-460c-b747-fcdc22533fe6 on network 12940dc1-5c5c-4af1-bde1-ae40183eb385 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:32.562237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:32.562770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Checking segment: {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:32.563270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Bound using segment: {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:32.563838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Bound port: a531d26d-2c78-460c-b747-fcdc22533fe6, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:32.564298 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.578745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Transition to ACTIVE for port object 94337e54-a4e5-49d5-9f55-a66abdd79383 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:32.609599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Pushing event updated for resources: {'Port': ['ID=dfa0cdc5-247e-4e86-8525-c2f3f78a121d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:32.642819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-668a7ab4-2a5e-4587-972e-40871d04320c req-fd1947bb-a025-469b-a0e1-f3256f0a2a7f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0724022 Aug 20 11:18:32.647486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4fe63-8259-4ba2-84bf-24aa42762d8d req-eb334911-dba2-49d0-a8d8-52ea4f893286 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:32.648083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce58b6-41d2-4b8a-a534-516d9593923a req-a2c17dbc-06d0-40be-9901-c6f2d1ca79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:32.649660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50ce58b6-41d2-4b8a-a534-516d9593923a req-a2c17dbc-06d0-40be-9901-c6f2d1ca79f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.2093449 Aug 20 11:18:32.671573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-51b577e7-9d2c-41af-b091-f9fa05749077 req-5f143e9a-429d-4506-9178-0bc81beb76cc tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/e34f72f0-e5cd-426d-acaf-a83358b47ea1 HTTP/1.1" status: 200 len: 2995 time: 0.1712251 Aug 20 11:18:32.671868 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ca4fe63-8259-4ba2-84bf-24aa42762d8d req-eb334911-dba2-49d0-a8d8-52ea4f893286 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 944 time: 0.6229982 Aug 20 11:18:32.765139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] For port a531d26d-2c78-460c-b747-fcdc22533fe6, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:32.768681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] For port a531d26d-2c78-460c-b747-fcdc22533fe6, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a531d26d-2c78-460c-b747-fcdc22533fe6,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:32.809466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50ce58b6-41d2-4b8a-a534-516d9593923a req-4e3d7a68-0238-45b0-8816-27591818a4fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326008 Aug 20 11:18:32.856597 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.860356 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.893565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ca4fe63-8259-4ba2-84bf-24aa42762d8d req-43ee8d98-22c9-4d90-873e-d4c4505721be tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206717 Aug 20 11:18:32.995496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:32.995627 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:32.997063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] 10.222.0.38 "PUT /v2.0/ports/a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 1092 time: 3.8984804 Aug 20 11:18:32.999162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:33.001606 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870" -d '{"events": [{"name": "network-changed", "server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:33.050642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9cd2d-7697-496a-839b-284fc7a93b64 req-978c755a-43a5-40f2-901f-4bfcb4064e79 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:33.052222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74f9cd2d-7697-496a-839b-284fc7a93b64 req-978c755a-43a5-40f2-901f-4bfcb4064e79 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 944 time: 0.2453554 Aug 20 11:18:33.075221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc804ea-130a-4ff6-b53d-2d361cce2343 service neutron] Pushing event updated for resources: {'Port': ['ID=a531d26d-2c78-460c-b747-fcdc22533fe6,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:33.107997 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eac1a6e8-4c3f-4b8d-8832-fd5b8d9eaad1 req-cf1c3d16-397e-48e5-8430-e791d03ad379 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-group-rules/bde3d9a7-c2d4-4f5c-aeaf-e46ca4b0fef3 HTTP/1.1" status: 200 len: 783 time: 0.1662388 Aug 20 11:18:33.142493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.162275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.177839 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50ce58b6-41d2-4b8a-a534-516d9593923a req-a56b3b45-7f5d-4109-82c6-9e7012fbb76d service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434000 Aug 20 11:18:33.256061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eac1a6e8-4c3f-4b8d-8832-fd5b8d9eaad1 req-a708dbf8-b502-4174-8c59-403a4048d683 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/e34f72f0-e5cd-426d-acaf-a83358b47ea1 HTTP/1.1" status: 200 len: 2995 time: 0.1470814 Aug 20 11:18:33.275154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Network 256eabbf-2f38-42b5-bb35-2d56f488889c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:33.291325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:33.295144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:33.339607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3792e4cd-ae2a-45d2-91a9-225e3c05a281 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:18:33.428970 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eac1a6e8-4c3f-4b8d-8832-fd5b8d9eaad1 req-5fe77233-63d2-4e67-8316-e58a5067f1ea tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.458305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eac1a6e8-4c3f-4b8d-8832-fd5b8d9eaad1 req-5fe77233-63d2-4e67-8316-e58a5067f1ea tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.519481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:33.520392 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.561763 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50ce58b6-41d2-4b8a-a534-516d9593923a req-0a684666-3df8-48b0-93ee-74f9d7e2eb4a service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718432 Aug 20 11:18:33.573605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 65713d36-afc3-42da-a7dc-051305233b91 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:33.629778 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.634126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event updated for resources: {'Port': ['ID=94337e54-a4e5-49d5-9f55-a66abdd79383,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:33.649715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7d89d396-6347-4a03-ab59-baebc27e0e99 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5609021 Aug 20 11:18:33.661625 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eac1a6e8-4c3f-4b8d-8832-fd5b8d9eaad1 req-5fe77233-63d2-4e67-8316-e58a5067f1ea tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.661855 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74f9cd2d-7697-496a-839b-284fc7a93b64 req-0342204e-73d0-4f8a-bfdc-816af2ddeddd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5988486 Aug 20 11:18:33.670999 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eac1a6e8-4c3f-4b8d-8832-fd5b8d9eaad1 req-5fe77233-63d2-4e67-8316-e58a5067f1ea tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.690166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eac1a6e8-4c3f-4b8d-8832-fd5b8d9eaad1 req-5fe77233-63d2-4e67-8316-e58a5067f1ea tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/bde3d9a7-c2d4-4f5c-aeaf-e46ca4b0fef3 HTTP/1.1" status: 204 len: 173 time: 0.4331434 Aug 20 11:18:33.701169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:33.707291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe77233-63d2-4e67-8316-e58a5067f1ea tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bde3d9a7-c2d4-4f5c-aeaf-e46ca4b0fef3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:33.714421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-c5b143f3-5201-49c8-aa85-a43827398e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:33.718273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-c5b143f3-5201-49c8-aa85-a43827398e2e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1095 time: 0.5351551 Aug 20 11:18:33.751948 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.829340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-bc53337e-285e-4b79-a9f1-a7e15d1e19e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 217 time: 0.0539773 Aug 20 11:18:33.833372 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937f5bcd-1dc1-4be1-850b-c4b728b30224 x-openstack-request-id: req-937f5bcd-1dc1-4be1-850b-c4b728b30224 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:33.833675 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:33.834165 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-937f5bcd-1dc1-4be1-850b-c4b728b30224 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:33.834636 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'status': 'completed', 'code': 200} Aug 20 11:18:33.909864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 65713d36-afc3-42da-a7dc-051305233b91 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:33.910709 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.956623 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:33.961446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-58970ebf-1941-4b3a-a791-4215042848e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:33.963456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-58970ebf-1941-4b3a-a791-4215042848e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.1145163 Aug 20 11:18:33.995172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:34.026228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '3792e4cd-ae2a-45d2-91a9-225e3c05a281', 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2', 'port_id': '3792e4cd-ae2a-45d2-91a9-225e3c05a281', 'mac_address': 'fa:16:3e:eb:43:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0963d3cc-d124-4861-9d02-eff0cb690c13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:18:34.041289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0bab9288-cc68-4726-9d55-5de2ad5daa98 None None] Provisioning for port 94337e54-a4e5-49d5-9f55-a66abdd79383 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:34.060933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e636be6-3435-4b75-9aff-d2af8e70cad2 req-ed8c518a-2874-4576-aa17-c65a9b0253f6 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0490410 Aug 20 11:18:34.078133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Pushing event updated for resources: {'Port': ['ID=dfa0cdc5-247e-4e86-8525-c2f3f78a121d,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:34.089386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0bab9288-cc68-4726-9d55-5de2ad5daa98 None None] Provisioning complete for port 94337e54-a4e5-49d5-9f55-a66abdd79383 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:34.089694 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0bab9288-cc68-4726-9d55-5de2ad5daa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.128856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0bab9288-cc68-4726-9d55-5de2ad5daa98 None None] Port 94337e54-a4e5-49d5-9f55-a66abdd79383 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:34.137958 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.186851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.197869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-a9e9b254-ffd9-4b33-bbbc-94591a2969f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:34.199649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-a9e9b254-ffd9-4b33-bbbc-94591a2969f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261920 Aug 20 11:18:34.201810 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:18:34.202358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3792e4cd-ae2a-45d2-91a9-225e3c05a281 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:34.220236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce03e4e-6286-4cbe-bd52-9a66358b6271 req-e2341242-1508-4e0b-9084-3dcc4b089c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:34.229895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce03e4e-6286-4cbe-bd52-9a66358b6271 req-e2341242-1508-4e0b-9084-3dcc4b089c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:34.237001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:34.241525 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce03e4e-6286-4cbe-bd52-9a66358b6271 req-e2341242-1508-4e0b-9084-3dcc4b089c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:34.248442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce03e4e-6286-4cbe-bd52-9a66358b6271 req-e2341242-1508-4e0b-9084-3dcc4b089c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:34.257202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce03e4e-6286-4cbe-bd52-9a66358b6271 req-e2341242-1508-4e0b-9084-3dcc4b089c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:34.263078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ce03e4e-6286-4cbe-bd52-9a66358b6271 req-e2341242-1508-4e0b-9084-3dcc4b089c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 3815 time: 0.3695900 Aug 20 11:18:34.267529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.267529 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-12d4fcd3-94c1-48b2-a456-ed5263e5474a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7201340 Aug 20 11:18:34.325150 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.325578 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ce03e4e-6286-4cbe-bd52-9a66358b6271 req-a4f9f79d-2ecb-4745-8f4a-9083347e5eb5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573123 Aug 20 11:18:34.413826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3792e4cd-ae2a-45d2-91a9-225e3c05a281,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:34.482826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754523ec-5e0d-475e-9890-637506a8d86b req-7bb0c4ac-f5f6-4c73-8de2-03b1da7206ff tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/e34f72f0-e5cd-426d-acaf-a83358b47ea1 HTTP/1.1" status: 200 len: 2397 time: 0.3431113 Aug 20 11:18:34.523957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e650f0-231d-4aac-8541-9a1cd5f031dc req-5a559674-b7cb-45ba-a3f1-bf658e1b925e tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:34.526305 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d5e650f0-231d-4aac-8541-9a1cd5f031dc req-5a559674-b7cb-45ba-a3f1-bf658e1b925e tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 944 time: 0.0718460 Aug 20 11:18:34.534935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3792e4cd-ae2a-45d2-91a9-225e3c05a281'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:18:34.638760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d5e650f0-231d-4aac-8541-9a1cd5f031dc req-c433dee1-197a-4256-a637-dbf5191299dc tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033373 Aug 20 11:18:34.711229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-7977c948-6ba2-4ba6-9c7e-5024f4f95ca5 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924877 Aug 20 11:18:34.774251 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-754523ec-5e0d-475e-9890-637506a8d86b req-e571fd48-4746-4bba-9ca7-e6fb0d500bcc tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:34.864540 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-754523ec-5e0d-475e-9890-637506a8d86b req-e571fd48-4746-4bba-9ca7-e6fb0d500bcc tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.110364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d4844d-82c9-43f4-8d96-dadfd692ca56 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:35.146803 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.173076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07c9ef35-d1c2-4054-ade7-8478e333ca2d req-3618e783-6774-4cc9-9c90-dba7e7d93707 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475603 Aug 20 11:18:35.186422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Transition to ACTIVE for port object 09d4844d-82c9-43f4-8d96-dadfd692ca56 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:35.227043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0127a507-caf2-478e-b04a-14f383345549 req-69ec32ce-fca0-42f0-9a97-8b95d3ff9a71 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058&device_id=71fa99c1-de2d-45e0-a4a9-a838e4b3e3ad HTTP/1.1" status: 200 len: 210 time: 0.0518296 Aug 20 11:18:35.297099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-754523ec-5e0d-475e-9890-637506a8d86b req-e571fd48-4746-4bba-9ca7-e6fb0d500bcc tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.301224 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-754523ec-5e0d-475e-9890-637506a8d86b req-e571fd48-4746-4bba-9ca7-e6fb0d500bcc tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.319032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754523ec-5e0d-475e-9890-637506a8d86b req-e571fd48-4746-4bba-9ca7-e6fb0d500bcc tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "DELETE /v2.0/security-groups/e34f72f0-e5cd-426d-acaf-a83358b47ea1 HTTP/1.1" status: 204 len: 173 time: 0.8252745 Aug 20 11:18:35.329140 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.344952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f1938-83d5-4b3b-9dd4-018b46a81a71 req-35d67738-75c9-4ebf-b3a7-5d6c6f6a3643 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:35.346985 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-042f1938-83d5-4b3b-9dd4-018b46a81a71 req-35d67738-75c9-4ebf-b3a7-5d6c6f6a3643 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 945 time: 0.0593107 Aug 20 11:18:35.352709 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3792e4cd-ae2a-45d2-91a9-225e3c05a281 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:35.365789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571fd48-4746-4bba-9ca7-e6fb0d500bcc tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34f72f0-e5cd-426d-acaf-a83358b47ea1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:35.422093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-042f1938-83d5-4b3b-9dd4-018b46a81a71 req-bb91c9f0-d15a-4157-8d75-ef4ceaf29b2f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678306 Aug 20 11:18:35.532856 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-494042c3-c2bc-4570-9382-b2cf6b48c7f9 req-3123a914-03fe-4d9b-8107-3edcab96bd12 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] show failed (client error): The resource could not be found. Aug 20 11:18:35.538954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-494042c3-c2bc-4570-9382-b2cf6b48c7f9 req-3123a914-03fe-4d9b-8107-3edcab96bd12 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/7b3ec6ba-4a5d-4f08-88e5-ec5683759c75 HTTP/1.1" status: 404 len: 352 time: 0.0566485 Aug 20 11:18:35.575421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Pushing event updated for resources: {'Port': ['ID=09d4844d-82c9-43f4-8d96-dadfd692ca56,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:35.607402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:35.617386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:35.618091 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.677255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-4bb237d1-9064-4596-92e2-fee9e582edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:35.678828 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-4bb237d1-9064-4596-92e2-fee9e582edf7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1095 time: 0.2311168 Aug 20 11:18:35.680107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Attempting to bind port 09d4844d-82c9-43f4-8d96-dadfd692ca56 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:35.680435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Attempting to bind port 09d4844d-82c9-43f4-8d96-dadfd692ca56 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:35.680761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Attempting to bind port 09d4844d-82c9-43f4-8d96-dadfd692ca56 on network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:35.875908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-21a9df7e-f2fa-491d-a949-73daa5444f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:35.877466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-21a9df7e-f2fa-491d-a949-73daa5444f87 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.1859701 Aug 20 11:18:35.878509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Port 09d4844d-82c9-43f4-8d96-dadfd692ca56 on network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:35.879015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f5538-6b5e-4ad4-9c02-9d0c53629d5b req-7c2e35f6-98f4-4a92-81d1-fa349cbffed5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:35.884360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Attempting to bind port 09d4844d-82c9-43f4-8d96-dadfd692ca56 on network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:35.902085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:35.902460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Checking segment: {'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:35.904574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Bound using segment: {'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:35.905059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Bound port: 09d4844d-82c9-43f4-8d96-dadfd692ca56, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7908be53-bef7-41af-940d-77cb5c3e733f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:35.905425 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:35.925212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f5538-6b5e-4ad4-9c02-9d0c53629d5b req-7c2e35f6-98f4-4a92-81d1-fa349cbffed5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:35.936431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f5538-6b5e-4ad4-9c02-9d0c53629d5b req-7c2e35f6-98f4-4a92-81d1-fa349cbffed5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:35.944310 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f5538-6b5e-4ad4-9c02-9d0c53629d5b req-7c2e35f6-98f4-4a92-81d1-fa349cbffed5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:35.951911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f5538-6b5e-4ad4-9c02-9d0c53629d5b req-7c2e35f6-98f4-4a92-81d1-fa349cbffed5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:35.961039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b4f5538-6b5e-4ad4-9c02-9d0c53629d5b req-7c2e35f6-98f4-4a92-81d1-fa349cbffed5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 3827 time: 0.2746177 Aug 20 11:18:35.971944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-dfe7adcc-3318-46ea-8555-d4f9e1627bd2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 217 time: 0.0804513 Aug 20 11:18:36.014964 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:36.043326 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b4f5538-6b5e-4ad4-9c02-9d0c53629d5b req-70510eb8-f38a-4c35-b673-3054e5d0e15e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786262 Aug 20 11:18:36.081641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3792e4cd-ae2a-45d2-91a9-225e3c05a281'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:36.091630 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a38fb16-14b6-43ff-938f-2144e909a802" -d '{"events": [{"server_uuid": "241f4ec3-9d9d-4904-9f40-1a850571160f", "name": "network-vif-plugged", "status": "completed", "tag": "3792e4cd-ae2a-45d2-91a9-225e3c05a281"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:36.124446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:36.144292 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13378bc8-21ab-410b-aab9-8f549e6d2f0c req-706dd3f5-473d-44c8-857f-a771cf1550f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0c8a4b0259034949bf9d0892915009cf&device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.1628740 Aug 20 11:18:36.189938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0902eb-b6e3-4135-a54a-f8b17d6e30a7 req-36f1feb0-9243-4e46-ba5f-25e89a6cbf12 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:36.192479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7a0902eb-b6e3-4135-a54a-f8b17d6e30a7 req-36f1feb0-9243-4e46-ba5f-25e89a6cbf12 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 944 time: 0.0670516 Aug 20 11:18:36.195969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-b4cff94a-a3e5-4718-bdb2-791c9ff92c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:36.197421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-b4cff94a-a3e5-4718-bdb2-791c9ff92c9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.2138495 Aug 20 11:18:36.211741 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:36.251460 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13378bc8-21ab-410b-aab9-8f549e6d2f0c req-3a88f68e-469a-4b98-a77e-91db2e25fb1a service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=0c8a4b0259034949bf9d0892915009cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782220 Aug 20 11:18:36.292298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7a0902eb-b6e3-4135-a54a-f8b17d6e30a7 req-8f1c5064-2dbb-4c2e-82ad-fbe81cbea9f7 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936341 Aug 20 11:18:36.298649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f2592ba-67fc-48cd-9512-2eed5769c3be req-39d89a3f-c890-45b3-9b81-60d51a723378 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/f2cc5914-6650-4de1-8735-ba054661fc47 HTTP/1.1" status: 200 len: 1804 time: 0.3253593 Aug 20 11:18:36.311505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3792e4cd-ae2a-45d2-91a9-225e3c05a281,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:36.404242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] For port 09d4844d-82c9-43f4-8d96-dadfd692ca56, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:36.415039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-83dbb7cd-ab62-47cb-97a1-d57c46ece15d req-2246a348-ae7d-426b-a15e-d4404e6dcd28 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0434029 Aug 20 11:18:36.433332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] For port 09d4844d-82c9-43f4-8d96-dadfd692ca56, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:36.463437 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-79d9bc03-27a2-4a42-b768-beb3b2d93e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:36.464986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-79d9bc03-27a2-4a42-b768-beb3b2d93e98 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292333 Aug 20 11:18:36.481571 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb821d8-6ad5-4e67-9955-ddeea55be229 x-openstack-request-id: req-fcb821d8-6ad5-4e67-9955-ddeea55be229 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:36.482104 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241f4ec3-9d9d-4904-9f40-1a850571160f", "name": "network-vif-plugged", "status": "completed", "tag": "3792e4cd-ae2a-45d2-91a9-225e3c05a281", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:36.482573 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcb821d8-6ad5-4e67-9955-ddeea55be229 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:36.483150 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3792e4cd-ae2a-45d2-91a9-225e3c05a281', 'code': 200} Aug 20 11:18:36.554752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:36.575964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13378bc8-21ab-410b-aab9-8f549e6d2f0c req-a2eda3bb-9cdb-4dce-ad3c-532a8659ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:36.577547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13378bc8-21ab-410b-aab9-8f549e6d2f0c req-a2eda3bb-9cdb-4dce-ad3c-532a8659ca11 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3023758 Aug 20 11:18:36.578028 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f2592ba-67fc-48cd-9512-2eed5769c3be req-85215551-effb-4162-a6de-5e441d1e1ee2 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:36.661778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:36.662328 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:36.663847 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] 10.222.0.57 "PUT /v2.0/ports/09d4844d-82c9-43f4-8d96-dadfd692ca56 HTTP/1.1" status: 200 len: 1092 time: 2.9865980 Aug 20 11:18:36.669275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4ebc8-646c-484f-9819-d5644786ca0b req-68efadb7-0699-4344-a091-ef5278558649 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:36.669708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '09d4844d-82c9-43f4-8d96-dadfd692ca56'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:36.673940 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ecee2e-4d16-45ed-9a31-281e30dd9916" -d '{"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "09d4844d-82c9-43f4-8d96-dadfd692ca56"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:36.677925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e4a4ebc8-646c-484f-9819-d5644786ca0b req-68efadb7-0699-4344-a091-ef5278558649 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 946 time: 0.0990438 Aug 20 11:18:36.692085 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f2592ba-67fc-48cd-9512-2eed5769c3be req-85215551-effb-4162-a6de-5e441d1e1ee2 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:36.742809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b343c9-06de-44e1-90b0-e50d83aed762 service neutron] Pushing event updated for resources: {'Port': ['ID=09d4844d-82c9-43f4-8d96-dadfd692ca56,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:36.779154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e4a4ebc8-646c-484f-9819-d5644786ca0b req-5cb30910-f2f3-4469-b512-6da1eb966ef3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996938 Aug 20 11:18:36.794412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:36.798470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50909856-f50a-4729-95af-2a3d1ca5a825 req-23d4fe3e-6d33-44fa-bdec-7b2ab0fd2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:36.800191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50909856-f50a-4729-95af-2a3d1ca5a825 req-23d4fe3e-6d33-44fa-bdec-7b2ab0fd2a14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1097 time: 0.2472277 Aug 20 11:18:36.812668 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-827741cd-1627-4a34-bca7-817112d24ce6 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385563 Aug 20 11:18:37.029759 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac017f1-abc1-425a-a370-9826f3dabef2 x-openstack-request-id: req-cac017f1-abc1-425a-a370-9826f3dabef2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:37.030054 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "09d4844d-82c9-43f4-8d96-dadfd692ca56", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:37.030368 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cac017f1-abc1-425a-a370-9826f3dabef2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:37.030948 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '09d4844d-82c9-43f4-8d96-dadfd692ca56', 'status': 'completed', 'code': 200} Aug 20 11:18:37.058005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50909856-f50a-4729-95af-2a3d1ca5a825 req-07c095d1-fc0c-4418-8ff7-72d9fe8f0daa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393713 Aug 20 11:18:37.082764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f2592ba-67fc-48cd-9512-2eed5769c3be req-85215551-effb-4162-a6de-5e441d1e1ee2 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.086830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f2592ba-67fc-48cd-9512-2eed5769c3be req-85215551-effb-4162-a6de-5e441d1e1ee2 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.094474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-c280be8a-d901-4a67-b08a-a9855d19e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.095681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-c280be8a-d901-4a67-b08a-a9855d19e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.096486 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f2592ba-67fc-48cd-9512-2eed5769c3be req-85215551-effb-4162-a6de-5e441d1e1ee2 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "DELETE /v2.0/security-groups/f2cc5914-6650-4de1-8735-ba054661fc47 HTTP/1.1" status: 204 len: 173 time: 0.7969267 Aug 20 11:18:37.096663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-c280be8a-d901-4a67-b08a-a9855d19e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.097122 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.097612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-c280be8a-d901-4a67-b08a-a9855d19e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.098252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-c280be8a-d901-4a67-b08a-a9855d19e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.100717 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-c280be8a-d901-4a67-b08a-a9855d19e407 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 4362 time: 0.0813308 Aug 20 11:18:37.150948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85215551-effb-4162-a6de-5e441d1e1ee2 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cc5914-6650-4de1-8735-ba054661fc47,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:37.232903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251b6d-b2be-46b0-bb9c-bb0b73b74722 req-1c6abd46-06e6-4889-b84c-6e493f72de34 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.242570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251b6d-b2be-46b0-bb9c-bb0b73b74722 req-1c6abd46-06e6-4889-b84c-6e493f72de34 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.254291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251b6d-b2be-46b0-bb9c-bb0b73b74722 req-1c6abd46-06e6-4889-b84c-6e493f72de34 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.256113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddf0b3e5-4dcb-4548-acc7-e645e4f06870 req-947c9c5a-3871-4cef-a6f1-d3155c4ad75d service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030683 Aug 20 11:18:37.261647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251b6d-b2be-46b0-bb9c-bb0b73b74722 req-1c6abd46-06e6-4889-b84c-6e493f72de34 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.263218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b7a6084f-8b48-48a3-96d9-b106e2fe855c req-d63cdc18-a0ae-44d9-8491-c994dbb919f7 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/232b98c9-d941-4a2e-98f2-e9974c19f873 HTTP/1.1" status: 200 len: 1805 time: 0.1463902 Aug 20 11:18:37.275023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69251b6d-b2be-46b0-bb9c-bb0b73b74722 req-1c6abd46-06e6-4889-b84c-6e493f72de34 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.282910 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69251b6d-b2be-46b0-bb9c-bb0b73b74722 req-1c6abd46-06e6-4889-b84c-6e493f72de34 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 3827 time: 0.1158643 Aug 20 11:18:37.387850 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69251b6d-b2be-46b0-bb9c-bb0b73b74722 req-962cbe6b-3ca8-47ea-9d9f-44d31facfb8b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984395 Aug 20 11:18:37.476905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-de4f7e5a-8795-4817-bd91-7c64ef452295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.477453 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-de4f7e5a-8795-4817-bd91-7c64ef452295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.477935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-de4f7e5a-8795-4817-bd91-7c64ef452295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.479653 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-de4f7e5a-8795-4817-bd91-7c64ef452295 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1936879 Aug 20 11:18:37.512830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b7a6084f-8b48-48a3-96d9-b106e2fe855c req-75dd4e79-3820-45a5-891a-4f885f942171 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.560054 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b7a6084f-8b48-48a3-96d9-b106e2fe855c req-75dd4e79-3820-45a5-891a-4f885f942171 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:37.593517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75f382-2362-4bb0-86f2-1ff11746d476 req-f0d5a9d1-0f6d-437b-b130-de668cb26f08 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.598790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb75f382-2362-4bb0-86f2-1ff11746d476 req-f0d5a9d1-0f6d-437b-b130-de668cb26f08 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 944 time: 0.1349912 Aug 20 11:18:37.660165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-d742632f-f40b-4548-a7b3-ed3435497c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.662000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6ecee2e-4d16-45ed-9a31-281e30dd9916 req-d742632f-f40b-4548-a7b3-ed3435497c71 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652710 Aug 20 11:18:37.697560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb75f382-2362-4bb0-86f2-1ff11746d476 req-269bbc8f-6f3f-4de0-b815-c9503bd76bd0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881679 Aug 20 11:18:37.802328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b7ee9c13-ba97-4987-93b3-1cac5554b3d0 req-db631663-308e-4d22-980d-0d84b6a51fa6 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0409636 Aug 20 11:18:37.947538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123f039-89f2-4fd9-b9d1-dc53b5763607 req-1f0ff064-b0fb-49ea-89ae-aeaee6db3be4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:37.949270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4123f039-89f2-4fd9-b9d1-dc53b5763607 req-1f0ff064-b0fb-49ea-89ae-aeaee6db3be4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 946 time: 0.0684004 Aug 20 11:18:37.979282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a531d26d-2c78-460c-b747-fcdc22533fe6 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:18:38.049037 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4123f039-89f2-4fd9-b9d1-dc53b5763607 req-29efc32a-33ce-495b-9886-b684834fdf78 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930672 Aug 20 11:18:38.146600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e533a2f8-d630-4f2f-8831-a35608644eb5 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:38.173659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port a531d26d-2c78-460c-b747-fcdc22533fe6, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a531d26d-2c78-460c-b747-fcdc22533fe6,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:38.198422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.198607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'port_id': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'mac_address': 'fa:16:3e:aa:18:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:18:38.233203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13378bc8-21ab-410b-aab9-8f549e6d2f0c req-ea618514-3ddd-4731-877d-8b8f14cf2a0a tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.38 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0640056 Aug 20 11:18:38.250427 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.265502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a531d26d-2c78-460c-b747-fcdc22533fe6 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:38.288104 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port a531d26d-2c78-460c-b747-fcdc22533fe6, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a531d26d-2c78-460c-b747-fcdc22533fe6,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:38.294912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Transition to ACTIVE for port object e533a2f8-d630-4f2f-8831-a35608644eb5 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:38.296526 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b7a6084f-8b48-48a3-96d9-b106e2fe855c req-75dd4e79-3820-45a5-891a-4f885f942171 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.299305 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b7a6084f-8b48-48a3-96d9-b106e2fe855c req-75dd4e79-3820-45a5-891a-4f885f942171 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.300485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b7a6084f-8b48-48a3-96d9-b106e2fe855c req-75dd4e79-3820-45a5-891a-4f885f942171 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "DELETE /v2.0/security-groups/232b98c9-d941-4a2e-98f2-e9974c19f873 HTTP/1.1" status: 204 len: 173 time: 1.0199919 Aug 20 11:18:38.317159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd4e79-3820-45a5-891a-4f885f942171 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b98c9-d941-4a2e-98f2-e9974c19f873,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:38.387679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1748150d-f427-4557-af1d-c055ba0269e6 req-7c1e0490-e82f-46cb-896f-9597c86de480 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/7bef7443-69cf-4a4c-a0bc-27f64b8c9e6c HTTP/1.1" status: 200 len: 1803 time: 0.0475180 Aug 20 11:18:38.442832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.446070 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.483242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1748150d-f427-4557-af1d-c055ba0269e6 req-4ce8e8ad-aa1b-45a7-a1d2-f6c585d3bd66 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.519994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1748150d-f427-4557-af1d-c055ba0269e6 req-4ce8e8ad-aa1b-45a7-a1d2-f6c585d3bd66 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.581359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=a531d26d-2c78-460c-b747-fcdc22533fe6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:38.651952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ece965-a904-4327-b674-c384859542a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e533a2f8-d630-4f2f-8831-a35608644eb5,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:38.680047 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1748150d-f427-4557-af1d-c055ba0269e6 req-4ce8e8ad-aa1b-45a7-a1d2-f6c585d3bd66 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.682856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-1748150d-f427-4557-af1d-c055ba0269e6 req-4ce8e8ad-aa1b-45a7-a1d2-f6c585d3bd66 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.688463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['a531d26d-2c78-460c-b747-fcdc22533fe6'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:18:38.705941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1748150d-f427-4557-af1d-c055ba0269e6 req-4ce8e8ad-aa1b-45a7-a1d2-f6c585d3bd66 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "DELETE /v2.0/security-groups/7bef7443-69cf-4a4c-a0bc-27f64b8c9e6c HTTP/1.1" status: 204 len: 173 time: 0.3064039 Aug 20 11:18:38.746713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8e8ad-aa1b-45a7-a1d2-f6c585d3bd66 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bef7443-69cf-4a4c-a0bc-27f64b8c9e6c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:38.799254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Attempting to bind port e533a2f8-d630-4f2f-8831-a35608644eb5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:38.800069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Attempting to bind port e533a2f8-d630-4f2f-8831-a35608644eb5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:38.800621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Attempting to bind port e533a2f8-d630-4f2f-8831-a35608644eb5 on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:38.815366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1569c-3e79-49de-bde9-a6793a996ba9 req-406afaa7-6829-4e8e-a8c5-0f2ed423b4b4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:38.822838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1569c-3e79-49de-bde9-a6793a996ba9 req-406afaa7-6829-4e8e-a8c5-0f2ed423b4b4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:38.833926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1569c-3e79-49de-bde9-a6793a996ba9 req-406afaa7-6829-4e8e-a8c5-0f2ed423b4b4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:38.841336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1569c-3e79-49de-bde9-a6793a996ba9 req-406afaa7-6829-4e8e-a8c5-0f2ed423b4b4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:38.848131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1569c-3e79-49de-bde9-a6793a996ba9 req-406afaa7-6829-4e8e-a8c5-0f2ed423b4b4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:38.855971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1569c-3e79-49de-bde9-a6793a996ba9 req-406afaa7-6829-4e8e-a8c5-0f2ed423b4b4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:38.865245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64e1569c-3e79-49de-bde9-a6793a996ba9 req-406afaa7-6829-4e8e-a8c5-0f2ed423b4b4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 4598 time: 0.3795877 Aug 20 11:18:38.884834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Port e533a2f8-d630-4f2f-8831-a35608644eb5 on network 72f40ec8-a92f-4801-a5be-e7153b691a75 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:38.885076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Attempting to bind port e533a2f8-d630-4f2f-8831-a35608644eb5 on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:38.895710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:38.896070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Checking segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:38.896513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Bound using segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:38.896913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Bound port: e533a2f8-d630-4f2f-8831-a35608644eb5, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:38.897282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:38.915906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26e57c47-aeff-46c2-9305-b7d8938e1a5f req-545d25f3-325c-490a-bb41-f215d2be2823 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/9b19d490-fb1d-4ea6-ab4b-7da9be934ce9 HTTP/1.1" status: 200 len: 2403 time: 0.1464164 Aug 20 11:18:38.966974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64e1569c-3e79-49de-bde9-a6793a996ba9 req-96265ecd-f2c5-4dcf-8a63-270ae12425dd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005299 Aug 20 11:18:39.038765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-26e57c47-aeff-46c2-9305-b7d8938e1a5f req-d96df04a-6376-4d13-9d0f-2fd91df360e9 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:39.096496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-26e57c47-aeff-46c2-9305-b7d8938e1a5f req-d96df04a-6376-4d13-9d0f-2fd91df360e9 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:39.107104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] For port e533a2f8-d630-4f2f-8831-a35608644eb5, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:39.137679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] For port e533a2f8-d630-4f2f-8831-a35608644eb5, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e533a2f8-d630-4f2f-8831-a35608644eb5,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:39.166590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593f368-e549-488f-8380-59a409d13ae0 req-957c8006-84ac-4bc6-84ac-652f54b0f1df tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.174037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2593f368-e549-488f-8380-59a409d13ae0 req-957c8006-84ac-4bc6-84ac-652f54b0f1df tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 945 time: 0.0983944 Aug 20 11:18:39.217655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2593f368-e549-488f-8380-59a409d13ae0 req-5425c590-dfff-4a03-93c8-52ce5f64348a tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426772 Aug 20 11:18:39.308331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:39.310521 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-26e57c47-aeff-46c2-9305-b7d8938e1a5f req-d96df04a-6376-4d13-9d0f-2fd91df360e9 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:39.315603 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-26e57c47-aeff-46c2-9305-b7d8938e1a5f req-d96df04a-6376-4d13-9d0f-2fd91df360e9 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:39.315603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26e57c47-aeff-46c2-9305-b7d8938e1a5f req-d96df04a-6376-4d13-9d0f-2fd91df360e9 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "DELETE /v2.0/security-groups/9b19d490-fb1d-4ea6-ab4b-7da9be934ce9 HTTP/1.1" status: 204 len: 173 time: 0.3975976 Aug 20 11:18:39.328816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96df04a-6376-4d13-9d0f-2fd91df360e9 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b19d490-fb1d-4ea6-ab4b-7da9be934ce9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:39.402421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.403418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:39.405035 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-11ece965-a904-4327-b674-c384859542a0 service neutron] 10.222.0.57 "PUT /v2.0/ports/e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 200 len: 1129 time: 2.6336880 Aug 20 11:18:39.405626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': 'e533a2f8-d630-4f2f-8831-a35608644eb5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:39.408194 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583" -d '{"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "e533a2f8-d630-4f2f-8831-a35608644eb5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:39.479782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0637b2e6-fe84-44d1-9177-2f9f66f791f1 req-e09469e7-c686-47fd-a5c8-ad93086b8534 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=1202bc9f-3dcb-4dfa-81dd-9faa1d7c6058 HTTP/1.1" status: 200 len: 210 time: 0.0449266 Aug 20 11:18:39.494324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09b6f2-28ba-4f62-9b10-db597a953911 req-60a8da2c-07b1-41ec-9442-d1dd5de1aaf9 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.497757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f09b6f2-28ba-4f62-9b10-db597a953911 req-60a8da2c-07b1-41ec-9442-d1dd5de1aaf9 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 946 time: 0.0923512 Aug 20 11:18:39.501364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:39.504700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ece965-a904-4327-b674-c384859542a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e533a2f8-d630-4f2f-8831-a35608644eb5,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:39.592456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f09b6f2-28ba-4f62-9b10-db597a953911 req-33d74472-5f91-4ca1-960d-ba0ee41a3de8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730946 Aug 20 11:18:39.671570 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1a7416-89e0-455a-a3e0-5b7866686bde x-openstack-request-id: req-6b1a7416-89e0-455a-a3e0-5b7866686bde {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:39.672288 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "e533a2f8-d630-4f2f-8831-a35608644eb5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:39.672838 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b1a7416-89e0-455a-a3e0-5b7866686bde {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:39.673290 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': 'e533a2f8-d630-4f2f-8831-a35608644eb5', 'status': 'completed', 'code': 200} Aug 20 11:18:39.704097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a62b4642-4775-4b16-9d24-79be6b75490b req-a8ab20e2-176a-47f8-87b4-eeb516c49798 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "GET /v2.0/security-groups/6dc0e6aa-1177-4774-912a-c01827baa5bf HTTP/1.1" status: 200 len: 2397 time: 0.1305740 Aug 20 11:18:39.704097 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:39.743915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-08fc64fd-2035-4e92-8ae3-094aa6998991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.744437 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-08fc64fd-2035-4e92-8ae3-094aa6998991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.745268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-08fc64fd-2035-4e92-8ae3-094aa6998991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.745406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-08fc64fd-2035-4e92-8ae3-094aa6998991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.745867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-08fc64fd-2035-4e92-8ae3-094aa6998991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.746346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-08fc64fd-2035-4e92-8ae3-094aa6998991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.748515 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-08fc64fd-2035-4e92-8ae3-094aa6998991 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5284 time: 0.0604446 Aug 20 11:18:39.877346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a62b4642-4775-4b16-9d24-79be6b75490b req-0f091715-528f-4e55-9b09-e468bf9f0048 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:39.896553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-b8d1786e-a43a-4ba9-9fa6-c6ddeb308c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.897056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-b8d1786e-a43a-4ba9-9fa6-c6ddeb308c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.897523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-b8d1786e-a43a-4ba9-9fa6-c6ddeb308c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:39.900893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-b8d1786e-a43a-4ba9-9fa6-c6ddeb308c14 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1438296 Aug 20 11:18:39.925198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a62b4642-4775-4b16-9d24-79be6b75490b req-0f091715-528f-4e55-9b09-e468bf9f0048 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:39.984706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a531d26d-2c78-460c-b747-fcdc22533fe6 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:18:40.077855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-f869f35d-bd22-4012-b52e-050308a8f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.079701 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-35fd1030-6dc9-46f2-80f7-cad8fdbb9583 req-f869f35d-bd22-4012-b52e-050308a8f954 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732252 Aug 20 11:18:40.148147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a62b4642-4775-4b16-9d24-79be6b75490b req-0f091715-528f-4e55-9b09-e468bf9f0048 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.151183 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a62b4642-4775-4b16-9d24-79be6b75490b req-0f091715-528f-4e55-9b09-e468bf9f0048 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.152750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a62b4642-4775-4b16-9d24-79be6b75490b req-0f091715-528f-4e55-9b09-e468bf9f0048 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] 10.222.0.10 "DELETE /v2.0/security-groups/6dc0e6aa-1177-4774-912a-c01827baa5bf HTTP/1.1" status: 204 len: 173 time: 0.4553034 Aug 20 11:18:40.164176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56423-8b96-4fc6-be09-5915cd22bcb0 req-d9db0b04-615d-4fdd-8598-a1c87dce639a tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.168407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ee56423-8b96-4fc6-be09-5915cd22bcb0 req-d9db0b04-615d-4fdd-8598-a1c87dce639a tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1097 time: 0.0742786 Aug 20 11:18:40.168595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49740) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:40.182538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port a531d26d-2c78-460c-b747-fcdc22533fe6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:40.190014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port a531d26d-2c78-460c-b747-fcdc22533fe6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:40.190014 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.225504 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ee56423-8b96-4fc6-be09-5915cd22bcb0 req-c9d6050d-1e23-424e-8996-8864b38e8172 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494120 Aug 20 11:18:40.235649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f091715-528f-4e55-9b09-e468bf9f0048 tempest-SecurityGroupRulesTestJSON-365125989 tempest-SecurityGroupRulesTestJSON-365125989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc0e6aa-1177-4774-912a-c01827baa5bf,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:40.263417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4a01cd-e450-4f51-930f-3367903bef51 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:40.285395 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.342784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-509ba4dc-f00d-4321-b392-df5fdd35e526 admin admin] Deleting subnet f55b1bf6-6986-4432-a039-721b0ea2de1a {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:18:40.351667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-509ba4dc-f00d-4321-b392-df5fdd35e526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.364092 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.399286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:40.403490 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea25a24-cc93-4dc4-8799-4c206c5e4cc8" -d '{"events": [{"server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "name": "network-vif-plugged", "status": "completed", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:40.415632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Transition to ACTIVE for port object 6b4a01cd-e450-4f51-930f-3367903bef51 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:40.433781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port a531d26d-2c78-460c-b747-fcdc22533fe6, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a531d26d-2c78-460c-b747-fcdc22533fe6,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:40.438141 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-509ba4dc-f00d-4321-b392-df5fdd35e526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.475671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7d787-4ba8-48a7-b413-7738672f6bf9 req-6d8e2d92-3a23-458d-ad34-e26e00c027e9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.482471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7d787-4ba8-48a7-b413-7738672f6bf9 req-6d8e2d92-3a23-458d-ad34-e26e00c027e9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.489022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7d787-4ba8-48a7-b413-7738672f6bf9 req-6d8e2d92-3a23-458d-ad34-e26e00c027e9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.495782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7d787-4ba8-48a7-b413-7738672f6bf9 req-6d8e2d92-3a23-458d-ad34-e26e00c027e9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.501875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7d787-4ba8-48a7-b413-7738672f6bf9 req-6d8e2d92-3a23-458d-ad34-e26e00c027e9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.508306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7d787-4ba8-48a7-b413-7738672f6bf9 req-6d8e2d92-3a23-458d-ad34-e26e00c027e9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.512622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4dc7d787-4ba8-48a7-b413-7738672f6bf9 req-6d8e2d92-3a23-458d-ad34-e26e00c027e9 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 4598 time: 0.2327349 Aug 20 11:18:40.517456 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.541084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700befa2-fa2e-41ec-8ba0-c7a3a1312fde req-7184f406-1b48-40a9-a1df-e6df71850591 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.546943 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-700befa2-fa2e-41ec-8ba0-c7a3a1312fde req-7184f406-1b48-40a9-a1df-e6df71850591 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 945 time: 0.0757773 Aug 20 11:18:40.563548 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.578734 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-509ba4dc-f00d-4321-b392-df5fdd35e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.650749 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-700befa2-fa2e-41ec-8ba0-c7a3a1312fde req-0985c770-76e4-44a7-93ae-a31d91344828 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701017 Aug 20 11:18:40.670108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=a531d26d-2c78-460c-b747-fcdc22533fe6,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:40.716677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4a01cd-e450-4f51-930f-3367903bef51,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:40.723578 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f177d4-ca5f-4620-8bdc-dd7814214ec2 x-openstack-request-id: req-f7f177d4-ca5f-4620-8bdc-dd7814214ec2 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:40.723987 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "name": "network-vif-plugged", "status": "completed", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:40.724476 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7f177d4-ca5f-4620-8bdc-dd7814214ec2 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:40.725021 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'code': 200} Aug 20 11:18:40.831964 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4dc7d787-4ba8-48a7-b413-7738672f6bf9 req-7049d1b1-4a00-4e98-a5e3-b762aa83f111 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3038750 Aug 20 11:18:40.861210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e9ee6-840b-47eb-b3fe-4c3a73bfdca1 req-dfe253d5-7aef-4b0a-b809-4b33dc49ced7 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.862305 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-226e9ee6-840b-47eb-b3fe-4c3a73bfdca1 req-dfe253d5-7aef-4b0a-b809-4b33dc49ced7 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1097 time: 0.0708041 Aug 20 11:18:40.866158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Attempting to bind port 6b4a01cd-e450-4f51-930f-3367903bef51 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:40.866709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Attempting to bind port 6b4a01cd-e450-4f51-930f-3367903bef51 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:40.866917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Attempting to bind port 6b4a01cd-e450-4f51-930f-3367903bef51 on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:40.884022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Port 6b4a01cd-e450-4f51-930f-3367903bef51 on network 72f40ec8-a92f-4801-a5be-e7153b691a75 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:40.884348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Attempting to bind port 6b4a01cd-e450-4f51-930f-3367903bef51 on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:40.886348 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.896311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cbfa7-8b14-42f8-9d8d-f6694154c325 req-3f06dba0-f85d-4420-85f6-4c142ee80947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:40.897265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f80cbfa7-8b14-42f8-9d8d-f6694154c325 req-3f06dba0-f85d-4420-85f6-4c142ee80947 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1097 time: 0.1016879 Aug 20 11:18:40.898777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:40.899141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Checking segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:40.899530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Bound using segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:40.900021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Bound port: 6b4a01cd-e450-4f51-930f-3367903bef51, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:40.904312 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:40.935609 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-226e9ee6-840b-47eb-b3fe-4c3a73bfdca1 req-56d499ab-cb07-4193-bc36-9ee2c5e3fd51 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602794 Aug 20 11:18:41.010162 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-509ba4dc-f00d-4321-b392-df5fdd35e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:41.019023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f80cbfa7-8b14-42f8-9d8d-f6694154c325 req-11e4a21c-510f-43ae-8951-a024614aa72d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120322 Aug 20 11:18:41.073569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ba4dc-f00d-4321-b392-df5fdd35e526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55b1bf6-6986-4432-a039-721b0ea2de1a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:41.098426 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-509ba4dc-f00d-4321-b392-df5fdd35e526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:41.104529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-509ba4dc-f00d-4321-b392-df5fdd35e526 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f55b1bf6-6986-4432-a039-721b0ea2de1a HTTP/1.1" status: 204 len: 168 time: 0.9330437 Aug 20 11:18:41.104892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49774) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:41.143041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] For port 6b4a01cd-e450-4f51-930f-3367903bef51, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:41.146911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] For port 6b4a01cd-e450-4f51-930f-3367903bef51, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6b4a01cd-e450-4f51-930f-3367903bef51,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:41.188780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:41.274569 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:41.288577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586c2a22-ee29-4909-9b5f-5bdfebdf4ac3']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:41.300320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ade7c7-2a4c-47da-92e2-31bbcfed73bc') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:41.300614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ade7c7-2a4c-47da-92e2-31bbcfed73bc') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:41.312767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:41.320182 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:41.342049 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:41.350619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:18:41.351265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:18:41.353397 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:18:41.395826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4a01cd-e450-4f51-930f-3367903bef51,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:41.406567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:41.407349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:41.409318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2bc0f21d-b373-429d-8e03-b1cfc2d5c4a5 service neutron] 10.222.0.57 "PUT /v2.0/ports/6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 200 len: 1131 time: 1.9144866 Aug 20 11:18:41.528466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:41.643758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1348d96d-ae09-4f46-8635-66511b6113e5 req-b8538610-a7c8-458f-947e-4e7902fddc0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0c8a4b0259034949bf9d0892915009cf&device_id=71fa99c1-de2d-45e0-a4a9-a838e4b3e3ad HTTP/1.1" status: 200 len: 210 time: 0.0712056 Aug 20 11:18:41.685512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '6b4a01cd-e450-4f51-930f-3367903bef51'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:41.695993 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f4f289-2c8e-474c-bd81-76d21562858a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "6b4a01cd-e450-4f51-930f-3367903bef51"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:41.732663 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-576db2fb-59a7-4e3d-9b82-9aa8ef49294f req-2e8085d9-af9f-47fe-bf0f-2fe179d6f694 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=71fa99c1-de2d-45e0-a4a9-a838e4b3e3ad HTTP/1.1" status: 200 len: 210 time: 0.0878730 Aug 20 11:18:41.764081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1348d96d-ae09-4f46-8635-66511b6113e5 req-c14e611c-80fa-4d05-99e6-1fa031169559 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=0c8a4b0259034949bf9d0892915009cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013355 Aug 20 11:18:41.767226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:42.022211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac75b50-6509-4461-a292-81ffdfbfb4d9 req-694f6d50-88b4-45a8-899e-33488324703d tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.031235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aac75b50-6509-4461-a292-81ffdfbfb4d9 req-694f6d50-88b4-45a8-899e-33488324703d tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 946 time: 0.2246923 Aug 20 11:18:42.046027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348d96d-ae09-4f46-8635-66511b6113e5 req-32450960-348d-4e22-96ef-a59e5c1c8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.047551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1348d96d-ae09-4f46-8635-66511b6113e5 req-32450960-348d-4e22-96ef-a59e5c1c8468 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2673550 Aug 20 11:18:42.303198 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:42.303198 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:42.303198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/586c2a22-ee29-4909-9b5f-5bdfebdf4ac3 HTTP/1.1" status: 204 len: 168 time: 0.9775622 Aug 20 11:18:42.303198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f156b7-7893-464d-a363-99c727ced5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=586c2a22-ee29-4909-9b5f-5bdfebdf4ac3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:42.304593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aac75b50-6509-4461-a292-81ffdfbfb4d9 req-3963075a-765c-43ab-9778-85d2e5e7af09 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980363 Aug 20 11:18:42.304593 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03d8008-22dd-4483-aaba-7617bfb00906 x-openstack-request-id: req-b03d8008-22dd-4483-aaba-7617bfb00906 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:42.304593 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "6b4a01cd-e450-4f51-930f-3367903bef51", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:42.304593 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b03d8008-22dd-4483-aaba-7617bfb00906 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:42.304593 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '6b4a01cd-e450-4f51-930f-3367903bef51', 'status': 'completed', 'code': 200} Aug 20 11:18:42.305099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-c5996e26-aadf-4d0d-9665-4f6c625985f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.305099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-c5996e26-aadf-4d0d-9665-4f6c625985f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.305099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-c5996e26-aadf-4d0d-9665-4f6c625985f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.305099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-c5996e26-aadf-4d0d-9665-4f6c625985f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.305099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-c5996e26-aadf-4d0d-9665-4f6c625985f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.305099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-c5996e26-aadf-4d0d-9665-4f6c625985f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.305099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-c5996e26-aadf-4d0d-9665-4f6c625985f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.305099 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89f4f289-2c8e-474c-bd81-76d21562858a req-c5996e26-aadf-4d0d-9665-4f6c625985f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6208 time: 0.0499420 Aug 20 11:18:42.305701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb47a7c-4e40-470c-87c2-406d1b54fe6a {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:42.305701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:42.305701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Transition to ACTIVE for port object 1bb47a7c-4e40-470c-87c2-406d1b54fe6a will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:42.318558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce635-cebc-4df6-89df-323a00a33876 req-14356747-90d5-495d-9c2d-14109e12e886 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.326259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce635-cebc-4df6-89df-323a00a33876 req-14356747-90d5-495d-9c2d-14109e12e886 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.338312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce635-cebc-4df6-89df-323a00a33876 req-14356747-90d5-495d-9c2d-14109e12e886 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.346363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce635-cebc-4df6-89df-323a00a33876 req-14356747-90d5-495d-9c2d-14109e12e886 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.356025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce635-cebc-4df6-89df-323a00a33876 req-14356747-90d5-495d-9c2d-14109e12e886 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.364622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce635-cebc-4df6-89df-323a00a33876 req-14356747-90d5-495d-9c2d-14109e12e886 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.374148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ce635-cebc-4df6-89df-323a00a33876 req-14356747-90d5-495d-9c2d-14109e12e886 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.384100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-482ce635-cebc-4df6-89df-323a00a33876 req-14356747-90d5-495d-9c2d-14109e12e886 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5371 time: 0.1524148 Aug 20 11:18:42.416508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-f1e45e5e-8998-43eb-9bc2-18e603abfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.417404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-f1e45e5e-8998-43eb-9bc2-18e603abfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.418086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-f1e45e5e-8998-43eb-9bc2-18e603abfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.420427 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89f4f289-2c8e-474c-bd81-76d21562858a req-f1e45e5e-8998-43eb-9bc2-18e603abfc60 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1613994 Aug 20 11:18:42.435833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-482ce635-cebc-4df6-89df-323a00a33876 req-93a27827-7c98-4f1d-8a83-710e2c0bfe27 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508008 Aug 20 11:18:42.540495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f289-2c8e-474c-bd81-76d21562858a req-ca5221e7-064b-4dc3-8fd5-38f68c08a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:42.542012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89f4f289-2c8e-474c-bd81-76d21562858a req-ca5221e7-064b-4dc3-8fd5-38f68c08a05c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142581 Aug 20 11:18:42.760247 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:42.884451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:42.968301 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7de116a7-91af-4485-bed6-5b6b7bdb8e49 req-1419e499-0530-4ec1-8e0d-b1fae71294fe tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.10 "GET /v2.0/ports?device_id=71fa99c1-de2d-45e0-a4a9-a838e4b3e3ad HTTP/1.1" status: 200 len: 210 time: 0.0880797 Aug 20 11:18:43.003503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Attempting to bind port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:43.003846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Attempting to bind port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:43.004182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Attempting to bind port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:43.009291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a on network 72f40ec8-a92f-4801-a5be-e7153b691a75 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:43.009616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Attempting to bind port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:43.015850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:43.016265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Checking segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:43.016593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Bound using segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:43.017051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Bound port: 1bb47a7c-4e40-470c-87c2-406d1b54fe6a, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:43.017567 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:43.074100 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:43.089610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49812) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:43.155045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] For port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:43.156813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7b4d0920-1a72-49d7-a31a-5b469a8013de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94208f93415e4a82ae121ad075be8f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664804 Aug 20 11:18:43.159703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49814) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:43.167865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] For port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:43.227580 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2901212d-4c4b-453d-b8b8-5e54c53b2170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:43.257007 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:43.273695 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2901212d-4c4b-453d-b8b8-5e54c53b2170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:43.292792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:43.293428 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:43.308694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] 10.222.0.57 "PUT /v2.0/ports/1bb47a7c-4e40-470c-87c2-406d1b54fe6a HTTP/1.1" status: 200 len: 1090 time: 1.7719903 Aug 20 11:18:43.417660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1348d96d-ae09-4f46-8635-66511b6113e5 req-477be606-d2e1-4979-80a9-7f4215fa4960 tempest-ServerShowV247Test-1336954972 tempest-ServerShowV247Test-1336954972-project] 10.222.0.38 "GET /v2.0/ports?device_id=71fa99c1-de2d-45e0-a4a9-a838e4b3e3ad HTTP/1.1" status: 200 len: 210 time: 0.0552175 Aug 20 11:18:43.483231 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2901212d-4c4b-453d-b8b8-5e54c53b2170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:43.489183 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2901212d-4c4b-453d-b8b8-5e54c53b2170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:43.493154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2901212d-4c4b-453d-b8b8-5e54c53b2170 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10ad45aa-5ecd-414e-a9ba-aea84642817c HTTP/1.1" status: 204 len: 168 time: 0.3323429 Aug 20 11:18:43.506104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0deac3-98ce-409f-a02e-315ad4cbc807 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:43.511680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901212d-4c4b-453d-b8b8-5e54c53b2170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ad45aa-5ecd-414e-a9ba-aea84642817c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:43.520878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:43.623787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7545e-8b2a-4198-a570-8d5e497b5db7 req-99e8787c-7747-4876-999e-0855980550f6 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:43.634945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3f7545e-8b2a-4198-a570-8d5e497b5db7 req-99e8787c-7747-4876-999e-0855980550f6 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 946 time: 0.2226927 Aug 20 11:18:43.649712 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:43.726709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3f7545e-8b2a-4198-a570-8d5e497b5db7 req-95790873-4f68-4ddb-80cf-1828090006d8 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852866 Aug 20 11:18:43.935198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc182fb-47d0-428c-8ffb-243a622e941c req-99a480e3-ccb3-4e13-998f-cfabe5b3073d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:43.943321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc182fb-47d0-428c-8ffb-243a622e941c req-99a480e3-ccb3-4e13-998f-cfabe5b3073d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:43.949243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc182fb-47d0-428c-8ffb-243a622e941c req-99a480e3-ccb3-4e13-998f-cfabe5b3073d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:43.955587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc182fb-47d0-428c-8ffb-243a622e941c req-99a480e3-ccb3-4e13-998f-cfabe5b3073d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:43.962026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc182fb-47d0-428c-8ffb-243a622e941c req-99a480e3-ccb3-4e13-998f-cfabe5b3073d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:43.967984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc182fb-47d0-428c-8ffb-243a622e941c req-99a480e3-ccb3-4e13-998f-cfabe5b3073d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:43.974031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc182fb-47d0-428c-8ffb-243a622e941c req-99a480e3-ccb3-4e13-998f-cfabe5b3073d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:43.976635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbc182fb-47d0-428c-8ffb-243a622e941c req-99a480e3-ccb3-4e13-998f-cfabe5b3073d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5383 time: 0.1639934 Aug 20 11:18:44.054634 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbc182fb-47d0-428c-8ffb-243a622e941c req-244c4ee2-116b-407d-9aff-37a208f1fbf0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639865 Aug 20 11:18:44.191247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '1bb47a7c-4e40-470c-87c2-406d1b54fe6a'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:44.191247 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d283cd-93b3-4f02-999c-403e185f3fee" -d '{"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "1bb47a7c-4e40-470c-87c2-406d1b54fe6a"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:44.295297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bd4b6b-e925-41b8-b18f-025d709a810f {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:44.307084 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:44.314724 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ad002b9a-c149-4586-92be-ffff8917b435 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2067046 Aug 20 11:18:44.328226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:44.335310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Transition to ACTIVE for port object c1bd4b6b-e925-41b8-b18f-025d709a810f will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:44.440699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:44.442416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:44.580318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd4b6b-e925-41b8-b18f-025d709a810f,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:44.707495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Attempting to bind port c1bd4b6b-e925-41b8-b18f-025d709a810f on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:44.707846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Attempting to bind port c1bd4b6b-e925-41b8-b18f-025d709a810f by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:44.708177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Attempting to bind port c1bd4b6b-e925-41b8-b18f-025d709a810f on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:44.729539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Port c1bd4b6b-e925-41b8-b18f-025d709a810f on network 72f40ec8-a92f-4801-a5be-e7153b691a75 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:44.729940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Attempting to bind port c1bd4b6b-e925-41b8-b18f-025d709a810f on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:44.749149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:44.749571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Checking segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:44.753856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Bound using segment: {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:44.754497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Bound port: c1bd4b6b-e925-41b8-b18f-025d709a810f, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc25a2b8-ab49-4b26-b197-4b6edd14c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:44.754965 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:44.789362 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:44.919971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] For port c1bd4b6b-e925-41b8-b18f-025d709a810f, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:44.927155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] For port c1bd4b6b-e925-41b8-b18f-025d709a810f, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:44.940302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82f021ab-1fa6-4405-8661-43fbb8a926b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:44.995937 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Allocated IP 172.25.4.111 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/fcd92725-8e32-4fb7-a13e-86f75a350942) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:45.026995 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:45.151650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:45.152502 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:45.153970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] 10.222.0.57 "PUT /v2.0/ports/c1bd4b6b-e925-41b8-b18f-025d709a810f HTTP/1.1" status: 200 len: 1090 time: 1.7004890 Aug 20 11:18:45.222903 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:45.242245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72085c4a-0aa3-44fa-ae62-788f90014438 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd4b6b-e925-41b8-b18f-025d709a810f,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:45.292610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:45.354535 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:45.423857 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:45.456513 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-fa6e40f8-2126-48fb-949f-f5e089bca30f tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:18:45.468016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-fa6e40f8-2126-48fb-949f-f5e089bca30f tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4171209 Aug 20 11:18:45.537948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:45.543355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:45.546207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:45.615000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Request body: {'binding': {'host': 'n-h2-804230-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:45.615642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Unknown quota resources ['binding']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:18:45.627457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Pushing event updated for resources: {'Port': ['ID=fcd92725-8e32-4fb7-a13e-86f75a350942,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:45.749794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:45.799214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49904) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:45.848611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on host n-h2-804230-3 for vnic_type normal with profile None {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:45.849577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:45.849935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:45.857281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:45.857906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:45.864023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:45.867862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:45.867862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:45.867862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Bound port: 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:45.868566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596556b5-60cc-49bf-8130-7ba17e8094fa {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:45.877867 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:45.900000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Transition to ACTIVE for port object 596556b5-60cc-49bf-8130-7ba17e8094fa will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:45.943304 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.016792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.028317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:46.096757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1039816484-network', 'tenant_id': 'b88f48b5194b4d9096f36ee22b0149c9'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:46.130111 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.132420 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-749e7b8f-8b57-4228-8595-af3e207a3a28 service neutron] 10.222.0.10 "POST /v2.0/ports/3792e4cd-ae2a-45d2-91a9-225e3c05a281/bindings HTTP/1.1" status: 201 len: 389 time: 0.6634152 Aug 20 11:18:46.146426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Pushing event updated for resources: {'Port': ['ID=596556b5-60cc-49bf-8130-7ba17e8094fa,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:46.259656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Made reservation on behalf of b88f48b5194b4d9096f36ee22b0149c9 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:46.261937 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.274323 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.309018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Attempting to bind port 596556b5-60cc-49bf-8130-7ba17e8094fa on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:46.309364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Attempting to bind port 596556b5-60cc-49bf-8130-7ba17e8094fa by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:46.309702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Attempting to bind port 596556b5-60cc-49bf-8130-7ba17e8094fa on network 256eabbf-2f38-42b5-bb35-2d56f488889c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:46.333377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Port 596556b5-60cc-49bf-8130-7ba17e8094fa on network 256eabbf-2f38-42b5-bb35-2d56f488889c not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:46.333714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Attempting to bind port 596556b5-60cc-49bf-8130-7ba17e8094fa on network 256eabbf-2f38-42b5-bb35-2d56f488889c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:46.338806 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.349184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:46.349835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Checking segment: {'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:46.350479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Bound using segment: {'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:46.351685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Bound port: 596556b5-60cc-49bf-8130-7ba17e8094fa, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:46.352247 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.430404 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.497690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] For port 596556b5-60cc-49bf-8130-7ba17e8094fa, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:46.552258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] For port 596556b5-60cc-49bf-8130-7ba17e8094fa, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=596556b5-60cc-49bf-8130-7ba17e8094fa,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:46.556221 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a3dc3c-6435-498e-978c-bb0a192b0ef5 x-openstack-request-id: req-89a3dc3c-6435-498e-978c-bb0a192b0ef5 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:46.556524 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "1bb47a7c-4e40-470c-87c2-406d1b54fe6a", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:46.556772 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89a3dc3c-6435-498e-978c-bb0a192b0ef5 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:46.557178 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '1bb47a7c-4e40-470c-87c2-406d1b54fe6a', 'status': 'completed', 'code': 200} Aug 20 11:18:46.559823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Pushing event updated for resources: {'Port': ['ID=fcd92725-8e32-4fb7-a13e-86f75a350942,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:46.589904 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.591282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.646846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.683849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-8799096f-5f21-46e8-9ca7-bf1bc1293ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.684474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-8799096f-5f21-46e8-9ca7-bf1bc1293ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.684802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-8799096f-5f21-46e8-9ca7-bf1bc1293ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.685275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-8799096f-5f21-46e8-9ca7-bf1bc1293ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.685743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-8799096f-5f21-46e8-9ca7-bf1bc1293ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.686212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-8799096f-5f21-46e8-9ca7-bf1bc1293ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.689954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-8799096f-5f21-46e8-9ca7-bf1bc1293ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.697105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-8799096f-5f21-46e8-9ca7-bf1bc1293ef5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6367 time: 0.1040919 Aug 20 11:18:46.704215 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.716832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.721787 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.721787 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] 10.222.0.57 "PUT /v2.0/ports/596556b5-60cc-49bf-8130-7ba17e8094fa HTTP/1.1" status: 200 len: 1091 time: 1.4357076 Aug 20 11:18:46.789146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:46.812724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00014b96-c58e-488b-90d3-2cd3f54228f6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:46.826878 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.859633 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-ae00be30-218b-4a31-a580-ff9e9079c3d1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5332229 Aug 20 11:18:46.868355 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:46.869084 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Added segment f090164f-d041-41b4-a058-96e8e0c2b01b of type vlan for network cd3e0d0e-d64c-443f-8db8-2462118906f6 Aug 20 11:18:46.884119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf7623-876e-4f9a-8a1d-db3f2d8314cf req-c6b4651a-aef3-4295-ba52-006d2fa44a10 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.887061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Request body: {'port': {'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:46.894516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf7623-876e-4f9a-8a1d-db3f2d8314cf req-c6b4651a-aef3-4295-ba52-006d2fa44a10 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.901341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf7623-876e-4f9a-8a1d-db3f2d8314cf req-c6b4651a-aef3-4295-ba52-006d2fa44a10 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.912366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c972491-d955-47ec-bf2b-287c35b3a825 service neutron] Pushing event updated for resources: {'Port': ['ID=596556b5-60cc-49bf-8130-7ba17e8094fa,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:46.922852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf7623-876e-4f9a-8a1d-db3f2d8314cf req-c6b4651a-aef3-4295-ba52-006d2fa44a10 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.929483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf7623-876e-4f9a-8a1d-db3f2d8314cf req-c6b4651a-aef3-4295-ba52-006d2fa44a10 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.937207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf7623-876e-4f9a-8a1d-db3f2d8314cf req-c6b4651a-aef3-4295-ba52-006d2fa44a10 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.955041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf7623-876e-4f9a-8a1d-db3f2d8314cf req-c6b4651a-aef3-4295-ba52-006d2fa44a10 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:46.964495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ddf7623-876e-4f9a-8a1d-db3f2d8314cf req-c6b4651a-aef3-4295-ba52-006d2fa44a10 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5407 time: 0.2870319 Aug 20 11:18:47.075354 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ddf7623-876e-4f9a-8a1d-db3f2d8314cf req-e10d9ff7-f9e0-46d5-944c-8ddee93d7a42 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028221 Aug 20 11:18:47.107137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-0e8e9c59-4be4-417a-ad1e-e73d57ae37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:47.107620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-0e8e9c59-4be4-417a-ad1e-e73d57ae37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:47.109676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-0e8e9c59-4be4-417a-ad1e-e73d57ae37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:47.113595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-0e8e9c59-4be4-417a-ad1e-e73d57ae37f4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4034333 Aug 20 11:18:47.304462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479821cb-0362-4e99-9044-000ee7fb80cd req-af8ef748-cd05-452c-b3c3-7e02ed6f0ca6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:47.313731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-479821cb-0362-4e99-9044-000ee7fb80cd req-af8ef748-cd05-452c-b3c3-7e02ed6f0ca6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 946 time: 0.1648159 Aug 20 11:18:47.347946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-e78c5de4-e5e8-464e-a61a-529cb9e75f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:47.349764 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9d283cd-93b3-4f02-999c-403e185f3fee req-e78c5de4-e5e8-464e-a61a-529cb9e75f35 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2289824 Aug 20 11:18:47.370054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-479821cb-0362-4e99-9044-000ee7fb80cd req-6f2b834e-cb9d-4820-8293-b610d4d7fc18 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550957 Aug 20 11:18:47.490980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-5d7b7e16-a6a1-412d-bb07-1251f8afbdfa tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.6343501 Aug 20 11:18:47.509999 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:47.607060 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:47.615182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-9e76ee92-ad8c-41ee-a798-2b92c0c3c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:47.616749 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-9e76ee92-ad8c-41ee-a798-2b92c0c3c915 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1097 time: 0.7540715 Aug 20 11:18:47.677778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49934) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:47.839458 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9432-2fb2-40ed-91cb-baf4a242233b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:47.859414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-3c5cffbb-c8b8-430f-9d09-e9eba91289df tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:47.861297 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3997e5d4-2f84-4134-8018-57af1490a2bb req-3c5cffbb-c8b8-430f-9d09-e9eba91289df tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.3580885 Aug 20 11:18:47.914074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-cd5e9d77-0302-4b91-8ffa-d71e25e39941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:47.915281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-cd5e9d77-0302-4b91-8ffa-d71e25e39941 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.2808661 Aug 20 11:18:47.983632 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-0d99fd37-1b22-4396-9edf-98d04a4e4e4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281 HTTP/1.1" status: 200 len: 217 time: 0.0418208 Aug 20 11:18:48.036182 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9432-2fb2-40ed-91cb-baf4a242233b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.080531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-bf10cd6d-de95-4072-bd42-96fbcd0c5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.082071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-bf10cd6d-de95-4072-bd42-96fbcd0c5f29 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0916560 Aug 20 11:18:48.160034 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.161096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.161694 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.165631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-19b3d921-d5b6-4f04-bd79-b23fa7f68772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.166206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9432-2fb2-40ed-91cb-baf4a242233b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.202933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-e81501a7-2efd-4e89-81d4-87b82f166c45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095273 Aug 20 11:18:48.268935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e9432-2fb2-40ed-91cb-baf4a242233b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfdf0a5-2fe2-4f73-9c6a-e78cca519f64,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:48.294811 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0a3e9432-2fb2-40ed-91cb-baf4a242233b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c8a4b0259034949bf9d0892915009cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6156497 Aug 20 11:18:48.298905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49962) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:48.382868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324109-b376-48c4-bc57-967a523e93a4 req-71fdd01a-63a4-4a2e-87d5-3f79fbd04397 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.390671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324109-b376-48c4-bc57-967a523e93a4 req-71fdd01a-63a4-4a2e-87d5-3f79fbd04397 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.397710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324109-b376-48c4-bc57-967a523e93a4 req-71fdd01a-63a4-4a2e-87d5-3f79fbd04397 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.404223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324109-b376-48c4-bc57-967a523e93a4 req-71fdd01a-63a4-4a2e-87d5-3f79fbd04397 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.410804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324109-b376-48c4-bc57-967a523e93a4 req-71fdd01a-63a4-4a2e-87d5-3f79fbd04397 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.415414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6133757 Aug 20 11:18:48.417305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324109-b376-48c4-bc57-967a523e93a4 req-71fdd01a-63a4-4a2e-87d5-3f79fbd04397 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.420487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94337e54-a4e5-49d5-9f55-a66abdd79383 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:48.423510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324109-b376-48c4-bc57-967a523e93a4 req-71fdd01a-63a4-4a2e-87d5-3f79fbd04397 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.425234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49966) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:48.432638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3324109-b376-48c4-bc57-967a523e93a4 req-71fdd01a-63a4-4a2e-87d5-3f79fbd04397 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5407 time: 0.2001719 Aug 20 11:18:48.477833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Request body: {'subnet': {'network_id': 'cd3e0d0e-d64c-443f-8db8-2462118906f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1039816484-subnet', 'tenant_id': 'b88f48b5194b4d9096f36ee22b0149c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:48.481856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-354140d2-20f0-4857-b7a7-d30c355c06e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.484902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7384c-5464-4f63-8ee9-65849a6fb2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd3e0d0e-d64c-443f-8db8-2462118906f6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:48.489012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.498958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network cd3e0d0e-d64c-443f-8db8-2462118906f6 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:48.537971 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3324109-b376-48c4-bc57-967a523e93a4 req-05b87580-70ee-41d4-af6a-240dbab2abdb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043429 Aug 20 11:18:48.560535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': 'c1bd4b6b-e925-41b8-b18f-025d709a810f'}, {'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '596556b5-60cc-49bf-8130-7ba17e8094fa'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:48.563030 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0671f50d-582c-4ed5-961d-4139ce296d79" -d '{"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "c1bd4b6b-e925-41b8-b18f-025d709a810f"}, {"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "596556b5-60cc-49bf-8130-7ba17e8094fa"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:48.571939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Transition to ACTIVE for port object 94337e54-a4e5-49d5-9f55-a66abdd79383 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:48.575016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-354140d2-20f0-4857-b7a7-d30c355c06e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.596361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-e2058676-91c9-4248-9b72-231403dad36a service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742342 Aug 20 11:18:48.630579 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.924835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475dfd2-6d26-4d7e-aac0-95e7b06ab82a req-379b3fca-cc8c-41fb-98e1-a2cde43a6cd7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.924835 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0475dfd2-6d26-4d7e-aac0-95e7b06ab82a req-379b3fca-cc8c-41fb-98e1-a2cde43a6cd7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 946 time: 0.0643573 Aug 20 11:18:48.929404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-3e9f70b2-31a3-4a23-8b69-f9dbdb7d79f6 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.929404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-3e9f70b2-31a3-4a23-8b69-f9dbdb7d79f6 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 821 time: 0.3905489 Aug 20 11:18:48.929404 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.929801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0475dfd2-6d26-4d7e-aac0-95e7b06ab82a req-38338efc-3a05-407b-bfee-b7f089fc4eaa tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Aug 20 11:18:48.929978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Made reservation on behalf of b88f48b5194b4d9096f36ee22b0149c9 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:48.929978 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.929978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-8bfff9ee-4300-4bab-a8f6-f4ce4099d682 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/quotas/1e3ae4d57a874c8bbc4789a3127fa00a HTTP/1.1" status: 200 len: 375 time: 0.0797462 Aug 20 11:18:48.929978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-d60187f2-c485-4272-92e6-5c913a363bcf service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281878 Aug 20 11:18:48.929978 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81598ce-cb0d-4ebd-93ca-5c0775200553 x-openstack-request-id: req-d81598ce-cb0d-4ebd-93ca-5c0775200553 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:48.929978 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "c1bd4b6b-e925-41b8-b18f-025d709a810f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "596556b5-60cc-49bf-8130-7ba17e8094fa", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:48.929978 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d81598ce-cb0d-4ebd-93ca-5c0775200553 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:48.929978 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': 'c1bd4b6b-e925-41b8-b18f-025d709a810f', 'status': 'completed', 'code': 200} Aug 20 11:18:48.929978 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '596556b5-60cc-49bf-8130-7ba17e8094fa', 'status': 'completed', 'code': 200} Aug 20 11:18:48.931866 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-354140d2-20f0-4857-b7a7-d30c355c06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.931866 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-354140d2-20f0-4857-b7a7-d30c355c06e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:48.931866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-354140d2-20f0-4857-b7a7-d30c355c06e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dcfdf0a5-2fe2-4f73-9c6a-e78cca519f64 HTTP/1.1" status: 204 len: 168 time: 0.6303067 Aug 20 11:18:48.952926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-2af0bafa-92f9-45b3-b815-c021cd915e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.953177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-2af0bafa-92f9-45b3-b815-c021cd915e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.953522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-2af0bafa-92f9-45b3-b815-c021cd915e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.954068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-2af0bafa-92f9-45b3-b815-c021cd915e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.954664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-2af0bafa-92f9-45b3-b815-c021cd915e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.955152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-2af0bafa-92f9-45b3-b815-c021cd915e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.955604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-2af0bafa-92f9-45b3-b815-c021cd915e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:48.957522 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-2af0bafa-92f9-45b3-b815-c021cd915e18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6434 time: 0.0861361 Aug 20 11:18:48.958531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354140d2-20f0-4857-b7a7-d30c355c06e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfdf0a5-2fe2-4f73-9c6a-e78cca519f64,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:48.998286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Pushing event updated for resources: {'Port': ['ID=94337e54-a4e5-49d5-9f55-a66abdd79383,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:49.153273 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:49.180540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-f2236a22-5890-4d8c-8387-842a4ce0acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.180540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-f2236a22-5890-4d8c-8387-842a4ce0acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.180540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-f2236a22-5890-4d8c-8387-842a4ce0acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.180540 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-f2236a22-5890-4d8c-8387-842a4ce0acea service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1814687 Aug 20 11:18:49.297178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-2522ad22-f970-496f-b7da-d99aa0aad49d tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4424324 Aug 20 11:18:49.377690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Attempting to bind port 94337e54-a4e5-49d5-9f55-a66abdd79383 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:49.378031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Attempting to bind port 94337e54-a4e5-49d5-9f55-a66abdd79383 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:49.378414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Attempting to bind port 94337e54-a4e5-49d5-9f55-a66abdd79383 on network 256eabbf-2f38-42b5-bb35-2d56f488889c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:49.392251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-7731d2c0-c665-4988-bc90-80e70d8050d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.393972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-7731d2c0-c665-4988-bc90-80e70d8050d7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104890 Aug 20 11:18:49.415348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c85f4a25-e0d6-4ce4-b9c3-98b0b2867f54 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.421326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c85f4a25-e0d6-4ce4-b9c3-98b0b2867f54 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1097 time: 0.3827295 Aug 20 11:18:49.430839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Port 94337e54-a4e5-49d5-9f55-a66abdd79383 on network 256eabbf-2f38-42b5-bb35-2d56f488889c not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:49.431448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Attempting to bind port 94337e54-a4e5-49d5-9f55-a66abdd79383 on network 256eabbf-2f38-42b5-bb35-2d56f488889c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:49.439494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804230-3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:49.512793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-430d3d13-d47e-4cea-9b56-944d119f0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.513295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-430d3d13-d47e-4cea-9b56-944d119f0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.513837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-430d3d13-d47e-4cea-9b56-944d119f0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.514604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-430d3d13-d47e-4cea-9b56-944d119f0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.515481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-430d3d13-d47e-4cea-9b56-944d119f0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.515953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-430d3d13-d47e-4cea-9b56-944d119f0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.516434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-430d3d13-d47e-4cea-9b56-944d119f0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.518857 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-430d3d13-d47e-4cea-9b56-944d119f0890 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6434 time: 0.0778770 Aug 20 11:18:49.605707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-52d8261a-b399-4ff5-a5cd-1c92020ba8ed service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051167 Aug 20 11:18:49.605707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:49.605707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Checking segment: {'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:49.606756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Bound using segment: {'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:49.607997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Bound port: 94337e54-a4e5-49d5-9f55-a66abdd79383, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:49.610636 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:49.728298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-813aa9eb-b647-49a1-b71d-9af3ea70144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.729081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-813aa9eb-b647-49a1-b71d-9af3ea70144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.729869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-813aa9eb-b647-49a1-b71d-9af3ea70144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.731779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-813aa9eb-b647-49a1-b71d-9af3ea70144a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2043345 Aug 20 11:18:49.840822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1db98-e480-4d71-8f2f-579a0652d42b req-05e4d3d2-d81c-4f0e-8ce4-59d867096fe8 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.847845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1db98-e480-4d71-8f2f-579a0652d42b req-05e4d3d2-d81c-4f0e-8ce4-59d867096fe8 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.855282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1db98-e480-4d71-8f2f-579a0652d42b req-05e4d3d2-d81c-4f0e-8ce4-59d867096fe8 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.864234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1db98-e480-4d71-8f2f-579a0652d42b req-05e4d3d2-d81c-4f0e-8ce4-59d867096fe8 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.870731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1db98-e480-4d71-8f2f-579a0652d42b req-05e4d3d2-d81c-4f0e-8ce4-59d867096fe8 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.878523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1db98-e480-4d71-8f2f-579a0652d42b req-05e4d3d2-d81c-4f0e-8ce4-59d867096fe8 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.883606 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:49.887278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1db98-e480-4d71-8f2f-579a0652d42b req-05e4d3d2-d81c-4f0e-8ce4-59d867096fe8 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:49.888322 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7a1db98-e480-4d71-8f2f-579a0652d42b req-05e4d3d2-d81c-4f0e-8ce4-59d867096fe8 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1768358 Aug 20 11:18:49.912102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] For port 94337e54-a4e5-49d5-9f55-a66abdd79383, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:49.945449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] For port 94337e54-a4e5-49d5-9f55-a66abdd79383, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=94337e54-a4e5-49d5-9f55-a66abdd79383,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:49.989660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-38b2cfa0-7fb7-47bb-a842-ecad76dfea4f service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706989 Aug 20 11:18:50.009558 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7a1db98-e480-4d71-8f2f-579a0652d42b req-5a790fa8-1f87-4558-9e8f-e6f471a9499b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094489 Aug 20 11:18:50.022806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-f5dee051-7846-4648-8cb1-9ac7dfda2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.040376 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0671f50d-582c-4ed5-961d-4139ce296d79 req-f5dee051-7846-4648-8cb1-9ac7dfda2fa3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2743213 Aug 20 11:18:50.047424 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:50.104042 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:50.181379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.182086 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:50.184198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] 10.222.0.57 "PUT /v2.0/ports/94337e54-a4e5-49d5-9f55-a66abdd79383 HTTP/1.1" status: 200 len: 1091 time: 3.3250382 Aug 20 11:18:50.203085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c051ef4-7b85-4b2a-b320-a467014dab1f,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:50.385365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac346df4-ad95-48f1-8dbf-a7d131a20949 req-54e71182-7dd4-4f6d-8c0e-aa58fc9af08c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.402413 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac346df4-ad95-48f1-8dbf-a7d131a20949 req-54e71182-7dd4-4f6d-8c0e-aa58fc9af08c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 946 time: 0.1418157 Aug 20 11:18:50.439942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:50.445242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Checking segment: {'id': 'f090164f-d041-41b4-a058-96e8e0c2b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cd3e0d0e-d64c-443f-8db8-2462118906f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:50.445867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Network hostable DHCP agents. Network: cd3e0d0e-d64c-443f-8db8-2462118906f6, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:18:50.461555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac346df4-ad95-48f1-8dbf-a7d131a20949 req-08b2892c-ffb3-48d3-aa05-019ad8696934 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579150 Aug 20 11:18:50.511607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c477ea7-81b1-47e5-87d6-6311e7a0e147 service neutron] Pushing event updated for resources: {'Port': ['ID=94337e54-a4e5-49d5-9f55-a66abdd79383,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:50.570595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8163e1ae-034d-4791-a119-4dd2ad7e8eed req-7ff18444-1bdf-4862-8870-e57369e2eb17 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 210 time: 0.1060050 Aug 20 11:18:50.663861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7e85e8ae-c09b-41f8-ae3b-b7540f9a6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.664482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7e85e8ae-c09b-41f8-ae3b-b7540f9a6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.664843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7e85e8ae-c09b-41f8-ae3b-b7540f9a6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.665353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7e85e8ae-c09b-41f8-ae3b-b7540f9a6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.665810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7e85e8ae-c09b-41f8-ae3b-b7540f9a6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.666323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7e85e8ae-c09b-41f8-ae3b-b7540f9a6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.666829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7e85e8ae-c09b-41f8-ae3b-b7540f9a6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.672092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7e85e8ae-c09b-41f8-ae3b-b7540f9a6807 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6476 time: 0.2805481 Aug 20 11:18:50.679144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:50.749151 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:50.756405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-4f2dac66-12a6-4ad3-b993-c1c0e32fa1e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56 HTTP/1.1" status: 200 len: 217 time: 0.0741153 Aug 20 11:18:50.812572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:50.812572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Network cd3e0d0e-d64c-443f-8db8-2462118906f6 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:18:50.832066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-e55a11d1-4803-47b1-a29e-e19679f57237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.833551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-e55a11d1-4803-47b1-a29e-e19679f57237 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=716f77d3-ee35-4a9f-8a6e-d4e7a142f166 HTTP/1.1" status: 200 len: 851 time: 0.0687578 Aug 20 11:18:50.851564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '94337e54-a4e5-49d5-9f55-a66abdd79383'}, {'server_uuid': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3792e4cd-ae2a-45d2-91a9-225e3c05a281'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:50.855033 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "94337e54-a4e5-49d5-9f55-a66abdd79383"}, {"server_uuid": "241f4ec3-9d9d-4904-9f40-1a850571160f", "name": "network-vif-unplugged", "status": "completed", "tag": "3792e4cd-ae2a-45d2-91a9-225e3c05a281"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:50.897357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-4fe5fe29-6b40-4852-946f-23c49d10a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:50.899235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-4fe5fe29-6b40-4852-946f-23c49d10a87c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575056 Aug 20 11:18:50.917742 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b6f870-1901-4149-9eaa-13da79465a01 x-openstack-request-id: req-d8b6f870-1901-4149-9eaa-13da79465a01 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:50.918174 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "94337e54-a4e5-49d5-9f55-a66abdd79383", "status": "completed", "code": 200}, {"server_uuid": "241f4ec3-9d9d-4904-9f40-1a850571160f", "name": "network-vif-unplugged", "status": "completed", "tag": "3792e4cd-ae2a-45d2-91a9-225e3c05a281", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:50.918589 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8b6f870-1901-4149-9eaa-13da79465a01 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:50.919136 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '94337e54-a4e5-49d5-9f55-a66abdd79383', 'status': 'completed', 'code': 200} Aug 20 11:18:50.921677 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3792e4cd-ae2a-45d2-91a9-225e3c05a281', 'code': 200} Aug 20 11:18:51.066300 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-310f1b3c-7f83-48fe-9b1a-1fc6e4f8224d service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374240 Aug 20 11:18:51.068032 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:51.077026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, cd3e0d0e-d64c-443f-8db8-2462118906f6) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:51.082699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.082699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:51.086580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45790af-caa7-4b54-a091-1d2ef0585a77 None None] Network cd3e0d0e-d64c-443f-8db8-2462118906f6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:51.316973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Pushing event updated for resources: {'Port': ['ID=3792e4cd-ae2a-45d2-91a9-225e3c05a281,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:51.331146 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-1df0556e-6ec3-4b9c-b93c-69f135954626 service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452400 Aug 20 11:18:51.332713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b35c9-008c-4325-a4e2-c02ac5dbdb9f None None] Network cd3e0d0e-d64c-443f-8db8-2462118906f6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:18:51.354755 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d8e20814-83a8-4102-af1a-55aa7c685cd5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8774674 Aug 20 11:18:51.395680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on host n-h1-804230-3 for vnic_type normal with profile {"migrating_to": "n-h2-804230-3"} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:51.396124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:51.396258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:51.410877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-5b0cf888-d29a-4ce5-ba74-d340417495c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 200 len: 217 time: 0.0698907 Aug 20 11:18:51.464724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:51.466247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Attempting to bind port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:51.553124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:51.568995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:51.568995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:51.568995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Bound port: 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:51.568995 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:51.625180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36dae-f9e7-480b-a5fd-17e01f35bc7c req-491df645-6dd6-4adc-82a4-99bc63706b65 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.638625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36dae-f9e7-480b-a5fd-17e01f35bc7c req-491df645-6dd6-4adc-82a4-99bc63706b65 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.657850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36dae-f9e7-480b-a5fd-17e01f35bc7c req-491df645-6dd6-4adc-82a4-99bc63706b65 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.682679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50064) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:51.683615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36dae-f9e7-480b-a5fd-17e01f35bc7c req-491df645-6dd6-4adc-82a4-99bc63706b65 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.701215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36dae-f9e7-480b-a5fd-17e01f35bc7c req-491df645-6dd6-4adc-82a4-99bc63706b65 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.714553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36dae-f9e7-480b-a5fd-17e01f35bc7c req-491df645-6dd6-4adc-82a4-99bc63706b65 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.724249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36dae-f9e7-480b-a5fd-17e01f35bc7c req-491df645-6dd6-4adc-82a4-99bc63706b65 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.728876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f3c36dae-f9e7-480b-a5fd-17e01f35bc7c req-491df645-6dd6-4adc-82a4-99bc63706b65 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.5064814 Aug 20 11:18:51.733824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379900a-0ce3-42ac-8e40-f4e3c928bb05 req-ca0db7ab-68ca-471e-8d4d-0078ca2f03c5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.752267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9379900a-0ce3-42ac-8e40-f4e3c928bb05 req-ca0db7ab-68ca-471e-8d4d-0078ca2f03c5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 944 time: 0.1405044 Aug 20 11:18:51.786816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7fac975e-a58c-45b5-ad38-b2c761b83865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.789055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7fac975e-a58c-45b5-ad38-b2c761b83865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.3586929 Aug 20 11:18:51.862778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9379900a-0ce3-42ac-8e40-f4e3c928bb05 req-11e0ed15-2629-468b-ae6b-7c2562e235d7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972469 Aug 20 11:18:51.898783 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f3c36dae-f9e7-480b-a5fd-17e01f35bc7c req-7b5b6e4b-1966-410e-8110-f2b79746aea6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504977 Aug 20 11:18:51.934817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-397755146-network', 'tenant_id': '08bc78c520fb46649ea7cd30e16d7d86'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:51.949583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-97f50a1e-3136-4ae5-a32c-2bd2fd6c9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:51.951203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-97f50a1e-3136-4ae5-a32c-2bd2fd6c9c8e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1261892 Aug 20 11:18:51.952665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:51.970173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:51.997349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53bfe721-79ff-4283-8479-723f08764c9f req-a7ebdb1b-47ae-43e6-bc72-44a6c20df126 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 210 time: 0.0343108 Aug 20 11:18:52.118529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-bc5794a1-a24d-42fe-946b-035d33ddd201 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510818 Aug 20 11:18:52.136797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Made reservation on behalf of 08bc78c520fb46649ea7cd30e16d7d86 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:52.145264 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.145574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.162336 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.346723 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Pushing event updated for resources: {'Port': ['ID=3792e4cd-ae2a-45d2-91a9-225e3c05a281,revision_number=8']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:52.351489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:52.352562 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.353959 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.354120 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] 10.222.0.38 "PUT /v2.0/ports/3792e4cd-ae2a-45d2-91a9-225e3c05a281 HTTP/1.1" status: 200 len: 1122 time: 2.9249029 Aug 20 11:18:52.364216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.374286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc99c19-3d1a-4481-9e69-b745aa5e305c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:52.392430 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-5de8820d-cae8-45ea-b671-69e133e1b0c7 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660954 Aug 20 11:18:52.414223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3792e4cd-ae2a-45d2-91a9-225e3c05a281'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:18:52.448669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.456886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-c8a6cc7d-b3ad-4a90-8b36-ae67e5492816 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 200 len: 217 time: 0.0567951 Aug 20 11:18:52.478692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8156b606-1c92-4948-91a7-29216c60989c req-490c7100-17eb-400b-9779-23bbbdd78660 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1578565497', 'description': 'tempest-description-972418377'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:52.502041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:18:52.509968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eded7832-877d-4f61-a10e-e747223b4213,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:52.520904 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.524801 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Added segment 1d71ee16-869f-486d-a207-5c1c1b9ab787 of type vlan for network 02c48a3e-a0db-4818-99e4-9559fd2d52ba Aug 20 11:18:52.602708 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.621095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-76b631f1-81c1-4af1-9957-2453628d7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:52.623588 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-76b631f1-81c1-4af1-9957-2453628d7514 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.1038826 Aug 20 11:18:52.687719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-4c9f920b-acd2-4728-b8aa-6aaf72407f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:52.690690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-4c9f920b-acd2-4728-b8aa-6aaf72407f98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587261 Aug 20 11:18:52.734488 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.738999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:52.741403 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.811856 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8156b606-1c92-4948-91a7-29216c60989c req-490c7100-17eb-400b-9779-23bbbdd78660 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:52.836793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] Pushing event updated for resources: {'Network': ['ID=02c48a3e-a0db-4818-99e4-9559fd2d52ba,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:52.848764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 02c48a3e-a0db-4818-99e4-9559fd2d52ba details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:18:52.882697 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7ce18ce3-a1a1-47a1-a812-6ff5ad0c7a00 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819036 Aug 20 11:18:52.924311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'tag': '3792e4cd-ae2a-45d2-91a9-225e3c05a281'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:52.927154 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e13ebe-4d81-4caa-ba11-fe5de31697e1" -d '{"events": [{"name": "network-changed", "server_uuid": "241f4ec3-9d9d-4904-9f40-1a850571160f", "tag": "3792e4cd-ae2a-45d2-91a9-225e3c05a281"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:53.039799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2df5d-126c-41ff-901c-ca839207a97f req-f1e86f33-033e-4f8b-a76f-554fcfe4bada tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.042202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ee3ec1e0-1d79-4ebb-9ce5-215b38d7900f service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517305 Aug 20 11:18:53.042608 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ad2df5d-126c-41ff-901c-ca839207a97f req-f1e86f33-033e-4f8b-a76f-554fcfe4bada tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 944 time: 0.0585721 Aug 20 11:18:53.096131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ce4b4105-1f9a-4c01-88ae-ddb220bc3ac2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a HTTP/1.1" status: 200 len: 217 time: 0.0458205 Aug 20 11:18:53.102371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ad2df5d-126c-41ff-901c-ca839207a97f req-b064ba62-2ceb-4535-affc-9be2db6b0646 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532727 Aug 20 11:18:53.148819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bf5acb14-fcb8-4c33-bfd6-1f49743e4b43 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4529018 Aug 20 11:18:53.280435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763c42-b486-4795-a537-736a5868945d req-641a605e-3b8b-4ecc-85a2-44501f35fe8e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.287966 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763c42-b486-4795-a537-736a5868945d req-641a605e-3b8b-4ecc-85a2-44501f35fe8e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.308781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763c42-b486-4795-a537-736a5868945d req-641a605e-3b8b-4ecc-85a2-44501f35fe8e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.328754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763c42-b486-4795-a537-736a5868945d req-641a605e-3b8b-4ecc-85a2-44501f35fe8e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.349823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763c42-b486-4795-a537-736a5868945d req-641a605e-3b8b-4ecc-85a2-44501f35fe8e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.363272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763c42-b486-4795-a537-736a5868945d req-641a605e-3b8b-4ecc-85a2-44501f35fe8e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.373962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763c42-b486-4795-a537-736a5868945d req-641a605e-3b8b-4ecc-85a2-44501f35fe8e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.387689 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d763c42-b486-4795-a537-736a5868945d req-641a605e-3b8b-4ecc-85a2-44501f35fe8e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1962819 Aug 20 11:18:53.438801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d763c42-b486-4795-a537-736a5868945d req-feb3a8ec-adf2-47f3-b0e8-b3b0f02dde2a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528255 Aug 20 11:18:53.668351 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eda0de9-0530-498e-8b32-b34362796b7a x-openstack-request-id: req-3eda0de9-0530-498e-8b32-b34362796b7a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:53.668351 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241f4ec3-9d9d-4904-9f40-1a850571160f", "tag": "3792e4cd-ae2a-45d2-91a9-225e3c05a281", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:53.668351 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3eda0de9-0530-498e-8b32-b34362796b7a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:53.668785 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'tag': '3792e4cd-ae2a-45d2-91a9-225e3c05a281', 'status': 'completed', 'code': 200} Aug 20 11:18:53.685745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-943ff5ea-0562-49e8-b511-98aec7d19401 req-1e9d8265-8bd8-489c-9d1c-c1a0a0f1bae8 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 210 time: 0.0600662 Aug 20 11:18:53.707457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e13ebe-4d81-4caa-ba11-fe5de31697e1 req-a11375c0-9050-4c16-b040-1fbd3077b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.708995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71e13ebe-4d81-4caa-ba11-fe5de31697e1 req-a11375c0-9050-4c16-b040-1fbd3077b1a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1125 time: 0.1343000 Aug 20 11:18:53.717287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7217895a-71e4-416e-bfba-718a9e5360cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.718975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7217895a-71e4-416e-bfba-718a9e5360cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.6091027 Aug 20 11:18:53.854474 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8156b606-1c92-4948-91a7-29216c60989c req-490c7100-17eb-400b-9779-23bbbdd78660 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:53.858947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e13ebe-4d81-4caa-ba11-fe5de31697e1 req-d16f6beb-6dd2-42c0-a3d7-351cc2efaef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.861874 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71e13ebe-4d81-4caa-ba11-fe5de31697e1 req-d16f6beb-6dd2-42c0-a3d7-351cc2efaef9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.1457365 Aug 20 11:18:53.870407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7e23339a-d532-480c-af52-ac85dd51ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:53.872194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-7e23339a-d532-480c-af52-ac85dd51ac98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1454167 Aug 20 11:18:53.931034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71e13ebe-4d81-4caa-ba11-fe5de31697e1 req-22f0f754-e4ba-4e27-8dbb-1a03a37a7b53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281 HTTP/1.1" status: 200 len: 217 time: 0.0604768 Aug 20 11:18:54.009438 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8156b606-1c92-4948-91a7-29216c60989c req-490c7100-17eb-400b-9779-23bbbdd78660 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:54.014511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e13ebe-4d81-4caa-ba11-fe5de31697e1 req-5720af8e-b2a0-4912-a0fb-c8960702cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:54.017218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71e13ebe-4d81-4caa-ba11-fe5de31697e1 req-5720af8e-b2a0-4912-a0fb-c8960702cf82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0728822 Aug 20 11:18:54.079729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-98e866f6-b3eb-498d-a9bd-b3399f0a9a3b service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995780 Aug 20 11:18:54.090065 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71e13ebe-4d81-4caa-ba11-fe5de31697e1 req-f1e3bf1e-3285-4eaa-9494-7400d9b04445 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659263 Aug 20 11:18:54.196651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c7100-17eb-400b-9779-23bbbdd78660 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b5db47-7133-48ab-96ac-6375493bf190,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:54.254170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-68603743-0a00-4da0-9246-c6b0878aa43c service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599877 Aug 20 11:18:54.329612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-55587099-a64e-43ca-ac67-2e4c63533fa1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f HTTP/1.1" status: 200 len: 217 time: 0.0673671 Aug 20 11:18:54.330938 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8156b606-1c92-4948-91a7-29216c60989c req-490c7100-17eb-400b-9779-23bbbdd78660 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:54.347617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8156b606-1c92-4948-91a7-29216c60989c req-490c7100-17eb-400b-9779-23bbbdd78660 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.8758452 Aug 20 11:18:54.442126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-aa2cb226-5229-43ed-bec8-5027f13481cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:54.443591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-aa2cb226-5229-43ed-bec8-5027f13481cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.1034839 Aug 20 11:18:54.627278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b323bb-e21b-40a4-a0fe-277fefcdf2a3 req-48c4cdc7-fca2-44cd-abf7-d36233fdea97 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:54.629084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9b323bb-e21b-40a4-a0fe-277fefcdf2a3 req-48c4cdc7-fca2-44cd-abf7-d36233fdea97 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 944 time: 0.2347605 Aug 20 11:18:54.643137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-6d76aa6f-a96e-4da9-8a9a-fd4e3f76e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:54.644657 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-6d76aa6f-a96e-4da9-8a9a-fd4e3f76e77f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1291795 Aug 20 11:18:54.681767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71e13ebe-4d81-4caa-ba11-fe5de31697e1 req-d4e504d0-3796-4c5c-8c3c-f3aa56ba13b9 service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837605 Aug 20 11:18:54.688906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbc98-6fb2-4c5e-b4ae-1662d998964c req-d6547e30-7d51-4fb5-bbea-149ebd0e82f8 tempest-ComputeTenantNetworksTest-274341909 tempest-ComputeTenantNetworksTest-274341909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:54.704512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbc98-6fb2-4c5e-b4ae-1662d998964c req-d6547e30-7d51-4fb5-bbea-149ebd0e82f8 tempest-ComputeTenantNetworksTest-274341909 tempest-ComputeTenantNetworksTest-274341909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:54.704512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbc98-6fb2-4c5e-b4ae-1662d998964c req-d6547e30-7d51-4fb5-bbea-149ebd0e82f8 tempest-ComputeTenantNetworksTest-274341909 tempest-ComputeTenantNetworksTest-274341909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:54.722871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d0cbc98-6fb2-4c5e-b4ae-1662d998964c req-d6547e30-7d51-4fb5-bbea-149ebd0e82f8 tempest-ComputeTenantNetworksTest-274341909 tempest-ComputeTenantNetworksTest-274341909-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6266272 Aug 20 11:18:54.751233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-4eacadfd-fa31-43bc-bb39-bf2708dedec5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:54.754152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-4eacadfd-fa31-43bc-bb39-bf2708dedec5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.38 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 821 time: 0.3133528 Aug 20 11:18:54.786349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Request body: {'port': {'device_id': '8623503b-a362-4b58-af4d-2463f6af73ac', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'admin_state_up': True, 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:54.842060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3a3f35b5-014b-4b4c-af3b-a0c89d427cf9 req-649e8e5e-3aeb-47cd-935b-c8c3a9898c10 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/21b5db47-7133-48ab-96ac-6375493bf190 HTTP/1.1" status: 200 len: 1814 time: 0.1182079 Aug 20 11:18:54.850910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-3a3f35b5-014b-4b4c-af3b-a0c89d427cf9 req-62ff9df1-0107-49cd-894d-693867c3fca3 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21b5db47-7133-48ab-96ac-6375493bf190', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:54.851270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-3a3f35b5-014b-4b4c-af3b-a0c89d427cf9 req-62ff9df1-0107-49cd-894d-693867c3fca3 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21b5db47-7133-48ab-96ac-6375493bf190', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:54.872236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71e13ebe-4d81-4caa-ba11-fe5de31697e1 req-2e6e035c-4ee4-42ca-a615-81a88a285b40 service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466665 Aug 20 11:18:54.898180 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9b323bb-e21b-40a4-a0fe-277fefcdf2a3 req-ecb11d4e-b5a2-421b-a22f-0daea721b39c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567661 Aug 20 11:18:54.919809 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-4f6d9daa-3402-438e-a804-dcc18fa87ad0 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548604 Aug 20 11:18:55.104404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1e04-4af0-4eab-8f94-aed3865a9930 req-856ca3d0-d7a7-4e1e-8425-6c2ec15f6f22 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:55.110558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1e04-4af0-4eab-8f94-aed3865a9930 req-856ca3d0-d7a7-4e1e-8425-6c2ec15f6f22 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:55.117668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1e04-4af0-4eab-8f94-aed3865a9930 req-856ca3d0-d7a7-4e1e-8425-6c2ec15f6f22 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:55.123618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1e04-4af0-4eab-8f94-aed3865a9930 req-856ca3d0-d7a7-4e1e-8425-6c2ec15f6f22 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:55.129737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1e04-4af0-4eab-8f94-aed3865a9930 req-856ca3d0-d7a7-4e1e-8425-6c2ec15f6f22 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:55.135836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1e04-4af0-4eab-8f94-aed3865a9930 req-856ca3d0-d7a7-4e1e-8425-6c2ec15f6f22 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:55.141972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1e04-4af0-4eab-8f94-aed3865a9930 req-856ca3d0-d7a7-4e1e-8425-6c2ec15f6f22 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:55.144248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-474f1e04-4af0-4eab-8f94-aed3865a9930 req-856ca3d0-d7a7-4e1e-8425-6c2ec15f6f22 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1435094 Aug 20 11:18:55.179339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-0cffe065-6ccf-4be8-9051-ce96af9b1674 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504747 Aug 20 11:18:55.228207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3a3f35b5-014b-4b4c-af3b-a0c89d427cf9 req-62ff9df1-0107-49cd-894d-693867c3fca3 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:55.243611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-29e88fbd-b62b-41ff-bfd5-874e50004b58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=596556b5-60cc-49bf-8130-7ba17e8094fa HTTP/1.1" status: 200 len: 217 time: 0.0572379 Aug 20 11:18:55.248492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-474f1e04-4af0-4eab-8f94-aed3865a9930 req-d615485e-37e3-4c64-929d-609e4b13fe7a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921445 Aug 20 11:18:55.256996 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3a3f35b5-014b-4b4c-af3b-a0c89d427cf9 req-62ff9df1-0107-49cd-894d-693867c3fca3 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:55.312125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-8775c943-d8f1-4feb-a29b-0e0c3ddbb2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:55.314486 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-8775c943-d8f1-4feb-a29b-0e0c3ddbb2aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.0590982 Aug 20 11:18:55.388365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ec4c35c-d301-4df0-9d84-d0074c064d1e req-ce6d3c14-9a77-4f15-b4d9-d68434e294e2 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 210 time: 0.0383115 Aug 20 11:18:55.395282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ba41a519-9f45-4103-b4d8-6ef5ed132107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:55.396874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-ba41a519-9f45-4103-b4d8-6ef5ed132107 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738380 Aug 20 11:18:55.489101 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3a3f35b5-014b-4b4c-af3b-a0c89d427cf9 req-62ff9df1-0107-49cd-894d-693867c3fca3 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:55.501556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff9df1-0107-49cd-894d-693867c3fca3 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae1f6ae-569c-4d88-9eb0-4861e9ef1ee0,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:55.517768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Made reservation on behalf of 1e3ae4d57a874c8bbc4789a3127fa00a for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:18:55.521371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:55.599819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441804d-53f3-44ac-8157-43cb3d5dc9a2 req-1524bf88-bd9c-495d-82cb-b46a521c58f2 tempest-ComputeTenantNetworksTest-274341909 tempest-ComputeTenantNetworksTest-274341909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:55.601273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5441804d-53f3-44ac-8157-43cb3d5dc9a2 req-1524bf88-bd9c-495d-82cb-b46a521c58f2 tempest-ComputeTenantNetworksTest-274341909 tempest-ComputeTenantNetworksTest-274341909-project] 10.222.0.10 "GET /v2.0/networks/02c48a3e-a0db-4818-99e4-9559fd2d52ba HTTP/1.1" status: 200 len: 768 time: 0.1684272 Aug 20 11:18:55.610547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50138) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:55.629593 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3a3f35b5-014b-4b4c-af3b-a0c89d427cf9 req-62ff9df1-0107-49cd-894d-693867c3fca3 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:55.632695 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3a3f35b5-014b-4b4c-af3b-a0c89d427cf9 req-62ff9df1-0107-49cd-894d-693867c3fca3 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7879217 Aug 20 11:18:55.650113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-3e5a6cfc-7a64-4b64-8dcd-c8d09ba97d9c service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443590 Aug 20 11:18:55.706839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:55.836416 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:55.853206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c48a3e-a0db-4818-99e4-9559fd2d52ba']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:55.869236 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baa13251-6ba3-40ea-b538-674ed8ce3d72 req-4b875ea9-9ffb-44ad-973e-255c3042f437 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/21b5db47-7133-48ab-96ac-6375493bf190 HTTP/1.1" status: 200 len: 2408 time: 0.1967063 Aug 20 11:18:55.875395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Allocated IP 172.20.0.14 (12940dc1-5c5c-4af1-bde1-ae40183eb385/dfc49f86-2791-4597-84c7-fd886ce38d2a/e9c0a8b2-a778-459e-9971-11c3f9bd3e2d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:18:55.906728 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d71ee16-869f-486d-a207-5c1c1b9ab787') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:55.907601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d71ee16-869f-486d-a207-5c1c1b9ab787') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:18:55.914475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-4c8288a4-932f-493d-8793-db260cf0625f service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543974 Aug 20 11:18:55.948634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:55.975743 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bcfe9f-961e-4541-8419-8b34568db8d8 req-795452ed-e78b-4c67-bcf4-7cc50928e0a5 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-group-rules/1ae1f6ae-569c-4d88-9eb0-4861e9ef1ee0 HTTP/1.1" status: 200 len: 778 time: 0.0811794 Aug 20 11:18:55.984443 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-623f9d26-a3d7-4ae1-8e36-bd82b81491ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94337e54-a4e5-49d5-9f55-a66abdd79383 HTTP/1.1" status: 200 len: 217 time: 0.0540285 Aug 20 11:18:56.017759 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.031526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:18:56.031526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:18:56.032737 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:18:56.051039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3792e4cd-ae2a-45d2-91a9-225e3c05a281 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:18:56.091072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bcfe9f-961e-4541-8419-8b34568db8d8 req-d4ed3514-9a7d-4fe6-b7bc-21e0cfece040 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/21b5db47-7133-48ab-96ac-6375493bf190 HTTP/1.1" status: 200 len: 2408 time: 0.1139681 Aug 20 11:18:56.128115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b1d4bf0e-4c10-408d-b61e-5e884a181eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:56.130551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-b1d4bf0e-4c10-408d-b61e-5e884a181eca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.1345065 Aug 20 11:18:56.142719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36bcfe9f-961e-4541-8419-8b34568db8d8 req-e99db9ad-634b-4ba8-8a4e-aa6cc9fd9a26 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.156115 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36bcfe9f-961e-4541-8419-8b34568db8d8 req-e99db9ad-634b-4ba8-8a4e-aa6cc9fd9a26 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.215780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:56.220724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aa201-8a87-4fe9-abff-fe82513c9255 req-6baad424-5209-4371-98c0-5805c2f867fd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:56.222036 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f75aa201-8a87-4fe9-abff-fe82513c9255 req-6baad424-5209-4371-98c0-5805c2f867fd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 944 time: 0.1739075 Aug 20 11:18:56.229682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3792e4cd-ae2a-45d2-91a9-225e3c05a281 has no active binding in host n-h2-804230-3 {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:18:56.237217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-64b34f89-cd5e-4610-ae93-c85c308cc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:56.238762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-64b34f89-cd5e-4610-ae93-c85c308cc888 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991647 Aug 20 11:18:56.241971 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.340151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f75aa201-8a87-4fe9-abff-fe82513c9255 req-8afd672a-515f-47c9-9bff-a3b6fe4b0536 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077957 Aug 20 11:18:56.363503 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36bcfe9f-961e-4541-8419-8b34568db8d8 req-e99db9ad-634b-4ba8-8a4e-aa6cc9fd9a26 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.371446 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36bcfe9f-961e-4541-8419-8b34568db8d8 req-e99db9ad-634b-4ba8-8a4e-aa6cc9fd9a26 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.376214 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bcfe9f-961e-4541-8419-8b34568db8d8 req-e99db9ad-634b-4ba8-8a4e-aa6cc9fd9a26 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/1ae1f6ae-569c-4d88-9eb0-4861e9ef1ee0 HTTP/1.1" status: 204 len: 173 time: 0.2762151 Aug 20 11:18:56.379481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99db9ad-634b-4ba8-8a4e-aa6cc9fd9a26 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ae1f6ae-569c-4d88-9eb0-4861e9ef1ee0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:56.399203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-6bfd1966-69ea-4812-9bf1-1b71cc12d23c service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484003 Aug 20 11:18:56.411186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ed4939be-f222-4f7d-9d26-2d03f56a55da req-6701d680-7842-4175-a508-580d57b1cf2b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1677812581', 'description': 'tempest-description-491994937'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:56.482716 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.485365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Transition to ACTIVE for port object e9c0a8b2-a778-459e-9971-11c3f9bd3e2d will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:56.493375 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.495364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/02c48a3e-a0db-4818-99e4-9559fd2d52ba HTTP/1.1" status: 204 len: 168 time: 0.8828962 Aug 20 11:18:56.508012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ef1ba-fb63-4303-a723-17e42663dde3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c48a3e-a0db-4818-99e4-9559fd2d52ba,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:56.575467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32199e-d4f1-4865-aebb-7dbd6357b68b req-310b2cf1-2491-49f1-b343-b236530ca38c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:56.577954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32199e-d4f1-4865-aebb-7dbd6357b68b req-310b2cf1-2491-49f1-b343-b236530ca38c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:56.584199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32199e-d4f1-4865-aebb-7dbd6357b68b req-310b2cf1-2491-49f1-b343-b236530ca38c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:56.591638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32199e-d4f1-4865-aebb-7dbd6357b68b req-310b2cf1-2491-49f1-b343-b236530ca38c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:56.597896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32199e-d4f1-4865-aebb-7dbd6357b68b req-310b2cf1-2491-49f1-b343-b236530ca38c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:56.604040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32199e-d4f1-4865-aebb-7dbd6357b68b req-310b2cf1-2491-49f1-b343-b236530ca38c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:56.610092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32199e-d4f1-4865-aebb-7dbd6357b68b req-310b2cf1-2491-49f1-b343-b236530ca38c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:56.612103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4a32199e-d4f1-4865-aebb-7dbd6357b68b req-310b2cf1-2491-49f1-b343-b236530ca38c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1528652 Aug 20 11:18:56.621651 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ed4939be-f222-4f7d-9d26-2d03f56a55da req-6701d680-7842-4175-a508-580d57b1cf2b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.641074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34f94f67-2bb7-46d4-b3d5-a9d43fef7db0 req-5e205cf5-74d6-4b97-9c6a-da50fd19df83 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289231 Aug 20 11:18:56.677036 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4a32199e-d4f1-4865-aebb-7dbd6357b68b req-0efd8485-fb74-4e98-8bbe-32cffc118032 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536640 Aug 20 11:18:56.744069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ed4939be-f222-4f7d-9d26-2d03f56a55da req-6701d680-7842-4175-a508-580d57b1cf2b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.801078 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-249fe661-9a55-4678-986f-2d8c537532e9 req-d9cd7ddc-7f24-4e10-afcf-da0ca1eeac5d tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 210 time: 0.0336046 Aug 20 11:18:56.810894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.825524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['a531d26d-2c78-460c-b747-fcdc22533fe6'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:18:56.844986 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ed4939be-f222-4f7d-9d26-2d03f56a55da req-6701d680-7842-4175-a508-580d57b1cf2b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:56.903915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Network 12940dc1-5c5c-4af1-bde1-ae40183eb385 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:18:56.928273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701d680-7842-4175-a508-580d57b1cf2b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00198e11-d188-41b9-bafa-83112fe2fedd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:56.955390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:18:57.000200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:18:57.016544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Pushing event updated for resources: {'Port': ['ID=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:57.070906 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ed4939be-f222-4f7d-9d26-2d03f56a55da req-6701d680-7842-4175-a508-580d57b1cf2b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:57.070906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed4939be-f222-4f7d-9d26-2d03f56a55da req-6701d680-7842-4175-a508-580d57b1cf2b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6609626 Aug 20 11:18:57.126702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.130400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:57.165291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-ca9b73fa-ec75-44cd-bfeb-cfc05523c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.166073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-ca9b73fa-ec75-44cd-bfeb-cfc05523c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.166640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-ca9b73fa-ec75-44cd-bfeb-cfc05523c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.167102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-ca9b73fa-ec75-44cd-bfeb-cfc05523c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.167567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-ca9b73fa-ec75-44cd-bfeb-cfc05523c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.177096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-ca9b73fa-ec75-44cd-bfeb-cfc05523c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.177096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-ca9b73fa-ec75-44cd-bfeb-cfc05523c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.177096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-ca9b73fa-ec75-44cd-bfeb-cfc05523c2cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6476 time: 0.2700665 Aug 20 11:18:57.270669 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bed8f8da-10e8-4eeb-9dba-ec6a510b6ada req-1302e243-5467-4b88-bbf9-fb745f6e8e5d tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/00198e11-d188-41b9-bafa-83112fe2fedd HTTP/1.1" status: 200 len: 1814 time: 0.1782846 Aug 20 11:18:57.320388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b517a66e-e741-4039-b654-77cfd92ac45e req-d2d93d4d-18f1-4f4a-bece-c85f9aafcaf4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-123769319', 'description': 'tempest-description-2048031746'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:57.332993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-c1dded5d-b6df-4b8c-a155-904fdd26fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.334597 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-c1dded5d-b6df-4b8c-a155-904fdd26fde2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=256eabbf-2f38-42b5-bb35-2d56f488889c HTTP/1.1" status: 200 len: 901 time: 0.1501336 Aug 20 11:18:57.369052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50182) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:57.415653 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-5c213e44-01b5-43ac-81d3-8fa93e253cf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94337e54-a4e5-49d5-9f55-a66abdd79383 HTTP/1.1" status: 200 len: 217 time: 0.0735068 Aug 20 11:18:57.417820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-62c5d978-e3b2-476c-a186-a06ab33c8443 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6477993 Aug 20 11:18:57.426654 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-337b1851-e218-4756-afa9-340a6165fc61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08bc78c520fb46649ea7cd30e16d7d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559011 Aug 20 11:18:57.427318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50186) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:18:57.482504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-07111bf9-66c2-45aa-8c54-6366a744660b None None] Provisioning for port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:18:57.487284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-07111bf9-66c2-45aa-8c54-6366a744660b None None] Provisioning complete for port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:18:57.487980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07111bf9-66c2-45aa-8c54-6366a744660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:57.500828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Request body: {'port': {'device_id': '8623503b-a362-4b58-af4d-2463f6af73ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:57.536747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bf24a-0a04-4923-aa27-e8af294200b3 req-a9150283-8635-4dd0-8ef6-edff9d474ea8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.539360 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-850bf24a-0a04-4923-aa27-e8af294200b3 req-a9150283-8635-4dd0-8ef6-edff9d474ea8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 944 time: 0.0897887 Aug 20 11:18:57.543131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4e19c9a-5347-445f-95da-a583e604cb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:57.563847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-07111bf9-66c2-45aa-8c54-6366a744660b None None] Port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:18:57.570003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-6e804128-a845-4bec-88f0-0417b67cf29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.578887 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-6e804128-a845-4bec-88f0-0417b67cf29a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.1479087 Aug 20 11:18:57.580020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4e19c9a-5347-445f-95da-a583e604cb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:57.642783 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-850bf24a-0a04-4923-aa27-e8af294200b3 req-2cf9aa5d-3802-4b54-85b1-cdc7094522ba tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807822 Aug 20 11:18:57.676347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:57.697733 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b517a66e-e741-4039-b654-77cfd92ac45e req-d2d93d4d-18f1-4f4a-bece-c85f9aafcaf4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:57.797628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-97d54f74-c478-4f83-a134-4c0e8a40d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.799147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-97d54f74-c478-4f83-a134-4c0e8a40d3f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2166827 Aug 20 11:18:57.810399 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4e19c9a-5347-445f-95da-a583e604cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:57.815747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4e19c9a-5347-445f-95da-a583e604cb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:57.822951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b4e19c9a-5347-445f-95da-a583e604cb38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eded7832-877d-4f61-a10e-e747223b4213 HTTP/1.1" status: 204 len: 168 time: 0.3942413 Aug 20 11:18:57.879907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e19c9a-5347-445f-95da-a583e604cb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eded7832-877d-4f61-a10e-e747223b4213,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:57.922886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f37d-75b9-4224-be30-99a3e36bc590 req-4ab33a58-2a97-491f-9ef5-cad02a7b7aef tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.933896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f37d-75b9-4224-be30-99a3e36bc590 req-4ab33a58-2a97-491f-9ef5-cad02a7b7aef tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.942327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f37d-75b9-4224-be30-99a3e36bc590 req-4ab33a58-2a97-491f-9ef5-cad02a7b7aef tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.950298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f37d-75b9-4224-be30-99a3e36bc590 req-4ab33a58-2a97-491f-9ef5-cad02a7b7aef tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.958974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f37d-75b9-4224-be30-99a3e36bc590 req-4ab33a58-2a97-491f-9ef5-cad02a7b7aef tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.976450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f37d-75b9-4224-be30-99a3e36bc590 req-4ab33a58-2a97-491f-9ef5-cad02a7b7aef tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.976450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f37d-75b9-4224-be30-99a3e36bc590 req-4ab33a58-2a97-491f-9ef5-cad02a7b7aef tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:57.978185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9fc8f37d-75b9-4224-be30-99a3e36bc590 req-4ab33a58-2a97-491f-9ef5-cad02a7b7aef tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1882432 Aug 20 11:18:58.036516 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-fec931fa-28f0-4679-a007-f81a5b57a28f service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243395 Aug 20 11:18:58.057236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9fc8f37d-75b9-4224-be30-99a3e36bc590 req-90aaef67-295c-49f0-835d-dd93a66393f5 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711560 Aug 20 11:18:58.265137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2079d67-5bb0-432c-b88d-bdc5a38ad50f req-06a9873b-1942-466e-8128-abf767d4578e service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179914 Aug 20 11:18:58.308200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c0a8b2-a778-459e-9971-11c3f9bd3e2d {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:58.315656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-38547e0d-d4da-4587-b215-50507e853890 service neutron] 10.222.0.57 "GET /v2.0/ports/3792e4cd-ae2a-45d2-91a9-225e3c05a281/bindings/n-h2-804230-3 HTTP/1.1" status: 200 len: 384 time: 0.1890671 Aug 20 11:18:58.318456 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:58.326327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ce103-d5fd-4f57-864e-488f32d9ebf7 req-cd3967d2-3fe1-460e-8bc2-771c22cc7500 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:58.336443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Transition to ACTIVE for port object e9c0a8b2-a778-459e-9971-11c3f9bd3e2d will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:58.336679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-605ce103-d5fd-4f57-864e-488f32d9ebf7 req-cd3967d2-3fe1-460e-8bc2-771c22cc7500 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 932 time: 0.1060245 Aug 20 11:18:58.412349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-605ce103-d5fd-4f57-864e-488f32d9ebf7 req-ffb8158d-def3-4a69-bee2-25a69b786f18 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749826 Aug 20 11:18:58.543580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:58.566260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:58.609040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3792e4cd-ae2a-45d2-91a9-225e3c05a281 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:18:58.622788 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b517a66e-e741-4039-b654-77cfd92ac45e req-d2d93d4d-18f1-4f4a-bece-c85f9aafcaf4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:58.624390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:18:58.760133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ad51f-35e1-4fb9-b996-177fe842a8ee req-f86b0e28-a389-4ab6-8686-ee976fb66865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:58.761656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-013ad51f-35e1-4fb9-b996-177fe842a8ee req-f86b0e28-a389-4ab6-8686-ee976fb66865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 944 time: 0.0539956 Aug 20 11:18:58.805848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-013ad51f-35e1-4fb9-b996-177fe842a8ee req-7f264015-d896-4cbc-bdd0-fe5ee53b63e1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355451 Aug 20 11:18:58.947422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:59.032388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Pushing event updated for resources: {'Port': ['ID=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:59.091192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Attempting to bind port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:18:59.091865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Attempting to bind port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:18:59.092146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Attempting to bind port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d on network 12940dc1-5c5c-4af1-bde1-ae40183eb385 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:59.099720 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d on network 12940dc1-5c5c-4af1-bde1-ae40183eb385 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:18:59.100275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Attempting to bind port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d on network 12940dc1-5c5c-4af1-bde1-ae40183eb385 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:18:59.107760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:18:59.111878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Checking segment: {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:18:59.111878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Bound using segment: {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:18:59.111878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Bound port: e9c0a8b2-a778-459e-9971-11c3f9bd3e2d, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f8cfb3-7e01-4b90-9f6a-d5ced633665d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:18:59.111878 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:59.206055 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b517a66e-e741-4039-b654-77cfd92ac45e req-d2d93d4d-18f1-4f4a-bece-c85f9aafcaf4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:59.221325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] For port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:18:59.232426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] For port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:18:59.262155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d93d4d-18f1-4f4a-bece-c85f9aafcaf4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd172809-6fc4-47d2-b3a1-f9c823031e1b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:59.307188 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:59.362791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c179-b769-497a-87ae-24b8c4a272e6 req-44553c48-ecb1-4230-8056-c0386b4d4f1a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:59.368734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c179-b769-497a-87ae-24b8c4a272e6 req-44553c48-ecb1-4230-8056-c0386b4d4f1a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:59.374725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c179-b769-497a-87ae-24b8c4a272e6 req-44553c48-ecb1-4230-8056-c0386b4d4f1a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:59.380697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c179-b769-497a-87ae-24b8c4a272e6 req-44553c48-ecb1-4230-8056-c0386b4d4f1a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:59.387106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c179-b769-497a-87ae-24b8c4a272e6 req-44553c48-ecb1-4230-8056-c0386b4d4f1a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:59.392914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c179-b769-497a-87ae-24b8c4a272e6 req-44553c48-ecb1-4230-8056-c0386b4d4f1a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:59.399357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0c179-b769-497a-87ae-24b8c4a272e6 req-44553c48-ecb1-4230-8056-c0386b4d4f1a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:59.403441 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ede0c179-b769-497a-87ae-24b8c4a272e6 req-44553c48-ecb1-4230-8056-c0386b4d4f1a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1945128 Aug 20 11:18:59.470991 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ede0c179-b769-497a-87ae-24b8c4a272e6 req-d176ebc8-8e11-4f2f-828b-d16dec99b19b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631313 Aug 20 11:18:59.482772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Transition to ACTIVE for port object 3792e4cd-ae2a-45d2-91a9-225e3c05a281 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:18:59.494225 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b517a66e-e741-4039-b654-77cfd92ac45e req-d2d93d4d-18f1-4f4a-bece-c85f9aafcaf4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:59.496062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b517a66e-e741-4039-b654-77cfd92ac45e req-d2d93d4d-18f1-4f4a-bece-c85f9aafcaf4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 2.1857231 Aug 20 11:18:59.575037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7091c5c7-e16e-412f-ab7b-cf7afccc8c64 req-7dc987b5-1bf1-4a96-8471-5a9ff3d9bea3 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/cd172809-6fc4-47d2-b3a1-f9c823031e1b HTTP/1.1" status: 200 len: 1814 time: 0.0504832 Aug 20 11:18:59.601901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-729683dd-3f21-41b9-83f3-18f0d7128fb5 req-3de9be17-77e0-406c-8ac6-a12b47a1aa02 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1378413666', 'description': 'tempest-description-1585279413'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:18:59.607257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7da30-bf02-41e8-a96d-78665359a4f6 req-34663c1e-8106-4c07-85a4-37f88b58bce3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:59.608907 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2d7da30-bf02-41e8-a96d-78665359a4f6 req-34663c1e-8106-4c07-85a4-37f88b58bce3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 944 time: 0.0550992 Aug 20 11:18:59.648533 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2d7da30-bf02-41e8-a96d-78665359a4f6 req-fb5cbe6f-90f5-47bb-a5b6-961a03f96715 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Aug 20 11:18:59.688656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:59.709715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:59.710546 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:59.712430 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] 10.222.0.38 "PUT /v2.0/ports/e9c0a8b2-a778-459e-9971-11c3f9bd3e2d HTTP/1.1" status: 200 len: 1092 time: 2.2660713 Aug 20 11:18:59.712954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8623503b-a362-4b58-af4d-2463f6af73ac', 'tag': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:18:59.713873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:59.715362 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0b2bef-bc4c-4794-8596-c5bf4ddc049b" -d '{"events": [{"name": "network-changed", "server_uuid": "8623503b-a362-4b58-af4d-2463f6af73ac", "tag": "e9c0a8b2-a778-459e-9971-11c3f9bd3e2d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:18:59.772386 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a985f8-d56d-47e7-b3a3-54b0e5abe6a4 x-openstack-request-id: req-f6a985f8-d56d-47e7-b3a3-54b0e5abe6a4 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:18:59.772683 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8623503b-a362-4b58-af4d-2463f6af73ac", "tag": "e9c0a8b2-a778-459e-9971-11c3f9bd3e2d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:18:59.772941 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6a985f8-d56d-47e7-b3a3-54b0e5abe6a4 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:18:59.773354 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8623503b-a362-4b58-af4d-2463f6af73ac', 'tag': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'status': 'completed', 'code': 200} Aug 20 11:18:59.781361 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eb596-ef20-44fa-9463-bbab4a8c024c service neutron] Pushing event updated for resources: {'Port': ['ID=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:59.832310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-729683dd-3f21-41b9-83f3-18f0d7128fb5 req-3de9be17-77e0-406c-8ac6-a12b47a1aa02 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:18:59.868159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] No DVR routers for this DVR port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:18:59.876473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Pushing event updated for resources: {'Port': ['ID=3792e4cd-ae2a-45d2-91a9-225e3c05a281,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:18:59.910387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.910773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.911124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.911465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.911802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.912141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.912483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.913332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.913845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.914111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.914460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.914994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:18:59.936537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b2bef-bc4c-4794-8596-c5bf4ddc049b req-95b8d52b-d6c7-451c-adb5-a018d5c5e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:18:59.939357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d0b2bef-bc4c-4794-8596-c5bf4ddc049b req-95b8d52b-d6c7-451c-adb5-a018d5c5e8a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 1095 time: 0.1319728 Aug 20 11:18:59.969603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-c12d7bd0-e2d5-4b9f-bf39-8c3c83833644 service neutron] 10.222.0.57 "PUT /v2.0/ports/3792e4cd-ae2a-45d2-91a9-225e3c05a281/bindings/n-h2-804230-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6299818 Aug 20 11:19:00.082769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeec55-e258-4162-9331-935f961ef192 req-bac77afc-384b-483d-a196-f8f886d6ab09 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.093738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aeaeec55-e258-4162-9331-935f961ef192 req-bac77afc-384b-483d-a196-f8f886d6ab09 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 945 time: 0.1193452 Aug 20 11:19:00.181505 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aeaeec55-e258-4162-9331-935f961ef192 req-c28c381d-3947-4b3d-88a4-767af8164acb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868919 Aug 20 11:19:00.222061 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-729683dd-3f21-41b9-83f3-18f0d7128fb5 req-3de9be17-77e0-406c-8ac6-a12b47a1aa02 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:00.228495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b2bef-bc4c-4794-8596-c5bf4ddc049b req-417e4ae6-2921-434f-a984-b255bf2c7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.230032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d0b2bef-bc4c-4794-8596-c5bf4ddc049b req-417e4ae6-2921-434f-a984-b255bf2c7461 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2745771 Aug 20 11:19:00.236956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-5950a145-5ba1-4e53-95e5-f5773f658c05 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.238564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-5950a145-5ba1-4e53-95e5-f5773f658c05 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.1341763 Aug 20 11:19:00.349537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-a7415fdd-cb3d-4d76-bb00-e8e5b84b8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.351779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-a7415fdd-cb3d-4d76-bb00-e8e5b84b8d30 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f&tenant_id=b9f10ce7f178455a909c11d0d990c99e HTTP/1.1" status: 200 len: 1096 time: 0.1030655 Aug 20 11:19:00.370248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b2bef-bc4c-4794-8596-c5bf4ddc049b req-bd8ef92b-29f6-4457-aaf9-875ce5de17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.372582 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d0b2bef-bc4c-4794-8596-c5bf4ddc049b req-bd8ef92b-29f6-4457-aaf9-875ce5de17d4 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330910 Aug 20 11:19:00.435343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-611ba658-3afe-4095-aa2a-17bef0933604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.436824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-611ba658-3afe-4095-aa2a-17bef0933604 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1096 time: 0.0590899 Aug 20 11:19:00.466032 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-729683dd-3f21-41b9-83f3-18f0d7128fb5 req-3de9be17-77e0-406c-8ac6-a12b47a1aa02 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:00.554327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9be17-77e0-406c-8ac6-a12b47a1aa02 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d402d369-43da-4cfd-bccb-cd0997b12f44,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:00.556687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-fc3234f3-840a-42d0-8331-eb4341dd4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.558194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-fc3234f3-840a-42d0-8331-eb4341dd4766 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 1095 time: 0.1335535 Aug 20 11:19:00.620938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-cbfddc8d-7bc3-4026-86b4-2bc28fa8c40e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d HTTP/1.1" status: 200 len: 217 time: 0.0476778 Aug 20 11:19:00.635905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35eb34-3012-4ea4-82d6-67b3494f8adc req-cb04cb5e-597e-49f2-9956-012a58b9ce3b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.643360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35eb34-3012-4ea4-82d6-67b3494f8adc req-cb04cb5e-597e-49f2-9956-012a58b9ce3b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.650955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35eb34-3012-4ea4-82d6-67b3494f8adc req-cb04cb5e-597e-49f2-9956-012a58b9ce3b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.658858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35eb34-3012-4ea4-82d6-67b3494f8adc req-cb04cb5e-597e-49f2-9956-012a58b9ce3b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.665873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35eb34-3012-4ea4-82d6-67b3494f8adc req-cb04cb5e-597e-49f2-9956-012a58b9ce3b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.670076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-e9fb07aa-3465-4aac-a2b3-8538fa28c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.671944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-e9fb07aa-3465-4aac-a2b3-8538fa28c17f service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.2214575 Aug 20 11:19:00.672345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35eb34-3012-4ea4-82d6-67b3494f8adc req-cb04cb5e-597e-49f2-9956-012a58b9ce3b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.679354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35eb34-3012-4ea4-82d6-67b3494f8adc req-cb04cb5e-597e-49f2-9956-012a58b9ce3b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.688852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8d35eb34-3012-4ea4-82d6-67b3494f8adc req-cb04cb5e-597e-49f2-9956-012a58b9ce3b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1199915 Aug 20 11:19:00.692463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-eb9e5c55-e98b-4fd2-b5d7-5970c3c193c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.694529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-eb9e5c55-e98b-4fd2-b5d7-5970c3c193c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.0602820 Aug 20 11:19:00.762416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8d35eb34-3012-4ea4-82d6-67b3494f8adc req-3e4af61b-0d2d-4172-a3ec-b5546c1789a8 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688040 Aug 20 11:19:00.762773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-9b357174-e420-4314-8ed0-0ef840ec9419 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281 HTTP/1.1" status: 200 len: 217 time: 0.0813956 Aug 20 11:19:00.774426 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-729683dd-3f21-41b9-83f3-18f0d7128fb5 req-3de9be17-77e0-406c-8ac6-a12b47a1aa02 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:00.788202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-729683dd-3f21-41b9-83f3-18f0d7128fb5 req-3de9be17-77e0-406c-8ac6-a12b47a1aa02 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.1905093 Aug 20 11:19:00.862683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d652771a-2ea7-4b38-b74a-389f0e539dd5 req-e79ded0b-c20f-4324-9ab5-c12501dfe1ee tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/d402d369-43da-4cfd-bccb-cd0997b12f44 HTTP/1.1" status: 200 len: 1815 time: 0.0552545 Aug 20 11:19:00.862850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-cc52d38b-1f27-499e-b5d7-44ac1fb112b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:00.864318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-cc52d38b-1f27-499e-b5d7-44ac1fb112b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346850 Aug 20 11:19:00.891322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-172967ee-51d0-48e2-ae9d-3177c33e6327 req-eb4854aa-dd8c-4d35-94a5-22c3368a048e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1456305624', 'description': 'tempest-description-963534213'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:01.022644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-02c3cf16-17ef-4ea9-ac89-24356469fe73 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350708 Aug 20 11:19:01.034939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-2ab6a942-4a0c-4621-b692-2c97e57292cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:01.036456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-2ab6a942-4a0c-4621-b692-2c97e57292cc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.2632535 Aug 20 11:19:01.043614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-172967ee-51d0-48e2-ae9d-3177c33e6327 req-eb4854aa-dd8c-4d35-94a5-22c3368a048e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:01.153522 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-172967ee-51d0-48e2-ae9d-3177c33e6327 req-eb4854aa-dd8c-4d35-94a5-22c3368a048e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:01.376959 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-172967ee-51d0-48e2-ae9d-3177c33e6327 req-eb4854aa-dd8c-4d35-94a5-22c3368a048e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:01.399965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4854aa-dd8c-4d35-94a5-22c3368a048e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc6290a-72ba-43d0-b198-3e7d3c3bd980,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:01.456739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-d7378107-68fa-4c7a-9070-41c41b34ca42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4084852 Aug 20 11:19:01.471932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee617f-f3e7-4f27-acec-0f1d1c833e40 req-7ebc9835-cbed-46bb-809e-751f307fcda9 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:01.474318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eaee617f-f3e7-4f27-acec-0f1d1c833e40 req-7ebc9835-cbed-46bb-809e-751f307fcda9 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 944 time: 0.6030293 Aug 20 11:19:01.476078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3792e4cd-ae2a-45d2-91a9-225e3c05a281 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:01.537810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3792e4cd-ae2a-45d2-91a9-225e3c05a281 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:01.556930 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-172967ee-51d0-48e2-ae9d-3177c33e6327 req-eb4854aa-dd8c-4d35-94a5-22c3368a048e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:01.558259 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-172967ee-51d0-48e2-ae9d-3177c33e6327 req-eb4854aa-dd8c-4d35-94a5-22c3368a048e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6729922 Aug 20 11:19:01.600120 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa054e2b-e6e9-4703-88c8-08b0b155601d req-1f56fcf0-295f-47f5-b568-702e8032efb8 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765004 Aug 20 11:19:01.611978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eaee617f-f3e7-4f27-acec-0f1d1c833e40 req-d593a41c-3143-4385-8467-784d583f1c72 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243231 Aug 20 11:19:01.658099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-0e37dc20-6fa2-409e-9052-f8376f9dcaee service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806877 Aug 20 11:19:01.680941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05f88b-2948-45e7-bb52-a0b02ee4c234 req-9d1c876c-0b44-4110-8c58-dc1b4d622cb0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:01.682593 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d05f88b-2948-45e7-bb52-a0b02ee4c234 req-9d1c876c-0b44-4110-8c58-dc1b4d622cb0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 945 time: 0.0511873 Aug 20 11:19:01.726072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d05f88b-2948-45e7-bb52-a0b02ee4c234 req-2c0e12fa-758b-4daa-aaed-47b943d1ec00 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368278 Aug 20 11:19:01.745354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb95b1ca-a478-4c6c-bf82-8f9fb2f4960d req-d66e9d0f-7767-41a4-839d-e3c22646fa51 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/7cc6290a-72ba-43d0-b198-3e7d3c3bd980 HTTP/1.1" status: 200 len: 1814 time: 0.0945785 Aug 20 11:19:01.776197 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-ed070b94-87f7-4433-ac6c-14edaea3670c req-6bf05971-3013-4f07-bf95-dc5c34fdf26c tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] show failed (client error): The resource could not be found. Aug 20 11:19:01.777247 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed070b94-87f7-4433-ac6c-14edaea3670c req-6bf05971-3013-4f07-bf95-dc5c34fdf26c tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/10ad849e-5332-4d6e-8d06-5d63bcd19638 HTTP/1.1" status: 404 len: 352 time: 0.0152285 Aug 20 11:19:01.779894 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-3dd75b97-ec56-4bc4-b3ce-e8329192f5ba service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101179 Aug 20 11:19:01.824857 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-c568f307-912f-497c-b3de-5515496d03f8 req-9722526f-bc45-42d9-9a1a-652679f21721 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] show failed (client error): The resource could not be found. Aug 20 11:19:01.826346 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c568f307-912f-497c-b3de-5515496d03f8 req-9722526f-bc45-42d9-9a1a-652679f21721 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-group-rules/8feeeb40-fe5a-4de4-9621-27e66ab9477d HTTP/1.1" status: 404 len: 361 time: 0.0175121 Aug 20 11:19:01.917263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1ad30fc-d376-4449-8239-8b826d7dc17b req-0d3a4e1f-a78d-4246-b473-6c81518ded28 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/7cc6290a-72ba-43d0-b198-3e7d3c3bd980 HTTP/1.1" status: 200 len: 1814 time: 0.0589337 Aug 20 11:19:01.956373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6ed4-277e-445e-ba77-c232235abf22 req-8027ebe1-ca21-471c-b92f-71d43b2b921a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:01.975775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6ed4-277e-445e-ba77-c232235abf22 req-8027ebe1-ca21-471c-b92f-71d43b2b921a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:02.003802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6ed4-277e-445e-ba77-c232235abf22 req-8027ebe1-ca21-471c-b92f-71d43b2b921a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:02.020926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6ed4-277e-445e-ba77-c232235abf22 req-8027ebe1-ca21-471c-b92f-71d43b2b921a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:02.035542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f1ad30fc-d376-4449-8239-8b826d7dc17b req-ba0a104f-acce-4302-bbe8-78c0bf3d836e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.043034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6ed4-277e-445e-ba77-c232235abf22 req-8027ebe1-ca21-471c-b92f-71d43b2b921a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:02.051285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6ed4-277e-445e-ba77-c232235abf22 req-8027ebe1-ca21-471c-b92f-71d43b2b921a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:02.063063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f6ed4-277e-445e-ba77-c232235abf22 req-8027ebe1-ca21-471c-b92f-71d43b2b921a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:02.065055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-967f6ed4-277e-445e-ba77-c232235abf22 req-8027ebe1-ca21-471c-b92f-71d43b2b921a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.2056220 Aug 20 11:19:02.095038 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f1ad30fc-d376-4449-8239-8b826d7dc17b req-ba0a104f-acce-4302-bbe8-78c0bf3d836e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.127020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-967f6ed4-277e-445e-ba77-c232235abf22 req-ec5f2626-c49e-4867-b374-577a24914342 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539539 Aug 20 11:19:02.313413 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f1ad30fc-d376-4449-8239-8b826d7dc17b req-ba0a104f-acce-4302-bbe8-78c0bf3d836e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.317534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f1ad30fc-d376-4449-8239-8b826d7dc17b req-ba0a104f-acce-4302-bbe8-78c0bf3d836e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.318997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1ad30fc-d376-4449-8239-8b826d7dc17b req-ba0a104f-acce-4302-bbe8-78c0bf3d836e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "DELETE /v2.0/security-groups/7cc6290a-72ba-43d0-b198-3e7d3c3bd980 HTTP/1.1" status: 204 len: 173 time: 0.3950415 Aug 20 11:19:02.329906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a104f-acce-4302-bbe8-78c0bf3d836e tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc6290a-72ba-43d0-b198-3e7d3c3bd980,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:02.402199 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06fea659-597b-4e33-bc55-652617f64884 req-a647deba-fb5d-4fdc-b195-f937627d5de9 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/d402d369-43da-4cfd-bccb-cd0997b12f44 HTTP/1.1" status: 200 len: 1815 time: 0.0425050 Aug 20 11:19:02.467771 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06fea659-597b-4e33-bc55-652617f64884 req-22704ce3-c46f-4449-9253-db1a0b945ca2 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.474492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-e4cb56c1-7066-49fe-ad93-ebbfbd3545bd tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:02.478610 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-e4cb56c1-7066-49fe-ad93-ebbfbd3545bd tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.0502529 Aug 20 11:19:02.501470 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06fea659-597b-4e33-bc55-652617f64884 req-22704ce3-c46f-4449-9253-db1a0b945ca2 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.707684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06fea659-597b-4e33-bc55-652617f64884 req-22704ce3-c46f-4449-9253-db1a0b945ca2 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.710344 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06fea659-597b-4e33-bc55-652617f64884 req-22704ce3-c46f-4449-9253-db1a0b945ca2 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.711839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06fea659-597b-4e33-bc55-652617f64884 req-22704ce3-c46f-4449-9253-db1a0b945ca2 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "DELETE /v2.0/security-groups/d402d369-43da-4cfd-bccb-cd0997b12f44 HTTP/1.1" status: 204 len: 173 time: 0.3035188 Aug 20 11:19:02.721891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22704ce3-c46f-4449-9253-db1a0b945ca2 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d402d369-43da-4cfd-bccb-cd0997b12f44,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:02.746876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1afda-8cc1-48f3-aa47-af9610674b2d req-57109d89-6140-4ec1-8189-ae7485e5def5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:02.748638 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1b1afda-8cc1-48f3-aa47-af9610674b2d req-57109d89-6140-4ec1-8189-ae7485e5def5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 944 time: 0.0554097 Aug 20 11:19:02.812443 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d0b507d-985b-4eb9-874b-623a44679909 req-3962fe24-3b36-4975-ba36-4bb5a85d60ae tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/cd172809-6fc4-47d2-b3a1-f9c823031e1b HTTP/1.1" status: 200 len: 1814 time: 0.0687435 Aug 20 11:19:02.844145 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1b1afda-8cc1-48f3-aa47-af9610674b2d req-60babf56-4926-4279-8a12-aa9e709fadd1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812624 Aug 20 11:19:02.851663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-d82b038d-8ba3-4e59-bbbf-11c6feb2b80f service neutron] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:02.853403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-d82b038d-8ba3-4e59-bbbf-11c6feb2b80f service neutron] Notify callbacks [] for binding, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.854618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7095bb47-7ae3-4d9c-8cdf-ea2503be25a5 req-d82b038d-8ba3-4e59-bbbf-11c6feb2b80f service neutron] 10.222.0.38 "DELETE /v2.0/ports/3792e4cd-ae2a-45d2-91a9-225e3c05a281/bindings/n-h1-804230-3 HTTP/1.1" status: 204 len: 173 time: 0.3677790 Aug 20 11:19:02.904713 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2d0b507d-985b-4eb9-874b-623a44679909 req-6e743ea8-1b58-4307-9bb2-74a0aaf6778b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.941958 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2d0b507d-985b-4eb9-874b-623a44679909 req-6e743ea8-1b58-4307-9bb2-74a0aaf6778b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:02.976124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca0ef3-05d3-4869-b5be-a914ab11e0c6 req-34e7d056-7293-405b-a78c-b329b5c2525b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:02.977804 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50ca0ef3-05d3-4869-b5be-a914ab11e0c6 req-34e7d056-7293-405b-a78c-b329b5c2525b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 945 time: 0.0555902 Aug 20 11:19:03.052039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50ca0ef3-05d3-4869-b5be-a914ab11e0c6 req-bbc44a04-80b0-4b57-83fd-097257015b33 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662684 Aug 20 11:19:03.088131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2d0b507d-985b-4eb9-874b-623a44679909 req-6e743ea8-1b58-4307-9bb2-74a0aaf6778b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.090955 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2d0b507d-985b-4eb9-874b-623a44679909 req-6e743ea8-1b58-4307-9bb2-74a0aaf6778b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.098032 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d0b507d-985b-4eb9-874b-623a44679909 req-6e743ea8-1b58-4307-9bb2-74a0aaf6778b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "DELETE /v2.0/security-groups/cd172809-6fc4-47d2-b3a1-f9c823031e1b HTTP/1.1" status: 204 len: 173 time: 0.2777052 Aug 20 11:19:03.112859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50348) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:03.119271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e743ea8-1b58-4307-9bb2-74a0aaf6778b tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd172809-6fc4-47d2-b3a1-f9c823031e1b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:03.204257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6058541f-61e3-45a4-86f3-7491e4fe09f2 req-2b19fe44-77c9-4e50-acaf-83ba08aa9990 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/00198e11-d188-41b9-bafa-83112fe2fedd HTTP/1.1" status: 200 len: 1814 time: 0.0781994 Aug 20 11:19:03.231175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d2c2b-6b10-4942-a797-01474ce56fbe req-6d7fb8f0-5cea-48b2-b568-f9dde0b2722f tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:03.233065 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-960d2c2b-6b10-4942-a797-01474ce56fbe req-6d7fb8f0-5cea-48b2-b568-f9dde0b2722f tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1096 time: 0.0562987 Aug 20 11:19:03.281198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-933d3b21-57fd-4512-a848-01d61135f800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.289046 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-960d2c2b-6b10-4942-a797-01474ce56fbe req-690b3b98-c5bd-4a0a-9a99-ffff07ab1b64 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477140 Aug 20 11:19:03.310485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6058541f-61e3-45a4-86f3-7491e4fe09f2 req-4fa1b241-e195-480a-9032-c323e5486bb4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.415002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6058541f-61e3-45a4-86f3-7491e4fe09f2 req-4fa1b241-e195-480a-9032-c323e5486bb4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.497371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98a97f-f20c-48dd-adff-c087d0a9e429 req-d9d1698a-eead-41fc-9641-d98aefa899be tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:03.503273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98a97f-f20c-48dd-adff-c087d0a9e429 req-d9d1698a-eead-41fc-9641-d98aefa899be tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:03.510122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98a97f-f20c-48dd-adff-c087d0a9e429 req-d9d1698a-eead-41fc-9641-d98aefa899be tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:03.516246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98a97f-f20c-48dd-adff-c087d0a9e429 req-d9d1698a-eead-41fc-9641-d98aefa899be tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:03.522135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98a97f-f20c-48dd-adff-c087d0a9e429 req-d9d1698a-eead-41fc-9641-d98aefa899be tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:03.529362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98a97f-f20c-48dd-adff-c087d0a9e429 req-d9d1698a-eead-41fc-9641-d98aefa899be tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:03.535739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98a97f-f20c-48dd-adff-c087d0a9e429 req-d9d1698a-eead-41fc-9641-d98aefa899be tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:03.538233 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f98a97f-f20c-48dd-adff-c087d0a9e429 req-d9d1698a-eead-41fc-9641-d98aefa899be tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1112127 Aug 20 11:19:03.581682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f98a97f-f20c-48dd-adff-c087d0a9e429 req-9ce33c85-11a9-4a79-82d5-9da1c35d401f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367100 Aug 20 11:19:03.701525 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6058541f-61e3-45a4-86f3-7491e4fe09f2 req-4fa1b241-e195-480a-9032-c323e5486bb4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.701525 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6058541f-61e3-45a4-86f3-7491e4fe09f2 req-4fa1b241-e195-480a-9032-c323e5486bb4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.701525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6058541f-61e3-45a4-86f3-7491e4fe09f2 req-4fa1b241-e195-480a-9032-c323e5486bb4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "DELETE /v2.0/security-groups/00198e11-d188-41b9-bafa-83112fe2fedd HTTP/1.1" status: 204 len: 173 time: 0.4927647 Aug 20 11:19:03.728504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1b241-e195-480a-9032-c323e5486bb4 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00198e11-d188-41b9-bafa-83112fe2fedd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:03.811181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-933d3b21-57fd-4512-a848-01d61135f800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.833047 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-330db4dc-e805-4253-be67-e9773026903f req-ac22c9f1-c821-4e58-80ab-87f992f9eaf8 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "GET /v2.0/security-groups/21b5db47-7133-48ab-96ac-6375493bf190 HTTP/1.1" status: 200 len: 1814 time: 0.1096463 Aug 20 11:19:03.848065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-f001e4aa-a4b8-489e-a894-049bf8cf2d12 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:03.850345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-f001e4aa-a4b8-489e-a894-049bf8cf2d12 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 821 time: 0.1472197 Aug 20 11:19:03.868967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-022c3ced-c1f4-4c09-b78a-ad24dc972eb7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/quotas/b9f10ce7f178455a909c11d0d990c99e HTTP/1.1" status: 200 len: 375 time: 0.0119109 Aug 20 11:19:03.908419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-330db4dc-e805-4253-be67-e9773026903f req-c82f4e8e-6a15-45f6-aa2e-14429c45eca1 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.925683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-1608946f-9174-46d1-91be-b8ede9ca714a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503793 Aug 20 11:19:03.933921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-330db4dc-e805-4253-be67-e9773026903f req-c82f4e8e-6a15-45f6-aa2e-14429c45eca1 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:03.951190 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-933d3b21-57fd-4512-a848-01d61135f800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.014368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-933d3b21-57fd-4512-a848-01d61135f800 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21389a40c0db4ca29cabb537e5e39422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8998199 Aug 20 11:19:04.021385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50384) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:04.066666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d3b21-57fd-4512-a848-01d61135f800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3782782b-ac33-4e30-ab8e-75e02761a7d6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:04.131449 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44899991-ca85-4899-9b7d-2d4f8524f842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.133463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e9c0a8b2-a778-459e-9971-11c3f9bd3e2d details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:04.157377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44899991-ca85-4899-9b7d-2d4f8524f842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.158158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-d99afcd2-a2f5-4a63-8e46-4be931cb87a1 service neutron] 10.222.0.10 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228723 Aug 20 11:19:04.259339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:04.272334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'port_id': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'mac_address': 'fa:16:3e:05:e7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:04.278936 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-10983e58-fb29-48b3-a24e-c6aec87f1668 service neutron] 10.222.0.10 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119256 Aug 20 11:19:04.327976 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.343343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c0a8b2-a778-459e-9971-11c3f9bd3e2d {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:04.364965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:04.408895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-330db4dc-e805-4253-be67-e9773026903f req-c82f4e8e-6a15-45f6-aa2e-14429c45eca1 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.420363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-330db4dc-e805-4253-be67-e9773026903f req-c82f4e8e-6a15-45f6-aa2e-14429c45eca1 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.420363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-330db4dc-e805-4253-be67-e9773026903f req-c82f4e8e-6a15-45f6-aa2e-14429c45eca1 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] 10.222.0.10 "DELETE /v2.0/security-groups/21b5db47-7133-48ab-96ac-6375493bf190 HTTP/1.1" status: 204 len: 173 time: 0.5786834 Aug 20 11:19:04.420363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44899991-ca85-4899-9b7d-2d4f8524f842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.420363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44899991-ca85-4899-9b7d-2d4f8524f842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.420363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-44899991-ca85-4899-9b7d-2d4f8524f842 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3782782b-ac33-4e30-ab8e-75e02761a7d6 HTTP/1.1" status: 204 len: 168 time: 0.3937404 Aug 20 11:19:04.421579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50390) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:04.427039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f4e8e-6a15-45f6-aa2e-14429c45eca1 tempest-SecurityGroupRulesNegativeTestJSON-929131360 tempest-SecurityGroupRulesNegativeTestJSON-929131360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b5db47-7133-48ab-96ac-6375493bf190,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:04.443155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44899991-ca85-4899-9b7d-2d4f8524f842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3782782b-ac33-4e30-ab8e-75e02761a7d6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:04.509084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f6026a-5e8d-4b43-9884-2b8931b41694 admin admin] Deleting subnet 5c051ef4-7b85-4b2a-b320-a467014dab1f {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:19:04.523156 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64f6026a-5e8d-4b43-9884-2b8931b41694 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.559634 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b21c15-ad8f-4ffd-b827-6671f7480b74 req-b1154c5e-be6d-42f3-8986-0202e1e05710 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:04.561425 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f0b21c15-ad8f-4ffd-b827-6671f7480b74 req-b1154c5e-be6d-42f3-8986-0202e1e05710 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 944 time: 0.0852320 Aug 20 11:19:04.586670 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64f6026a-5e8d-4b43-9884-2b8931b41694 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.599260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.615212 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f0b21c15-ad8f-4ffd-b827-6671f7480b74 req-094b7f72-034a-4b75-93a1-60a2f02c1ed4 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446513 Aug 20 11:19:04.634153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64f6026a-5e8d-4b43-9884-2b8931b41694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:04.691466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:04.792927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46710038-907a-457a-bf1e-4aa4e7c0a416 req-afe49408-6515-4302-80da-892d866a71b3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:04.800265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46710038-907a-457a-bf1e-4aa4e7c0a416 req-afe49408-6515-4302-80da-892d866a71b3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:04.807382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46710038-907a-457a-bf1e-4aa4e7c0a416 req-afe49408-6515-4302-80da-892d866a71b3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:04.809301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31fc6b13-a234-4c67-be1f-1e7577064dad req-914e3a91-c0e1-4498-848e-8257fbfd9574 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 210 time: 0.0321009 Aug 20 11:19:04.814278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46710038-907a-457a-bf1e-4aa4e7c0a416 req-afe49408-6515-4302-80da-892d866a71b3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:04.820697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46710038-907a-457a-bf1e-4aa4e7c0a416 req-afe49408-6515-4302-80da-892d866a71b3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:04.827062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46710038-907a-457a-bf1e-4aa4e7c0a416 req-afe49408-6515-4302-80da-892d866a71b3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:04.832703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46710038-907a-457a-bf1e-4aa4e7c0a416 req-afe49408-6515-4302-80da-892d866a71b3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:04.835224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46710038-907a-457a-bf1e-4aa4e7c0a416 req-afe49408-6515-4302-80da-892d866a71b3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1462643 Aug 20 11:19:04.836972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['e9c0a8b2-a778-459e-9971-11c3f9bd3e2d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:04.890111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46710038-907a-457a-bf1e-4aa4e7c0a416 req-4eb47002-59d3-4477-b857-3fd373427bb3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483098 Aug 20 11:19:04.985369 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64f6026a-5e8d-4b43-9884-2b8931b41694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.011537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6026a-5e8d-4b43-9884-2b8931b41694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c051ef4-7b85-4b2a-b320-a467014dab1f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:05.028489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64f6026a-5e8d-4b43-9884-2b8931b41694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.029877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-64f6026a-5e8d-4b43-9884-2b8931b41694 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5c051ef4-7b85-4b2a-b320-a467014dab1f HTTP/1.1" status: 204 len: 168 time: 0.6056170 Aug 20 11:19:05.032159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50410) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:05.109026 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.197299 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.206850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3e0d0e-d64c-443f-8db8-2462118906f6']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:05.218392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f090164f-d041-41b4-a058-96e8e0c2b01b') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:05.218738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f090164f-d041-41b4-a058-96e8e0c2b01b') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:05.229602 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.244328 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.250744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:19:05.251134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:19:05.252751 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:19:05.381507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50416) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:05.493718 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1502f86e-0b2a-4f26-b421-7617f6f0ca6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.519920 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.545604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.545604 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] 10.222.0.10 "DELETE /v2.0/networks/cd3e0d0e-d64c-443f-8db8-2462118906f6 HTTP/1.1" status: 204 len: 168 time: 0.4946847 Aug 20 11:19:05.546899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d4a05-0c31-4466-90c8-ae0edec6442e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3e0d0e-d64c-443f-8db8-2462118906f6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:05.609084 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1502f86e-0b2a-4f26-b421-7617f6f0ca6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.731758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04beb68-a097-420e-871e-4c482afc7007 req-2422c9cd-507b-4948-93e4-f904389ec317 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:05.733765 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c04beb68-a097-420e-871e-4c482afc7007 req-2422c9cd-507b-4948-93e4-f904389ec317 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 945 time: 0.0514891 Aug 20 11:19:05.776387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c04beb68-a097-420e-871e-4c482afc7007 req-e452ff51-848c-40ca-ba2a-a145d0ae5976 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359132 Aug 20 11:19:05.825318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1502f86e-0b2a-4f26-b421-7617f6f0ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.866681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502f86e-0b2a-4f26-b421-7617f6f0ca6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de62c507-275a-4c8d-9d83-153c9eb90da8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:05.871049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1502f86e-0b2a-4f26-b421-7617f6f0ca6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf2c508d675b4e0eb0bf8837a3773bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883931 Aug 20 11:19:05.873798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50432) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:05.910068 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a39ced8-92a4-4a8b-9e02-4adc422069d8 req-8625a0dc-e48d-4f69-a00c-950877b6bd88 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 210 time: 0.0398531 Aug 20 11:19:05.933008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-370042fa-b10d-49bc-a470-559535d45cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:05.957139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-370042fa-b10d-49bc-a470-559535d45cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.043042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4ef0-703e-45c0-9c1e-a49539cb9fc9 req-ca6d59b1-f3e7-452c-a054-3a36b4599bcf tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:06.048958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4ef0-703e-45c0-9c1e-a49539cb9fc9 req-ca6d59b1-f3e7-452c-a054-3a36b4599bcf tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:06.054916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4ef0-703e-45c0-9c1e-a49539cb9fc9 req-ca6d59b1-f3e7-452c-a054-3a36b4599bcf tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:06.058835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50436) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:06.060751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4ef0-703e-45c0-9c1e-a49539cb9fc9 req-ca6d59b1-f3e7-452c-a054-3a36b4599bcf tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:06.066612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4ef0-703e-45c0-9c1e-a49539cb9fc9 req-ca6d59b1-f3e7-452c-a054-3a36b4599bcf tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:06.073230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4ef0-703e-45c0-9c1e-a49539cb9fc9 req-ca6d59b1-f3e7-452c-a054-3a36b4599bcf tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:06.076093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-36bddd7d-8baf-4e4d-a23a-d24b06cae118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.088969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4ef0-703e-45c0-9c1e-a49539cb9fc9 req-ca6d59b1-f3e7-452c-a054-3a36b4599bcf tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:06.088969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d32f4ef0-703e-45c0-9c1e-a49539cb9fc9 req-ca6d59b1-f3e7-452c-a054-3a36b4599bcf tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1021109 Aug 20 11:19:06.121750 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d32f4ef0-703e-45c0-9c1e-a49539cb9fc9 req-41ad5276-29f1-4f8a-acf6-bbbbe74394d2 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339646 Aug 20 11:19:06.135199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e9c0a8b2-a778-459e-9971-11c3f9bd3e2d up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:06.396605 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-370042fa-b10d-49bc-a470-559535d45cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.399417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-370042fa-b10d-49bc-a470-559535d45cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.400792 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-370042fa-b10d-49bc-a470-559535d45cae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de62c507-275a-4c8d-9d83-153c9eb90da8 HTTP/1.1" status: 204 len: 168 time: 0.5257013 Aug 20 11:19:06.426697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370042fa-b10d-49bc-a470-559535d45cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de62c507-275a-4c8d-9d83-153c9eb90da8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:06.426944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50440) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:06.473004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:06.477579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:06.478249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.498563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-713bf548-8fa0-474b-8172-ae8b87c8e23d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b88f48b5194b4d9096f36ee22b0149c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693192 Aug 20 11:19:06.499900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50442) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:06.529071 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-36bddd7d-8baf-4e4d-a23a-d24b06cae118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.572673 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2f018c3-fa13-479f-a3db-b537f55b0586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.572948 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.596556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8623503b-a362-4b58-af4d-2463f6af73ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:06.598853 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e5f332-8979-4a0c-a66a-ea94638bd26e" -d '{"events": [{"server_uuid": "8623503b-a362-4b58-af4d-2463f6af73ac", "name": "network-vif-plugged", "status": "completed", "tag": "e9c0a8b2-a778-459e-9971-11c3f9bd3e2d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:06.601764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2f018c3-fa13-479f-a3db-b537f55b0586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.612124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:06.642501 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5698a90-4402-43c1-b6da-4175a4a54d1c x-openstack-request-id: req-d5698a90-4402-43c1-b6da-4175a4a54d1c {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:06.642818 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8623503b-a362-4b58-af4d-2463f6af73ac", "name": "network-vif-plugged", "status": "completed", "tag": "e9c0a8b2-a778-459e-9971-11c3f9bd3e2d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:06.652459 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5698a90-4402-43c1-b6da-4175a4a54d1c {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:06.652459 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8623503b-a362-4b58-af4d-2463f6af73ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'code': 200} Aug 20 11:19:06.754575 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-36bddd7d-8baf-4e4d-a23a-d24b06cae118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.804383 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.829267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-36bddd7d-8baf-4e4d-a23a-d24b06cae118 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac62c952fc06457b9a9bae3e7e79c81e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7558763 Aug 20 11:19:06.829267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bddd7d-8baf-4e4d-a23a-d24b06cae118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee45afb-b4f1-4cbf-b5e7-eca07e997e67,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:06.830510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50450) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:06.839517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58391b7f-a762-4146-940e-4667773f3e7b req-d712ccbd-2c92-4725-a794-ff0e90e263f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:06.842129 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-58391b7f-a762-4146-940e-4667773f3e7b req-d712ccbd-2c92-4725-a794-ff0e90e263f6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 1096 time: 0.1335814 Aug 20 11:19:06.885263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:06.914522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-58391b7f-a762-4146-940e-4667773f3e7b req-6ede7c13-8ee3-440e-a1f8-34309302b283 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634577 Aug 20 11:19:06.946242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebb443f4-d90e-4f41-a936-a55998b5a47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.950326 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2f018c3-fa13-479f-a3db-b537f55b0586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.952871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2f018c3-fa13-479f-a3db-b537f55b0586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:06.954040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a2f018c3-fa13-479f-a3db-b537f55b0586 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00014b96-c58e-488b-90d3-2cd3f54228f6 HTTP/1.1" status: 204 len: 168 time: 0.4530649 Aug 20 11:19:06.982418 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f018c3-fa13-479f-a3db-b537f55b0586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00014b96-c58e-488b-90d3-2cd3f54228f6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:06.989812 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebb443f4-d90e-4f41-a936-a55998b5a47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:07.008322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55164a-93f8-44dd-891a-d41feaa778c9 req-9c89ee73-2b78-42af-a9ea-c3a2986b74b6 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:07.009988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b55164a-93f8-44dd-891a-d41feaa778c9 req-9c89ee73-2b78-42af-a9ea-c3a2986b74b6 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 946 time: 0.1069155 Aug 20 11:19:07.028916 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-262f6cde-b235-49be-8893-81ec2bc2464b req-ae1113c8-7f93-427e-ab85-21c1cb195c5f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 210 time: 0.0372841 Aug 20 11:19:07.082789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b55164a-93f8-44dd-891a-d41feaa778c9 req-1173e0b3-c7e7-4120-a52d-e6d80e7d7083 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576637 Aug 20 11:19:07.252461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e95f0-da94-42fa-a946-6e8b205c9527 req-967208cf-d60f-4b8a-97aa-5920f4ae1431 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:07.258952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e95f0-da94-42fa-a946-6e8b205c9527 req-967208cf-d60f-4b8a-97aa-5920f4ae1431 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:07.264797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e95f0-da94-42fa-a946-6e8b205c9527 req-967208cf-d60f-4b8a-97aa-5920f4ae1431 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:07.270616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e95f0-da94-42fa-a946-6e8b205c9527 req-967208cf-d60f-4b8a-97aa-5920f4ae1431 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:07.276396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e95f0-da94-42fa-a946-6e8b205c9527 req-967208cf-d60f-4b8a-97aa-5920f4ae1431 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:07.282224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e95f0-da94-42fa-a946-6e8b205c9527 req-967208cf-d60f-4b8a-97aa-5920f4ae1431 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:07.289034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e95f0-da94-42fa-a946-6e8b205c9527 req-967208cf-d60f-4b8a-97aa-5920f4ae1431 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:07.291079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4a2e95f0-da94-42fa-a946-6e8b205c9527 req-967208cf-d60f-4b8a-97aa-5920f4ae1431 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.0927022 Aug 20 11:19:07.339826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4a2e95f0-da94-42fa-a946-6e8b205c9527 req-381c6d55-6cc8-4101-a844-50578725af71 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423267 Aug 20 11:19:07.533880 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebb443f4-d90e-4f41-a936-a55998b5a47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:07.537945 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebb443f4-d90e-4f41-a936-a55998b5a47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:07.540166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ebb443f4-d90e-4f41-a936-a55998b5a47e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ee45afb-b4f1-4cbf-b5e7-eca07e997e67 HTTP/1.1" status: 204 len: 168 time: 0.7186372 Aug 20 11:19:07.548148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb443f4-d90e-4f41-a936-a55998b5a47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee45afb-b4f1-4cbf-b5e7-eca07e997e67,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:08.143587 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c6dbe29-5fd2-43f7-904a-e675cfaede91 req-f20e9d8d-fe13-4540-a459-2ced0759cc18 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 210 time: 0.0337713 Aug 20 11:19:08.229101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c2220-c624-4348-bd77-18e6c18c8389 req-cada17f0-7117-448e-a465-5b19f676447b tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:08.231611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-359c2220-c624-4348-bd77-18e6c18c8389 req-cada17f0-7117-448e-a465-5b19f676447b tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 946 time: 0.0617142 Aug 20 11:19:08.278106 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-359c2220-c624-4348-bd77-18e6c18c8389 req-78305833-07e8-4ab5-bb7b-6ab75cb23ddb tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Aug 20 11:19:08.473908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184110b-d203-4373-93c3-cd01816c4a88 req-bf328540-98aa-4e8a-b7da-5f711ebe74bd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:08.480095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184110b-d203-4373-93c3-cd01816c4a88 req-bf328540-98aa-4e8a-b7da-5f711ebe74bd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:08.486396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184110b-d203-4373-93c3-cd01816c4a88 req-bf328540-98aa-4e8a-b7da-5f711ebe74bd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:08.493661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184110b-d203-4373-93c3-cd01816c4a88 req-bf328540-98aa-4e8a-b7da-5f711ebe74bd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:08.499747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184110b-d203-4373-93c3-cd01816c4a88 req-bf328540-98aa-4e8a-b7da-5f711ebe74bd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:08.505788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184110b-d203-4373-93c3-cd01816c4a88 req-bf328540-98aa-4e8a-b7da-5f711ebe74bd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:08.512505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184110b-d203-4373-93c3-cd01816c4a88 req-bf328540-98aa-4e8a-b7da-5f711ebe74bd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:08.514642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8184110b-d203-4373-93c3-cd01816c4a88 req-bf328540-98aa-4e8a-b7da-5f711ebe74bd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.0972805 Aug 20 11:19:08.555649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50476) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:08.567739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-59f4b3e4-a548-4b0b-bfb1-a29059b73ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:08.589010 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8184110b-d203-4373-93c3-cd01816c4a88 req-fea1e3f2-1740-4983-b1ef-1af9425370ad tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679851 Aug 20 11:19:08.672774 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-59f4b3e4-a548-4b0b-bfb1-a29059b73ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:08.802250 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-59f4b3e4-a548-4b0b-bfb1-a29059b73ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:08.855313 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-59f4b3e4-a548-4b0b-bfb1-a29059b73ef4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90849afde5554f5a9ad8c202389d047a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046241 Aug 20 11:19:08.856255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4b3e4-a548-4b0b-bfb1-a29059b73ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03c3e3-52c4-4a42-b872-735851d46e5e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:08.858004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50490) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:08.916126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-46c37c03-ee66-4c70-94eb-28930d383104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:08.940252 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-46c37c03-ee66-4c70-94eb-28930d383104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:09.136566 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-46c37c03-ee66-4c70-94eb-28930d383104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:09.140093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-46c37c03-ee66-4c70-94eb-28930d383104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:09.141316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-46c37c03-ee66-4c70-94eb-28930d383104 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d03c3e3-52c4-4a42-b872-735851d46e5e HTTP/1.1" status: 204 len: 168 time: 0.2822242 Aug 20 11:19:09.150324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c37c03-ee66-4c70-94eb-28930d383104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03c3e3-52c4-4a42-b872-735851d46e5e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:09.251809 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5830285-f65d-44a9-be01-d598a207ed7b req-985a3459-2f26-4714-ab9c-760ffe91ecb4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 210 time: 0.0303845 Aug 20 11:19:09.398748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f03f1-8e49-457c-886a-122a5418ac12 req-48114d25-e980-44fc-af42-3cf60fc325cb tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.400217 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a1f03f1-8e49-457c-886a-122a5418ac12 req-48114d25-e980-44fc-af42-3cf60fc325cb tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 946 time: 0.0490923 Aug 20 11:19:09.440939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a1f03f1-8e49-457c-886a-122a5418ac12 req-13826caa-1c77-4a95-8918-4b74a9950374 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343735 Aug 20 11:19:09.617021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-dc98e38f-f992-4983-8f4d-eef9270aa64f tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.618616 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-dc98e38f-f992-4983-8f4d-eef9270aa64f tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0868461 Aug 20 11:19:09.672543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-a6bc5b90-8342-487e-b03f-cb791a33ffa6 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.0458515 Aug 20 11:19:09.683526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-79fe1f2b-ce20-460c-bd63-cc543bce26d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Request body: {'floatingip': {'port_id': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:09.724141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3255d6-6c01-460f-96cb-acb9c1f190b8 req-a336b3db-2150-42a3-8143-2d1114f06f4b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.730559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3255d6-6c01-460f-96cb-acb9c1f190b8 req-a336b3db-2150-42a3-8143-2d1114f06f4b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.736524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3255d6-6c01-460f-96cb-acb9c1f190b8 req-a336b3db-2150-42a3-8143-2d1114f06f4b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.742982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3255d6-6c01-460f-96cb-acb9c1f190b8 req-a336b3db-2150-42a3-8143-2d1114f06f4b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.748918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3255d6-6c01-460f-96cb-acb9c1f190b8 req-a336b3db-2150-42a3-8143-2d1114f06f4b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.754780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3255d6-6c01-460f-96cb-acb9c1f190b8 req-a336b3db-2150-42a3-8143-2d1114f06f4b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.756135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-79fe1f2b-ce20-460c-bd63-cc543bce26d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:09.761141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3255d6-6c01-460f-96cb-acb9c1f190b8 req-a336b3db-2150-42a3-8143-2d1114f06f4b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.763048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b3255d6-6c01-460f-96cb-acb9c1f190b8 req-a336b3db-2150-42a3-8143-2d1114f06f4b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.0931883 Aug 20 11:19:09.861680 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b3255d6-6c01-460f-96cb-acb9c1f190b8 req-d9939a64-a2cf-4b38-8895-73ebed93ee88 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903797 Aug 20 11:19:09.942104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-56332dad-034d-442b-8fc0-a03d973ccf2d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:09.943719 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-56332dad-034d-442b-8fc0-a03d973ccf2d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.57 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 821 time: 0.1642079 Aug 20 11:19:09.957133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Request body: {'port': {'device_id': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2', 'admin_state_up': True, 'tenant_id': 'b9f10ce7f178455a909c11d0d990c99e'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:10.124728 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50532) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:10.246678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-747318007-network', 'tenant_id': '89c183398fb244db99f938f5bcfdb6ce'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:10.328543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Made reservation on behalf of b9f10ce7f178455a909c11d0d990c99e for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:10.332627 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.382660 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30e05ef4-d09c-4f7a-990c-35b94243d80f req-c0b2faf8-970d-412e-bf43-c8d918a9a88f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 210 time: 0.0335946 Aug 20 11:19:10.479131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.resource_extend [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-79fe1f2b-ce20-460c-bd63-cc543bce26d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:19:10.502844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Made reservation on behalf of 89c183398fb244db99f938f5bcfdb6ce for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:10.505090 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.523383 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.551862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Allocated IP 172.20.0.14 (e6f2992a-7e11-4def-8893-cfdba9ef3fc2/0963d3cc-d124-4861-9d02-eff0cb690c13/2a651b82-bd7b-442e-87c5-ab75c37d3f2c) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:10.557127 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-79fe1f2b-ce20-460c-bd63-cc543bce26d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.739132 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.764070 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.819230 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-79fe1f2b-ce20-460c-bd63-cc543bce26d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.861227 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.889411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:19:10.899568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408366d3-5922-4d73-a918-311cd12d2baf,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:10.904615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.904951 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Added segment b1d9d083-933a-4624-a275-0ca2a9e264ef of type vlan for network 6463f4c1-359f-4ac3-92b0-6cd1db619701 Aug 20 11:19:10.934602 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-79fe1f2b-ce20-460c-bd63-cc543bce26d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Floating IP 4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 associated. External IP: 172.25.4.111, port: a531d26d-2c78-460c-b747-fcdc22533fe6. Aug 20 11:19:10.943266 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.952579 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:10.962225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.073811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:11.082349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:11.093837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Pushing event updated for resources: {'Port': ['ID=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:11.093837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:11.158535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869624b7-f24f-44b4-a23e-54bdf66ba507 req-9f39cc46-5f3e-4a4b-b4f7-f724a888ebe7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.166197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869624b7-f24f-44b4-a23e-54bdf66ba507 req-9f39cc46-5f3e-4a4b-b4f7-f724a888ebe7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.173721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869624b7-f24f-44b4-a23e-54bdf66ba507 req-9f39cc46-5f3e-4a4b-b4f7-f724a888ebe7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.179924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869624b7-f24f-44b4-a23e-54bdf66ba507 req-9f39cc46-5f3e-4a4b-b4f7-f724a888ebe7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.185985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869624b7-f24f-44b4-a23e-54bdf66ba507 req-9f39cc46-5f3e-4a4b-b4f7-f724a888ebe7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.191796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869624b7-f24f-44b4-a23e-54bdf66ba507 req-9f39cc46-5f3e-4a4b-b4f7-f724a888ebe7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.198133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869624b7-f24f-44b4-a23e-54bdf66ba507 req-9f39cc46-5f3e-4a4b-b4f7-f724a888ebe7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.200047 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-869624b7-f24f-44b4-a23e-54bdf66ba507 req-9f39cc46-5f3e-4a4b-b4f7-f724a888ebe7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1966221 Aug 20 11:19:11.203654 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:19:11.212594 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.213296 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.253309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-79fe1f2b-ce20-460c-bd63-cc543bce26d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Router 14c82e3f-423f-489e-b5b4-56ea825739c4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:11.260559 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-869624b7-f24f-44b4-a23e-54bdf66ba507 req-8536f5f4-b886-4dac-b56d-a8a6153412aa tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444157 Aug 20 11:19:11.339212 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.361457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.361457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.378236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-79fe1f2b-ce20-460c-bd63-cc543bce26d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:11.383863 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-79fe1f2b-ce20-460c-bd63-cc543bce26d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.404432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] Sync routers for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:11.405927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] Pushing event updated for resources: {'Network': ['ID=6463f4c1-359f-4ac3-92b0-6cd1db619701,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:11.424707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:11.424707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:18:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:11.426944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-79fe1f2b-ce20-460c-bd63-cc543bce26d3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "PUT /v2.0/floatingips/4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 HTTP/1.1" status: 200 len: 997 time: 1.7370131 Aug 20 11:19:11.427503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:11.430588 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67" -d '{"events": [{"name": "network-changed", "server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:11.437526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6463f4c1-359f-4ac3-92b0-6cd1db619701 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:19:11.488440 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-5d08d098-9852-465b-94be-42e62baf484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.491955 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-5d08d098-9852-465b-94be-42e62baf484b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1097 time: 0.0575945 Aug 20 11:19:11.549282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9e4e1-1e6a-4280-9aa2-b8770c7d1ce0 req-fd41531b-1340-42e6-aee7-7c6bf2e5f69c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.550822 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ef9e4e1-1e6a-4280-9aa2-b8770c7d1ce0 req-fd41531b-1340-42e6-aee7-7c6bf2e5f69c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 932 time: 0.0646434 Aug 20 11:19:11.621415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-851126b5-7772-4948-adbd-7c9456b707f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.631649 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ef9e4e1-1e6a-4280-9aa2-b8770c7d1ce0 req-c0f6ba91-1a34-4b93-b9b3-643a59cd987f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714872 Aug 20 11:19:11.634400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-851126b5-7772-4948-adbd-7c9456b707f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.1328022 Aug 20 11:19:11.634588 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-044f314b-b0ae-4df5-b815-de9d9a340eda tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6805539 Aug 20 11:19:11.652800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Request body: {'port': {'device_id': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:11.666405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:11.730554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8c748908-380c-4b56-a451-774d35e34df6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6044803 Aug 20 11:19:11.731200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50582) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:11.741610 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09654199-3b62-4f09-805b-8f7c08bfbac6 x-openstack-request-id: req-09654199-3b62-4f09-805b-8f7c08bfbac6 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:11.742273 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:11.742803 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09654199-3b62-4f09-805b-8f7c08bfbac6 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:11.743475 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'status': 'completed', 'code': 200} Aug 20 11:19:11.743659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Request body: {'subnet': {'network_id': '6463f4c1-359f-4ac3-92b0-6cd1db619701', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-747318007-subnet', 'tenant_id': '89c183398fb244db99f938f5bcfdb6ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:11.798950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:11.837917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-2a8ffa4d-205a-45e4-b3c2-e92525117698 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 1000 time: 0.2050545 Aug 20 11:19:11.890691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-a12f024b-cc57-4b4c-bb1a-75bea09f584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.892204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-a12f024b-cc57-4b4c-bb1a-75bea09f584d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1097 time: 0.1235721 Aug 20 11:19:11.901168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-09988755-8db1-4da3-b960-3d259fe55e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:11.908703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-09988755-8db1-4da3-b960-3d259fe55e5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.0695798 Aug 20 11:19:11.972890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Made reservation on behalf of 89c183398fb244db99f938f5bcfdb6ce for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:11.977178 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:12.014165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-01a7c70e-99e6-478f-a1e9-a4a38ca7e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.022292 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-01a7c70e-99e6-478f-a1e9-a4a38ca7e6b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125371 Aug 20 11:19:12.084436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:aa:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:10Z', 'revision_number': 1, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:12.122060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-f2fb9980-b107-4bcc-a150-2e08701ed624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.124179 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-f2fb9980-b107-4bcc-a150-2e08701ed624 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.2130783 Aug 20 11:19:12.142076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] Checking router: 14c82e3f-423f-489e-b5b4-56ea825739c4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:12.155353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:12.155900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:18:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:12.222991 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-3c6b52c6-6a69-45df-a749-239d4121ba75 service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957452 Aug 20 11:19:12.295840 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-126505de-3591-418c-87d3-3aa54a263c00 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 1000 time: 0.0700777 Aug 20 11:19:12.320823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a651b82-bd7b-442e-87c5-ab75c37d3f2c {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:12.331036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:12.344745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Transition to ACTIVE for port object 2a651b82-bd7b-442e-87c5-ab75c37d3f2c will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:12.348402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:12.408387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-33901eaa-c27f-474b-82cd-b38d0c21463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.410109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-33901eaa-c27f-474b-82cd-b38d0c21463b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.1000676 Aug 20 11:19:12.430591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609297e-5b75-431f-8a20-1933a84ba185 req-7c85218f-a5c3-4b72-ac3d-a03b0a06f540 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.436832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609297e-5b75-431f-8a20-1933a84ba185 req-7c85218f-a5c3-4b72-ac3d-a03b0a06f540 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.443115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609297e-5b75-431f-8a20-1933a84ba185 req-7c85218f-a5c3-4b72-ac3d-a03b0a06f540 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.449032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609297e-5b75-431f-8a20-1933a84ba185 req-7c85218f-a5c3-4b72-ac3d-a03b0a06f540 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.455423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609297e-5b75-431f-8a20-1933a84ba185 req-7c85218f-a5c3-4b72-ac3d-a03b0a06f540 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.463344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609297e-5b75-431f-8a20-1933a84ba185 req-7c85218f-a5c3-4b72-ac3d-a03b0a06f540 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.470677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609297e-5b75-431f-8a20-1933a84ba185 req-7c85218f-a5c3-4b72-ac3d-a03b0a06f540 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.472720 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d609297e-5b75-431f-8a20-1933a84ba185 req-7c85218f-a5c3-4b72-ac3d-a03b0a06f540 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1040165 Aug 20 11:19:12.480234 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1537d93-126b-4532-aacd-cf758fe5a571 req-59ac7e08-800a-479a-9876-962e47f62b40 service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817210 Aug 20 11:19:12.502873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-b6c9fd58-16d4-4584-9844-c4e047b6a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.504668 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-b6c9fd58-16d4-4584-9844-c4e047b6a999 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861168 Aug 20 11:19:12.528787 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:12.550320 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d609297e-5b75-431f-8a20-1933a84ba185 req-a140038b-4a12-4db5-8169-c435517421e6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588207 Aug 20 11:19:12.556303 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:12.645820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Pushing event updated for resources: {'Port': ['ID=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:12.660271 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-b9185fed-794c-4c35-b310-218d8d97685e service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464136 Aug 20 11:19:12.701886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:aa:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:10Z', 'revision_number': 1, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:12.742838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc42697-9974-400c-81c6-1ac8dd097a66 None None] The sync data for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 is: [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:aa:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:10Z', 'revision_number': 1, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:12.877191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcf26f7e-8ee8-47ab-8052-57d3003f7b67 req-23c74a05-ca24-43bb-89d2-5a28dee08b53 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089682 Aug 20 11:19:12.994283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a757b-3bd4-4178-a564-5225987ccc72 req-2a84321b-6342-44e4-94c6-542ca4aaa819 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:12.997756 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-2a84321b-6342-44e4-94c6-542ca4aaa819 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1026249 Aug 20 11:19:13.071214 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:13.194494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-bf14db49-6d7c-43f4-b90f-032f57f4ddb1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1000 time: 0.1891873 Aug 20 11:19:13.211850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Request body: {'floatingip': {'port_id': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:13.231013 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac612831-643e-41c1-ab94-e42f4ba6d2c8 None None] New status for floating IP 4bf73e6b-e7b3-4b8d-a7bc-509057b87f02: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:19:13.305410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7130d0-cdd4-42e8-8a4e-36075a523fa3,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:13.310379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:13.427650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Checking segment: {'id': 'b1d9d083-933a-4624-a275-0ca2a9e264ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6463f4c1-359f-4ac3-92b0-6cd1db619701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:13.428059 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Network hostable DHCP agents. Network: 6463f4c1-359f-4ac3-92b0-6cd1db619701, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:19:13.529056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:13.529402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:13.529734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:13.556965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7383c-4fb6-4860-99ec-64672e7ac3d3 req-99854640-66e5-4ab9-8fa0-b148cf94e26d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.563107 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5df7383c-4fb6-4860-99ec-64672e7ac3d3 req-99854640-66e5-4ab9-8fa0-b148cf94e26d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.2703967 Aug 20 11:19:13.564879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:19:13.565201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:13.621820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:13.622152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:13.623775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:13.624278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Bound port: 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:13.624649 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:13.652253 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5df7383c-4fb6-4860-99ec-64672e7ac3d3 req-849f9852-3df8-400d-8ae5-3fc0bdc9690e tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881076 Aug 20 11:19:13.759056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:13.779328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Network 6463f4c1-359f-4ac3-92b0-6cd1db619701 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:19:13.797642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:13.822760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b677ce-2943-49bd-8994-b524b6c04547 req-5fdeb0c0-3878-4d47-8e91-a9c627da78b7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.830046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b677ce-2943-49bd-8994-b524b6c04547 req-5fdeb0c0-3878-4d47-8e91-a9c627da78b7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.841717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b677ce-2943-49bd-8994-b524b6c04547 req-5fdeb0c0-3878-4d47-8e91-a9c627da78b7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.848127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b677ce-2943-49bd-8994-b524b6c04547 req-5fdeb0c0-3878-4d47-8e91-a9c627da78b7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.854760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b677ce-2943-49bd-8994-b524b6c04547 req-5fdeb0c0-3878-4d47-8e91-a9c627da78b7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.861051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b677ce-2943-49bd-8994-b524b6c04547 req-5fdeb0c0-3878-4d47-8e91-a9c627da78b7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.867576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b677ce-2943-49bd-8994-b524b6c04547 req-5fdeb0c0-3878-4d47-8e91-a9c627da78b7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:13.869622 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7b677ce-2943-49bd-8994-b524b6c04547 req-5fdeb0c0-3878-4d47-8e91-a9c627da78b7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1294959 Aug 20 11:19:13.921828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7b677ce-2943-49bd-8994-b524b6c04547 req-9171fcdc-37e6-414a-aa6d-565aab609821 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443974 Aug 20 11:19:13.979881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:13.982104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6463f4c1-359f-4ac3-92b0-6cd1db619701) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:13.990710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b173aee2-ee74-4d55-97b2-842bdeb72dcd None None] Network 6463f4c1-359f-4ac3-92b0-6cd1db619701 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:14.011210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:14.017350 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:14.027042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:14.027664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:14.029101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] 10.222.0.57 "PUT /v2.0/ports/2a651b82-bd7b-442e-87c5-ab75c37d3f2c HTTP/1.1" status: 200 len: 1092 time: 2.3873863 Aug 20 11:19:14.031718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'tag': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:14.034270 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b473cc-c183-4fcd-8085-e4b8536c2bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "de7b762f-e109-4ea6-8ca7-4d1d625bb993", "tag": "2a651b82-bd7b-442e-87c5-ab75c37d3f2c"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:14.059506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bdb96-cc7d-41fd-b7a9-80e5862b9a5b service neutron] Pushing event updated for resources: {'Port': ['ID=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:14.099361 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1247024d-d4ab-4d89-a462-b1c441db6efd x-openstack-request-id: req-1247024d-d4ab-4d89-a462-b1c441db6efd {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:14.099664 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7b762f-e109-4ea6-8ca7-4d1d625bb993", "tag": "2a651b82-bd7b-442e-87c5-ab75c37d3f2c", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:14.100335 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1247024d-d4ab-4d89-a462-b1c441db6efd {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:14.100591 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'tag': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c', 'status': 'completed', 'code': 200} Aug 20 11:19:14.180269 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7e11c3af-43d8-4a38-8ae8-7b788ba4a39f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4441533 Aug 20 11:19:14.211666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b473cc-c183-4fcd-8085-e4b8536c2bcc req-099d889e-d107-40e5-8a65-c63b0f5f4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:14.213401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02b473cc-c183-4fcd-8085-e4b8536c2bcc req-099d889e-d107-40e5-8a65-c63b0f5f4404 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1095 time: 0.0850267 Aug 20 11:19:14.220108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4156493f-679f-421c-a8e8-495ae305f3bf None None] Network 6463f4c1-359f-4ac3-92b0-6cd1db619701 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:14.266163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:19:14.266826 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:19:14.329144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b473cc-c183-4fcd-8085-e4b8536c2bcc req-c3aa39f6-a0ec-4686-b06b-ee677093c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:14.330809 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02b473cc-c183-4fcd-8085-e4b8536c2bcc req-c3aa39f6-a0ec-4686-b06b-ee677093c6fb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b9f10ce7f178455a909c11d0d990c99e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1060398 Aug 20 11:19:14.441292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b473cc-c183-4fcd-8085-e4b8536c2bcc req-d8fd8b64-c847-4339-aa36-1da515c3e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:14.442835 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02b473cc-c183-4fcd-8085-e4b8536c2bcc req-d8fd8b64-c847-4339-aa36-1da515c3e75d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034160 Aug 20 11:19:14.511572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50654) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:14.534342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-f9210907-0b57-490c-987e-53272fd65fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:14.535955 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-f9210907-0b57-490c-987e-53272fd65fbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1095 time: 0.0551858 Aug 20 11:19:14.566983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-181f2e7e-866f-410e-b318-a7b9e82ad082 admin admin] Deleting subnet 2e7130d0-cdd4-42e8-8a4e-36075a523fa3 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:19:14.581822 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-181f2e7e-866f-410e-b318-a7b9e82ad082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:14.584579 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-6785f8e1-7470-45d8-819d-a774776a8131 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c HTTP/1.1" status: 200 len: 217 time: 0.0404243 Aug 20 11:19:14.665527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-97a25f8d-d22d-4927-a53b-7c6a9117a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:14.667235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-97a25f8d-d22d-4927-a53b-7c6a9117a348 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0745084 Aug 20 11:19:14.670849 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-181f2e7e-866f-410e-b318-a7b9e82ad082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:14.730152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-d6fcac0a-bb8c-4d1e-a3df-c26b135a16d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539703 Aug 20 11:19:14.736178 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-181f2e7e-866f-410e-b318-a7b9e82ad082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:14.779437 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:14.898553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b0a8-6f27-4d94-bb71-6e26975ce81b req-ffe2445b-ccb5-45ed-8da4-4fc955c7dda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:14.900048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8449b0a8-6f27-4d94-bb71-6e26975ce81b req-ffe2445b-ccb5-45ed-8da4-4fc955c7dda4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.0862682 Aug 20 11:19:14.906223 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-c36439c1-7a5f-4da0-a8be-93c0877ef08d service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669021 Aug 20 11:19:14.989450 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8449b0a8-6f27-4d94-bb71-6e26975ce81b req-96d62577-202d-4ece-84d2-352af3bb1cb3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813448 Aug 20 11:19:15.025909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74f63181-c020-4c35-9bc2-cdf60ce1e424 req-93caae9b-0368-460b-a43f-bc60300fea0f service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109159 Aug 20 11:19:15.076659 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3539f913-77ff-4d9a-b4a4-93c72fa1160a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.149620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a936-a659-47e9-b171-e20e2f340462 req-43bd5a7d-fe54-4565-8809-c0b8fc31e945 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:15.156976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a936-a659-47e9-b171-e20e2f340462 req-43bd5a7d-fe54-4565-8809-c0b8fc31e945 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:15.163226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a936-a659-47e9-b171-e20e2f340462 req-43bd5a7d-fe54-4565-8809-c0b8fc31e945 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:15.169243 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a936-a659-47e9-b171-e20e2f340462 req-43bd5a7d-fe54-4565-8809-c0b8fc31e945 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:15.175076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a936-a659-47e9-b171-e20e2f340462 req-43bd5a7d-fe54-4565-8809-c0b8fc31e945 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:15.181453 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a936-a659-47e9-b171-e20e2f340462 req-43bd5a7d-fe54-4565-8809-c0b8fc31e945 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:15.187223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a936-a659-47e9-b171-e20e2f340462 req-43bd5a7d-fe54-4565-8809-c0b8fc31e945 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:15.189187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26c6a936-a659-47e9-b171-e20e2f340462 req-43bd5a7d-fe54-4565-8809-c0b8fc31e945 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5419 time: 0.1148934 Aug 20 11:19:15.236549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26c6a936-a659-47e9-b171-e20e2f340462 req-840d4009-4615-480f-bb38-a57565ef3a34 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390553 Aug 20 11:19:15.251395 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-181f2e7e-866f-410e-b318-a7b9e82ad082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.290337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f2e7e-866f-410e-b318-a7b9e82ad082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e7130d0-cdd4-42e8-8a4e-36075a523fa3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:15.297349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-181f2e7e-866f-410e-b318-a7b9e82ad082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.299554 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-181f2e7e-866f-410e-b318-a7b9e82ad082 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2e7130d0-cdd4-42e8-8a4e-36075a523fa3 HTTP/1.1" status: 204 len: 168 time: 0.7869444 Aug 20 11:19:15.305028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50674) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:15.384056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.455442 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.482497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.491695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e533a2f8-d630-4f2f-8831-a35608644eb5 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:15.493588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6463f4c1-359f-4ac3-92b0-6cd1db619701']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:15.506814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d9d083-933a-4624-a275-0ca2a9e264ef') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:15.507188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d9d083-933a-4624-a275-0ca2a9e264ef') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:15.520528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.536391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.544196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:19:15.544593 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:19:15.546481 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:19:15.616774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e533a2f8-d630-4f2f-8831-a35608644eb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e533a2f8-d630-4f2f-8831-a35608644eb5,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:15.628417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'e533a2f8-d630-4f2f-8831-a35608644eb5', 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75', 'port_id': 'e533a2f8-d630-4f2f-8831-a35608644eb5', 'mac_address': 'fa:16:3e:41:ef:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3378ae38-d671-4f51-a415-96de9f7ecabc', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:15.665530 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.676130 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.682754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e533a2f8-d630-4f2f-8831-a35608644eb5 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:15.702244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e533a2f8-d630-4f2f-8831-a35608644eb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e533a2f8-d630-4f2f-8831-a35608644eb5,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:15.794672 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Floating IP 4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 associated. External IP: 172.25.4.111, port: a531d26d-2c78-460c-b747-fcdc22533fe6. Aug 20 11:19:15.809778 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.813714 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.813714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1bb47a7c-4e40-470c-87c2-406d1b54fe6a details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:15.827478 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:15.829382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] 10.222.0.10 "DELETE /v2.0/networks/6463f4c1-359f-4ac3-92b0-6cd1db619701 HTTP/1.1" status: 204 len: 168 time: 0.5233645 Aug 20 11:19:15.830345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51135d83-6868-49f6-b2e4-9b22c11a754b admin admin] Pushing event deleted for resources: {'Network': ['ID=6463f4c1-359f-4ac3-92b0-6cd1db619701,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:15.911405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:15.922042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e533a2f8-d630-4f2f-8831-a35608644eb5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:15.933753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.934470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.935064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.935495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.935846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.936208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.936568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.937110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.937624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.937985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.938340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.938729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:15.942776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '1bb47a7c-4e40-470c-87c2-406d1b54fe6a', 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75', 'port_id': '1bb47a7c-4e40-470c-87c2-406d1b54fe6a', 'mac_address': 'fa:16:3e:1c:b8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3378ae38-d671-4f51-a415-96de9f7ecabc', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:15.999772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:16.035986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb47a7c-4e40-470c-87c2-406d1b54fe6a {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:16.078901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:16.120397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Router 14c82e3f-423f-489e-b5b4-56ea825739c4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:16.147430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7a31e-7950-498b-bf2b-fa576dc9694e req-f715f481-14a8-4308-9b6f-455e89f9eb0a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.149026 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d7a31e-7950-498b-bf2b-fa576dc9694e req-f715f481-14a8-4308-9b6f-455e89f9eb0a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.0541804 Aug 20 11:19:16.189153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d7a31e-7950-498b-bf2b-fa576dc9694e req-6c0b197c-cf2d-48ac-a318-542f388acc2f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Aug 20 11:19:16.238793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:16.249218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] Sync routers for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:16.263599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:16.264234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:18:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:16.369330 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:16.370252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6b4a01cd-e450-4f51-930f-3367903bef51 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:16.409328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dca01-fb4d-42f6-965a-fcf58bd99c84 req-c6ea723a-914b-4eda-8b5d-16a8e752083c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.417146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dca01-fb4d-42f6-965a-fcf58bd99c84 req-c6ea723a-914b-4eda-8b5d-16a8e752083c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.423629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dca01-fb4d-42f6-965a-fcf58bd99c84 req-c6ea723a-914b-4eda-8b5d-16a8e752083c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.425586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:16.431004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dca01-fb4d-42f6-965a-fcf58bd99c84 req-c6ea723a-914b-4eda-8b5d-16a8e752083c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.437488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dca01-fb4d-42f6-965a-fcf58bd99c84 req-c6ea723a-914b-4eda-8b5d-16a8e752083c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.453023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dca01-fb4d-42f6-965a-fcf58bd99c84 req-c6ea723a-914b-4eda-8b5d-16a8e752083c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.453023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dca01-fb4d-42f6-965a-fcf58bd99c84 req-c6ea723a-914b-4eda-8b5d-16a8e752083c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.457904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e51dca01-fb4d-42f6-965a-fcf58bd99c84 req-c6ea723a-914b-4eda-8b5d-16a8e752083c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5420 time: 0.1254814 Aug 20 11:19:16.496133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Router 14c82e3f-423f-489e-b5b4-56ea825739c4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:16.498037 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e51dca01-fb4d-42f6-965a-fcf58bd99c84 req-5a28509c-e1e2-4f49-80c8-feb87b1c340a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388808 Aug 20 11:19:16.547110 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.resource_extend [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:19:16.585673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 6b4a01cd-e450-4f51-930f-3367903bef51, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6b4a01cd-e450-4f51-930f-3367903bef51,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:16.608309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:16.616975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '6b4a01cd-e450-4f51-930f-3367903bef51', 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75', 'port_id': '6b4a01cd-e450-4f51-930f-3367903bef51', 'mac_address': 'fa:16:3e:74:13:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3378ae38-d671-4f51-a415-96de9f7ecabc', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:16.637756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:16.643406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:16.689566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:16.692291 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f" -d '{"events": [{"name": "network-changed", "server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:16.742333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-597fe2d7-77d9-4545-9c79-9a0db084faa0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "PUT /v2.0/floatingips/4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 HTTP/1.1" status: 200 len: 999 time: 3.5381169 Aug 20 11:19:16.745521 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ff075a-6f8e-4528-924e-cdd17ea49c02 x-openstack-request-id: req-91ff075a-6f8e-4528-924e-cdd17ea49c02 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:16.746575 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:16.746850 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91ff075a-6f8e-4528-924e-cdd17ea49c02 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:16.747391 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'status': 'completed', 'code': 200} Aug 20 11:19:16.835132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a757b-3bd4-4178-a564-5225987ccc72 req-84bbff2e-5e08-49c8-9bfc-895046e4b48d tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.846806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-84bbff2e-5e08-49c8-9bfc-895046e4b48d tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports/a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 943 time: 0.1033561 Aug 20 11:19:16.857342 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:16.873690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-19e749ee-afb9-4d8f-9e1c-2d0495035cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:16.878299 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-19e749ee-afb9-4d8f-9e1c-2d0495035cd1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1097 time: 0.0915940 Aug 20 11:19:16.882957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4a01cd-e450-4f51-930f-3367903bef51 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:16.901138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50704) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:16.986653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 6b4a01cd-e450-4f51-930f-3367903bef51, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6b4a01cd-e450-4f51-930f-3367903bef51,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:17.015134 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7ed76c77-9f4d-4056-86fa-1a1ac4fd1d6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89c183398fb244db99f938f5bcfdb6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1206093 Aug 20 11:19:17.015963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50710) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:17.053681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:05:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8623503b-a362-4b58-af4d-2463f6af73ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:15Z', 'revision_number': 3, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:17.094028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] Checking router: 14c82e3f-423f-489e-b5b4-56ea825739c4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:17.118747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:17.119568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:18:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:17.157789 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8ae3-12b8-4b42-99c8-ff7d3361d248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:17.200238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50712) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:17.223967 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8ae3-12b8-4b42-99c8-ff7d3361d248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:17.225751 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:17.228247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 94337e54-a4e5-49d5-9f55-a66abdd79383 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:17.400982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a757b-3bd4-4178-a564-5225987ccc72 req-60517e4e-a54c-4cf0-9faa-dff390250a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.401496 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-60517e4e-a54c-4cf0-9faa-dff390250a56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1097 time: 0.1244805 Aug 20 11:19:17.425464 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.resource_extend [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:19:17.465756 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d2aaf8d-9555-42e4-96dc-1bddc7934bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:17.481472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=6b4a01cd-e450-4f51-930f-3367903bef51,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:17.496111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-6de86bfe-c029-479a-897f-0d16eff66278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.499429 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-6de86bfe-c029-479a-897f-0d16eff66278 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.6120143 Aug 20 11:19:17.503513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:17.507700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c859-8c87-4451-94a5-2204bf9a1e88 req-8b63fdbb-c5d9-4364-95b6-cac0b18f4560 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.512826 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1957c859-8c87-4451-94a5-2204bf9a1e88 req-8b63fdbb-c5d9-4364-95b6-cac0b18f4560 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.1265800 Aug 20 11:19:17.587214 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1957c859-8c87-4451-94a5-2204bf9a1e88 req-2e6ea660-9e87-4a5c-b382-0ceb821cb2d6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624082 Aug 20 11:19:17.593619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-576d0e1c-5684-4559-a3ef-467a9d78b0e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 217 time: 0.0848882 Aug 20 11:19:17.610237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 94337e54-a4e5-49d5-9f55-a66abdd79383, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=94337e54-a4e5-49d5-9f55-a66abdd79383,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:17.640036 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '94337e54-a4e5-49d5-9f55-a66abdd79383', 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c', 'port_id': '94337e54-a4e5-49d5-9f55-a66abdd79383', 'mac_address': 'fa:16:3e:37:dd:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc1149b-8dc0-4f3f-bae9-4268c8d79757', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:17.644548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a757b-3bd4-4178-a564-5225987ccc72 req-c8c77b6c-996e-4c56-b0f6-0457039ad71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.646944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-c8c77b6c-996e-4c56-b0f6-0457039ad71c service neutron] 10.222.0.10 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.2365401 Aug 20 11:19:17.711275 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8ae3-12b8-4b42-99c8-ff7d3361d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:17.716021 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8ae3-12b8-4b42-99c8-ff7d3361d248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:17.719442 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6cdc8ae3-12b8-4b42-99c8-ff7d3361d248 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/408366d3-5922-4d73-a918-311cd12d2baf HTTP/1.1" status: 204 len: 168 time: 0.7007992 Aug 20 11:19:17.739160 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-6bc9f97b-a5f1-4ce0-b0c6-83887b16ef09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 217 time: 0.0653546 Aug 20 11:19:17.780080 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:17.812814 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2edb-5835-4c15-9a2d-1140541eda1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:17.815957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-85c725c3-8b94-466b-9024-cdb2bc299c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.818539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-85c725c3-8b94-466b-9024-cdb2bc299c14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.2170196 Aug 20 11:19:17.823996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc8ae3-12b8-4b42-99c8-ff7d3361d248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408366d3-5922-4d73-a918-311cd12d2baf,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:17.858452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94337e54-a4e5-49d5-9f55-a66abdd79383 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:17.885237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a757b-3bd4-4178-a564-5225987ccc72 req-8d33901d-e7b3-4e23-b2b2-b38685a60e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.887110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-8d33901d-e7b3-4e23-b2b2-b38685a60e1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.1359591 Aug 20 11:19:17.890410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b0423-790d-4ff8-a0c5-44b04c1cd6f9 req-66782d14-6eb0-43e4-b1a4-f84eb7381f60 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.893330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-b09ace0f-c171-4aa5-b465-2f7b6dbcec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.895105 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-b09ace0f-c171-4aa5-b465-2f7b6dbcec33 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674994 Aug 20 11:19:17.899237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b0423-790d-4ff8-a0c5-44b04c1cd6f9 req-66782d14-6eb0-43e4-b1a4-f84eb7381f60 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.906955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b0423-790d-4ff8-a0c5-44b04c1cd6f9 req-66782d14-6eb0-43e4-b1a4-f84eb7381f60 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.909179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 94337e54-a4e5-49d5-9f55-a66abdd79383, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=94337e54-a4e5-49d5-9f55-a66abdd79383,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:17.915310 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b0423-790d-4ff8-a0c5-44b04c1cd6f9 req-66782d14-6eb0-43e4-b1a4-f84eb7381f60 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.923242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b0423-790d-4ff8-a0c5-44b04c1cd6f9 req-66782d14-6eb0-43e4-b1a4-f84eb7381f60 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.929888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b0423-790d-4ff8-a0c5-44b04c1cd6f9 req-66782d14-6eb0-43e4-b1a4-f84eb7381f60 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.936338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b0423-790d-4ff8-a0c5-44b04c1cd6f9 req-66782d14-6eb0-43e4-b1a4-f84eb7381f60 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:17.938340 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e3b0423-790d-4ff8-a0c5-44b04c1cd6f9 req-66782d14-6eb0-43e4-b1a4-f84eb7381f60 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5422 time: 0.2664719 Aug 20 11:19:17.972151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:05:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8623503b-a362-4b58-af4d-2463f6af73ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:15Z', 'revision_number': 3, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:18.002485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a757b-3bd4-4178-a564-5225987ccc72 req-ca1e2e88-4be1-4705-a103-02b5e2d1014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:18.004175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-ca1e2e88-4be1-4705-a103-02b5e2d1014f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080956 Aug 20 11:19:18.020172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e3b0423-790d-4ff8-a0c5-44b04c1cd6f9 req-d659dbe5-cfb5-49ff-bd39-c890b673defc tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723493 Aug 20 11:19:18.027524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19919ef-0883-4958-a6a6-f833be5758bd None None] The sync data for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 is: [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:05:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8623503b-a362-4b58-af4d-2463f6af73ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:15Z', 'revision_number': 3, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:18.039849 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d2aaf8d-9555-42e4-96dc-1bddc7934bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.105328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-14b47162-b07c-4c39-ae18-bac1e6e654d4 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801684 Aug 20 11:19:18.181917 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.183252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 09d4844d-82c9-43f4-8d96-dadfd692ca56 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:18.195865 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-e682d06f-64d0-452e-93ee-8502b34ec45d service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606207 Aug 20 11:19:18.285423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=94337e54-a4e5-49d5-9f55-a66abdd79383,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:18.305091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-a9a2be19-430b-4719-a346-f4fd8103c7da service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949883 Aug 20 11:19:18.306541 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac00f505-5870-4903-b7e1-96e38540f3b9 None None] New status for floating IP 4bf73e6b-e7b3-4b8d-a7bc-509057b87f02: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:19:18.329231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5de9a3e-bcae-438d-b7bd-bd532c85aa7f req-f0e8d502-0a8c-4fb3-a14e-e2aef599412c service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090526 Aug 20 11:19:18.331960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50728) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:18.339382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d2aaf8d-9555-42e4-96dc-1bddc7934bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.376613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 09d4844d-82c9-43f4-8d96-dadfd692ca56, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:18.398684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '09d4844d-82c9-43f4-8d96-dadfd692ca56', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'port_id': '09d4844d-82c9-43f4-8d96-dadfd692ca56', 'mac_address': 'fa:16:3e:bd:02:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:18.399252 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d2aaf8d-9555-42e4-96dc-1bddc7934bcf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=892e199da60a4a64a39a6e5af22f8184&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1978788 Aug 20 11:19:18.402573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50732) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:18.403198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aaf8d-9555-42e4-96dc-1bddc7934bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cf79b5-2f41-45cb-aa5f-5304df58242b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:18.470054 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.491666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d4844d-82c9-43f4-8d96-dadfd692ca56 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:18.502621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99f201c5-93b6-481a-a3ff-4ad492adb696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.524417 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be36d793-7f9c-4bcf-90ad-fb387c82cef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.540585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 09d4844d-82c9-43f4-8d96-dadfd692ca56, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:18.557800 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be36d793-7f9c-4bcf-90ad-fb387c82cef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.628409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99f201c5-93b6-481a-a3ff-4ad492adb696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.740470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a757b-3bd4-4178-a564-5225987ccc72 req-24c27079-cca2-4eb2-8ffd-4c771b6cde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:18.742663 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-24c27079-cca2-4eb2-8ffd-4c771b6cde24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 1097 time: 0.0539122 Aug 20 11:19:18.747207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd037dd-cca4-4342-8c0d-15d21c987479 req-da08bcfa-81ce-47c5-a115-a44bb6f99b64 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:18.748768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8623503b-a362-4b58-af4d-2463f6af73ac', 'tag': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:18.749267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efd037dd-cca4-4342-8c0d-15d21c987479 req-da08bcfa-81ce-47c5-a115-a44bb6f99b64 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.0806596 Aug 20 11:19:18.752893 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf" -d '{"events": [{"name": "network-changed", "server_uuid": "8623503b-a362-4b58-af4d-2463f6af73ac", "tag": "e9c0a8b2-a778-459e-9971-11c3f9bd3e2d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:18.758234 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.794192 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.794977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 596556b5-60cc-49bf-8130-7ba17e8094fa details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:18.815796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99f201c5-93b6-481a-a3ff-4ad492adb696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.830367 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be36d793-7f9c-4bcf-90ad-fb387c82cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.837463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be36d793-7f9c-4bcf-90ad-fb387c82cef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:18.838849 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-be36d793-7f9c-4bcf-90ad-fb387c82cef5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38cf79b5-2f41-45cb-aa5f-5304df58242b HTTP/1.1" status: 204 len: 168 time: 0.4310236 Aug 20 11:19:18.855823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 596556b5-60cc-49bf-8130-7ba17e8094fa, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=596556b5-60cc-49bf-8130-7ba17e8094fa,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:18.863467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36d793-7f9c-4bcf-90ad-fb387c82cef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cf79b5-2f41-45cb-aa5f-5304df58242b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:18.873944 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efd037dd-cca4-4342-8c0d-15d21c987479 req-7f247f89-a578-4d53-919c-b6fd9c53b8e0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118011 Aug 20 11:19:18.910852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a757b-3bd4-4178-a564-5225987ccc72 req-379b9048-a88f-4e85-a694-b99253b6f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:18.914119 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-379b9048-a88f-4e85-a694-b99253b6f25e service neutron] 10.222.0.10 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.1568851 Aug 20 11:19:18.944411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '596556b5-60cc-49bf-8130-7ba17e8094fa', 'network_id': '256eabbf-2f38-42b5-bb35-2d56f488889c', 'port_id': '596556b5-60cc-49bf-8130-7ba17e8094fa', 'mac_address': 'fa:16:3e:d7:10:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc1149b-8dc0-4f3f-bae9-4268c8d79757', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:18.950904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=09d4844d-82c9-43f4-8d96-dadfd692ca56,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:18.953780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] Sync routers for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:18.957667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f201c5-93b6-481a-a3ff-4ad492adb696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45110570-d003-4e76-979f-be689395a1b9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:18.980791 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-99f201c5-93b6-481a-a3ff-4ad492adb696 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f783ce66c241467fab72814f34d9dfb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453547 Aug 20 11:19:18.981031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50750) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:19.016958 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:19.036644 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64072849-f0e3-42fe-9092-2371b0735ec8 x-openstack-request-id: req-64072849-f0e3-42fe-9092-2371b0735ec8 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:19.037407 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8623503b-a362-4b58-af4d-2463f6af73ac", "tag": "e9c0a8b2-a778-459e-9971-11c3f9bd3e2d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:19.038193 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64072849-f0e3-42fe-9092-2371b0735ec8 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:19.038916 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8623503b-a362-4b58-af4d-2463f6af73ac', 'tag': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'status': 'completed', 'code': 200} Aug 20 11:19:19.040825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596556b5-60cc-49bf-8130-7ba17e8094fa {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:19.052137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:19.053357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:19.088694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a79feb2-7979-40ed-83d2-cf1cddc2aa09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:19.110692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 596556b5-60cc-49bf-8130-7ba17e8094fa, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=596556b5-60cc-49bf-8130-7ba17e8094fa,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:19.114587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-0d082967-c4e6-439f-8af4-65d0e843d7c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d HTTP/1.1" status: 200 len: 1002 time: 0.1908841 Aug 20 11:19:19.134474 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a79feb2-7979-40ed-83d2-cf1cddc2aa09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:19.203098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a757b-3bd4-4178-a564-5225987ccc72 req-ff124940-f61b-4d07-91a4-4c0adc932380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.211781 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-ff124940-f61b-4d07-91a4-4c0adc932380 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.0953557 Aug 20 11:19:19.216434 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:19.224811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-2cc5dd31-a2c1-458f-ad87-3db47359b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.226456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-2cc5dd31-a2c1-458f-ad87-3db47359b799 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 1097 time: 0.1332269 Aug 20 11:19:19.229677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:19.285642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61816c2a-dda0-4514-b809-f8b6b20b4e1f req-1a31f4b8-77cd-4bcf-af90-6c3b643559fe tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.297691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61816c2a-dda0-4514-b809-f8b6b20b4e1f req-1a31f4b8-77cd-4bcf-af90-6c3b643559fe tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.305825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61816c2a-dda0-4514-b809-f8b6b20b4e1f req-1a31f4b8-77cd-4bcf-af90-6c3b643559fe tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.314399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61816c2a-dda0-4514-b809-f8b6b20b4e1f req-1a31f4b8-77cd-4bcf-af90-6c3b643559fe tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.316251 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:19.316937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c1bd4b6b-e925-41b8-b18f-025d709a810f details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:19.324241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61816c2a-dda0-4514-b809-f8b6b20b4e1f req-1a31f4b8-77cd-4bcf-af90-6c3b643559fe tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.331453 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61816c2a-dda0-4514-b809-f8b6b20b4e1f req-1a31f4b8-77cd-4bcf-af90-6c3b643559fe tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.339841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61816c2a-dda0-4514-b809-f8b6b20b4e1f req-1a31f4b8-77cd-4bcf-af90-6c3b643559fe tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.350860 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-61816c2a-dda0-4514-b809-f8b6b20b4e1f req-1a31f4b8-77cd-4bcf-af90-6c3b643559fe tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5424 time: 0.2136762 Aug 20 11:19:19.391436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a757b-3bd4-4178-a564-5225987ccc72 req-b77c395e-f524-4332-897e-d64b97bb1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.411400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-b77c395e-f524-4332-897e-d64b97bb1a1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985180 Aug 20 11:19:19.415423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c1bd4b6b-e925-41b8-b18f-025d709a810f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:19.435989 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-61816c2a-dda0-4514-b809-f8b6b20b4e1f req-6b88b086-3c24-48be-99d8-7ed470411edb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774353 Aug 20 11:19:19.486758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a79feb2-7979-40ed-83d2-cf1cddc2aa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:19.489762 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a79feb2-7979-40ed-83d2-cf1cddc2aa09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:19.492131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'c1bd4b6b-e925-41b8-b18f-025d709a810f', 'network_id': '72f40ec8-a92f-4801-a5be-e7153b691a75', 'port_id': 'c1bd4b6b-e925-41b8-b18f-025d709a810f', 'mac_address': 'fa:16:3e:4a:99:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3378ae38-d671-4f51-a415-96de9f7ecabc', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:19.492910 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2a79feb2-7979-40ed-83d2-cf1cddc2aa09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45110570-d003-4e76-979f-be689395a1b9 HTTP/1.1" status: 204 len: 168 time: 0.5108492 Aug 20 11:19:19.497794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=596556b5-60cc-49bf-8130-7ba17e8094fa,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:19.510066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79feb2-7979-40ed-83d2-cf1cddc2aa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45110570-d003-4e76-979f-be689395a1b9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:19.574060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-f70e69b8-00f6-4627-b0a1-1e302daaef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.575530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-f70e69b8-00f6-4627-b0a1-1e302daaef67 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.3342171 Aug 20 11:19:19.613181 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:19.639037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bd4b6b-e925-41b8-b18f-025d709a810f {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:19.654745 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-f0b53f4d-d9ff-4543-9039-da841627d15a service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423859 Aug 20 11:19:19.675345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c1bd4b6b-e925-41b8-b18f-025d709a810f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:19.711273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-b687708f-3d60-4821-b585-d29d9665b036 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d HTTP/1.1" status: 200 len: 1002 time: 0.1251655 Aug 20 11:19:19.848793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-3f4e7562-4eb1-4dcd-9336-20ccb4f35889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.850773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-3f4e7562-4eb1-4dcd-9336-20ccb4f35889 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.1168523 Aug 20 11:19:19.880572 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:19.902639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-182a757b-3bd4-4178-a564-5225987ccc72 req-4fdaf6fa-95af-49a2-b781-ed6ddc2e2ff3 service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336175 Aug 20 11:19:19.908963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2a651b82-bd7b-442e-87c5-ab75c37d3f2c details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:19.917394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-a4029eec-7f3c-4e53-bbed-73c00c0e494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:19.919101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-a4029eec-7f3c-4e53-bbed-73c00c0e494e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581746 Aug 20 11:19:20.009990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c1bd4b6b-e925-41b8-b18f-025d709a810f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:20.052090 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-17125f41-83de-4c1d-b0dc-52c2460e2239 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236417 Aug 20 11:19:20.077208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e93850-6aff-4a85-ab06-51a1535956ba req-77327c3f-6a12-439b-bd39-c2c84ed67849 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.079282 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37e93850-6aff-4a85-ab06-51a1535956ba req-77327c3f-6a12-439b-bd39-c2c84ed67849 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.0605001 Aug 20 11:19:20.124611 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37e93850-6aff-4a85-ab06-51a1535956ba req-471f24a9-b9cd-484f-93df-43e0130db987 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380085 Aug 20 11:19:20.148501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:20.156569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c', 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2', 'port_id': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c', 'mac_address': 'fa:16:3e:8e:3d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0963d3cc-d124-4861-9d02-eff0cb690c13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:20.162015 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:05:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8623503b-a362-4b58-af4d-2463f6af73ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:18Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:20.206956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] Checking router: 14c82e3f-423f-489e-b5b4-56ea825739c4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:20.211228 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95d7178d-a0a2-49df-b69b-8b39e6a0feaf req-f63a527a-65a4-4f57-a598-cbb7234edc86 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512084 Aug 20 11:19:20.227497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:20.228310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:20.231262 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:20.237535 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a12d0d6-4e37-422c-8bcc-abfe7da74523 req-66cac450-1e75-42d8-97b1-7a377e7abd88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.0850351 Aug 20 11:19:20.293245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a651b82-bd7b-442e-87c5-ab75c37d3f2c {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:20.295387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12d0d6-4e37-422c-8bcc-abfe7da74523 req-d838c4cf-cd6a-4d47-a892-dfe3b655b85c tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.296901 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a12d0d6-4e37-422c-8bcc-abfe7da74523 req-d838c4cf-cd6a-4d47-a892-dfe3b655b85c tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports/e9c0a8b2-a778-459e-9971-11c3f9bd3e2d HTTP/1.1" status: 200 len: 943 time: 0.0476043 Aug 20 11:19:20.361746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:20.385423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:20.407255 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a12d0d6-4e37-422c-8bcc-abfe7da74523 req-991ec903-c9fe-4c20-95b7-b549369a0e69 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.0664191 Aug 20 11:19:20.522277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12d0d6-4e37-422c-8bcc-abfe7da74523 req-5178f56b-f45f-46b1-bf87-f2a135662226 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.523865 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a12d0d6-4e37-422c-8bcc-abfe7da74523 req-5178f56b-f45f-46b1-bf87-f2a135662226 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1107736 Aug 20 11:19:20.572270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e533a2f8-d630-4f2f-8831-a35608644eb5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:20.605982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50782) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:20.630051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['1bb47a7c-4e40-470c-87c2-406d1b54fe6a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:20.669704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64ffa-12b3-4b5d-9f4c-b58308ff9c82 req-29b7391d-d482-42d0-90b5-6cabf7bef14a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.674356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['94337e54-a4e5-49d5-9f55-a66abdd79383'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:20.683354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['c1bd4b6b-e925-41b8-b18f-025d709a810f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:20.683516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64ffa-12b3-4b5d-9f4c-b58308ff9c82 req-29b7391d-d482-42d0-90b5-6cabf7bef14a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.688569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64ffa-12b3-4b5d-9f4c-b58308ff9c82 req-29b7391d-d482-42d0-90b5-6cabf7bef14a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.696618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64ffa-12b3-4b5d-9f4c-b58308ff9c82 req-29b7391d-d482-42d0-90b5-6cabf7bef14a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.703327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64ffa-12b3-4b5d-9f4c-b58308ff9c82 req-29b7391d-d482-42d0-90b5-6cabf7bef14a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.711985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-00cdc81e-fa59-46e6-a0eb-945a34727f6e tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.1342654 Aug 20 11:19:20.731143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64ffa-12b3-4b5d-9f4c-b58308ff9c82 req-29b7391d-d482-42d0-90b5-6cabf7bef14a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.738991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['6b4a01cd-e450-4f51-930f-3367903bef51'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:20.745484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64ffa-12b3-4b5d-9f4c-b58308ff9c82 req-29b7391d-d482-42d0-90b5-6cabf7bef14a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.747812 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bfc64ffa-12b3-4b5d-9f4c-b58308ff9c82 req-29b7391d-d482-42d0-90b5-6cabf7bef14a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5426 time: 0.2158806 Aug 20 11:19:20.748861 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a37534d-54db-43d0-8fc2-d9eae2187fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:20.764099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['09d4844d-82c9-43f4-8d96-dadfd692ca56'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:20.766682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['596556b5-60cc-49bf-8130-7ba17e8094fa'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:20.768943 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:20.776364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb54ec-abee-490b-b55a-55094fd71619 req-c8d5a0d9-0dc3-48d2-a1f8-bf229884808c tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:20.779655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-c8d5a0d9-0dc3-48d2-a1f8-bf229884808c tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports/e9c0a8b2-a778-459e-9971-11c3f9bd3e2d HTTP/1.1" status: 200 len: 943 time: 0.0601728 Aug 20 11:19:20.887235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bfc64ffa-12b3-4b5d-9f4c-b58308ff9c82 req-ecd2529e-fb1e-43b4-a01f-741403eb961a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216879 Aug 20 11:19:20.945768 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-cb1c391b-cd91-461f-9839-e013532ecb68 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.0925899 Aug 20 11:19:21.041896 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a37534d-54db-43d0-8fc2-d9eae2187fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:21.120593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2a651b82-bd7b-442e-87c5-ab75c37d3f2c'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:21.143297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb54ec-abee-490b-b55a-55094fd71619 req-9b13a485-72c9-4faa-859f-72e3a4c601f2 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:21.144982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-9b13a485-72c9-4faa-859f-72e3a4c601f2 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1915741 Aug 20 11:19:21.151051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:21.227479 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:21.228397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a37534d-54db-43d0-8fc2-d9eae2187fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:21.244698 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-462159c3-72d0-42f5-a074-f3a4eac7d41b tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1002 time: 0.0907798 Aug 20 11:19:21.260879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50808) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:21.282740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-65bb54ec-abee-490b-b55a-55094fd71619 req-621c3df1-8f2f-4398-ab18-e4c73e373bd5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:21.360630 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a37534d-54db-43d0-8fc2-d9eae2187fc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=116b3579d10e4350829010abfdafd324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7495704 Aug 20 11:19:21.363272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37534d-54db-43d0-8fc2-d9eae2187fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6acd48-23cc-4a94-82e2-6c3f6d891d80,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:21.368132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50812) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:21.397990 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ceafbb0-efa0-4153-a367-e67a7817dca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:21.452715 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a350f7f-3863-4d84-815d-83383c7ba4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:21.492057 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a350f7f-3863-4d84-815d-83383c7ba4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:21.512663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-65bb54ec-abee-490b-b55a-55094fd71619 req-621c3df1-8f2f-4398-ab18-e4c73e373bd5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:21.705646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:05:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8623503b-a362-4b58-af4d-2463f6af73ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:18Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:21.781156 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a350f7f-3863-4d84-815d-83383c7ba4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:21.784865 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a350f7f-3863-4d84-815d-83383c7ba4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:21.786531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a350f7f-3863-4d84-815d-83383c7ba4ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae6acd48-23cc-4a94-82e2-6c3f6d891d80 HTTP/1.1" status: 204 len: 168 time: 0.4171040 Aug 20 11:19:21.821453 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a350f7f-3863-4d84-815d-83383c7ba4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6acd48-23cc-4a94-82e2-6c3f6d891d80,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:21.832587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dae39-ec51-4ecd-8fee-6caa6ae399fd None None] The sync data for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 is: [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:05:e7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8623503b-a362-4b58-af4d-2463f6af73ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:18Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:21.972158 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ceafbb0-efa0-4153-a367-e67a7817dca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:21.975645 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-65bb54ec-abee-490b-b55a-55094fd71619 req-621c3df1-8f2f-4398-ab18-e4c73e373bd5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:22.148932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ceafbb0-efa0-4153-a367-e67a7817dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:22.156227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-65bb54ec-abee-490b-b55a-55094fd71619 req-621c3df1-8f2f-4398-ab18-e4c73e373bd5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:22.156551 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-65bb54ec-abee-490b-b55a-55094fd71619 req-621c3df1-8f2f-4398-ab18-e4c73e373bd5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Floating IP 4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 disassociated. External IP: 172.25.4.111, port: e9c0a8b2-a778-459e-9971-11c3f9bd3e2d. Aug 20 11:19:22.289789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceafbb0-efa0-4153-a367-e67a7817dca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e413a4e-f23d-4b90-adb6-db9cf1246df3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:22.296474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5ceafbb0-efa0-4153-a367-e67a7817dca8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a442e87c49e473e9a15029bfe7ffaff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0315838 Aug 20 11:19:22.297119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50826) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:22.381777 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d4e2621-1255-4eb6-965a-43388814d43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:22.412946 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d4e2621-1255-4eb6-965a-43388814d43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:22.632259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d4e2621-1255-4eb6-965a-43388814d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:22.632259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d4e2621-1255-4eb6-965a-43388814d43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:22.632259 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1d4e2621-1255-4eb6-965a-43388814d43b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e413a4e-f23d-4b90-adb6-db9cf1246df3 HTTP/1.1" status: 204 len: 168 time: 0.3298454 Aug 20 11:19:22.641512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e2621-1255-4eb6-965a-43388814d43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e413a4e-f23d-4b90-adb6-db9cf1246df3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:22.823987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65bb54ec-abee-490b-b55a-55094fd71619 req-621c3df1-8f2f-4398-ab18-e4c73e373bd5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Router 14c82e3f-423f-489e-b5b4-56ea825739c4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:22.847720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50840) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:22.854585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1895897670'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:23.000088 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65bb54ec-abee-490b-b55a-55094fd71619 req-621c3df1-8f2f-4398-ab18-e4c73e373bd5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:23.003702 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-65bb54ec-abee-490b-b55a-55094fd71619 req-621c3df1-8f2f-4398-ab18-e4c73e373bd5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:23.041975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:23.046114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:23.067186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-621c3df1-8f2f-4398-ab18-e4c73e373bd5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "PUT /v2.0/floatingips/4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 HTTP/1.1" status: 200 len: 695 time: 1.8081815 Aug 20 11:19:23.068308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8623503b-a362-4b58-af4d-2463f6af73ac', 'tag': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:23.070767 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6064d9e8-b353-4ae6-9141-c52dcead7029" -d '{"events": [{"name": "network-changed", "server_uuid": "8623503b-a362-4b58-af4d-2463f6af73ac", "tag": "e9c0a8b2-a778-459e-9971-11c3f9bd3e2d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:23.113070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:19:23.136685 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:23.137134 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Added segment d7249ddb-07e2-4a94-a276-87f4e715c232 of type vlan for network 6803f477-73c6-4bfd-818a-faed4c3d95f2 Aug 20 11:19:23.193779 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:23.235815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb54ec-abee-490b-b55a-55094fd71619 req-75d8f3cf-557b-4fc2-8982-ae90cf7efcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:23.240086 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-75d8f3cf-557b-4fc2-8982-ae90cf7efcf3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 1097 time: 0.1589549 Aug 20 11:19:23.266338 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2df133-9262-4260-af8b-fbad32703566 None None] Sync routers for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:23.279497 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2df133-9262-4260-af8b-fbad32703566 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:23.279497 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-da2df133-9262-4260-af8b-fbad32703566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:23.321842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07356d8b-7a1c-417e-b154-4d6eaf956cb9 req-6b96fc83-2776-443b-9737-09c160c1f10d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:23.332597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07356d8b-7a1c-417e-b154-4d6eaf956cb9 req-6b96fc83-2776-443b-9737-09c160c1f10d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 945 time: 0.1122284 Aug 20 11:19:23.341751 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:23.347904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:23.348535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:23.433394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb54ec-abee-490b-b55a-55094fd71619 req-3f06c1b1-0248-4f92-a0d0-36c319b148f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:23.435070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-3f06c1b1-0248-4f92-a0d0-36c319b148f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.1877358 Aug 20 11:19:23.487968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-92e98215-3c1c-455b-8d0b-37b30d79042e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d HTTP/1.1" status: 200 len: 217 time: 0.0441980 Aug 20 11:19:23.532287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Network': ['ID=6803f477-73c6-4bfd-818a-faed4c3d95f2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:23.537284 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-da2df133-9262-4260-af8b-fbad32703566 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:23.545193 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d3c57b5b-627b-45e0-b9a1-a26102a962a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6895957 Aug 20 11:19:23.545716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb54ec-abee-490b-b55a-55094fd71619 req-41fe20e9-0067-40e0-a5a4-c7623e3eb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:23.545825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50876) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:23.545924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6803f477-73c6-4bfd-818a-faed4c3d95f2 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:19:23.565602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-41fe20e9-0067-40e0-a5a4-c7623e3eb89f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.0766253 Aug 20 11:19:23.572195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-173139355'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:23.597542 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07356d8b-7a1c-417e-b154-4d6eaf956cb9 req-03cd71b1-1769-48f0-8fc6-c26acc2f82f4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636933 Aug 20 11:19:23.686952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb54ec-abee-490b-b55a-55094fd71619 req-3a9a9941-e84b-4f88-8ccb-fcc6ea25bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:23.688593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-3a9a9941-e84b-4f88-8ccb-fcc6ea25bdd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172321 Aug 20 11:19:23.729692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:23.736545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:23.860183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:19:23.861587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-3ad0da7a-8209-494f-953e-b27010142deb service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640646 Aug 20 11:19:23.873422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:23.873791 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-da2df133-9262-4260-af8b-fbad32703566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:23.874578 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Added segment c383aae5-641c-482b-b391-d469ba8ea92e of type vlan for network 785e013d-c92e-4828-b7f5-34a8f2e42a85 Aug 20 11:19:23.899109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e533a2f8-d630-4f2f-8831-a35608644eb5 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:23.905669 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2df133-9262-4260-af8b-fbad32703566 None None] Checking router: 14c82e3f-423f-489e-b5b4-56ea825739c4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:23.916814 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2df133-9262-4260-af8b-fbad32703566 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:23.917442 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-da2df133-9262-4260-af8b-fbad32703566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:23.949289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:24.030905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff03e4-9071-4b24-be2d-017f20495b66 req-885556d0-f0f2-48cb-9640-198fea5d7cbb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:24.044000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff03e4-9071-4b24-be2d-017f20495b66 req-885556d0-f0f2-48cb-9640-198fea5d7cbb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:24.054472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff03e4-9071-4b24-be2d-017f20495b66 req-885556d0-f0f2-48cb-9640-198fea5d7cbb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:24.064010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff03e4-9071-4b24-be2d-017f20495b66 req-885556d0-f0f2-48cb-9640-198fea5d7cbb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:24.075875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff03e4-9071-4b24-be2d-017f20495b66 req-885556d0-f0f2-48cb-9640-198fea5d7cbb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:24.086471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff03e4-9071-4b24-be2d-017f20495b66 req-885556d0-f0f2-48cb-9640-198fea5d7cbb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:24.097215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff03e4-9071-4b24-be2d-017f20495b66 req-885556d0-f0f2-48cb-9640-198fea5d7cbb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:24.101361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bb54ec-abee-490b-b55a-55094fd71619 req-7b923c10-58df-40d1-8dee-8f429b5440e0 service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373505 Aug 20 11:19:24.114031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05ff03e4-9071-4b24-be2d-017f20495b66 req-885556d0-f0f2-48cb-9640-198fea5d7cbb tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5426 time: 0.3442237 Aug 20 11:19:24.138056 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-da2df133-9262-4260-af8b-fbad32703566 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:24.141172 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:24.150930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:24.152261 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:24.281129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05ff03e4-9071-4b24-be2d-017f20495b66 req-dedf7e0d-139e-4a17-867d-1d0c167c86c4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1603980 Aug 20 11:19:24.289406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Network': ['ID=785e013d-c92e-4828-b7f5-34a8f2e42a85,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:24.303044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 785e013d-c92e-4828-b7f5-34a8f2e42a85 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:19:24.393029 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83576e03-ffbf-4dfc-bf9d-54d4e2bd8beb x-openstack-request-id: req-83576e03-ffbf-4dfc-bf9d-54d4e2bd8beb {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:24.394034 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8623503b-a362-4b58-af4d-2463f6af73ac", "tag": "e9c0a8b2-a778-459e-9971-11c3f9bd3e2d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:24.394532 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83576e03-ffbf-4dfc-bf9d-54d4e2bd8beb {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:24.395155 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8623503b-a362-4b58-af4d-2463f6af73ac', 'tag': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'status': 'completed', 'code': 200} Aug 20 11:19:24.459795 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a4612b1d-0fde-4f7c-8209-26aae541d4ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9121065 Aug 20 11:19:24.462575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50900) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:24.468330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'subnet': {'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:24.661103 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-da2df133-9262-4260-af8b-fbad32703566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:24.661691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-fe09d733-c778-4eec-affb-8c5a5ffee5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:24.661691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-fe09d733-c778-4eec-affb-8c5a5ffee5c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 1097 time: 0.2245388 Aug 20 11:19:24.700726 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2df133-9262-4260-af8b-fbad32703566 None None] The sync data for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 is: [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:24.730309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port e533a2f8-d630-4f2f-8831-a35608644eb5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:24.741947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port e533a2f8-d630-4f2f-8831-a35608644eb5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:24.742344 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:24.755652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-ee95f82a-378e-4f58-93b5-563fbc4face9 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--433780498&fields=id&tenant_id=a4f0659b814840609d156de3fb60543c HTTP/1.1" status: 200 len: 267 time: 0.1096673 Aug 20 11:19:24.840117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:24.852682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:24.861232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:24.874237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e533a2f8-d630-4f2f-8831-a35608644eb5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:24.878278 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d252f920-893b-4f5b-bac5-be088e7ed1bc" -d '{"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "e533a2f8-d630-4f2f-8831-a35608644eb5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:24.879863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-8280c471-67f7-409d-b088-0c8ab84a93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:24.881988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-8280c471-67f7-409d-b088-0c8ab84a93ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.2134776 Aug 20 11:19:24.894582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e533a2f8-d630-4f2f-8831-a35608644eb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e533a2f8-d630-4f2f-8831-a35608644eb5,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:24.943983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50914) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:24.951212 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-dbdeddcd-a29e-4ef2-9e36-e74162fb8dce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d HTTP/1.1" status: 200 len: 217 time: 0.0589228 Aug 20 11:19:25.015399 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:25.016272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1bb47a7c-4e40-470c-87c2-406d1b54fe6a up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:25.107896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b049d12e-772f-4815-a6e7-8187979e9bcb None None] New status for floating IP 4bf73e6b-e7b3-4b8d-a7bc-509057b87f02: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:19:25.115613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-4ebf208d-a2b3-4183-b526-3c8bd120c708 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:25.117568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-4ebf208d-a2b3-4183-b526-3c8bd120c708 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/networks?id=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f HTTP/1.1" status: 200 len: 816 time: 0.3349533 Aug 20 11:19:25.134655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-454d2fb7-04d0-496c-a75a-ae27222f29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:25.136103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-454d2fb7-04d0-496c-a75a-ae27222f29e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.1635337 Aug 20 11:19:25.150252 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89f2e9b5-728d-4bef-9595-31be6122a0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:25.158008 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-74084b9d-be1a-49fd-ab42-58b7e39ed242 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/quotas/a4f0659b814840609d156de3fb60543c HTTP/1.1" status: 200 len: 375 time: 0.0192592 Aug 20 11:19:25.272565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-cbf24bf5-b512-4840-8527-88d4a0141bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:25.274357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-cbf24bf5-b512-4840-8527-88d4a0141bc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127694 Aug 20 11:19:25.287187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-dbaea4fd-9ffb-46ef-9672-72e7f0fc8aab tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4f0659b814840609d156de3fb60543c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1278431 Aug 20 11:19:25.295287 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e533a2f8-d630-4f2f-8831-a35608644eb5,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:25.360010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f08e8f-6114-4142-a048-e23a84d7d764 req-08368673-8ed3-4c21-82fa-f0e92d10e7e5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:25.370062 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73f08e8f-6114-4142-a048-e23a84d7d764 req-08368673-8ed3-4c21-82fa-f0e92d10e7e5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 945 time: 0.1663446 Aug 20 11:19:25.441139 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73f08e8f-6114-4142-a048-e23a84d7d764 req-c1797952-67d8-4087-a5ce-f0b0fc7b7cc5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658488 Aug 20 11:19:25.445867 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:25.491412 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72848701-3f1f-45c2-9150-ce099845238b x-openstack-request-id: req-72848701-3f1f-45c2-9150-ce099845238b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:25.492850 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "e533a2f8-d630-4f2f-8831-a35608644eb5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:25.493407 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72848701-3f1f-45c2-9150-ce099845238b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:25.494214 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e533a2f8-d630-4f2f-8831-a35608644eb5', 'code': 200} Aug 20 11:19:25.508280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:25.523201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:25.524593 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:25.528613 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89f2e9b5-728d-4bef-9595-31be6122a0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:25.531114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-a1014ed2-3a78-4544-b3bd-de00b707cc6c service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424605 Aug 20 11:19:25.543427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-16002f30-bf2d-420b-9604-bb83b71ceda9 service neutron] 10.222.0.10 "GET /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340624 Aug 20 11:19:25.588909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Subnet': ['ID=87d3208d-faff-4f47-b61c-6cfe0f113c7d,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:25.666990 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:25.670469 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89f2e9b5-728d-4bef-9595-31be6122a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:25.707679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:25.711911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6064d9e8-b353-4ae6-9141-c52dcead7029 req-dacfe41c-bb91-4bc7-ad41-e32a3f43f632 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668315 Aug 20 11:19:25.714340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2e9b5-728d-4bef-9595-31be6122a0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5410e3-c672-4812-826b-9fc192778e1d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:25.747144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Checking segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:25.747810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network hostable DHCP agents. Network: 6803f477-73c6-4bfd-818a-faed4c3d95f2, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:19:25.769075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-1caa2c2f-6b5c-49e8-ac55-7d372cc95698 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:25.774588 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-1caa2c2f-6b5c-49e8-ac55-7d372cc95698 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1879327 Aug 20 11:19:25.780500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-89f2e9b5-728d-4bef-9595-31be6122a0e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55f13843e3df42d3874816e97b403993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8347476 Aug 20 11:19:25.784923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50934) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:25.798378 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:25.800603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 94337e54-a4e5-49d5-9f55-a66abdd79383 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:25.912764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:25.926152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-bf51a51b-4386-4f08-9af3-cb3c60c50473 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1261251 Aug 20 11:19:25.952948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-73bf60cc-163c-4335-acd5-e3d0bcb19b01 service neutron] 10.222.0.10 "GET /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394240 Aug 20 11:19:26.011696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network 6803f477-73c6-4bfd-818a-faed4c3d95f2 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:19:26.015440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 94337e54-a4e5-49d5-9f55-a66abdd79383 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:26.020475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 94337e54-a4e5-49d5-9f55-a66abdd79383 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:26.020797 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.035185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-5c759ef1-c3d5-4f0a-8bed-d9dabb0a52c5 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.2486856 Aug 20 11:19:26.041887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-2da69150-f72c-49e1-94d2-2d150f2f9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:26.043816 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-2da69150-f72c-49e1-94d2-2d150f2f9f58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1096 time: 0.0648434 Aug 20 11:19:26.061987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a856e808-80c9-4f85-9b85-4b1e43c26470 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Request body: {'floatingip': {'port_id': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:26.101964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-414994af-570d-4f9b-84e9-499cc1b562f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.115018 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a856e808-80c9-4f85-9b85-4b1e43c26470 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.123409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6803f477-73c6-4bfd-818a-faed4c3d95f2) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:26.139996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0723d17-76f8-4d70-80c9-1bc2cfe6263b None None] Network 6803f477-73c6-4bfd-818a-faed4c3d95f2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:26.169582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:26.169582 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.201978 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.224459 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-414994af-570d-4f9b-84e9-499cc1b562f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.245094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 94337e54-a4e5-49d5-9f55-a66abdd79383, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=94337e54-a4e5-49d5-9f55-a66abdd79383,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:26.251702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-1bedfb67-4ad7-4c17-b732-3c6aaacd41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:26.253561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-1bedfb67-4ad7-4c17-b732-3c6aaacd41e2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.1837099 Aug 20 11:19:26.314041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-9722181a-bbc4-4d73-a136-fdd9e6b06969 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281 HTTP/1.1" status: 200 len: 217 time: 0.0519707 Aug 20 11:19:26.370334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6803f477-73c6-4bfd-818a-faed4c3d95f2', 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'fixed_ips': [{'subnet_id': '87d3208d-faff-4f47-b61c-6cfe0f113c7d'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:19:26.371848 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.394402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-0e5b76cf-615f-42c3-8cbe-4c4ffa154354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:26.396290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-0e5b76cf-615f-42c3-8cbe-4c4ffa154354 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0727124 Aug 20 11:19:26.418128 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.419104 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 09d4844d-82c9-43f4-8d96-dadfd692ca56 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:26.432984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-83dd936e-9c5c-4190-ade4-e318f99d44ca tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9669032 Aug 20 11:19:26.432984 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50950) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:26.436707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-9ce03ed2-cb22-4506-86c5-1c63e56aa4e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274000 Aug 20 11:19:26.438311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'subnet': {'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:26.501849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=94337e54-a4e5-49d5-9f55-a66abdd79383,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:26.560545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-414994af-570d-4f9b-84e9-499cc1b562f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.563346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-414994af-570d-4f9b-84e9-499cc1b562f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.575799 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-414994af-570d-4f9b-84e9-499cc1b562f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a5410e3-c672-4812-826b-9fc192778e1d HTTP/1.1" status: 204 len: 168 time: 0.7802198 Aug 20 11:19:26.645887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 09d4844d-82c9-43f4-8d96-dadfd692ca56 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:26.656459 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-be9c174c-1841-41d4-bb47-8b7a639d2aa9 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099183 Aug 20 11:19:26.665410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 09d4844d-82c9-43f4-8d96-dadfd692ca56 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:26.665797 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.680430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414994af-570d-4f9b-84e9-499cc1b562f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5410e3-c672-4812-826b-9fc192778e1d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:26.693504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-d92189db-8fa2-4c89-941b-674c7c3b90e0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:26.696715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-d92189db-8fa2-4c89-941b-674c7c3b90e0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.38 "GET /v2.0/ports?device_id=8623503b-a362-4b58-af4d-2463f6af73ac HTTP/1.1" status: 200 len: 946 time: 0.1330419 Aug 20 11:19:26.810260 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Allocated IP 10.1.1.2 (6803f477-73c6-4bfd-818a-faed4c3d95f2/87d3208d-faff-4f47-b61c-6cfe0f113c7d/4f4a14cf-f4f6-4251-bb7f-766b807649f8) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:26.920080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:26.924110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.944196 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a10a3a-da70-4129-85a8-adccc3d59828 req-fbf418e7-f6cc-449b-aacc-405dcc7fcf32 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682734 Aug 20 11:19:26.956809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-73860696-8f4b-49c0-bad5-cd65f6815f88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Deleting port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:26.957166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-73860696-8f4b-49c0-bad5-cd65f6815f88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:26.980760 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.062587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 09d4844d-82c9-43f4-8d96-dadfd692ca56, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:27.120056 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.139163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Transition to ACTIVE for port object 4f4a14cf-f4f6-4251-bb7f-766b807649f8 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:27.158720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Transition to ACTIVE for port object 4f4a14cf-f4f6-4251-bb7f-766b807649f8 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:27.192169 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.193194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 596556b5-60cc-49bf-8130-7ba17e8094fa up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:27.244395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-73860696-8f4b-49c0-bad5-cd65f6815f88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] For port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:27.244942 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-73860696-8f4b-49c0-bad5-cd65f6815f88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.260117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.264851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-73860696-8f4b-49c0-bad5-cd65f6815f88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Calling delete_port for e9c0a8b2-a778-459e-9971-11c3f9bd3e2d owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:27.328710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Network 6803f477-73c6-4bfd-818a-faed4c3d95f2 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:27.332174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=09d4844d-82c9-43f4-8d96-dadfd692ca56,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:27.337690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:27.383076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Pushing event updated for resources: {'Port': ['ID=4f4a14cf-f4f6-4251-bb7f-766b807649f8,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:27.388012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:27.411863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50970) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:27.449829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f62f5-373b-44f0-9b3f-68df5668ecd0 req-ede47b9f-4802-4c32-a1ce-e00b2aec468a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:27.456331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f62f5-373b-44f0-9b3f-68df5668ecd0 req-ede47b9f-4802-4c32-a1ce-e00b2aec468a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:27.463446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f62f5-373b-44f0-9b3f-68df5668ecd0 req-ede47b9f-4802-4c32-a1ce-e00b2aec468a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:27.468542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Attempting to bind port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:27.469283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Attempting to bind port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:27.469713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f62f5-373b-44f0-9b3f-68df5668ecd0 req-ede47b9f-4802-4c32-a1ce-e00b2aec468a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:27.470266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Attempting to bind port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:27.476261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f62f5-373b-44f0-9b3f-68df5668ecd0 req-ede47b9f-4802-4c32-a1ce-e00b2aec468a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:27.477516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:27.478113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Checking segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:27.478765 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.479454 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Bound using segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:27.480265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Bound port: 4f4a14cf-f4f6-4251-bb7f-766b807649f8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:27.480834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.482829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f62f5-373b-44f0-9b3f-68df5668ecd0 req-ede47b9f-4802-4c32-a1ce-e00b2aec468a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:27.489041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f62f5-373b-44f0-9b3f-68df5668ecd0 req-ede47b9f-4802-4c32-a1ce-e00b2aec468a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:27.491563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e5f62f5-373b-44f0-9b3f-68df5668ecd0 req-ede47b9f-4802-4c32-a1ce-e00b2aec468a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5429 time: 0.4178569 Aug 20 11:19:27.495434 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb47a7c-4e40-470c-87c2-406d1b54fe6a'}, {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94337e54-a4e5-49d5-9f55-a66abdd79383'}, {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d4844d-82c9-43f4-8d96-dadfd692ca56'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:27.499039 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d8fcc8-11f1-4bd9-9df7-4af2922b214d" -d '{"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "1bb47a7c-4e40-470c-87c2-406d1b54fe6a"}, {"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "94337e54-a4e5-49d5-9f55-a66abdd79383"}, {"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "09d4844d-82c9-43f4-8d96-dadfd692ca56"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:27.537272 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.resource_extend [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a856e808-80c9-4f85-9b85-4b1e43c26470 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:19:27.549790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 596556b5-60cc-49bf-8130-7ba17e8094fa completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:27.557880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 596556b5-60cc-49bf-8130-7ba17e8094fa triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:27.558261 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.559922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-73860696-8f4b-49c0-bad5-cd65f6815f88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.595858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['a531d26d-2c78-460c-b747-fcdc22533fe6', 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:27.612723 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b780dbb0-425a-4ba5-99cf-0362a1d91277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.658483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73860696-8f4b-49c0-bad5-cd65f6815f88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Pushing event deleted for resources: {'Port': ['ID=e9c0a8b2-a778-459e-9971-11c3f9bd3e2d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:27.680092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a856e808-80c9-4f85-9b85-4b1e43c26470 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.681721 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e5f62f5-373b-44f0-9b3f-68df5668ecd0 req-08ad090a-e786-4a88-90b4-ee815e9e555a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650515 Aug 20 11:19:27.688885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] For port 4f4a14cf-f4f6-4251-bb7f-766b807649f8, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:27.730213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] For port 4f4a14cf-f4f6-4251-bb7f-766b807649f8, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4f4a14cf-f4f6-4251-bb7f-766b807649f8,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:27.769264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-73860696-8f4b-49c0-bad5-cd65f6815f88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] No DVR routers for this DVR port e9c0a8b2-a778-459e-9971-11c3f9bd3e2d on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:19:27.776290 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a856e808-80c9-4f85-9b85-4b1e43c26470 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.777172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-73860696-8f4b-49c0-bad5-cd65f6815f88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.780015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d0a64dfd-5c47-436f-9f44-5629a81a78d5 req-73860696-8f4b-49c0-bad5-cd65f6815f88 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.38 "DELETE /v2.0/ports/e9c0a8b2-a778-459e-9971-11c3f9bd3e2d HTTP/1.1" status: 204 len: 173 time: 1.0687366 Aug 20 11:19:27.780495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8623503b-a362-4b58-af4d-2463f6af73ac', 'name': 'network-vif-deleted', 'tag': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:27.782005 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.783235 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe3b3ca-27bd-4a84-a98a-96c0a41e1f94" -d '{"events": [{"server_uuid": "8623503b-a362-4b58-af4d-2463f6af73ac", "name": "network-vif-deleted", "tag": "e9c0a8b2-a778-459e-9971-11c3f9bd3e2d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:27.917176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 596556b5-60cc-49bf-8130-7ba17e8094fa, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=596556b5-60cc-49bf-8130-7ba17e8094fa,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:27.918713 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.941375 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b780dbb0-425a-4ba5-99cf-0362a1d91277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:27.965259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.010544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a4174-8f32-4259-ad64-e47c01a917f6 req-b8731b3a-143c-4b4c-8fbd-4c9bcc12bf7c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:28.014913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6a4174-8f32-4259-ad64-e47c01a917f6 req-b8731b3a-143c-4b4c-8fbd-4c9bcc12bf7c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 945 time: 0.0775855 Aug 20 11:19:28.024299 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a856e808-80c9-4f85-9b85-4b1e43c26470 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Floating IP 4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 associated. External IP: 172.25.4.111, port: a531d26d-2c78-460c-b747-fcdc22533fe6. Aug 20 11:19:28.046324 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.047156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c1bd4b6b-e925-41b8-b18f-025d709a810f up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:28.119345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Subnet': ['ID=499ea19e-ce01-4768-a3a1-7eccffb9cde8,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:28.124043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6a4174-8f32-4259-ad64-e47c01a917f6 req-6692a30f-e16b-4032-94e6-ca43ade8bab9 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631034 Aug 20 11:19:28.124043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b780dbb0-425a-4ba5-99cf-0362a1d91277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.182928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Checking segment: {'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:28.185240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network hostable DHCP agents. Network: 785e013d-c92e-4828-b7f5-34a8f2e42a85, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:19:28.199387 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b780dbb0-425a-4ba5-99cf-0362a1d91277 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee42881eac5c4c97b1db1cf3a4ff373b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7857473 Aug 20 11:19:28.201002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780dbb0-425a-4ba5-99cf-0362a1d91277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a19da6d-247f-41fb-8c5a-fac5f7e7b613,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:28.204077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50996) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:28.210143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1456805-2b81-4d21-9ca5-97f8321ef225 None None] Pushing event updated for resources: {'Port': ['ID=4f4a14cf-f4f6-4251-bb7f-766b807649f8,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:28.263993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-853c05ae-4ee5-49d6-8690-e62f8c7372e1 req-20b35774-606c-4b65-a7f0-c8bc20f0572c tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 210 time: 0.0271766 Aug 20 11:19:28.303108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=596556b5-60cc-49bf-8130-7ba17e8094fa,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:28.362560 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d795e79-b875-49ea-ab9e-5eab9bcfa6ee x-openstack-request-id: req-6d795e79-b875-49ea-ab9e-5eab9bcfa6ee {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:28.363081 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "1bb47a7c-4e40-470c-87c2-406d1b54fe6a", "code": 200}, {"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "94337e54-a4e5-49d5-9f55-a66abdd79383", "code": 200}, {"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "09d4844d-82c9-43f4-8d96-dadfd692ca56", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:28.363350 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d795e79-b875-49ea-ab9e-5eab9bcfa6ee {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:28.366556 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb47a7c-4e40-470c-87c2-406d1b54fe6a', 'code': 200} Aug 20 11:19:28.366556 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94337e54-a4e5-49d5-9f55-a66abdd79383', 'code': 200} Aug 20 11:19:28.366556 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d4844d-82c9-43f4-8d96-dadfd692ca56', 'code': 200} Aug 20 11:19:28.388097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a72704eb-2c02-48e4-9c78-b62af0c1d994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.414525 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed8d346-1e72-4b95-8d27-978a199c18f9 x-openstack-request-id: req-3ed8d346-1e72-4b95-8d27-978a199c18f9 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:28.415053 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8623503b-a362-4b58-af4d-2463f6af73ac", "name": "network-vif-deleted", "tag": "e9c0a8b2-a778-459e-9971-11c3f9bd3e2d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:28.415920 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ed8d346-1e72-4b95-8d27-978a199c18f9 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:28.416404 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8623503b-a362-4b58-af4d-2463f6af73ac', 'name': 'network-vif-deleted', 'tag': 'e9c0a8b2-a778-459e-9971-11c3f9bd3e2d', 'status': 'completed', 'code': 200} Aug 20 11:19:28.432613 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a72704eb-2c02-48e4-9c78-b62af0c1d994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.445836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a856e808-80c9-4f85-9b85-4b1e43c26470 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Router 14c82e3f-423f-489e-b5b4-56ea825739c4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:28.550114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network 785e013d-c92e-4828-b7f5-34a8f2e42a85 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:19:28.621496 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a856e808-80c9-4f85-9b85-4b1e43c26470 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:28.626507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a856e808-80c9-4f85-9b85-4b1e43c26470 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.634771 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] Sync routers for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:28.645058 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:28.646476 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:28.656312 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a856e808-80c9-4f85-9b85-4b1e43c26470 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "PUT /v2.0/floatingips/4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 HTTP/1.1" status: 200 len: 997 time: 2.6145585 Aug 20 11:19:28.657046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:28.659443 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d74758-9e91-493a-babf-97a3410eb287" -d '{"events": [{"name": "network-changed", "server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:28.666843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port c1bd4b6b-e925-41b8-b18f-025d709a810f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:28.671243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port c1bd4b6b-e925-41b8-b18f-025d709a810f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:28.671860 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.722558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-b7448c97-b947-4b06-9f5b-06a8682ebdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:28.725497 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-b7448c97-b947-4b06-9f5b-06a8682ebdc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1097 time: 0.0516083 Aug 20 11:19:28.742141 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a72704eb-2c02-48e4-9c78-b62af0c1d994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.744860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a72704eb-2c02-48e4-9c78-b62af0c1d994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.746106 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a72704eb-2c02-48e4-9c78-b62af0c1d994 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a19da6d-247f-41fb-8c5a-fac5f7e7b613 HTTP/1.1" status: 204 len: 168 time: 0.5382252 Aug 20 11:19:28.768615 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.779496 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:28.807140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c1bd4b6b-e925-41b8-b18f-025d709a810f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:28.825609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 785e013d-c92e-4828-b7f5-34a8f2e42a85) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:28.840048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b13ec14-e24d-4a26-a9ee-ab5b46f7bcb0 None None] Network 785e013d-c92e-4828-b7f5-34a8f2e42a85 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:28.847086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:28.848034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:28.854249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72704eb-2c02-48e4-9c78-b62af0c1d994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a19da6d-247f-41fb-8c5a-fac5f7e7b613,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:28.926508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-5ba44e43-4aff-4ba3-941e-f5586d708a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:28.933603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-5ba44e43-4aff-4ba3-941e-f5586d708a9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.2000964 Aug 20 11:19:28.968044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:29.007918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2a651b82-bd7b-442e-87c5-ab75c37d3f2c up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:29.160937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-e8e9856d-535e-422a-bbc0-dc390aae2298 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 1000 time: 0.2209723 Aug 20 11:19:29.167032 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b39905a-bec6-4a4e-9454-57c4ee849126 x-openstack-request-id: req-4b39905a-bec6-4a4e-9454-57c4ee849126 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:29.168843 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:29.169263 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b39905a-bec6-4a4e-9454-57c4ee849126 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:29.169897 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'status': 'completed', 'code': 200} Aug 20 11:19:29.189411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-85d79086-345b-4b23-9d75-a4526c3ee89d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7551937 Aug 20 11:19:29.210658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51020) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:29.220301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74758-9e91-493a-babf-97a3410eb287 req-befa57de-4f49-4bd1-8266-69e9cf1ef98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.226581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d74758-9e91-493a-babf-97a3410eb287 req-befa57de-4f49-4bd1-8266-69e9cf1ef98b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1097 time: 0.2151644 Aug 20 11:19:29.241046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'port': {'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2', 'name': 'tempest-TaggedBootDevicesTest_v242-1490909222', 'fixed_ips': [{'subnet_id': '87d3208d-faff-4f47-b61c-6cfe0f113c7d'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:29.304389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-e0baae11-a37a-450b-ae5d-b892e4047415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.311843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-e0baae11-a37a-450b-ae5d-b892e4047415 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.1351924 Aug 20 11:19:29.483587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c1bd4b6b-e925-41b8-b18f-025d709a810f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:29.491730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-acd318e4-ea9a-4bcf-afeb-8cfd15bf3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.503120 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-acd318e4-ea9a-4bcf-afeb-8cfd15bf3a8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194563 Aug 20 11:19:29.541263 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:aa:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:27Z', 'revision_number': 8, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:29.689603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dd46f-81bc-4b03-a71c-65950b00949d req-4e56cbb3-f65b-4ad4-a33f-a3e0e2e20ce1 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.714583 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] Checking router: 14c82e3f-423f-489e-b5b4-56ea825739c4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:29.716520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dd46f-81bc-4b03-a71c-65950b00949d req-4e56cbb3-f65b-4ad4-a33f-a3e0e2e20ce1 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.735282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dd46f-81bc-4b03-a71c-65950b00949d req-4e56cbb3-f65b-4ad4-a33f-a3e0e2e20ce1 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.757908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dd46f-81bc-4b03-a71c-65950b00949d req-4e56cbb3-f65b-4ad4-a33f-a3e0e2e20ce1 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.765842 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:29.770091 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:29.773968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dd46f-81bc-4b03-a71c-65950b00949d req-4e56cbb3-f65b-4ad4-a33f-a3e0e2e20ce1 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.796965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dd46f-81bc-4b03-a71c-65950b00949d req-4e56cbb3-f65b-4ad4-a33f-a3e0e2e20ce1 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.813214 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-a7267c32-aa7c-4ca6-b175-428da17bb488 service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091698 Aug 20 11:19:29.817949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dd46f-81bc-4b03-a71c-65950b00949d req-4e56cbb3-f65b-4ad4-a33f-a3e0e2e20ce1 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.827132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee8dd46f-81bc-4b03-a71c-65950b00949d req-4e56cbb3-f65b-4ad4-a33f-a3e0e2e20ce1 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5432 time: 0.5233712 Aug 20 11:19:29.936893 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:29.938053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74758-9e91-493a-babf-97a3410eb287 req-2952752f-368c-457d-bee3-540269051eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:29.939745 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d74758-9e91-493a-babf-97a3410eb287 req-2952752f-368c-457d-bee3-540269051eee service neutron] 10.222.0.38 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.6864061 Aug 20 11:19:29.939987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4f4a14cf-f4f6-4251-bb7f-766b807649f8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:29.942373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac3bac-6e37-42de-9ac1-cba708f84245 None None] Network 6803f477-73c6-4bfd-818a-faed4c3d95f2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:29.947974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee8dd46f-81bc-4b03-a71c-65950b00949d req-c31b2797-cc9b-41f7-900a-8a8ed587ce49 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196616 Aug 20 11:19:29.985337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:29.993603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-785e013d-c92e-4828-b7f5-34a8f2e42a85', 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'fixed_ips': [{'subnet_id': '499ea19e-ce01-4768-a3a1-7eccffb9cde8'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:19:29.999269 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:30.024651 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4edc6d27-79f8-46cf-b4bf-13e9e6ed2acf req-88ba78dd-24f9-4a8b-a2cf-3a1be80874c0 service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035062 Aug 20 11:19:30.043145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:30.136881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d74758-9e91-493a-babf-97a3410eb287 req-3a88b647-36c9-434e-9bfa-e8ca1f878ab5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 1000 time: 0.1799276 Aug 20 11:19:30.148654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:30.154757 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:30.361580 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ec75c7e-119b-4af9-b2de-4c9d0bcebf2f req-20ee28c0-0960-4a24-bde5-3aa4106d19cd tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 210 time: 0.0645044 Aug 20 11:19:30.433364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Allocated IP 10.2.2.2 (785e013d-c92e-4828-b7f5-34a8f2e42a85/499ea19e-ce01-4768-a3a1-7eccffb9cde8/4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:30.527956 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:aa:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:27Z', 'revision_number': 8, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:30.563416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1234022-7a28-420f-9e15-f15cd5a15035 req-35df01f2-3171-4b09-9fa7-6b68d3a0182e tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips/4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 HTTP/1.1" status: 200 len: 997 time: 0.1622686 Aug 20 11:19:30.619676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:30.628055 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef77874a-031c-4ee3-a2d3-9ca133c47e58 None None] The sync data for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 is: [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4bf73e6b-e7b3-4b8d-a7bc-509057b87f02', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'floating_ip_address': '172.25.4.111', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'port_id': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'mac_address': 'fa:16:3e:aa:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:45Z', 'updated_at': '2021-08-20T11:19:27Z', 'revision_number': 8, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:30.641221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Transition to ACTIVE for port object 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:30.711695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Transition to ACTIVE for port object 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:30.736751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596556b5-60cc-49bf-8130-7ba17e8094fa'}, {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd4b6b-e925-41b8-b18f-025d709a810f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:30.739552 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446d6fd5-b988-48d3-9216-f0fed8be727f" -d '{"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "596556b5-60cc-49bf-8130-7ba17e8094fa"}, {"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd4b6b-e925-41b8-b18f-025d709a810f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:30.744025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e9c0a8b2-a778-459e-9971-11c3f9bd3e2d no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:30.776485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: e9c0a8b2-a778-459e-9971-11c3f9bd3e2d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:30.785955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e9c0a8b2-a778-459e-9971-11c3f9bd3e2d not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:30.785955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f0446368-02a8-4213-a294-b0a14c0a8d27 None None] Provisioning for port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:30.809366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1234022-7a28-420f-9e15-f15cd5a15035 req-9c53d264-42c4-4ebb-92fb-4929442da7a3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:30.819316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1234022-7a28-420f-9e15-f15cd5a15035 req-9c53d264-42c4-4ebb-92fb-4929442da7a3 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.2510669 Aug 20 11:19:30.843305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-f1234022-7a28-420f-9e15-f15cd5a15035 req-f11b1e66-ac96-4c56-84f4-fde225c3bb02 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:19:30.844855 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:30.857653 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1234022-7a28-420f-9e15-f15cd5a15035 req-f11b1e66-ac96-4c56-84f4-fde225c3bb02 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213010 Aug 20 11:19:30.986154 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24013476-d443-4f9e-a30b-4a52343a52aa x-openstack-request-id: req-24013476-d443-4f9e-a30b-4a52343a52aa {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:30.987477 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "596556b5-60cc-49bf-8130-7ba17e8094fa", "code": 200}, {"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd4b6b-e925-41b8-b18f-025d709a810f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:30.988023 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24013476-d443-4f9e-a30b-4a52343a52aa {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:30.991878 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596556b5-60cc-49bf-8130-7ba17e8094fa', 'code': 200} Aug 20 11:19:30.992288 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd4b6b-e925-41b8-b18f-025d709a810f', 'code': 200} Aug 20 11:19:31.016195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74758-9e91-493a-babf-97a3410eb287 req-58f4c1b9-f597-4d9c-aeff-c28976224024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:31.017291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dbeb17-cd14-4f3e-b804-65d3de28ce67 None None] New status for floating IP 4bf73e6b-e7b3-4b8d-a7bc-509057b87f02: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:19:31.017988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d74758-9e91-493a-babf-97a3410eb287 req-58f4c1b9-f597-4d9c-aeff-c28976224024 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.8621640 Aug 20 11:19:31.043557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Pushing event updated for resources: {'Port': ['ID=4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:31.061267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Network 785e013d-c92e-4828-b7f5-34a8f2e42a85 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:31.127931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:31.133780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:31.141555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:31.158222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:31.158222 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:31.159859 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-f87b7a9d-772a-421f-be98-321a736e4e72 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1000 time: 0.1871328 Aug 20 11:19:31.177932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:31.227387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e39e-5a76-443e-af85-90691295047d req-2f0ef304-a14a-4c90-b37d-918fac200ac0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:31.241960 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-2f0ef304-a14a-4c90-b37d-918fac200ac0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports/a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 943 time: 0.0809801 Aug 20 11:19:31.330252 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:31.350068 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:31.383926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-aed56ffe-752d-4f62-b93a-6b055282db9e tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:31.389072 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-aed56ffe-752d-4f62-b93a-6b055282db9e tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.38 "GET /v2.0/networks?id=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f HTTP/1.1" status: 200 len: 816 time: 0.4284353 Aug 20 11:19:31.394676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:31.430572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-6bf8c644-31d8-46dc-9553-9d78856794d0 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1000 time: 0.1240711 Aug 20 11:19:31.521232 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:31.522979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6b4a01cd-e450-4f51-930f-3367903bef51 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:31.541965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e1f6f-b3b3-48f7-a14a-acdd2724b23b req-76436ad3-e34a-4fdb-a99d-dfe317c7f238 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:31.550467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f0e1f6f-b3b3-48f7-a14a-acdd2724b23b req-76436ad3-e34a-4fdb-a99d-dfe317c7f238 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 945 time: 0.6521332 Aug 20 11:19:31.562461 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e39e-5a76-443e-af85-90691295047d req-0ee80a2e-3b11-4155-9751-b06c7213f2ae tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:31.563222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] device_id is not set on port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:19:31.575378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-0ee80a2e-3b11-4155-9751-b06c7213f2ae tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1416507 Aug 20 11:19:31.588247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Attempting to bind port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:31.588649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Attempting to bind port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:31.589012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Attempting to bind port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd on network 785e013d-c92e-4828-b7f5-34a8f2e42a85 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:31.593283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 4f4a14cf-f4f6-4251-bb7f-766b807649f8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4f4a14cf-f4f6-4251-bb7f-766b807649f8,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:31.675962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:31.689821 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-1d6fa4a6-fc5c-4018-ad51-18cdbd2a1c35 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 1000 time: 0.1146190 Aug 20 11:19:31.699286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:31.716255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:31.716974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Checking segment: {'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:31.717576 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:31.718165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Bound using segment: {'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:31.718995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Bound port: 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:31.719574 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:31.737804 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:31.772201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74758-9e91-493a-babf-97a3410eb287 req-2c8b882b-9df3-491d-8155-fd3450c25ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:31.774954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d74758-9e91-493a-babf-97a3410eb287 req-2c8b882b-9df3-491d-8155-fd3450c25ef0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6216488 Aug 20 11:19:31.789553 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:31.791833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-2e982bfd-5a48-4073-805f-997c8ef89733 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4f0659b814840609d156de3fb60543c HTTP/1.1" status: 200 len: 379 time: 0.3213835 Aug 20 11:19:31.836870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Request body: {'port': {'device_id': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'admin_state_up': True, 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'security_groups': ['50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:31.841539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] For port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:31.846039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] For port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:31.912099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=4f4a14cf-f4f6-4251-bb7f-766b807649f8,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:32.025703 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:32.049417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 6b4a01cd-e450-4f51-930f-3367903bef51 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:32.125816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3228bb-8b73-478d-9858-4cf527bbf962 None None] Pushing event updated for resources: {'Port': ['ID=4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:32.144309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 6b4a01cd-e450-4f51-930f-3367903bef51 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:32.144525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f0e1f6f-b3b3-48f7-a14a-acdd2724b23b req-e1ac6979-e938-4b74-b8be-4f80fc053179 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921848 Aug 20 11:19:32.146081 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:32.147696 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:19:32.148464 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:19:32.160752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51096) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:32.370758 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:32.490102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 6b4a01cd-e450-4f51-930f-3367903bef51, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6b4a01cd-e450-4f51-930f-3367903bef51,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:32.504216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Made reservation on behalf of a4f0659b814840609d156de3fb60543c for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:32.505830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ae090fb-5a73-4661-b395-8b2100908027 None None] Provisioning complete for port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:32.506410 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ae090fb-5a73-4661-b395-8b2100908027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:32.523818 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:32.587142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d74758-9e91-493a-babf-97a3410eb287 req-a5285281-5fbd-43a1-8964-ad8cd574c8e1 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767651 Aug 20 11:19:32.592938 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-826347c7-62fc-4f5d-8114-a101eeb218d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:32.599238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Allocated IP 10.1.1.149 (6803f477-73c6-4bfd-818a-faed4c3d95f2/87d3208d-faff-4f47-b61c-6cfe0f113c7d/1748ac82-9bd3-4a4d-9d24-bfcb41f54d01) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:32.603772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:32.651785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:32.657025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2520-cea0-4c23-bbe8-e6906d6d780b req-00f06a90-aeff-4998-9b33-305194fdc8aa tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:32.670337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2520-cea0-4c23-bbe8-e6906d6d780b req-00f06a90-aeff-4998-9b33-305194fdc8aa tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:32.686725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2520-cea0-4c23-bbe8-e6906d6d780b req-00f06a90-aeff-4998-9b33-305194fdc8aa tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:32.693714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2520-cea0-4c23-bbe8-e6906d6d780b req-00f06a90-aeff-4998-9b33-305194fdc8aa tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:32.701604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2520-cea0-4c23-bbe8-e6906d6d780b req-00f06a90-aeff-4998-9b33-305194fdc8aa tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:32.708324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2520-cea0-4c23-bbe8-e6906d6d780b req-00f06a90-aeff-4998-9b33-305194fdc8aa tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:32.714956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2520-cea0-4c23-bbe8-e6906d6d780b req-00f06a90-aeff-4998-9b33-305194fdc8aa tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:32.717379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b46e2520-cea0-4c23-bbe8-e6906d6d780b req-00f06a90-aeff-4998-9b33-305194fdc8aa tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5432 time: 0.4050951 Aug 20 11:19:32.793777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=6b4a01cd-e450-4f51-930f-3367903bef51,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:32.993442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c'}, {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4a01cd-e450-4f51-930f-3367903bef51'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:32.995831 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b51c01-dd39-410d-bf48-19a28bd36dfa" -d '{"events": [{"server_uuid": "de7b762f-e109-4ea6-8ca7-4d1d625bb993", "name": "network-vif-plugged", "status": "completed", "tag": "2a651b82-bd7b-442e-87c5-ab75c37d3f2c"}, {"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "6b4a01cd-e450-4f51-930f-3367903bef51"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:33.144215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b46e2520-cea0-4c23-bbe8-e6906d6d780b req-9ab70f8a-3c5c-4612-972b-7a55c17b8b86 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4150481 Aug 20 11:19:33.258825 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-826347c7-62fc-4f5d-8114-a101eeb218d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:33.379972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Allocated IP 172.20.0.3 (3d1eb5b2-4d21-4cc3-b11a-8d56da86100f/57947896-5a1e-4292-af7b-4f2692c7083f/73cb308a-a441-4d52-bc8c-8abe21e25a0b) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:33.434957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d74758-9e91-493a-babf-97a3410eb287 req-7c36935f-c176-4f7e-8b2e-deba8fde35e9 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8181865 Aug 20 11:19:33.532340 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:33.532340 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-826347c7-62fc-4f5d-8114-a101eeb218d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:33.532575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3cd36d3-4600-4fb3-b036-3cdbfce551a6 req-82fd2029-faa6-49cf-82a0-81d10762bc47 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 210 time: 0.0937526 Aug 20 11:19:33.634165 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-826347c7-62fc-4f5d-8114-a101eeb218d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f7bdb42b9fd471caf7b53d91f38fad1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4716461 Aug 20 11:19:33.638899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51136) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:33.651227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826347c7-62fc-4f5d-8114-a101eeb218d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207a90a0-1d62-45e4-9182-e1e4219e95e1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:33.679149 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:33.679768 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Floating IP 4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 disassociated. External IP: 172.25.4.111, port: a531d26d-2c78-460c-b747-fcdc22533fe6. Aug 20 11:19:33.683320 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670bb2db-7b6e-46ee-b0fc-8aa170313263 x-openstack-request-id: req-670bb2db-7b6e-46ee-b0fc-8aa170313263 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:33.683845 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7b762f-e109-4ea6-8ca7-4d1d625bb993", "name": "network-vif-plugged", "status": "completed", "tag": "2a651b82-bd7b-442e-87c5-ab75c37d3f2c", "code": 200}, {"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-plugged", "status": "completed", "tag": "6b4a01cd-e450-4f51-930f-3367903bef51", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:33.683958 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-670bb2db-7b6e-46ee-b0fc-8aa170313263 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:33.684387 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c', 'code': 200} Aug 20 11:19:33.684653 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4a01cd-e450-4f51-930f-3367903bef51', 'code': 200} Aug 20 11:19:33.755857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d71846-991b-4408-8cab-b3dcefcd49cd None None] Network 785e013d-c92e-4828-b7f5-34a8f2e42a85 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:33.829668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:33.994560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Transition to ACTIVE for port object 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:34.075828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4f4a14cf-f4f6-4251-bb7f-766b807649f8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:34.095226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d6ae07f3-8bf3-4d14-9c09-a0c512eddd90 None None] Provisioning for port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:34.152004 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.180635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51142) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:34.208916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:34.213233 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.229814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af18fa2-20c3-42da-8eff-d14f863b9a97 req-f052f2ef-52d2-40c0-82ed-298cde7e179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.244890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2af18fa2-20c3-42da-8eff-d14f863b9a97 req-f052f2ef-52d2-40c0-82ed-298cde7e179f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1097 time: 0.3884864 Aug 20 11:19:34.248097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1078b003-3a93-4c90-beda-804291c49ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.290032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Router 14c82e3f-423f-489e-b5b4-56ea825739c4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:34.315337 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1078b003-3a93-4c90-beda-804291c49ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.348207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2af18fa2-20c3-42da-8eff-d14f863b9a97 req-c034e8fd-86aa-4cc4-b086-83efae3bd24e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020665 Aug 20 11:19:34.353145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385a9c3-7d6f-4624-9a91-227f98a1c16e req-69abcf7b-cd7f-44f8-bc18-a6bf3216b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.353145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385a9c3-7d6f-4624-9a91-227f98a1c16e req-69abcf7b-cd7f-44f8-bc18-a6bf3216b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.353145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385a9c3-7d6f-4624-9a91-227f98a1c16e req-69abcf7b-cd7f-44f8-bc18-a6bf3216b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.353598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385a9c3-7d6f-4624-9a91-227f98a1c16e req-69abcf7b-cd7f-44f8-bc18-a6bf3216b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.356885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385a9c3-7d6f-4624-9a91-227f98a1c16e req-69abcf7b-cd7f-44f8-bc18-a6bf3216b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.357714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385a9c3-7d6f-4624-9a91-227f98a1c16e req-69abcf7b-cd7f-44f8-bc18-a6bf3216b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.358370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385a9c3-7d6f-4624-9a91-227f98a1c16e req-69abcf7b-cd7f-44f8-bc18-a6bf3216b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.360757 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d385a9c3-7d6f-4624-9a91-227f98a1c16e req-69abcf7b-cd7f-44f8-bc18-a6bf3216b618 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6490 time: 0.4778380 Aug 20 11:19:34.366693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Transition to ACTIVE for port object 73cb308a-a441-4d52-bc8c-8abe21e25a0b will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:34.376427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.474069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fab35e-ccf7-43c3-828b-d79b8408d40e req-16162d0d-b3e5-4530-9a50-0e99925d972e tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.483443 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29fab35e-ccf7-43c3-828b-d79b8408d40e req-16162d0d-b3e5-4530-9a50-0e99925d972e tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 946 time: 0.5409319 Aug 20 11:19:34.506479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network 6803f477-73c6-4bfd-818a-faed4c3d95f2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:34.511261 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6da56bd5-be36-4bed-a85f-b8ac07e38a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.536649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:34.540236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:34.549447 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1078b003-3a93-4c90-beda-804291c49ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.556259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1078b003-3a93-4c90-beda-804291c49ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.576231 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1078b003-3a93-4c90-beda-804291c49ceb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/207a90a0-1d62-45e4-9182-e1e4219e95e1 HTTP/1.1" status: 204 len: 168 time: 0.9217210 Aug 20 11:19:34.625753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:34.630351 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078b003-3a93-4c90-beda-804291c49ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207a90a0-1d62-45e4-9182-e1e4219e95e1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:34.641833 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] Sync routers for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:34.642629 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.655894 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:34.660286 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:34.679308 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:34.711580 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29fab35e-ccf7-43c3-828b-d79b8408d40e req-d9d0f030-5072-4b0a-9b6a-221537815d1f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269380 Aug 20 11:19:34.722894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Port': ['ID=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:34.746347 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d385a9c3-7d6f-4624-9a91-227f98a1c16e req-4e2b5b2a-800a-4dd6-bfcf-f3f0100470ab service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86fd7de9-0cd0-4a48-bf23-b604ba311334&id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1975038 Aug 20 11:19:34.761602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.762816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.773926 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-bfe170bb-b907-4659-abcf-9298ac5bda66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "PUT /v2.0/floatingips/4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 HTTP/1.1" status: 200 len: 696 time: 3.0830584 Aug 20 11:19:34.792345 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.800771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:34.817100 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9add3d-2ee1-442e-b019-39996fd19a16" -d '{"events": [{"name": "network-changed", "server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:34.887243 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e39e-5a76-443e-af85-90691295047d req-01180f76-0fd1-49a0-93a9-35ad1dc7aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:34.895034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-01180f76-0fd1-49a0-93a9-35ad1dc7aa61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1097 time: 0.1200459 Aug 20 11:19:34.902152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Pushing event updated for resources: {'Port': ['ID=73cb308a-a441-4d52-bc8c-8abe21e25a0b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:34.910215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:34.912086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:34.914742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:34.925855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:34.931600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:34.932280 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:34.994541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51162) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:35.074544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.075593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:35.103790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0fa1-dc4b-4cc0-b9c6-41eaa17723f8 req-ac752507-eb2a-4cf5-8cb8-0f2a838d9f2b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.112091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0fa1-dc4b-4cc0-b9c6-41eaa17723f8 req-ac752507-eb2a-4cf5-8cb8-0f2a838d9f2b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.132240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0fa1-dc4b-4cc0-b9c6-41eaa17723f8 req-ac752507-eb2a-4cf5-8cb8-0f2a838d9f2b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.145988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0fa1-dc4b-4cc0-b9c6-41eaa17723f8 req-ac752507-eb2a-4cf5-8cb8-0f2a838d9f2b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.158334 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:35.158839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6da56bd5-be36-4bed-a85f-b8ac07e38a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:35.162530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0fa1-dc4b-4cc0-b9c6-41eaa17723f8 req-ac752507-eb2a-4cf5-8cb8-0f2a838d9f2b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.181594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0fa1-dc4b-4cc0-b9c6-41eaa17723f8 req-ac752507-eb2a-4cf5-8cb8-0f2a838d9f2b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.195217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a0fa1-dc4b-4cc0-b9c6-41eaa17723f8 req-ac752507-eb2a-4cf5-8cb8-0f2a838d9f2b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.201001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d73a0fa1-dc4b-4cc0-b9c6-41eaa17723f8 req-ac752507-eb2a-4cf5-8cb8-0f2a838d9f2b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5433 time: 0.2310956 Aug 20 11:19:35.203351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-42166617-4f07-40dd-aff2-51d4a2b2935d None None] Provisioning for port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:35.216815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e39e-5a76-443e-af85-90691295047d req-9531d2ba-cc61-4df9-b44c-62c31fbd11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.225702 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-9531d2ba-cc61-4df9-b44c-62c31fbd11e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.3282776 Aug 20 11:19:35.226098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-42166617-4f07-40dd-aff2-51d4a2b2935d None None] Provisioning complete for port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:35.226497 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-42166617-4f07-40dd-aff2-51d4a2b2935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:35.300410 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-a6707c3b-bd68-43b4-91cc-5ba1c0224e12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 217 time: 0.0739589 Aug 20 11:19:35.302419 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6da56bd5-be36-4bed-a85f-b8ac07e38a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:35.303433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:35.305851 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d73a0fa1-dc4b-4cc0-b9c6-41eaa17723f8 req-e74c1477-a37b-455a-903c-103da0d0b526 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981784 Aug 20 11:19:35.332502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-42166617-4f07-40dd-aff2-51d4a2b2935d None None] Port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:35.339304 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93749a60-fb65-4cae-a89b-aa6df7c3485c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:35.377980 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:35.409689 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-93dd5f12-945b-46dd-8331-b2c9cf9e88e8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5907919 Aug 20 11:19:35.415774 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6da56bd5-be36-4bed-a85f-b8ac07e38a19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6f75ff596684d68b9cbdb572b358429&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2201695 Aug 20 11:19:35.425377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51174) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:35.427239 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:35.439526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e39e-5a76-443e-af85-90691295047d req-ea581952-d2d4-4c7d-9933-8d3c5819fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.446348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Request body: {'port': {'device_id': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:35.448324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-ea581952-d2d4-4c7d-9933-8d3c5819fcd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.1333246 Aug 20 11:19:35.482978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da56bd5-be36-4bed-a85f-b8ac07e38a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448d2bf2-c40c-44a8-9e39-8938946a1a93,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:35.494193 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-86c03db2-b95f-447a-b6f9-8b31febddd6a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2641218 Aug 20 11:19:35.512212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51176) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:35.528476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'port': {'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2', 'name': 'tempest-TaggedBootDevicesTest_v242-700173250', 'fixed_ips': [{'subnet_id': '87d3208d-faff-4f47-b61c-6cfe0f113c7d'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:35.565834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:35.625971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6a725759-44ab-4f60-a2d2-c87345fcf372 None None] Provisioning for port 73cb308a-a441-4d52-bc8c-8abe21e25a0b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:35.632609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6a725759-44ab-4f60-a2d2-c87345fcf372 None None] Provisioning complete for port 73cb308a-a441-4d52-bc8c-8abe21e25a0b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:35.633248 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6a725759-44ab-4f60-a2d2-c87345fcf372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:35.654020 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:35.679955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff935-be59-4bca-821c-4e411e7b7115 req-64470001-b2cf-4ace-ba01-0e57e5ec30ea tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.688294 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f66ff935-be59-4bca-821c-4e411e7b7115 req-64470001-b2cf-4ace-ba01-0e57e5ec30ea tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 931 time: 0.2731633 Aug 20 11:19:35.694248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e39e-5a76-443e-af85-90691295047d req-e389d229-4b2c-4531-9907-66c6ec40144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:35.695830 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-e389d229-4b2c-4531-9907-66c6ec40144d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467358 Aug 20 11:19:35.718303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6a725759-44ab-4f60-a2d2-c87345fcf372 None None] Port 73cb308a-a441-4d52-bc8c-8abe21e25a0b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:35.776690 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:35.793560 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] Checking router: 14c82e3f-423f-489e-b5b4-56ea825739c4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:35.805225 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:35.806131 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:35.816888 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f66ff935-be59-4bca-821c-4e411e7b7115 req-545af501-b53c-4d91-b91f-b8727315233b tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221640 Aug 20 11:19:35.853851 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-afaeda81-54a3-4ca9-b790-2ae3647269b1 service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419683 Aug 20 11:19:35.888316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:36.035681 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3573b124-087e-42f5-9363-a4038dc9fd3c x-openstack-request-id: req-3573b124-087e-42f5-9363-a4038dc9fd3c {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:36.036879 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:36.037299 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3573b124-087e-42f5-9363-a4038dc9fd3c {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:36.037895 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'status': 'completed', 'code': 200} Aug 20 11:19:36.040947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6fdf784a-ae67-44a9-902f-4a07c2223647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:36.075211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9681e39e-5a76-443e-af85-90691295047d req-9752434e-6bf5-4737-8fdf-7d6f25d3cd71 service neutron] 10.222.0.10 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550772 Aug 20 11:19:36.084334 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6fdf784a-ae67-44a9-902f-4a07c2223647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:36.106091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:36.109257 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:36.131083 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93749a60-fb65-4cae-a89b-aa6df7c3485c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:36.185982 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:36.303866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93749a60-fb65-4cae-a89b-aa6df7c3485c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:36.339528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51194) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:36.340154 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-93749a60-fb65-4cae-a89b-aa6df7c3485c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2a6fa9d9287486faff06a77badf382f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3367236 Aug 20 11:19:36.398543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2bc3a-0d80-41f0-a9fc-241b114ef4c2 req-952912b1-f314-4179-b0ac-bc447eca041d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:36.400318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7d2bc3a-0d80-41f0-a9fc-241b114ef4c2 req-952912b1-f314-4179-b0ac-bc447eca041d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 946 time: 0.2248750 Aug 20 11:19:36.408703 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6fdf784a-ae67-44a9-902f-4a07c2223647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:36.411735 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6fdf784a-ae67-44a9-902f-4a07c2223647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:36.413378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6fdf784a-ae67-44a9-902f-4a07c2223647 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/448d2bf2-c40c-44a8-9e39-8938946a1a93 HTTP/1.1" status: 204 len: 168 time: 0.9883721 Aug 20 11:19:36.431321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:36.437202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93749a60-fb65-4cae-a89b-aa6df7c3485c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fe54fb-a333-4229-ae6a-d92a16157c5e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:36.455004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-cc1c733d-081b-41a3-ba7c-72245a5036df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:36.456722 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-cc1c733d-081b-41a3-ba7c-72245a5036df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 1097 time: 0.4411609 Aug 20 11:19:36.495445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf784a-ae67-44a9-902f-4a07c2223647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448d2bf2-c40c-44a8-9e39-8938946a1a93,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:36.555347 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-b611adee-5683-4a49-a31a-ba665f30a3e7 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips/4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 HTTP/1.1" status: 200 len: 696 time: 0.1611288 Aug 20 11:19:36.615814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d34496c8-4a7e-4a66-ab6e-7d4210c1664f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:36.639329 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:36.681794 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfe255-8abb-41d3-abf4-e421b943ca96 None None] The sync data for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 is: [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:18:09Z', 'revision_number': 4, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '04fa334c-b475-49d2-8f56-75b2d1fdbce6', 'name': '', 'network_id': '12940dc1-5c5c-4af1-bde1-ae40183eb385', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'mac_address': 'fa:16:3e:9d:cd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:06Z', 'updated_at': '2021-08-20T11:18:20Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'subnets': [{'id': 'dfc49f86-2791-4597-84c7-fd886ce38d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:36.722598 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d34496c8-4a7e-4a66-ab6e-7d4210c1664f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:36.763069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:36.827389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-3ca15375-c0cd-4a7f-9230-40f23c5b1c09 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:36.829264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-3ca15375-c0cd-4a7f-9230-40f23c5b1c09 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.2577038 Aug 20 11:19:36.849044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] device_id is not set on port 153954e2-ea32-4f96-8194-59c54f6c2819 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:19:36.984812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7d2bc3a-0d80-41f0-a9fc-241b114ef4c2 req-1a927b38-7fc9-48b2-94f0-55abcff4b0a1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629992 Aug 20 11:19:37.000020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-f3b66666-904b-42e0-9b61-02ed47d7e308 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 699 time: 0.1591952 Aug 20 11:19:37.100958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-752bc05a-a2d5-4aa6-af2b-8389d7148cd6 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 699 time: 0.0923305 Aug 20 11:19:37.148881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d34496c8-4a7e-4a66-ab6e-7d4210c1664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:37.151092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d34496c8-4a7e-4a66-ab6e-7d4210c1664f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:37.159799 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d34496c8-4a7e-4a66-ab6e-7d4210c1664f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66fe54fb-a333-4229-ae6a-d92a16157c5e HTTP/1.1" status: 204 len: 168 time: 0.8190992 Aug 20 11:19:37.171475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cb308a-a441-4d52-bc8c-8abe21e25a0b {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:37.193162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-a51c31cd-1124-4bb6-8d5c-95d0f52b7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:37.194766 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-a51c31cd-1124-4bb6-8d5c-95d0f52b7536 service neutron] 10.222.0.38 "GET /v2.0/networks?id=12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 200 len: 922 time: 0.7280242 Aug 20 11:19:37.217779 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:37.231977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34496c8-4a7e-4a66-ab6e-7d4210c1664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fe54fb-a333-4229-ae6a-d92a16157c5e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:37.234465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc44b8f-9b25-4675-8597-cbbcc827a01f None None] New status for floating IP 4bf73e6b-e7b3-4b8d-a7bc-509057b87f02: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:19:37.239340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Transition to ACTIVE for port object 73cb308a-a441-4d52-bc8c-8abe21e25a0b will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:37.336272 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-dc07febf-033a-4c1a-b566-1a0753180421 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 200 len: 217 time: 0.0719786 Aug 20 11:19:37.365643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Allocated IP 10.1.1.231 (6803f477-73c6-4bfd-818a-faed4c3d95f2/87d3208d-faff-4f47-b61c-6cfe0f113c7d/153954e2-ea32-4f96-8194-59c54f6c2819) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:37.396851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-7934f096-a184-47da-b821-6c1190518930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:37.398359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-7934f096-a184-47da-b821-6c1190518930 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 200 len: 860 time: 0.0583408 Aug 20 11:19:37.420879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d7b0-5fb6-49fe-b0e9-42c8b0429118 req-45d899ba-dfd8-4d9f-adee-3e5eaa918298 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:37.428549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d7b0-5fb6-49fe-b0e9-42c8b0429118 req-45d899ba-dfd8-4d9f-adee-3e5eaa918298 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:37.434780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d7b0-5fb6-49fe-b0e9-42c8b0429118 req-45d899ba-dfd8-4d9f-adee-3e5eaa918298 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:37.436849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-1ceb7f1b-f23d-4caf-b06e-4e7d0ed61e47 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Deleting port fcd92725-8e32-4fb7-a13e-86f75a350942 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:37.437200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-1ceb7f1b-f23d-4caf-b06e-4e7d0ed61e47 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:37.441273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d7b0-5fb6-49fe-b0e9-42c8b0429118 req-45d899ba-dfd8-4d9f-adee-3e5eaa918298 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:37.447694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d7b0-5fb6-49fe-b0e9-42c8b0429118 req-45d899ba-dfd8-4d9f-adee-3e5eaa918298 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:37.453910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d7b0-5fb6-49fe-b0e9-42c8b0429118 req-45d899ba-dfd8-4d9f-adee-3e5eaa918298 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:37.460628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d7b0-5fb6-49fe-b0e9-42c8b0429118 req-45d899ba-dfd8-4d9f-adee-3e5eaa918298 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:37.468820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0729d7b0-5fb6-49fe-b0e9-42c8b0429118 req-45d899ba-dfd8-4d9f-adee-3e5eaa918298 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5433 time: 0.2830822 Aug 20 11:19:37.472865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:37.545159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Pushing event updated for resources: {'Port': ['ID=73cb308a-a441-4d52-bc8c-8abe21e25a0b,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:37.685561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0729d7b0-5fb6-49fe-b0e9-42c8b0429118 req-aacdc5ac-3ebb-4957-a164-804b2f221467 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157505 Aug 20 11:19:37.737328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-49662647-cdd9-40e3-9bd9-9e5684bfecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:37.741916 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-49662647-cdd9-40e3-9bd9-9e5684bfecec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12940dc1-5c5c-4af1-bde1-ae40183eb385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710202 Aug 20 11:19:37.902690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-db188d79-f2a3-451a-8ba7-2547815bb7b7 service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439717 Aug 20 11:19:37.963053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Attempting to bind port 73cb308a-a441-4d52-bc8c-8abe21e25a0b on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:37.963528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Attempting to bind port 73cb308a-a441-4d52-bc8c-8abe21e25a0b by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:37.963967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Attempting to bind port 73cb308a-a441-4d52-bc8c-8abe21e25a0b on network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:38.038009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Port 73cb308a-a441-4d52-bc8c-8abe21e25a0b on network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:19:38.038009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Attempting to bind port 73cb308a-a441-4d52-bc8c-8abe21e25a0b on network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:38.052622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:38.054952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Checking segment: {'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:38.056486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Bound using segment: {'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:38.058920 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Bound port: 73cb308a-a441-4d52-bc8c-8abe21e25a0b, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:38.059923 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.081871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-1ceb7f1b-f23d-4caf-b06e-4e7d0ed61e47 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.082206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-1ceb7f1b-f23d-4caf-b06e-4e7d0ed61e47 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.089971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ea09e-a863-4fb6-9e63-edd46f05c519 req-703f5aa7-3bd0-4ab6-9455-8a648f04484c tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:38.092647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f5ea09e-a863-4fb6-9e63-edd46f05c519 req-703f5aa7-3bd0-4ab6-9455-8a648f04484c tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 943 time: 0.1864333 Aug 20 11:19:38.103981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-1ceb7f1b-f23d-4caf-b06e-4e7d0ed61e47 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Calling delete_port for fcd92725-8e32-4fb7-a13e-86f75a350942 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:38.205571 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.216170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c9add3d-2ee1-442e-b019-39996fd19a16 req-bcf23eeb-a8e0-4800-a94e-44af06f83b8d service neutron] 10.222.0.38 "GET /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788901 Aug 20 11:19:38.225221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51242) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:38.260334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Transition to ACTIVE for port object 153954e2-ea32-4f96-8194-59c54f6c2819 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:38.319172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f5ea09e-a863-4fb6-9e63-edd46f05c519 req-44119905-0f6b-4483-ad8c-2af2db775ec8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135229 Aug 20 11:19:38.327064 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db19281c-a8ba-4251-b5e1-f173bbfb1a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.355640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] For port 73cb308a-a441-4d52-bc8c-8abe21e25a0b, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:38.361827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] For port 73cb308a-a441-4d52-bc8c-8abe21e25a0b, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=73cb308a-a441-4d52-bc8c-8abe21e25a0b,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:38.438063 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.465212 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db19281c-a8ba-4251-b5e1-f173bbfb1a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.493412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network 6803f477-73c6-4bfd-818a-faed4c3d95f2 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:38.498722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:38.512635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:38.531432 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.605676 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db19281c-a8ba-4251-b5e1-f173bbfb1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.612982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:38.613719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.615722 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] 10.222.0.38 "PUT /v2.0/ports/73cb308a-a441-4d52-bc8c-8abe21e25a0b HTTP/1.1" status: 200 len: 1091 time: 3.1913760 Aug 20 11:19:38.620134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'tag': '73cb308a-a441-4d52-bc8c-8abe21e25a0b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:38.622658 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9835119c-bd65-4ac1-b282-ead1013c3379" -d '{"events": [{"name": "network-changed", "server_uuid": "a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7", "tag": "73cb308a-a441-4d52-bc8c-8abe21e25a0b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:38.622883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:38.623664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.638227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Port': ['ID=153954e2-ea32-4f96-8194-59c54f6c2819,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:38.700866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab7999-9daf-4702-9c68-421e4e37c265 req-9d170e84-1609-4990-beaf-5ae346a5de3b tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:38.709079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bdab7999-9daf-4702-9c68-421e4e37c265 req-9d170e84-1609-4990-beaf-5ae346a5de3b tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1097 time: 0.2784650 Aug 20 11:19:38.736089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19281c-a8ba-4251-b5e1-f173bbfb1a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf075cd-4032-471a-b5c3-b32a061a7412,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:38.746381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-db19281c-a8ba-4251-b5e1-f173bbfb1a8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ffdbef6b3fb4b33924c0452054ba601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5096922 Aug 20 11:19:38.746381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41338bf8-736c-4536-b7f1-d001ea48e2aa service neutron] Pushing event updated for resources: {'Port': ['ID=73cb308a-a441-4d52-bc8c-8abe21e25a0b,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:38.748228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51262) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:38.803588 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-04980d20-4529-4ec8-acfb-1a7f8ff6e31c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2870355 Aug 20 11:19:38.817888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-1ceb7f1b-f23d-4caf-b06e-4e7d0ed61e47 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.861710 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bdab7999-9daf-4702-9c68-421e4e37c265 req-800f14bc-747b-4779-8be9-3afa039ae637 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513476 Aug 20 11:19:38.877315 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a17b0db0-234c-46d1-b7fb-899bd7a7fe90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:38.902114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-9442a3f3-f8ff-4911-985c-2ae4b3b44ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:38.903736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-9442a3f3-f8ff-4911-985c-2ae4b3b44ca2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4f0659b814840609d156de3fb60543c&device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 1094 time: 0.1292853 Aug 20 11:19:38.990968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-16c0e35c-7ffb-46ae-86d5-e6856fd91ea3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cb308a-a441-4d52-bc8c-8abe21e25a0b HTTP/1.1" status: 200 len: 217 time: 0.0737953 Aug 20 11:19:38.991999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb7f1b-f23d-4caf-b06e-4e7d0ed61e47 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Pushing event deleted for resources: {'Port': ['ID=fcd92725-8e32-4fb7-a13e-86f75a350942,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:39.014070 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a17b0db0-234c-46d1-b7fb-899bd7a7fe90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:39.024628 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-1ceb7f1b-f23d-4caf-b06e-4e7d0ed61e47 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:39.028061 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-1ceb7f1b-f23d-4caf-b06e-4e7d0ed61e47 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:39.060219 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fdb41cbe-5420-4ba5-9fe5-1fb2ae15f5d7 req-1ceb7f1b-f23d-4caf-b06e-4e7d0ed61e47 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "DELETE /v2.0/floatingips/4bf73e6b-e7b3-4b8d-a7bc-509057b87f02 HTTP/1.1" status: 204 len: 173 time: 1.9023447 Aug 20 11:19:39.106018 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb201437-740e-4910-a2b1-da052a809080 x-openstack-request-id: req-bb201437-740e-4910-a2b1-da052a809080 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:39.106762 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7", "tag": "73cb308a-a441-4d52-bc8c-8abe21e25a0b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:39.107224 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb201437-740e-4910-a2b1-da052a809080 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:39.107752 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'tag': '73cb308a-a441-4d52-bc8c-8abe21e25a0b', 'status': 'completed', 'code': 200} Aug 20 11:19:39.111898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-2550a0eb-62f8-47f7-a6db-3daf3758c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.111898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-2550a0eb-62f8-47f7-a6db-3daf3758c3f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=57947896-5a1e-4292-af7b-4f2692c7083f HTTP/1.1" status: 200 len: 855 time: 0.1103420 Aug 20 11:19:39.165318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50d58-eff4-492b-9990-cd5853762ce5 req-bf8319cf-17eb-4f62-a15a-f188fcd5668a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.169771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-65222083-8202-4e49-a005-c666f9b988b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.171557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-65222083-8202-4e49-a005-c666f9b988b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471985 Aug 20 11:19:39.171794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50d58-eff4-492b-9990-cd5853762ce5 req-bf8319cf-17eb-4f62-a15a-f188fcd5668a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.179378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50d58-eff4-492b-9990-cd5853762ce5 req-bf8319cf-17eb-4f62-a15a-f188fcd5668a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.185957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50d58-eff4-492b-9990-cd5853762ce5 req-bf8319cf-17eb-4f62-a15a-f188fcd5668a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.194070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50d58-eff4-492b-9990-cd5853762ce5 req-bf8319cf-17eb-4f62-a15a-f188fcd5668a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.200653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50d58-eff4-492b-9990-cd5853762ce5 req-bf8319cf-17eb-4f62-a15a-f188fcd5668a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.207252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50d58-eff4-492b-9990-cd5853762ce5 req-bf8319cf-17eb-4f62-a15a-f188fcd5668a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.209357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ea50d58-eff4-492b-9990-cd5853762ce5 req-bf8319cf-17eb-4f62-a15a-f188fcd5668a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5433 time: 0.1100824 Aug 20 11:19:39.220724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51272) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:39.227752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-de21eb5e-fd0b-427f-a532-8cdc440cd5ca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Request body: {'floatingip': {'port_id': '09d4844d-82c9-43f4-8d96-dadfd692ca56'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:39.298552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5e9abaa4-e00f-4f28-8b70-1acd50bfebb0 None None] Provisioning for port 153954e2-ea32-4f96-8194-59c54f6c2819 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:39.305001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5e9abaa4-e00f-4f28-8b70-1acd50bfebb0 None None] Provisioning complete for port 153954e2-ea32-4f96-8194-59c54f6c2819 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:39.306699 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e9abaa4-e00f-4f28-8b70-1acd50bfebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:39.329385 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-4b41c25d-479d-43c4-9509-29406352ed3c service neutron] 10.222.0.38 "GET /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456811 Aug 20 11:19:39.375512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de21eb5e-fd0b-427f-a532-8cdc440cd5ca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:39.390450 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a17b0db0-234c-46d1-b7fb-899bd7a7fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:39.401278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a17b0db0-234c-46d1-b7fb-899bd7a7fe90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:39.414572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a17b0db0-234c-46d1-b7fb-899bd7a7fe90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ecf075cd-4032-471a-b5c3-b32a061a7412 HTTP/1.1" status: 204 len: 168 time: 0.6595700 Aug 20 11:19:39.420808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5e9abaa4-e00f-4f28-8b70-1acd50bfebb0 None None] Port 153954e2-ea32-4f96-8194-59c54f6c2819 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:39.442688 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-669bd7a7-f803-44bf-9eb0-13feb2503191 req-204ce2b9-5fc7-4406-85b2-542fb3d48b0f service neutron] 10.222.0.38 "GET /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015880 Aug 20 11:19:39.467795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b0db0-234c-46d1-b7fb-899bd7a7fe90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf075cd-4032-471a-b5c3-b32a061a7412,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:39.623657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51292) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:39.632580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0a053a32-0113-422d-a2f2-5a02c728e3b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--942195993', 'description': 'tempest-description--1607328229'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:39.762338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-9b52e50d-1191-45b2-b0e3-49718fb7598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.764147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-9b52e50d-1191-45b2-b0e3-49718fb7598b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4f0659b814840609d156de3fb60543c&device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 1094 time: 0.1209955 Aug 20 11:19:39.789809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8540c-41aa-4e06-af5a-649b9da8aafb req-8334642b-dd40-44c6-bc5a-c19efe9ac581 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.794061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78f8540c-41aa-4e06-af5a-649b9da8aafb req-8334642b-dd40-44c6-bc5a-c19efe9ac581 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1097 time: 0.0829406 Aug 20 11:19:39.856540 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a053a32-0113-422d-a2f2-5a02c728e3b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:39.951077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78f8540c-41aa-4e06-af5a-649b9da8aafb req-b4fb8ce6-f787-406b-a82e-a433d988d82c tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408145 Aug 20 11:19:39.984872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-ab2f69ca-570b-4d6b-9230-3701fa0ef549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:39.987373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-ab2f69ca-570b-4d6b-9230-3701fa0ef549 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f HTTP/1.1" status: 200 len: 917 time: 0.2117867 Aug 20 11:19:40.047325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e09449-4824-489d-a51e-27df9732fe36 req-dc1bf8e9-1507-4925-a9f6-bd1516efdd82 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:40.049292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-94e09449-4824-489d-a51e-27df9732fe36 req-dc1bf8e9-1507-4925-a9f6-bd1516efdd82 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 943 time: 0.1236744 Aug 20 11:19:40.093555 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-4d03d55f-a259-4b42-9af9-165320f09bc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cb308a-a441-4d52-bc8c-8abe21e25a0b HTTP/1.1" status: 200 len: 217 time: 0.0913374 Aug 20 11:19:40.134047 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-94e09449-4824-489d-a51e-27df9732fe36 req-374f2e63-70b8-4e45-bcb6-4f3b34473c0f tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561121 Aug 20 11:19:40.136310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de21eb5e-fd0b-427f-a532-8cdc440cd5ca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.242362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-adfe1bf3-4a2b-48ad-a093-e918f0328a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:40.243917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-adfe1bf3-4a2b-48ad-a093-e918f0328a57 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=57947896-5a1e-4292-af7b-4f2692c7083f HTTP/1.1" status: 200 len: 855 time: 0.1442020 Aug 20 11:19:40.272211 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a053a32-0113-422d-a2f2-5a02c728e3b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.276459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76190a58-d3be-4151-b3f5-6acd9f0d9133 req-1ada0056-a6a4-4eb0-a752-6f8dd1ff2e65 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:40.284796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76190a58-d3be-4151-b3f5-6acd9f0d9133 req-1ada0056-a6a4-4eb0-a752-6f8dd1ff2e65 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 946 time: 0.1382327 Aug 20 11:19:40.306662 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de21eb5e-fd0b-427f-a532-8cdc440cd5ca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.346379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-6cc54cd8-b777-47bb-822f-68703878070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:40.348127 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-6cc54cd8-b777-47bb-822f-68703878070c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909660 Aug 20 11:19:40.361808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76190a58-d3be-4151-b3f5-6acd9f0d9133 req-083d6a65-0bce-435a-9649-d3fec2694c38 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723267 Aug 20 11:19:40.448730 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a053a32-0113-422d-a2f2-5a02c728e3b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.488121 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-de21eb5e-fd0b-427f-a532-8cdc440cd5ca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Floating IP f0e65aa8-aa2b-496f-b344-6e52736c0d91 associated. External IP: 172.25.4.82, port: 09d4844d-82c9-43f4-8d96-dadfd692ca56. Aug 20 11:19:40.500205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a053a32-0113-422d-a2f2-5a02c728e3b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd85b31-7f9c-4db7-bab7-c2315f1e353c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:40.528101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-f0d32087-0509-4e37-9195-99a29e943ba5 service neutron] 10.222.0.38 "GET /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657007 Aug 20 11:19:40.631592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a053a32-0113-422d-a2f2-5a02c728e3b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.636103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0a053a32-0113-422d-a2f2-5a02c728e3b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0080130 Aug 20 11:19:40.636359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51362) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:40.643121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8d96be3a-ea2b-4d06-9524-842de5276fad tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'security_group_rule': {'security_group_id': 'fdd85b31-7f9c-4db7-bab7-c2315f1e353c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:40.733304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2222a92-043e-4402-a4bb-acc64608b483 req-3cb0f9cc-8d5e-4954-98c1-e23ab292878c tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:40.739014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2222a92-043e-4402-a4bb-acc64608b483 req-3cb0f9cc-8d5e-4954-98c1-e23ab292878c tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1097 time: 0.0867867 Aug 20 11:19:40.744305 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9835119c-bd65-4ac1-b282-ead1013c3379 req-1d65a0cd-06b7-4c20-99f5-c38981a2e7c3 service neutron] 10.222.0.38 "GET /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077901 Aug 20 11:19:40.754379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de21eb5e-fd0b-427f-a532-8cdc440cd5ca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Router a5575eb0-29e1-476c-8549-3e63e6222382 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:40.779815 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2222a92-043e-4402-a4bb-acc64608b483 req-332f2e54-3392-4bf2-be12-c2d172e3dc5d tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342588 Aug 20 11:19:40.849377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d96be3a-ea2b-4d06-9524-842de5276fad tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.886834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de21eb5e-fd0b-427f-a532-8cdc440cd5ca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:40.891512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de21eb5e-fd0b-427f-a532-8cdc440cd5ca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.899284 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] Sync routers for ids ['a5575eb0-29e1-476c-8549-3e63e6222382'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:40.908942 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] Routers {'a5575eb0-29e1-476c-8549-3e63e6222382'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:40.909842 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a5575eb0-29e1-476c-8549-3e63e6222382'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:40.911462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d96be3a-ea2b-4d06-9524-842de5276fad tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.921734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-de21eb5e-fd0b-427f-a532-8cdc440cd5ca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "PUT /v2.0/floatingips/f0e65aa8-aa2b-496f-b344-6e52736c0d91 HTTP/1.1" status: 200 len: 991 time: 1.6995749 Aug 20 11:19:40.922321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '09d4844d-82c9-43f4-8d96-dadfd692ca56'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:40.924822 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb135d-d9bf-4c19-af33-f471825ff9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "09d4844d-82c9-43f4-8d96-dadfd692ca56"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:40.960516 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:40.984302 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b061163-37e4-4edd-a26a-b3c9dbb15c93 x-openstack-request-id: req-0b061163-37e4-4edd-a26a-b3c9dbb15c93 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:40.984476 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "tag": "09d4844d-82c9-43f4-8d96-dadfd692ca56", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:40.984712 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b061163-37e4-4edd-a26a-b3c9dbb15c93 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:40.985161 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'tag': '09d4844d-82c9-43f4-8d96-dadfd692ca56', 'status': 'completed', 'code': 200} Aug 20 11:19:41.065438 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] Set router a5575eb0-29e1-476c-8549-3e63e6222382 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:41.076770 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d96be3a-ea2b-4d06-9524-842de5276fad tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:41.121778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-cfdec4aa-abf4-468b-aef1-6b00511ea91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.122546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-cfdec4aa-abf4-468b-aef1-6b00511ea91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.123502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-cfdec4aa-abf4-468b-aef1-6b00511ea91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.124346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-cfdec4aa-abf4-468b-aef1-6b00511ea91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.125029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-cfdec4aa-abf4-468b-aef1-6b00511ea91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.125675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-cfdec4aa-abf4-468b-aef1-6b00511ea91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.127157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-cfdec4aa-abf4-468b-aef1-6b00511ea91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.129842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-cfdec4aa-abf4-468b-aef1-6b00511ea91c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6490 time: 0.1149750 Aug 20 11:19:41.130745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96be3a-ea2b-4d06-9524-842de5276fad tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc662e6-ece9-45a5-8200-aaf349d04dfe,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:41.251168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-feedb393-b4e7-4f02-9dfe-6ea597fd65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.251168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-feedb393-b4e7-4f02-9dfe-6ea597fd65a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c HTTP/1.1" status: 200 len: 913 time: 0.1086268 Aug 20 11:19:41.337213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d96be3a-ea2b-4d06-9524-842de5276fad tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:41.338424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8d96be3a-ea2b-4d06-9524-842de5276fad tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7010317 Aug 20 11:19:41.341477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51408) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:41.350408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c62f2d07-9d6b-4ca4-ba31-1bcee691d03d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'security_group_rule': {'security_group_id': 'fdd85b31-7f9c-4db7-bab7-c2315f1e353c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:41.374733 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:46Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'f0e65aa8-aa2b-496f-b344-6e52736c0d91', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'port_id': '09d4844d-82c9-43f4-8d96-dadfd692ca56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'mac_address': 'fa:16:3e:bd:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:17:57Z', 'updated_at': '2021-08-20T11:19:39Z', 'revision_number': 1, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0833232a-5997-4f4d-93b9-21c3d33649ac', 'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'mac_address': 'fa:16:3e:5a:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:43Z', 'updated_at': '2021-08-20T11:16:56Z', 'revision_number': 5, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'subnets': [{'id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:41.405126 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-7c666968-c1d0-431e-b00e-34c8327f35b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56 HTTP/1.1" status: 200 len: 999 time: 0.1516786 Aug 20 11:19:41.405626 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] Checking router: a5575eb0-29e1-476c-8549-3e63e6222382 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:41.413855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73b58e-d810-4dd6-9857-617d57bcca5b req-6a0315b6-3c19-4821-8064-6a863fb3ec02 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.416048 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] Routers {'a5575eb0-29e1-476c-8549-3e63e6222382'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:41.416673 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a5575eb0-29e1-476c-8549-3e63e6222382'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:41.421346 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a73b58e-d810-4dd6-9857-617d57bcca5b req-6a0315b6-3c19-4821-8064-6a863fb3ec02 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 943 time: 0.1608698 Aug 20 11:19:41.490296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51418) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:41.498380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-ffa05185-8a68-4784-bc15-347455d92dc1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.499983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-ffa05185-8a68-4784-bc15-347455d92dc1 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.38 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 946 time: 0.1523013 Aug 20 11:19:41.516528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c62f2d07-9d6b-4ca4-ba31-1bcee691d03d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:41.552249 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] Set router a5575eb0-29e1-476c-8549-3e63e6222382 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:41.570467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a73b58e-d810-4dd6-9857-617d57bcca5b req-83486630-bd6f-4bc2-a0ac-9d2c6865cbbd tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399250 Aug 20 11:19:41.570467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-b2738402-166b-4cc4-890a-d8350591f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.570467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-b2738402-166b-4cc4-890a-d8350591f18f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=716f77d3-ee35-4a9f-8a6e-d4e7a142f166 HTTP/1.1" status: 200 len: 851 time: 0.1459644 Aug 20 11:19:41.677865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-b264b9da-a39a-4676-9c1a-633d074a6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.679596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-b264b9da-a39a-4676-9c1a-633d074a6123 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014366 Aug 20 11:19:41.702012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5d580-740f-4b98-8ef7-828dc9b26a9c req-10d04286-0a47-4124-b998-229e345001e7 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:41.710386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-beb5d580-740f-4b98-8ef7-828dc9b26a9c req-10d04286-0a47-4124-b998-229e345001e7 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 946 time: 0.1644948 Aug 20 11:19:41.749107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c62f2d07-9d6b-4ca4-ba31-1bcee691d03d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:41.786640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-beb5d580-740f-4b98-8ef7-828dc9b26a9c req-0b0d07c1-9fc4-4c89-82f1-af5c1a8a09e8 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb5994a0-74b8-4ee9-9aa1-a90493089028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708528 Aug 20 11:19:41.794606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-b363a106-da62-4c5f-b92e-2a1c9bd24dc5 service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048639 Aug 20 11:19:41.827467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-103076122'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:41.833732 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c62f2d07-9d6b-4ca4-ba31-1bcee691d03d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:41.883727 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:46Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'f0e65aa8-aa2b-496f-b344-6e52736c0d91', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'port_id': '09d4844d-82c9-43f4-8d96-dadfd692ca56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'mac_address': 'fa:16:3e:bd:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:17:57Z', 'updated_at': '2021-08-20T11:19:39Z', 'revision_number': 1, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0833232a-5997-4f4d-93b9-21c3d33649ac', 'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'mac_address': 'fa:16:3e:5a:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:43Z', 'updated_at': '2021-08-20T11:16:56Z', 'revision_number': 5, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'subnets': [{'id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:41.901344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2eb135d-d9bf-4c19-af33-f471825ff9a0 req-ce442627-2e97-4bbb-a0c4-2ec05f584620 service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993214 Aug 20 11:19:41.909974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-2a6e5bf5-b8a1-4c23-842f-7c0721aa9c66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Deleting port a531d26d-2c78-460c-b747-fcdc22533fe6 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:41.915890 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-2a6e5bf5-b8a1-4c23-842f-7c0721aa9c66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:41.928499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f2d07-9d6b-4ca4-ba31-1bcee691d03d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb3973d-b8ac-4e34-8ec3-c0961668327b,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:41.941325 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bdd90-1fbe-4a30-9e5d-e18cffd3600e None None] The sync data for ids ['a5575eb0-29e1-476c-8549-3e63e6222382'] in n-d-804230-3 is: [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:46Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'f0e65aa8-aa2b-496f-b344-6e52736c0d91', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'port_id': '09d4844d-82c9-43f4-8d96-dadfd692ca56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'mac_address': 'fa:16:3e:bd:02:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:17:57Z', 'updated_at': '2021-08-20T11:19:39Z', 'revision_number': 1, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0833232a-5997-4f4d-93b9-21c3d33649ac', 'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'mac_address': 'fa:16:3e:5a:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:43Z', 'updated_at': '2021-08-20T11:16:56Z', 'revision_number': 5, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'subnets': [{'id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:42.047227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Made reservation on behalf of 673a200a0d93496cbc5835faae9f199e for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:42.051200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.063448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.170081 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c62f2d07-9d6b-4ca4-ba31-1bcee691d03d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.174731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c62f2d07-9d6b-4ca4-ba31-1bcee691d03d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8315279 Aug 20 11:19:42.176841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51430) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:42.181768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:42.192941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab04d2-6ef8-4deb-9fd5-96e76c38f58c None None] New status for floating IP f0e65aa8-aa2b-496f-b344-6e52736c0d91: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:19:42.288892 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.320616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9640b-4094-4c06-9f39-0bc66318ff50 req-a6b58b0a-cff2-4d8a-92ee-67b914ebf99f tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:42.322147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cbe9640b-4094-4c06-9f39-0bc66318ff50 req-a6b58b0a-cff2-4d8a-92ee-67b914ebf99f tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1097 time: 0.3578444 Aug 20 11:19:42.347064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-2a6e5bf5-b8a1-4c23-842f-7c0721aa9c66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] For port a531d26d-2c78-460c-b747-fcdc22533fe6, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a531d26d-2c78-460c-b747-fcdc22533fe6,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:42.351924 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-2a6e5bf5-b8a1-4c23-842f-7c0721aa9c66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.365829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-2a6e5bf5-b8a1-4c23-842f-7c0721aa9c66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Calling delete_port for a531d26d-2c78-460c-b747-fcdc22533fe6 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:42.377691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51434) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:42.382723 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cbe9640b-4094-4c06-9f39-0bc66318ff50 req-bbd40386-12e1-4d96-a8c7-6b84834eb279 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545876 Aug 20 11:19:42.466245 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.519125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:19:42.529857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322aabbf-e3a7-4e9e-b1ed-eb9396a8d2ac,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:42.557736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.557736 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Added segment 9859b9ba-054e-4a54-934a-169379dca809 of type vlan for network c57151cd-6de7-449d-a213-186b9ce1228b Aug 20 11:19:42.576409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99995ed6-a58e-4795-81a6-5fac4fb6585c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.648878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.659742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.728033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4a61c-d61f-4897-8b4b-f25825e0e554 req-6f684983-b1f1-491c-a986-a79bc445d0f9 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:42.729065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0e4a61c-d61f-4897-8b4b-f25825e0e554 req-6f684983-b1f1-491c-a986-a79bc445d0f9 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 943 time: 0.0500183 Aug 20 11:19:42.735484 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-2a6e5bf5-b8a1-4c23-842f-7c0721aa9c66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.752739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['a531d26d-2c78-460c-b747-fcdc22533fe6'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:42.796867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e5bf5-b8a1-4c23-842f-7c0721aa9c66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Pushing event deleted for resources: {'Port': ['ID=a531d26d-2c78-460c-b747-fcdc22533fe6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:42.855090 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.855090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:42.855090 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.855090 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99995ed6-a58e-4795-81a6-5fac4fb6585c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.864977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-2a6e5bf5-b8a1-4c23-842f-7c0721aa9c66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] No DVR routers for this DVR port a531d26d-2c78-460c-b747-fcdc22533fe6 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:19:42.869141 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-2a6e5bf5-b8a1-4c23-842f-7c0721aa9c66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.871502 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8557ecc6-2bc9-497b-9e09-d5cf1e343ebb req-2a6e5bf5-b8a1-4c23-842f-7c0721aa9c66 tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.38 "DELETE /v2.0/ports/a531d26d-2c78-460c-b747-fcdc22533fe6 HTTP/1.1" status: 204 len: 173 time: 1.3592119 Aug 20 11:19:42.871960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'name': 'network-vif-deleted', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:42.874242 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a61d53-9f1a-4492-a25a-01e71ed3de73" -d '{"events": [{"server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "name": "network-vif-deleted", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:42.888094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0e4a61c-d61f-4897-8b4b-f25825e0e554 req-a3cd6bbb-1cab-48de-a359-febb7ac1a101 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494508 Aug 20 11:19:42.934003 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:42.951491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Network': ['ID=c57151cd-6de7-449d-a213-186b9ce1228b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:42.975799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network c57151cd-6de7-449d-a213-186b9ce1228b details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:19:42.980599 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e40109e4-9920-4c2b-ab82-fef19e8c007a req-db1081d5-8f8c-470a-85e0-ee58c45025da tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 210 time: 0.0303864 Aug 20 11:19:43.033054 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99995ed6-a58e-4795-81a6-5fac4fb6585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.049658 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faed19f-27e6-4e78-adc3-94fda533dbc5 x-openstack-request-id: req-1faed19f-27e6-4e78-adc3-94fda533dbc5 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:43.049940 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907e7c58-0fdb-42f9-97ec-fad723352d16", "name": "network-vif-deleted", "tag": "a531d26d-2c78-460c-b747-fcdc22533fe6", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:43.050506 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1faed19f-27e6-4e78-adc3-94fda533dbc5 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:43.050970 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '907e7c58-0fdb-42f9-97ec-fad723352d16', 'name': 'network-vif-deleted', 'tag': 'a531d26d-2c78-460c-b747-fcdc22533fe6', 'status': 'completed', 'code': 200} Aug 20 11:19:43.123017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-99995ed6-a58e-4795-81a6-5fac4fb6585c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1eb467ae405455ca91396390e667911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7440057 Aug 20 11:19:43.125915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51454) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:43.127283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99995ed6-a58e-4795-81a6-5fac4fb6585c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceefda8-16f8-4f1f-803c-ea4265c62fe9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:43.154115 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d94b27c1-3e8d-47e4-859c-49b606c92ba7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6624582 Aug 20 11:19:43.157671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51456) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:43.169178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'subnet': {'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:43.173647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Allocated IP 172.25.4.252 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/81a38e8f-9d69-404b-aefe-2c67bf5c9822) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:43.208934 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.252168 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38e25ee1-dbbf-49a2-88c1-08c93b0f3ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.297742 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38e25ee1-dbbf-49a2-88c1-08c93b0f3ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.313241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.546780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.547630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Made reservation on behalf of 673a200a0d93496cbc5835faae9f199e for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:43.556053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.556053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38e25ee1-dbbf-49a2-88c1-08c93b0f3ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.559240 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38e25ee1-dbbf-49a2-88c1-08c93b0f3ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.563230 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-38e25ee1-dbbf-49a2-88c1-08c93b0f3ed7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ceefda8-16f8-4f1f-803c-ea4265c62fe9 HTTP/1.1" status: 204 len: 168 time: 0.4352267 Aug 20 11:19:43.606576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:43.606576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:43.606576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:43.627044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e25ee1-dbbf-49a2-88c1-08c93b0f3ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceefda8-16f8-4f1f-803c-ea4265c62fe9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:43.673867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Port': ['ID=81a38e8f-9d69-404b-aefe-2c67bf5c9822,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:43.725995 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.849353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.881274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:43.959113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Subnet': ['ID=0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:43.981166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Checking segment: {'id': '9859b9ba-054e-4a54-934a-169379dca809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:43.981681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Network hostable DHCP agents. Network: c57151cd-6de7-449d-a213-186b9ce1228b, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:19:44.074548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303cd4b-d3bc-4563-870b-9b29a4014b6b req-89d3278c-d770-46b0-a5c7-08e767f9c6c9 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:44.074548 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9303cd4b-d3bc-4563-870b-9b29a4014b6b req-89d3278c-d770-46b0-a5c7-08e767f9c6c9 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 943 time: 0.0854607 Aug 20 11:19:44.092693 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.114709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9303cd4b-d3bc-4563-870b-9b29a4014b6b req-879b5e3f-7365-4c8f-b927-16e300f52e6b tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361090 Aug 20 11:19:44.208047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Network c57151cd-6de7-449d-a213-186b9ce1228b is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:19:44.251683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f8d5eb3-91ae-4f34-9257-9505c15d2911 req-c27e7485-051d-475c-bc28-02e0a4d31d5a tempest-FloatingIPsAssociationTestJSON-256509886 tempest-FloatingIPsAssociationTestJSON-256509886-project] 10.222.0.10 "GET /v2.0/ports?device_id=907e7c58-0fdb-42f9-97ec-fad723352d16 HTTP/1.1" status: 200 len: 210 time: 0.0317216 Aug 20 11:19:44.287859 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.405595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Port': ['ID=81a38e8f-9d69-404b-aefe-2c67bf5c9822,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:44.416598 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.458058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, c57151cd-6de7-449d-a213-186b9ce1228b) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:44.462249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:44.466746 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.468012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d6840-c57b-4469-b948-7936ecaec67c None None] Network c57151cd-6de7-449d-a213-186b9ce1228b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:44.611667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.616077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-49d11971-c1b8-448a-b628-9f685c30fe69 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4570265 Aug 20 11:19:44.616875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51496) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:44.627292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'port': {'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b', 'name': 'tempest-AllowedAddressPairTestJSON-21860203'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:44.627802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-89b1d4e5-a77a-4d19-8b8d-525dbd3fd6b1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4446542 Aug 20 11:19:44.630573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-c57151cd-6de7-449d-a213-186b9ce1228b', 'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b', 'tenant_id': '673a200a0d93496cbc5835faae9f199e', 'fixed_ips': [{'subnet_id': '0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:19:44.631440 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.749654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51500) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:44.773636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Allocated IP 172.20.0.2 (c57151cd-6de7-449d-a213-186b9ce1228b/0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e/9fc01cf0-3321-4c1c-85cc-9556c160dd67) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:44.779888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-98b2548b-d03b-401e-a8ad-2165e501f1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.852073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Made reservation on behalf of 673a200a0d93496cbc5835faae9f199e for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:44.858430 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.900865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] device_id is not set on port 6a93f57b-75b7-4a1d-8e7a-18645fa771a0 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:19:44.951316 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-af720125-dcf9-4c2e-8050-067732c6763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:44.992143 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-98b2548b-d03b-401e-a8ad-2165e501f1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.019249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.029278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Transition to ACTIVE for port object 9fc01cf0-3321-4c1c-85cc-9556c160dd67 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:45.055278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Transition to ACTIVE for port object 9fc01cf0-3321-4c1c-85cc-9556c160dd67 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:45.073314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-366eafa3-b542-4ddb-8c68-8cd539cfe9a8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--942195993&fields=id&tenant_id=c96e568c24aa41fabf979ad88fff50d8 HTTP/1.1" status: 200 len: 267 time: 0.0401630 Aug 20 11:19:45.132173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-47270245-494a-4f71-b869-836f06c60308 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:45.133545 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-47270245-494a-4f71-b869-836f06c60308 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports/1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 HTTP/1.1" status: 200 len: 937 time: 0.0521863 Aug 20 11:19:45.154265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-98b2548b-d03b-401e-a8ad-2165e501f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.186213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-7c5332f6-27fa-4405-8650-2dbbbd9703e0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:45.187733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-7c5332f6-27fa-4405-8650-2dbbbd9703e0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports/153954e2-ea32-4f96-8194-59c54f6c2819 HTTP/1.1" status: 200 len: 936 time: 0.0479755 Aug 20 11:19:45.194086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-98b2548b-d03b-401e-a8ad-2165e501f1cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ba681071b384190a1a856a5ddd5077a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405816 Aug 20 11:19:45.195014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2548b-d03b-401e-a8ad-2165e501f1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c39e7c-baac-4949-bc8c-ecb080dc3a83,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:45.196706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51522) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:45.236337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-1f034429-5a14-47ee-8ce3-32837ab8fa55 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?network_id=785e013d-c92e-4828-b7f5-34a8f2e42a85&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0420785 Aug 20 11:19:45.285313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-89c60b6d-def6-47ee-9738-792fd8570314 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?network_id=785e013d-c92e-4828-b7f5-34a8f2e42a85&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0406399 Aug 20 11:19:45.351094 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2e40b31-76af-4030-a73b-15146cb327f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.374821 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.439160 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2e40b31-76af-4030-a73b-15146cb327f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.445173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Network c57151cd-6de7-449d-a213-186b9ce1228b is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:45.452934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:45.455575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:45.458280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Pushing event updated for resources: {'Port': ['ID=9fc01cf0-3321-4c1c-85cc-9556c160dd67,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:45.490147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-d205e39a-aed4-407c-8897-33b92af7c1b4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:45.496065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-d205e39a-aed4-407c-8897-33b92af7c1b4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:45.502124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-d205e39a-aed4-407c-8897-33b92af7c1b4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:45.511153 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-d205e39a-aed4-407c-8897-33b92af7c1b4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/networks?id=26aed97a-f400-4b37-8a16-a0a6436f9bcf&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=785e013d-c92e-4828-b7f5-34a8f2e42a85&id=785e013d-c92e-4828-b7f5-34a8f2e42a85 HTTP/1.1" status: 200 len: 1994 time: 0.2152400 Aug 20 11:19:45.521647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Attempting to bind port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:45.522295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Attempting to bind port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '9859b9ba-054e-4a54-934a-169379dca809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:45.522450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Attempting to bind port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 on network c57151cd-6de7-449d-a213-186b9ce1228b {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:45.528421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:45.528824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Checking segment: {'id': '9859b9ba-054e-4a54-934a-169379dca809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:45.529245 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.529814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Bound using segment: {'id': '9859b9ba-054e-4a54-934a-169379dca809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:45.530342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Bound port: 9fc01cf0-3321-4c1c-85cc-9556c160dd67, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9859b9ba-054e-4a54-934a-169379dca809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:45.530771 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.547635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Allocated IP 172.20.0.11 (c57151cd-6de7-449d-a213-186b9ce1228b/0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e/6a93f57b-75b7-4a1d-8e7a-18645fa771a0) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:45.555097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-384b4c19-ff50-4696-9fb2-01e89300680a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/quotas/c96e568c24aa41fabf979ad88fff50d8 HTTP/1.1" status: 200 len: 375 time: 0.0342646 Aug 20 11:19:45.599468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] For port 9fc01cf0-3321-4c1c-85cc-9556c160dd67, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:45.603094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] For port 9fc01cf0-3321-4c1c-85cc-9556c160dd67, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9fc01cf0-3321-4c1c-85cc-9556c160dd67,segment=NetworkSegment(9859b9ba-054e-4a54-934a-169379dca809),segment_id=9859b9ba-054e-4a54-934a-169379dca809)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:45.651522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-7bee2402-4aba-4bde-9a03-33e24a997617 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0954950 Aug 20 11:19:45.703727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.728686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2e40b31-76af-4030-a73b-15146cb327f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.731469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2e40b31-76af-4030-a73b-15146cb327f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.735061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d2e40b31-76af-4030-a73b-15146cb327f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9c39e7c-baac-4949-bc8c-ecb080dc3a83 HTTP/1.1" status: 204 len: 168 time: 0.5342984 Aug 20 11:19:45.791813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e40b31-76af-4030-a73b-15146cb327f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c39e7c-baac-4949-bc8c-ecb080dc3a83,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:45.824958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697e972-7e2f-4a80-9a3d-c85956e55ed5 None None] Pushing event updated for resources: {'Port': ['ID=9fc01cf0-3321-4c1c-85cc-9556c160dd67,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:45.879549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:45.890623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-96ae4c41-b12e-4524-b838-7bd0f9804509 service neutron] 10.222.0.10 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183950 Aug 20 11:19:45.913257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Transition to ACTIVE for port object 6a93f57b-75b7-4a1d-8e7a-18645fa771a0 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:46.074629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c6407800-718b-41ea-889f-3952823db259 service neutron] 10.222.0.10 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723473 Aug 20 11:19:46.080962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-b46b4131-7fe8-4e61-bcfa-c26fb41fc0e7 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:19:46.084532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-b46b4131-7fe8-4e61-bcfa-c26fb41fc0e7 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122373 Aug 20 11:19:46.105912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Request body: {'binding': {'host': 'n-h2-804230-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:46.107133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Unknown quota resources ['binding']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:19:46.126309 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-829d6543-5624-40d6-a0b5-43f64a5721dc service neutron] 10.222.0.10 "GET /v2.0/ports/1748ac82-9bd3-4a4d-9d24-bfcb41f54d01?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0415852 Aug 20 11:19:46.169779 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:46.279189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Network c57151cd-6de7-449d-a213-186b9ce1228b is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:46.289698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:46.292089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Port': ['ID=6a93f57b-75b7-4a1d-8e7a-18645fa771a0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:46.301285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:46.350190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on host n-h2-804230-3 for vnic_type normal with profile None {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:46.352223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:46.353048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:46.358783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:19:46.359120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:46.363750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a531d26d-2c78-460c-b747-fcdc22533fe6 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:46.369228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:46.369640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:46.370060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:46.370217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:46.370769 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:46.376393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Bound port: 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:46.376938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-d000ec03-8155-463f-94b7-450958250e87 service neutron] 10.222.0.10 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404115 Aug 20 11:19:46.414355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: a531d26d-2c78-460c-b747-fcdc22533fe6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:46.415233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a531d26d-2c78-460c-b747-fcdc22533fe6 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:46.468040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:46.485388 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2c9e7a4b-0583-4a13-a6c0-2aac289231ec tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8631151 Aug 20 11:19:46.485388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51548) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:46.493917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'port': {'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b', 'name': 'tempest-AllowedAddressPairTestJSON-2069385703', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:28:c6:13'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:46.609931 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-edad7f77-8f03-4d8f-a86a-43034f08a89b service neutron] 10.222.0.10 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236910 Aug 20 11:19:46.613030 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:46.615188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c372b38f-296b-459f-9c96-90dbf7ea4794 service neutron] 10.222.0.10 "POST /v2.0/ports/2a651b82-bd7b-442e-87c5-ab75c37d3f2c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5161247 Aug 20 11:19:46.670310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-6064d0eb-6ff5-44a7-ad85-58d5db9ce7fa service neutron] 10.222.0.10 "GET /v2.0/ports/153954e2-ea32-4f96-8194-59c54f6c2819?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0553081 Aug 20 11:19:46.807830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-6ee42fb3-c747-4414-b58f-b9cefd4301cf service neutron] 10.222.0.10 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295249 Aug 20 11:19:46.928947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Made reservation on behalf of 673a200a0d93496cbc5835faae9f199e for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:46.971540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935efe26-0b92-447d-afcf-2ff563bd6b99 None None] Network c57151cd-6de7-449d-a213-186b9ce1228b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:46.987004 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-50d7cc0a-7434-42fe-b72d-bdd98fb5085f service neutron] 10.222.0.10 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781955 Aug 20 11:19:47.140978 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:47.143651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e89c202e-c35d-4463-b88f-222104a482c2 None None] Provisioning for port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:47.181861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-526b3e50-95bb-4582-afaa-1d0736dad0b3 service neutron] 10.222.0.10 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838114 Aug 20 11:19:47.185534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] device_id is not set on port a9681683-14d9-4c7e-acf7-b589d6ff5ba7 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:19:47.309665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff319b8c-51f5-418e-8e74-a804b7676c2b req-01a4dcf4-bf97-4c78-8957-0c0fbbebd1ad tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:47.316258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-8bdff46b-1622-48c1-9145-27d4f4a2e98b service neutron] 10.222.0.10 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250424 Aug 20 11:19:47.336017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ff319b8c-51f5-418e-8e74-a804b7676c2b req-01a4dcf4-bf97-4c78-8957-0c0fbbebd1ad tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 943 time: 0.1293261 Aug 20 11:19:47.383154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ff319b8c-51f5-418e-8e74-a804b7676c2b req-82db049b-7ff4-4cb2-9839-0d940bd54b19 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459707 Aug 20 11:19:47.424646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51570) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:47.680222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-2fdeeae7-3136-4e00-9fbf-d34a985127d1 service neutron] 10.222.0.10 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518217 Aug 20 11:19:47.715823 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-15285c8a-befc-4afc-b36d-5b7a40f014fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:47.726416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Allocated IP 172.20.0.5 (c57151cd-6de7-449d-a213-186b9ce1228b/0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e/a9681683-14d9-4c7e-acf7-b589d6ff5ba7) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:47.803849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8cee743f-6bef-405d-b58c-ad634dd79953 None None] Provisioning for port 6a93f57b-75b7-4a1d-8e7a-18645fa771a0 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:47.813492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8cee743f-6bef-405d-b58c-ad634dd79953 None None] Provisioning complete for port 6a93f57b-75b7-4a1d-8e7a-18645fa771a0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:47.815289 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8cee743f-6bef-405d-b58c-ad634dd79953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:47.843942 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-bc754ede-f485-4abf-9682-9fdcf8929b32 service neutron] 10.222.0.10 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127746 Aug 20 11:19:47.915166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738efd8e-7378-458b-9c5d-9479a22dfda0 req-5d2abf40-38f6-4f67-9449-8f4fefb5eb7d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:47.924463 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-738efd8e-7378-458b-9c5d-9479a22dfda0 req-5d2abf40-38f6-4f67-9449-8f4fefb5eb7d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 946 time: 0.2558100 Aug 20 11:19:47.966019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8cee743f-6bef-405d-b58c-ad634dd79953 None None] Port 6a93f57b-75b7-4a1d-8e7a-18645fa771a0 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:48.031165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9fc01cf0-3321-4c1c-85cc-9556c160dd67 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:48.119454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c0a96b07-aebc-4a2e-b112-5697dfa23b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:48.121712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c0a96b07-aebc-4a2e-b112-5697dfa23b75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1097 time: 0.4727676 Aug 20 11:19:48.151863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-298f6fdd-fbea-413a-8849-208baa3e6633 None None] Provisioning complete for port 6a93f57b-75b7-4a1d-8e7a-18645fa771a0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:48.152885 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-298f6fdd-fbea-413a-8849-208baa3e6633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.217647 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:19:48.224354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-1c27c3b9-da95-4915-8fec-9b6a144ecf48 service neutron] 10.222.0.10 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788903 Aug 20 11:19:48.285081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-298f6fdd-fbea-413a-8849-208baa3e6633 None None] Port 6a93f57b-75b7-4a1d-8e7a-18645fa771a0 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:48.355247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:48.359247 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-738efd8e-7378-458b-9c5d-9479a22dfda0 req-e89542fc-19ee-4311-8a7f-257c3dde11a1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543900 Aug 20 11:19:48.361888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:48.362091 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.409288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 73cb308a-a441-4d52-bc8c-8abe21e25a0b details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:48.509701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c35a669b-e4e3-46f5-a66e-109148f07b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:48.511589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-c35a669b-e4e3-46f5-a66e-109148f07b6d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.3692980 Aug 20 11:19:48.598795 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.614648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 73cb308a-a441-4d52-bc8c-8abe21e25a0b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=73cb308a-a441-4d52-bc8c-8abe21e25a0b,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:48.619924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c4275-808a-4b56-b3c7-a70b66f89466 req-c3f85c35-da66-4c08-96dc-607d9af7481e tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:48.620676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.627222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac0c4275-808a-4b56-b3c7-a70b66f89466 req-c3f85c35-da66-4c08-96dc-607d9af7481e tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 943 time: 0.1270318 Aug 20 11:19:48.641979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '73cb308a-a441-4d52-bc8c-8abe21e25a0b', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'port_id': '73cb308a-a441-4d52-bc8c-8abe21e25a0b', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:19:48.663645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 9fc01cf0-3321-4c1c-85cc-9556c160dd67, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9fc01cf0-3321-4c1c-85cc-9556c160dd67,segment=NetworkSegment(9859b9ba-054e-4a54-934a-169379dca809),segment_id=9859b9ba-054e-4a54-934a-169379dca809)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:48.702959 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.720548 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cb308a-a441-4d52-bc8c-8abe21e25a0b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:48.723736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac0c4275-808a-4b56-b3c7-a70b66f89466 req-fc00e9b4-46c4-40ad-b044-43a508bbe402 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888026 Aug 20 11:19:48.730302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.774957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 73cb308a-a441-4d52-bc8c-8abe21e25a0b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=73cb308a-a441-4d52-bc8c-8abe21e25a0b,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:48.816808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=9fc01cf0-3321-4c1c-85cc-9556c160dd67,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:48.834767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.872807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:48.978957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=73cb308a-a441-4d52-bc8c-8abe21e25a0b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:49.108283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-b2581ac3-63d0-4d51-a699-b00c22d7ed13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c HTTP/1.1" status: 200 len: 217 time: 0.5838749 Aug 20 11:19:49.109290 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.133731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['73cb308a-a441-4d52-bc8c-8abe21e25a0b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:49.217116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.225628 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-ee1b844f-6ca6-4c1f-9b25-9a1463db4f71 service neutron] 10.222.0.10 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8966532 Aug 20 11:19:49.227101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-b1fa1252-4030-48b5-813f-7c5d38cc36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:49.228451 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-b1fa1252-4030-48b5-813f-7c5d38cc36b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.1058526 Aug 20 11:19:49.279392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-7bec394e-6689-467c-bff1-9e97f113f7d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306759 Aug 20 11:19:49.290897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Transition to ACTIVE for port object a9681683-14d9-4c7e-acf7-b589d6ff5ba7 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:49.421484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] Deleting port 04fa334c-b475-49d2-8f56-75b2d1fdbce6 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:49.426899 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.475511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-7f09ec95-5b98-4a4b-b970-0ced69fa528f service neutron] 10.222.0.10 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375903 Aug 20 11:19:49.481697 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-76cda2e2-8646-4aea-a46a-327b03bc2bfd service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889744 Aug 20 11:19:49.569674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116dc60-548d-4d1f-bba5-31fb9aca06cd req-554bb4af-bada-4708-b0a4-08bb6a0b9a6c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:49.569674 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e116dc60-548d-4d1f-bba5-31fb9aca06cd req-554bb4af-bada-4708-b0a4-08bb6a0b9a6c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 946 time: 0.0754859 Aug 20 11:19:49.577032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] For port 04fa334c-b475-49d2-8f56-75b2d1fdbce6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=04fa334c-b475-49d2-8f56-75b2d1fdbce6,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:49.577403 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.592424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] Calling delete_port for 04fa334c-b475-49d2-8f56-75b2d1fdbce6 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:49.615479 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.708366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Network c57151cd-6de7-449d-a213-186b9ce1228b is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:49.709167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Port': ['ID=a9681683-14d9-4c7e-acf7-b589d6ff5ba7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:49.718005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:49.724629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-5c40d54a-c750-43c1-9ba2-a000765da4f2 service neutron] 10.222.0.10 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358057 Aug 20 11:19:49.724629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:49.735808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e116dc60-548d-4d1f-bba5-31fb9aca06cd req-e86910ac-112f-4016-bf19-660749f3eedb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837440 Aug 20 11:19:49.795812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-9ba84978-b7e0-4993-8bd0-eb9dff7df5c1 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011930 Aug 20 11:19:49.914987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:49.916055 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:49.983303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9fc01cf0-3321-4c1c-85cc-9556c160dd67 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:49.986192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807db16-ac67-4c19-a763-456a1b90cd72 req-d02c1c7f-7d2d-4f9e-8bc0-f22da1df30b6 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:49.986495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c807db16-ac67-4c19-a763-456a1b90cd72 req-d02c1c7f-7d2d-4f9e-8bc0-f22da1df30b6 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 944 time: 0.0911355 Aug 20 11:19:50.044248 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.065479 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-84b1ce00-e5b1-441f-8a54-a006a7fd0d15 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5797374 Aug 20 11:19:50.068619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51784) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:50.108015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] Pushing event deleted for resources: {'Port': ['ID=04fa334c-b475-49d2-8f56-75b2d1fdbce6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:50.117901 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c807db16-ac67-4c19-a763-456a1b90cd72 req-191d2c14-6146-449a-b198-b6adef35bf1c tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226201 Aug 20 11:19:50.139779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:50.140307 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.299364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-8cf61eaa-1af0-4e19-8f7c-bdce5aca98b4 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:50.301574 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-8cf61eaa-1af0-4e19-8f7c-bdce5aca98b4 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1097 time: 0.3177531 Aug 20 11:19:50.331881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed1a07-13f0-4333-b619-45372d819eeb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:50.342468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed1a07-13f0-4333-b619-45372d819eeb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:50.348889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed1a07-13f0-4333-b619-45372d819eeb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:50.353799 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b9ed1a07-13f0-4333-b619-45372d819eeb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2811642 Aug 20 11:19:50.354080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51800) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:50.359698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804230-3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:50.360262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ba89e343-fe3a-453b-a860-d517c6f2918d None None] Provisioning for port a9681683-14d9-4c7e-acf7-b589d6ff5ba7 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:50.365390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ba89e343-fe3a-453b-a860-d517c6f2918d None None] Provisioning complete for port a9681683-14d9-4c7e-acf7-b589d6ff5ba7 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:50.370950 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ba89e343-fe3a-453b-a860-d517c6f2918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.395684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 73cb308a-a441-4d52-bc8c-8abe21e25a0b up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:19:50.459633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ba89e343-fe3a-453b-a860-d517c6f2918d None None] Port a9681683-14d9-4c7e-acf7-b589d6ff5ba7 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:50.517877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.556987 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.571207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 73cb308a-a441-4d52-bc8c-8abe21e25a0b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:50.581727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 73cb308a-a441-4d52-bc8c-8abe21e25a0b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:50.582779 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.617330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-73db151c-020b-4519-9fbb-e0b00e2b31d2 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Deleting port a9681683-14d9-4c7e-acf7-b589d6ff5ba7 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:50.617716 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73db151c-020b-4519-9fbb-e0b00e2b31d2 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.753888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51810) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:50.807100 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73db151c-020b-4519-9fbb-e0b00e2b31d2 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.844015 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-73db151c-020b-4519-9fbb-e0b00e2b31d2 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Calling delete_port for a9681683-14d9-4c7e-acf7-b589d6ff5ba7 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:50.852359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:50.856945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] Router 14c82e3f-423f-489e-b5b4-56ea825739c4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:50.923543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.939486 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:50.957836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:50.990738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cb308a-a441-4d52-bc8c-8abe21e25a0b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:50.995257 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e31fe3-b768-441a-9e0f-0ebf9bc24d55" -d '{"events": [{"server_uuid": "a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7", "name": "network-vif-plugged", "status": "completed", "tag": "73cb308a-a441-4d52-bc8c-8abe21e25a0b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:51.028423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 73cb308a-a441-4d52-bc8c-8abe21e25a0b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=73cb308a-a441-4d52-bc8c-8abe21e25a0b,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:51.037745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:51.043750 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499d7017-4704-4e04-9522-c602ca3b2fdf" -d '{"events": [{"server_uuid": "de7b762f-e109-4ea6-8ca7-4d1d625bb993", "name": "network-vif-unplugged", "status": "completed", "tag": "2a651b82-bd7b-442e-87c5-ab75c37d3f2c"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:51.051170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3f3d-59ca-4c98-8287-7e33adffc538 req-90e1aa89-c39f-4f2e-a2a3-578a651ede4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:51.053240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c02f3f3d-59ca-4c98-8287-7e33adffc538 req-90e1aa89-c39f-4f2e-a2a3-578a651ede4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 946 time: 0.1223032 Aug 20 11:19:51.090199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51826) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:51.096345 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.104224 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.171533 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65e41474-1e07-453a-9d37-945770bae827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.176770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=73cb308a-a441-4d52-bc8c-8abe21e25a0b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:51.185870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:51.192076 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ad3c7596-0464-49a9-b6ae-6dacc36f9286 admin admin] 10.222.0.10 "PUT /v2.0/routers/14c82e3f-423f-489e-b5b4-56ea825739c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7657266 Aug 20 11:19:51.193038 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-975d4826-5a1f-48ae-bcfa-28e02095ac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.194604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51832) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:51.198564 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11958f10-5501-409b-a677-8f376c778d12 None None] Sync routers for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:51.199685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c02f3f3d-59ca-4c98-8287-7e33adffc538 req-4084fbb8-2bea-4fc9-b187-bca4caa623b6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085117 Aug 20 11:19:51.204570 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.210849 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11958f10-5501-409b-a677-8f376c778d12 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:51.211503 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-11958f10-5501-409b-a677-8f376c778d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:51.263629 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731ee9e6-2130-4a8f-be98-31936c1c8cc2 x-openstack-request-id: req-731ee9e6-2130-4a8f-be98-31936c1c8cc2 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:51.264281 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7", "name": "network-vif-plugged", "status": "completed", "tag": "73cb308a-a441-4d52-bc8c-8abe21e25a0b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:51.265355 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-731ee9e6-2130-4a8f-be98-31936c1c8cc2 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:51.266054 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cb308a-a441-4d52-bc8c-8abe21e25a0b', 'code': 200} Aug 20 11:19:51.288304 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73db151c-020b-4519-9fbb-e0b00e2b31d2 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.332459 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6367e7-f2cc-4cc3-8e7d-cd84871e8ca7 x-openstack-request-id: req-5f6367e7-f2cc-4cc3-8e7d-cd84871e8ca7 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:51.333150 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7b762f-e109-4ea6-8ca7-4d1d625bb993", "name": "network-vif-unplugged", "status": "completed", "tag": "2a651b82-bd7b-442e-87c5-ab75c37d3f2c", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:51.333150 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f6367e7-f2cc-4cc3-8e7d-cd84871e8ca7 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:51.333391 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c', 'code': 200} Aug 20 11:19:51.427982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af62b14-66ea-429e-9a8a-d3a1f898195a req-58e6ae4b-8365-4477-b426-c91d720a78c1 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:51.429938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3af62b14-66ea-429e-9a8a-d3a1f898195a req-58e6ae4b-8365-4477-b426-c91d720a78c1 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 945 time: 0.0624616 Aug 20 11:19:51.494151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3af62b14-66ea-429e-9a8a-d3a1f898195a req-9979acb5-e316-4c2c-a764-5839c216f29f tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553293 Aug 20 11:19:51.496633 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-11958f10-5501-409b-a677-8f376c778d12 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:51.514134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:51.598694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on host n-h1-804230-3 for vnic_type normal with profile {"migrating_to": "n-h2-804230-3"} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:19:51.599361 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:19:51.599942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:51.626986 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db151c-020b-4519-9fbb-e0b00e2b31d2 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event deleted for resources: {'Port': ['ID=a9681683-14d9-4c7e-acf7-b589d6ff5ba7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:51.679278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:19:51.679614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Attempting to bind port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:19:51.708446 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.723209 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-11958f10-5501-409b-a677-8f376c778d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:19:49Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:51.751384 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11958f10-5501-409b-a677-8f376c778d12 None None] Checking router: 14c82e3f-423f-489e-b5b4-56ea825739c4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:51.754474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6177d5-1b9c-4ecb-8c8e-2a92a11e7cde req-58f86102-1155-417e-8ee6-c2a30e28ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:51.757066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c6177d5-1b9c-4ecb-8c8e-2a92a11e7cde req-58f86102-1155-417e-8ee6-c2a30e28ab10 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 1096 time: 0.4042056 Aug 20 11:19:51.761804 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11958f10-5501-409b-a677-8f376c778d12 None None] Routers {'14c82e3f-423f-489e-b5b4-56ea825739c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:51.762537 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-11958f10-5501-409b-a677-8f376c778d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['14c82e3f-423f-489e-b5b4-56ea825739c4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:51.770345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48f76fe9-ad4e-44bd-a4b1-ba0010d38b44 req-6af2504f-1367-4616-aa52-e3987e47ac6b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0418837 Aug 20 11:19:51.771570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:19:51.771933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:19:51.772333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:19:51.772816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Bound port: 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:19:51.773188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.815765 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65e41474-1e07-453a-9d37-945770bae827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.920128 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-11958f10-5501-409b-a677-8f376c778d12 None None] Set router 14c82e3f-423f-489e-b5b4-56ea825739c4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:51.941109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c6177d5-1b9c-4ecb-8c8e-2a92a11e7cde req-7a626b15-c7d7-41c2-ac0f-b6b9ed209832 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655154 Aug 20 11:19:51.959572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73db151c-020b-4519-9fbb-e0b00e2b31d2 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.961604 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-73db151c-020b-4519-9fbb-e0b00e2b31d2 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "DELETE /v2.0/ports/a9681683-14d9-4c7e-acf7-b589d6ff5ba7 HTTP/1.1" status: 204 len: 168 time: 1.6065989 Aug 20 11:19:51.964415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51844) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:51.983632 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65e41474-1e07-453a-9d37-945770bae827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:51.997180 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ece91a9-71fa-4e50-85c7-11a236d33377 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] GET failed (client error): The resource could not be found. Aug 20 11:19:52.003036 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1ece91a9-71fa-4e50-85c7-11a236d33377 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "GET /v2.0/ports/a9681683-14d9-4c7e-acf7-b589d6ff5ba7 HTTP/1.1" status: 404 len: 333 time: 0.0337071 Aug 20 11:19:52.003292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51846) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:52.010937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'port': {'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b', 'name': 'tempest-AllowedAddressPairTestJSON-1495620167'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:52.032849 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.049942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:52.053814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-65e41474-1e07-453a-9d37-945770bae827 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9eaac96562314b2888d5386fc2193ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2981591 Aug 20 11:19:52.061071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51848) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:52.061758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e41474-1e07-453a-9d37-945770bae827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffb5fe5-bfa9-4d95-b582-9e1d3f8db8c0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:52.074309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:19:52.129762 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d698e20-dadf-476f-bddf-4266d039e87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.133942 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-11958f10-5501-409b-a677-8f376c778d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:19:49Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:52.156296 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d698e20-dadf-476f-bddf-4266d039e87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.168283 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11958f10-5501-409b-a677-8f376c778d12 None None] The sync data for ids ['14c82e3f-423f-489e-b5b4-56ea825739c4'] in n-d-804230-3 is: [{'id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1719709268-router', 'tenant_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:01Z', 'updated_at': '2021-08-20T11:19:49Z', 'revision_number': 5, 'project_id': '1e3ae4d57a874c8bbc4789a3127fa00a', 'gw_port': {'id': 'b5808a45-93ad-4c23-97fe-887111368f61', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c82e3f-423f-489e-b5b4-56ea825739c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:03Z', 'updated_at': '2021-08-20T11:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:19:52.197054 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-975d4826-5a1f-48ae-bcfa-28e02095ac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.267536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Deleting port b5808a45-93ad-4c23-97fe-887111368f61 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:52.267890 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.413312 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-975d4826-5a1f-48ae-bcfa-28e02095ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.466178 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-975d4826-5a1f-48ae-bcfa-28e02095ac3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f5f4fda2355435bb8ad09e7eb6aea35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3736682 Aug 20 11:19:52.467186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51852) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:52.474205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d4826-5a1f-48ae-bcfa-28e02095ac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a543eb5d-a4d6-44ca-8e5b-58258ca0932b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:52.531800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Made reservation on behalf of 673a200a0d93496cbc5835faae9f199e for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:52.536796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.559412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c707a76-7197-4e22-8e88-8a0c0abd916a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.610933 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.617749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] device_id is not set on port e44b2ec9-ff40-4af7-82ef-9a3095e617ca yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:19:52.647182 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c707a76-7197-4e22-8e88-8a0c0abd916a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.710568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,revision_number=8']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:52.732326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.733088 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.733620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.734766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.735412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.735961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.736595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.736962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.737511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.738021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.739496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.740140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:19:52.767188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a9b27-dad0-41fa-a4c0-ba57b8b9f4f7 req-80052275-871a-4808-874c-0fcfa14ce2f4 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:52.780194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e88a9b27-dad0-41fa-a4c0-ba57b8b9f4f7 req-80052275-871a-4808-874c-0fcfa14ce2f4 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 945 time: 0.2052042 Aug 20 11:19:52.838951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bacce-1d69-47a5-bdc7-5b1b99668414 req-b83b9eff-795a-4141-aad9-00f3c55c3bde tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:52.841189 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d30bacce-1d69-47a5-bdc7-5b1b99668414 req-b83b9eff-795a-4141-aad9-00f3c55c3bde tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.5560277 Aug 20 11:19:52.845637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:52.846620 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.849108 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-1a2f75a3-5299-40d7-91fc-432214099aa8 service neutron] 10.222.0.38 "PUT /v2.0/ports/2a651b82-bd7b-442e-87c5-ab75c37d3f2c HTTP/1.1" status: 200 len: 1122 time: 2.4970675 Aug 20 11:19:52.858892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] For port b5808a45-93ad-4c23-97fe-887111368f61, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b5808a45-93ad-4c23-97fe-887111368f61,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:52.859394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.891126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Calling delete_port for b5808a45-93ad-4c23-97fe-887111368f61 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:52.903684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e88a9b27-dad0-41fa-a4c0-ba57b8b9f4f7 req-5b8e0005-1a5e-484a-874b-7abce63caa15 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191208 Aug 20 11:19:52.923225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Allocated IP 172.20.0.7 (c57151cd-6de7-449d-a213-186b9ce1228b/0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e/e44b2ec9-ff40-4af7-82ef-9a3095e617ca) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:52.958903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2a651b82-bd7b-442e-87c5-ab75c37d3f2c'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:19:52.963710 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d30bacce-1d69-47a5-bdc7-5b1b99668414 req-83374ba4-218c-43d9-88d9-fe0d20ab9f53 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072397 Aug 20 11:19:52.989419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d698e20-dadf-476f-bddf-4266d039e87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.992532 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d698e20-dadf-476f-bddf-4266d039e87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:52.993945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8d698e20-dadf-476f-bddf-4266d039e87b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ffb5fe5-bfa9-4d95-b582-9e1d3f8db8c0 HTTP/1.1" status: 204 len: 168 time: 0.9292030 Aug 20 11:19:53.033463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d698e20-dadf-476f-bddf-4266d039e87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffb5fe5-bfa9-4d95-b582-9e1d3f8db8c0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:53.109247 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c707a76-7197-4e22-8e88-8a0c0abd916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.112684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c707a76-7197-4e22-8e88-8a0c0abd916a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.116283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2c707a76-7197-4e22-8e88-8a0c0abd916a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a543eb5d-a4d6-44ca-8e5b-58258ca0932b HTTP/1.1" status: 204 len: 168 time: 0.6459250 Aug 20 11:19:53.170107 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4b74d6d2-4f55-4c8c-bbdf-8f3bb4ace3ef req-5e178f08-ddd3-45cf-8329-cf7be2ff1e3f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0687652 Aug 20 11:19:53.176035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c707a76-7197-4e22-8e88-8a0c0abd916a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a543eb5d-a4d6-44ca-8e5b-58258ca0932b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:53.215708 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.234707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Transition to ACTIVE for port object e44b2ec9-ff40-4af7-82ef-9a3095e617ca will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:53.324045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.339375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'tag': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:53.342631 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395038c1-5bc7-445b-ad37-7fd9c65e77a5" -d '{"events": [{"name": "network-changed", "server_uuid": "de7b762f-e109-4ea6-8ca7-4d1d625bb993", "tag": "2a651b82-bd7b-442e-87c5-ab75c37d3f2c"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:53.388602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5808a45-93ad-4c23-97fe-887111368f61,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:53.401249 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c63381b-7228-44b3-9642-4066001b0ed9 x-openstack-request-id: req-8c63381b-7228-44b3-9642-4066001b0ed9 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:53.401549 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7b762f-e109-4ea6-8ca7-4d1d625bb993", "tag": "2a651b82-bd7b-442e-87c5-ab75c37d3f2c", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:53.401804 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c63381b-7228-44b3-9642-4066001b0ed9 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:53.402206 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'tag': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c', 'status': 'completed', 'code': 200} Aug 20 11:19:53.406161 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.464697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Network c57151cd-6de7-449d-a213-186b9ce1228b is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:53.465641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:53.480873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:53.501982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.531568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Port': ['ID=e44b2ec9-ff40-4af7-82ef-9a3095e617ca,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:53.568929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:53.569981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.648377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.651167 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.669063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f8ef27c1-273b-4a57-86f5-273bc2b64c2b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6645567 Aug 20 11:19:53.671637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51876) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:53.678044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f3b62979-1c68-4c44-b0ba-0f798d22856b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:28:c6:13'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:53.748610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395038c1-5bc7-445b-ad37-7fd9c65e77a5 req-86a95c7f-4bb5-4b42-9a07-ccc6eaa25250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:53.750251 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-395038c1-5bc7-445b-ad37-7fd9c65e77a5 req-86a95c7f-4bb5-4b42-9a07-ccc6eaa25250 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1125 time: 0.3071170 Aug 20 11:19:53.844682 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.845347 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c82e3f-423f-489e-b5b4-56ea825739c4 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:19:53.851547 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.853667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dd4fede7-0622-4c33-8ffc-da6e71236079 admin admin] 10.222.0.10 "DELETE /v2.0/routers/14c82e3f-423f-489e-b5b4-56ea825739c4 HTTP/1.1" status: 204 len: 168 time: 2.6572225 Aug 20 11:19:53.856361 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51882) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:53.890747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3b62979-1c68-4c44-b0ba-0f798d22856b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:53.899831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 04fa334c-b475-49d2-8f56-75b2d1fdbce6 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:53.916571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395038c1-5bc7-445b-ad37-7fd9c65e77a5 req-5751317b-3f41-4ddd-a06c-fb0ba91bbd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:53.918099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-395038c1-5bc7-445b-ad37-7fd9c65e77a5 req-5751317b-3f41-4ddd-a06c-fb0ba91bbd49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.1593828 Aug 20 11:19:53.963394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c5d52059-5f05-48dc-a698-ed9a96afb779 None None] Provisioning for port e44b2ec9-ff40-4af7-82ef-9a3095e617ca completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:53.963394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 04fa334c-b475-49d2-8f56-75b2d1fdbce6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:53.963981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 04fa334c-b475-49d2-8f56-75b2d1fdbce6 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:53.974502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c5d52059-5f05-48dc-a698-ed9a96afb779 None None] Provisioning complete for port e44b2ec9-ff40-4af7-82ef-9a3095e617ca triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:53.975970 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c5d52059-5f05-48dc-a698-ed9a96afb779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.039314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-395038c1-5bc7-445b-ad37-7fd9c65e77a5 req-6b896380-095b-4a56-9f8a-668fbc39b463 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c HTTP/1.1" status: 200 len: 217 time: 0.1038876 Aug 20 11:19:54.065272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c5d52059-5f05-48dc-a698-ed9a96afb779 None None] Port e44b2ec9-ff40-4af7-82ef-9a3095e617ca cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:54.074602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b6dc6d-6aa8-4cdd-8a68-a6e9d5194930 admin admin] Deleting subnet dfc49f86-2791-4597-84c7-fd886ce38d2a {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:19:54.078017 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dc6d-6aa8-4cdd-8a68-a6e9d5194930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.120285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51890) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:54.162141 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dc6d-6aa8-4cdd-8a68-a6e9d5194930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.166072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395038c1-5bc7-445b-ad37-7fd9c65e77a5 req-87bd2f9e-f828-4b4e-8bcf-78fb687cfb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:54.167721 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-395038c1-5bc7-445b-ad37-7fd9c65e77a5 req-87bd2f9e-f828-4b4e-8bcf-78fb687cfb6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.1195204 Aug 20 11:19:54.190565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c6dfbcc-164e-48cf-892f-657b371a7b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.210573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d23050-4ca6-4c6c-a820-e9a40b03a92c req-d4a0ed2d-be8b-4897-8d2b-cb58324768d2 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:54.212116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03d23050-4ca6-4c6c-a820-e9a40b03a92c req-d4a0ed2d-be8b-4897-8d2b-cb58324768d2 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 945 time: 0.1790090 Aug 20 11:19:54.228668 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-395038c1-5bc7-445b-ad37-7fd9c65e77a5 req-baac1d87-a5f6-4f2f-8dd8-7f4d25ef0f2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411463 Aug 20 11:19:54.324787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03d23050-4ca6-4c6c-a820-e9a40b03a92c req-7de9b4ae-3e81-412b-b566-a335be3d0830 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936935 Aug 20 11:19:54.355070 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3b62979-1c68-4c44-b0ba-0f798d22856b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.417371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafcbe3-3251-43de-b42b-8b49a414fb85 req-a0e896e1-36c1-444d-8ed8-9d2b5d638301 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:54.428065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-acafcbe3-3251-43de-b42b-8b49a414fb85 req-a0e896e1-36c1-444d-8ed8-9d2b5d638301 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.2415612 Aug 20 11:19:54.448312 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c6dfbcc-164e-48cf-892f-657b371a7b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.480354 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e416ca74-9098-4ab2-acc9-dee188725773 req-14e0245b-db08-4c40-9a95-988b46edf114 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0378549 Aug 20 11:19:54.481431 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3b62979-1c68-4c44-b0ba-0f798d22856b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.493424 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dc6d-6aa8-4cdd-8a68-a6e9d5194930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.578173 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-acafcbe3-3251-43de-b42b-8b49a414fb85 req-b2a145a5-1e4d-4f93-ba09-f881a81b9335 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493602 Aug 20 11:19:54.583071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-395038c1-5bc7-445b-ad37-7fd9c65e77a5 req-c39e273f-4754-40ee-8a33-9c10daf86f08 service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365271 Aug 20 11:19:54.644225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c6dfbcc-164e-48cf-892f-657b371a7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.656317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b62979-1c68-4c44-b0ba-0f798d22856b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Port': ['ID=e44b2ec9-ff40-4af7-82ef-9a3095e617ca,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:54.686500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f3b62979-1c68-4c44-b0ba-0f798d22856b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] In _notify_port_updated(), no bound segment for port e44b2ec9-ff40-4af7-82ef-9a3095e617ca on network c57151cd-6de7-449d-a213-186b9ce1228b {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:19:54.693357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b62979-1c68-4c44-b0ba-0f798d22856b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:54.694090 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3b62979-1c68-4c44-b0ba-0f798d22856b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.696565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f3b62979-1c68-4c44-b0ba-0f798d22856b tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "PUT /v2.0/ports/e44b2ec9-ff40-4af7-82ef-9a3095e617ca HTTP/1.1" status: 200 len: 994 time: 1.0235162 Aug 20 11:19:54.701598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51904) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:54.743095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60048-3492-4260-b909-340c679ddc3f req-c9988f40-6d67-4040-98b7-ea7547a8cc20 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:54.745737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09c60048-3492-4260-b909-340c679ddc3f req-c9988f40-6d67-4040-98b7-ea7547a8cc20 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 945 time: 0.1663952 Aug 20 11:19:54.755162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-395038c1-5bc7-445b-ad37-7fd9c65e77a5 req-1fda04a5-e249-4715-a9f9-e8a615deb48a service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656942 Aug 20 11:19:54.755642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51906) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:54.770550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-686c3830-7917-438a-973d-eb3152135496 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Request body: {'floatingip': {'port_id': '73cb308a-a441-4d52-bc8c-8abe21e25a0b'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:54.798520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9c6dfbcc-164e-48cf-892f-657b371a7b30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b770526c36b43eeacb9c5bb45c70307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6737180 Aug 20 11:19:54.799816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51908) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:54.830421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dfbcc-164e-48cf-892f-657b371a7b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869a9990-db65-4f6d-ab6d-c11ec753e399,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:54.838486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686c3830-7917-438a-973d-eb3152135496 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.846303 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dc6d-6aa8-4cdd-8a68-a6e9d5194930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.903019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0543a826-3a74-4e19-b5e0-4cf6f0e4fed6 None None] Provisioning complete for port e44b2ec9-ff40-4af7-82ef-9a3095e617ca triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:54.903800 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0543a826-3a74-4e19-b5e0-4cf6f0e4fed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.934276 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b7b6dc6d-6aa8-4cdd-8a68-a6e9d5194930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:54.939743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b7b6dc6d-6aa8-4cdd-8a68-a6e9d5194930 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dfc49f86-2791-4597-84c7-fd886ce38d2a HTTP/1.1" status: 204 len: 168 time: 1.0797322 Aug 20 11:19:54.942369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0aef83-6f75-4c94-a581-b3ec83f21806 None None] Network 12940dc1-5c5c-4af1-bde1-ae40183eb385 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:19:54.944315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51912) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:55.013791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6dc6d-6aa8-4cdd-8a68-a6e9d5194930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc49f86-2791-4597-84c7-fd886ce38d2a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:55.037723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0543a826-3a74-4e19-b5e0-4cf6f0e4fed6 None None] Port e44b2ec9-ff40-4af7-82ef-9a3095e617ca cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:55.244512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a6174-8b49-4129-8857-29dfa1877624 None None] DHCP port deletion for 12940dc1-5c5c-4af1-bde1-ae40183eb385 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:19:55.314198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a6174-8b49-4129-8857-29dfa1877624 None None] Deleting port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:55.315059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6174-8b49-4129-8857-29dfa1877624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.380565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e689651-3b9e-43d6-8468-87a64e14a46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.399432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5c1a6174-8b49-4129-8857-29dfa1877624 None None] For port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b,segment=NetworkSegment(01f8cfb3-7e01-4b90-9f6a-d5ced633665d),segment_id=01f8cfb3-7e01-4b90-9f6a-d5ced633665d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:55.401456 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6174-8b49-4129-8857-29dfa1877624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.417160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1a9ff-e510-4715-a67b-7a3aa91455c5 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Deleting port e44b2ec9-ff40-4af7-82ef-9a3095e617ca {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:55.417716 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a9ff-e510-4715-a67b-7a3aa91455c5 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.418267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-4182eede-0bf0-424b-b687-7f7845f68fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:55.420448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-4182eede-0bf0-424b-b687-7f7845f68fdf service neutron] 10.222.0.38 "GET /v2.0/ports/1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 HTTP/1.1" status: 200 len: 1033 time: 0.1125476 Aug 20 11:19:55.425678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a6174-8b49-4129-8857-29dfa1877624 None None] Calling delete_port for cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:55.437668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.470807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-d5b19129-720f-44d8-8dbd-bcf8777e4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:55.472397 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-d5b19129-720f-44d8-8dbd-bcf8777e4db5 service neutron] 10.222.0.38 "GET /v2.0/ports/153954e2-ea32-4f96-8194-59c54f6c2819 HTTP/1.1" status: 200 len: 1032 time: 0.0423710 Aug 20 11:19:55.489060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e689651-3b9e-43d6-8468-87a64e14a46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.590794 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a9ff-e510-4715-a67b-7a3aa91455c5 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.621639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1a9ff-e510-4715-a67b-7a3aa91455c5 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Calling delete_port for e44b2ec9-ff40-4af7-82ef-9a3095e617ca owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:55.641913 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5c1a6174-8b49-4129-8857-29dfa1877624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.650419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b7db79a4-9514-4926-b42d-92a8b8c8eb3b req-446bbe03-7035-4907-86a2-fde8e1e01cef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0455151 Aug 20 11:19:55.707828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Deleting port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:55.710372 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.744691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a6174-8b49-4129-8857-29dfa1877624 None None] No DVR routers for this DVR port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:19:55.749918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-25883fe4-0529-4ab3-a733-bf5d1ba2542f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:55.751983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-25883fe4-0529-4ab3-a733-bf5d1ba2542f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:55.763791 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a6174-8b49-4129-8857-29dfa1877624 None None] Pushing event deleted for resources: {'Port': ['ID=cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:55.764721 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e689651-3b9e-43d6-8468-87a64e14a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.766673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-25883fe4-0529-4ab3-a733-bf5d1ba2542f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:55.766673 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-25883fe4-0529-4ab3-a733-bf5d1ba2542f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "GET /v2.0/networks?id=26aed97a-f400-4b37-8a16-a0a6436f9bcf&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=785e013d-c92e-4828-b7f5-34a8f2e42a85&id=785e013d-c92e-4828-b7f5-34a8f2e42a85 HTTP/1.1" status: 200 len: 1994 time: 0.2858233 Aug 20 11:19:55.767405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e689651-3b9e-43d6-8468-87a64e14a46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.774338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6e689651-3b9e-43d6-8468-87a64e14a46d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/869a9990-db65-4f6d-ab6d-c11ec753e399 HTTP/1.1" status: 204 len: 168 time: 0.9654794 Aug 20 11:19:55.801385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e689651-3b9e-43d6-8468-87a64e14a46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869a9990-db65-4f6d-ab6d-c11ec753e399,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:55.812211 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.resource_extend [None req-686c3830-7917-438a-973d-eb3152135496 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:19:55.893787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bad872-0c3c-4f22-a9b4-c0547981f823 req-8460f936-a3af-4a01-ad2b-3d3aec40b1df tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:55.896500 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6bad872-0c3c-4f22-a9b4-c0547981f823 req-8460f936-a3af-4a01-ad2b-3d3aec40b1df tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.1730437 Aug 20 11:19:55.922405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:55.927032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-eaf5a27e-9995-495b-b3de-b8c59edb9335 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c96e568c24aa41fabf979ad88fff50d8 HTTP/1.1" status: 200 len: 379 time: 0.1423609 Aug 20 11:19:55.943789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] For port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b, host n-d-804230-3, got binding levels [] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:55.944028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'admin_state_up': True, 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'security_groups': ['fdd85b31-7f9c-4db7-bab7-c2315f1e353c']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:55.944139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.966203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:55.966593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:55.967039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b5808a45-93ad-4c23-97fe-887111368f61 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:19:55.971415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Calling delete_port for cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:55.977280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_backend_mixin [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b was not found and therefore no delete operation was performed {{(pid=95588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:19:55.983942 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:55.998349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686c3830-7917-438a-973d-eb3152135496 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.006052 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b5808a45-93ad-4c23-97fe-887111368f61 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:19:56.006402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b5808a45-93ad-4c23-97fe-887111368f61 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:19:56.013539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:56.030302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] No DVR routers for this DVR port cd2be534-8c6b-47bf-88ee-ab17c3ba7d1b on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:19:56.096566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6bad872-0c3c-4f22-a9b4-c0547981f823 req-c861c117-b9f7-4400-b1ac-d21dd65ebfc3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491301 Aug 20 11:19:56.109838 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686c3830-7917-438a-973d-eb3152135496 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.119887 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.132982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12940dc1-5c5c-4af1-bde1-ae40183eb385']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:56.146764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f8cfb3-7e01-4b90-9f6a-d5ced633665d') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:56.147350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f8cfb3-7e01-4b90-9f6a-d5ced633665d') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:56.160624 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.178004 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.185061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:19:56.185981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:19:56.187810 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:19:56.213768 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a9ff-e510-4715-a67b-7a3aa91455c5 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.264908 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-686c3830-7917-438a-973d-eb3152135496 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Floating IP 44cc2658-0b83-48a1-8544-16d419eebd11 associated. External IP: 172.25.4.48, port: 73cb308a-a441-4d52-bc8c-8abe21e25a0b. Aug 20 11:19:56.267015 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51936) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:56.281210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1a9ff-e510-4715-a67b-7a3aa91455c5 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event deleted for resources: {'Port': ['ID=e44b2ec9-ff40-4af7-82ef-9a3095e617ca,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:56.314922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:56.321160 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.484584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2a651b82-bd7b-442e-87c5-ab75c37d3f2c details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:19:56.542847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.556709 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.562267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] 10.222.0.10 "DELETE /v2.0/networks/12940dc1-5c5c-4af1-bde1-ae40183eb385 HTTP/1.1" status: 204 len: 168 time: 1.6157892 Aug 20 11:19:56.570498 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9c1a9ff-e510-4715-a67b-7a3aa91455c5 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:56.573712 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c9c1a9ff-e510-4715-a67b-7a3aa91455c5 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "DELETE /v2.0/ports/e44b2ec9-ff40-4af7-82ef-9a3095e617ca HTTP/1.1" status: 204 len: 168 time: 1.8627675 Aug 20 11:19:56.579699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51944) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:56.669312 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa74145-9a29-4558-9b92-c74bfe390470 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] GET failed (client error): The resource could not be found. Aug 20 11:19:56.676938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2aa74145-9a29-4558-9b92-c74bfe390470 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "GET /v2.0/ports/e44b2ec9-ff40-4af7-82ef-9a3095e617ca HTTP/1.1" status: 404 len: 333 time: 0.0922482 Aug 20 11:19:56.677416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51948) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:56.689988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'port': {'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b', 'name': 'tempest-AllowedAddressPairTestJSON-1127788709'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:56.726658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:56.742044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2a651b82-bd7b-442e-87c5-ab75c37d3f2c has no active binding in host n-h2-804230-3 {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:19:56.819822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21dd60-2cb2-4816-b11a-54114fda67aa admin admin] Pushing event deleted for resources: {'Network': ['ID=12940dc1-5c5c-4af1-bde1-ae40183eb385,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:56.863680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1641858894', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:56.913522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa5a19cb-7f17-4c59-a8da-ad0e5b612999 req-08afe3cd-2bc7-43bd-9871-a09a30c66dce tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0569232 Aug 20 11:19:57.062213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Made reservation on behalf of 673a200a0d93496cbc5835faae9f199e for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:57.066633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.090170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] device_id is not set on port ba911722-2955-4ba7-b62b-9ec42e427434 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:19:57.114902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-3c73812e-0fa4-4ede-9a01-50a317a5d2b4 service neutron] 10.222.0.57 "GET /v2.0/ports/2a651b82-bd7b-442e-87c5-ab75c37d3f2c/bindings/n-h2-804230-3 HTTP/1.1" status: 200 len: 384 time: 0.2001851 Aug 20 11:19:57.117565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Allocated IP 172.20.0.14 (26aed97a-f400-4b37-8a16-a0a6436f9bcf/bd96fd79-5012-4472-b937-783d1901f733/494af9e3-2f2e-493f-860d-7668a4a4d5a3) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:57.158041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51960) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:57.255357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Made reservation on behalf of cacbff578c3c4cfeb22252cf8ddcb02e for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:19:57.257866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.287720 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.311282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686c3830-7917-438a-973d-eb3152135496 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Router 4e3875ce-ea40-4d31-8422-e38671d7b302 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:19:57.341784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-500cb5b4-0e07-4ed1-9f61-3dd7d713ea05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e3ae4d57a874c8bbc4789a3127fa00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785510 Aug 20 11:19:57.345074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51962) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:57.377659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a59f0-7335-4126-82d6-fcdfac4aee19 req-44ac65cd-dcaa-494c-98c5-26a0b6b6b99f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:57.390742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d38a59f0-7335-4126-82d6-fcdfac4aee19 req-44ac65cd-dcaa-494c-98c5-26a0b6b6b99f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.1497107 Aug 20 11:19:57.404634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Allocated IP 172.20.0.7 (c57151cd-6de7-449d-a213-186b9ce1228b/0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e/ba911722-2955-4ba7-b62b-9ec42e427434) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:57.475724 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d38a59f0-7335-4126-82d6-fcdfac4aee19 req-7faca486-ebaa-4fe6-bb91-a3254fb40364 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751815 Aug 20 11:19:57.653722 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.661424 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-650ee944-aa95-4819-bd9f-d775667b92df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.671659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Transition to ACTIVE for port object ba911722-2955-4ba7-b62b-9ec42e427434 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:57.693182 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.787400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-650ee944-aa95-4819-bd9f-d775667b92df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.791474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Transition to ACTIVE for port object 494af9e3-2f2e-493f-860d-7668a4a4d5a3 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:57.792304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-407009b3-0a98-4c24-8c0f-9ffe9180e986 service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:57.812903 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.830422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686c3830-7917-438a-973d-eb3152135496 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:19:57.844479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] Sync routers for ids ['4e3875ce-ea40-4d31-8422-e38671d7b302'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:19:57.850926 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686c3830-7917-438a-973d-eb3152135496 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:57.857666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] Routers {'4e3875ce-ea40-4d31-8422-e38671d7b302'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:57.859547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4e3875ce-ea40-4d31-8422-e38671d7b302'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:57.887011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Network c57151cd-6de7-449d-a213-186b9ce1228b is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:57.892363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:57.910923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-407009b3-0a98-4c24-8c0f-9ffe9180e986 service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:19:57.918586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:58.015527 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-686c3830-7917-438a-973d-eb3152135496 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "PUT /v2.0/floatingips/44cc2658-0b83-48a1-8544-16d419eebd11 HTTP/1.1" status: 200 len: 990 time: 3.2513878 Aug 20 11:19:58.017819 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.029420 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Port': ['ID=ba911722-2955-4ba7-b62b-9ec42e427434,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:58.033820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'tag': '73cb308a-a441-4d52-bc8c-8abe21e25a0b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:19:58.045752 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7", "tag": "73cb308a-a441-4d52-bc8c-8abe21e25a0b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:19:58.101000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:58.102619 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.134023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-407009b3-0a98-4c24-8c0f-9ffe9180e986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a651b82-bd7b-442e-87c5-ab75c37d3f2c {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:19:58.134264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] Set router 4e3875ce-ea40-4d31-8422-e38671d7b302 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:58.146927 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.182283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-407009b3-0a98-4c24-8c0f-9ffe9180e986 service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:19:58.195181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6ebc1c9-140f-4de8-9ea9-98ee6d4dbd87 req-4497205b-966d-460e-b9b9-078496ef20c2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.1158967 Aug 20 11:19:58.235013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1b0b4d7d-44ef-4cc5-a362-f2720c14d035 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5563297 Aug 20 11:19:58.247543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] device_id is not set on port fa443a7b-c861-40d6-817e-f5a4ccedd84e yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:19:58.251157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51984) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:58.257352 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c6c49d-11f4-4862-810a-86fe86fcedf6 x-openstack-request-id: req-71c6c49d-11f4-4862-810a-86fe86fcedf6 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:19:58.257689 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7", "tag": "73cb308a-a441-4d52-bc8c-8abe21e25a0b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:19:58.257915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2d5cf783-d552-43a8-92b6-ce4ab135becb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:28:c6:13'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:58.258024 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71c6c49d-11f4-4862-810a-86fe86fcedf6 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:19:58.258350 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'tag': '73cb308a-a441-4d52-bc8c-8abe21e25a0b', 'status': 'completed', 'code': 200} Aug 20 11:19:58.357575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf783-d552-43a8-92b6-ce4ab135becb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.364951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae46ea4b-a997-4527-86a9-ba7ec7a6bf37,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:58.370843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-407009b3-0a98-4c24-8c0f-9ffe9180e986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.419308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-ec4e9485-34e4-4bfa-9dac-3a249c9897a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:58.422680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-ec4e9485-34e4-4bfa-9dac-3a249c9897a5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4f0659b814840609d156de3fb60543c&device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 1096 time: 0.1679518 Aug 20 11:19:58.423345 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-650ee944-aa95-4819-bd9f-d775667b92df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.426750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-650ee944-aa95-4819-bd9f-d775667b92df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.430910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-650ee944-aa95-4819-bd9f-d775667b92df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb5994a0-74b8-4ee9-9aa1-a90493089028 HTTP/1.1" status: 204 len: 168 time: 1.0845938 Aug 20 11:19:58.432238 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.468455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ee944-aa95-4819-bd9f-d775667b92df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5994a0-74b8-4ee9-9aa1-a90493089028,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:58.554558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-40e2e9af-fa99-44c6-82df-eb9fd7f8faee None None] Provisioning for port ba911722-2955-4ba7-b62b-9ec42e427434 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:58.606817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-40e2e9af-fa99-44c6-82df-eb9fd7f8faee None None] Provisioning complete for port ba911722-2955-4ba7-b62b-9ec42e427434 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:58.607193 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-40e2e9af-fa99-44c6-82df-eb9fd7f8faee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.659874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf783-d552-43a8-92b6-ce4ab135becb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.687948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network 26aed97a-f400-4b37-8a16-a0a6436f9bcf is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:19:58.714325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-40e2e9af-fa99-44c6-82df-eb9fd7f8faee None None] Port ba911722-2955-4ba7-b62b-9ec42e427434 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:19:58.728530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf783-d552-43a8-92b6-ce4ab135becb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:58.747220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:19:58.750698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:19:58.799187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Port': ['ID=494af9e3-2f2e-493f-860d-7668a4a4d5a3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:58.817965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '44cc2658-0b83-48a1-8544-16d419eebd11', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'port_id': '73cb308a-a441-4d52-bc8c-8abe21e25a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:32Z', 'updated_at': '2021-08-20T11:19:55Z', 'revision_number': 1, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65713d36-afc3-42da-a7dc-051305233b91', 'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'mac_address': 'fa:16:3e:29:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:20Z', 'updated_at': '2021-08-20T11:18:31Z', 'revision_number': 5, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'subnets': [{'id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:58.867711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Allocated IP 172.25.4.199 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/fa443a7b-c861-40d6-817e-f5a4ccedd84e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:19:58.890308 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] Checking router: 4e3875ce-ea40-4d31-8422-e38671d7b302 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:19:58.933077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] Routers {'4e3875ce-ea40-4d31-8422-e38671d7b302'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:19:58.935761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4e3875ce-ea40-4d31-8422-e38671d7b302'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:19:58.936721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cf783-d552-43a8-92b6-ce4ab135becb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Port': ['ID=ba911722-2955-4ba7-b62b-9ec42e427434,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:58.995353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2d5cf783-d552-43a8-92b6-ce4ab135becb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] In _notify_port_updated(), no bound segment for port ba911722-2955-4ba7-b62b-9ec42e427434 on network c57151cd-6de7-449d-a213-186b9ce1228b {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:19:58.999484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd485b6-d1e9-4069-b2dd-e2beaa937671 req-2df47f65-f394-44e4-b155-ffd3e345a3a2 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:59.001195 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ebd485b6-d1e9-4069-b2dd-e2beaa937671 req-2df47f65-f394-44e4-b155-ffd3e345a3a2 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 944 time: 0.3878894 Aug 20 11:19:59.006255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5cf783-d552-43a8-92b6-ce4ab135becb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:59.006988 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d5cf783-d552-43a8-92b6-ce4ab135becb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.008367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d5cf783-d552-43a8-92b6-ce4ab135becb tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "PUT /v2.0/ports/ba911722-2955-4ba7-b62b-9ec42e427434 HTTP/1.1" status: 200 len: 996 time: 0.7558889 Aug 20 11:19:59.009797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-407009b3-0a98-4c24-8c0f-9ffe9180e986 service neutron] Transition to ACTIVE for port object 2a651b82-bd7b-442e-87c5-ab75c37d3f2c will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:19:59.017085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52000) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:19:59.033795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:59.035169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.049991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-b88da9ec-d0fd-487a-aa75-60bca4f2922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:59.056533 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-b88da9ec-d0fd-487a-aa75-60bca4f2922a service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f HTTP/1.1" status: 200 len: 917 time: 0.6126955 Aug 20 11:19:59.231784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Deleting port ba911722-2955-4ba7-b62b-9ec42e427434 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:19:59.232376 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.255606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] Set router 4e3875ce-ea40-4d31-8422-e38671d7b302 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:19:59.289935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-407009b3-0a98-4c24-8c0f-9ffe9180e986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.415290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-98fdd2d1-475f-4ab6-855b-3d9f806a70dd tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4757845 Aug 20 11:19:59.478621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2', 'admin_state_up': True, 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'security_groups': ['fdd85b31-7f9c-4db7-bab7-c2315f1e353c']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:19:59.522219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.553224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Calling delete_port for ba911722-2955-4ba7-b62b-9ec42e427434 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:19:59.592771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-a64023da-1364-45e0-8cce-2875e07b40a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cb308a-a441-4d52-bc8c-8abe21e25a0b HTTP/1.1" status: 200 len: 998 time: 0.5161943 Aug 20 11:19:59.669458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0c4eec60-79d8-4a42-a62f-d0cf8597f597 None None] Provisioning for port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:19:59.684328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0c4eec60-79d8-4a42-a62f-d0cf8597f597 None None] Provisioning complete for port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:19:59.684932 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0c4eec60-79d8-4a42-a62f-d0cf8597f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:19:59.697347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3db26-035a-470c-a159-0d6d44685ffc req-cf170901-42b9-4a82-9f6a-c87c4d3ca2e3 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:19:59.700648 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8b3db26-035a-470c-a159-0d6d44685ffc req-cf170901-42b9-4a82-9f6a-c87c4d3ca2e3 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 932 time: 0.1661336 Aug 20 11:19:59.742691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ebd485b6-d1e9-4069-b2dd-e2beaa937671 req-23d2ec47-a28c-4a6d-801f-a23048b8a157 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7000921 Aug 20 11:19:59.745205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407009b3-0a98-4c24-8c0f-9ffe9180e986 service neutron] Pushing event updated for resources: {'Port': ['ID=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,revision_number=10']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:19:59.763392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-407009b3-0a98-4c24-8c0f-9ffe9180e986 service neutron] No DVR routers for this DVR port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:19:59.905062 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8b3db26-035a-470c-a159-0d6d44685ffc req-eab9a3cb-118a-4f60-a8ca-243ad7d74bff tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950829 Aug 20 11:19:59.906747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0c4eec60-79d8-4a42-a62f-d0cf8597f597 None None] Port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:00.019003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '44cc2658-0b83-48a1-8544-16d419eebd11', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'port_id': '73cb308a-a441-4d52-bc8c-8abe21e25a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:32Z', 'updated_at': '2021-08-20T11:19:55Z', 'revision_number': 1, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65713d36-afc3-42da-a7dc-051305233b91', 'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'mac_address': 'fa:16:3e:29:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:20Z', 'updated_at': '2021-08-20T11:18:31Z', 'revision_number': 5, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'subnets': [{'id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:00.062925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7e0e5-b5fd-433c-9aa1-a513ee518ed1 None None] The sync data for ids ['4e3875ce-ea40-4d31-8422-e38671d7b302'] in n-d-804230-3 is: [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '44cc2658-0b83-48a1-8544-16d419eebd11', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'port_id': '73cb308a-a441-4d52-bc8c-8abe21e25a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'mac_address': 'fa:16:3e:3e:12:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:18:32Z', 'updated_at': '2021-08-20T11:19:55Z', 'revision_number': 1, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65713d36-afc3-42da-a7dc-051305233b91', 'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'mac_address': 'fa:16:3e:29:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:20Z', 'updated_at': '2021-08-20T11:18:31Z', 'revision_number': 5, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'subnets': [{'id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:00.084515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-783efd7c-2578-4185-bbd0-5b42d2283ef0 None None] Provisioning complete for port ba911722-2955-4ba7-b62b-9ec42e427434 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:00.085038 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-783efd7c-2578-4185-bbd0-5b42d2283ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:00.125686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2a651b82-bd7b-442e-87c5-ab75c37d3f2c no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:20:00.148697 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:00.224263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-783efd7c-2578-4185-bbd0-5b42d2283ef0 None None] Port ba911722-2955-4ba7-b62b-9ec42e427434 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:00.224843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event deleted for resources: {'Port': ['ID=ba911722-2955-4ba7-b62b-9ec42e427434,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:00.239764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.240468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.240600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.241038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.241470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.241900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.242342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.242921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.243349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.243776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.244271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.244693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:00.263533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2a651b82-bd7b-442e-87c5-ab75c37d3f2c not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:20:00.389591 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:00.396197 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b1091646-6f97-4abf-8ecf-696af02f5139 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "DELETE /v2.0/ports/ba911722-2955-4ba7-b62b-9ec42e427434 HTTP/1.1" status: 204 len: 168 time: 1.3716214 Aug 20 11:20:00.399261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52036) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:00.455022 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c7cda5-3c32-4d0f-a002-5ec390cf1835 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] GET failed (client error): The resource could not be found. Aug 20 11:20:00.458198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f2c7cda5-3c32-4d0f-a002-5ec390cf1835 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "GET /v2.0/ports/ba911722-2955-4ba7-b62b-9ec42e427434 HTTP/1.1" status: 404 len: 333 time: 0.0577374 Aug 20 11:20:00.463144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52040) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:00.478632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'port': {'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b', 'name': 'tempest-AllowedAddressPairTestJSON-1885344978'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:00.495956 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6a443-2d89-4f32-9467-6ecf3dcdee68 None None] New status for floating IP 44cc2658-0b83-48a1-8544-16d419eebd11: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:20:00.532048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-9efa2411-99dc-4c1c-b413-20277e37a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:00.532048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-9efa2411-99dc-4c1c-b413-20277e37a897 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=57947896-5a1e-4292-af7b-4f2692c7083f HTTP/1.1" status: 200 len: 855 time: 0.7697930 Aug 20 11:20:00.594773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52042) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:00.627833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-407009b3-0a98-4c24-8c0f-9ffe9180e986 service neutron] 10.222.0.57 "PUT /v2.0/ports/2a651b82-bd7b-442e-87c5-ab75c37d3f2c/bindings/n-h2-804230-3/activate HTTP/1.1" status: 200 len: 369 time: 3.5000517 Aug 20 11:20:00.665954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:00.670874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:00.679671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:00.710278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-97515540-009b-416c-b868-fd08af0e3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:00.711870 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-97515540-009b-416c-b868-fd08af0e3bd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706624 Aug 20 11:20:00.740763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-network', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:00.805832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Made reservation on behalf of 673a200a0d93496cbc5835faae9f199e for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:00.810747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:00.907231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] device_id is not set on port 722cb73e-24f8-4dde-88b6-1e90bcc1c33c yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:20:01.086343 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-f3699eeb-fb16-4d2d-8ae3-87b11d50ba6e service neutron] 10.222.0.38 "GET /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560398 Aug 20 11:20:01.093060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Allocated IP 10.1.1.172 (6803f477-73c6-4bfd-818a-faed4c3d95f2/87d3208d-faff-4f47-b61c-6cfe0f113c7d/990945c2-3faf-45a4-9eaf-5f7a5aafbc37) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:01.096860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Made reservation on behalf of 3e60c0ea293b41099b5f2b2a34098a11 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:01.099841 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.125615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.195283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-d3701ea4-18cd-4ad5-a51e-cd05e4eea04b tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:01.196608 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-d3701ea4-18cd-4ad5-a51e-cd05e4eea04b tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.3638844 Aug 20 11:20:01.221536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9d283-ad50-4a89-b590-0751524e7318 req-cd6728d5-55da-45a9-82c2-8cdc0728ddd7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:01.222840 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dcc9d283-ad50-4a89-b590-0751524e7318 req-cd6728d5-55da-45a9-82c2-8cdc0728ddd7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 945 time: 0.2625802 Aug 20 11:20:01.235137 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.322260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Allocated IP 172.20.0.13 (c57151cd-6de7-449d-a213-186b9ce1228b/0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e/722cb73e-24f8-4dde-88b6-1e90bcc1c33c) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:01.326143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657294c-afa6-429a-b201-228dffb650d9 req-f0aed452-e95e-4cd1-ba6f-ed888e066fab tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:01.333923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8657294c-afa6-429a-b201-228dffb650d9 req-f0aed452-e95e-4cd1-ba6f-ed888e066fab tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 932 time: 0.2092476 Aug 20 11:20:01.371853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfd7b6f8-d02a-47ae-ab3f-87a334f26e3d req-cfa55393-deda-4f4b-9578-3314c33c8f78 service neutron] 10.222.0.38 "GET /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756643 Aug 20 11:20:01.383213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:01.396240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:01.403907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:01.412169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-14c90ba4-89b7-4c2d-b559-e862b923afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:01.413705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-14c90ba4-89b7-4c2d-b559-e862b923afd2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993&tenant_id=b9f10ce7f178455a909c11d0d990c99e HTTP/1.1" status: 200 len: 1096 time: 0.1880836 Aug 20 11:20:01.418854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Pushing event updated for resources: {'Port': ['ID=fa443a7b-c861-40d6-817e-f5a4ccedd84e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:01.422256 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dcc9d283-ad50-4a89-b590-0751524e7318 req-9a044016-5b6a-470e-8fa4-de22de45385e tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854088 Aug 20 11:20:01.475789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8657294c-afa6-429a-b201-228dffb650d9 req-30cc9ea1-eee1-445d-a877-80bfef708465 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410835 Aug 20 11:20:01.528572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.531801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:01.532422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.563311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Transition to ACTIVE for port object 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:01.589914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.634343 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.636625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Transition to ACTIVE for port object 722cb73e-24f8-4dde-88b6-1e90bcc1c33c will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:01.659850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-3b0c2862-7726-490e-818e-ecd6a2f2d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:01.661373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-3b0c2862-7726-490e-818e-ecd6a2f2d0fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1096 time: 0.0884883 Aug 20 11:20:01.718732 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.784260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network 6803f477-73c6-4bfd-818a-faed4c3d95f2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:01.786250 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.795742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-a59fdc7a-493b-43eb-ac60-3083602ec523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:01.797326 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-a59fdc7a-493b-43eb-ac60-3083602ec523 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.1255684 Aug 20 11:20:01.804160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:01.808126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:01.845287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Port': ['ID=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:01.875997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7e12b16b-d248-4229-8db2-9537627570a4 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.5979185 Aug 20 11:20:01.875997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52060) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:01.879480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:20:01.881904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.199'}]}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:01.882646 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-3ddf380f-f6a4-463a-b241-8bd9c59be7e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c HTTP/1.1" status: 200 len: 217 time: 0.0749784 Aug 20 11:20:01.883766 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.907400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:01.907999 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.916536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdda7fa-1cbe-44f3-9e03-dd9fb4426c1b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:01.967294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:01.967681 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Added segment 3f6eff4d-58b9-4c3e-ae72-560020812a23 of type vlan for network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 Aug 20 11:20:02.019663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Network c57151cd-6de7-449d-a213-186b9ce1228b is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:02.039317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:02.041745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.045220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.051307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:02.055448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.063276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Port': ['ID=722cb73e-24f8-4dde-88b6-1e90bcc1c33c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:02.103240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-a00405dd-dcb1-40b1-b8b6-77cee4a49fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:02.104738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-a00405dd-dcb1-40b1-b8b6-77cee4a49fb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.2146604 Aug 20 11:20:02.185542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.195093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:02.196093 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.222884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-cd6ce718-986d-4f96-96ba-06bd4f4972b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016071 Aug 20 11:20:02.350556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-2104c14e-1c49-43df-ad3e-697e1e9884d9 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186469 Aug 20 11:20:02.403477 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26727483-39ac-405d-bd74-7e274f375382 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9772749 Aug 20 11:20:02.416062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2', 'admin_state_up': True, 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'security_groups': ['fdd85b31-7f9c-4db7-bab7-c2315f1e353c']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:02.443883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-bb8629f6-d443-496f-be18-b12676ed1e22 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865548 Aug 20 11:20:02.476964 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eddc530f-2429-4d0d-a59a-128ddbfbbf17 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0117211 Aug 20 11:20:02.478294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.480234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:02.480402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.485365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52066) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:02.495275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'port': {'network_id': 'c57151cd-6de7-449d-a213-186b9ce1228b', 'name': 'tempest-AllowedAddressPairTestJSON-1963753893'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:02.530670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3a28e754-59a4-4061-8d44-8a94d04cac9a None None] Provisioning for port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:02.536517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3a28e754-59a4-4061-8d44-8a94d04cac9a None None] Provisioning complete for port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:02.536900 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3a28e754-59a4-4061-8d44-8a94d04cac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.663709 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3a28e754-59a4-4061-8d44-8a94d04cac9a None None] Port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:02.818119 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.853913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1bee4-e605-4fff-a853-e2d206eefe33 req-56961b88-4fba-4d15-96f4-7ee4720ff096 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:02.860624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1bee4-e605-4fff-a853-e2d206eefe33 req-56961b88-4fba-4d15-96f4-7ee4720ff096 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:02.862700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-66b1bee4-e605-4fff-a853-e2d206eefe33 req-56961b88-4fba-4d15-96f4-7ee4720ff096 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 1654 time: 0.1613855 Aug 20 11:20:02.896891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b2606b6b-3e55-469d-83e2-a6bcae1d3af9 None None] Provisioning for port 722cb73e-24f8-4dde-88b6-1e90bcc1c33c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:02.901993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b2606b6b-3e55-469d-83e2-a6bcae1d3af9 None None] Provisioning complete for port 722cb73e-24f8-4dde-88b6-1e90bcc1c33c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:02.902467 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b2606b6b-3e55-469d-83e2-a6bcae1d3af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:02.910324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-66b1bee4-e605-4fff-a853-e2d206eefe33 req-664ffde8-9d85-4161-adf1-bd1cfb5991e9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381026 Aug 20 11:20:02.952589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] Pushing event updated for resources: {'Network': ['ID=787a5cce-b5ae-4d41-b3ab-75787bcd8619,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:02.956446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b2606b6b-3e55-469d-83e2-a6bcae1d3af9 None None] Port 722cb73e-24f8-4dde-88b6-1e90bcc1c33c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:02.965574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:02.997206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af6158-ecbb-4769-9285-cddd7e0d44c5 req-e97ec434-6707-498d-865b-b10a586e6b93 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:02.998766 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58af6158-ecbb-4769-9285-cddd7e0d44c5 req-e97ec434-6707-498d-865b-b10a586e6b93 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 945 time: 0.0998993 Aug 20 11:20:03.053037 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58af6158-ecbb-4769-9285-cddd7e0d44c5 req-f36b7c27-800f-4779-8040-304bff130e11 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458186 Aug 20 11:20:03.062985 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5bd59339-f513-4e27-a717-367598efe066 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4668531 Aug 20 11:20:03.067096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52074) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:03.075495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Request body: {'subnet': {'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-subnet', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:03.136166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-fd5fcb63-ee4e-45a4-ac71-2067a02caf41 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:03.137730 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-fd5fcb63-ee4e-45a4-ac71-2067a02caf41 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.0490558 Aug 20 11:20:03.242346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:03.246899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.355219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.383413 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.462754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Made reservation on behalf of 673a200a0d93496cbc5835faae9f199e for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:03.468329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.489743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-6f88a68e-c8df-4efe-9887-9523f2d424be service neutron] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:03.500134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-6f88a68e-c8df-4efe-9887-9523f2d424be service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.501266 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcf9bde8-7dd4-4e0a-924f-f49af8e5757a req-6f88a68e-c8df-4efe-9887-9523f2d424be service neutron] 10.222.0.38 "DELETE /v2.0/ports/2a651b82-bd7b-442e-87c5-ab75c37d3f2c/bindings/n-h1-804230-3 HTTP/1.1" status: 204 len: 173 time: 0.3512139 Aug 20 11:20:03.505454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] device_id is not set on port 56a20c5b-008b-406a-8f66-d060ef1da395 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:20:03.512431 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Allocated IP 10.1.1.156 (6803f477-73c6-4bfd-818a-faed4c3d95f2/87d3208d-faff-4f47-b61c-6cfe0f113c7d/2e93ca1d-bf71-434e-9a5e-351f1b9040e4) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:03.636730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Allocated IP 172.20.0.4 (c57151cd-6de7-449d-a213-186b9ce1228b/0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e/56a20c5b-008b-406a-8f66-d060ef1da395) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:03.681260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Made reservation on behalf of 3e60c0ea293b41099b5f2b2a34098a11 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:03.681528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.710732 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.725854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Transition to ACTIVE for port object 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:03.750027 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.868179 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.911523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Transition to ACTIVE for port object 56a20c5b-008b-406a-8f66-d060ef1da395 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:03.933046 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.935975 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:03.999118 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.091382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network 6803f477-73c6-4bfd-818a-faed4c3d95f2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:04.098411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.102161 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.111414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:04.115871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:04.128917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.129536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5f3a379-f590-4289-b3dc-791a538b62d3 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:20:04.187047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Port': ['ID=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:04.203560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70865b5-87f4-4c10-8fc1-28bb64c41c27 req-9478c9b9-b8c8-4030-a936-ea7641870871 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:04.214801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70865b5-87f4-4c10-8fc1-28bb64c41c27 req-9478c9b9-b8c8-4030-a936-ea7641870871 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:04.219210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:04.220162 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.228634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70865b5-87f4-4c10-8fc1-28bb64c41c27 req-9478c9b9-b8c8-4030-a936-ea7641870871 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:04.230409 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a70865b5-87f4-4c10-8fc1-28bb64c41c27 req-9478c9b9-b8c8-4030-a936-ea7641870871 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 2375 time: 0.1755066 Aug 20 11:20:04.283431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Network c57151cd-6de7-449d-a213-186b9ce1228b is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:04.298276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45886aa2-45d3-493c-af01-4047a134b80a req-3a54261f-56a0-4d29-b5ff-3243652ed652 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:04.301075 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-45886aa2-45d3-493c-af01-4047a134b80a req-3a54261f-56a0-4d29-b5ff-3243652ed652 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 945 time: 0.0720060 Aug 20 11:20:04.303659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c49e41-16aa-4689-aedd-58b0cc391988,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:04.305785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Port': ['ID=56a20c5b-008b-406a-8f66-d060ef1da395,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:04.322504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:04.323348 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:04.351834 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:20:04.355982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e283b422-30bd-4d50-9eb5-bd4e1bb1c460 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4789445 Aug 20 11:20:04.355982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52094) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:04.393889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Checking segment: {'id': '3f6eff4d-58b9-4c3e-ae72-560020812a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:04.397259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Network hostable DHCP agents. Network: 787a5cce-b5ae-4d41-b3ab-75787bcd8619, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:20:04.403759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-45886aa2-45d3-493c-af01-4047a134b80a req-9ae71763-6989-4783-b905-bcc65c127021 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907233 Aug 20 11:20:04.420203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-136bb80b-a183-40a7-9c20-5f4a36d3c178 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0086930 Aug 20 11:20:04.422978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a70865b5-87f4-4c10-8fc1-28bb64c41c27 req-746c93ea-4087-4e75-a737-840bd001f6a4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720054 Aug 20 11:20:04.454759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:04.455693 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.471454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85', 'admin_state_up': True, 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'security_groups': ['fdd85b31-7f9c-4db7-bab7-c2315f1e353c']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:04.629147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-90c3540a-b1e6-4093-8157-8f793fa65df8 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Deleting port fa443a7b-c861-40d6-817e-f5a4ccedd84e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:04.629895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90c3540a-b1e6-4093-8157-8f793fa65df8 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.637172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-507ae20c-5676-40e4-bdb0-96a94d200bf7 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1464794 Aug 20 11:20:04.645573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:20:04.653259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52102) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:04.660803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ba5ed5a6-2324-4acc-a406-82c96d7b685a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:28:c6:13'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:71:f2:b7'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:04.741115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2df03-0084-4c3c-8bdd-c39e34042aae req-2a3312f5-fbde-41d5-a693-6cd9dae2d344 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:04.742990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-35a2df03-0084-4c3c-8bdd-c39e34042aae req-2a3312f5-fbde-41d5-a693-6cd9dae2d344 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1096 time: 0.0637281 Aug 20 11:20:04.770383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e6393f74-35cd-47b2-b00b-31723ee69a7e None None] Provisioning for port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:04.775981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e6393f74-35cd-47b2-b00b-31723ee69a7e None None] Provisioning complete for port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:04.776603 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e6393f74-35cd-47b2-b00b-31723ee69a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.812134 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-35a2df03-0084-4c3c-8bdd-c39e34042aae req-826040ef-b1e3-4c3f-a255-2b38a8ce3e5a tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619254 Aug 20 11:20:04.817101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 787a5cce-b5ae-4d41-b3ab-75787bcd8619) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:04.840360 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90c3540a-b1e6-4093-8157-8f793fa65df8 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.843051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:04.846203 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:04.855733 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690c5b2-da4a-4f52-ae68-47acee52cf2f None None] Network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:04.862335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-90c3540a-b1e6-4093-8157-8f793fa65df8 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Calling delete_port for fa443a7b-c861-40d6-817e-f5a4ccedd84e owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:04.879489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:04.975432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e6393f74-35cd-47b2-b00b-31723ee69a7e None None] Port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:04.995159 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed5a6-2324-4acc-a406-82c96d7b685a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.055814 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d52fbe3b-8d1b-4431-8f4a-6d81e3e4987e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9874642 Aug 20 11:20:05.059055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52110) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:05.068504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-router', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:05.135412 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-787a5cce-b5ae-4d41-b3ab-75787bcd8619', 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'fixed_ips': [{'subnet_id': '99c49e41-16aa-4689-aedd-58b0cc391988'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:20:05.142385 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.165755 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.288494 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.290395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.306207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fc98147c-263e-4183-9ca4-75899b681389 None None] Provisioning for port 56a20c5b-008b-406a-8f66-d060ef1da395 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:05.320775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fc98147c-263e-4183-9ca4-75899b681389 None None] Provisioning complete for port 56a20c5b-008b-406a-8f66-d060ef1da395 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:05.321852 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fc98147c-263e-4183-9ca4-75899b681389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.374949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fc98147c-263e-4183-9ca4-75899b681389 None None] Port 56a20c5b-008b-406a-8f66-d060ef1da395 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:05.436462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Allocated IP 172.20.0.2 (787a5cce-b5ae-4d41-b3ab-75787bcd8619/99c49e41-16aa-4689-aedd-58b0cc391988/ec93ea58-0592-48ec-bbe4-43f4fcf3b902) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:05.451575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-dcd18201-c3cb-4050-9b99-3addde9440b0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:05.453253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-dcd18201-c3cb-4050-9b99-3addde9440b0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 821 time: 0.2700536 Aug 20 11:20:05.482148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-c1335df2-06f7-48ed-a779-36d6fe38b332 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/quotas/b9f10ce7f178455a909c11d0d990c99e HTTP/1.1" status: 200 len: 375 time: 0.0206053 Aug 20 11:20:05.555408 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90c3540a-b1e6-4093-8157-8f793fa65df8 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.653502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3540a-b1e6-4093-8157-8f793fa65df8 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa443a7b-c861-40d6-817e-f5a4ccedd84e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:05.679232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Allocated IP 10.2.2.100 (785e013d-c92e-4828-b7f5-34a8f2e42a85/499ea19e-ce01-4768-a3a1-7eccffb9cde8/e322f6da-a2f1-43aa-901f-61732f873a28) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:05.701096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.723634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eb9d7-5a37-48d3-baee-7c5b16397431 req-2a11f086-aa70-44ce-bf39-ff435375678c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:05.731999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eb9d7-5a37-48d3-baee-7c5b16397431 req-2a11f086-aa70-44ce-bf39-ff435375678c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:05.741076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eb9d7-5a37-48d3-baee-7c5b16397431 req-2a11f086-aa70-44ce-bf39-ff435375678c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:05.743448 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b1eb9d7-5a37-48d3-baee-7c5b16397431 req-2a11f086-aa70-44ce-bf39-ff435375678c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 2375 time: 0.2098756 Aug 20 11:20:05.769583 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.782016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Transition to ACTIVE for port object ec93ea58-0592-48ec-bbe4-43f4fcf3b902 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:05.804284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Transition to ACTIVE for port object ec93ea58-0592-48ec-bbe4-43f4fcf3b902 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:05.826226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b1eb9d7-5a37-48d3-baee-7c5b16397431 req-459c0487-3b44-43e1-b529-a1ee31dd5fe2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754695 Aug 20 11:20:05.906471 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:05.989679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:05.992008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:05.996256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:06.007222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Pushing event updated for resources: {'Port': ['ID=ec93ea58-0592-48ec-bbe4-43f4fcf3b902,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:06.039246 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.112263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Attempting to bind port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:06.113021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Attempting to bind port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '3f6eff4d-58b9-4c3e-ae72-560020812a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:06.113710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Attempting to bind port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 on network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:06.125727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:06.126489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Checking segment: {'id': '3f6eff4d-58b9-4c3e-ae72-560020812a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:06.127514 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.132698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Bound using segment: {'id': '3f6eff4d-58b9-4c3e-ae72-560020812a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:06.132698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Bound port: ec93ea58-0592-48ec-bbe4-43f4fcf3b902, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6eff4d-58b9-4c3e-ae72-560020812a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:06.132698 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.190127 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-8e20685c-ba40-40b0-a40e-840b32f0f4bb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6828237 Aug 20 11:20:06.219662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] For port ec93ea58-0592-48ec-bbe4-43f4fcf3b902, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:06.235840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] For port ec93ea58-0592-48ec-bbe4-43f4fcf3b902, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ec93ea58-0592-48ec-bbe4-43f4fcf3b902,segment=NetworkSegment(3f6eff4d-58b9-4c3e-ae72-560020812a23),segment_id=3f6eff4d-58b9-4c3e-ae72-560020812a23)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:06.351349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90c3540a-b1e6-4093-8157-8f793fa65df8 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.353387 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-90c3540a-b1e6-4093-8157-8f793fa65df8 tempest-RoutersAdminNegativeTest-551647429 tempest-RoutersAdminNegativeTest-551647429-project-admin] 10.222.0.10 "DELETE /v2.0/ports/fa443a7b-c861-40d6-817e-f5a4ccedd84e HTTP/1.1" status: 204 len: 168 time: 1.9899330 Aug 20 11:20:06.363908 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.459257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed5a6-2324-4acc-a406-82c96d7b685a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.459741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec07ac-225c-4098-a925-50a0beeee26b None None] Pushing event updated for resources: {'Port': ['ID=ec93ea58-0592-48ec-bbe4-43f4fcf3b902,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:06.487615 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-b7f441d5-437a-452d-a66a-ba7e6436ba2a service neutron] 10.222.0.10 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964201 Aug 20 11:20:06.540189 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.575313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.575687 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed5a6-2324-4acc-a406-82c96d7b685a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.691097 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.729169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Allocated IP 172.25.4.3 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/c81cf767-b6dd-47ed-8b65-ca6a52eaced6) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:06.736550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ed5a6-2324-4acc-a406-82c96d7b685a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event updated for resources: {'Port': ['ID=56a20c5b-008b-406a-8f66-d060ef1da395,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:06.745341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Transition to ACTIVE for port object e322f6da-a2f1-43aa-901f-61732f873a28 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:06.760575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ed5a6-2324-4acc-a406-82c96d7b685a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] In _notify_port_updated(), no bound segment for port 56a20c5b-008b-406a-8f66-d060ef1da395 on network c57151cd-6de7-449d-a213-186b9ce1228b {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:20:06.770562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ed5a6-2324-4acc-a406-82c96d7b685a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:06.771332 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed5a6-2324-4acc-a406-82c96d7b685a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:06.775819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ba5ed5a6-2324-4acc-a406-82c96d7b685a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "PUT /v2.0/ports/56a20c5b-008b-406a-8f66-d060ef1da395 HTTP/1.1" status: 200 len: 1057 time: 2.1209040 Aug 20 11:20:06.786172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52140) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:06.903163 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-7d927ea9-741f-4d83-88fe-29083e0da600 service neutron] 10.222.0.10 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145415 Aug 20 11:20:06.969429 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:07.065009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Port': ['ID=e322f6da-a2f1-43aa-901f-61732f873a28,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:07.111727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network 785e013d-c92e-4828-b7f5-34a8f2e42a85 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:07.115442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:07.119039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:07.128897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8c5a59e0-abdb-4d0c-b10b-da5073e0b57c None None] Provisioning complete for port 56a20c5b-008b-406a-8f66-d060ef1da395 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:07.129425 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8c5a59e0-abdb-4d0c-b10b-da5073e0b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:07.180052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:07.181244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:07.209474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52148) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:07.231272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a59e0-abdb-4d0c-b10b-da5073e0b57c None None] Port 56a20c5b-008b-406a-8f66-d060ef1da395 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:07.239753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c6501567-4191-48d6-a8e3-221ce1b3f63e tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Deleting port 56a20c5b-008b-406a-8f66-d060ef1da395 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:07.240126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6501567-4191-48d6-a8e3-221ce1b3f63e tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:07.321860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336cd9e-4974-4e5a-8b18-75b2ee0b9a90 req-77b36c2d-64ed-4071-bc4b-c1575a53e977 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:07.339965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336cd9e-4974-4e5a-8b18-75b2ee0b9a90 req-77b36c2d-64ed-4071-bc4b-c1575a53e977 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:07.355495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336cd9e-4974-4e5a-8b18-75b2ee0b9a90 req-77b36c2d-64ed-4071-bc4b-c1575a53e977 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:07.368415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336cd9e-4974-4e5a-8b18-75b2ee0b9a90 req-77b36c2d-64ed-4071-bc4b-c1575a53e977 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:07.384714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a336cd9e-4974-4e5a-8b18-75b2ee0b9a90 req-77b36c2d-64ed-4071-bc4b-c1575a53e977 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 3096 time: 0.3972261 Aug 20 11:20:07.398864 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6501567-4191-48d6-a8e3-221ce1b3f63e tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:07.428675 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-84631c58-aa45-43af-bb53-be8b19d58085 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9911220 Aug 20 11:20:07.436289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:07.436648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c6501567-4191-48d6-a8e3-221ce1b3f63e tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Calling delete_port for 56a20c5b-008b-406a-8f66-d060ef1da395 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:07.460893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85', 'admin_state_up': True, 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'security_groups': ['fdd85b31-7f9c-4db7-bab7-c2315f1e353c']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:07.569068 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a336cd9e-4974-4e5a-8b18-75b2ee0b9a90 req-676af2e8-199c-4d0c-ac90-36293f43bd73 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705149 Aug 20 11:20:07.685019 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:07.690064 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a19fbe3-8b75-477e-9515-b38c47056591 req-30a36c0c-ca92-49a7-a51d-b451c97a46d5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 210 time: 0.0752909 Aug 20 11:20:07.772659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c81cf767-b6dd-47ed-8b65-ca6a52eaced6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:07.776040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-97d7423c-d6d9-4c05-9e71-b8462bb7a9eb None None] Provisioning for port e322f6da-a2f1-43aa-901f-61732f873a28 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:07.780712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-97d7423c-d6d9-4c05-9e71-b8462bb7a9eb None None] Provisioning complete for port e322f6da-a2f1-43aa-901f-61732f873a28 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:07.781131 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97d7423c-d6d9-4c05-9e71-b8462bb7a9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:07.820913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:07.829636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:07.841827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:07.900715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-97d7423c-d6d9-4c05-9e71-b8462bb7a9eb None None] Port e322f6da-a2f1-43aa-901f-61732f873a28 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:08.055110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ec93ea58-0592-48ec-bbe4-43f4fcf3b902 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:08.057037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-929d93ec-54df-4109-ad27-5abd698f991b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:08.102331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6501567-4191-48d6-a8e3-221ce1b3f63e tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:08.186917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6501567-4191-48d6-a8e3-221ce1b3f63e tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event deleted for resources: {'Port': ['ID=56a20c5b-008b-406a-8f66-d060ef1da395,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:08.272686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Made reservation on behalf of c96e568c24aa41fabf979ad88fff50d8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:08.278924 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:08.309660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:08.367255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d983d890-bb7d-46b5-8721-102a2bae3b00 None None] Network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:08.816106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:08.830901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-228a8ea0-efdd-4739-a15e-f607ae373405 None None] Provisioning for port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:08.842031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-228a8ea0-efdd-4739-a15e-f607ae373405 None None] Provisioning complete for port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:08.842031 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-228a8ea0-efdd-4739-a15e-f607ae373405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:08.978380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-228a8ea0-efdd-4739-a15e-f607ae373405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:08.999198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1c02544-9d16-47e3-b6bf-493c77271513 req-6975bc09-3012-4f2c-8a98-e0cc9381c85d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 210 time: 0.1445966 Aug 20 11:20:09.000467 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6501567-4191-48d6-a8e3-221ce1b3f63e tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.002429 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c6501567-4191-48d6-a8e3-221ce1b3f63e tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "DELETE /v2.0/ports/56a20c5b-008b-406a-8f66-d060ef1da395 HTTP/1.1" status: 204 len: 168 time: 2.2137766 Aug 20 11:20:09.006172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90769c9a-f545-404c-b6b6-78866f421005 req-f872e078-c09e-4919-97e0-3339636dcd59 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:09.029237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90769c9a-f545-404c-b6b6-78866f421005 req-f872e078-c09e-4919-97e0-3339636dcd59 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:09.036516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52194) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:09.043265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90769c9a-f545-404c-b6b6-78866f421005 req-f872e078-c09e-4919-97e0-3339636dcd59 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:09.064563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-228a8ea0-efdd-4739-a15e-f607ae373405 None None] For port ec93ea58-0592-48ec-bbe4-43f4fcf3b902, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ec93ea58-0592-48ec-bbe4-43f4fcf3b902,segment=NetworkSegment(3f6eff4d-58b9-4c3e-ae72-560020812a23),segment_id=3f6eff4d-58b9-4c3e-ae72-560020812a23)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:09.066246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90769c9a-f545-404c-b6b6-78866f421005 req-f872e078-c09e-4919-97e0-3339636dcd59 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:09.068519 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90769c9a-f545-404c-b6b6-78866f421005 req-f872e078-c09e-4919-97e0-3339636dcd59 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 3096 time: 0.3502519 Aug 20 11:20:09.106327 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-31684e52-ce72-4488-8310-d9e5c22d9fdf tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] GET failed (client error): The resource could not be found. Aug 20 11:20:09.108929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-31684e52-ce72-4488-8310-d9e5c22d9fdf tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "GET /v2.0/ports/56a20c5b-008b-406a-8f66-d060ef1da395 HTTP/1.1" status: 404 len: 333 time: 0.0675778 Aug 20 11:20:09.120540 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-929d93ec-54df-4109-ad27-5abd698f991b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.121490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52198) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:09.208798 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90769c9a-f545-404c-b6b6-78866f421005 req-b3a4c60a-02f7-40f6-852c-0a9b6a43eeb0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823827 Aug 20 11:20:09.228843 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.262448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Allocated IP 10.2.2.200 (785e013d-c92e-4828-b7f5-34a8f2e42a85/499ea19e-ce01-4768-a3a1-7eccffb9cde8/470cc5e6-0501-428b-ac7a-8d4c7b85eb1d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:09.304372 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-228a8ea0-efdd-4739-a15e-f607ae373405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.325760 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-929d93ec-54df-4109-ad27-5abd698f991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.369958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a8ea0-efdd-4739-a15e-f607ae373405 None None] Pushing event updated for resources: {'Port': ['ID=ec93ea58-0592-48ec-bbe4-43f4fcf3b902,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:09.421947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-28825e9d-b095-4740-b922-55afb53dcf16 None None] Provisioning complete for port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:09.423789 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-28825e9d-b095-4740-b922-55afb53dcf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.472443 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-929d93ec-54df-4109-ad27-5abd698f991b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed2367a8d4124551a908084a6b23b9ae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2618663 Aug 20 11:20:09.478057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52200) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:09.491640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-39c52f2c-9554-43e4-9cfa-7f152695136a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Deleting port 722cb73e-24f8-4dde-88b6-1e90bcc1c33c {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:09.492286 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-39c52f2c-9554-43e4-9cfa-7f152695136a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.495608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d93ec-54df-4109-ad27-5abd698f991b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61c2740-6279-4a78-b271-9d157b9b24da,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:09.533382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04dc48d3-542b-49a6-b842-73cd77de22e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.557990 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04dc48d3-542b-49a6-b842-73cd77de22e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.632527 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.637933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:20:09.653743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Transition to ACTIVE for port object 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:09.728682 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-39c52f2c-9554-43e4-9cfa-7f152695136a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:09.745871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-39c52f2c-9554-43e4-9cfa-7f152695136a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Calling delete_port for 722cb73e-24f8-4dde-88b6-1e90bcc1c33c owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:09.871310 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:09.873899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Sync routers for ids ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:09.873899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Routers {'871de3f1-19f6-43c7-aad1-dd97b2d49ea2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:09.873899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:09.909556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ec93ea58-0592-48ec-bbe4-43f4fcf3b902 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:10.177346 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Set router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:10.177346 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:10.177346 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.178288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fb0b64d3-596f-4aaf-80b2-4d67fadfef96 req-3f8c444d-731f-479b-9c72-022b2c09ca77 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 210 time: 0.0384176 Aug 20 11:20:10.225724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04dc48d3-542b-49a6-b842-73cd77de22e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.288818 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.289987 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04dc48d3-542b-49a6-b842-73cd77de22e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.289987 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-04dc48d3-542b-49a6-b842-73cd77de22e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e61c2740-6279-4a78-b271-9d157b9b24da HTTP/1.1" status: 204 len: 168 time: 0.7571204 Aug 20 11:20:10.289987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc48d3-542b-49a6-b842-73cd77de22e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61c2740-6279-4a78-b271-9d157b9b24da,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:10.290728 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-router', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:05Z', 'updated_at': '2021-08-20T11:20:08Z', 'revision_number': 3, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'gw_port': {'id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:06Z', 'updated_at': '2021-08-20T11:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:10.300337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event updated for resources: {'Port': ['ID=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:10.311039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Network 785e013d-c92e-4828-b7f5-34a8f2e42a85 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:10.312861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:10.316498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:10.366582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Checking router: 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:20:10.366874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Updating router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 port c81cf767-b6dd-47ed-8b65-ca6a52eaced6 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:20:10.390768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:10.392081 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.418013 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.431139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb374e-f60f-4611-aedf-5048d7133d23 req-d72f7a96-b7c0-4bbd-ad71-938a00c94ed0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:10.437198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb374e-f60f-4611-aedf-5048d7133d23 req-d72f7a96-b7c0-4bbd-ad71-938a00c94ed0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:10.444350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb374e-f60f-4611-aedf-5048d7133d23 req-d72f7a96-b7c0-4bbd-ad71-938a00c94ed0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:10.451404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb374e-f60f-4611-aedf-5048d7133d23 req-d72f7a96-b7c0-4bbd-ad71-938a00c94ed0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:10.457679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb374e-f60f-4611-aedf-5048d7133d23 req-d72f7a96-b7c0-4bbd-ad71-938a00c94ed0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:10.466902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85fb374e-f60f-4611-aedf-5048d7133d23 req-d72f7a96-b7c0-4bbd-ad71-938a00c94ed0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 3817 time: 0.1273546 Aug 20 11:20:10.521694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85fb374e-f60f-4611-aedf-5048d7133d23 req-ba016d6f-23c4-478f-b731-66b7fc3c8bf5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523953 Aug 20 11:20:10.745934 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-39c52f2c-9554-43e4-9cfa-7f152695136a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.773766 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.773766 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e8122fba-0694-42d9-8c06-8fae8dac94b4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.6896541 Aug 20 11:20:10.774055 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.776273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52218) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:10.779101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Transition to ACTIVE for port object c81cf767-b6dd-47ed-8b65-ca6a52eaced6 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:10.796374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c52f2c-9554-43e4-9cfa-7f152695136a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event deleted for resources: {'Port': ['ID=722cb73e-24f8-4dde-88b6-1e90bcc1c33c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:10.849816 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9b7dd8be-083f-4df1-b223-3aa152986ba9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4065323 Aug 20 11:20:10.865387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:10.911609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-39c52f2c-9554-43e4-9cfa-7f152695136a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.913691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-39c52f2c-9554-43e4-9cfa-7f152695136a tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "DELETE /v2.0/ports/722cb73e-24f8-4dde-88b6-1e90bcc1c33c HTTP/1.1" status: 204 len: 168 time: 1.7868176 Aug 20 11:20:10.916995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52220) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:10.955768 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:10.983800 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-600201b4-00d5-490e-ba45-255d080ac195 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] GET failed (client error): The resource could not be found. Aug 20 11:20:10.991084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-600201b4-00d5-490e-ba45-255d080ac195 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "GET /v2.0/ports/722cb73e-24f8-4dde-88b6-1e90bcc1c33c HTTP/1.1" status: 404 len: 333 time: 0.0734313 Aug 20 11:20:10.992479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52222) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:11.111538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dd58e611-c60a-47c4-a3c5-31d877f85a0c None None] Provisioning for port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:11.115502 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:11.126157 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:11.192747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a73e78-020e-43ad-83c2-99852c5970a1 None None] Pushing event updated for resources: {'Port': ['ID=c81cf767-b6dd-47ed-8b65-ca6a52eaced6,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:11.230666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dd58e611-c60a-47c4-a3c5-31d877f85a0c None None] Provisioning complete for port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:11.231828 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dd58e611-c60a-47c4-a3c5-31d877f85a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:11.242930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-4cd09a8b-a6b2-4dce-9242-98bf30372cb1 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Deleting port 6a93f57b-75b7-4a1d-8e7a-18645fa771a0 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:11.243432 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cd09a8b-a6b2-4dce-9242-98bf30372cb1 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:11.289766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Attempting to bind port c81cf767-b6dd-47ed-8b65-ca6a52eaced6 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:11.290200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Attempting to bind port c81cf767-b6dd-47ed-8b65-ca6a52eaced6 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:11.290854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Attempting to bind port c81cf767-b6dd-47ed-8b65-ca6a52eaced6 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:11.304734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-dd58e611-c60a-47c4-a3c5-31d877f85a0c None None] Port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:11.307024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:11.307712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:11.308323 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:11.309065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:11.310793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Bound port: c81cf767-b6dd-47ed-8b65-ca6a52eaced6, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:11.311431 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:11.361154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cd09a8b-a6b2-4dce-9242-98bf30372cb1 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:11.376856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-4cd09a8b-a6b2-4dce-9242-98bf30372cb1 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Calling delete_port for 6a93f57b-75b7-4a1d-8e7a-18645fa771a0 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:11.547345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] For port c81cf767-b6dd-47ed-8b65-ca6a52eaced6, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:11.550681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] For port c81cf767-b6dd-47ed-8b65-ca6a52eaced6, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c81cf767-b6dd-47ed-8b65-ca6a52eaced6,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:11.569024 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73dd5a4c-f529-42fb-8049-f8717da03e14 req-816bf439-550d-40fb-a33b-71fb2076771b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 210 time: 0.0459976 Aug 20 11:20:11.721623 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:11.759735 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:11.780561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133e4b7-50e9-4246-9b22-7233f5de6f05 req-033d2e32-efaf-4d1e-8aa8-3e20b2326fee tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:11.793517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133e4b7-50e9-4246-9b22-7233f5de6f05 req-033d2e32-efaf-4d1e-8aa8-3e20b2326fee tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:11.808998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133e4b7-50e9-4246-9b22-7233f5de6f05 req-033d2e32-efaf-4d1e-8aa8-3e20b2326fee tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:11.826372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Routers {'871de3f1-19f6-43c7-aad1-dd97b2d49ea2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:11.827064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:11.851538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133e4b7-50e9-4246-9b22-7233f5de6f05 req-033d2e32-efaf-4d1e-8aa8-3e20b2326fee tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:11.872602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133e4b7-50e9-4246-9b22-7233f5de6f05 req-033d2e32-efaf-4d1e-8aa8-3e20b2326fee tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:11.874759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5133e4b7-50e9-4246-9b22-7233f5de6f05 req-033d2e32-efaf-4d1e-8aa8-3e20b2326fee tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 3817 time: 0.1944144 Aug 20 11:20:11.875205 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cd09a8b-a6b2-4dce-9242-98bf30372cb1 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:11.938612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd09a8b-a6b2-4dce-9242-98bf30372cb1 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event deleted for resources: {'Port': ['ID=6a93f57b-75b7-4a1d-8e7a-18645fa771a0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:11.942544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] Set router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:11.988580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Allocated IP 172.20.0.1 (787a5cce-b5ae-4d41-b3ab-75787bcd8619/99c49e41-16aa-4689-aedd-58b0cc391988/a0ab8b95-19f7-4ece-9d51-cd59e6025371) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:12.004029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5133e4b7-50e9-4246-9b22-7233f5de6f05 req-d63db296-0656-4c81-ae53-788feec1eabc tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151488 Aug 20 11:20:12.050851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52238) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:12.105937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a73e78-020e-43ad-83c2-99852c5970a1 None None] Pushing event updated for resources: {'Port': ['ID=c81cf767-b6dd-47ed-8b65-ca6a52eaced6,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:12.163770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-router', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:05Z', 'updated_at': '2021-08-20T11:20:08Z', 'revision_number': 3, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'gw_port': {'id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:06Z', 'updated_at': '2021-08-20T11:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:12.169433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494af9e3-2f2e-493f-860d-7668a4a4d5a3 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:12.188355 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.204396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8f22b2-72ff-4eaf-9a2f-a2bc549ab3eb None None] The sync data for ids ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'] in n-d-804230-3 is: [{'id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-router', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:05Z', 'updated_at': '2021-08-20T11:20:08Z', 'revision_number': 3, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'gw_port': {'id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:06Z', 'updated_at': '2021-08-20T11:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:12.215972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5490cbe4-fcfe-40b7-8997-4ab0c6937381 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cacbff578c3c4cfeb22252cf8ddcb02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598518 Aug 20 11:20:12.217321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52240) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:12.231406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cd09a8b-a6b2-4dce-9242-98bf30372cb1 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.235070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4cd09a8b-a6b2-4dce-9242-98bf30372cb1 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "DELETE /v2.0/ports/6a93f57b-75b7-4a1d-8e7a-18645fa771a0 HTTP/1.1" status: 204 len: 168 time: 1.2408056 Aug 20 11:20:12.236571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Transition to ACTIVE for port object 494af9e3-2f2e-493f-860d-7668a4a4d5a3 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:12.238179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52242) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:12.297446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-a87a066b-ace6-480d-b508-80c82f81cbc9 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:12.299532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-a87a066b-ace6-480d-b508-80c82f81cbc9 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.57 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 821 time: 0.2562699 Aug 20 11:20:12.313732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Request body: {'port': {'device_id': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2', 'admin_state_up': True, 'tenant_id': 'b9f10ce7f178455a909c11d0d990c99e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:12.329310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.338921 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a01a8541-dd5b-4009-8326-ffa56263d757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.353627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Transition to ACTIVE for port object a0ab8b95-19f7-4ece-9d51-cd59e6025371 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:12.371745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a01a8541-dd5b-4009-8326-ffa56263d757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.435231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-81258b05-969f-4cdf-9d82-40da825cf726 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Deleting subnet 0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:20:12.441110 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81258b05-969f-4cdf-9d82-40da825cf726 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.490841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81258b05-969f-4cdf-9d82-40da825cf726 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.610194 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.610809 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81258b05-969f-4cdf-9d82-40da825cf726 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.616738 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.688219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a01a8541-dd5b-4009-8326-ffa56263d757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.691394 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a01a8541-dd5b-4009-8326-ffa56263d757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.695168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a01a8541-dd5b-4009-8326-ffa56263d757 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae46ea4b-a997-4527-86a9-ba7ec7a6bf37 HTTP/1.1" status: 204 len: 168 time: 0.4738390 Aug 20 11:20:12.719575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:12.720451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ab8b95-19f7-4ece-9d51-cd59e6025371,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:12.730846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a8541-dd5b-4009-8326-ffa56263d757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae46ea4b-a997-4527-86a9-ba7ec7a6bf37,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:12.744576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:12.791028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:12.791755 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8877beb-1d23-4590-9586-133b0cb633df req-f15c3b1b-f514-4f77-9414-df34c948ee85 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 210 time: 0.0817814 Aug 20 11:20:12.791755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Made reservation on behalf of b9f10ce7f178455a909c11d0d990c99e for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:12.797407 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:12.803010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:13.196089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=494af9e3-2f2e-493f-860d-7668a4a4d5a3,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:13.261787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:13.301388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:13.393514 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81258b05-969f-4cdf-9d82-40da825cf726 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:13.486041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81258b05-969f-4cdf-9d82-40da825cf726 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event deleted for resources: {'Subnet': ['ID=0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:13.488771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4f65a4d0-9bdc-4033-9312-ebaf751e0ba7 None None] Provisioning for port a0ab8b95-19f7-4ece-9d51-cd59e6025371 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:13.495050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Allocated IP 172.20.0.11 (e6f2992a-7e11-4def-8893-cfdba9ef3fc2/0963d3cc-d124-4861-9d02-eff0cb690c13/8cd59e84-9efc-484e-8cc5-40e58affdf3d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:13.498727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4f65a4d0-9bdc-4033-9312-ebaf751e0ba7 None None] Provisioning complete for port a0ab8b95-19f7-4ece-9d51-cd59e6025371 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:13.499449 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4f65a4d0-9bdc-4033-9312-ebaf751e0ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:13.508982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81258b05-969f-4cdf-9d82-40da825cf726 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:13.511191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-81258b05-969f-4cdf-9d82-40da825cf726 tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "DELETE /v2.0/subnets/0fec14f7-4d3c-48df-8b5c-67e0a31a1a3e HTTP/1.1" status: 204 len: 168 time: 1.2719352 Aug 20 11:20:13.515369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52258) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:13.531918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Attempting to bind port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:13.546820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Attempting to bind port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:13.546820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Attempting to bind port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 on network 26aed97a-f400-4b37-8a16-a0a6436f9bcf {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:13.562856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:13.627242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4f65a4d0-9bdc-4033-9312-ebaf751e0ba7 None None] Port a0ab8b95-19f7-4ece-9d51-cd59e6025371 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:13.633130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a84aa-e91c-4533-8f53-93c55105692e None None] Network c57151cd-6de7-449d-a213-186b9ce1228b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:13.711810 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:13.790330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ab8b95-19f7-4ece-9d51-cd59e6025371,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:13.818020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:13.934243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f939ccc-9e9e-41cc-a994-3272f1df2034 None None] DHCP port deletion for c57151cd-6de7-449d-a213-186b9ce1228b request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:20:13.975797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627fd18-cedc-4ba3-83db-46fe2dd22e08 req-df9d4d48-8e15-4282-a994-8030a47ecc1b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:13.982658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627fd18-cedc-4ba3-83db-46fe2dd22e08 req-df9d4d48-8e15-4282-a994-8030a47ecc1b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:13.996252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627fd18-cedc-4ba3-83db-46fe2dd22e08 req-df9d4d48-8e15-4282-a994-8030a47ecc1b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:14.004723 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627fd18-cedc-4ba3-83db-46fe2dd22e08 req-df9d4d48-8e15-4282-a994-8030a47ecc1b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:14.017780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627fd18-cedc-4ba3-83db-46fe2dd22e08 req-df9d4d48-8e15-4282-a994-8030a47ecc1b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:14.037715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d627fd18-cedc-4ba3-83db-46fe2dd22e08 req-df9d4d48-8e15-4282-a994-8030a47ecc1b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 3829 time: 0.6596947 Aug 20 11:20:14.050494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c81cf767-b6dd-47ed-8b65-ca6a52eaced6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:14.062534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9f939ccc-9e9e-41cc-a994-3272f1df2034 None None] Deleting port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:14.062911 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9f939ccc-9e9e-41cc-a994-3272f1df2034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.066344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 on network 26aed97a-f400-4b37-8a16-a0a6436f9bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:20:14.066705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Attempting to bind port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 on network 26aed97a-f400-4b37-8a16-a0a6436f9bcf {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:14.098914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52274) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:14.109092 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8adbc70b-c2b7-405c-9b1c-cce4c66332e6 req-10fcdf87-85eb-4449-9cb1-a3a68e262f5f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 210 time: 0.1092446 Aug 20 11:20:14.159397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:14.159397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Checking segment: {'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:14.159397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Bound using segment: {'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:14.159397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Bound port: 494af9e3-2f2e-493f-860d-7668a4a4d5a3, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6dbf4e6-34a2-42a9-816b-a746d754a48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:14.159397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.216169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.246158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:14.249994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9f939ccc-9e9e-41cc-a994-3272f1df2034 None None] For port 9fc01cf0-3321-4c1c-85cc-9556c160dd67, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9fc01cf0-3321-4c1c-85cc-9556c160dd67,segment=NetworkSegment(9859b9ba-054e-4a54-934a-169379dca809),segment_id=9859b9ba-054e-4a54-934a-169379dca809)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:14.250650 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9f939ccc-9e9e-41cc-a994-3272f1df2034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.251029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:14.271952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9f939ccc-9e9e-41cc-a994-3272f1df2034 None None] Calling delete_port for 9fc01cf0-3321-4c1c-85cc-9556c160dd67 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:14.501204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c81cf767-b6dd-47ed-8b65-ca6a52eaced6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:14.505993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c81cf767-b6dd-47ed-8b65-ca6a52eaced6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:14.505993 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.516362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d627fd18-cedc-4ba3-83db-46fe2dd22e08 req-126ccd0b-d407-4365-84d4-1d63770641bf tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4761446 Aug 20 11:20:14.546347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:20:14.667034 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9f939ccc-9e9e-41cc-a994-3272f1df2034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.684861 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.709259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939ccc-9e9e-41cc-a994-3272f1df2034 None None] Pushing event deleted for resources: {'Port': ['ID=9fc01cf0-3321-4c1c-85cc-9556c160dd67,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:14.711705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f939ccc-9e9e-41cc-a994-3272f1df2034 None None] No DVR routers for this DVR port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:20:14.722643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2e37481f-c630-4e3c-a8a1-6b2e1ee05561 None None] Provisioning complete for port a0ab8b95-19f7-4ece-9d51-cd59e6025371 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:14.723014 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2e37481f-c630-4e3c-a8a1-6b2e1ee05561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.750844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:14.766009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a0e8102-de24-4d77-9249-4ba4681fa5a5 admin admin] 10.222.0.10 "PUT /v2.0/routers/871de3f1-19f6-43c7-aad1-dd97b2d49ea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9805861 Aug 20 11:20:14.766560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.777326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d925042-3976-4089-b307-4a118fe28a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.789592 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Sync routers for ids ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:14.795537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c81cf767-b6dd-47ed-8b65-ca6a52eaced6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c81cf767-b6dd-47ed-8b65-ca6a52eaced6,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:14.805129 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Routers {'871de3f1-19f6-43c7-aad1-dd97b2d49ea2'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:14.808269 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:14.827582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2e37481f-c630-4e3c-a8a1-6b2e1ee05561 None None] Port a0ab8b95-19f7-4ece-9d51-cd59e6025371 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:14.867495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] For port 494af9e3-2f2e-493f-860d-7668a4a4d5a3, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:14.883595 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.933365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] For port 494af9e3-2f2e-493f-860d-7668a4a4d5a3, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:14.946691 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b9a4-ebbf-4368-b64b-222e8ea484ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:14.954489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c81cf767-b6dd-47ed-8b65-ca6a52eaced6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:14.972541 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Set router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:15.020257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Deleting port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:15.020862 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.146866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] For port 9fc01cf0-3321-4c1c-85cc-9556c160dd67, host n-d-804230-3, got binding levels [] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:15.146866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.166210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Calling delete_port for 9fc01cf0-3321-4c1c-85cc-9556c160dd67 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:15.173448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 was not found and therefore no delete operation was performed {{(pid=95587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:20:15.179480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.190226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.227687 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d925042-3976-4089-b307-4a118fe28a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.238030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:15.238689 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.240128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] 10.222.0.38 "PUT /v2.0/ports/494af9e3-2f2e-493f-860d-7668a4a4d5a3 HTTP/1.1" status: 200 len: 1092 time: 4.3812582 Aug 20 11:20:15.241375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event deleted for resources: {'Port': ['ID=9fc01cf0-3321-4c1c-85cc-9556c160dd67,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:15.244604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '494af9e3-2f2e-493f-860d-7668a4a4d5a3'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:15.252719 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce609dbf-6319-4653-aa2d-91bfa8647a87" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "494af9e3-2f2e-493f-860d-7668a4a4d5a3"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:15.272120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] No DVR routers for this DVR port 9fc01cf0-3321-4c1c-85cc-9556c160dd67 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:20:15.287248 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-router', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:05Z', 'updated_at': '2021-08-20T11:20:13Z', 'revision_number': 4, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'gw_port': {'id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:06Z', 'updated_at': '2021-08-20T11:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a0ab8b95-19f7-4ece-9d51-cd59e6025371', 'name': '', 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'mac_address': 'fa:16:3e:b7:0f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '99c49e41-16aa-4689-aedd-58b0cc391988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:11Z', 'updated_at': '2021-08-20T11:20:13Z', 'revision_number': 2, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'subnets': [{'id': '99c49e41-16aa-4689-aedd-58b0cc391988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:15.320233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b56012-83e4-4ceb-95e9-c2278c36f2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=494af9e3-2f2e-493f-860d-7668a4a4d5a3,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:15.338939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e403b4bb-d78f-44af-ab38-e0606a8e8982 req-9a67d4ec-e6ce-473b-a750-0fcb4b6be7de tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 210 time: 0.1122603 Aug 20 11:20:15.345238 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Checking router: 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:20:15.345862 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Updating router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 port a0ab8b95-19f7-4ece-9d51-cd59e6025371 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:20:15.384168 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.408266 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.410290 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-2857abc0-6b1b-4ade-9170-375a4fde34cf req-69ed1841-77f5-4d41-a37c-25b4b7f5c9b0 tempest-FloatingIPDetailsNegativeTestJSON-688534259 tempest-FloatingIPDetailsNegativeTestJSON-688534259-project] show failed (client error): The resource could not be found. Aug 20 11:20:15.412468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2857abc0-6b1b-4ade-9170-375a4fde34cf req-69ed1841-77f5-4d41-a37c-25b4b7f5c9b0 tempest-FloatingIPDetailsNegativeTestJSON-688534259 tempest-FloatingIPDetailsNegativeTestJSON-688534259-project] 10.222.0.10 "GET /v2.0/floatingips/07a8f613-3ddc-4218-a163-4557bb77afa1 HTTP/1.1" status: 404 len: 350 time: 0.2130287 Aug 20 11:20:15.425315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52302) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:15.566355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Pushing event updated for resources: {'Port': ['ID=8cd59e84-9efc-484e-8cc5-40e58affdf3d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:15.585381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:15.619063 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d925042-3976-4089-b307-4a118fe28a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.635603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52306) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:15.641658 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4330f1-11dc-495a-a8d0-284dd145df9d x-openstack-request-id: req-4d4330f1-11dc-495a-a8d0-284dd145df9d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:15.643096 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "494af9e3-2f2e-493f-860d-7668a4a4d5a3", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:15.643096 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d4330f1-11dc-495a-a8d0-284dd145df9d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:15.643096 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '494af9e3-2f2e-493f-860d-7668a4a4d5a3', 'status': 'completed', 'code': 200} Aug 20 11:20:15.738239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.781756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:15.789728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.793670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57151cd-6de7-449d-a213-186b9ce1228b']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:15.802594 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.825741 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Transition to ACTIVE for port object a0ab8b95-19f7-4ece-9d51-cd59e6025371 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:15.840971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3d925042-3976-4089-b307-4a118fe28a6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1bbcfbeadff40e6a47e3f24cf4b4b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7241189 Aug 20 11:20:15.842750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:15.851847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52312) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:15.860158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d925042-3976-4089-b307-4a118fe28a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849269f8-b3cf-4b6a-a964-83c8f74fc718,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:15.882108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:15.890130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9859b9ba-054e-4a54-934a-169379dca809') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:15.897507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9859b9ba-054e-4a54-934a-169379dca809') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:15.913997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-1793d640-99cf-4feb-a339-e76b1cd633d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:15.917789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-1793d640-99cf-4feb-a339-e76b1cd633d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:15.918288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-1793d640-99cf-4feb-a339-e76b1cd633d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:15.918800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-1793d640-99cf-4feb-a339-e76b1cd633d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:15.919631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-1793d640-99cf-4feb-a339-e76b1cd633d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:15.928091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c81cf767-b6dd-47ed-8b65-ca6a52eaced6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:15.936004 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-1793d640-99cf-4feb-a339-e76b1cd633d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 4364 time: 0.2840457 Aug 20 11:20:15.964601 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:15.977397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-469934004'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:15.985885 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.038937 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.055404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c81cf767-b6dd-47ed-8b65-ca6a52eaced6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:16.055959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:20:16.056539 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.057764 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:20:16.071686 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:20:16.101108 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Pushing event updated for resources: {'Port': ['ID=a0ab8b95-19f7-4ece-9d51-cd59e6025371,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:16.119957 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.120314 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.121423 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.122956 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.123559 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.127383 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.127383 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.127383 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.127383 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.128320 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.128988 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.130846 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:16.147347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6accb4a-52db-4ddf-b507-0f8a879fe6ce req-7cb0f890-4aa1-4a92-b21c-e1bbb31bd148 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.154014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6accb4a-52db-4ddf-b507-0f8a879fe6ce req-7cb0f890-4aa1-4a92-b21c-e1bbb31bd148 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.167258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6accb4a-52db-4ddf-b507-0f8a879fe6ce req-7cb0f890-4aa1-4a92-b21c-e1bbb31bd148 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.173548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6accb4a-52db-4ddf-b507-0f8a879fe6ce req-7cb0f890-4aa1-4a92-b21c-e1bbb31bd148 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.187009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6accb4a-52db-4ddf-b507-0f8a879fe6ce req-7cb0f890-4aa1-4a92-b21c-e1bbb31bd148 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.189220 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6accb4a-52db-4ddf-b507-0f8a879fe6ce req-7cb0f890-4aa1-4a92-b21c-e1bbb31bd148 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 3829 time: 0.4403663 Aug 20 11:20:16.260980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a99a5239-9459-45cf-8a0c-626d67e19cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.275872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.276550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.280670 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Attempting to bind port a0ab8b95-19f7-4ece-9d51-cd59e6025371 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:16.282935 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Attempting to bind port a0ab8b95-19f7-4ece-9d51-cd59e6025371 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '3f6eff4d-58b9-4c3e-ae72-560020812a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:16.283908 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Attempting to bind port a0ab8b95-19f7-4ece-9d51-cd59e6025371 on network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:16.290673 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:16.291370 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Checking segment: {'id': '3f6eff4d-58b9-4c3e-ae72-560020812a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:16.292333 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.293052 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Bound using segment: {'id': '3f6eff4d-58b9-4c3e-ae72-560020812a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:16.293857 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Bound port: a0ab8b95-19f7-4ece-9d51-cd59e6025371, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6eff4d-58b9-4c3e-ae72-560020812a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:16.295088 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.353972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9fc01cf0-3321-4c1c-85cc-9556c160dd67 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:20:16.384751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.402103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 9fc01cf0-3321-4c1c-85cc-9556c160dd67 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:20:16.402468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9fc01cf0-3321-4c1c-85cc-9556c160dd67 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:20:16.426619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.426619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] 10.222.0.10 "DELETE /v2.0/networks/c57151cd-6de7-449d-a213-186b9ce1228b HTTP/1.1" status: 204 len: 168 time: 2.8996332 Aug 20 11:20:16.431632 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] For port a0ab8b95-19f7-4ece-9d51-cd59e6025371, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:16.436809 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] For port a0ab8b95-19f7-4ece-9d51-cd59e6025371, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a0ab8b95-19f7-4ece-9d51-cd59e6025371,segment=NetworkSegment(3f6eff4d-58b9-4c3e-ae72-560020812a23),segment_id=3f6eff4d-58b9-4c3e-ae72-560020812a23)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:16.500771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-fa7b9c7d-c61c-4403-b5aa-7e8c4321a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.501252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-fa7b9c7d-c61c-4403-b5aa-7e8c4321a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.501920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-fa7b9c7d-c61c-4403-b5aa-7e8c4321a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.504286 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-fa7b9c7d-c61c-4403-b5aa-7e8c4321a504 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c96e568c24aa41fabf979ad88fff50d8&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5472267 Aug 20 11:20:16.507648 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a99a5239-9459-45cf-8a0c-626d67e19cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.529386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6accb4a-52db-4ddf-b507-0f8a879fe6ce req-1e780993-ba68-4682-b6d6-d6b264900416 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165596 Aug 20 11:20:16.561074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b0adf-1734-415c-ad37-bef9a5797b3f tempest-AllowedAddressPairTestJSON-460577446 tempest-AllowedAddressPairTestJSON-460577446-project] Pushing event deleted for resources: {'Network': ['ID=c57151cd-6de7-449d-a213-186b9ce1228b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:16.573506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Made reservation on behalf of 41a265bec9024e11bfb61480f7041334 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:16.575859 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.605439 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.616989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:16.631930 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.660404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Transition to ACTIVE for port object 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:16.669040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d642-6054-4661-8849-b4482d5c17df req-3bc7c2dd-78a2-4c75-adc6-dbd28bdbb525 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.674217 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.677564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00b7d642-6054-4661-8849-b4482d5c17df req-3bc7c2dd-78a2-4c75-adc6-dbd28bdbb525 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 932 time: 0.1206741 Aug 20 11:20:16.730764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00b7d642-6054-4661-8849-b4482d5c17df req-fc918c1d-f1f6-4883-9511-3eec98c70eb0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525882 Aug 20 11:20:16.737771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-3dab5138-32e7-4afa-93e3-dffd7e948bfb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4277978 Aug 20 11:20:16.768186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Request body: {'port': {'device_id': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:16.786364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-74357e0f-c087-4872-a4a0-cbdb4fbc46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:16.788169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce609dbf-6319-4653-aa2d-91bfa8647a87 req-74357e0f-c087-4872-a4a0-cbdb4fbc46c3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609134 Aug 20 11:20:16.801376 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Routers {'871de3f1-19f6-43c7-aad1-dd97b2d49ea2'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:16.806856 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:19:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:16.921511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.922263 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.943977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.972772 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a99a5239-9459-45cf-8a0c-626d67e19cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.975893 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a99a5239-9459-45cf-8a0c-626d67e19cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:16.977356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a99a5239-9459-45cf-8a0c-626d67e19cf5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/849269f8-b3cf-4b6a-a964-83c8f74fc718 HTTP/1.1" status: 204 len: 168 time: 1.1191857 Aug 20 11:20:17.015879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a5239-9459-45cf-8a0c-626d67e19cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849269f8-b3cf-4b6a-a964-83c8f74fc718,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:17.033413 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659830cf-f3df-4c9d-b068-ab83289f7bc7 None None] Pushing event updated for resources: {'Port': ['ID=a0ab8b95-19f7-4ece-9d51-cd59e6025371,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:17.183122 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] Set router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:17.187481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Pushing event updated for resources: {'Port': ['ID=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:17.413130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-08cdeddb-339a-4a38-8768-f8a21e6471b9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0823395 Aug 20 11:20:17.433000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] Deleting port a0ab8b95-19f7-4ece-9d51-cd59e6025371 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:17.433000 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:17.499745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52326) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:17.536004 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:17.564226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Attempting to bind port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:17.564563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Attempting to bind port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:17.564892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Attempting to bind port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:17.576393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:20:17.576722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Attempting to bind port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:17.590884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:17.591235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Checking segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:17.591636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Bound using segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:17.592086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Bound port: 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:17.592453 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:17.595338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-2a48a3b4-e78b-400e-8d77-2a2b8383a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.601800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-2a48a3b4-e78b-400e-8d77-2a2b8383a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.602312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-2a48a3b4-e78b-400e-8d77-2a2b8383a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.608084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-2a48a3b4-e78b-400e-8d77-2a2b8383a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.608818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-2a48a3b4-e78b-400e-8d77-2a2b8383a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.609215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-2a48a3b4-e78b-400e-8d77-2a2b8383a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.609690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-2a48a3b4-e78b-400e-8d77-2a2b8383a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.611723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-2a48a3b4-e78b-400e-8d77-2a2b8383a0be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6490 time: 0.1300838 Aug 20 11:20:17.664743 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:17.677688 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-router', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:05Z', 'updated_at': '2021-08-20T11:20:13Z', 'revision_number': 4, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'gw_port': {'id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:06Z', 'updated_at': '2021-08-20T11:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a0ab8b95-19f7-4ece-9d51-cd59e6025371', 'name': '', 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'mac_address': 'fa:16:3e:b7:0f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '99c49e41-16aa-4689-aedd-58b0cc391988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:11Z', 'updated_at': '2021-08-20T11:20:16Z', 'revision_number': 4, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'subnets': [{'id': '99c49e41-16aa-4689-aedd-58b0cc391988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:17.717691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:20:17.764893 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2074846-a57e-49b0-aa88-c1888f05ee73 None None] The sync data for ids ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'] in n-d-804230-3 is: [{'id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-router', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:05Z', 'updated_at': '2021-08-20T11:20:13Z', 'revision_number': 4, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'gw_port': {'id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:06Z', 'updated_at': '2021-08-20T11:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a0ab8b95-19f7-4ece-9d51-cd59e6025371', 'name': '', 'network_id': '787a5cce-b5ae-4d41-b3ab-75787bcd8619', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'mac_address': 'fa:16:3e:b7:0f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '99c49e41-16aa-4689-aedd-58b0cc391988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:11Z', 'updated_at': '2021-08-20T11:20:16Z', 'revision_number': 4, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'subnets': [{'id': '99c49e41-16aa-4689-aedd-58b0cc391988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:17.796155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:17.796155 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Added segment 3aa9b80b-56c8-49c5-a48c-19875e906300 of type vlan for network ff27adef-3ca3-47fc-83be-6bd87336e27e Aug 20 11:20:17.798968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9cf620-d8f6-483c-9a7f-812975182de8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:17.857227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-47879902-3574-41be-8651-115cebc2681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.857763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-47879902-3574-41be-8651-115cebc2681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.858238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-47879902-3574-41be-8651-115cebc2681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:17.860185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-47879902-3574-41be-8651-115cebc2681d service neutron] 10.222.0.57 "GET /v2.0/networks?id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=256eabbf-2f38-42b5-bb35-2d56f488889c&id=256eabbf-2f38-42b5-bb35-2d56f488889c HTTP/1.1" status: 200 len: 2291 time: 0.1901884 Aug 20 11:20:17.884102 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f679-dee0-4d79-a94b-6f581f44df2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:17.891540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] For port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:17.923968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] For port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:17.925760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] For port a0ab8b95-19f7-4ece-9d51-cd59e6025371, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a0ab8b95-19f7-4ece-9d51-cd59e6025371,segment=NetworkSegment(3f6eff4d-58b9-4c3e-ae72-560020812a23),segment_id=3f6eff4d-58b9-4c3e-ae72-560020812a23)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:17.926818 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:17.974622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd59e84-9efc-484e-8cc5-40e58affdf3d {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:17.985711 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:17.989161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] Calling delete_port for a0ab8b95-19f7-4ece-9d51-cd59e6025371 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:17.997498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.038832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Transition to ACTIVE for port object 8cd59e84-9efc-484e-8cc5-40e58affdf3d will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:18.053304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145faa4d-0fa2-488e-a590-f073899f474b req-d61d425a-c0b9-413f-a0b6-c4b2a1eed06c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.060097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145faa4d-0fa2-488e-a590-f073899f474b req-d61d425a-c0b9-413f-a0b6-c4b2a1eed06c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.069384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145faa4d-0fa2-488e-a590-f073899f474b req-d61d425a-c0b9-413f-a0b6-c4b2a1eed06c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.075784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-af2ffca8-dc51-4dab-b05b-34589810b140 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=673a200a0d93496cbc5835faae9f199e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595150 Aug 20 11:20:18.076543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145faa4d-0fa2-488e-a590-f073899f474b req-d61d425a-c0b9-413f-a0b6-c4b2a1eed06c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.081755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52340) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:18.084879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145faa4d-0fa2-488e-a590-f073899f474b req-d61d425a-c0b9-413f-a0b6-c4b2a1eed06c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.097123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145faa4d-0fa2-488e-a590-f073899f474b req-d61d425a-c0b9-413f-a0b6-c4b2a1eed06c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.099315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-145faa4d-0fa2-488e-a590-f073899f474b req-d61d425a-c0b9-413f-a0b6-c4b2a1eed06c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 4607 time: 0.3375890 Aug 20 11:20:18.109328 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.142918 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-9c399e4f-2674-4c2a-98a0-cc1cb7f81971 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56 HTTP/1.1" status: 200 len: 1001 time: 0.2659767 Aug 20 11:20:18.161494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.162140 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.167106 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] 10.222.0.38 "PUT /v2.0/ports/1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 HTTP/1.1" status: 200 len: 1136 time: 2.6487012 Aug 20 11:20:18.167106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '1748ac82-9bd3-4a4d-9d24-bfcb41f54d01'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:18.168693 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "1748ac82-9bd3-4a4d-9d24-bfcb41f54d01"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:18.233695 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-145faa4d-0fa2-488e-a590-f073899f474b req-2bd6b640-a114-40c6-aca5-b55a39f4a092 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241579 Aug 20 11:20:18.243414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54518b5-186c-4361-a045-9d7b52fc4053 service neutron] Pushing event updated for resources: {'Port': ['ID=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:18.287513 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.300169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.300865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.309198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.352407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f379080-6d8b-41d9-a5fc-947fedb828d8 req-95683a8e-1e9c-4e89-9db8-ca70562ddf96 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.354029 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f379080-6d8b-41d9-a5fc-947fedb828d8 req-95683a8e-1e9c-4e89-9db8-ca70562ddf96 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 932 time: 0.3679068 Aug 20 11:20:18.407175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:18.460504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52344) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:18.471115 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccd5b1c-43f9-4736-9bc5-143c1ddfb31e x-openstack-request-id: req-7ccd5b1c-43f9-4736-9bc5-143c1ddfb31e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:18.471723 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "1748ac82-9bd3-4a4d-9d24-bfcb41f54d01", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:18.471989 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ccd5b1c-43f9-4736-9bc5-143c1ddfb31e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:18.477022 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '1748ac82-9bd3-4a4d-9d24-bfcb41f54d01', 'status': 'completed', 'code': 200} Aug 20 11:20:18.606220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event updated for resources: {'Network': ['ID=ff27adef-3ca3-47fc-83be-6bd87336e27e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:18.608303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Pushing event updated for resources: {'Port': ['ID=8cd59e84-9efc-484e-8cc5-40e58affdf3d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:18.625478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network ff27adef-3ca3-47fc-83be-6bd87336e27e details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:18.647744 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.668161 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed1c11b5-fbce-43eb-a629-33fefd1dab18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.678877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-ba7298b3-5574-4927-8e3b-55f6cba0a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.678877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-ba7298b3-5574-4927-8e3b-55f6cba0a58c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=716f77d3-ee35-4a9f-8a6e-d4e7a142f166 HTTP/1.1" status: 200 len: 851 time: 0.5185058 Aug 20 11:20:18.679146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.754525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0b1ee43e-23dd-4e4e-b3ac-8f27a10a155e tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1061208 Aug 20 11:20:18.761993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52346) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:18.816507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12577ba7-59db-42bd-bf1b-3b534903a55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.855435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-96abfea9-8e90-4c81-ad45-9b9bc394d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.856784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-96abfea9-8e90-4c81-ad45-9b9bc394d6ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633339 Aug 20 11:20:18.860428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Request body: {'subnet': {'network_id': 'ff27adef-3ca3-47fc-83be-6bd87336e27e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:18.865893 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed1c11b5-fbce-43eb-a629-33fefd1dab18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:18.871050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f379080-6d8b-41d9-a5fc-947fedb828d8 req-ab3ddae4-bc9c-41c6-af11-f63cdd19d463 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968023 Aug 20 11:20:18.927552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-b37ff13f-8db5-4438-9932-29eb07c72ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.930238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-b37ff13f-8db5-4438-9932-29eb07c72ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.930923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-b37ff13f-8db5-4438-9932-29eb07c72ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.931567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-b37ff13f-8db5-4438-9932-29eb07c72ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.932201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-b37ff13f-8db5-4438-9932-29eb07c72ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.932835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-b37ff13f-8db5-4438-9932-29eb07c72ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:18.935545 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-b37ff13f-8db5-4438-9932-29eb07c72ae7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5293 time: 0.4593716 Aug 20 11:20:19.179555 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:19.198366 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-7025b005-d1d3-4d58-9692-eff73e961d5d service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607422 Aug 20 11:20:19.354745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed1c11b5-fbce-43eb-a629-33fefd1dab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:19.359970 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed1c11b5-fbce-43eb-a629-33fefd1dab18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:19.366877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ed1c11b5-fbce-43eb-a629-33fefd1dab18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/322aabbf-e3a7-4e9e-b1ed-eb9396a8d2ac HTTP/1.1" status: 204 len: 168 time: 1.2795520 Aug 20 11:20:19.368711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-9916d40f-2422-4192-8865-5b45d335388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:19.369281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-9916d40f-2422-4192-8865-5b45d335388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:19.369567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-9916d40f-2422-4192-8865-5b45d335388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:19.375919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-9916d40f-2422-4192-8865-5b45d335388b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c96e568c24aa41fabf979ad88fff50d8&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2861896 Aug 20 11:20:19.425627 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:19.818551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:19.819212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:19.819212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:19.839178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a08d6-5af6-4239-bbe2-2af937379a24 req-249d4e65-f06d-4211-8903-d74f3fb06aa5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:19.847216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a08d6-5af6-4239-bbe2-2af937379a24 req-249d4e65-f06d-4211-8903-d74f3fb06aa5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:19.870326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a08d6-5af6-4239-bbe2-2af937379a24 req-249d4e65-f06d-4211-8903-d74f3fb06aa5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:19.870326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a08d6-5af6-4239-bbe2-2af937379a24 req-249d4e65-f06d-4211-8903-d74f3fb06aa5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:19.870326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a08d6-5af6-4239-bbe2-2af937379a24 req-249d4e65-f06d-4211-8903-d74f3fb06aa5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:19.873103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a08d6-5af6-4239-bbe2-2af937379a24 req-249d4e65-f06d-4211-8903-d74f3fb06aa5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:19.882070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8a08d6-5af6-4239-bbe2-2af937379a24 req-249d4e65-f06d-4211-8903-d74f3fb06aa5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 4607 time: 0.2167814 Aug 20 11:20:19.902425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153954e2-ea32-4f96-8194-59c54f6c2819 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:19.922315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:20:19.922687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:19.933351 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:19.934295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:19.934662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:19.935055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:19.935690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Bound port: 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:19.936053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:19.963261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c11b5-fbce-43eb-a629-33fefd1dab18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322aabbf-e3a7-4e9e-b1ed-eb9396a8d2ac,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:19.991376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8a08d6-5af6-4239-bbe2-2af937379a24 req-71bba589-f55c-40ef-be1b-d7b520eebe87 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082571 Aug 20 11:20:20.038530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Transition to ACTIVE for port object 153954e2-ea32-4f96-8194-59c54f6c2819 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:20.063271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a0ab8b95-19f7-4ece-9d51-cd59e6025371 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:20.110410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:20.112333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-b92b5a6d-8d23-486e-b7fb-82f93190c0a5 service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7343431 Aug 20 11:20:20.123132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:20.145201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a0ab8b95-19f7-4ece-9d51-cd59e6025371 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:20:20.145201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a0ab8b95-19f7-4ece-9d51-cd59e6025371 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 11:20:20.176126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Port a0ab8b95-19f7-4ece-9d51-cd59e6025371 not found, will not notify nova. {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 11:20:20.190560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ab8b95-19f7-4ece-9d51-cd59e6025371,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:20.191764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:20.284447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Pushing event updated for resources: {'Port': ['ID=153954e2-ea32-4f96-8194-59c54f6c2819,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:20.319659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358f890-556f-4548-aaad-f2b2927b743b req-6425031b-df00-4918-8d61-aec6dfa521c0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:20.333624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d358f890-556f-4548-aaad-f2b2927b743b req-6425031b-df00-4918-8d61-aec6dfa521c0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 944 time: 0.1909981 Aug 20 11:20:20.350843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:20.453831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:20.464173 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-82a24465-0314-481b-9fa4-1cae9b3cc1a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 200 len: 217 time: 0.2055106 Aug 20 11:20:20.533753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:20.534357 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:20.535906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] 10.222.0.57 "PUT /v2.0/ports/8cd59e84-9efc-484e-8cc5-40e58affdf3d HTTP/1.1" status: 200 len: 1092 time: 3.7819536 Aug 20 11:20:20.536545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'tag': '8cd59e84-9efc-484e-8cc5-40e58affdf3d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:20.539292 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915f382a-9d86-46aa-a7f6-ae114877bbca" -d '{"events": [{"name": "network-changed", "server_uuid": "7d37f3e2-8883-445b-8338-100f4cdc04f1", "tag": "8cd59e84-9efc-484e-8cc5-40e58affdf3d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:20.545655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d358f890-556f-4548-aaad-f2b2927b743b req-233a6f5e-6f91-4f54-b113-4092b8997af7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115810 Aug 20 11:20:20.555336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7929e04-dfcc-4b30-8db1-8cf91f23c6ff service neutron] Pushing event updated for resources: {'Port': ['ID=8cd59e84-9efc-484e-8cc5-40e58affdf3d,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:20.585274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Attempting to bind port 153954e2-ea32-4f96-8194-59c54f6c2819 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:20.585834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Attempting to bind port 153954e2-ea32-4f96-8194-59c54f6c2819 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:20.586183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Attempting to bind port 153954e2-ea32-4f96-8194-59c54f6c2819 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:20.593598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Port 153954e2-ea32-4f96-8194-59c54f6c2819 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:20:20.593931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Attempting to bind port 153954e2-ea32-4f96-8194-59c54f6c2819 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:20.600518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:20.600871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Checking segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:20.601267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Bound using segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:20.617887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Bound port: 153954e2-ea32-4f96-8194-59c54f6c2819, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:20.617887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:20.694475 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31394c03-34c0-49ca-9ae2-8b64b390c950 x-openstack-request-id: req-31394c03-34c0-49ca-9ae2-8b64b390c950 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:20.694990 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d37f3e2-8883-445b-8338-100f4cdc04f1", "tag": "8cd59e84-9efc-484e-8cc5-40e58affdf3d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:20.695349 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31394c03-34c0-49ca-9ae2-8b64b390c950 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:20.695824 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'tag': '8cd59e84-9efc-484e-8cc5-40e58affdf3d', 'status': 'completed', 'code': 200} Aug 20 11:20:20.744202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] For port 153954e2-ea32-4f96-8194-59c54f6c2819, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:20.749177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-6027dfae-5eb6-4012-82b3-32eb517346ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:20.750809 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-6027dfae-5eb6-4012-82b3-32eb517346ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.1406012 Aug 20 11:20:20.763389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] For port 153954e2-ea32-4f96-8194-59c54f6c2819, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=153954e2-ea32-4f96-8194-59c54f6c2819,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:20.772733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f382a-9d86-46aa-a7f6-ae114877bbca req-88b060dc-1838-47c2-be6d-2308086ec38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:20.774411 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-915f382a-9d86-46aa-a7f6-ae114877bbca req-88b060dc-1838-47c2-be6d-2308086ec38f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 1095 time: 0.0710146 Aug 20 11:20:20.847507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-0a48ea50-b457-486e-8001-acf870fc0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:20.849232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9882e6ee-9b60-44fd-8f9b-3952e1a78e54 req-0a48ea50-b457-486e-8001-acf870fc0168 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4018986 Aug 20 11:20:20.860529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:20.867457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12577ba7-59db-42bd-bf1b-3b534903a55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:20.887338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f382a-9d86-46aa-a7f6-ae114877bbca req-bec3a7c5-c198-4059-934b-d3d078c3dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:20.887996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-4cdf9a75-22e5-4ea7-92fe-a16e6772fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:20.888876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-915f382a-9d86-46aa-a7f6-ae114877bbca req-bec3a7c5-c198-4059-934b-d3d078c3dad1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b9f10ce7f178455a909c11d0d990c99e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1068912 Aug 20 11:20:20.889308 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-4cdf9a75-22e5-4ea7-92fe-a16e6772fd39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1266007 Aug 20 11:20:20.896677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] Router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:20:20.965418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.019859 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12577ba7-59db-42bd-bf1b-3b534903a55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.028358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.029066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.030673 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] 10.222.0.38 "PUT /v2.0/ports/153954e2-ea32-4f96-8194-59c54f6c2819 HTTP/1.1" status: 200 len: 1135 time: 2.6363630 Aug 20 11:20:21.076166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14600a4-8e0a-4c6b-a303-66699b1c2b01 service neutron] Pushing event updated for resources: {'Port': ['ID=153954e2-ea32-4f96-8194-59c54f6c2819,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:21.099400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f382a-9d86-46aa-a7f6-ae114877bbca req-9f172bfb-103f-4631-a3db-8427a89d9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.101461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-915f382a-9d86-46aa-a7f6-ae114877bbca req-9f172bfb-103f-4631-a3db-8427a89d9695 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1988077 Aug 20 11:20:21.155778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-12577ba7-59db-42bd-bf1b-3b534903a55a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab71ac77d4ff48c495eefffc5fb4eade&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6454420 Aug 20 11:20:21.155929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Made reservation on behalf of 41a265bec9024e11bfb61480f7041334 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:21.166363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.171676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52384) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:21.171676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12577ba7-59db-42bd-bf1b-3b534903a55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde3b798-72ed-4c36-946d-c506cc20223f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:21.176382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-8155e635-5300-4a13-911b-d1aaa5161300 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730899 Aug 20 11:20:21.264312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:21.300933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:21.316872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-57087c44-8ffc-46e9-b6ae-fef1b16c1cd9 admin admin] 10.222.0.10 "PUT /v2.0/routers/871de3f1-19f6-43c7-aad1-dd97b2d49ea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8861592 Aug 20 11:20:21.318537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52386) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:21.329465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] Sync routers for ids ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:21.339748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] Routers {'871de3f1-19f6-43c7-aad1-dd97b2d49ea2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:21.340740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:21.412556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-17484244-31af-45ec-b3fd-b6fc3828b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.414397 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-17484244-31af-45ec-b3fd-b6fc3828b1ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 1095 time: 0.2300925 Aug 20 11:20:21.419321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.454857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed68470-07ec-44eb-9133-47da406206b3 req-865cb8d1-26b8-4789-b8b2-99d5a615fdba tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.462173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed68470-07ec-44eb-9133-47da406206b3 req-865cb8d1-26b8-4789-b8b2-99d5a615fdba tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.468530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed68470-07ec-44eb-9133-47da406206b3 req-865cb8d1-26b8-4789-b8b2-99d5a615fdba tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.475058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52390) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:21.475265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed68470-07ec-44eb-9133-47da406206b3 req-865cb8d1-26b8-4789-b8b2-99d5a615fdba tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.481975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed68470-07ec-44eb-9133-47da406206b3 req-865cb8d1-26b8-4789-b8b2-99d5a615fdba tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.489073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed68470-07ec-44eb-9133-47da406206b3 req-865cb8d1-26b8-4789-b8b2-99d5a615fdba tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.489698 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-aad9bbb6-6eb5-417a-b277-3caff6bdb5ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d HTTP/1.1" status: 200 len: 217 time: 0.0665443 Aug 20 11:20:21.493639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] Set router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:21.494850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed68470-07ec-44eb-9133-47da406206b3 req-865cb8d1-26b8-4789-b8b2-99d5a615fdba tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.496478 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ed68470-07ec-44eb-9133-47da406206b3 req-865cb8d1-26b8-4789-b8b2-99d5a615fdba tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5384 time: 0.3420987 Aug 20 11:20:21.498560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-2e3946a7-537a-42eb-9491-b3cc871c2682 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981062 Aug 20 11:20:21.512572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46b26bf9-79b5-4721-a424-b99c0f8826c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.544911 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46b26bf9-79b5-4721-a424-b99c0f8826c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.650594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-ca2ff632-8ea5-4af1-a5a7-04a7c9f20c2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 200 len: 217 time: 0.0507145 Aug 20 11:20:21.711609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-a4a0d87e-4543-4a9d-b54c-e84ad852b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.713113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-a4a0d87e-4543-4a9d-b54c-e84ad852b1a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0520961 Aug 20 11:20:21.802910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-router', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:05Z', 'updated_at': '2021-08-20T11:20:18Z', 'revision_number': 5, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'gw_port': {'id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:06Z', 'updated_at': '2021-08-20T11:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:21.828006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-ca662041-4411-4b2d-b7ee-10be8162aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.830514 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-ca662041-4411-4b2d-b7ee-10be8162aebe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1049259 Aug 20 11:20:21.838118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-d2a9e2b4-6e88-4a90-8289-9669b30984d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:21.840504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-d2a9e2b4-6e88-4a90-8289-9669b30984d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.3384054 Aug 20 11:20:21.848762 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ed68470-07ec-44eb-9133-47da406206b3 req-1a0ed397-7d58-4f56-bb1d-1bacfaaaa371 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2007129 Aug 20 11:20:21.875306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1054581462'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:21.887723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] Checking router: 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:20:21.897850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] Routers {'871de3f1-19f6-43c7-aad1-dd97b2d49ea2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:21.898084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:21.950530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46b26bf9-79b5-4721-a424-b99c0f8826c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.953305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46b26bf9-79b5-4721-a424-b99c0f8826c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:21.957323 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-46b26bf9-79b5-4721-a424-b99c0f8826c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cde3b798-72ed-4c36-946d-c506cc20223f HTTP/1.1" status: 204 len: 168 time: 0.7771819 Aug 20 11:20:21.969021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b26bf9-79b5-4721-a424-b99c0f8826c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde3b798-72ed-4c36-946d-c506cc20223f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:21.995767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:22.000560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-326c84a5-f3a4-4d39-be4c-c8e1e8d65012 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153226 Aug 20 11:20:22.049568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] Set router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:22.057486 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-5f4b0297-d7b6-48df-8acc-767fc368f0ee service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076640 Aug 20 11:20:22.138138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:22.208819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b632d-f9ee-4a54-8082-a9ea490aaf96 req-e6150079-c845-4709-92f4-7fa1431d87d0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.216554 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a40b632d-f9ee-4a54-8082-a9ea490aaf96 req-e6150079-c845-4709-92f4-7fa1431d87d0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 944 time: 0.3012834 Aug 20 11:20:22.229402 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-bcd3a563-4196-4b0e-9bea-fbd0f959abd5 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651599 Aug 20 11:20:22.238745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:22.269053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Made reservation on behalf of 3adee2cad6764e4a863abaa6c29dbe8f for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:22.274737 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:22.285564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-router', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:05Z', 'updated_at': '2021-08-20T11:20:18Z', 'revision_number': 5, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'gw_port': {'id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:06Z', 'updated_at': '2021-08-20T11:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:22.306580 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-069afa8f-b826-4f9e-a9c9-937bbf413df9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a HTTP/1.1" status: 200 len: 217 time: 0.0615451 Aug 20 11:20:22.316288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7751c7-5229-4e53-8440-1170bbbfc9c8 None None] The sync data for ids ['871de3f1-19f6-43c7-aad1-dd97b2d49ea2'] in n-d-804230-3 is: [{'id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-456506556-router', 'tenant_id': '3e60c0ea293b41099b5f2b2a34098a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:05Z', 'updated_at': '2021-08-20T11:20:18Z', 'revision_number': 5, 'project_id': '3e60c0ea293b41099b5f2b2a34098a11', 'gw_port': {'id': 'c81cf767-b6dd-47ed-8b65-ca6a52eaced6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871de3f1-19f6-43c7-aad1-dd97b2d49ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:06Z', 'updated_at': '2021-08-20T11:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:22.327899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:22.342201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event updated for resources: {'Subnet': ['ID=4e5c48ad-7c44-4f0a-9824-ed6373049ec5,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:22.377739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a40b632d-f9ee-4a54-8082-a9ea490aaf96 req-dcd5ff20-2570-4836-b307-6a031907e79f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597729 Aug 20 11:20:22.379901 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-c587b98f-0890-4929-bde2-9f3487f68e4f service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673396 Aug 20 11:20:22.386781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-46b22612-5c8e-423b-826d-7c9a89ccd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.392706 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-46b22612-5c8e-423b-826d-7c9a89ccd132 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0740907 Aug 20 11:20:22.407912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Checking segment: {'id': '3aa9b80b-56c8-49c5-a48c-19875e906300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff27adef-3ca3-47fc-83be-6bd87336e27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:22.408294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Network hostable DHCP agents. Network: ff27adef-3ca3-47fc-83be-6bd87336e27e, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:20:22.460716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-a5a87d61-0b0c-415a-86f2-462e572619f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.462158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-a5a87d61-0b0c-415a-86f2-462e572619f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658388 Aug 20 11:20:22.570754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:22.591021 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:22.598965 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4b084f-3615-43bc-b885-d61c891a9384 req-c508c83c-d04c-4b9a-a252-b15c540cf096 service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056367 Aug 20 11:20:22.621224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Transition to ACTIVE for port object 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:22.660632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Network ff27adef-3ca3-47fc-83be-6bd87336e27e is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:20:22.688771 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:22.697438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '153954e2-ea32-4f96-8194-59c54f6c2819'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:22.702320 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bf3177-5eaa-4f99-abd5-02952270fa28" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "153954e2-ea32-4f96-8194-59c54f6c2819"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:22.772738 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0b586b-b7c3-492e-89a7-3fca90c2141e x-openstack-request-id: req-2c0b586b-b7c3-492e-89a7-3fca90c2141e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:22.772738 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "153954e2-ea32-4f96-8194-59c54f6c2819", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:22.773016 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c0b586b-b7c3-492e-89a7-3fca90c2141e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:22.773318 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '153954e2-ea32-4f96-8194-59c54f6c2819', 'status': 'completed', 'code': 200} Aug 20 11:20:22.865338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Deleting port c81cf767-b6dd-47ed-8b65-ca6a52eaced6 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:22.865338 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:22.912935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:22.939813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, ff27adef-3ca3-47fc-83be-6bd87336e27e) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:22.942108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1559b7-df2f-4d06-84e5-7c070cb05866 None None] Network ff27adef-3ca3-47fc-83be-6bd87336e27e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:22.971683 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:22.977705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-76dd011a-b3eb-4b36-b590-3968bea08bc9 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075014 Aug 20 11:20:22.984572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-88c3307a-91c4-410f-9e58-c0eee8cac19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.984810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-88c3307a-91c4-410f-9e58-c0eee8cac19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.985257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-88c3307a-91c4-410f-9e58-c0eee8cac19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.985718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-88c3307a-91c4-410f-9e58-c0eee8cac19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.987868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-88c3307a-91c4-410f-9e58-c0eee8cac19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.987868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-88c3307a-91c4-410f-9e58-c0eee8cac19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.987868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-88c3307a-91c4-410f-9e58-c0eee8cac19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:22.989670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-88c3307a-91c4-410f-9e58-c0eee8cac19a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6221 time: 0.1624298 Aug 20 11:20:23.000129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.000808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.049645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:20:23.063292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d0ceba-1c3f-4f8f-ba91-bea4b89a6679,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:23.100636 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.101074 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Added segment c04d0b46-27ae-4213-9722-40e4576df1a1 of type vlan for network 541d226a-14ce-4804-8a39-35b25e55dece Aug 20 11:20:23.127114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Pushing event updated for resources: {'Port': ['ID=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:23.193359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] For port c81cf767-b6dd-47ed-8b65-ca6a52eaced6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c81cf767-b6dd-47ed-8b65-ca6a52eaced6,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:23.195314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.232588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Calling delete_port for c81cf767-b6dd-47ed-8b65-ca6a52eaced6 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:23.243476 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.254554 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f819c648-0a2d-4a11-9fd4-d74fe42f333b tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4910243 Aug 20 11:20:23.258185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52418) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:23.267012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Request body: {'port': {'network_id': 'ff27adef-3ca3-47fc-83be-6bd87336e27e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2091748235'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:23.291956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af20f-ec24-493c-9f3e-df0878646dd0 req-54e3b09f-6bc0-4345-a1df-bd2f0df3505f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.297924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af20f-ec24-493c-9f3e-df0878646dd0 req-54e3b09f-6bc0-4345-a1df-bd2f0df3505f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.304924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af20f-ec24-493c-9f3e-df0878646dd0 req-54e3b09f-6bc0-4345-a1df-bd2f0df3505f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.311203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af20f-ec24-493c-9f3e-df0878646dd0 req-54e3b09f-6bc0-4345-a1df-bd2f0df3505f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.323678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af20f-ec24-493c-9f3e-df0878646dd0 req-54e3b09f-6bc0-4345-a1df-bd2f0df3505f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.330066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af20f-ec24-493c-9f3e-df0878646dd0 req-54e3b09f-6bc0-4345-a1df-bd2f0df3505f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.341600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af20f-ec24-493c-9f3e-df0878646dd0 req-54e3b09f-6bc0-4345-a1df-bd2f0df3505f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.343993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-ff27adef-3ca3-47fc-83be-6bd87336e27e', 'network_id': 'ff27adef-3ca3-47fc-83be-6bd87336e27e', 'tenant_id': '41a265bec9024e11bfb61480f7041334', 'fixed_ips': [{'subnet_id': '4e5c48ad-7c44-4f0a-9824-ed6373049ec5'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:20:23.344978 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.349434 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-126af20f-ec24-493c-9f3e-df0878646dd0 req-54e3b09f-6bc0-4345-a1df-bd2f0df3505f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5396 time: 0.3852284 Aug 20 11:20:23.357679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-86072df2-e558-4545-b9cc-56033b4c0f58 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669317 Aug 20 11:20:23.377331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.resource_extend [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:20:23.406518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Attempting to bind port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:23.406518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Attempting to bind port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:23.406887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Attempting to bind port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:23.419085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:20:23.426821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Attempting to bind port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:23.429256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:23.429650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Checking segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:23.429998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Bound using segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:23.430629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Bound port: 990945c2-3faf-45a4-9eaf-5f7a5aafbc37, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:23.431026 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.490747 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-de0c06d3-011a-47cf-9650-863dbe408b7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f HTTP/1.1" status: 200 len: 217 time: 0.0963411 Aug 20 11:20:23.523998 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-e8f04157-48fd-4db9-8be5-6441f6135313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.524523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-e8f04157-48fd-4db9-8be5-6441f6135313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.525120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-e8f04157-48fd-4db9-8be5-6441f6135313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.526794 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-e8f04157-48fd-4db9-8be5-6441f6135313 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c96e568c24aa41fabf979ad88fff50d8&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5218847 Aug 20 11:20:23.547284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.550814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.552265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.567289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Allocated IP 2001:db8::2 (ff27adef-3ca3-47fc-83be-6bd87336e27e/4e5c48ad-7c44-4f0a-9824-ed6373049ec5/b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:23.626941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-126af20f-ec24-493c-9f3e-df0878646dd0 req-bda91b7e-e243-4435-852f-e65489f41312 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2680888 Aug 20 11:20:23.642569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Made reservation on behalf of 41a265bec9024e11bfb61480f7041334 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:23.648106 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.696372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] For port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:23.711142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-d4899833-3412-41ac-880d-b2a1144123b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.711414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Pushing event updated for resources: {'Network': ['ID=541d226a-14ce-4804-8a39-35b25e55dece,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:23.712638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-d4899833-3412-41ac-880d-b2a1144123b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.2121112 Aug 20 11:20:23.714308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] device_id is not set on port e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:20:23.727834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] For port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:23.740289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9d585-0773-4cfa-ae93-805de5358a9b req-0a2afca8-857b-4308-bff5-56ae061e196c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.743158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 541d226a-14ce-4804-8a39-35b25e55dece details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:23.743567 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39a9d585-0773-4cfa-ae93-805de5358a9b req-0a2afca8-857b-4308-bff5-56ae061e196c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 944 time: 0.2435203 Aug 20 11:20:23.788326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-f12731eb-8a35-4657-a302-18f0e45e169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.789740 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-24bf3177-5eaa-4f99-abd5-02952270fa28 req-f12731eb-8a35-4657-a302-18f0e45e169b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309091 Aug 20 11:20:23.829936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-76e977b0-5fe9-44cd-a8df-b3b20753a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.832794 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-29b36905-2e3d-443d-9504-e8b71345ec8d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3530698 Aug 20 11:20:23.832959 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-76e977b0-5fe9-44cd-a8df-b3b20753a033 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1106269 Aug 20 11:20:23.833491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52432) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:23.842193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Request body: {'subnet': {'network_id': '541d226a-14ce-4804-8a39-35b25e55dece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:23.869185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39a9d585-0773-4cfa-ae93-805de5358a9b req-269f4515-a514-4980-b943-e30c93e3c45a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Aug 20 11:20:23.876884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a0ab8b95-19f7-4ece-9d51-cd59e6025371 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:20:23.901584 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.914944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a0ab8b95-19f7-4ece-9d51-cd59e6025371 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:20:23.915299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a0ab8b95-19f7-4ece-9d51-cd59e6025371 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:20:23.922081 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.936113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Transition to ACTIVE for port object b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:23.972318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:23.972948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:23.974483 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] 10.222.0.38 "PUT /v2.0/ports/990945c2-3faf-45a4-9eaf-5f7a5aafbc37 HTTP/1.1" status: 200 len: 1091 time: 2.7147605 Aug 20 11:20:23.980303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Transition to ACTIVE for port object b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:24.024507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5247760-d3f1-4b76-9ba4-ba3dc2f433e2 service neutron] Pushing event updated for resources: {'Port': ['ID=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:24.080034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-b4f9758b-a5ed-4e70-9560-c683dc7703e0 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318492 Aug 20 11:20:24.101683 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.161378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Network ff27adef-3ca3-47fc-83be-6bd87336e27e is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:24.164673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Pushing event updated for resources: {'Port': ['ID=b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:24.168424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:24.171781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:24.198839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.199595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Allocated IP 2001:db8::103 (ff27adef-3ca3-47fc-83be-6bd87336e27e/4e5c48ad-7c44-4f0a-9824-ed6373049ec5/e49e6bf3-1311-4e79-8405-0c1cce3ca2e6) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:24.207332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.207776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.208127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.208473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.208722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:24.208867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.209189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.209522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.209906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.210293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.210650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.211857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.212603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:24.237451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 8cd59e84-9efc-484e-8cc5-40e58affdf3d details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:20:24.260960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Attempting to bind port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:24.264518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Attempting to bind port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '3aa9b80b-56c8-49c5-a48c-19875e906300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff27adef-3ca3-47fc-83be-6bd87336e27e'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:24.264518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Attempting to bind port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 on network ff27adef-3ca3-47fc-83be-6bd87336e27e {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:24.269336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:24.269817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Checking segment: {'id': '3aa9b80b-56c8-49c5-a48c-19875e906300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff27adef-3ca3-47fc-83be-6bd87336e27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:24.270325 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.270821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Bound using segment: {'id': '3aa9b80b-56c8-49c5-a48c-19875e906300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff27adef-3ca3-47fc-83be-6bd87336e27e'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:24.271581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Bound port: b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa9b80b-56c8-49c5-a48c-19875e906300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ff27adef-3ca3-47fc-83be-6bd87336e27e'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:24.271765 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.278469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Pushing event deleted for resources: {'Port': ['ID=c81cf767-b6dd-47ed-8b65-ca6a52eaced6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:24.305052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.315786 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-751fad14-c3cb-4312-b193-2ad9eeeade54 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289135 Aug 20 11:20:24.383298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Made reservation on behalf of 3adee2cad6764e4a863abaa6c29dbe8f for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:24.388385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.398006 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-db13ed02-e74f-49b9-aa3f-c3cb54b5ad46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=596556b5-60cc-49bf-8130-7ba17e8094fa HTTP/1.1" status: 200 len: 217 time: 0.0592129 Aug 20 11:20:24.440155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] For port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:24.452775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] For port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5,segment=NetworkSegment(3aa9b80b-56c8-49c5-a48c-19875e906300),segment_id=3aa9b80b-56c8-49c5-a48c-19875e906300)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:24.455863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:24.483046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '8cd59e84-9efc-484e-8cc5-40e58affdf3d', 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2', 'port_id': '8cd59e84-9efc-484e-8cc5-40e58affdf3d', 'mac_address': 'fa:16:3e:75:b5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0963d3cc-d124-4861-9d02-eff0cb690c13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:20:24.491543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-140ba95d-d89e-4bbd-9dab-d478b325eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.492952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-140ba95d-d89e-4bbd-9dab-d478b325eaee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.0803871 Aug 20 11:20:24.521322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.542785 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.556609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd59e84-9efc-484e-8cc5-40e58affdf3d {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:24.577235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:24.610576 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.623762 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.661334 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.665432 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.680807 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-8285eb0a-865e-4457-ac90-1394bb980fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.684551 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-8285eb0a-865e-4457-ac90-1394bb980fcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1782022 Aug 20 11:20:24.696951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Transition to ACTIVE for port object e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:24.707333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28aa26e-0d79-4986-a99a-9091ae5a9ef0 None None] Pushing event updated for resources: {'Port': ['ID=b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:24.770579 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.795860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '990945c2-3faf-45a4-9eaf-5f7a5aafbc37'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:24.798503 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "990945c2-3faf-45a4-9eaf-5f7a5aafbc37"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:24.857182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=8cd59e84-9efc-484e-8cc5-40e58affdf3d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:24.908149 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea8ce50-ea4e-4b01-a956-0a7fde0b8654 x-openstack-request-id: req-3ea8ce50-ea4e-4b01-a956-0a7fde0b8654 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:24.909071 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "990945c2-3faf-45a4-9eaf-5f7a5aafbc37", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:24.909343 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ea8ce50-ea4e-4b01-a956-0a7fde0b8654 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:24.909755 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '990945c2-3faf-45a4-9eaf-5f7a5aafbc37', 'status': 'completed', 'code': 200} Aug 20 11:20:24.933464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1cfd-13a7-4622-a28f-6c90950b6d98 req-6ece0296-e637-4483-855a-5b9297ef102a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.934229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:24.940808 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1cfd-13a7-4622-a28f-6c90950b6d98 req-6ece0296-e637-4483-855a-5b9297ef102a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.947121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1cfd-13a7-4622-a28f-6c90950b6d98 req-6ece0296-e637-4483-855a-5b9297ef102a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.957738 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.968198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1cfd-13a7-4622-a28f-6c90950b6d98 req-6ece0296-e637-4483-855a-5b9297ef102a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.983492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:24.984146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1cfd-13a7-4622-a28f-6c90950b6d98 req-6ece0296-e637-4483-855a-5b9297ef102a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.993156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1cfd-13a7-4622-a28f-6c90950b6d98 req-6ece0296-e637-4483-855a-5b9297ef102a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:24.999377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1cfd-13a7-4622-a28f-6c90950b6d98 req-6ece0296-e637-4483-855a-5b9297ef102a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.001234 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a7c1cfd-13a7-4622-a28f-6c90950b6d98 req-6ece0296-e637-4483-855a-5b9297ef102a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5396 time: 0.2231493 Aug 20 11:20:25.038129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['8cd59e84-9efc-484e-8cc5-40e58affdf3d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:20:25.072276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Transition to ACTIVE for port object 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:25.084765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:25.090050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 871de3f1-19f6-43c7-aad1-dd97b2d49ea2 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:20:25.108053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Network ff27adef-3ca3-47fc-83be-6bd87336e27e is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:25.108451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:25.109660 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-00f84880-6679-46cb-9b60-50255904259c admin admin] 10.222.0.10 "DELETE /v2.0/routers/871de3f1-19f6-43c7-aad1-dd97b2d49ea2 HTTP/1.1" status: 204 len: 168 time: 3.7738578 Aug 20 11:20:25.121935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52456) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:25.133397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:25.148114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:25.156444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.157008 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:25.180407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event updated for resources: {'Port': ['ID=e49e6bf3-1311-4e79-8405-0c1cce3ca2e6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:25.185822 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-fd1d6dd1-8751-48f8-b9eb-d126530377b5 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932873 Aug 20 11:20:25.208021 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:20:25.223140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16186af-6914-4516-867e-2ef192b23f70 req-9e338f1d-bedd-4940-a63c-18b162ddd562 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.231415 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d16186af-6914-4516-867e-2ef192b23f70 req-9e338f1d-bedd-4940-a63c-18b162ddd562 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 945 time: 0.2022400 Aug 20 11:20:25.272703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a2d9e2-4741-4c99-bceb-522cb09eb37b admin admin] Deleting subnet 99c49e41-16aa-4689-aedd-58b0cc391988 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:20:25.298139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12a2d9e2-4741-4c99-bceb-522cb09eb37b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:25.321138 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a7c1cfd-13a7-4622-a28f-6c90950b6d98 req-e38f0a74-d8ef-4ab9-86d1-5881f9fa458f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2797389 Aug 20 11:20:25.329956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-886c25cf-9b1d-4f84-ab1f-d6502e69527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.331372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-886c25cf-9b1d-4f84-ab1f-d6502e69527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.331521 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-886c25cf-9b1d-4f84-ab1f-d6502e69527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.339021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-886c25cf-9b1d-4f84-ab1f-d6502e69527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.339558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-886c25cf-9b1d-4f84-ab1f-d6502e69527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.340033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-886c25cf-9b1d-4f84-ab1f-d6502e69527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.340504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-886c25cf-9b1d-4f84-ab1f-d6502e69527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.342593 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-886c25cf-9b1d-4f84-ab1f-d6502e69527a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6288 time: 0.3167853 Aug 20 11:20:25.378236 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d16186af-6914-4516-867e-2ef192b23f70 req-d4f98435-4d0f-4674-9e79-2902e1b014ef tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386235 Aug 20 11:20:25.385977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12a2d9e2-4741-4c99-bceb-522cb09eb37b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:25.453587 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:25.483567 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-c11dca15-f5bc-4847-b5e4-76f448a292fa service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569270 Aug 20 11:20:25.556709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6db598f8-9136-4a3b-85d6-36d755b18d01 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2955022 Aug 20 11:20:25.557768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52466) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:25.580915 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12a2d9e2-4741-4c99-bceb-522cb09eb37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:25.583909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-5eb93868-a98b-4af5-92b4-2b942a6d6d0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94337e54-a4e5-49d5-9f55-a66abdd79383 HTTP/1.1" status: 200 len: 217 time: 0.0885587 Aug 20 11:20:25.587815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:25.590643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Request body: {'port': {'network_id': 'ff27adef-3ca3-47fc-83be-6bd87336e27e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1825890910', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:25.591211 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.api.validators [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] bootfile-name is not in valid_values {{(pid=95587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:20:25.591554 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.api.validators [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] tftp-server is not in valid_values {{(pid=95587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:20:25.591895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.api.validators [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] server-ip-address is not in valid_values {{(pid=95587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:20:25.597348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Pushing event updated for resources: {'Port': ['ID=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:25.658332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-f20320b4-6900-49c4-a0e3-247cffaaa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.661027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-f20320b4-6900-49c4-a0e3-247cffaaa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.661571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-f20320b4-6900-49c4-a0e3-247cffaaa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.664058 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-f20320b4-6900-49c4-a0e3-247cffaaa3e3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c96e568c24aa41fabf979ad88fff50d8&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3112774 Aug 20 11:20:25.727305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Pushing event updated for resources: {'Subnet': ['ID=9d5b731e-8f81-4234-9908-d573a1b8129a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:25.868103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-e47bb23f-b9d7-4959-a1b5-31fa2a07c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.869509 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-e47bb23f-b9d7-4959-a1b5-31fa2a07c2ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.2725172 Aug 20 11:20:25.896704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Checking segment: {'id': 'c04d0b46-27ae-4213-9722-40e4576df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '541d226a-14ce-4804-8a39-35b25e55dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:25.896704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Network hostable DHCP agents. Network: 541d226a-14ce-4804-8a39-35b25e55dece, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:20:25.941260 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:25.998789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-ab67de5f-f735-4be2-8f1b-7e09d7a63485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:25.998789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-ab67de5f-f735-4be2-8f1b-7e09d7a63485 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1211896 Aug 20 11:20:26.000492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-940de515-7e4d-4683-ae47-bc67163ffeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.001964 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b8b4c7f-d46e-47ef-bc3e-ea8a70009733 req-940de515-7e4d-4683-ae47-bc67163ffeea service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2625310 Aug 20 11:20:26.114021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Network 541d226a-14ce-4804-8a39-35b25e55dece is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:20:26.140435 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-9b2f4911-9575-4bf7-aab6-3631ca97a77d service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215410 Aug 20 11:20:26.160871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a7350-65bd-4195-b8c9-d39efcbafac8 None None] Network ff27adef-3ca3-47fc-83be-6bd87336e27e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:26.208290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:26.237316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 8cd59e84-9efc-484e-8cc5-40e58affdf3d up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:26.249190 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6959b161-f321-40ce-abb6-31b3ffc69a33 req-4786e593-184c-48d7-a053-ed8c236c9e6c service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009638 Aug 20 11:20:26.265704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Attempting to bind port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:26.266257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Attempting to bind port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:26.266414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Attempting to bind port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:26.278645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c81cf767-b6dd-47ed-8b65-ca6a52eaced6 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:20:26.281119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:20:26.281525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Attempting to bind port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:26.295313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:26.295574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Checking segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:26.295952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Bound using segment: {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:26.296383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Bound port: 2e93ca1d-bf71-434e-9a5e-351f1b9040e4, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7249ddb-07e2-4a94-a276-87f4e715c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:26.296744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.322890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c81cf767-b6dd-47ed-8b65-ca6a52eaced6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:20:26.323234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c81cf767-b6dd-47ed-8b65-ca6a52eaced6 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:20:26.379319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 541d226a-14ce-4804-8a39-35b25e55dece) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:26.384067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.384481 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.418291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1fcb25-9c09-4bc6-8b2d-2233d94486a0 None None] Network 541d226a-14ce-4804-8a39-35b25e55dece requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:26.457584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] For port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:26.460902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] For port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:26.475726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8970bd71-78db-4df4-acd1-ec3dbb8883d6 None None] Provisioning for port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:26.480291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8970bd71-78db-4df4-acd1-ec3dbb8883d6 None None] Provisioning complete for port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:26.480589 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8970bd71-78db-4df4-acd1-ec3dbb8883d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.482037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12a2d9e2-4741-4c99-bceb-522cb09eb37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.508130 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12a2d9e2-4741-4c99-bceb-522cb09eb37b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.514055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-12a2d9e2-4741-4c99-bceb-522cb09eb37b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/99c49e41-16aa-4689-aedd-58b0cc391988 HTTP/1.1" status: 204 len: 168 time: 1.3900518 Aug 20 11:20:26.523914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282f8317-295c-4fe8-a6ef-02fb8ea20e4d None None] Network 787a5cce-b5ae-4d41-b3ab-75787bcd8619 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:26.529001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1067d6-6d69-447e-81ea-4d43d4d2ad88 req-d64ada56-0b2e-48d3-a44e-caad1a4fddbc tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.530066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52480) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:26.537267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1067d6-6d69-447e-81ea-4d43d4d2ad88 req-d64ada56-0b2e-48d3-a44e-caad1a4fddbc tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.543618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1067d6-6d69-447e-81ea-4d43d4d2ad88 req-d64ada56-0b2e-48d3-a44e-caad1a4fddbc tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.550202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1067d6-6d69-447e-81ea-4d43d4d2ad88 req-d64ada56-0b2e-48d3-a44e-caad1a4fddbc tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.557744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1067d6-6d69-447e-81ea-4d43d4d2ad88 req-d64ada56-0b2e-48d3-a44e-caad1a4fddbc tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.565155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1067d6-6d69-447e-81ea-4d43d4d2ad88 req-d64ada56-0b2e-48d3-a44e-caad1a4fddbc tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.571394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1067d6-6d69-447e-81ea-4d43d4d2ad88 req-d64ada56-0b2e-48d3-a44e-caad1a4fddbc tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.581275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae1067d6-6d69-447e-81ea-4d43d4d2ad88 req-d64ada56-0b2e-48d3-a44e-caad1a4fddbc tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5408 time: 0.1351049 Aug 20 11:20:26.627377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.638755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2d9e2-4741-4c99-bceb-522cb09eb37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c49e41-16aa-4689-aedd-58b0cc391988,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:26.643246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Made reservation on behalf of 41a265bec9024e11bfb61480f7041334 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:26.647203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.671618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] device_id is not set on port 72296d6f-ed14-4420-8ece-1bc88990b829 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:20:26.676213 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae1067d6-6d69-447e-81ea-4d43d4d2ad88 req-69fe33b4-24a2-48cc-891d-0991c4749b3e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907457 Aug 20 11:20:26.726106 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-89b0dfd2-347d-4ab0-9773-d661f168ccee tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8895669 Aug 20 11:20:26.731624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52488) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:26.738530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Request body: {'port': {'network_id': '541d226a-14ce-4804-8a39-35b25e55dece', 'name': 'tempest-TagsExtTest-544341811'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:26.764292 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.788252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 8cd59e84-9efc-484e-8cc5-40e58affdf3d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:26.801453 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 8cd59e84-9efc-484e-8cc5-40e58affdf3d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:26.801818 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.857774 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8970bd71-78db-4df4-acd1-ec3dbb8883d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.910852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.911498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.913671 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] 10.222.0.38 "PUT /v2.0/ports/2e93ca1d-bf71-434e-9a5e-351f1b9040e4 HTTP/1.1" status: 200 len: 1091 time: 2.7112753 Aug 20 11:20:26.914001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-541d226a-14ce-4804-8a39-35b25e55dece', 'network_id': '541d226a-14ce-4804-8a39-35b25e55dece', 'tenant_id': '3adee2cad6764e4a863abaa6c29dbe8f', 'fixed_ips': [{'subnet_id': '9d5b731e-8f81-4234-9908-d573a1b8129a'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:20:26.915064 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:26.924571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '2e93ca1d-bf71-434e-9a5e-351f1b9040e4'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:26.924571 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d241f7af-86f0-4932-8425-a0257b0c9b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "2e93ca1d-bf71-434e-9a5e-351f1b9040e4"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:26.948985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74c207-93a0-4787-87f4-d02cbf4ef14f req-2167caf9-7ec9-48da-a05d-774c7cf8bd31 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:26.950621 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e74c207-93a0-4787-87f4-d02cbf4ef14f req-2167caf9-7ec9-48da-a05d-774c7cf8bd31 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 945 time: 0.4584846 Aug 20 11:20:26.976845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8970bd71-78db-4df4-acd1-ec3dbb8883d6 None None] For port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5,segment=NetworkSegment(3aa9b80b-56c8-49c5-a48c-19875e906300),segment_id=3aa9b80b-56c8-49c5-a48c-19875e906300)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:27.007212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Allocated IP 2001:db8::25 (ff27adef-3ca3-47fc-83be-6bd87336e27e/4e5c48ad-7c44-4f0a-9824-ed6373049ec5/72296d6f-ed14-4420-8ece-1bc88990b829) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:27.014630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ea916-b127-4642-a751-36a9bcd73d44 service neutron] Pushing event updated for resources: {'Port': ['ID=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:27.058676 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127dddb3-b4ee-48b6-8554-86f9c57ae79a x-openstack-request-id: req-127dddb3-b4ee-48b6-8554-86f9c57ae79a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:27.059087 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "2e93ca1d-bf71-434e-9a5e-351f1b9040e4", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:27.059352 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-127dddb3-b4ee-48b6-8554-86f9c57ae79a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:27.059758 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '2e93ca1d-bf71-434e-9a5e-351f1b9040e4', 'status': 'completed', 'code': 200} Aug 20 11:20:27.086285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:27.146782 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8970bd71-78db-4df4-acd1-ec3dbb8883d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.150228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Deleting port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:27.151039 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.155516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Made reservation on behalf of 3adee2cad6764e4a863abaa6c29dbe8f for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:27.158622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151aab7a-725a-4154-a72f-6e48e7db57b2 None None] DHCP port deletion for 787a5cce-b5ae-4d41-b3ab-75787bcd8619 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:20:27.164773 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.231933 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.252210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] device_id is not set on port 4220fd09-5774-4926-b1e9-87a82fcfe498 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:20:27.501390 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.502028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e74c207-93a0-4787-87f4-d02cbf4ef14f req-4ed989e7-ed09-4292-86a7-e97a3140cde9 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327117 Aug 20 11:20:27.515656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.537382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970bd71-78db-4df4-acd1-ec3dbb8883d6 None None] Pushing event updated for resources: {'Port': ['ID=b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:27.538996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Transition to ACTIVE for port object 72296d6f-ed14-4420-8ece-1bc88990b829 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:27.541894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] For port ec93ea58-0592-48ec-bbe4-43f4fcf3b902, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ec93ea58-0592-48ec-bbe4-43f4fcf3b902,segment=NetworkSegment(3f6eff4d-58b9-4c3e-ae72-560020812a23),segment_id=3f6eff4d-58b9-4c3e-ae72-560020812a23)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:27.542300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.551593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-3a07dc08-d874-4073-bef0-292ac3ab3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.555839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-3a07dc08-d874-4073-bef0-292ac3ab3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.555839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-3a07dc08-d874-4073-bef0-292ac3ab3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.555839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-3a07dc08-d874-4073-bef0-292ac3ab3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.555839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-3a07dc08-d874-4073-bef0-292ac3ab3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.555839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-3a07dc08-d874-4073-bef0-292ac3ab3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.555839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-3a07dc08-d874-4073-bef0-292ac3ab3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.556984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-3a07dc08-d874-4073-bef0-292ac3ab3a1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6355 time: 0.4944608 Aug 20 11:20:27.569871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd59e84-9efc-484e-8cc5-40e58affdf3d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:27.572674 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd8832d-9135-4f4f-a53b-3a6e8c3e32bd" -d '{"events": [{"server_uuid": "7d37f3e2-8883-445b-8338-100f4cdc04f1", "name": "network-vif-plugged", "status": "completed", "tag": "8cd59e84-9efc-484e-8cc5-40e58affdf3d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:27.586985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Calling delete_port for ec93ea58-0592-48ec-bbe4-43f4fcf3b902 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:27.594808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Allocated IP 172.20.0.2 (541d226a-14ce-4804-8a39-35b25e55dece/9d5b731e-8f81-4234-9908-d573a1b8129a/5b9bf1aa-625f-408f-a3ff-cc985cebfce7) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:27.604147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:27.616001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-05dd414c-00c3-4a00-bcad-dacd16f58d26 None None] Provisioning complete for port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:27.616384 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05dd414c-00c3-4a00-bcad-dacd16f58d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.645987 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83d6b15-f0b8-4a89-930d-e4fd0f46383b x-openstack-request-id: req-c83d6b15-f0b8-4a89-930d-e4fd0f46383b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:27.646722 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d37f3e2-8883-445b-8338-100f4cdc04f1", "name": "network-vif-plugged", "status": "completed", "tag": "8cd59e84-9efc-484e-8cc5-40e58affdf3d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:27.647148 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c83d6b15-f0b8-4a89-930d-e4fd0f46383b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:27.647716 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd59e84-9efc-484e-8cc5-40e58affdf3d', 'code': 200} Aug 20 11:20:27.686072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-151aab7a-725a-4154-a72f-6e48e7db57b2 None None] Deleting port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:27.686908 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-151aab7a-725a-4154-a72f-6e48e7db57b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.806109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-29695cd9-b5bc-43d0-9b61-93d970eaa912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.806930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-29695cd9-b5bc-43d0-9b61-93d970eaa912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.807413 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-29695cd9-b5bc-43d0-9b61-93d970eaa912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.809311 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-29695cd9-b5bc-43d0-9b61-93d970eaa912 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c96e568c24aa41fabf979ad88fff50d8&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2370200 Aug 20 11:20:27.841636 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.884792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:27.959903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5162-8b49-48a3-a34a-d5c31f92e24f req-77eb645c-196c-4830-9e51-c9f13ba47bd2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.965977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5162-8b49-48a3-a34a-d5c31f92e24f req-77eb645c-196c-4830-9e51-c9f13ba47bd2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.974258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5162-8b49-48a3-a34a-d5c31f92e24f req-77eb645c-196c-4830-9e51-c9f13ba47bd2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.978551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5162-8b49-48a3-a34a-d5c31f92e24f req-77eb645c-196c-4830-9e51-c9f13ba47bd2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.979150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:27.984670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5162-8b49-48a3-a34a-d5c31f92e24f req-77eb645c-196c-4830-9e51-c9f13ba47bd2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.991280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5162-8b49-48a3-a34a-d5c31f92e24f req-77eb645c-196c-4830-9e51-c9f13ba47bd2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:27.997785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5162-8b49-48a3-a34a-d5c31f92e24f req-77eb645c-196c-4830-9e51-c9f13ba47bd2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:28.006324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e8c5162-8b49-48a3-a34a-d5c31f92e24f req-77eb645c-196c-4830-9e51-c9f13ba47bd2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5408 time: 0.2513895 Aug 20 11:20:28.024138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.028841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Network ff27adef-3ca3-47fc-83be-6bd87336e27e is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:28.060826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:28.069443 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4cffc-d5a1-41ca-8589-686723a0a37c req-b63f923a-fb4d-4f78-9200-e8c4d6bec08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:28.070955 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-faf4cffc-d5a1-41ca-8589-686723a0a37c req-b63f923a-fb4d-4f78-9200-e8c4d6bec08f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 1097 time: 0.1124117 Aug 20 11:20:28.078502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:28.084353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:28.092508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.101170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event updated for resources: {'Port': ['ID=72296d6f-ed14-4420-8ece-1bc88990b829,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:28.103436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-151aab7a-725a-4154-a72f-6e48e7db57b2 None None] For port ec93ea58-0592-48ec-bbe4-43f4fcf3b902, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ec93ea58-0592-48ec-bbe4-43f4fcf3b902,segment=NetworkSegment(3f6eff4d-58b9-4c3e-ae72-560020812a23),segment_id=3f6eff4d-58b9-4c3e-ae72-560020812a23)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:28.103989 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-151aab7a-725a-4154-a72f-6e48e7db57b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.112760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] No DVR routers for this DVR port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:20:28.152181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-faf4cffc-d5a1-41ca-8589-686723a0a37c req-26c3b44b-295d-49cc-95c8-bf30b99eee1b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705533 Aug 20 11:20:28.165622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-151aab7a-725a-4154-a72f-6e48e7db57b2 None None] Calling delete_port for ec93ea58-0592-48ec-bbe4-43f4fcf3b902 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:28.172048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-b0f107b0-b192-4780-8521-767b54bbfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:28.174351 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d241f7af-86f0-4932-8425-a0257b0c9b0f req-b0f107b0-b192-4780-8521-767b54bbfd9c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3536544 Aug 20 11:20:28.178477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Pushing event deleted for resources: {'Port': ['ID=ec93ea58-0592-48ec-bbe4-43f4fcf3b902,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:28.195585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e8c5162-8b49-48a3-a34a-d5c31f92e24f req-92160431-0d0a-418a-a01a-09f6c86529e0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1882360 Aug 20 11:20:28.235500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=8cd59e84-9efc-484e-8cc5-40e58affdf3d,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:28.264301 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.277227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787a5cce-b5ae-4d41-b3ab-75787bcd8619']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:28.280057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e322f6da-a2f1-43aa-901f-61732f873a28 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:28.291999 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.295483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6eff4d-58b9-4c3e-ae72-560020812a23') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:28.296092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6eff4d-58b9-4c3e-ae72-560020812a23') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:28.307172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.309901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Transition to ACTIVE for port object e322f6da-a2f1-43aa-901f-61732f873a28 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:28.322738 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.330366 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d1f1331e-01d3-431f-ba6a-a19dcae63f91 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.7487893 Aug 20 11:20:28.331677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52514) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:28.340854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:20:28.341279 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:20:28.343561 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:20:28.357716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.365085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:28.365085 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.390018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Transition to ACTIVE for port object 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:28.409177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-05dd414c-00c3-4a00-bcad-dacd16f58d26 None None] Provisioning for port e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:28.424411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-05dd414c-00c3-4a00-bcad-dacd16f58d26 None None] Provisioning complete for port e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:28.425043 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05dd414c-00c3-4a00-bcad-dacd16f58d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.449308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15803181-daca-4216-b774-6393132d58f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:28.456961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15803181-daca-4216-b774-6393132d58f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:28.461047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Transition to ACTIVE for port object 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:28.464052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15803181-daca-4216-b774-6393132d58f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:28.466957 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.467110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-15803181-daca-4216-b774-6393132d58f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1333473 Aug 20 11:20:28.467234 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-151aab7a-725a-4154-a72f-6e48e7db57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.469163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52518) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:28.499705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aab7a-725a-4154-a72f-6e48e7db57b2 None None] Pushing event deleted for resources: {'Port': ['ID=ec93ea58-0592-48ec-bbe4-43f4fcf3b902,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:28.510975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151aab7a-725a-4154-a72f-6e48e7db57b2 None None] No DVR routers for this DVR port ec93ea58-0592-48ec-bbe4-43f4fcf3b902 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:20:28.517044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-05dd414c-00c3-4a00-bcad-dacd16f58d26 None None] Port e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:28.523893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.524938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Pushing event updated for resources: {'Port': ['ID=e322f6da-a2f1-43aa-901f-61732f873a28,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:28.539447 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.541645 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] 10.222.0.10 "DELETE /v2.0/networks/787a5cce-b5ae-4d41-b3ab-75787bcd8619 HTTP/1.1" status: 204 len: 168 time: 1.9947875 Aug 20 11:20:28.567800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43e8d0-38c5-4d4b-b840-8fe033697fac admin admin] Pushing event deleted for resources: {'Network': ['ID=787a5cce-b5ae-4d41-b3ab-75787bcd8619,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:28.639745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ec93ea58-0592-48ec-bbe4-43f4fcf3b902 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:20:28.648501 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Attempting to bind port e322f6da-a2f1-43aa-901f-61732f873a28 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:28.650179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Attempting to bind port e322f6da-a2f1-43aa-901f-61732f873a28 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:28.650179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Attempting to bind port e322f6da-a2f1-43aa-901f-61732f873a28 on network 785e013d-c92e-4828-b7f5-34a8f2e42a85 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:28.660255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Port e322f6da-a2f1-43aa-901f-61732f873a28 on network 785e013d-c92e-4828-b7f5-34a8f2e42a85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:20:28.660779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Attempting to bind port e322f6da-a2f1-43aa-901f-61732f873a28 on network 785e013d-c92e-4828-b7f5-34a8f2e42a85 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:28.670600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:28.670943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Checking segment: {'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:28.674681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Bound using segment: {'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:28.674681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Bound port: e322f6da-a2f1-43aa-901f-61732f873a28, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:28.674681 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.686720 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.688692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ec93ea58-0592-48ec-bbe4-43f4fcf3b902 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:20:28.689037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ec93ea58-0592-48ec-bbe4-43f4fcf3b902 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:20:28.690754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2029f2c4-c414-420e-8e6c-cf2ab2ade81f tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Deleting port 72296d6f-ed14-4420-8ece-1bc88990b829 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:28.691217 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2029f2c4-c414-420e-8e6c-cf2ab2ade81f tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.760098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Network 541d226a-14ce-4804-8a39-35b25e55dece is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:28.765603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:28.777286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:28.784018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Pushing event updated for resources: {'Port': ['ID=5b9bf1aa-625f-408f-a3ff-cc985cebfce7,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:28.845699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0990017d-4523-4c2a-8278-8b995870a384 None None] Provisioning for port 72296d6f-ed14-4420-8ece-1bc88990b829 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:28.855923 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2029f2c4-c414-420e-8e6c-cf2ab2ade81f tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.874346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2029f2c4-c414-420e-8e6c-cf2ab2ade81f tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Calling delete_port for 72296d6f-ed14-4420-8ece-1bc88990b829 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:28.877416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Attempting to bind port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:28.877797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Attempting to bind port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'c04d0b46-27ae-4213-9722-40e4576df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '541d226a-14ce-4804-8a39-35b25e55dece'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:28.878170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Attempting to bind port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 on network 541d226a-14ce-4804-8a39-35b25e55dece {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:28.881386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0990017d-4523-4c2a-8278-8b995870a384 None None] Provisioning complete for port 72296d6f-ed14-4420-8ece-1bc88990b829 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:28.881804 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0990017d-4523-4c2a-8278-8b995870a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.907687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:28.907687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Checking segment: {'id': 'c04d0b46-27ae-4213-9722-40e4576df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '541d226a-14ce-4804-8a39-35b25e55dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:28.907687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.908844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Allocated IP 172.20.0.8 (541d226a-14ce-4804-8a39-35b25e55dece/9d5b731e-8f81-4234-9908-d573a1b8129a/4220fd09-5774-4926-b1e9-87a82fcfe498) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:28.909039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Bound using segment: {'id': 'c04d0b46-27ae-4213-9722-40e4576df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '541d226a-14ce-4804-8a39-35b25e55dece'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:28.909039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Bound port: 5b9bf1aa-625f-408f-a3ff-cc985cebfce7, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04d0b46-27ae-4213-9722-40e4576df1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '541d226a-14ce-4804-8a39-35b25e55dece'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:28.909039 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:28.919708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] For port e322f6da-a2f1-43aa-901f-61732f873a28, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:28.924006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] For port e322f6da-a2f1-43aa-901f-61732f873a28, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e322f6da-a2f1-43aa-901f-61732f873a28,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:28.936997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b3b0b-35ef-4871-be85-b77063d7e042 req-07d6decc-93b5-4e80-912e-e8f007f078d5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:28.939166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9d2b3b0b-35ef-4871-be85-b77063d7e042 req-07d6decc-93b5-4e80-912e-e8f007f078d5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.2354746 Aug 20 11:20:28.966816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0990017d-4523-4c2a-8278-8b995870a384 None None] Port 72296d6f-ed14-4420-8ece-1bc88990b829 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:28.992843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9d2b3b0b-35ef-4871-be85-b77063d7e042 req-d722489f-8d63-4696-8137-7edc8d43de85 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453768 Aug 20 11:20:29.043043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.050555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] For port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:29.055449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] For port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5b9bf1aa-625f-408f-a3ff-cc985cebfce7,segment=NetworkSegment(c04d0b46-27ae-4213-9722-40e4576df1a1),segment_id=c04d0b46-27ae-4213-9722-40e4576df1a1)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:29.064049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0990017d-4523-4c2a-8278-8b995870a384 None None] Provisioning complete for port e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:29.069115 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0990017d-4523-4c2a-8278-8b995870a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.115331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0990017d-4523-4c2a-8278-8b995870a384 None None] Port e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:29.152784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.153586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.155478 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] 10.222.0.38 "PUT /v2.0/ports/e322f6da-a2f1-43aa-901f-61732f873a28 HTTP/1.1" status: 200 len: 1091 time: 2.0758541 Aug 20 11:20:29.156007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': 'e322f6da-a2f1-43aa-901f-61732f873a28'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:29.162461 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa7261c-938d-4519-be8f-42146002f95b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "e322f6da-a2f1-43aa-901f-61732f873a28"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:29.210012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2029f2c4-c414-420e-8e6c-cf2ab2ade81f tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.215826 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.294169 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.325024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Transition to ACTIVE for port object 4220fd09-5774-4926-b1e9-87a82fcfe498 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:29.351771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029f2c4-c414-420e-8e6c-cf2ab2ade81f tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event deleted for resources: {'Port': ['ID=72296d6f-ed14-4420-8ece-1bc88990b829,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:29.353871 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878a92c3-28e1-4430-a462-2e6ab6b4f549 x-openstack-request-id: req-878a92c3-28e1-4430-a462-2e6ab6b4f549 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:29.354180 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "e322f6da-a2f1-43aa-901f-61732f873a28", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:29.354459 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-878a92c3-28e1-4430-a462-2e6ab6b4f549 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:29.355467 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': 'e322f6da-a2f1-43aa-901f-61732f873a28', 'status': 'completed', 'code': 200} Aug 20 11:20:29.357904 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2029f2c4-c414-420e-8e6c-cf2ab2ade81f tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.363339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2029f2c4-c414-420e-8e6c-cf2ab2ade81f tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "DELETE /v2.0/ports/72296d6f-ed14-4420-8ece-1bc88990b829 HTTP/1.1" status: 204 len: 168 time: 0.8897545 Aug 20 11:20:29.365450 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52534) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:29.369350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Request body: {'port': {'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:29.379401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4f16e-d1de-461d-b01a-ab1915cd25d1 None None] Pushing event updated for resources: {'Port': ['ID=5b9bf1aa-625f-408f-a3ff-cc985cebfce7,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:29.401095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Request body: {'port': {'name': 'tempest-new-port-name-198545881', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:29.401504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.api.validators [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] bootfile-name is not in valid_values {{(pid=95587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:20:29.403780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.api.validators [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] tftp-server is not in valid_values {{(pid=95587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:20:29.403780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.api.validators [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] server-ip-address is not in valid_values {{(pid=95587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:20:29.421851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bef7e-0c4e-43bc-ad5a-993363b8cb2d service neutron] Pushing event updated for resources: {'Port': ['ID=e322f6da-a2f1-43aa-901f-61732f873a28,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:29.462634 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52536) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:29.523408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04552-499b-44c3-9722-a400cd9a12bf req-f0acf31a-79b9-40f0-ab9c-5a5ece5de122 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.529884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04552-499b-44c3-9722-a400cd9a12bf req-f0acf31a-79b9-40f0-ab9c-5a5ece5de122 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.536466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04552-499b-44c3-9722-a400cd9a12bf req-f0acf31a-79b9-40f0-ab9c-5a5ece5de122 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.542580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04552-499b-44c3-9722-a400cd9a12bf req-f0acf31a-79b9-40f0-ab9c-5a5ece5de122 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.549612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04552-499b-44c3-9722-a400cd9a12bf req-f0acf31a-79b9-40f0-ab9c-5a5ece5de122 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.562007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04552-499b-44c3-9722-a400cd9a12bf req-f0acf31a-79b9-40f0-ab9c-5a5ece5de122 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.569367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04552-499b-44c3-9722-a400cd9a12bf req-f0acf31a-79b9-40f0-ab9c-5a5ece5de122 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.572267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6fb04552-499b-44c3-9722-a400cd9a12bf req-f0acf31a-79b9-40f0-ab9c-5a5ece5de122 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5420 time: 0.2152462 Aug 20 11:20:29.578574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-65ad67ff-d39d-4b49-b389-6e12ed350557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.579188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-65ad67ff-d39d-4b49-b389-6e12ed350557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.579665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-65ad67ff-d39d-4b49-b389-6e12ed350557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.580638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-65ad67ff-d39d-4b49-b389-6e12ed350557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.581557 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.582039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-65ad67ff-d39d-4b49-b389-6e12ed350557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.582039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-65ad67ff-d39d-4b49-b389-6e12ed350557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.582840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-65ad67ff-d39d-4b49-b389-6e12ed350557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.585210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1aa7261c-938d-4519-be8f-42146002f95b req-65ad67ff-d39d-4b49-b389-6e12ed350557 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6422 time: 0.2064226 Aug 20 11:20:29.598650 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f9dbb75d-c9c0-46f2-aee2-56ea7fd556ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e60c0ea293b41099b5f2b2a34098a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346667 Aug 20 11:20:29.601482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.604579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52538) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:29.715035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6fb04552-499b-44c3-9722-a400cd9a12bf req-fb5fc4b0-a38c-4588-9c64-5057c8150b80 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287847 Aug 20 11:20:29.766631 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:29.860509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Pushing event updated for resources: {'Port': ['ID=4220fd09-5774-4926-b1e9-87a82fcfe498,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:29.884686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52542) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:29.902579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Network 541d226a-14ce-4804-8a39-35b25e55dece is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:29.905369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-afabcd54-5ef5-4daf-80f1-0160b53e4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.905848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-afabcd54-5ef5-4daf-80f1-0160b53e4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.906322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-afabcd54-5ef5-4daf-80f1-0160b53e4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:29.910559 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1aa7261c-938d-4519-be8f-42146002f95b req-afabcd54-5ef5-4daf-80f1-0160b53e4b65 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c96e568c24aa41fabf979ad88fff50d8&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2975523 Aug 20 11:20:29.911559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:29.915269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:29.979959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:30.036953 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3bc8cdfc-d798-4ef7-851e-2c2890035991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.110081 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d0c32613-9f81-4430-a329-e6f8656556bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.136774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:30.137350 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.163734 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3bc8cdfc-d798-4ef7-851e-2c2890035991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.182779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:30.204455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7261c-938d-4519-be8f-42146002f95b req-163c64ad-90e4-4b01-b79a-5958de9bd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:30.206565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1aa7261c-938d-4519-be8f-42146002f95b req-163c64ad-90e4-4b01-b79a-5958de9bd422 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2739434 Aug 20 11:20:30.271044 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d0c32613-9f81-4430-a329-e6f8656556bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.298134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b34fae-5dfa-4744-9775-2cd303bb6303 req-97f9e31c-2c95-4c09-a8ca-022a4fbd0233 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:30.300394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8b34fae-5dfa-4744-9775-2cd303bb6303 req-97f9e31c-2c95-4c09-a8ca-022a4fbd0233 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.1954286 Aug 20 11:20:30.380057 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.403992 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8b34fae-5dfa-4744-9775-2cd303bb6303 req-553a798b-6c11-48d5-bc83-4acb80684eeb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941303 Aug 20 11:20:30.408346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:30.419292 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.434038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Transition to ACTIVE for port object 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:30.450651 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d0c32613-9f81-4430-a329-e6f8656556bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.492574 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d0c32613-9f81-4430-a329-e6f8656556bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=187c3d0e0989402d9161a86bbe08b75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6040871 Aug 20 11:20:30.494762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c32613-9f81-4430-a329-e6f8656556bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecc8640-64f6-4747-9d06-c91d3e853571,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:30.495294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52554) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:30.527687 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3bc8cdfc-d798-4ef7-851e-2c2890035991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.533840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3bc8cdfc-d798-4ef7-851e-2c2890035991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.533840 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3bc8cdfc-d798-4ef7-851e-2c2890035991 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfdda7fa-1cbe-44f3-9e03-dd9fb4426c1b HTTP/1.1" status: 204 len: 168 time: 0.9260306 Aug 20 11:20:30.555785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8cdfc-d798-4ef7-851e-2c2890035991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdda7fa-1cbe-44f3-9e03-dd9fb4426c1b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:30.560422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed181f79-4118-4086-98cb-9cea6f785bd6 req-683008fc-edb2-45d1-9c65-0b7485b12688 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:30.562483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed181f79-4118-4086-98cb-9cea6f785bd6 req-683008fc-edb2-45d1-9c65-0b7485b12688 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 1097 time: 0.0686359 Aug 20 11:20:30.584887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d173f201-9b1d-4b72-897d-36be7e7194d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.603441 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.618832 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed181f79-4118-4086-98cb-9cea6f785bd6 req-c087daae-ae1f-4f61-8cae-1ab22cc9cb7f tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Aug 20 11:20:30.645701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d173f201-9b1d-4b72-897d-36be7e7194d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.661394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] In _notify_port_updated(), no bound segment for port e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 on network ff27adef-3ca3-47fc-83be-6bd87336e27e {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:20:30.668922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:30.669710 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.675691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "PUT /v2.0/ports/e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 HTTP/1.1" status: 200 len: 1129 time: 1.2857003 Aug 20 11:20:30.676786 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52560) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:30.695378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdae289-af30-41ed-ba40-0b5d07aedcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event updated for resources: {'Port': ['ID=e49e6bf3-1311-4e79-8405-0c1cce3ca2e6,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:30.739148 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.740943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52566) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:30.741393 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-18128a8f-34aa-4865-888a-303e78284aaa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.0071094 Aug 20 11:20:30.750121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9bd1b303-7cc4-41e2-86ce-fa34a3c09039 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-989615980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:30.767268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726564c2-7f76-4eca-86c7-ee14e7224db0 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:30.781319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-726564c2-7f76-4eca-86c7-ee14e7224db0 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "GET /v2.0/ports/e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 HTTP/1.1" status: 200 len: 1129 time: 0.1027832 Aug 20 11:20:30.781583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52570) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:30.796617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24c883a-c382-4d84-ad77-d4e646ae7ab8 None None] Network 541d226a-14ce-4804-8a39-35b25e55dece requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:30.827103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Pushing event updated for resources: {'Port': ['ID=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:30.942080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Attempting to bind port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:30.942080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Attempting to bind port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:30.944584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Attempting to bind port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d on network 785e013d-c92e-4828-b7f5-34a8f2e42a85 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:30.949404 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b303-7cc4-41e2-86ce-fa34a3c09039 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.952226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b303-7cc4-41e2-86ce-fa34a3c09039 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:30.977397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d on network 785e013d-c92e-4828-b7f5-34a8f2e42a85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:20:30.977769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Attempting to bind port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d on network 785e013d-c92e-4828-b7f5-34a8f2e42a85 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:30.994815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:30.995430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Checking segment: {'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:30.995973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Bound using segment: {'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:30.996750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Bound port: 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c383aae5-641c-482b-b391-d469ba8ea92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:30.997221 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.060150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd5e9-5d96-4e93-80c2-7f6a069a9176 None None] Provisioning for port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:31.070255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3a6fd5e9-5d96-4e93-80c2-7f6a069a9176 None None] Provisioning complete for port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:31.073380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd5e9-5d96-4e93-80c2-7f6a069a9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.103275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b303-7cc4-41e2-86ce-fa34a3c09039 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.108373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d173f201-9b1d-4b72-897d-36be7e7194d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.112677 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d173f201-9b1d-4b72-897d-36be7e7194d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.116523 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d173f201-9b1d-4b72-897d-36be7e7194d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ecc8640-64f6-4747-9d06-c91d3e853571 HTTP/1.1" status: 204 len: 168 time: 0.6200781 Aug 20 11:20:31.179938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690cb7-ec91-4a64-91cd-b89d00e96949 req-97a86154-55c6-4728-930e-32ce9fd788ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.189391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690cb7-ec91-4a64-91cd-b89d00e96949 req-97a86154-55c6-4728-930e-32ce9fd788ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.206359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690cb7-ec91-4a64-91cd-b89d00e96949 req-97a86154-55c6-4728-930e-32ce9fd788ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.216559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690cb7-ec91-4a64-91cd-b89d00e96949 req-97a86154-55c6-4728-930e-32ce9fd788ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.223853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690cb7-ec91-4a64-91cd-b89d00e96949 req-97a86154-55c6-4728-930e-32ce9fd788ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.231972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690cb7-ec91-4a64-91cd-b89d00e96949 req-97a86154-55c6-4728-930e-32ce9fd788ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.239549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690cb7-ec91-4a64-91cd-b89d00e96949 req-97a86154-55c6-4728-930e-32ce9fd788ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.242990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f8690cb7-ec91-4a64-91cd-b89d00e96949 req-97a86154-55c6-4728-930e-32ce9fd788ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.2978168 Aug 20 11:20:31.308690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] For port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:31.316191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] For port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:31.332110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e21be7e3-8119-43af-8d41-39b7c8a20da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Deleting port e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:31.332324 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e21be7e3-8119-43af-8d41-39b7c8a20da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.334458 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b303-7cc4-41e2-86ce-fa34a3c09039 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.369254 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd5e9-5d96-4e93-80c2-7f6a069a9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.375676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173f201-9b1d-4b72-897d-36be7e7194d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecc8640-64f6-4747-9d06-c91d3e853571,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:31.440403 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f8690cb7-ec91-4a64-91cd-b89d00e96949 req-24801152-4e48-4d3f-bca4-9d80a00dcfb0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1827209 Aug 20 11:20:31.492100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3a6fd5e9-5d96-4e93-80c2-7f6a069a9176 None None] For port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5b9bf1aa-625f-408f-a3ff-cc985cebfce7,segment=NetworkSegment(c04d0b46-27ae-4213-9722-40e4576df1a1),segment_id=c04d0b46-27ae-4213-9722-40e4576df1a1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:31.524302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e21be7e3-8119-43af-8d41-39b7c8a20da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.548042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e21be7e3-8119-43af-8d41-39b7c8a20da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Calling delete_port for e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:31.581371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9bd1b303-7cc4-41e2-86ce-fa34a3c09039 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.583652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9bd1b303-7cc4-41e2-86ce-fa34a3c09039 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8390827 Aug 20 11:20:31.585910 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.605780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52582) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:31.613951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7ffe6e79-c454-4da9-826f-ed4e8ce6196a tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1703374638', 'prefixes': ['172.20.0.0/16']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:31.632060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.632723 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.634210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] 10.222.0.38 "PUT /v2.0/ports/470cc5e6-0501-428b-ac7a-8d4c7b85eb1d HTTP/1.1" status: 200 len: 1091 time: 2.2700746 Aug 20 11:20:31.667178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '470cc5e6-0501-428b-ac7a-8d4c7b85eb1d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:20:31.670532 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6429da6f-bd1d-4c73-953a-4f87d24ef249" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "470cc5e6-0501-428b-ac7a-8d4c7b85eb1d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:20:31.682735 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3a6fd5e9-5d96-4e93-80c2-7f6a069a9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.728208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38102d7-a470-46fd-99e1-4ed5c8c921ed service neutron] Pushing event updated for resources: {'Port': ['ID=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:31.762147 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771dfea9-4d33-4b29-8c6b-56a8f9451a02 x-openstack-request-id: req-771dfea9-4d33-4b29-8c6b-56a8f9451a02 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:20:31.764714 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "470cc5e6-0501-428b-ac7a-8d4c7b85eb1d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:20:31.765620 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-771dfea9-4d33-4b29-8c6b-56a8f9451a02 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:20:31.766187 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '470cc5e6-0501-428b-ac7a-8d4c7b85eb1d', 'status': 'completed', 'code': 200} Aug 20 11:20:31.791558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fd5e9-5d96-4e93-80c2-7f6a069a9176 None None] Pushing event updated for resources: {'Port': ['ID=5b9bf1aa-625f-408f-a3ff-cc985cebfce7,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:31.895807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:31.902402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-4203af88-c406-466a-83f9-cefb53e1ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.902923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-4203af88-c406-466a-83f9-cefb53e1ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.903387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-4203af88-c406-466a-83f9-cefb53e1ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.903901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-4203af88-c406-466a-83f9-cefb53e1ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.904632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-4203af88-c406-466a-83f9-cefb53e1ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.909921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-4203af88-c406-466a-83f9-cefb53e1ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.910419 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-4203af88-c406-466a-83f9-cefb53e1ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:31.912669 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-4203af88-c406-466a-83f9-cefb53e1ac84 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6489 time: 0.1226721 Aug 20 11:20:31.921058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e8da840d-9390-4868-8c52-76fde3271e46 None None] Provisioning for port 4220fd09-5774-4926-b1e9-87a82fcfe498 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:31.929785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e8da840d-9390-4868-8c52-76fde3271e46 None None] Provisioning complete for port 4220fd09-5774-4926-b1e9-87a82fcfe498 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:31.930655 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8da840d-9390-4868-8c52-76fde3271e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:31.977453 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e8da840d-9390-4868-8c52-76fde3271e46 None None] Port 4220fd09-5774-4926-b1e9-87a82fcfe498 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:32.012222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:32.012779 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.045523 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e21be7e3-8119-43af-8d41-39b7c8a20da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.056177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e8da840d-9390-4868-8c52-76fde3271e46 None None] Provisioning complete for port e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:32.056556 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8da840d-9390-4868-8c52-76fde3271e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.077891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e8da840d-9390-4868-8c52-76fde3271e46 None None] Port e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 was deleted so its status cannot be updated. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 11:20:32.094180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e8da840d-9390-4868-8c52-76fde3271e46 None None] Provisioning complete for port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:32.094573 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8da840d-9390-4868-8c52-76fde3271e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.127285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21be7e3-8119-43af-8d41-39b7c8a20da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event deleted for resources: {'Port': ['ID=e49e6bf3-1311-4e79-8405-0c1cce3ca2e6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:32.145036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-81a4ec2b-5937-456a-b4e8-57108e1604f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.145825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-81a4ec2b-5937-456a-b4e8-57108e1604f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.146894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-81a4ec2b-5937-456a-b4e8-57108e1604f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.148925 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-81a4ec2b-5937-456a-b4e8-57108e1604f1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=c96e568c24aa41fabf979ad88fff50d8&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2186353 Aug 20 11:20:32.185654 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e21be7e3-8119-43af-8d41-39b7c8a20da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.192373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e21be7e3-8119-43af-8d41-39b7c8a20da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "DELETE /v2.0/ports/e49e6bf3-1311-4e79-8405-0c1cce3ca2e6 HTTP/1.1" status: 204 len: 168 time: 1.4092164 Aug 20 11:20:32.194153 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52598) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:32.284486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce58a960-7f5e-49f2-a460-a69fdd3eedc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Deleting subnet 4e5c48ad-7c44-4f0a-9824-ed6373049ec5 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:20:32.293122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce58a960-7f5e-49f2-a460-a69fdd3eedc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.349781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-0bf840d1-dddb-48c5-892d-bac9a4412f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.351667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce58a960-7f5e-49f2-a460-a69fdd3eedc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.360380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6429da6f-bd1d-4c73-953a-4f87d24ef249 req-0bf840d1-dddb-48c5-892d-bac9a4412f5f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2023306 Aug 20 11:20:32.416950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ac7e0c40-887a-4514-91b7-01c54ca7d71b None None] Provisioning complete for port 4220fd09-5774-4926-b1e9-87a82fcfe498 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:32.417728 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0c40-887a-4514-91b7-01c54ca7d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.468626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e0c40-887a-4514-91b7-01c54ca7d71b None None] Port 4220fd09-5774-4926-b1e9-87a82fcfe498 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:32.514384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-df9ccd1e-9708-4d57-b740-e118afae9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.514894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-df9ccd1e-9708-4d57-b740-e118afae9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.515378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-df9ccd1e-9708-4d57-b740-e118afae9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.515879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-df9ccd1e-9708-4d57-b740-e118afae9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.516393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-df9ccd1e-9708-4d57-b740-e118afae9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.516864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-df9ccd1e-9708-4d57-b740-e118afae9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.517357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-df9ccd1e-9708-4d57-b740-e118afae9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.519325 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce58a960-7f5e-49f2-a460-a69fdd3eedc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.519704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-df9ccd1e-9708-4d57-b740-e118afae9732 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6489 time: 0.0870748 Aug 20 11:20:32.541652 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ffe6e79-c454-4da9-826f-ed4e8ce6196a tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for subnetpool, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.543307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7ffe6e79-c454-4da9-826f-ed4e8ce6196a tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.9362810 Aug 20 11:20:32.547544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52612) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:32.554158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-cda6aa93-fb10-45fb-a9f4-8cb5eb1daabb tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a', 'tempest-TagsExtTest-Tag-832729989') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:32.573091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-fb528096-8a06-4daf-81ee-59f2d7d45b31 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3 HTTP/1.1" status: 200 len: 217 time: 0.0398896 Aug 20 11:20:32.648424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-be2d8a85-a5cb-4843-bddb-811e20acaf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.650277 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-be2d8a85-a5cb-4843-bddb-811e20acaf9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd96fd79-5012-4472-b937-783d1901f733 HTTP/1.1" status: 200 len: 855 time: 0.0683162 Aug 20 11:20:32.718375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9fa3-5447-430f-b786-91a806a83015 req-7678febc-0f50-41ed-aeae-a2e9c53d55e2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.725205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9fa3-5447-430f-b786-91a806a83015 req-7678febc-0f50-41ed-aeae-a2e9c53d55e2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.732779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9fa3-5447-430f-b786-91a806a83015 req-7678febc-0f50-41ed-aeae-a2e9c53d55e2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.739642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9fa3-5447-430f-b786-91a806a83015 req-7678febc-0f50-41ed-aeae-a2e9c53d55e2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.743150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-58e163af-541d-40d5-815e-3e6a333ecdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.745070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-58e163af-541d-40d5-815e-3e6a333ecdfc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26aed97a-f400-4b37-8a16-a0a6436f9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739493 Aug 20 11:20:32.746713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9fa3-5447-430f-b786-91a806a83015 req-7678febc-0f50-41ed-aeae-a2e9c53d55e2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.753105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9fa3-5447-430f-b786-91a806a83015 req-7678febc-0f50-41ed-aeae-a2e9c53d55e2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.759802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f9fa3-5447-430f-b786-91a806a83015 req-7678febc-0f50-41ed-aeae-a2e9c53d55e2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:32.762256 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-523f9fa3-5447-430f-b786-91a806a83015 req-7678febc-0f50-41ed-aeae-a2e9c53d55e2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.2167444 Aug 20 11:20:32.842303 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-523f9fa3-5447-430f-b786-91a806a83015 req-d2e3d10d-a4f1-4f4d-bc88-0c12de7769f6 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677061 Aug 20 11:20:32.893263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-e4334b60-075d-463f-94b4-345b31bd9f67 service neutron] 10.222.0.38 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350169 Aug 20 11:20:32.908908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52622) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:32.929421 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74158003-9529-4776-9a0e-ea94c0557d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:32.949437 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce58a960-7f5e-49f2-a460-a69fdd3eedc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.030290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58a960-7f5e-49f2-a460-a69fdd3eedc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5c48ad-7c44-4f0a-9824-ed6373049ec5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:33.032789 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce58a960-7f5e-49f2-a460-a69fdd3eedc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.037797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ce58a960-7f5e-49f2-a460-a69fdd3eedc9 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "DELETE /v2.0/subnets/4e5c48ad-7c44-4f0a-9824-ed6373049ec5 HTTP/1.1" status: 204 len: 168 time: 0.8417797 Aug 20 11:20:33.040770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52626) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:33.049787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e87f9f5-1bee-4872-a369-821e813d7038 None None] Network ff27adef-3ca3-47fc-83be-6bd87336e27e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:33.060539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-362c32ff-066b-40bd-b96b-0220b8c0c98e service neutron] 10.222.0.38 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562424 Aug 20 11:20:33.115780 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cda6aa93-fb10-45fb-a9f4-8cb5eb1daabb tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags/tempest-TagsExtTest-Tag-832729989 HTTP/1.1" status: 201 len: 201 time: 0.5620699 Aug 20 11:20:33.119220 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52628) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:33.132657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-ce15f203-5cc2-4a50-8c7a-0c934b202e75 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498', 'tempest-TagsExtTest-Tag-946098535') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:33.160462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26e3bfbc-ff5d-4048-9588-f9b7eb360d9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 HTTP/1.1" status: 200 len: 217 time: 0.0882974 Aug 20 11:20:33.256940 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.256940 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74158003-9529-4776-9a0e-ea94c0557d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.267511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-71202240-32b0-43f1-9dd1-48f97719ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:33.269558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-71202240-32b0-43f1-9dd1-48f97719ed07 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.1010306 Aug 20 11:20:33.321390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Deleting port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:33.322002 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.340029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-fc6c81e5-030f-43c4-b9d9-1fc0625f9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:33.341639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-fc6c81e5-030f-43c4-b9d9-1fc0625f9deb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629478 Aug 20 11:20:33.370959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507688c4-daa5-43bf-8057-a25b05c55af5 None None] DHCP port deletion for ff27adef-3ca3-47fc-83be-6bd87336e27e request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:20:33.396582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] For port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5,segment=NetworkSegment(3aa9b80b-56c8-49c5-a48c-19875e906300),segment_id=3aa9b80b-56c8-49c5-a48c-19875e906300)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:33.397107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.419469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Calling delete_port for b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:33.442972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-507688c4-daa5-43bf-8057-a25b05c55af5 None None] Deleting port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:33.443352 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-507688c4-daa5-43bf-8057-a25b05c55af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.476075 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-6e7a6b2e-1490-405b-98b0-dc214f37dfe6 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226914 Aug 20 11:20:33.507778 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-74158003-9529-4776-9a0e-ea94c0557d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.532635 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-507688c4-daa5-43bf-8057-a25b05c55af5 None None] For port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5,segment=NetworkSegment(3aa9b80b-56c8-49c5-a48c-19875e906300),segment_id=3aa9b80b-56c8-49c5-a48c-19875e906300)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:33.533477 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-507688c4-daa5-43bf-8057-a25b05c55af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.548099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-507688c4-daa5-43bf-8057-a25b05c55af5 None None] Calling delete_port for b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:33.557246 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-74158003-9529-4776-9a0e-ea94c0557d40 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7099c999bb84965afd03764ec9b99ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466396 Aug 20 11:20:33.562644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52636) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:33.575449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74158003-9529-4776-9a0e-ea94c0557d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674a2766-cbbc-4d2b-9e16-c1b04d1a7b13,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:33.624665 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ce15f203-5cc2-4a50-8c7a-0c934b202e75 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags/tempest-TagsExtTest-Tag-946098535 HTTP/1.1" status: 201 len: 201 time: 0.5018516 Aug 20 11:20:33.624943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-dd24305f-5875-4e53-90d8-7608e193eb32 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337812 Aug 20 11:20:33.626006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52638) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:33.632693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-8c64c4de-b0ad-4232-8cc5-270be4eac57b tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89', 'tempest-TagsExtTest-Tag-1206184413') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:33.673130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cac474e1-57f3-48cd-884e-a67c301049d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.692295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.694312 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-507688c4-daa5-43bf-8057-a25b05c55af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.728022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507688c4-daa5-43bf-8057-a25b05c55af5 None None] Pushing event deleted for resources: {'Port': ['ID=b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:33.730485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507688c4-daa5-43bf-8057-a25b05c55af5 None None] No DVR routers for this DVR port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:20:33.735739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] No DVR routers for this DVR port b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:20:33.751257 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cac474e1-57f3-48cd-884e-a67c301049d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.754914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event deleted for resources: {'Port': ['ID=b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:33.899170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:20:33.948948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:20:33.949804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b393a23d-dbb4-4bb4-9dc1-8c3962a37cb5 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:20:33.950887 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:33.993812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff27adef-3ca3-47fc-83be-6bd87336e27e']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:34.005474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa9b80b-56c8-49c5-a48c-19875e906300') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:34.005874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa9b80b-56c8-49c5-a48c-19875e906300') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:34.022222 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.040977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a063b0-f3f8-417f-b457-749d2c807b61 req-cbe89881-ca52-4701-b9bd-8b9e07010ec5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.047573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a063b0-f3f8-417f-b457-749d2c807b61 req-cbe89881-ca52-4701-b9bd-8b9e07010ec5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.054738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a063b0-f3f8-417f-b457-749d2c807b61 req-cbe89881-ca52-4701-b9bd-8b9e07010ec5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.060558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a063b0-f3f8-417f-b457-749d2c807b61 req-cbe89881-ca52-4701-b9bd-8b9e07010ec5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.067324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a063b0-f3f8-417f-b457-749d2c807b61 req-cbe89881-ca52-4701-b9bd-8b9e07010ec5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.069720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-49f11c3e-c250-4030-bc7a-9fb6e68c8911 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=153954e2-ea32-4f96-8194-59c54f6c2819 HTTP/1.1" status: 200 len: 217 time: 0.4044175 Aug 20 11:20:34.073697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a063b0-f3f8-417f-b457-749d2c807b61 req-cbe89881-ca52-4701-b9bd-8b9e07010ec5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.073865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52644) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:34.080316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a063b0-f3f8-417f-b457-749d2c807b61 req-cbe89881-ca52-4701-b9bd-8b9e07010ec5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.082390 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52a063b0-f3f8-417f-b457-749d2c807b61 req-cbe89881-ca52-4701-b9bd-8b9e07010ec5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.1456077 Aug 20 11:20:34.092173 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.106745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:20:34.107497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:20:34.111706 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:20:34.155667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cac474e1-57f3-48cd-884e-a67c301049d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.158405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cac474e1-57f3-48cd-884e-a67c301049d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.162568 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cac474e1-57f3-48cd-884e-a67c301049d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/674a2766-cbbc-4d2b-9e16-c1b04d1a7b13 HTTP/1.1" status: 204 len: 168 time: 0.5962665 Aug 20 11:20:34.193822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac474e1-57f3-48cd-884e-a67c301049d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674a2766-cbbc-4d2b-9e16-c1b04d1a7b13,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:34.197269 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26bf9fdb-afa9-4389-9fa6-4f32115145b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.199244 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-26bf9fdb-afa9-4389-9fa6-4f32115145b1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.1169295 Aug 20 11:20:34.224265 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52a063b0-f3f8-417f-b457-749d2c807b61 req-078b4228-956e-4620-b0dc-f1bc8caccc7c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1253822 Aug 20 11:20:34.262871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d057228-cb72-4f7b-9ff9-008b5e5e8b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.297062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-4ef0ccd4-e9d6-40b2-9b6e-e118eb32f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.298740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-4ef0ccd4-e9d6-40b2-9b6e-e118eb32f8d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0839763 Aug 20 11:20:34.315898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8c64c4de-b0ad-4232-8cc5-270be4eac57b tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags/tempest-TagsExtTest-Tag-1206184413 HTTP/1.1" status: 201 len: 201 time: 0.6879096 Aug 20 11:20:34.316016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52656) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:34.320892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-b72a0900-fa3e-4180-a566-eb891a9970e5 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a', 'tempest-TagsExtTest-Tag-360100236') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:34.348222 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.362229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.366472 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] 10.222.0.10 "DELETE /v2.0/networks/ff27adef-3ca3-47fc-83be-6bd87336e27e HTTP/1.1" status: 204 len: 168 time: 1.3223183 Aug 20 11:20:34.383890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bbe93-b3d0-4ad4-8fa6-c16c83bd873d tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382 tempest-ExtraDHCPOptionsIpV6TestJSON-1198678382-project] Pushing event deleted for resources: {'Network': ['ID=ff27adef-3ca3-47fc-83be-6bd87336e27e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:34.449753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-e08b30d9-9f87-4d6c-b996-140089d72183 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332757 Aug 20 11:20:34.488219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d057228-cb72-4f7b-9ff9-008b5e5e8b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.514550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b72a0900-fa3e-4180-a566-eb891a9970e5 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags/tempest-TagsExtTest-Tag-360100236 HTTP/1.1" status: 201 len: 201 time: 0.1973178 Aug 20 11:20:34.516753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52660) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:34.523430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-f7aaa50c-643e-448a-8d53-4053bff12492 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:34.574755 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-df881102-5ffd-439b-87e0-1e5917d23938 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169465 Aug 20 11:20:34.596282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d057228-cb72-4f7b-9ff9-008b5e5e8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.619893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f7aaa50c-643e-448a-8d53-4053bff12492 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags HTTP/1.1" status: 200 len: 240 time: 0.1008947 Aug 20 11:20:34.620849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52666) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:34.627905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-708ae901-97c7-48a3-984c-79b2d817ef85 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a', 'tempest-TagsExtTest-Tag-832729989') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:34.672914 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-4a604827-14e9-4d20-bb26-264dc6f5674d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=990945c2-3faf-45a4-9eaf-5f7a5aafbc37 HTTP/1.1" status: 200 len: 217 time: 0.0746868 Aug 20 11:20:34.689911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5d057228-cb72-4f7b-9ff9-008b5e5e8b45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba7cb3405ec44856820830148cb8c357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144645 Aug 20 11:20:34.695858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52672) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:34.702028 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-708ae901-97c7-48a3-984c-79b2d817ef85 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags/tempest-TagsExtTest-Tag-832729989 HTTP/1.1" status: 204 len: 168 time: 0.0779183 Aug 20 11:20:34.702909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52674) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:34.708100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-e3f1badd-1c46-4bfa-9572-4375157b3f2d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a', 'tempest-TagsExtTest-Tag-832729989') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:34.738407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d057228-cb72-4f7b-9ff9-008b5e5e8b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bb2e1e-9869-4b74-8535-ae248a56c271,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:34.762243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-115f67d2-60e6-44d3-a04a-4795cf6e5fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.799578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-115f67d2-60e6-44d3-a04a-4795cf6e5fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.803547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-baed18a5-60d9-4eb3-a7aa-e38d3390c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.805175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-baed18a5-60d9-4eb3-a7aa-e38d3390c529 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.1218715 Aug 20 11:20:34.895577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a42797e2-17df-491b-ab4a-74801040fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:34.896912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-a42797e2-17df-491b-ab4a-74801040fc7e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758700 Aug 20 11:20:34.957694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-115f67d2-60e6-44d3-a04a-4795cf6e5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.960868 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-115f67d2-60e6-44d3-a04a-4795cf6e5fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:34.962050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-115f67d2-60e6-44d3-a04a-4795cf6e5fa6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72bb2e1e-9869-4b74-8535-ae248a56c271 HTTP/1.1" status: 204 len: 168 time: 0.2644236 Aug 20 11:20:34.972257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f67d2-60e6-44d3-a04a-4795cf6e5fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bb2e1e-9869-4b74-8535-ae248a56c271,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:35.019002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52688) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:35.034175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e3f1badd-1c46-4bfa-9572-4375157b3f2d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags/tempest-TagsExtTest-Tag-832729989 HTTP/1.1" status: 204 len: 168 time: 0.3302412 Aug 20 11:20:35.036361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-be5bcbc7-fcd7-4ff6-bf6b-9f5c309402a4 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266189 Aug 20 11:20:35.040930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52692) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:35.045510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-c8f8f56f-83bd-4101-bd1e-1d3723662497 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:35.110456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c8f8f56f-83bd-4101-bd1e-1d3723662497 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags HTTP/1.1" status: 200 len: 205 time: 0.0683529 Aug 20 11:20:35.113159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52696) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:35.118800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-ffdb8ff8-8738-47a8-aa26-841ed13a5045 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:35.144399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-3d9a5d8d-2506-432e-8b58-723d827cc9e9 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948400 Aug 20 11:20:35.190543 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ffdb8ff8-8738-47a8-aa26-841ed13a5045 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags HTTP/1.1" status: 200 len: 240 time: 0.0735979 Aug 20 11:20:35.192424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52698) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:35.198053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-76591b51-df28-4eb5-8a3c-ec571c5d481d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498', 'tempest-TagsExtTest-Tag-946098535') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:35.201753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b9f76405-89f4-40a5-a88e-0145b899f450 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=2e93ca1d-bf71-434e-9a5e-351f1b9040e4 HTTP/1.1" status: 200 len: 217 time: 0.0464735 Aug 20 11:20:35.270968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52702) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:35.281373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-76591b51-df28-4eb5-8a3c-ec571c5d481d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags/tempest-TagsExtTest-Tag-946098535 HTTP/1.1" status: 204 len: 168 time: 0.0829020 Aug 20 11:20:35.281544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-b023e196-4be2-4e08-8e2e-641be293bbf8 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498', 'tempest-TagsExtTest-Tag-946098535') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:35.308467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-66a54009-0974-4e78-a489-3ef0a15cfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:35.321008 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-66a54009-0974-4e78-a489-3ef0a15cfbc5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0977216 Aug 20 11:20:35.386599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-ab9ce51c-ab82-4073-9ce6-e33a0094d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:35.388321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-ab9ce51c-ab82-4073-9ce6-e33a0094d6a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694892 Aug 20 11:20:35.411925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b49f580e-ec5e-474f-be02-2d909360b2bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41a265bec9024e11bfb61480f7041334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891826 Aug 20 11:20:35.413070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52704) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:35.450159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54170c35-f4bb-43f8-976b-8cb8c8b824b3 req-29cacbde-c677-40b7-8d78-549ccfe0bcf4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:35.458929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54170c35-f4bb-43f8-976b-8cb8c8b824b3 req-29cacbde-c677-40b7-8d78-549ccfe0bcf4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:35.465158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54170c35-f4bb-43f8-976b-8cb8c8b824b3 req-29cacbde-c677-40b7-8d78-549ccfe0bcf4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:35.471697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54170c35-f4bb-43f8-976b-8cb8c8b824b3 req-29cacbde-c677-40b7-8d78-549ccfe0bcf4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:35.477713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54170c35-f4bb-43f8-976b-8cb8c8b824b3 req-29cacbde-c677-40b7-8d78-549ccfe0bcf4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:35.483856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54170c35-f4bb-43f8-976b-8cb8c8b824b3 req-29cacbde-c677-40b7-8d78-549ccfe0bcf4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:35.489850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54170c35-f4bb-43f8-976b-8cb8c8b824b3 req-29cacbde-c677-40b7-8d78-549ccfe0bcf4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:35.493565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54170c35-f4bb-43f8-976b-8cb8c8b824b3 req-29cacbde-c677-40b7-8d78-549ccfe0bcf4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.1460001 Aug 20 11:20:35.531192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b023e196-4be2-4e08-8e2e-641be293bbf8 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags/tempest-TagsExtTest-Tag-946098535 HTTP/1.1" status: 204 len: 168 time: 0.2590814 Aug 20 11:20:35.539020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52710) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:35.541809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-d425d0de-cb37-4634-aa31-0c49f589094d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:35.552229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-2017b689-a244-434c-a4f0-ac5544784793 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507976 Aug 20 11:20:35.554974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54170c35-f4bb-43f8-976b-8cb8c8b824b3 req-b95cec41-2603-4bac-b398-2be1003daf90 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547531 Aug 20 11:20:35.559656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0977-f06e-41b9-93bd-c2faf989acd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.654628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d425d0de-cb37-4634-aa31-0c49f589094d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags HTTP/1.1" status: 200 len: 205 time: 0.1159647 Aug 20 11:20:35.657037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52722) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:35.668039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-2e411029-eb71-42ed-97e7-0b866ad83a17 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:35.687307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0977-f06e-41b9-93bd-c2faf989acd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.772132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b2ce8501-a32c-41fa-9096-796e750aa071 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085433 Aug 20 11:20:35.820926 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2e411029-eb71-42ed-97e7-0b866ad83a17 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags HTTP/1.1" status: 200 len: 241 time: 0.1627622 Aug 20 11:20:35.821554 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52728) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:35.826721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-235b9ffd-e038-446b-874d-222465e4368f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89', 'tempest-TagsExtTest-Tag-1206184413') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:35.828379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-d8d9f39c-f21f-411f-a123-35879641a4d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e322f6da-a2f1-43aa-901f-61732f873a28 HTTP/1.1" status: 200 len: 217 time: 0.0448968 Aug 20 11:20:35.911189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-235b9ffd-e038-446b-874d-222465e4368f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags/tempest-TagsExtTest-Tag-1206184413 HTTP/1.1" status: 204 len: 168 time: 0.0852025 Aug 20 11:20:35.911322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-213a53be-98c4-4c0d-bf4b-52c02c039da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:35.911735 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-213a53be-98c4-4c0d-bf4b-52c02c039da8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=499ea19e-ce01-4768-a3a1-7eccffb9cde8 HTTP/1.1" status: 200 len: 797 time: 0.0646088 Aug 20 11:20:35.912870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52734) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:35.918773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-69393cdc-e0d6-481f-80a2-bee5b538e872 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89', 'tempest-TagsExtTest-Tag-1206184413') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:35.973672 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0977-f06e-41b9-93bd-c2faf989acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.976411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0977-f06e-41b9-93bd-c2faf989acd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:35.977667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dc8b0977-f06e-41b9-93bd-c2faf989acd2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c9cf620-d8f6-483c-9a7f-812975182de8 HTTP/1.1" status: 204 len: 168 time: 0.5629654 Aug 20 11:20:36.053877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b0977-f06e-41b9-93bd-c2faf989acd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9cf620-d8f6-483c-9a7f-812975182de8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:36.124572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-f456c2a1-4dfd-4308-a739-fd1b9ba4024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:36.126168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-f456c2a1-4dfd-4308-a739-fd1b9ba4024a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=785e013d-c92e-4828-b7f5-34a8f2e42a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1737652 Aug 20 11:20:36.239354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-efef01bb-5444-4604-9c24-515c002f74d3 service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012380 Aug 20 11:20:36.305119 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-69393cdc-e0d6-481f-80a2-bee5b538e872 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags/tempest-TagsExtTest-Tag-1206184413 HTTP/1.1" status: 204 len: 168 time: 0.3912127 Aug 20 11:20:36.307671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52742) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:36.315454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-af6e7a82-b21c-4f5e-a273-03cbf5364f7c tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:36.360018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-9cd1cb81-a9be-4945-b902-55fee3462be3 service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093040 Aug 20 11:20:36.412489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-b8d7ad13-3fe6-44d1-8691-636ebcb98356 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d HTTP/1.1" status: 200 len: 217 time: 0.0409126 Aug 20 11:20:36.414827 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-af6e7a82-b21c-4f5e-a273-03cbf5364f7c tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags HTTP/1.1" status: 200 len: 205 time: 0.1047993 Aug 20 11:20:36.417300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52746) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:36.421814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-44966da9-7967-4e48-9f0e-6b3cc57a8453 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:36.451341 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-44966da9-7967-4e48-9f0e-6b3cc57a8453 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags HTTP/1.1" status: 200 len: 240 time: 0.0326595 Aug 20 11:20:36.453798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52750) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:36.461393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-9814b1a3-c922-4592-a70c-02ac4b7fa5ec tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a', 'tempest-TagsExtTest-Tag-360100236') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:36.475903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-fc99a27d-b0c9-4249-b367-f1617e79d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:36.475903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-fc99a27d-b0c9-4249-b367-f1617e79d532 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=499ea19e-ce01-4768-a3a1-7eccffb9cde8 HTTP/1.1" status: 200 len: 797 time: 0.0500438 Aug 20 11:20:36.491032 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9814b1a3-c922-4592-a70c-02ac4b7fa5ec tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags/tempest-TagsExtTest-Tag-360100236 HTTP/1.1" status: 204 len: 168 time: 0.0347962 Aug 20 11:20:36.493273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52754) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:36.499508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-a500c2e8-2ffa-4189-b6df-0d8127ac2da1 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a', 'tempest-TagsExtTest-Tag-360100236') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:36.540675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-0a01b350-7ffe-48c4-9f7a-d0ff96642b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:36.542304 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-0a01b350-7ffe-48c4-9f7a-d0ff96642b12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=785e013d-c92e-4828-b7f5-34a8f2e42a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652657 Aug 20 11:20:36.649335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-216686e0-2b04-4563-bad8-1110abfaa061 service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951138 Aug 20 11:20:36.770734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0065e1-9dc7-43d8-8cb3-95ee85241562 req-424505c8-e36f-4ebc-b2e1-1f23ee76407a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:36.776835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0065e1-9dc7-43d8-8cb3-95ee85241562 req-424505c8-e36f-4ebc-b2e1-1f23ee76407a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:36.783634 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0065e1-9dc7-43d8-8cb3-95ee85241562 req-424505c8-e36f-4ebc-b2e1-1f23ee76407a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:36.789672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0065e1-9dc7-43d8-8cb3-95ee85241562 req-424505c8-e36f-4ebc-b2e1-1f23ee76407a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:36.797621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0065e1-9dc7-43d8-8cb3-95ee85241562 req-424505c8-e36f-4ebc-b2e1-1f23ee76407a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:36.802422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0065e1-9dc7-43d8-8cb3-95ee85241562 req-424505c8-e36f-4ebc-b2e1-1f23ee76407a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:36.808540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0065e1-9dc7-43d8-8cb3-95ee85241562 req-424505c8-e36f-4ebc-b2e1-1f23ee76407a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:36.810590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc0065e1-9dc7-43d8-8cb3-95ee85241562 req-424505c8-e36f-4ebc-b2e1-1f23ee76407a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.1536725 Aug 20 11:20:36.832210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a500c2e8-2ffa-4189-b6df-0d8127ac2da1 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags/tempest-TagsExtTest-Tag-360100236 HTTP/1.1" status: 204 len: 168 time: 0.3367538 Aug 20 11:20:36.834647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52770) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:36.849090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-f46a09e3-714d-45b9-b5d9-043980125494 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:36.856743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98f5ac01-a2e2-4f5f-8903-ed9b8e8feb8a req-e7802c55-35fb-4a05-9630-8fcbe858ea08 service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906953 Aug 20 11:20:36.866962 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc0065e1-9dc7-43d8-8cb3-95ee85241562 req-c8ff59b3-a79b-4a6d-9aaa-c565e1b0f5b5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492027 Aug 20 11:20:36.905304 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f46a09e3-714d-45b9-b5d9-043980125494 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags HTTP/1.1" status: 200 len: 205 time: 0.0680482 Aug 20 11:20:36.908463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52774) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:36.913156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-72819531-d9a6-495b-b1fd-b175654427dd tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:36.948043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-72819531-d9a6-495b-b1fd-b175654427dd tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags HTTP/1.1" status: 204 len: 168 time: 0.0384023 Aug 20 11:20:36.950374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52778) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:36.959482 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-b1d505ac-f130-4c5b-9858-7aed5d0baa3e tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:37.032866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52782) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:37.057062 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b1d505ac-f130-4c5b-9858-7aed5d0baa3e tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags HTTP/1.1" status: 204 len: 168 time: 0.1055965 Aug 20 11:20:37.059586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52786) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:37.064894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-eed5aa9f-8cf8-4177-8ce6-faee0cc2f034 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:37.128834 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eed5aa9f-8cf8-4177-8ce6-faee0cc2f034 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags HTTP/1.1" status: 204 len: 168 time: 0.0682178 Aug 20 11:20:37.131403 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52788) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:37.136268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-3ed31a58-789e-450f-86b5-ae1c0c681ff9 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:37.206256 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3ed31a58-789e-450f-86b5-ae1c0c681ff9 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags HTTP/1.1" status: 204 len: 168 time: 0.0694823 Aug 20 11:20:37.207077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52792) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:37.212049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-88038330-db4f-49e7-a87c-67c1bf45a7a6 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a', 'tempest-TagsExtTest-Tag-2098869878') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:37.341776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2047769522-network', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:37.383945 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-88038330-db4f-49e7-a87c-67c1bf45a7a6 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags/tempest-TagsExtTest-Tag-2098869878 HTTP/1.1" status: 201 len: 201 time: 0.1759088 Aug 20 11:20:37.384274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52798) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:37.393690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-5321e883-52b7-4946-8c9c-43c09b34f4d7 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498', 'tempest-TagsExtTest-Tag-2014333737') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:37.500407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Made reservation on behalf of c758ed9616cc40509be68c0eef63f715 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:37.503662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:37.513683 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:37.572781 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5321e883-52b7-4946-8c9c-43c09b34f4d7 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags/tempest-TagsExtTest-Tag-2014333737 HTTP/1.1" status: 201 len: 201 time: 0.1871655 Aug 20 11:20:37.575947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52806) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:37.583043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-38ad9e19-be92-4613-b375-e87e9db80a19 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89', 'tempest-TagsExtTest-Tag-1785252825') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:37.633613 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:37.763014 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:37.811953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:20:37.823811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:37.824412 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Added segment 939b60a9-95f4-4fe1-b809-9e2eb8fc8f79 of type vlan for network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 Aug 20 11:20:37.879886 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:37.890108 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-38ad9e19-be92-4613-b375-e87e9db80a19 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags/tempest-TagsExtTest-Tag-1785252825 HTTP/1.1" status: 201 len: 201 time: 0.3128195 Aug 20 11:20:37.893006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52818) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:37.913571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-ee76d934-b701-46d5-a3a9-fa9380be4f20 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a', 'tempest-TagsExtTest-Tag-1674353023') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:37.929791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa30752c-2999-428c-bf23-e16eef7ee409,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:37.991798 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:37.994181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:37.994181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.078849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ee76d934-b701-46d5-a3a9-fa9380be4f20 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags/tempest-TagsExtTest-Tag-1674353023 HTTP/1.1" status: 201 len: 201 time: 0.1846144 Aug 20 11:20:38.082622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52830) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:38.088185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-00bdb749-7b9e-421c-a238-081aadb3506c tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a', {'tags': ['tempest-TagsExtTest-Tag-166245080', 'tempest-TagsExtTest-Tag-736605354', 'tempest-TagsExtTest-Tag-1258393538']}) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:38.096545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] Pushing event updated for resources: {'Network': ['ID=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:38.109981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52832) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:38.111723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:38.158856 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-74c791a8-c3e9-4b28-99d3-26a30269b7cc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1213651 Aug 20 11:20:38.166155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52836) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:38.173079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Request body: {'subnet': {'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-subnet', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:38.283319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-00bdb749-7b9e-421c-a238-081aadb3506c tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags HTTP/1.1" status: 200 len: 316 time: 0.1987085 Aug 20 11:20:38.286951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52840) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:38.291904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-27ad229e-9c0c-4ba8-bd2f-a90843b18d90 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:38.301040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Made reservation on behalf of c758ed9616cc40509be68c0eef63f715 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:38.304911 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.448445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b33f6388-eb16-488a-9660-c768e3a1593a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1895581609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:38.529685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ec11-1e90-4033-840f-79f9088319f3 req-8d3f0e5b-da70-4de0-b234-6fc53a77a543 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:38.536541 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ec11-1e90-4033-840f-79f9088319f3 req-8d3f0e5b-da70-4de0-b234-6fc53a77a543 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:38.543285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ec11-1e90-4033-840f-79f9088319f3 req-8d3f0e5b-da70-4de0-b234-6fc53a77a543 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:38.550689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ec11-1e90-4033-840f-79f9088319f3 req-8d3f0e5b-da70-4de0-b234-6fc53a77a543 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:38.556963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ec11-1e90-4033-840f-79f9088319f3 req-8d3f0e5b-da70-4de0-b234-6fc53a77a543 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:38.563319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ec11-1e90-4033-840f-79f9088319f3 req-8d3f0e5b-da70-4de0-b234-6fc53a77a543 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:38.572015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1ec11-1e90-4033-840f-79f9088319f3 req-8d3f0e5b-da70-4de0-b234-6fc53a77a543 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:38.574328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c2a1ec11-1e90-4033-840f-79f9088319f3 req-8d3f0e5b-da70-4de0-b234-6fc53a77a543 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.5699801 Aug 20 11:20:38.576327 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-27ad229e-9c0c-4ba8-bd2f-a90843b18d90 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags HTTP/1.1" status: 204 len: 168 time: 0.2881222 Aug 20 11:20:38.582775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52844) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:38.589432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-b4865ad0-431d-44f7-bda4-db029de28e9e tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a', 'tempest-TagsExtTest-Tag-166245080') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:38.630554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c2a1ec11-1e90-4033-840f-79f9088319f3 req-5a50c44f-cd30-4ebd-8a87-840f7a16b715 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481067 Aug 20 11:20:38.631962 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b33f6388-eb16-488a-9660-c768e3a1593a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.633169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b33f6388-eb16-488a-9660-c768e3a1593a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.660440 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.748402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b33f6388-eb16-488a-9660-c768e3a1593a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.758639 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-b4865ad0-431d-44f7-bda4-db029de28e9e tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:38.763441 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b4865ad0-431d-44f7-bda4-db029de28e9e tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags/tempest-TagsExtTest-Tag-166245080 HTTP/1.1" status: 404 len: 328 time: 0.1753337 Aug 20 11:20:38.764150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52848) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:38.764793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad1654a-cec9-4a7f-92cb-da52dca9d5f8,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:38.770735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-3fb6c00a-4005-4913-af31-e2ad7cca6c64 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a', 'tempest-TagsExtTest-Tag-736605354') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:38.812117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Checking segment: {'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:38.812394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Network hostable DHCP agents. Network: ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:20:38.849605 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-3fb6c00a-4005-4913-af31-e2ad7cca6c64 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:38.851326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3fb6c00a-4005-4913-af31-e2ad7cca6c64 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags/tempest-TagsExtTest-Tag-736605354 HTTP/1.1" status: 404 len: 328 time: 0.0839920 Aug 20 11:20:38.854843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52852) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:38.859279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-9d9670a8-d14f-4795-b599-84c0fac82e0b tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a', 'tempest-TagsExtTest-Tag-1258393538') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:38.883654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b33f6388-eb16-488a-9660-c768e3a1593a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:38.921139 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-9d9670a8-d14f-4795-b599-84c0fac82e0b tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:38.922646 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9d9670a8-d14f-4795-b599-84c0fac82e0b tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags/tempest-TagsExtTest-Tag-1258393538 HTTP/1.1" status: 404 len: 329 time: 0.0665781 Aug 20 11:20:38.925959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52854) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:38.931516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-d1651ebd-7f6b-4c75-a764-b783eecebc4f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498', {'tags': ['tempest-TagsExtTest-Tag-706213919', 'tempest-TagsExtTest-Tag-1044632903', 'tempest-TagsExtTest-Tag-73369526']}) {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:38.940143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:20:39.030476 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b33f6388-eb16-488a-9660-c768e3a1593a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.031714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b33f6388-eb16-488a-9660-c768e3a1593a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9205132 Aug 20 11:20:39.035132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52856) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:39.040194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1437897400'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:39.060310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:39.068319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:39.068319 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.077298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e78c2b-596b-4315-ada7-a733061e205b None None] Network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:39.129737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d1651ebd-7f6b-4c75-a764-b783eecebc4f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags HTTP/1.1" status: 200 len: 315 time: 0.2023497 Aug 20 11:20:39.134585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52860) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:39.144675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-e1f7ed03-627a-472d-9ff8-b3ac1f205433 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:39.212079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Made reservation on behalf of 1244541ead264f2eb66f2974627314f8 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:39.219480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.233373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.436201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:20:39.437102 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.459912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5df5afb1-501a-41c7-ada5-25051d76198e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2899218 Aug 20 11:20:39.466128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52864) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:39.466128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:39.517720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e1f7ed03-627a-472d-9ff8-b3ac1f205433 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags HTTP/1.1" status: 204 len: 168 time: 0.3805957 Aug 20 11:20:39.520638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52866) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:39.525331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-63ef5bf1-38df-4f63-8b58-b765963ad3ca tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498', 'tempest-TagsExtTest-Tag-706213919') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:39.550574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.590759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Allocated IP 172.20.0.2 (ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607/9ad1654a-cec9-4a7f-92cb-da52dca9d5f8/c6716f91-a699-4073-8da4-f11f49eb4590) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:39.706697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.758863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:20:39.801055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ad79c1-7762-4f6a-8be5-519f75cb07ca,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:39.810314 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.810690 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Added segment 508e943a-d6e2-45e9-9b14-50b8be2aad70 of type vlan for network cf47188b-8dd8-4527-b7cd-df827ed2e0f9 Aug 20 11:20:39.815556 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.835205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Transition to ACTIVE for port object c6716f91-a699-4073-8da4-f11f49eb4590 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:39.887604 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Transition to ACTIVE for port object c6716f91-a699-4073-8da4-f11f49eb4590 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:39.919025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:39.993101 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.022336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52876) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:40.049389 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-63ef5bf1-38df-4f63-8b58-b765963ad3ca tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:40.054479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:40.055433 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-63ef5bf1-38df-4f63-8b58-b765963ad3ca tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags/tempest-TagsExtTest-Tag-706213919 HTTP/1.1" status: 404 len: 328 time: 0.5286982 Aug 20 11:20:40.055433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52878) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:40.060341 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.066115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-d90e90eb-cf7a-4384-b0de-bad096a513bd tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498', 'tempest-TagsExtTest-Tag-1044632903') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:40.070292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:40.072953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:40.077645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:40.085619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.101194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Pushing event updated for resources: {'Port': ['ID=c6716f91-a699-4073-8da4-f11f49eb4590,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:40.138214 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.140390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.168856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Attempting to bind port c6716f91-a699-4073-8da4-f11f49eb4590 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:40.169279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Attempting to bind port c6716f91-a699-4073-8da4-f11f49eb4590 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:40.169700 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Attempting to bind port c6716f91-a699-4073-8da4-f11f49eb4590 on network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:40.170571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68552fb4-a932-421b-9575-de1fc77966dc req-168ebf00-12b8-4bc4-8494-7e4e0a5038f8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:40.177134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:40.177575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Checking segment: {'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:40.177931 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.178343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68552fb4-a932-421b-9575-de1fc77966dc req-168ebf00-12b8-4bc4-8494-7e4e0a5038f8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:40.178570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Bound using segment: {'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:40.179101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Bound port: c6716f91-a699-4073-8da4-f11f49eb4590, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:40.179493 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.184834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68552fb4-a932-421b-9575-de1fc77966dc req-168ebf00-12b8-4bc4-8494-7e4e0a5038f8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:40.190865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68552fb4-a932-421b-9575-de1fc77966dc req-168ebf00-12b8-4bc4-8494-7e4e0a5038f8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:40.197101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68552fb4-a932-421b-9575-de1fc77966dc req-168ebf00-12b8-4bc4-8494-7e4e0a5038f8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:40.203352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68552fb4-a932-421b-9575-de1fc77966dc req-168ebf00-12b8-4bc4-8494-7e4e0a5038f8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:40.209766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68552fb4-a932-421b-9575-de1fc77966dc req-168ebf00-12b8-4bc4-8494-7e4e0a5038f8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:40.218759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68552fb4-a932-421b-9575-de1fc77966dc req-168ebf00-12b8-4bc4-8494-7e4e0a5038f8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.3857667 Aug 20 11:20:40.262149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Network': ['ID=cf47188b-8dd8-4527-b7cd-df827ed2e0f9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:40.274909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] For port c6716f91-a699-4073-8da4-f11f49eb4590, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:40.274909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] For port c6716f91-a699-4073-8da4-f11f49eb4590, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c6716f91-a699-4073-8da4-f11f49eb4590,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:40.280136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network cf47188b-8dd8-4527-b7cd-df827ed2e0f9 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:40.304560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68552fb4-a932-421b-9575-de1fc77966dc req-5b89096e-1491-4643-9f36-3afaceeb84fb tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847993 Aug 20 11:20:40.340823 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.358957 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-d90e90eb-cf7a-4384-b0de-bad096a513bd tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:40.360617 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d90e90eb-cf7a-4384-b0de-bad096a513bd tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags/tempest-TagsExtTest-Tag-1044632903 HTTP/1.1" status: 404 len: 329 time: 0.3046851 Aug 20 11:20:40.364780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52884) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:40.372515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-2bb27248-630d-4bb6-9c91-e62cc0f42652 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498', 'tempest-TagsExtTest-Tag-73369526') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:40.384231 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82f6f6dc-0135-4e70-8bc2-2a65082adfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.391706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e412130f-a34f-42c0-8c5e-351c6dc721e4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3535681 Aug 20 11:20:40.399981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52886) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:40.405481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'subnet': {'network_id': 'cf47188b-8dd8-4527-b7cd-df827ed2e0f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:40.444519 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.548943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65725-bc58-4beb-ac3d-795a6d219939 None None] Pushing event updated for resources: {'Port': ['ID=c6716f91-a699-4073-8da4-f11f49eb4590,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:40.582151 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-2bb27248-630d-4bb6-9c91-e62cc0f42652 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:40.583263 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2bb27248-630d-4bb6-9c91-e62cc0f42652 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags/tempest-TagsExtTest-Tag-73369526 HTTP/1.1" status: 404 len: 327 time: 0.2172155 Aug 20 11:20:40.588578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52888) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:40.594139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-8fc78b45-3658-4829-83d0-c96f51b7e6fb tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89', {'tags': ['tempest-TagsExtTest-Tag-71439321', 'tempest-TagsExtTest-Tag-7324538', 'tempest-TagsExtTest-Tag-593101172']}) {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:40.666788 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:40.894703 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.036755 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.054030 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82f6f6dc-0135-4e70-8bc2-2a65082adfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.057164 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.182102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Allocated IP 172.25.4.165 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/a9bd7887-98cd-4819-a0e3-e854348c096c) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:41.211138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82f6f6dc-0135-4e70-8bc2-2a65082adfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.219734 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8fc78b45-3658-4829-83d0-c96f51b7e6fb tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags HTTP/1.1" status: 200 len: 312 time: 0.6301260 Aug 20 11:20:41.230778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52894) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:41.249390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-93e59f7b-da38-4b04-83d8-9bdfe3a65a3c tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:41.309200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.310364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6f6dc-0135-4e70-8bc2-2a65082adfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fdcdb7-d76a-4b34-a253-d272fafd99e5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:41.317853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-82f6f6dc-0135-4e70-8bc2-2a65082adfec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2709fde7211497d960dfb0745360369&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2918472 Aug 20 11:20:41.320649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52896) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:41.436142 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de4ffae1-6df7-48be-8149-e06dd08c1f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.462820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de4ffae1-6df7-48be-8149-e06dd08c1f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.474358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707228-cea5-4fed-a7d0-b6f9b8f16037 req-020849c9-3378-4b11-93ff-f7a16b41237b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:41.483018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707228-cea5-4fed-a7d0-b6f9b8f16037 req-020849c9-3378-4b11-93ff-f7a16b41237b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:41.488485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707228-cea5-4fed-a7d0-b6f9b8f16037 req-020849c9-3378-4b11-93ff-f7a16b41237b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:41.494584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707228-cea5-4fed-a7d0-b6f9b8f16037 req-020849c9-3378-4b11-93ff-f7a16b41237b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:41.501128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707228-cea5-4fed-a7d0-b6f9b8f16037 req-020849c9-3378-4b11-93ff-f7a16b41237b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:41.507794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707228-cea5-4fed-a7d0-b6f9b8f16037 req-020849c9-3378-4b11-93ff-f7a16b41237b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:41.513763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707228-cea5-4fed-a7d0-b6f9b8f16037 req-020849c9-3378-4b11-93ff-f7a16b41237b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:41.515738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5707228-cea5-4fed-a7d0-b6f9b8f16037 req-020849c9-3378-4b11-93ff-f7a16b41237b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.1180332 Aug 20 11:20:41.517600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Made reservation on behalf of 1244541ead264f2eb66f2974627314f8 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:41.517890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.521348 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:41.585184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:41.601955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:41.603870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a9bd7887-98cd-4819-a0e3-e854348c096c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:41.606303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:41.616911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5707228-cea5-4fed-a7d0-b6f9b8f16037 req-e050b634-09c4-46d5-bf14-4874356e8dfe tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929105 Aug 20 11:20:41.730103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37472177-c98c-48f0-a6cf-f8cd1efc8f37 None None] Network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:41.893550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c6716f91-a699-4073-8da4-f11f49eb4590 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:41.980006 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-93e59f7b-da38-4b04-83d8-9bdfe3a65a3c tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags HTTP/1.1" status: 204 len: 168 time: 0.7317452 Aug 20 11:20:41.980006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52902) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:41.980006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-a477ccdf-672a-46d5-8888-56701286c1fa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89', 'tempest-TagsExtTest-Tag-71439321') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:42.069765 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-a477ccdf-672a-46d5-8888-56701286c1fa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:42.070866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a477ccdf-672a-46d5-8888-56701286c1fa tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags/tempest-TagsExtTest-Tag-71439321 HTTP/1.1" status: 404 len: 327 time: 0.0966017 Aug 20 11:20:42.073714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52906) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:42.079274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-e7ce07e9-8fa5-4e8b-86d2-839f33bc8348 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89', 'tempest-TagsExtTest-Tag-7324538') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:42.086932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de4ffae1-6df7-48be-8149-e06dd08c1f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.087126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de4ffae1-6df7-48be-8149-e06dd08c1f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.088318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-de4ffae1-6df7-48be-8149-e06dd08c1f6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81fdcdb7-d76a-4b34-a253-d272fafd99e5 HTTP/1.1" status: 204 len: 168 time: 0.7660720 Aug 20 11:20:42.141106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ffae1-6df7-48be-8149-e06dd08c1f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fdcdb7-d76a-4b34-a253-d272fafd99e5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:42.156861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-71263d5c-5894-4e19-bbc0-4358cd0b7e18 None None] Provisioning for port c6716f91-a699-4073-8da4-f11f49eb4590 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:42.173167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c6716f91-a699-4073-8da4-f11f49eb4590 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:42.187551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c6716f91-a699-4073-8da4-f11f49eb4590 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:42.188514 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.240239 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-e7ce07e9-8fa5-4e8b-86d2-839f33bc8348 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:42.245414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e7ce07e9-8fa5-4e8b-86d2-839f33bc8348 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags/tempest-TagsExtTest-Tag-7324538 HTTP/1.1" status: 404 len: 326 time: 0.1660919 Aug 20 11:20:42.249678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52912) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:42.254155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-9355edf5-7e0f-44dc-97b8-7b7e7dbdbfbd tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89', 'tempest-TagsExtTest-Tag-593101172') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:42.315204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c405113e-b531-4803-9f38-7024ce3591e8 None None] Provisioning complete for port c6716f91-a699-4073-8da4-f11f49eb4590 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:42.315582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c405113e-b531-4803-9f38-7024ce3591e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.318197 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.346742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.382135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c6716f91-a699-4073-8da4-f11f49eb4590, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c6716f91-a699-4073-8da4-f11f49eb4590,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:42.419076 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-9355edf5-7e0f-44dc-97b8-7b7e7dbdbfbd tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:42.420162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9355edf5-7e0f-44dc-97b8-7b7e7dbdbfbd tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags/tempest-TagsExtTest-Tag-593101172 HTTP/1.1" status: 404 len: 328 time: 0.1722257 Aug 20 11:20:42.423661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52914) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:42.426294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.433667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-7524d873-52b4-4e44-8df0-91d121965671 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a', {'tags': ['tempest-TagsExtTest-Tag-1161850375', 'tempest-TagsExtTest-Tag-1655233327', 'tempest-TagsExtTest-Tag-767794029']}) {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:42.434318 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c405113e-b531-4803-9f38-7024ce3591e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.478863 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.559776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Subnet': ['ID=f6eb8e28-688a-4e52-a4ea-c76f1b7a124c,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:42.573633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Checking segment: {'id': '508e943a-d6e2-45e9-9b14-50b8be2aad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cf47188b-8dd8-4527-b7cd-df827ed2e0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:42.574034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network hostable DHCP agents. Network: cf47188b-8dd8-4527-b7cd-df827ed2e0f9, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:20:42.625367 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7524d873-52b4-4e44-8df0-91d121965671 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "PUT /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags HTTP/1.1" status: 200 len: 317 time: 0.1979985 Aug 20 11:20:42.625741 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-c405113e-b531-4803-9f38-7024ce3591e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:20:42.625741 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-c405113e-b531-4803-9f38-7024ce3591e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:20:42.625935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52920) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:42.633079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-201416e5-6c24-46a8-a4a3-1ccc5a7e9306 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:42.634595 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:42.636247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c6716f91-a699-4073-8da4-f11f49eb4590,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:42.779448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network cf47188b-8dd8-4527-b7cd-df827ed2e0f9 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:20:42.808147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-201416e5-6c24-46a8-a4a3-1ccc5a7e9306 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1806178 Aug 20 11:20:42.811811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52926) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:42.816109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-ebfd147f-fe7b-4317-a5f6-9b1a5e5d571c tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a', 'tempest-TagsExtTest-Tag-1161850375') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:42.838112 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-ebfd147f-fe7b-4317-a5f6-9b1a5e5d571c tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:42.840132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ebfd147f-fe7b-4317-a5f6-9b1a5e5d571c tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags/tempest-TagsExtTest-Tag-1161850375 HTTP/1.1" status: 404 len: 329 time: 0.0275774 Aug 20 11:20:42.842258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52928) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:42.846644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-fca362c3-2008-4b26-bff1-c9cb0fabd419 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a', 'tempest-TagsExtTest-Tag-1655233327') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:42.874402 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-fca362c3-2008-4b26-bff1-c9cb0fabd419 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:42.875671 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fca362c3-2008-4b26-bff1-c9cb0fabd419 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags/tempest-TagsExtTest-Tag-1655233327 HTTP/1.1" status: 404 len: 329 time: 0.0323482 Aug 20 11:20:42.878806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52930) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:42.883306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-e30e3655-7dd1-4b1b-adb4-36e1293f04c8 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a', 'tempest-TagsExtTest-Tag-767794029') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:42.915424 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-e30e3655-7dd1-4b1b-adb4-36e1293f04c8 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] show failed (client error): The resource could not be found. Aug 20 11:20:42.918932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e30e3655-7dd1-4b1b-adb4-36e1293f04c8 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags/tempest-TagsExtTest-Tag-767794029 HTTP/1.1" status: 404 len: 328 time: 0.0367692 Aug 20 11:20:42.919098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Router 4a13b48c-b560-48de-9b55-abfc9eba3e73 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:20:42.920585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52932) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:42.931311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-dddbb56c-bba9-4c32-8eed-b43347283584 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e265d91c-7170-4f16-bc40-045ccb1afa1a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:42.966262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e3877-3c40-4940-a35f-50ecc315a9af req-875270c7-f0ed-4318-b116-0e79fcfd1547 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:42.973095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e3877-3c40-4940-a35f-50ecc315a9af req-875270c7-f0ed-4318-b116-0e79fcfd1547 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:42.979517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e3877-3c40-4940-a35f-50ecc315a9af req-875270c7-f0ed-4318-b116-0e79fcfd1547 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:42.986862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e3877-3c40-4940-a35f-50ecc315a9af req-875270c7-f0ed-4318-b116-0e79fcfd1547 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:42.993120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e3877-3c40-4940-a35f-50ecc315a9af req-875270c7-f0ed-4318-b116-0e79fcfd1547 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:42.999111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e3877-3c40-4940-a35f-50ecc315a9af req-875270c7-f0ed-4318-b116-0e79fcfd1547 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:43.005582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e3877-3c40-4940-a35f-50ecc315a9af req-875270c7-f0ed-4318-b116-0e79fcfd1547 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:43.007902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f90e3877-3c40-4940-a35f-50ecc315a9af req-875270c7-f0ed-4318-b116-0e79fcfd1547 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.3030856 Aug 20 11:20:43.010758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, cf47188b-8dd8-4527-b7cd-df827ed2e0f9) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:43.013640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dddbb56c-bba9-4c32-8eed-b43347283584 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a/tags HTTP/1.1" status: 204 len: 168 time: 0.0930662 Aug 20 11:20:43.017529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52934) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:43.018094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:43.018907 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.021629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-45d63f80-befb-4f24-a9ac-c8068cbc9fe2 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05c7a502-55e9-4fba-8995-d177f9206b89') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:43.043441 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12c1356-cf70-49b3-a7e1-be9a809c0520 None None] Network cf47188b-8dd8-4527-b7cd-df827ed2e0f9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:43.081427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f90e3877-3c40-4940-a35f-50ecc315a9af req-cd062dbc-a5cf-4587-9194-267d4953d867 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563800 Aug 20 11:20:43.135439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52938) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:43.153212 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d64e34f-da86-47cf-9e1b-ec034180a115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.159567 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7e1a59e8-f482-428d-80d3-adb96969e4b2 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7577858 Aug 20 11:20:43.161389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:43.164049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52940) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:43.169279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'network': {'name': 'tempest-router-network01--2100718787'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:43.176449 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Sync routers for ids ['4a13b48c-b560-48de-9b55-abfc9eba3e73'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:43.189419 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Routers {'4a13b48c-b560-48de-9b55-abfc9eba3e73'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:43.190193 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a13b48c-b560-48de-9b55-abfc9eba3e73'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:43.199592 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-45d63f80-befb-4f24-a9ac-c8068cbc9fe2 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89/tags HTTP/1.1" status: 204 len: 168 time: 0.1817575 Aug 20 11:20:43.202701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52942) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:43.208738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-051349ad-e59e-40da-b844-d9c483b5b27b tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4220fd09-5774-4926-b1e9-87a82fcfe498') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:43.258995 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.280144 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-051349ad-e59e-40da-b844-d9c483b5b27b tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498/tags HTTP/1.1" status: 204 len: 168 time: 0.0732718 Aug 20 11:20:43.280754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-cf47188b-8dd8-4527-b7cd-df827ed2e0f9', 'network_id': 'cf47188b-8dd8-4527-b7cd-df827ed2e0f9', 'tenant_id': '1244541ead264f2eb66f2974627314f8', 'fixed_ips': [{'subnet_id': 'f6eb8e28-688a-4e52-a4ea-c76f1b7a124c'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:20:43.280754 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.280984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52946) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:43.285611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-c9880f73-cce8-412e-8bc0-58500866e2a3 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9d5b731e-8f81-4234-9908-d573a1b8129a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:43.290375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Made reservation on behalf of 1244541ead264f2eb66f2974627314f8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:43.294696 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.306720 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Set router 4a13b48c-b560-48de-9b55-abfc9eba3e73 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:43.350780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:20:43.354261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c9880f73-cce8-412e-8bc0-58500866e2a3 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a/tags HTTP/1.1" status: 204 len: 168 time: 0.0726676 Aug 20 11:20:43.359232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52948) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:43.370835 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.371190 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Added segment 115b2b5a-0fb1-4b0a-a40f-f901e6ba2181 of type vlan for network 15366724-ad83-43d3-b76a-42eebb829452 Aug 20 11:20:43.425239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.446687 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.454381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-426b8b3f-6174-45cf-ab2d-6942d867e2e4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9866955 Aug 20 11:20:43.454381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52950) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:43.476712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Allocated IP 2001:db8::2 (cf47188b-8dd8-4527-b7cd-df827ed2e0f9/f6eb8e28-688a-4e52-a4ea-c76f1b7a124c/b9b25ca4-9edb-4974-b3f3-06fab324381b) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:43.536583 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:41Z', 'revision_number': 3, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:43.569250 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Checking router: 4a13b48c-b560-48de-9b55-abfc9eba3e73 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:20:43.570065 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Updating router 4a13b48c-b560-48de-9b55-abfc9eba3e73 port a9bd7887-98cd-4819-a0e3-e854348c096c binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:20:43.593511 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d64e34f-da86-47cf-9e1b-ec034180a115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.601781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d3fa649-92ae-422d-a981-4e31351e93bd tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for subnetpool, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.603130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0d3fa649-92ae-422d-a981-4e31351e93bd tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e265d91c-7170-4f16-bc40-045ccb1afa1a HTTP/1.1" status: 204 len: 168 time: 0.2429445 Aug 20 11:20:43.604710 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.605843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52952) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:43.641002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-220eb45b-b50b-47b6-8374-c216060d74c2 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "GET /v2.0/ports?device_id=05c7a502-55e9-4fba-8995-d177f9206b89 HTTP/1.1" status: 200 len: 205 time: 0.0337634 Aug 20 11:20:43.642707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52956) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:43.661126 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.673617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Transition to ACTIVE for port object b9b25ca4-9edb-4974-b3f3-06fab324381b will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:43.691220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Transition to ACTIVE for port object b9b25ca4-9edb-4974-b3f3-06fab324381b will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:43.721009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.729980 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d64e34f-da86-47cf-9e1b-ec034180a115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.730147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:43.730448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.751843 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85259e1a-1898-49cd-9358-50774078a0c7 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.766069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9d64e34f-da86-47cf-9e1b-ec034180a115 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6dee273b190a4d3e8bd1462b918461b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267111 Aug 20 11:20:43.766069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64e34f-da86-47cf-9e1b-ec034180a115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03b13ea-ad89-4359-9aa8-e65f279d8e64,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:43.767901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52958) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:43.781968 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.825750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b229eb7-fb7f-4d5f-b747-c94b2e4961f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.837009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Network cf47188b-8dd8-4527-b7cd-df827ed2e0f9 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:43.842068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:43.852210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Pushing event updated for resources: {'Port': ['ID=b9b25ca4-9edb-4974-b3f3-06fab324381b,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:43.858783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:43.861208 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b229eb7-fb7f-4d5f-b747-c94b2e4961f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.945543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c6716f91-a699-4073-8da4-f11f49eb4590 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:43.948341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Attempting to bind port b9b25ca4-9edb-4974-b3f3-06fab324381b on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:43.948822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Attempting to bind port b9b25ca4-9edb-4974-b3f3-06fab324381b by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '508e943a-d6e2-45e9-9b14-50b8be2aad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cf47188b-8dd8-4527-b7cd-df827ed2e0f9'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:43.949309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Attempting to bind port b9b25ca4-9edb-4974-b3f3-06fab324381b on network cf47188b-8dd8-4527-b7cd-df827ed2e0f9 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:43.981423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:43.981865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Checking segment: {'id': '508e943a-d6e2-45e9-9b14-50b8be2aad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cf47188b-8dd8-4527-b7cd-df827ed2e0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:43.982217 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.982927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Bound using segment: {'id': '508e943a-d6e2-45e9-9b14-50b8be2aad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cf47188b-8dd8-4527-b7cd-df827ed2e0f9'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:43.983072 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:43.983183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Bound port: b9b25ca4-9edb-4974-b3f3-06fab324381b, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508e943a-d6e2-45e9-9b14-50b8be2aad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cf47188b-8dd8-4527-b7cd-df827ed2e0f9'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:43.983528 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.000103 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Transition to ACTIVE for port object a9bd7887-98cd-4819-a0e3-e854348c096c will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:44.043539 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b229eb7-fb7f-4d5f-b747-c94b2e4961f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.046509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b229eb7-fb7f-4d5f-b747-c94b2e4961f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.050484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0b229eb7-fb7f-4d5f-b747-c94b2e4961f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b03b13ea-ad89-4359-9aa8-e65f279d8e64 HTTP/1.1" status: 204 len: 168 time: 0.2796412 Aug 20 11:20:44.065643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b229eb7-fb7f-4d5f-b747-c94b2e4961f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03b13ea-ad89-4359-9aa8-e65f279d8e64,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:44.067266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c6716f91-a699-4073-8da4-f11f49eb4590 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:44.067773 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.136178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] For port b9b25ca4-9edb-4974-b3f3-06fab324381b, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:44.145080 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.162724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] For port b9b25ca4-9edb-4974-b3f3-06fab324381b, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b9b25ca4-9edb-4974-b3f3-06fab324381b,segment=NetworkSegment(508e943a-d6e2-45e9-9b14-50b8be2aad70),segment_id=508e943a-d6e2-45e9-9b14-50b8be2aad70)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:44.201699 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0365708 Aug 20 11:20:44.206392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52966) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:44.212587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'network': {'name': 'tempest-router-network02--346066501'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:44.213296 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c516f-7393-44ad-8e03-b26ef063b524 None None] Pushing event updated for resources: {'Port': ['ID=a9bd7887-98cd-4819-a0e3-e854348c096c,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:44.248846 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Attempting to bind port a9bd7887-98cd-4819-a0e3-e854348c096c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:44.249390 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Attempting to bind port a9bd7887-98cd-4819-a0e3-e854348c096c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:44.251875 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Attempting to bind port a9bd7887-98cd-4819-a0e3-e854348c096c on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:44.258682 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:44.259646 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:44.260443 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7d02b-622a-4810-8997-2cf443f041a1 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Network': ['ID=15366724-ad83-43d3-b76a-42eebb829452,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:44.260979 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.261605 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:44.262630 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Bound port: a9bd7887-98cd-4819-a0e3-e854348c096c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:44.269627 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.281653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 15366724-ad83-43d3-b76a-42eebb829452 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:44.330494 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.336560 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] For port a9bd7887-98cd-4819-a0e3-e854348c096c, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:44.340175 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] For port a9bd7887-98cd-4819-a0e3-e854348c096c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a9bd7887-98cd-4819-a0e3-e854348c096c,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:44.370223 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Made reservation on behalf of 1244541ead264f2eb66f2974627314f8 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:44.377213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.405734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:20:44.421584 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.421584 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Added segment a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8 of type vlan for network 269e8c1a-0080-4612-9528-87c9da1a24ed Aug 20 11:20:44.422470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd9ca8-4d5a-4b6b-a680-2844bd1a00ec None None] Pushing event updated for resources: {'Port': ['ID=b9b25ca4-9edb-4974-b3f3-06fab324381b,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:44.430494 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85259e1a-1898-49cd-9358-50774078a0c7 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.435555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85259e1a-1898-49cd-9358-50774078a0c7 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.472475 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.490672 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.557038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfff3-22e5-4ba3-982b-86d07307469b req-478f038d-5635-4c2b-b9de-17de35db306c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.561607 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Routers {'4a13b48c-b560-48de-9b55-abfc9eba3e73'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:44.562316 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a13b48c-b560-48de-9b55-abfc9eba3e73'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:44.563077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfff3-22e5-4ba3-982b-86d07307469b req-478f038d-5635-4c2b-b9de-17de35db306c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.569638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfff3-22e5-4ba3-982b-86d07307469b req-478f038d-5635-4c2b-b9de-17de35db306c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.575667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfff3-22e5-4ba3-982b-86d07307469b req-478f038d-5635-4c2b-b9de-17de35db306c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.582034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfff3-22e5-4ba3-982b-86d07307469b req-478f038d-5635-4c2b-b9de-17de35db306c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.587621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfff3-22e5-4ba3-982b-86d07307469b req-478f038d-5635-4c2b-b9de-17de35db306c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.593599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfff3-22e5-4ba3-982b-86d07307469b req-478f038d-5635-4c2b-b9de-17de35db306c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.595647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-326dfff3-22e5-4ba3-982b-86d07307469b req-478f038d-5635-4c2b-b9de-17de35db306c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.3327560 Aug 20 11:20:44.612123 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c516f-7393-44ad-8e03-b26ef063b524 None None] Pushing event updated for resources: {'Port': ['ID=a9bd7887-98cd-4819-a0e3-e854348c096c,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:44.649114 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.656823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:44.658639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.723455 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] Set router 4a13b48c-b560-48de-9b55-abfc9eba3e73 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:44.751227 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85259e1a-1898-49cd-9358-50774078a0c7 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.752353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85259e1a-1898-49cd-9358-50774078a0c7 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Fanout notify agent at l3_agent the message router_deleted on router 05c7a502-55e9-4fba-8995-d177f9206b89 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:20:44.802267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85259e1a-1898-49cd-9358-50774078a0c7 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:44.803820 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-85259e1a-1898-49cd-9358-50774078a0c7 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/routers/05c7a502-55e9-4fba-8995-d177f9206b89 HTTP/1.1" status: 204 len: 168 time: 1.1600087 Aug 20 11:20:44.824543 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-326dfff3-22e5-4ba3-982b-86d07307469b req-b7eef05c-3cfb-4746-89cb-7a68e9bed672 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2194943 Aug 20 11:20:44.827668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52976) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:44.904780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6973426 Aug 20 11:20:44.914834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52980) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:44.939258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'subnet': {'network_id': '15366724-ad83-43d3-b76a-42eebb829452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:44.952345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318c5be-12a7-4c5b-977b-8ffe80354e3c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Network': ['ID=269e8c1a-0080-4612-9528-87c9da1a24ed,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:44.965624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 269e8c1a-0080-4612-9528-87c9da1a24ed details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:44.969671 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.031238 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-112884b7-c65b-49d4-ab39-6682c6509dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.074217 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:41Z', 'revision_number': 3, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:45.101533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-970f8989-f47c-496e-bb53-78d298b5e36d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Deleting port 4220fd09-5774-4926-b1e9-87a82fcfe498 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:45.102150 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-970f8989-f47c-496e-bb53-78d298b5e36d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.103078 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa42b956-4969-4656-81f6-3d5a18b1fc17 None None] The sync data for ids ['4a13b48c-b560-48de-9b55-abfc9eba3e73'] in n-d-804230-3 is: [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:41Z', 'revision_number': 3, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:45.207321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Allocated IP 172.20.0.1 (ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607/9ad1654a-cec9-4a7f-92cb-da52dca9d5f8/0b39b561-7f21-44d7-b7b0-c900f6efb061) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:45.225613 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-970f8989-f47c-496e-bb53-78d298b5e36d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.251268 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-970f8989-f47c-496e-bb53-78d298b5e36d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Calling delete_port for 4220fd09-5774-4926-b1e9-87a82fcfe498 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:45.330728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Made reservation on behalf of 1244541ead264f2eb66f2974627314f8 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:45.335066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.393792 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.440320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Transition to ACTIVE for port object 0b39b561-7f21-44d7-b7b0-c900f6efb061 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:45.692527 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.743744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:45.749575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:45.755194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:45.818649 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.843578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Pushing event updated for resources: {'Port': ['ID=0b39b561-7f21-44d7-b7b0-c900f6efb061,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:45.885306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-970f8989-f47c-496e-bb53-78d298b5e36d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:45.996856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd64b285-d6a8-4376-ae8b-c07cbd280933 None None] Network cf47188b-8dd8-4527-b7cd-df827ed2e0f9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:46.006866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.010964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f8989-f47c-496e-bb53-78d298b5e36d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Pushing event deleted for resources: {'Port': ['ID=4220fd09-5774-4926-b1e9-87a82fcfe498,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:46.201421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a9bd7887-98cd-4819-a0e3-e854348c096c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:46.257873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.260386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-970f8989-f47c-496e-bb53-78d298b5e36d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.262600 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-970f8989-f47c-496e-bb53-78d298b5e36d tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/ports/4220fd09-5774-4926-b1e9-87a82fcfe498 HTTP/1.1" status: 204 len: 168 time: 1.4324241 Aug 20 11:20:46.265619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53002) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:46.305329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c368-6308-4f86-86f4-4e99ccb385c8 req-70d92ad4-dfb4-44e0-9488-c629cd8dc047 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.313266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c368-6308-4f86-86f4-4e99ccb385c8 req-70d92ad4-dfb4-44e0-9488-c629cd8dc047 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.321177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c368-6308-4f86-86f4-4e99ccb385c8 req-70d92ad4-dfb4-44e0-9488-c629cd8dc047 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.328473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c368-6308-4f86-86f4-4e99ccb385c8 req-70d92ad4-dfb4-44e0-9488-c629cd8dc047 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.335479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c368-6308-4f86-86f4-4e99ccb385c8 req-70d92ad4-dfb4-44e0-9488-c629cd8dc047 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.342910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c368-6308-4f86-86f4-4e99ccb385c8 req-70d92ad4-dfb4-44e0-9488-c629cd8dc047 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.357020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554c368-6308-4f86-86f4-4e99ccb385c8 req-70d92ad4-dfb4-44e0-9488-c629cd8dc047 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.366132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7554c368-6308-4f86-86f4-4e99ccb385c8 req-70d92ad4-dfb4-44e0-9488-c629cd8dc047 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.2535617 Aug 20 11:20:46.368875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Subnet': ['ID=d130bc57-eb2f-43eb-8ff5-1c410f711ab1,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:46.402917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d3527f7f-87c2-4d08-88a9-d50a632e374b None None] Provisioning for port b9b25ca4-9edb-4974-b3f3-06fab324381b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:46.493699 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7554c368-6308-4f86-86f4-4e99ccb385c8 req-7b276cff-4c35-4aff-9865-89afa9588477 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084301 Aug 20 11:20:46.493699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Checking segment: {'id': '115b2b5a-0fb1-4b0a-a40f-f901e6ba2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '15366724-ad83-43d3-b76a-42eebb829452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:46.493699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network hostable DHCP agents. Network: 15366724-ad83-43d3-b76a-42eebb829452, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:20:46.507839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-706327bc-d11b-4d68-ae11-c8a5de1e1105 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Deleting subnet 9d5b731e-8f81-4234-9908-d573a1b8129a {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:20:46.530871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-706327bc-d11b-4d68-ae11-c8a5de1e1105 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.627910 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-706327bc-d11b-4d68-ae11-c8a5de1e1105 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.677293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a9bd7887-98cd-4819-a0e3-e854348c096c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:46.682941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a9bd7887-98cd-4819-a0e3-e854348c096c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:46.683844 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.740001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network 15366724-ad83-43d3-b76a-42eebb829452 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:20:46.761556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3b2b6538-583c-4d73-810b-d8d3f8ed0aa3 None None] Provisioning for port 0b39b561-7f21-44d7-b7b0-c900f6efb061 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:46.764973 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.769856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3b2b6538-583c-4d73-810b-d8d3f8ed0aa3 None None] Provisioning complete for port 0b39b561-7f21-44d7-b7b0-c900f6efb061 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:46.770223 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b2b6538-583c-4d73-810b-d8d3f8ed0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.774769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-706327bc-d11b-4d68-ae11-c8a5de1e1105 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.805746 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.850616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port a9bd7887-98cd-4819-a0e3-e854348c096c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a9bd7887-98cd-4819-a0e3-e854348c096c,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:46.852566 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b6538-583c-4d73-810b-d8d3f8ed0aa3 None None] Port 0b39b561-7f21-44d7-b7b0-c900f6efb061 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:46.870214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 15366724-ad83-43d3-b76a-42eebb829452) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:46.872207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:46.873452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.878479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f24c2-e9b4-444f-b65e-f379a1bc3b82 None None] Network 15366724-ad83-43d3-b76a-42eebb829452 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:46.900495 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.963388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-706327bc-d11b-4d68-ae11-c8a5de1e1105 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:46.997778 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-adf496c4-1667-4e15-9f90-29378bb3d023 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0813379 Aug 20 11:20:47.000724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53012) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:47.002103 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.002922 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b9b25ca4-9edb-4974-b3f3-06fab324381b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:47.010257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'subnet': {'network_id': '269e8c1a-0080-4612-9528-87c9da1a24ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:47.014738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706327bc-d11b-4d68-ae11-c8a5de1e1105 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5b731e-8f81-4234-9908-d573a1b8129a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:47.020418 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-706327bc-d11b-4d68-ae11-c8a5de1e1105 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.021739 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-706327bc-d11b-4d68-ae11-c8a5de1e1105 tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/subnets/9d5b731e-8f81-4234-9908-d573a1b8129a HTTP/1.1" status: 204 len: 168 time: 0.7543218 Aug 20 11:20:47.023532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.025336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53016) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:47.025961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Pushing event updated for resources: {'Port': ['ID=0b39b561-7f21-44d7-b7b0-c900f6efb061,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:47.110299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a357470-dcd5-4bb8-be21-b8d3c79a6b9e None None] Network 541d226a-14ce-4804-8a39-35b25e55dece requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:47.227679 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.248279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=a9bd7887-98cd-4819-a0e3-e854348c096c,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:47.303408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-15366724-ad83-43d3-b76a-42eebb829452', 'network_id': '15366724-ad83-43d3-b76a-42eebb829452', 'tenant_id': '1244541ead264f2eb66f2974627314f8', 'fixed_ips': [{'subnet_id': 'd130bc57-eb2f-43eb-8ff5-1c410f711ab1'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:20:47.304316 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.311020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:47.314542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:47.368477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Made reservation on behalf of 1244541ead264f2eb66f2974627314f8 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:47.379435 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.388070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Deleting port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:47.388410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.464568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b9b25ca4-9edb-4974-b3f3-06fab324381b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:47.480403 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b9b25ca4-9edb-4974-b3f3-06fab324381b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:47.480825 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.552041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] For port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5b9bf1aa-625f-408f-a3ff-cc985cebfce7,segment=NetworkSegment(c04d0b46-27ae-4213-9722-40e4576df1a1),segment_id=c04d0b46-27ae-4213-9722-40e4576df1a1)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:47.556285 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.601306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b26ba90-a9b1-4811-9679-e5698b9aa768 None None] DHCP port deletion for 541d226a-14ce-4804-8a39-35b25e55dece request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:20:47.607795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Calling delete_port for 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:47.621954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Router 4a13b48c-b560-48de-9b55-abfc9eba3e73 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:20:47.848551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.909813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075348e-1779-48f4-b841-7f1a03540859 req-0dd2d8c2-7b84-4ebf-b232-4bda1ce9d1b2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:47.917627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075348e-1779-48f4-b841-7f1a03540859 req-0dd2d8c2-7b84-4ebf-b232-4bda1ce9d1b2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:47.927663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075348e-1779-48f4-b841-7f1a03540859 req-0dd2d8c2-7b84-4ebf-b232-4bda1ce9d1b2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:47.933910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075348e-1779-48f4-b841-7f1a03540859 req-0dd2d8c2-7b84-4ebf-b232-4bda1ce9d1b2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:47.940491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075348e-1779-48f4-b841-7f1a03540859 req-0dd2d8c2-7b84-4ebf-b232-4bda1ce9d1b2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:47.946575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075348e-1779-48f4-b841-7f1a03540859 req-0dd2d8c2-7b84-4ebf-b232-4bda1ce9d1b2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:47.952925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075348e-1779-48f4-b841-7f1a03540859 req-0dd2d8c2-7b84-4ebf-b232-4bda1ce9d1b2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:47.955743 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7075348e-1779-48f4-b841-7f1a03540859 req-0dd2d8c2-7b84-4ebf-b232-4bda1ce9d1b2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.2327023 Aug 20 11:20:47.968016 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-103ba9bc-dc67-4270-8c66-a1b4be77efb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:47.971212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Subnet': ['ID=ab8fec1c-0b5f-4bb5-815e-33076a2f2bdf,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:47.986394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Checking segment: {'id': 'a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '269e8c1a-0080-4612-9528-87c9da1a24ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:47.986394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network hostable DHCP agents. Network: 269e8c1a-0080-4612-9528-87c9da1a24ed, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:20:47.990559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:48.003813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5b53b64f-6077-4a76-8bab-2a1aca0487dd admin admin] 10.222.0.10 "PUT /v2.0/routers/4a13b48c-b560-48de-9b55-abfc9eba3e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5424519 Aug 20 11:20:48.006800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Sync routers for ids ['4a13b48c-b560-48de-9b55-abfc9eba3e73'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:48.020008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Allocated IP 2001:db8::2 (15366724-ad83-43d3-b76a-42eebb829452/d130bc57-eb2f-43eb-8ff5-1c410f711ab1/9bc1071c-b48f-430f-b156-adcbeddc0f32) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:48.037693 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7075348e-1779-48f4-b841-7f1a03540859 req-fb83b0bf-3f70-4400-b09a-83eaa383aaa8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701854 Aug 20 11:20:48.056415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-174e0d34-ca76-4836-9348-5d757fb24e46 None None] Provisioning complete for port 0b39b561-7f21-44d7-b7b0-c900f6efb061 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:48.056803 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-174e0d34-ca76-4836-9348-5d757fb24e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.061383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Routers {'4a13b48c-b560-48de-9b55-abfc9eba3e73'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:48.062035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a13b48c-b560-48de-9b55-abfc9eba3e73'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:48.157622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network 269e8c1a-0080-4612-9528-87c9da1a24ed is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:20:48.159809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.200984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9b26ba90-a9b1-4811-9679-e5698b9aa768 None None] Deleting port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:48.201669 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b26ba90-a9b1-4811-9679-e5698b9aa768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.213154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] No DVR routers for this DVR port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:20:48.246156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Pushing event deleted for resources: {'Port': ['ID=5b9bf1aa-625f-408f-a3ff-cc985cebfce7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:48.283647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 269e8c1a-0080-4612-9528-87c9da1a24ed) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:48.288680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:48.293365 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.317438 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.331978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a26c6c-98be-4b6f-977d-f87d5f5c741e None None] Network 269e8c1a-0080-4612-9528-87c9da1a24ed requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:48.334185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-174e0d34-ca76-4836-9348-5d757fb24e46 None None] Port 0b39b561-7f21-44d7-b7b0-c900f6efb061 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:48.343279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.354230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541d226a-14ce-4804-8a39-35b25e55dece']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:48.371366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04d0b46-27ae-4213-9722-40e4576df1a1') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:48.371366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04d0b46-27ae-4213-9722-40e4576df1a1') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:48.382786 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.399431 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.410536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:20:48.411060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:20:48.414158 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:20:48.446864 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-196d62f1-433e-4460-87e3-28261a3232fc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4425662 Aug 20 11:20:48.460530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53046) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:48.480223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b9b25ca4-9edb-4974-b3f3-06fab324381b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b9b25ca4-9edb-4974-b3f3-06fab324381b,segment=NetworkSegment(508e943a-d6e2-45e9-9b14-50b8be2aad70),segment_id=508e943a-d6e2-45e9-9b14-50b8be2aad70)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:48.499220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9b26ba90-a9b1-4811-9679-e5698b9aa768 None None] For port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7, host n-d-804230-3, got binding levels [] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:48.499632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b26ba90-a9b1-4811-9679-e5698b9aa768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.544407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9b26ba90-a9b1-4811-9679-e5698b9aa768 None None] Calling delete_port for 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:48.552714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.ipam_backend_mixin [None req-9b26ba90-a9b1-4811-9679-e5698b9aa768 None None] Port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 was not found and therefore no delete operation was performed {{(pid=95589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:20:48.578677 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b26ba90-a9b1-4811-9679-e5698b9aa768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.583805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Set router 4a13b48c-b560-48de-9b55-abfc9eba3e73 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:48.674946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26ba90-a9b1-4811-9679-e5698b9aa768 None None] Pushing event deleted for resources: {'Port': ['ID=5b9bf1aa-625f-408f-a3ff-cc985cebfce7,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:48.676046 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.677432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26ba90-a9b1-4811-9679-e5698b9aa768 None None] No DVR routers for this DVR port 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:20:48.689717 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.702939 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.712225 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] 10.222.0.10 "DELETE /v2.0/networks/541d226a-14ce-4804-8a39-35b25e55dece HTTP/1.1" status: 204 len: 168 time: 1.6814885 Aug 20 11:20:48.790909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e51db-0745-43e5-944b-b25fed75319f tempest-TagsExtTest-1954333249 tempest-TagsExtTest-1954333249-project] Pushing event deleted for resources: {'Network': ['ID=541d226a-14ce-4804-8a39-35b25e55dece,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:48.829882 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.833402 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.842821 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:48.903826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Transition to ACTIVE for port object 9bc1071c-b48f-430f-b156-adcbeddc0f32 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:49.066187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a9bd7887-98cd-4819-a0e3-e854348c096c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:49.152143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Transition to ACTIVE for port object 9bc1071c-b48f-430f-b156-adcbeddc0f32 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:49.153040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a019c-04c2-4499-b5ce-c4b70f1d4f2f req-5520fc4f-dac1-4369-9fcb-5a7d63bc1452 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:49.163125 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f4a019c-04c2-4499-b5ce-c4b70f1d4f2f req-5520fc4f-dac1-4369-9fcb-5a7d63bc1452 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 1097 time: 0.0533290 Aug 20 11:20:49.206119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b9b25ca4-9edb-4974-b3f3-06fab324381b,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:49.214484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f4a019c-04c2-4499-b5ce-c4b70f1d4f2f req-5fe0e3bb-ef94-4664-96aa-4782a55024ca tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Aug 20 11:20:49.227004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-269e8c1a-0080-4612-9528-87c9da1a24ed', 'network_id': '269e8c1a-0080-4612-9528-87c9da1a24ed', 'tenant_id': '1244541ead264f2eb66f2974627314f8', 'fixed_ips': [{'subnet_id': 'ab8fec1c-0b5f-4bb5-815e-33076a2f2bdf'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:20:49.227847 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:49.308290 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:49.310130 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:49.386811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Allocated IP 2001:db8::1 (15366724-ad83-43d3-b76a-42eebb829452/d130bc57-eb2f-43eb-8ff5-1c410f711ab1/05ca9a9e-3dde-4519-8cca-59fbfe4f435a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:49.412027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522bc35-c67d-44e3-8c28-00cf1bc88152 req-66585992-f0eb-4dc9-b4e7-b96a2087a7c8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:49.424051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522bc35-c67d-44e3-8c28-00cf1bc88152 req-66585992-f0eb-4dc9-b4e7-b96a2087a7c8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:49.428170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Network 15366724-ad83-43d3-b76a-42eebb829452 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:49.431164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522bc35-c67d-44e3-8c28-00cf1bc88152 req-66585992-f0eb-4dc9-b4e7-b96a2087a7c8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:49.434407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:49.444413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522bc35-c67d-44e3-8c28-00cf1bc88152 req-66585992-f0eb-4dc9-b4e7-b96a2087a7c8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:49.444650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:49.451265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522bc35-c67d-44e3-8c28-00cf1bc88152 req-66585992-f0eb-4dc9-b4e7-b96a2087a7c8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:49.451876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a9bd7887-98cd-4819-a0e3-e854348c096c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:49.452292 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:49.458751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522bc35-c67d-44e3-8c28-00cf1bc88152 req-66585992-f0eb-4dc9-b4e7-b96a2087a7c8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:49.465657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522bc35-c67d-44e3-8c28-00cf1bc88152 req-66585992-f0eb-4dc9-b4e7-b96a2087a7c8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:49.472618 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a522bc35-c67d-44e3-8c28-00cf1bc88152 req-66585992-f0eb-4dc9-b4e7-b96a2087a7c8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.1587589 Aug 20 11:20:49.518348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Pushing event updated for resources: {'Port': ['ID=9bc1071c-b48f-430f-b156-adcbeddc0f32,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:49.535393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53072) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:49.540014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a522bc35-c67d-44e3-8c28-00cf1bc88152 req-d45c5ee5-5c73-4946-bd69-4023eb953687 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611510 Aug 20 11:20:49.554612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-736b2906-dd0d-40ca-8b2b-181a7f40e98e tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--676746770', 'description': 'tempest-description--1463091834'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:49.578753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0b39b561-7f21-44d7-b7b0-c900f6efb061', 'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'mac_address': 'fa:16:3e:09:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:45Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 2, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'subnets': [{'id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:49.650944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Checking router: 4a13b48c-b560-48de-9b55-abfc9eba3e73 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:20:49.651590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Updating router 4a13b48c-b560-48de-9b55-abfc9eba3e73 port 0b39b561-7f21-44d7-b7b0-c900f6efb061 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:20:49.661851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:49.684118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53078) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:49.689234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Transition to ACTIVE for port object 05ca9a9e-3dde-4519-8cca-59fbfe4f435a will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:49.706427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Allocated IP 2001:db8::2 (269e8c1a-0080-4612-9528-87c9da1a24ed/ab8fec1c-0b5f-4bb5-815e-33076a2f2bdf/3df7b126-018b-4ac9-8886-2db4770c5d46) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:49.719719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Attempting to bind port 9bc1071c-b48f-430f-b156-adcbeddc0f32 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:49.720180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Attempting to bind port 9bc1071c-b48f-430f-b156-adcbeddc0f32 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '115b2b5a-0fb1-4b0a-a40f-f901e6ba2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '15366724-ad83-43d3-b76a-42eebb829452'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:49.720622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Attempting to bind port 9bc1071c-b48f-430f-b156-adcbeddc0f32 on network 15366724-ad83-43d3-b76a-42eebb829452 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:49.735100 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:49.738194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:49.738597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Checking segment: {'id': '115b2b5a-0fb1-4b0a-a40f-f901e6ba2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '15366724-ad83-43d3-b76a-42eebb829452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:49.738997 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:49.739577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Bound using segment: {'id': '115b2b5a-0fb1-4b0a-a40f-f901e6ba2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '15366724-ad83-43d3-b76a-42eebb829452'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:49.739876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Bound port: 9bc1071c-b48f-430f-b156-adcbeddc0f32, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115b2b5a-0fb1-4b0a-a40f-f901e6ba2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '15366724-ad83-43d3-b76a-42eebb829452'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:49.740266 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:49.756590 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-736b2906-dd0d-40ca-8b2b-181a7f40e98e tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.232932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-736b2906-dd0d-40ca-8b2b-181a7f40e98e tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.232932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.234999 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aa96ec19-cd25-43d1-8694-7c6f82c50043 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3adee2cad6764e4a863abaa6c29dbe8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189047 Aug 20 11:20:50.234999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53084) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:50.236974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network 15366724-ad83-43d3-b76a-42eebb829452 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:50.236974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:50.236974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:50.236974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.238148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11057247-9492-4727-8c4f-c0209e972886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.238148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11057247-9492-4727-8c4f-c0209e972886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.239249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Port': ['ID=05ca9a9e-3dde-4519-8cca-59fbfe4f435a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:50.239249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-736b2906-dd0d-40ca-8b2b-181a7f40e98e tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.239249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b2906-dd0d-40ca-8b2b-181a7f40e98e tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309bcc86-0e3e-4f9c-9139-58d236d5a3be,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:50.240274 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11057247-9492-4727-8c4f-c0209e972886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.240274 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11057247-9492-4727-8c4f-c0209e972886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.240274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-11057247-9492-4727-8c4f-c0209e972886 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8d0ceba-1c3f-4f8f-ba91-bea4b89a6679 HTTP/1.1" status: 204 len: 168 time: 0.3107378 Aug 20 11:20:50.268556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11057247-9492-4727-8c4f-c0209e972886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d0ceba-1c3f-4f8f-ba91-bea4b89a6679,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:50.295633 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.371215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:20:50.376212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] For port 9bc1071c-b48f-430f-b156-adcbeddc0f32, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:50.420850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:20:50.421211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5b9bf1aa-625f-408f-a3ff-cc985cebfce7 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:20:50.428190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] For port 9bc1071c-b48f-430f-b156-adcbeddc0f32, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9bc1071c-b48f-430f-b156-adcbeddc0f32,segment=NetworkSegment(115b2b5a-0fb1-4b0a-a40f-f901e6ba2181),segment_id=115b2b5a-0fb1-4b0a-a40f-f901e6ba2181)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:50.491771 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-736b2906-dd0d-40ca-8b2b-181a7f40e98e tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.491771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-736b2906-dd0d-40ca-8b2b-181a7f40e98e tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9398594 Aug 20 11:20:50.492017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53096) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:50.495419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-20b68cb0-122a-4cd5-9a0a-9fe9883bc7e3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Request body: {'security_group_rule': {'security_group_id': '309bcc86-0e3e-4f9c-9139-58d236d5a3be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:50.519463 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.533738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Transition to ACTIVE for port object 3df7b126-018b-4ac9-8886-2db4770c5d46 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:50.584626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Transition to ACTIVE for port object 3df7b126-018b-4ac9-8886-2db4770c5d46 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:50.593367 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.616973 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.686980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Transition to ACTIVE for port object 0b39b561-7f21-44d7-b7b0-c900f6efb061 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:20:50.689197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.698065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36cd25-4aca-4159-81a1-28b6b79f5651 None None] Pushing event updated for resources: {'Port': ['ID=9bc1071c-b48f-430f-b156-adcbeddc0f32,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:50.701845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-20b68cb0-122a-4cd5-9a0a-9fe9883bc7e3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.732995 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbef65-8458-4be9-83f4-47d4434b473f req-403cfb38-7d75-4c83-8cb2-0b6339fa0fb8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:50.739845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbef65-8458-4be9-83f4-47d4434b473f req-403cfb38-7d75-4c83-8cb2-0b6339fa0fb8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:50.744071 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.747077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbef65-8458-4be9-83f4-47d4434b473f req-403cfb38-7d75-4c83-8cb2-0b6339fa0fb8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:50.762976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbef65-8458-4be9-83f4-47d4434b473f req-403cfb38-7d75-4c83-8cb2-0b6339fa0fb8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:50.770763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbef65-8458-4be9-83f4-47d4434b473f req-403cfb38-7d75-4c83-8cb2-0b6339fa0fb8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:50.777647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbef65-8458-4be9-83f4-47d4434b473f req-403cfb38-7d75-4c83-8cb2-0b6339fa0fb8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:50.791651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbef65-8458-4be9-83f4-47d4434b473f req-403cfb38-7d75-4c83-8cb2-0b6339fa0fb8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:50.799658 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25dbef65-8458-4be9-83f4-47d4434b473f req-403cfb38-7d75-4c83-8cb2-0b6339fa0fb8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.1617916 Aug 20 11:20:50.823330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Network 269e8c1a-0080-4612-9528-87c9da1a24ed is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:50.827157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:50.831567 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.832379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.848924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:50.882960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Pushing event updated for resources: {'Port': ['ID=3df7b126-018b-4ac9-8886-2db4770c5d46,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:50.899826 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-20b68cb0-122a-4cd5-9a0a-9fe9883bc7e3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.920148 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25dbef65-8458-4be9-83f4-47d4434b473f req-d959bb01-15b2-47f7-ad2b-675cf1c026de tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065645 Aug 20 11:20:50.964437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b9b25ca4-9edb-4974-b3f3-06fab324381b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:50.973037 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:50.976637 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.067344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Port': ['ID=05ca9a9e-3dde-4519-8cca-59fbfe4f435a,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:51.078529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-20b68cb0-122a-4cd5-9a0a-9fe9883bc7e3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.134093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b68cb0-122a-4cd5-9a0a-9fe9883bc7e3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd54fe6-893a-48d3-853c-bc1726e46782,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:51.153063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network 15366724-ad83-43d3-b76a-42eebb829452 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:51.155407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:51.182759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e96bf-016f-4a9c-a554-a10bccfaf582 None None] Pushing event updated for resources: {'Port': ['ID=0b39b561-7f21-44d7-b7b0-c900f6efb061,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:51.215896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Attempting to bind port 3df7b126-018b-4ac9-8886-2db4770c5d46 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:51.216266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Attempting to bind port 3df7b126-018b-4ac9-8886-2db4770c5d46 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '269e8c1a-0080-4612-9528-87c9da1a24ed'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:51.216634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Attempting to bind port 3df7b126-018b-4ac9-8886-2db4770c5d46 on network 269e8c1a-0080-4612-9528-87c9da1a24ed {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:51.240959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:51.241380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Checking segment: {'id': 'a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '269e8c1a-0080-4612-9528-87c9da1a24ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:51.241816 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.242269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Bound using segment: {'id': 'a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '269e8c1a-0080-4612-9528-87c9da1a24ed'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:51.242789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Bound port: 3df7b126-018b-4ac9-8886-2db4770c5d46, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '269e8c1a-0080-4612-9528-87c9da1a24ed'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:51.243172 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.356873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-20b68cb0-122a-4cd5-9a0a-9fe9883bc7e3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.362031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-20b68cb0-122a-4cd5-9a0a-9fe9883bc7e3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8697944 Aug 20 11:20:51.364420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53130) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:51.369415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-62c9185a-260a-4cc0-a6e6-7883a57ad644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Request body: {'security_group_rule': {'security_group_id': '309bcc86-0e3e-4f9c-9139-58d236d5a3be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:51.395609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Attempting to bind port 0b39b561-7f21-44d7-b7b0-c900f6efb061 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:51.396159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Attempting to bind port 0b39b561-7f21-44d7-b7b0-c900f6efb061 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:51.396396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Attempting to bind port 0b39b561-7f21-44d7-b7b0-c900f6efb061 on network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:51.401203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b9b25ca4-9edb-4974-b3f3-06fab324381b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:51.401584 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.436059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:51.442576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Checking segment: {'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:51.443023 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.453519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Bound using segment: {'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:51.453519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Bound port: 0b39b561-7f21-44d7-b7b0-c900f6efb061, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:51.453519 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.471235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Router aa0e41a3-a973-4670-aa67-7e0792d1a547 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:20:51.543262 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62c9185a-260a-4cc0-a6e6-7883a57ad644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.545286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] For port 3df7b126-018b-4ac9-8886-2db4770c5d46, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:51.554619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] For port 3df7b126-018b-4ac9-8886-2db4770c5d46, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3df7b126-018b-4ac9-8886-2db4770c5d46,segment=NetworkSegment(a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8),segment_id=a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:51.616397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] For port 0b39b561-7f21-44d7-b7b0-c900f6efb061, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:20:51.628497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] For port 0b39b561-7f21-44d7-b7b0-c900f6efb061, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0b39b561-7f21-44d7-b7b0-c900f6efb061,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:51.671477 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.770989 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:51.794368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13560ab4-950f-496a-88e7-6fe4844e7c8c None None] Pushing event updated for resources: {'Port': ['ID=3df7b126-018b-4ac9-8886-2db4770c5d46,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:51.851658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Routers {'4a13b48c-b560-48de-9b55-abfc9eba3e73'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:51.852323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a13b48c-b560-48de-9b55-abfc9eba3e73'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:52.036006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e96bf-016f-4a9c-a554-a10bccfaf582 None None] Pushing event updated for resources: {'Port': ['ID=0b39b561-7f21-44d7-b7b0-c900f6efb061,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:52.248489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] Set router 4a13b48c-b560-48de-9b55-abfc9eba3e73 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:20:52.261338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac150-9fd2-4362-a47f-a79a60ccfd0b req-1993cd93-ddae-4896-9f87-d78faff2b818 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:52.277913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac150-9fd2-4362-a47f-a79a60ccfd0b req-1993cd93-ddae-4896-9f87-d78faff2b818 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:52.285426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac150-9fd2-4362-a47f-a79a60ccfd0b req-1993cd93-ddae-4896-9f87-d78faff2b818 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:52.292038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac150-9fd2-4362-a47f-a79a60ccfd0b req-1993cd93-ddae-4896-9f87-d78faff2b818 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:52.309195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac150-9fd2-4362-a47f-a79a60ccfd0b req-1993cd93-ddae-4896-9f87-d78faff2b818 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:52.328327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac150-9fd2-4362-a47f-a79a60ccfd0b req-1993cd93-ddae-4896-9f87-d78faff2b818 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:52.333931 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62c9185a-260a-4cc0-a6e6-7883a57ad644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:52.336494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac150-9fd2-4362-a47f-a79a60ccfd0b req-1993cd93-ddae-4896-9f87-d78faff2b818 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:52.337970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:52.341295 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-451ac150-9fd2-4362-a47f-a79a60ccfd0b req-1993cd93-ddae-4896-9f87-d78faff2b818 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.2220194 Aug 20 11:20:52.345623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-66d0465d-33cb-47f9-8d91-e85fa2571008 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "PUT /v2.0/routers/aa0e41a3-a973-4670-aa67-7e0792d1a547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8960161 Aug 20 11:20:52.355173 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a77cc-29e5-44e2-bb7b-724be6aca9e1 None None] Sync routers for ids ['aa0e41a3-a973-4670-aa67-7e0792d1a547'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:52.355670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53158) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:52.372006 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a77cc-29e5-44e2-bb7b-724be6aca9e1 None None] Routers {'aa0e41a3-a973-4670-aa67-7e0792d1a547'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:52.372990 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-983a77cc-29e5-44e2-bb7b-724be6aca9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aa0e41a3-a973-4670-aa67-7e0792d1a547'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:52.419030 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-983a77cc-29e5-44e2-bb7b-724be6aca9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:52.437725 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a77cc-29e5-44e2-bb7b-724be6aca9e1 None None] Routers {'aa0e41a3-a973-4670-aa67-7e0792d1a547'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:52.438979 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-983a77cc-29e5-44e2-bb7b-724be6aca9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aa0e41a3-a973-4670-aa67-7e0792d1a547'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:52.463850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9cde3-e694-4111-8ca6-a55873658945 None None] Network 15366724-ad83-43d3-b76a-42eebb829452 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:52.471737 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62c9185a-260a-4cc0-a6e6-7883a57ad644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:52.496102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9185a-260a-4cc0-a6e6-7883a57ad644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48465d8e-fd4b-4da3-8e55-3f9a7cafb0da,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:52.502329 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-983a77cc-29e5-44e2-bb7b-724be6aca9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:52.509730 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a77cc-29e5-44e2-bb7b-724be6aca9e1 None None] The sync data for ids ['aa0e41a3-a973-4670-aa67-7e0792d1a547'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:52.596872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-451ac150-9fd2-4362-a47f-a79a60ccfd0b req-9e95f7b8-b2b2-47e0-aa4e-bd9b65aa8601 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2391536 Aug 20 11:20:52.619189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62c9185a-260a-4cc0-a6e6-7883a57ad644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:52.619189 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-62c9185a-260a-4cc0-a6e6-7883a57ad644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2448041 Aug 20 11:20:52.619189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53166) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:52.620760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:52.717411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53168) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:52.797121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:52.808762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0b39b561-7f21-44d7-b7b0-c900f6efb061', 'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'mac_address': 'fa:16:3e:09:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:45Z', 'updated_at': '2021-08-20T11:20:51Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'subnets': [{'id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:52.856726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fba6cd-463d-4c9e-be0c-e11e47d08ceb None None] The sync data for ids ['4a13b48c-b560-48de-9b55-abfc9eba3e73'] in n-d-804230-3 is: [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0b39b561-7f21-44d7-b7b0-c900f6efb061', 'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'mac_address': 'fa:16:3e:09:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:45Z', 'updated_at': '2021-08-20T11:20:51Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'subnets': [{'id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:52.866636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-19b16bd0-03bc-4c09-a2a9-57f04ad6e43c None None] Provisioning for port 9bc1071c-b48f-430f-b156-adcbeddc0f32 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:53.046682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-111968532'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:53.098973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-84d43600-f84b-4df9-8527-5c93b2d3223b tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:20:53.100061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-84d43600-f84b-4df9-8527-5c93b2d3223b tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106282 Aug 20 11:20:53.209610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3df7b126-018b-4ac9-8886-2db4770c5d46 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:53.214629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:53.362853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Made reservation on behalf of b16d8022a98f46478cc7975fdb2283e8 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:53.375342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:53.392032 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:53.535250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:53.558148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Allocated IP 172.25.4.11 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/b61e32b5-959c-4929-8fb0-5a02f09aadbd) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:20:53.598081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 3df7b126-018b-4ac9-8886-2db4770c5d46 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:53.606348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9bc1071c-b48f-430f-b156-adcbeddc0f32 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:53.683616 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:53.685474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eec76f52-b5b0-4b88-a53b-12a4414ad150 None None] Provisioning for port 05ca9a9e-3dde-4519-8cca-59fbfe4f435a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:53.726615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eec76f52-b5b0-4b88-a53b-12a4414ad150 None None] Provisioning complete for port 05ca9a9e-3dde-4519-8cca-59fbfe4f435a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:53.729950 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eec76f52-b5b0-4b88-a53b-12a4414ad150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:53.796455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a536bed2-2469-4113-bb61-57be5539dbdb None None] Network 269e8c1a-0080-4612-9528-87c9da1a24ed requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:53.838075 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:53.930691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:20:53.933025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-eec76f52-b5b0-4b88-a53b-12a4414ad150 None None] Port 05ca9a9e-3dde-4519-8cca-59fbfe4f435a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:53.934657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 9bc1071c-b48f-430f-b156-adcbeddc0f32 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:53.949155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9bc1071c-b48f-430f-b156-adcbeddc0f32 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:53.949678 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:53.959749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-16a6d7d5-1014-4ca1-8e9e-b945bcb74b1e tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:20:53.961162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-16a6d7d5-1014-4ca1-8e9e-b945bcb74b1e tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3382399 Aug 20 11:20:53.965612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51a78d8-6a0c-43c2-b006-250089502f9a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:53.968937 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:53.969274 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Added segment edd3bf1f-e281-4f29-964d-c86a88f3a5cc of type vlan for network 9c5b4662-4adb-40ed-b513-fecb1ce9153a Aug 20 11:20:54.002466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eec76f52-b5b0-4b88-a53b-12a4414ad150 None None] Provisioning complete for port 9bc1071c-b48f-430f-b156-adcbeddc0f32 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:54.003168 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eec76f52-b5b0-4b88-a53b-12a4414ad150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:54.004103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.004470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.004825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.005173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.005517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.005859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.006193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.006558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.006895 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.007231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.007570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.007891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:20:54.012972 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-c57da5b2-5bff-4c63-b1f5-aa8b55e4ea80 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:20:54.015341 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c57da5b2-5bff-4c63-b1f5-aa8b55e4ea80 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "PUT /v2.0/routers/aa0e41a3-a973-4670-aa67-7e0792d1a547/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6564381 Aug 20 11:20:54.033637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53186) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:54.039463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:54.074887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:54.172256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:20:54.182520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b27712-b591-41de-a985-a5ab5c8d2ef9 req-d6cb63a6-f1c5-4484-aeeb-9cff6af193ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:54.192858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Request body: {'binding': {'host': 'n-h2-804230-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:54.193422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Unknown quota resources ['binding']. {{(pid=95587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:20:54.197774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b27712-b591-41de-a985-a5ab5c8d2ef9 req-d6cb63a6-f1c5-4484-aeeb-9cff6af193ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:54.204591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b27712-b591-41de-a985-a5ab5c8d2ef9 req-d6cb63a6-f1c5-4484-aeeb-9cff6af193ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:54.208536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:54.213754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:20:54.214702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b27712-b591-41de-a985-a5ab5c8d2ef9 req-d6cb63a6-f1c5-4484-aeeb-9cff6af193ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:54.234205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b27712-b591-41de-a985-a5ab5c8d2ef9 req-d6cb63a6-f1c5-4484-aeeb-9cff6af193ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:54.241313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b27712-b591-41de-a985-a5ab5c8d2ef9 req-d6cb63a6-f1c5-4484-aeeb-9cff6af193ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:54.248875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b27712-b591-41de-a985-a5ab5c8d2ef9 req-d6cb63a6-f1c5-4484-aeeb-9cff6af193ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:54.258346 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14b27712-b591-41de-a985-a5ab5c8d2ef9 req-d6cb63a6-f1c5-4484-aeeb-9cff6af193ef tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.4085758 Aug 20 11:20:54.373874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Pushing event updated for resources: {'Port': ['ID=b61e32b5-959c-4929-8fb0-5a02f09aadbd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:54.406230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14b27712-b591-41de-a985-a5ab5c8d2ef9 req-bececc03-db10-4e91-89c2-a58a5782d419 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464162 Aug 20 11:20:54.494101 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:54.520832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:54.521507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:54.603844 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:54.638972 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eec76f52-b5b0-4b88-a53b-12a4414ad150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:54.698014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 9bc1071c-b48f-430f-b156-adcbeddc0f32, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9bc1071c-b48f-430f-b156-adcbeddc0f32,segment=NetworkSegment(115b2b5a-0fb1-4b0a-a40f-f901e6ba2181),segment_id=115b2b5a-0fb1-4b0a-a40f-f901e6ba2181)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:54.754032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Pushing event updated for resources: {'Network': ['ID=9c5b4662-4adb-40ed-b513-fecb1ce9153a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:54.771483 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:54.796808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 9c5b4662-4adb-40ed-b513-fecb1ce9153a details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:54.818050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3a80cf73-5a50-438c-a70c-86a37d4d2d0f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0982144 Aug 20 11:20:54.823454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53192) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:54.837777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-c753dd63-c28c-491e-a71c-89d60712c85b tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a', 'tempest-TagsTest-Tag-1109487075') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:54.893770 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:54.906815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:54.964497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on host n-h2-804230-3 for vnic_type normal with profile None {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:20:54.964976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:20:54.965503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:55.061211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=9bc1071c-b48f-430f-b156-adcbeddc0f32,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:55.064880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:20:55.065464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:20:55.076171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:20:55.077125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:55.077125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:20:55.077548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Bound port: 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:20:55.107945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0b39b561-7f21-44d7-b7b0-c900f6efb061 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:55.127993 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.167433 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-eec76f52-b5b0-4b88-a53b-12a4414ad150 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:20:55.167910 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-eec76f52-b5b0-4b88-a53b-12a4414ad150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:20:55.216695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:20:55.288563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 0b39b561-7f21-44d7-b7b0-c900f6efb061 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:55.293142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0b39b561-7f21-44d7-b7b0-c900f6efb061 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:55.294492 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.314579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Deleting port 05ca9a9e-3dde-4519-8cca-59fbfe4f435a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:20:55.315665 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.329505 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c753dd63-c28c-491e-a71c-89d60712c85b tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "PUT /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags/tempest-TagsTest-Tag-1109487075 HTTP/1.1" status: 201 len: 201 time: 0.4995282 Aug 20 11:20:55.331437 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] Notify callbacks [] for binding, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.332765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3ba3b274-fe6f-4875-b817-8334e5168b58 service neutron] 10.222.0.10 "POST /v2.0/ports/8cd59e84-9efc-484e-8cc5-40e58affdf3d/bindings HTTP/1.1" status: 201 len: 389 time: 1.3424909 Aug 20 11:20:55.333314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53200) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:55.337971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-2554b19f-2e73-4658-9f56-0e62c9ad93e4 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a', 'tempest-TagsTest-Tag-1109487075') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:55.377421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.390406 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.423463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 0b39b561-7f21-44d7-b7b0-c900f6efb061, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0b39b561-7f21-44d7-b7b0-c900f6efb061,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:55.475383 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.493297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Calling delete_port for 05ca9a9e-3dde-4519-8cca-59fbfe4f435a owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:20:55.499583 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2554b19f-2e73-4658-9f56-0e62c9ad93e4 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "GET /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags/tempest-TagsTest-Tag-1109487075 HTTP/1.1" status: 204 len: 168 time: 0.1650705 Aug 20 11:20:55.502286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53206) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:55.510663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-140fcc14-ff32-4b84-b295-cf6035a4da1d tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:55.579152 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.615919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec00457-b9f8-46cc-9778-d31d637fc35a req-72fc2275-2e52-48fa-969b-4efaabbc77d0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:55.617810 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.622008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec00457-b9f8-46cc-9778-d31d637fc35a req-72fc2275-2e52-48fa-969b-4efaabbc77d0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:55.631180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec00457-b9f8-46cc-9778-d31d637fc35a req-72fc2275-2e52-48fa-969b-4efaabbc77d0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:55.637761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec00457-b9f8-46cc-9778-d31d637fc35a req-72fc2275-2e52-48fa-969b-4efaabbc77d0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:55.644277 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec00457-b9f8-46cc-9778-d31d637fc35a req-72fc2275-2e52-48fa-969b-4efaabbc77d0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:55.650929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec00457-b9f8-46cc-9778-d31d637fc35a req-72fc2275-2e52-48fa-969b-4efaabbc77d0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:55.657377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec00457-b9f8-46cc-9778-d31d637fc35a req-72fc2275-2e52-48fa-969b-4efaabbc77d0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:55.659467 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bec00457-b9f8-46cc-9778-d31d637fc35a req-72fc2275-2e52-48fa-969b-4efaabbc77d0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.1588645 Aug 20 11:20:55.678913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=0b39b561-7f21-44d7-b7b0-c900f6efb061,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:55.759479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Pushing event updated for resources: {'Port': ['ID=b61e32b5-959c-4929-8fb0-5a02f09aadbd,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:55.762655 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bec00457-b9f8-46cc-9778-d31d637fc35a req-999ef73d-4f8b-4fa7-ac5a-932c212e5e8c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941336 Aug 20 11:20:55.795854 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.798924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-140fcc14-ff32-4b84-b295-cf6035a4da1d tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "GET /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags HTTP/1.1" status: 200 len: 238 time: 0.2946165 Aug 20 11:20:55.803912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53214) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:55.815188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-319982e5-a01e-4d57-aa59-489e195d6482 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a', {'tags': ['tempest-TagsTest-Tag-1570179386', 'tempest-TagsTest-Tag-1593222198', 'tempest-TagsTest-Tag-1031982659']}) {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:55.855017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c8187572-051b-46ec-9d87-58504afc4878 None None] Provisioning complete for port 05ca9a9e-3dde-4519-8cca-59fbfe4f435a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:55.856250 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c8187572-051b-46ec-9d87-58504afc4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.899601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c8187572-051b-46ec-9d87-58504afc4878 None None] Port 05ca9a9e-3dde-4519-8cca-59fbfe4f435a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:20:55.947960 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.949261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-de0f5eb4-39b9-44b3-99d4-e97ded6eeae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3340125 Aug 20 11:20:55.951339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:55.971175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d367f5-d3bf-4c90-9381-495a7fe41f2c req-c9da0802-7b7d-4256-870b-3943d13db9e4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:55.971175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59d367f5-d3bf-4c90-9381-495a7fe41f2c req-c9da0802-7b7d-4256-870b-3943d13db9e4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.0705028 Aug 20 11:20:55.991354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Port': ['ID=05ca9a9e-3dde-4519-8cca-59fbfe4f435a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:56.024736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c8187572-051b-46ec-9d87-58504afc4878 None None] Provisioning for port 3df7b126-018b-4ac9-8886-2db4770c5d46 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:20:56.029363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c8187572-051b-46ec-9d87-58504afc4878 None None] Provisioning complete for port 3df7b126-018b-4ac9-8886-2db4770c5d46 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:56.029741 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c8187572-051b-46ec-9d87-58504afc4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:56.100367 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-319982e5-a01e-4d57-aa59-489e195d6482 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "PUT /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags HTTP/1.1" status: 200 len: 309 time: 0.2899761 Aug 20 11:20:56.104643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53224) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:56.110542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-df8dd329-81b6-4daa-a436-7be898515a71 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a', 'tempest-TagsTest-Tag-1570179386') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:56.179245 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59d367f5-d3bf-4c90-9381-495a7fe41f2c req-86f1b0dd-1c97-4a38-aee1-1d261f47dffc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898184 Aug 20 11:20:56.203843 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:56.227648 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c8187572-051b-46ec-9d87-58504afc4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:56.269562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-eba5b0c3-c0d9-402d-97b5-2006fc8ec6a4 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--676746770&fields=id&tenant_id=c758ed9616cc40509be68c0eef63f715 HTTP/1.1" status: 200 len: 267 time: 0.0540266 Aug 20 11:20:56.297362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c8187572-051b-46ec-9d87-58504afc4878 None None] For port 3df7b126-018b-4ac9-8886-2db4770c5d46, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3df7b126-018b-4ac9-8886-2db4770c5d46,segment=NetworkSegment(a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8),segment_id=a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:56.419816 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c8187572-051b-46ec-9d87-58504afc4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:56.424664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-17f2e109-5873-4052-b5a8-a47118a732a8 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:56.434670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-17f2e109-5873-4052-b5a8-a47118a732a8 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/networks?id=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 HTTP/1.1" status: 200 len: 815 time: 0.1518602 Aug 20 11:20:56.449657 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-e6dfb042-1606-4195-a61c-34c11b1c2c08 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/quotas/c758ed9616cc40509be68c0eef63f715 HTTP/1.1" status: 200 len: 375 time: 0.0138743 Aug 20 11:20:56.453748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Router aa0e41a3-a973-4670-aa67-7e0792d1a547 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:20:56.480966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8187572-051b-46ec-9d87-58504afc4878 None None] Pushing event updated for resources: {'Port': ['ID=3df7b126-018b-4ac9-8886-2db4770c5d46,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:56.510067 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-8045c58c-facd-4da3-8225-28e1e1ac14e4 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c758ed9616cc40509be68c0eef63f715&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552850 Aug 20 11:20:56.547954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-df8dd329-81b6-4daa-a436-7be898515a71 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "DELETE /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags/tempest-TagsTest-Tag-1570179386 HTTP/1.1" status: 204 len: 168 time: 0.4417055 Aug 20 11:20:56.551924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53240) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:56.556381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-b446fa51-0987-4e1d-b717-c3ebc016f58b tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a', 'tempest-TagsTest-Tag-1570179386') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:56.561014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:20:56.571411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3a74f-8a70-44f1-aca3-f6631caa2e23 None None] Sync routers for ids ['aa0e41a3-a973-4670-aa67-7e0792d1a547'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:20:56.576169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ed0f5a79-f2c5-40c1-8584-c36fed0e7605 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "PUT /v2.0/routers/aa0e41a3-a973-4670-aa67-7e0792d1a547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5378828 Aug 20 11:20:56.580181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53242) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:56.586036 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3a74f-8a70-44f1-aca3-f6631caa2e23 None None] Routers {'aa0e41a3-a973-4670-aa67-7e0792d1a547'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:56.586847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f2c3a74f-8a70-44f1-aca3-f6631caa2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aa0e41a3-a973-4670-aa67-7e0792d1a547'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:56.609149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-2d8ad670-a519-49bb-beb9-af6cb11ad7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:56.612155 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-2d8ad670-a519-49bb-beb9-af6cb11ad7b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 1097 time: 0.2413042 Aug 20 11:20:56.621803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f2c3a74f-8a70-44f1-aca3-f6631caa2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:56.632804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3a74f-8a70-44f1-aca3-f6631caa2e23 None None] Routers {'aa0e41a3-a973-4670-aa67-7e0792d1a547'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:20:56.633527 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f2c3a74f-8a70-44f1-aca3-f6631caa2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aa0e41a3-a973-4670-aa67-7e0792d1a547'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:56.660475 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-41eca5a6-1e5e-4131-93cb-fa2851280f9c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] delete failed (client error): The resource could not be found. Aug 20 11:20:56.672958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-41eca5a6-1e5e-4131-93cb-fa2851280f9c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1750456816 HTTP/1.1" status: 404 len: 335 time: 0.0833063 Aug 20 11:20:56.673953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53246) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:56.675696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f2c3a74f-8a70-44f1-aca3-f6631caa2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:56.676442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3a74f-8a70-44f1-aca3-f6631caa2e23 None None] The sync data for ids ['aa0e41a3-a973-4670-aa67-7e0792d1a547'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:20:56.689141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-13a9ac10-7a5f-4163-b154-e4c9c4a11bdf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa0e41a3-a973-4670-aa67-7e0792d1a547'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:56.706652 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-b446fa51-0987-4e1d-b717-c3ebc016f58b tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] show failed (client error): The resource could not be found. Aug 20 11:20:56.708085 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b446fa51-0987-4e1d-b717-c3ebc016f58b tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "GET /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags/tempest-TagsTest-Tag-1570179386 HTTP/1.1" status: 404 len: 326 time: 0.1547985 Aug 20 11:20:56.710535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53250) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:56.718915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-cc33ab2e-8c1f-4553-a635-a6073dea075f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a', 'tempest-TagsTest-Tag-1593222198') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:56.736753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-9aa50d0a-1da1-4347-b9df-bcf05f47e62a service neutron] 10.222.0.10 "GET /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009685 Aug 20 11:20:56.772895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 494af9e3-2f2e-493f-860d-7668a4a4d5a3 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:20:56.829665 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cc33ab2e-8c1f-4553-a635-a6073dea075f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "GET /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags/tempest-TagsTest-Tag-1593222198 HTTP/1.1" status: 204 len: 168 time: 0.1154332 Aug 20 11:20:56.829864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53256) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:56.843427 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.tag.tag_plugin [None req-67f3ebca-7759-4c2d-8c4e-ea895812c235 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a', 'tempest-TagsTest-Tag-1031982659') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:56.909001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 494af9e3-2f2e-493f-860d-7668a4a4d5a3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:56.931974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '494af9e3-2f2e-493f-860d-7668a4a4d5a3', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'port_id': '494af9e3-2f2e-493f-860d-7668a4a4d5a3', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:20:56.953917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-72c465b0-cdd2-4590-acaf-33cca87bc055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:56.955766 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-72c465b0-cdd2-4590-acaf-33cca87bc055 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.3359904 Aug 20 11:20:57.004457 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.005624 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-67f3ebca-7759-4c2d-8c4e-ea895812c235 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "GET /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags/tempest-TagsTest-Tag-1031982659 HTTP/1.1" status: 204 len: 168 time: 0.1746724 Aug 20 11:20:57.014798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53262) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:57.029376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-3d3f2811-a531-4255-8c84-2f6ef00fff49 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:57.029530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9886-b076-4ed6-b138-4d59520377b2 req-757f0151-0529-4422-923c-b7df019c0888 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:57.040277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494af9e3-2f2e-493f-860d-7668a4a4d5a3 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:57.044732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9886-b076-4ed6-b138-4d59520377b2 req-757f0151-0529-4422-923c-b7df019c0888 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:57.052489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9886-b076-4ed6-b138-4d59520377b2 req-757f0151-0529-4422-923c-b7df019c0888 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:57.055847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9bc1071c-b48f-430f-b156-adcbeddc0f32 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:57.060777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9886-b076-4ed6-b138-4d59520377b2 req-757f0151-0529-4422-923c-b7df019c0888 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:57.069456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9886-b076-4ed6-b138-4d59520377b2 req-757f0151-0529-4422-923c-b7df019c0888 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:57.082108 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9886-b076-4ed6-b138-4d59520377b2 req-757f0151-0529-4422-923c-b7df019c0888 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:57.083452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9886-b076-4ed6-b138-4d59520377b2 req-757f0151-0529-4422-923c-b7df019c0888 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:57.085458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02db9886-b076-4ed6-b138-4d59520377b2 req-757f0151-0529-4422-923c-b7df019c0888 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5432 time: 0.1656973 Aug 20 11:20:57.107587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 494af9e3-2f2e-493f-860d-7668a4a4d5a3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:57.110576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13a9ac10-7a5f-4163-b154-e4c9c4a11bdf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.114989 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-d859246a-0925-4be2-a626-041ce746e7da service neutron] 10.222.0.10 "GET /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711040 Aug 20 11:20:57.119725 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-9692fbf9-36fe-4af0-b1e1-b0162c91eedc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d HTTP/1.1" status: 200 len: 217 time: 0.1149299 Aug 20 11:20:57.135380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9bc1071c-b48f-430f-b156-adcbeddc0f32 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:57.135752 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.139147 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02db9886-b076-4ed6-b138-4d59520377b2 req-d714b21d-d3d3-442e-b1eb-148c3b57ada8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470903 Aug 20 11:20:57.217464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3e3dd949-392b-41df-b0a4-c7e535f46bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:57.219151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3e3dd949-392b-41df-b0a4-c7e535f46bd4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0746384 Aug 20 11:20:57.257680 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.257680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:20:57.261575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-f923136f-12a1-4347-a613-4aef798ca6c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320609 Aug 20 11:20:57.301302 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-13a9ac10-7a5f-4163-b154-e4c9c4a11bdf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] update failed (client error): The resource could not be found. Aug 20 11:20:57.303491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-13a9ac10-7a5f-4163-b154-e4c9c4a11bdf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "PUT /v2.0/routers/aa0e41a3-a973-4670-aa67-7e0792d1a547 HTTP/1.1" status: 404 len: 339 time: 0.6251330 Aug 20 11:20:57.306595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53268) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:57.309746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3df7b126-018b-4ac9-8886-2db4770c5d46 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:57.314692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1259457365'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:57.389307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96559bc-c78d-435d-b15e-68fce905e357 req-d3c71cbc-714c-49a7-9ba1-afc6f59e05f1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:57.391561 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b96559bc-c78d-435d-b15e-68fce905e357 req-d3c71cbc-714c-49a7-9ba1-afc6f59e05f1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.0708857 Aug 20 11:20:57.398290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=494af9e3-2f2e-493f-860d-7668a4a4d5a3,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:57.426231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-8161bcd2-2174-4167-857d-3f4c5d39a517 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555047 Aug 20 11:20:57.430791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3d3f2811-a531-4255-8c84-2f6ef00fff49 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "DELETE /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags HTTP/1.1" status: 204 len: 168 time: 0.4030316 Aug 20 11:20:57.431724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53272) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:57.436136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-78cb21cc-a35c-49c9-ac26-d51c0d18dcd2 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a', 'tempest-TagsTest-Tag-1593222198') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:57.455175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3df7b126-018b-4ac9-8886-2db4770c5d46 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:57.455548 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.463817 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b96559bc-c78d-435d-b15e-68fce905e357 req-d2a8a837-416a-43c8-a9cd-e33765c9eb6d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598638 Aug 20 11:20:57.514883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:57.539060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '990945c2-3faf-45a4-9eaf-5f7a5aafbc37', 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2', 'port_id': '990945c2-3faf-45a4-9eaf-5f7a5aafbc37', 'mac_address': 'fa:16:3e:2e:fe:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d3208d-faff-4f47-b61c-6cfe0f113c7d', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:20:57.562013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Made reservation on behalf of 1244541ead264f2eb66f2974627314f8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:57.566121 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.612920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.615242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:20:57.631942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0b39b561-7f21-44d7-b7b0-c900f6efb061 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:20:57.640490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.640490 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Added segment ee4b5d23-a369-426b-8411-67843be5ab1c of type vlan for network cdb8c676-e958-43d0-a09f-5c50651a3e9c Aug 20 11:20:57.677656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:57.705545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.713853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:57.716135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0b39b561-7f21-44d7-b7b0-c900f6efb061 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:20:57.728924 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.830187 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.830187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:20:57.897225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:57.900688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:57.904995 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.915500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:57.915500 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:57.929791 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '2e93ca1d-bf71-434e-9a5e-351f1b9040e4', 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2', 'port_id': '2e93ca1d-bf71-434e-9a5e-351f1b9040e4', 'mac_address': 'fa:16:3e:14:b1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d3208d-faff-4f47-b61c-6cfe0f113c7d', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:20:57.998027 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.015746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:58.028509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Network': ['ID=cdb8c676-e958-43d0-a09f-5c50651a3e9c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:58.035345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a486a44d-ff7c-4df5-9b3b-4fe2670769e7 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832090 Aug 20 11:20:58.044982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network cdb8c676-e958-43d0-a09f-5c50651a3e9c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:20:58.045997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de0aeaf5-d0bd-45fe-b25d-1aedab474b3f req-99c95fbb-fdf6-4657-9c55-7ebc80a5e3a6 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 210 time: 0.5477312 Aug 20 11:20:58.063488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:58.072429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c0f3d22d-97a4-443b-bc45-d5beec0d2ed0 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7630992 Aug 20 11:20:58.084305 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-78cb21cc-a35c-49c9-ac26-d51c0d18dcd2 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] show failed (client error): The resource could not be found. Aug 20 11:20:58.084305 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-78cb21cc-a35c-49c9-ac26-d51c0d18dcd2 tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "GET /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags/tempest-TagsTest-Tag-1593222198 HTTP/1.1" status: 404 len: 326 time: 0.6487162 Aug 20 11:20:58.084586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53290) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:58.088219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53292) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:58.091117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'subnet': {'network_id': 'cdb8c676-e958-43d0-a09f-5c50651a3e9c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:58.092826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-8549149f-b835-4890-a0ff-94c169aa4d7f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a', 'tempest-TagsTest-Tag-1031982659') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:58.167294 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-8549149f-b835-4890-a0ff-94c169aa4d7f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] show failed (client error): The resource could not be found. Aug 20 11:20:58.168076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8549149f-b835-4890-a0ff-94c169aa4d7f tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "GET /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags/tempest-TagsTest-Tag-1031982659 HTTP/1.1" status: 404 len: 326 time: 0.0786324 Aug 20 11:20:58.172246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53294) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:58.176664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.tag.tag_plugin [None req-b519b675-83b3-439e-80b4-575adeda8abe tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9c5b4662-4adb-40ed-b513-fecb1ce9153a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:58.253933 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.254655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 153954e2-ea32-4f96-8194-59c54f6c2819 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:20:58.280359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53300) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:58.284114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b519b675-83b3-439e-80b4-575adeda8abe tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "DELETE /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a/tags HTTP/1.1" status: 204 len: 168 time: 0.1106248 Aug 20 11:20:58.342538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 153954e2-ea32-4f96-8194-59c54f6c2819, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=153954e2-ea32-4f96-8194-59c54f6c2819,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:58.345407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:58.357594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '153954e2-ea32-4f96-8194-59c54f6c2819', 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2', 'port_id': '153954e2-ea32-4f96-8194-59c54f6c2819', 'mac_address': 'fa:16:3e:12:c4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d3208d-faff-4f47-b61c-6cfe0f113c7d', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:20:58.372734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd631-b894-4970-88c3-e5aabf5fd23f req-d5636a12-5ae4-43b4-87be-d0609b527a04 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:58.378977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd631-b894-4970-88c3-e5aabf5fd23f req-d5636a12-5ae4-43b4-87be-d0609b527a04 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:58.385494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd631-b894-4970-88c3-e5aabf5fd23f req-d5636a12-5ae4-43b4-87be-d0609b527a04 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:58.391629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd631-b894-4970-88c3-e5aabf5fd23f req-d5636a12-5ae4-43b4-87be-d0609b527a04 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:58.397480 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.397679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd631-b894-4970-88c3-e5aabf5fd23f req-d5636a12-5ae4-43b4-87be-d0609b527a04 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:58.403967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd631-b894-4970-88c3-e5aabf5fd23f req-d5636a12-5ae4-43b4-87be-d0609b527a04 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:58.410652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd631-b894-4970-88c3-e5aabf5fd23f req-d5636a12-5ae4-43b4-87be-d0609b527a04 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:58.411161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153954e2-ea32-4f96-8194-59c54f6c2819 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:58.412640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa1dd631-b894-4970-88c3-e5aabf5fd23f req-d5636a12-5ae4-43b4-87be-d0609b527a04 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5434 time: 0.1819530 Aug 20 11:20:58.430875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 153954e2-ea32-4f96-8194-59c54f6c2819, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=153954e2-ea32-4f96-8194-59c54f6c2819,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:58.455592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.466066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Made reservation on behalf of 1244541ead264f2eb66f2974627314f8 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:20:58.470031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.517310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa1dd631-b894-4970-88c3-e5aabf5fd23f req-746781d3-d502-432a-a8a3-f1058ae366c5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959444 Aug 20 11:20:58.613221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dbbf9-bc28-4503-beee-0d4fe454cf9d req-8decc873-a2b5-456c-b997-1397a050fca9 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:58.620558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f2dbbf9-bc28-4503-beee-0d4fe454cf9d req-8decc873-a2b5-456c-b997-1397a050fca9 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.0680671 Aug 20 11:20:58.649213 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.663054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5b4662-4adb-40ed-b513-fecb1ce9153a']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:58.670933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f2dbbf9-bc28-4503-beee-0d4fe454cf9d req-82c212bc-56ec-4688-86ef-39a16f8cff6f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Aug 20 11:20:58.678712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd3bf1f-e281-4f29-964d-c86a88f3a5cc') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:58.679021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd3bf1f-e281-4f29-964d-c86a88f3a5cc') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:20:58.698244 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.698887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e322f6da-a2f1-43aa-901f-61732f873a28 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:20:58.710732 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.734656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.747095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:20:58.747504 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:20:58.750798 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:20:58.775587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=153954e2-ea32-4f96-8194-59c54f6c2819,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:58.905213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e322f6da-a2f1-43aa-901f-61732f873a28, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e322f6da-a2f1-43aa-901f-61732f873a28,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:58.920658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'e322f6da-a2f1-43aa-901f-61732f873a28', 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85', 'port_id': 'e322f6da-a2f1-43aa-901f-61732f873a28', 'mac_address': 'fa:16:3e:2d:b7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499ea19e-ce01-4768-a3a1-7eccffb9cde8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:20:58.967409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.969011 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.970789 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:58.990252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e322f6da-a2f1-43aa-901f-61732f873a28 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:59.014587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e322f6da-a2f1-43aa-901f-61732f873a28, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e322f6da-a2f1-43aa-901f-61732f873a28,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:59.015710 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:59.018710 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] 10.222.0.10 "DELETE /v2.0/networks/9c5b4662-4adb-40ed-b513-fecb1ce9153a HTTP/1.1" status: 204 len: 168 time: 0.7308402 Aug 20 11:20:59.043136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59df9e3-1bed-4872-9c07-aa18bea84f8c tempest-TagsTest-1358472696 tempest-TagsTest-1358472696-project] Pushing event deleted for resources: {'Network': ['ID=9c5b4662-4adb-40ed-b513-fecb1ce9153a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:59.091879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Subnet': ['ID=f94ff21a-7c60-4290-bf74-ae30fe778790,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:59.102231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Checking segment: {'id': 'ee4b5d23-a369-426b-8411-67843be5ab1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cdb8c676-e958-43d0-a09f-5c50651a3e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:20:59.102850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network hostable DHCP agents. Network: cdb8c676-e958-43d0-a09f-5c50651a3e9c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:20:59.128253 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:59.128939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:20:59.181257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea4b1e78-a597-4b40-8fdf-f77ba559ebcb req-8437f37d-619f-4422-aafb-8e6fedb57ae2 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 210 time: 0.0503516 Aug 20 11:20:59.217628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e322f6da-a2f1-43aa-901f-61732f873a28,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:59.221696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:59.248256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '1748ac82-9bd3-4a4d-9d24-bfcb41f54d01', 'network_id': '6803f477-73c6-4bfd-818a-faed4c3d95f2', 'port_id': '1748ac82-9bd3-4a4d-9d24-bfcb41f54d01', 'mac_address': 'fa:16:3e:0f:b3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d3208d-faff-4f47-b61c-6cfe0f113c7d', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:20:59.253899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network cdb8c676-e958-43d0-a09f-5c50651a3e9c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:20:59.292198 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:59.306749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:59.349046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:59.475693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, cdb8c676-e958-43d0-a09f-5c50651a3e9c) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:20:59.482868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:59.484010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:59.490212 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:59.491244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:20:59.494304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dac504d-4270-4671-b4e9-6658856ff034 None None] Network cdb8c676-e958-43d0-a09f-5c50651a3e9c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:20:59.627852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:59.632181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-605ce958-bb70-4399-bdcb-c318970620f3 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5464766 Aug 20 11:20:59.635825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53322) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:20:59.637378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:20:59.648306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-38193f5f-89a9-4df6-823b-f95ed3a4f31e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cdb8c676-e958-43d0-a09f-5c50651a3e9c'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:20:59.657528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '470cc5e6-0501-428b-ac7a-8d4c7b85eb1d', 'network_id': '785e013d-c92e-4828-b7f5-34a8f2e42a85', 'port_id': '470cc5e6-0501-428b-ac7a-8d4c7b85eb1d', 'mac_address': 'fa:16:3e:70:bc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499ea19e-ce01-4768-a3a1-7eccffb9cde8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:20:59.736549 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:59.777195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:20:59.792892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-cdb8c676-e958-43d0-a09f-5c50651a3e9c', 'network_id': 'cdb8c676-e958-43d0-a09f-5c50651a3e9c', 'tenant_id': '1244541ead264f2eb66f2974627314f8', 'fixed_ips': [{'subnet_id': 'f94ff21a-7c60-4290-bf74-ae30fe778790'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:20:59.793834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:20:59.825774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:20:59.851801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d14786-64ea-4ca7-9185-c0dd5064401a req-fde2c1fd-2490-4b73-aa9e-13c6c9c058da tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:59.857270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07d14786-64ea-4ca7-9185-c0dd5064401a req-fde2c1fd-2490-4b73-aa9e-13c6c9c058da tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.0948856 Aug 20 11:20:59.899143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373f72-ce02-4f8b-a5ab-336fb903fea3 req-fb0609da-1c31-41ff-b51e-6103af863e05 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:59.907079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373f72-ce02-4f8b-a5ab-336fb903fea3 req-fb0609da-1c31-41ff-b51e-6103af863e05 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:59.924424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373f72-ce02-4f8b-a5ab-336fb903fea3 req-fb0609da-1c31-41ff-b51e-6103af863e05 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:59.932242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373f72-ce02-4f8b-a5ab-336fb903fea3 req-fb0609da-1c31-41ff-b51e-6103af863e05 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:59.939989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373f72-ce02-4f8b-a5ab-336fb903fea3 req-fb0609da-1c31-41ff-b51e-6103af863e05 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:59.951100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373f72-ce02-4f8b-a5ab-336fb903fea3 req-fb0609da-1c31-41ff-b51e-6103af863e05 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:59.966748 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77373f72-ce02-4f8b-a5ab-336fb903fea3 req-fb0609da-1c31-41ff-b51e-6103af863e05 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:20:59.974326 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07d14786-64ea-4ca7-9185-c0dd5064401a req-7b4197c4-ed8b-402b-95f2-4bb184b0158a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159022 Aug 20 11:20:59.978322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77373f72-ce02-4f8b-a5ab-336fb903fea3 req-fb0609da-1c31-41ff-b51e-6103af863e05 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5438 time: 0.2758017 Aug 20 11:21:00.025351 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:00.081031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Allocated IP 2001:db8:1::2 (cdb8c676-e958-43d0-a09f-5c50651a3e9c/f94ff21a-7c60-4290-bf74-ae30fe778790/2c52a35d-1f42-4d5c-8f7f-10740b8bd81c) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:21:00.093549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38193f5f-89a9-4df6-823b-f95ed3a4f31e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:00.127880 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77373f72-ce02-4f8b-a5ab-336fb903fea3 req-f852d987-993a-4c92-b515-25cea0644b43 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1479135 Aug 20 11:21:00.136900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53332) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:00.307323 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b57ebfa0-4323-42be-9d11-3eea9f9b9a6e req-880067ac-4a6a-458f-8984-c57074dd945a tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 210 time: 0.0391929 Aug 20 11:21:00.326586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:00.338617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-af30cd65-198d-4dfa-bb28-35f2951b98e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b16d8022a98f46478cc7975fdb2283e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987011 Aug 20 11:21:00.340657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53340) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:00.411016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:00.441579 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:00.497445 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-38193f5f-89a9-4df6-823b-f95ed3a4f31e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:21:00.498853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-38193f5f-89a9-4df6-823b-f95ed3a4f31e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "PUT /v2.0/routers/aa0e41a3-a973-4670-aa67-7e0792d1a547 HTTP/1.1" status: 400 len: 364 time: 0.8598464 Aug 20 11:21:00.503305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53346) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:00.543490 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:00.775156 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:00.775773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['494af9e3-2f2e-493f-860d-7668a4a4d5a3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:00.797169 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:00.798349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Transition to ACTIVE for port object 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:00.798427 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e51a78d8-6a0c-43c2-b006-250089502f9a HTTP/1.1" status: 204 len: 168 time: 0.4376419 Aug 20 11:21:00.798520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1748ac82-9bd3-4a4d-9d24-bfcb41f54d01'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:00.798603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51a78d8-6a0c-43c2-b006-250089502f9a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:00.817758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:00.825295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.825663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.826013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.826349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.826713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.827037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.827367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.827693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.828017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.828366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.828693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.829027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add19e-157a-4168-88dc-384cecc4dcf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:00.841520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['153954e2-ea32-4f96-8194-59c54f6c2819'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:00.855948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['e322f6da-a2f1-43aa-901f-61732f873a28'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:00.857971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['2e93ca1d-bf71-434e-9a5e-351f1b9040e4'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:00.861597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['470cc5e6-0501-428b-ac7a-8d4c7b85eb1d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:00.967596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Transition to ACTIVE for port object 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:01.108934 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:01.277334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Pushing event updated for resources: {'Port': ['ID=2c52a35d-1f42-4d5c-8f7f-10740b8bd81c,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:01.382900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Network cdb8c676-e958-43d0-a09f-5c50651a3e9c is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:01.391573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:01.400778 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:21:01.472391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce160a0d-7f35-4268-8066-a65ab51eb1e4 req-f8fd0b75-4b5a-4ef6-865e-e8439b4db2cf tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:01.496996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce160a0d-7f35-4268-8066-a65ab51eb1e4 req-f8fd0b75-4b5a-4ef6-865e-e8439b4db2cf tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:01.504382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce160a0d-7f35-4268-8066-a65ab51eb1e4 req-f8fd0b75-4b5a-4ef6-865e-e8439b4db2cf tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:01.528173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce160a0d-7f35-4268-8066-a65ab51eb1e4 req-f8fd0b75-4b5a-4ef6-865e-e8439b4db2cf tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:01.542067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce160a0d-7f35-4268-8066-a65ab51eb1e4 req-f8fd0b75-4b5a-4ef6-865e-e8439b4db2cf tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:01.552982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce160a0d-7f35-4268-8066-a65ab51eb1e4 req-f8fd0b75-4b5a-4ef6-865e-e8439b4db2cf tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:01.554636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca67c0-f6e0-4fce-b788-b36d503c6ae2 req-58d0103e-5009-46a3-95eb-55a3b772f373 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:01.564619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcca67c0-f6e0-4fce-b788-b36d503c6ae2 req-58d0103e-5009-46a3-95eb-55a3b772f373 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.1416357 Aug 20 11:21:01.573130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce160a0d-7f35-4268-8066-a65ab51eb1e4 req-f8fd0b75-4b5a-4ef6-865e-e8439b4db2cf tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:01.575452 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce160a0d-7f35-4268-8066-a65ab51eb1e4 req-f8fd0b75-4b5a-4ef6-865e-e8439b4db2cf tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5439 time: 0.2390409 Aug 20 11:21:01.660255 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcca67c0-f6e0-4fce-b788-b36d503c6ae2 req-1532164c-7e20-4681-ac9d-539a1ed1e957 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886512 Aug 20 11:21:01.687851 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce160a0d-7f35-4268-8066-a65ab51eb1e4 req-e259b7b7-2e67-4ef6-be02-9694c75a1022 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973055 Aug 20 11:21:01.722349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Allocated IP 2001:db8::1 (cf47188b-8dd8-4527-b7cd-df827ed2e0f9/f6eb8e28-688a-4e52-a4ea-c76f1b7a124c/ebf53194-36db-4f6b-86cc-acb47896efc5) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:21:01.831626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['990945c2-3faf-45a4-9eaf-5f7a5aafbc37'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:02.040094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e7a11bd-894f-46e7-93d5-3e5a17c54603 req-45aa93d0-af5e-40bd-bce3-ba0935caaab8 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 210 time: 0.1713035 Aug 20 11:21:02.051267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Attempting to bind port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:21:02.051629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Attempting to bind port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ee4b5d23-a369-426b-8411-67843be5ab1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cdb8c676-e958-43d0-a09f-5c50651a3e9c'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:21:02.052002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Attempting to bind port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c on network cdb8c676-e958-43d0-a09f-5c50651a3e9c {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:21:02.071136 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:02.106714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:21:02.107097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Checking segment: {'id': 'ee4b5d23-a369-426b-8411-67843be5ab1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cdb8c676-e958-43d0-a09f-5c50651a3e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:21:02.107507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:02.111046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Bound using segment: {'id': 'ee4b5d23-a369-426b-8411-67843be5ab1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cdb8c676-e958-43d0-a09f-5c50651a3e9c'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:21:02.111667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Bound port: 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4b5d23-a369-426b-8411-67843be5ab1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cdb8c676-e958-43d0-a09f-5c50651a3e9c'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:21:02.111974 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:02.144985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-64563c63-d69f-4b31-94cc-57f30afd6c6c tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:02.146636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-64563c63-d69f-4b31-94cc-57f30afd6c6c tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.57 "GET /v2.0/networks?id=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 HTTP/1.1" status: 200 len: 815 time: 0.2769017 Aug 20 11:21:02.147920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Transition to ACTIVE for port object ebf53194-36db-4f6b-86cc-acb47896efc5 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:02.208687 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:21:02.252071 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-d7e6a153-057f-4fd8-9b5e-30e344a8909c tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c758ed9616cc40509be68c0eef63f715 HTTP/1.1" status: 200 len: 379 time: 0.0940115 Aug 20 11:21:02.265077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Request body: {'port': {'device_id': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'admin_state_up': True, 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'security_groups': ['309bcc86-0e3e-4f9c-9139-58d236d5a3be']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:02.362043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] For port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:21:02.365576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] For port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2c52a35d-1f42-4d5c-8f7f-10740b8bd81c,segment=NetworkSegment(ee4b5d23-a369-426b-8411-67843be5ab1c),segment_id=ee4b5d23-a369-426b-8411-67843be5ab1c)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:21:02.397460 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:02.451343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network cf47188b-8dd8-4527-b7cd-df827ed2e0f9 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:02.461384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:02.481737 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:02.482880 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:21:02.483856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:02.543094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Port': ['ID=ebf53194-36db-4f6b-86cc-acb47896efc5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:02.572753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275f824-7dec-4546-a630-e48f38ee77f9 None None] Pushing event updated for resources: {'Port': ['ID=2c52a35d-1f42-4d5c-8f7f-10740b8bd81c,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:02.671626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Made reservation on behalf of c758ed9616cc40509be68c0eef63f715 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:21:02.681255 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:02.988014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Allocated IP 172.20.0.5 (ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607/9ad1654a-cec9-4a7f-92cb-da52dca9d5f8/abdbffb3-57f3-4e55-8763-1dcb9d6cc412) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:21:03.043266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9deabd3-6f6b-42c4-9210-65b2feab35b9 req-f07c9b90-0c2c-404f-96df-e52e9d510753 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.058727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9deabd3-6f6b-42c4-9210-65b2feab35b9 req-f07c9b90-0c2c-404f-96df-e52e9d510753 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.074231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9deabd3-6f6b-42c4-9210-65b2feab35b9 req-f07c9b90-0c2c-404f-96df-e52e9d510753 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.081642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9deabd3-6f6b-42c4-9210-65b2feab35b9 req-f07c9b90-0c2c-404f-96df-e52e9d510753 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.093018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9deabd3-6f6b-42c4-9210-65b2feab35b9 req-f07c9b90-0c2c-404f-96df-e52e9d510753 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.108860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9deabd3-6f6b-42c4-9210-65b2feab35b9 req-f07c9b90-0c2c-404f-96df-e52e9d510753 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.128169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9deabd3-6f6b-42c4-9210-65b2feab35b9 req-f07c9b90-0c2c-404f-96df-e52e9d510753 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.161623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9deabd3-6f6b-42c4-9210-65b2feab35b9 req-f07c9b90-0c2c-404f-96df-e52e9d510753 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5439 time: 0.3118272 Aug 20 11:21:03.236643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a4a8d0e4-47d3-4f85-a09d-6600d8098b0a None None] Provisioning for port ebf53194-36db-4f6b-86cc-acb47896efc5 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:03.242514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a4a8d0e4-47d3-4f85-a09d-6600d8098b0a None None] Provisioning complete for port ebf53194-36db-4f6b-86cc-acb47896efc5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:03.242901 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d0e4-47d3-4f85-a09d-6600d8098b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:03.245097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9deabd3-6f6b-42c4-9210-65b2feab35b9 req-1dbf2341-97d3-4e0d-9426-ae0c4c78b103 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784090 Aug 20 11:21:03.251270 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:03.265088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Transition to ACTIVE for port object abdbffb3-57f3-4e55-8763-1dcb9d6cc412 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:03.275228 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:03.347885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8d0e4-47d3-4f85-a09d-6600d8098b0a None None] Port ebf53194-36db-4f6b-86cc-acb47896efc5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:21:03.353812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a24b87-32a9-4b8e-89ad-7603b26646f0 req-08257927-b695-4d4a-8d04-6568188f216b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.355455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73a24b87-32a9-4b8e-89ad-7603b26646f0 req-08257927-b695-4d4a-8d04-6568188f216b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.1798773 Aug 20 11:21:03.473382 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a954056-e740-4a68-a820-e5bd9bdce922 req-63a22e7b-a779-40a7-ba27-b4ffbb6d267f tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 210 time: 0.0389242 Aug 20 11:21:03.539394 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73a24b87-32a9-4b8e-89ad-7603b26646f0 req-fdd4806c-57d4-4293-82b8-1fe7289760e9 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519358 Aug 20 11:21:03.628544 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:03.694564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:03.706164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:03.714519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:21:03.732941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Pushing event updated for resources: {'Port': ['ID=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:03.842683 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:03.843652 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:03.851110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:04.025289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:04.026485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:04.029547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-73189392-c287-4ba5-861a-c06695d8d325 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7711148 Aug 20 11:21:04.050041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-58af338e-d495-428f-b915-5dcf0bbfa7cd tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:21:04.051262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-58af338e-d495-428f-b915-5dcf0bbfa7cd tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072346 Aug 20 11:21:04.078011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 494af9e3-2f2e-493f-860d-7668a4a4d5a3 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:04.161289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce756982-795c-48af-aa19-28bdfa6c2345 None None] Network cdb8c676-e958-43d0-a09f-5c50651a3e9c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:04.191092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event updated for resources: {'Port': ['ID=ebf53194-36db-4f6b-86cc-acb47896efc5,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:04.248964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Network cf47188b-8dd8-4527-b7cd-df827ed2e0f9 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:04.250574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:04.288429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-caad3f7a-4938-4ff8-9939-c32ca65f8144 None None] Provisioning for port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:04.354545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-caad3f7a-4938-4ff8-9939-c32ca65f8144 None None] Provisioning complete for port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:04.357661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-caad3f7a-4938-4ff8-9939-c32ca65f8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:04.394624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Request body: {'port': {'device_id': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:04.423844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:04.427655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-caad3f7a-4938-4ff8-9939-c32ca65f8144 None None] Port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:21:04.434688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:04.435375 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:04.632787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:04.654748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Router aa0e41a3-a973-4670-aa67-7e0792d1a547 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:21:04.666924 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:04.725747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494af9e3-2f2e-493f-860d-7668a4a4d5a3'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:04.725900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352edc9-0204-43a7-abab-f873106e7551 req-58f35ed5-5b06-4778-949a-9c2881bd2fda tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:04.729225 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dca7093-35c2-4c2e-9a59-6b85a5a3eae1" -d '{"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "494af9e3-2f2e-493f-860d-7668a4a4d5a3"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:04.732781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352edc9-0204-43a7-abab-f873106e7551 req-58f35ed5-5b06-4778-949a-9c2881bd2fda tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:04.754167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 494af9e3-2f2e-493f-860d-7668a4a4d5a3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:04.754611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352edc9-0204-43a7-abab-f873106e7551 req-58f35ed5-5b06-4778-949a-9c2881bd2fda tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:04.755350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123a8fc-5284-49b8-9232-8bab326e841b req-76ed8bcb-1698-4215-bddf-d494ead0e798 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:04.757050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f123a8fc-5284-49b8-9232-8bab326e841b req-76ed8bcb-1698-4215-bddf-d494ead0e798 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 931 time: 0.1596231 Aug 20 11:21:04.775105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352edc9-0204-43a7-abab-f873106e7551 req-58f35ed5-5b06-4778-949a-9c2881bd2fda tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:04.782860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352edc9-0204-43a7-abab-f873106e7551 req-58f35ed5-5b06-4778-949a-9c2881bd2fda tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:04.790138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352edc9-0204-43a7-abab-f873106e7551 req-58f35ed5-5b06-4778-949a-9c2881bd2fda tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:04.797349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352edc9-0204-43a7-abab-f873106e7551 req-58f35ed5-5b06-4778-949a-9c2881bd2fda tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:04.807674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e06b7deb-525f-49a9-996b-31ea293a0c99 None None] Provisioning for port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:04.810081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d352edc9-0204-43a7-abab-f873106e7551 req-58f35ed5-5b06-4778-949a-9c2881bd2fda tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5439 time: 0.4002950 Aug 20 11:21:04.833584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f123a8fc-5284-49b8-9232-8bab326e841b req-b56b6fdb-3625-4e91-8ac5-eb2bb7f33f7c tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691535 Aug 20 11:21:04.911218 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:04.911218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:05.078459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc265b1e-4012-4517-b52c-9c3b3e5dd10e req-7c0fd6a7-0a74-4c0f-a70f-376a552789c7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:05.084297 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc265b1e-4012-4517-b52c-9c3b3e5dd10e req-7c0fd6a7-0a74-4c0f-a70f-376a552789c7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.1679497 Aug 20 11:21:05.096177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:05.164349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6d6a1c42-6f8f-44e9-9442-a4824d04db5f None None] Provisioning complete for port ebf53194-36db-4f6b-86cc-acb47896efc5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:05.164684 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1c42-6f8f-44e9-9442-a4824d04db5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:05.171210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc265b1e-4012-4517-b52c-9c3b3e5dd10e req-70ebbf2c-3f18-42f4-9550-a659af32f822 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786133 Aug 20 11:21:05.201789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d352edc9-0204-43a7-abab-f873106e7551 req-3c0f7f71-7325-4d11-9311-2ed0dda9e4cc tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3699667 Aug 20 11:21:05.215136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=494af9e3-2f2e-493f-860d-7668a4a4d5a3,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:05.225013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:21:05.236567 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-246396b8-29b6-4743-8b17-522e5f6b4b2c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "PUT /v2.0/routers/aa0e41a3-a973-4670-aa67-7e0792d1a547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7308404 Aug 20 11:21:05.239001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53458) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:05.246708 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0251e4-53f2-4fbf-8059-d4a0b323522d None None] Sync routers for ids ['aa0e41a3-a973-4670-aa67-7e0792d1a547'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:21:05.276409 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0251e4-53f2-4fbf-8059-d4a0b323522d None None] Routers {'aa0e41a3-a973-4670-aa67-7e0792d1a547'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:05.277183 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cc0251e4-53f2-4fbf-8059-d4a0b323522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aa0e41a3-a973-4670-aa67-7e0792d1a547'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:05.289226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a1c42-6f8f-44e9-9442-a4824d04db5f None None] Port ebf53194-36db-4f6b-86cc-acb47896efc5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:21:05.317145 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cc0251e4-53f2-4fbf-8059-d4a0b323522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:05.331130 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0251e4-53f2-4fbf-8059-d4a0b323522d None None] Routers {'aa0e41a3-a973-4670-aa67-7e0792d1a547'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:05.331929 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cc0251e4-53f2-4fbf-8059-d4a0b323522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aa0e41a3-a973-4670-aa67-7e0792d1a547'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:05.340444 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60828e0f-89e6-426a-b436-274b279ecbf2 x-openstack-request-id: req-60828e0f-89e6-426a-b436-274b279ecbf2 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:05.340742 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "494af9e3-2f2e-493f-860d-7668a4a4d5a3", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:05.340999 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60828e0f-89e6-426a-b436-274b279ecbf2 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:05.341399 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494af9e3-2f2e-493f-860d-7668a4a4d5a3', 'code': 200} Aug 20 11:21:05.429105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-abdeaa7c-eb02-4cba-b13e-086c1c305ff8 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:05.482970 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cc0251e4-53f2-4fbf-8059-d4a0b323522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:05.484246 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0251e4-53f2-4fbf-8059-d4a0b323522d None None] The sync data for ids ['aa0e41a3-a973-4670-aa67-7e0792d1a547'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:21:05.489660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdbffb3-57f3-4e55-8763-1dcb9d6cc412 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:21:05.500283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:05.516577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Transition to ACTIVE for port object abdbffb3-57f3-4e55-8763-1dcb9d6cc412 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:05.537430 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-abdeaa7c-eb02-4cba-b13e-086c1c305ff8 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 11:21:05.545083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-abdeaa7c-eb02-4cba-b13e-086c1c305ff8 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/routers/aa0e41a3-a973-4670-aa67-7e0792d1a547 HTTP/1.1" status: 409 len: 329 time: 0.3001692 Aug 20 11:21:05.545230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53464) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:05.580371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:05.584450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:05.591060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:05.591060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:05.591822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:05.592218 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:05.689070 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:05.828241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:05.863624 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:05.876234 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:05.953929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2c52a35d-1f42-4d5c-8f7f-10740b8bd81c,segment=NetworkSegment(ee4b5d23-a369-426b-8411-67843be5ab1c),segment_id=ee4b5d23-a369-426b-8411-67843be5ab1c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:05.958369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:06.049857 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:06.104144 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:06.104937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 153954e2-ea32-4f96-8194-59c54f6c2819 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:06.137659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=2c52a35d-1f42-4d5c-8f7f-10740b8bd81c,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:06.231399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:06.329744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc3703-ab70-44e3-a3a8-ce99f327631c req-748d1f14-658f-4846-a2ce-28b17d3d7385 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.331632 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64cc3703-ab70-44e3-a3a8-ce99f327631c req-748d1f14-658f-4846-a2ce-28b17d3d7385 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.0564818 Aug 20 11:21:06.364452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Attempting to bind port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:21:06.364779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Attempting to bind port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:21:06.365107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Attempting to bind port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 on network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:21:06.372892 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64cc3703-ab70-44e3-a3a8-ce99f327631c req-015c6a96-a07a-43df-8be8-e49f564f7d93 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346050 Aug 20 11:21:06.377650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 on network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:21:06.377944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Attempting to bind port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 on network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:21:06.388935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:21:06.389275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Checking segment: {'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:21:06.389658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Bound using segment: {'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:21:06.390094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Bound port: abdbffb3-57f3-4e55-8763-1dcb9d6cc412, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:21:06.391096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:06.396151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 153954e2-ea32-4f96-8194-59c54f6c2819 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:06.400555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 153954e2-ea32-4f96-8194-59c54f6c2819 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:06.400666 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:06.403932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241a0ed-f606-41c7-afe7-9db01ed23c5a req-51010625-f1ba-4c62-aaff-ab92d90bb661 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.405480 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d241a0ed-f606-41c7-afe7-9db01ed23c5a req-51010625-f1ba-4c62-aaff-ab92d90bb661 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 943 time: 0.0856953 Aug 20 11:21:06.491975 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:06.512495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d241a0ed-f606-41c7-afe7-9db01ed23c5a req-ff7acbf8-3681-4255-bf55-9431e1f669de tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979714 Aug 20 11:21:06.530596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc513-1b75-4468-a9a3-36f2207c2bf8 req-4325e3eb-3a66-49f6-ae12-f62e4162e9d1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.538822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc513-1b75-4468-a9a3-36f2207c2bf8 req-4325e3eb-3a66-49f6-ae12-f62e4162e9d1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.545871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc513-1b75-4468-a9a3-36f2207c2bf8 req-4325e3eb-3a66-49f6-ae12-f62e4162e9d1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.546656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] For port abdbffb3-57f3-4e55-8763-1dcb9d6cc412, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:21:06.551147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] For port abdbffb3-57f3-4e55-8763-1dcb9d6cc412, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:21:06.554419 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc513-1b75-4468-a9a3-36f2207c2bf8 req-4325e3eb-3a66-49f6-ae12-f62e4162e9d1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.554932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 153954e2-ea32-4f96-8194-59c54f6c2819, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=153954e2-ea32-4f96-8194-59c54f6c2819,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:06.561503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc513-1b75-4468-a9a3-36f2207c2bf8 req-4325e3eb-3a66-49f6-ae12-f62e4162e9d1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.568700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc513-1b75-4468-a9a3-36f2207c2bf8 req-4325e3eb-3a66-49f6-ae12-f62e4162e9d1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.579937 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:06.585205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc513-1b75-4468-a9a3-36f2207c2bf8 req-4325e3eb-3a66-49f6-ae12-f62e4162e9d1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.592857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d6dc513-1b75-4468-a9a3-36f2207c2bf8 req-4325e3eb-3a66-49f6-ae12-f62e4162e9d1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5441 time: 0.1379228 Aug 20 11:21:06.646273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d6dc513-1b75-4468-a9a3-36f2207c2bf8 req-0b9c5d42-efd5-4fc4-9f7e-ecac2608607e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464973 Aug 20 11:21:06.695785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:06.744253 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:06.778092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e322f6da-a2f1-43aa-901f-61732f873a28 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:06.784374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:06.784374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:06.785520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] 10.222.0.57 "PUT /v2.0/ports/abdbffb3-57f3-4e55-8763-1dcb9d6cc412 HTTP/1.1" status: 200 len: 1091 time: 2.6804080 Aug 20 11:21:06.786007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'tag': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:06.788330 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03" -d '{"events": [{"name": "network-changed", "server_uuid": "37717ef7-9738-4987-a3de-0d261c8d5d99", "tag": "abdbffb3-57f3-4e55-8763-1dcb9d6cc412"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:06.819021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa3c84-22de-4fd2-af93-e4f521c4ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:06.863318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=153954e2-ea32-4f96-8194-59c54f6c2819,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:07.033318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Deleting port ebf53194-36db-4f6b-86cc-acb47896efc5 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:07.033318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.035113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-c5eb6eaf-5ec4-4f2b-9a2c-7c61ff676929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.036122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port e322f6da-a2f1-43aa-901f-61732f873a28 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:07.037056 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-c5eb6eaf-5ec4-4f2b-9a2c-7c61ff676929 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c758ed9616cc40509be68c0eef63f715&device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 1094 time: 0.0773263 Aug 20 11:21:07.042207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port e322f6da-a2f1-43aa-901f-61732f873a28 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:07.042207 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.098869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:07.151176 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-5f7477bf-9827-4493-b658-9f2310d36714 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abdbffb3-57f3-4e55-8763-1dcb9d6cc412 HTTP/1.1" status: 200 len: 217 time: 0.0948243 Aug 20 11:21:07.170305 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9cb3af-bed7-4ddf-a3b0-6428b2f59052 x-openstack-request-id: req-9d9cb3af-bed7-4ddf-a3b0-6428b2f59052 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:07.170614 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37717ef7-9738-4987-a3de-0d261c8d5d99", "tag": "abdbffb3-57f3-4e55-8763-1dcb9d6cc412", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:07.170866 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d9cb3af-bed7-4ddf-a3b0-6428b2f59052 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:07.171284 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'tag': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412', 'status': 'completed', 'code': 200} Aug 20 11:21:07.237875 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.241859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-6af97e0e-7ef1-41a8-9822-db8fe25c9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.243688 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-6af97e0e-7ef1-41a8-9822-db8fe25c9c65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ad1654a-cec9-4a7f-92cb-da52dca9d5f8 HTTP/1.1" status: 200 len: 854 time: 0.0838413 Aug 20 11:21:07.244446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:07.244836 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.278075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Calling delete_port for ebf53194-36db-4f6b-86cc-acb47896efc5 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:07.280665 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.331180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e322f6da-a2f1-43aa-901f-61732f873a28, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e322f6da-a2f1-43aa-901f-61732f873a28,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:07.348067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-22ea7a85-1448-4d16-855e-13a8dacb1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.352401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-22ea7a85-1448-4d16-855e-13a8dacb1035 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901594 Aug 20 11:21:07.352665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e93ca1d-bf71-434e-9a5e-351f1b9040e4'}, {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153954e2-ea32-4f96-8194-59c54f6c2819'}, {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322f6da-a2f1-43aa-901f-61732f873a28'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:07.355589 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372126c1-3ca7-4a1f-93b0-9967839b0c60" -d '{"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "2e93ca1d-bf71-434e-9a5e-351f1b9040e4"}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "153954e2-ea32-4f96-8194-59c54f6c2819"}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "e322f6da-a2f1-43aa-901f-61732f873a28"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:07.399875 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b18a5-c2e7-4382-a10d-d97fe0dbb695 x-openstack-request-id: req-fb5b18a5-c2e7-4382-a10d-d97fe0dbb695 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:07.400441 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "2e93ca1d-bf71-434e-9a5e-351f1b9040e4", "code": 200}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "153954e2-ea32-4f96-8194-59c54f6c2819", "code": 200}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "e322f6da-a2f1-43aa-901f-61732f873a28", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:07.400441 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb5b18a5-c2e7-4382-a10d-d97fe0dbb695 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:07.401062 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e93ca1d-bf71-434e-9a5e-351f1b9040e4', 'code': 200} Aug 20 11:21:07.401426 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153954e2-ea32-4f96-8194-59c54f6c2819', 'code': 200} Aug 20 11:21:07.401682 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322f6da-a2f1-43aa-901f-61732f873a28', 'code': 200} Aug 20 11:21:07.493503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.499277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:07.503995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-5dedfdc6-3a8d-4bf4-bee7-bf074085bb69 service neutron] 10.222.0.57 "GET /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460605 Aug 20 11:21:07.506252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bb725-1eba-45b9-bcd5-2f48415cdf0b req-9616be1f-6a84-4a15-b151-88526f0f49df tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.508591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f4bb725-1eba-45b9-bcd5-2f48415cdf0b req-9616be1f-6a84-4a15-b151-88526f0f49df tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.0582969 Aug 20 11:21:07.577940 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f4bb725-1eba-45b9-bcd5-2f48415cdf0b req-a70af34c-8893-41fa-8632-51da4354f75f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574675 Aug 20 11:21:07.602066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=e322f6da-a2f1-43aa-901f-61732f873a28,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:07.682092 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-342a6984-e638-40e7-8d37-2c5c1ae0ce13 req-9d43bbfa-f43b-465b-9bb2-5aaf6ca59da2 service neutron] 10.222.0.57 "GET /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694415 Aug 20 11:21:07.687730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:07.692561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:07.692939 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.708569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650717f7-c1c1-4f31-9dc6-be296053ca3e req-b1c7eee6-adb3-49bb-aeed-fb062f884b20 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.710212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-650717f7-c1c1-4f31-9dc6-be296053ca3e req-b1c7eee6-adb3-49bb-aeed-fb062f884b20 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 943 time: 0.0657661 Aug 20 11:21:07.752542 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.775546 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-650717f7-c1c1-4f31-9dc6-be296053ca3e req-ecb34d24-4447-4e24-8457-7af394a59e0f tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584428 Aug 20 11:21:07.785004 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.809236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Port': ['ID=ebf53194-36db-4f6b-86cc-acb47896efc5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:07.842697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:07.857517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6a60-abdd-4258-b55d-29d34d6a5aa3 req-e88f1075-a964-4500-a8d7-5e41966f328d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.873447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6a60-abdd-4258-b55d-29d34d6a5aa3 req-e88f1075-a964-4500-a8d7-5e41966f328d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.881123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6a60-abdd-4258-b55d-29d34d6a5aa3 req-e88f1075-a964-4500-a8d7-5e41966f328d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.887871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6a60-abdd-4258-b55d-29d34d6a5aa3 req-e88f1075-a964-4500-a8d7-5e41966f328d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.894759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6a60-abdd-4258-b55d-29d34d6a5aa3 req-e88f1075-a964-4500-a8d7-5e41966f328d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.901426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6a60-abdd-4258-b55d-29d34d6a5aa3 req-e88f1075-a964-4500-a8d7-5e41966f328d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.908452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da6a60-abdd-4258-b55d-29d34d6a5aa3 req-e88f1075-a964-4500-a8d7-5e41966f328d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:07.920462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32da6a60-abdd-4258-b55d-29d34d6a5aa3 req-e88f1075-a964-4500-a8d7-5e41966f328d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5443 time: 0.1482856 Aug 20 11:21:07.944520 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.949271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:07.985444 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:07.991323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32da6a60-abdd-4258-b55d-29d34d6a5aa3 req-1ad9374a-5e8b-4971-ada2-314cf9779c0f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693057 Aug 20 11:21:08.008729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-4b95371d-8249-43f0-a482-7e5fca015c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:08.010610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-4b95371d-8249-43f0-a482-7e5fca015c43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c758ed9616cc40509be68c0eef63f715&device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 1094 time: 0.1136763 Aug 20 11:21:08.090421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:08.230708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:08.236054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:08.236703 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:08.290208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-2f799045-fe7e-4623-bbcb-957cb091e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:08.291939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-2f799045-fe7e-4623-bbcb-957cb091e828 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 HTTP/1.1" status: 200 len: 916 time: 0.2641473 Aug 20 11:21:08.293935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Router aa0e41a3-a973-4670-aa67-7e0792d1a547 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:21:08.356338 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:08.387212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-a51461b5-c5fd-4406-8a09-39e35d769653 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abdbffb3-57f3-4e55-8763-1dcb9d6cc412 HTTP/1.1" status: 200 len: 217 time: 0.0825751 Aug 20 11:21:08.429024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:21:08.435486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:08.447773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7bb4a3-3809-446e-b9d9-e8b6b41af5f4 None None] Sync routers for ids ['aa0e41a3-a973-4670-aa67-7e0792d1a547'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:21:08.457284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7bb4a3-3809-446e-b9d9-e8b6b41af5f4 None None] Routers {'aa0e41a3-a973-4670-aa67-7e0792d1a547'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:08.458001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-234ed261-ceb7-420a-b019-47cab23399d4 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "PUT /v2.0/routers/aa0e41a3-a973-4670-aa67-7e0792d1a547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9139421 Aug 20 11:21:08.458306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d7bb4a3-3809-446e-b9d9-e8b6b41af5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aa0e41a3-a973-4670-aa67-7e0792d1a547'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:08.462525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53536) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:08.479148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-247900dc-c5f0-4d5c-b1c6-131c09badae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:08.480700 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-247900dc-c5f0-4d5c-b1c6-131c09badae2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ad1654a-cec9-4a7f-92cb-da52dca9d5f8 HTTP/1.1" status: 200 len: 854 time: 0.0660625 Aug 20 11:21:08.496000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d7bb4a3-3809-446e-b9d9-e8b6b41af5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:08.514787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7bb4a3-3809-446e-b9d9-e8b6b41af5f4 None None] Routers {'aa0e41a3-a973-4670-aa67-7e0792d1a547'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:08.516794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d7bb4a3-3809-446e-b9d9-e8b6b41af5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aa0e41a3-a973-4670-aa67-7e0792d1a547'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:08.543297 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-dddc6042-832e-49c6-a2e8-8a34a2d09d1c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] show failed (client error): The resource could not be found. Aug 20 11:21:08.548085 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dddc6042-832e-49c6-a2e8-8a34a2d09d1c tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1758536493 HTTP/1.1" status: 404 len: 335 time: 0.0830226 Aug 20 11:21:08.552065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53538) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:08.559192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cc3fa62e-a2a1-4815-93aa-742eeae6bb33 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:08.559916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-1ee72590-ddc2-4962-9713-e6bcc8bf09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:08.565908 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-1ee72590-ddc2-4962-9713-e6bcc8bf09c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718691 Aug 20 11:21:08.573060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d7bb4a3-3809-446e-b9d9-e8b6b41af5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:08.574064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7bb4a3-3809-446e-b9d9-e8b6b41af5f4 None None] The sync data for ids ['aa0e41a3-a973-4670-aa67-7e0792d1a547'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:21:08.575540 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:08.576329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:08.608615 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-cc3fa62e-a2a1-4815-93aa-742eeae6bb33 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] update failed (client error): The resource could not be found. Aug 20 11:21:08.610382 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cc3fa62e-a2a1-4815-93aa-742eeae6bb33 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1963321282 HTTP/1.1" status: 404 len: 335 time: 0.0570831 Aug 20 11:21:08.614502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53542) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:08.680069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde0bf2f-6a2a-41d1-97d0-157f2af2cfaf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Deleting subnet f94ff21a-7c60-4290-bf74-ae30fe778790 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:21:08.685954 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fde0bf2f-6a2a-41d1-97d0-157f2af2cfaf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:08.703184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:08.707719 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-2d0890ad-7b65-4ea5-a0da-5745d5e78203 service neutron] 10.222.0.57 "GET /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357398 Aug 20 11:21:08.804357 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fde0bf2f-6a2a-41d1-97d0-157f2af2cfaf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:08.832860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2586-c737-4fdd-96d7-a40ee9a10996 req-50b76b3f-aa2f-4ae1-89a7-18da5b06a888 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:08.840607 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfaf2586-c737-4fdd-96d7-a40ee9a10996 req-50b76b3f-aa2f-4ae1-89a7-18da5b06a888 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.1532938 Aug 20 11:21:08.897169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d1283fc-6a76-43d3-9e3b-fa860e0e7b03 req-a988676e-685b-4c28-939d-b14ce42878c8 service neutron] 10.222.0.57 "GET /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606078 Aug 20 11:21:08.908577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfaf2586-c737-4fdd-96d7-a40ee9a10996 req-70b09228-a1b7-41c1-b3c3-58bd4b6c8a06 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669832 Aug 20 11:21:08.920553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:08.928381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:08.928760 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.004964 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fde0bf2f-6a2a-41d1-97d0-157f2af2cfaf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.087431 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.088232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d07b9d-4275-4146-ae5c-d6360c54dc7b req-88d50a50-430b-4fdd-ac71-a63125af9db3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.090038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25d07b9d-4275-4146-ae5c-d6360c54dc7b req-88d50a50-430b-4fdd-ac71-a63125af9db3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 943 time: 0.1217160 Aug 20 11:21:09.134626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:09.152044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25d07b9d-4275-4146-ae5c-d6360c54dc7b req-59f41055-5339-4cbf-8294-67035c88f026 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506687 Aug 20 11:21:09.185172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd672dd-2012-4695-a593-c5f2a6e6bebb req-1c496e2c-e3ff-4ad9-9efe-3086a337bdb0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.191614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd672dd-2012-4695-a593-c5f2a6e6bebb req-1c496e2c-e3ff-4ad9-9efe-3086a337bdb0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.197692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd672dd-2012-4695-a593-c5f2a6e6bebb req-1c496e2c-e3ff-4ad9-9efe-3086a337bdb0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.204399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd672dd-2012-4695-a593-c5f2a6e6bebb req-1c496e2c-e3ff-4ad9-9efe-3086a337bdb0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.210505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd672dd-2012-4695-a593-c5f2a6e6bebb req-1c496e2c-e3ff-4ad9-9efe-3086a337bdb0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.216548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd672dd-2012-4695-a593-c5f2a6e6bebb req-1c496e2c-e3ff-4ad9-9efe-3086a337bdb0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.223712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd672dd-2012-4695-a593-c5f2a6e6bebb req-1c496e2c-e3ff-4ad9-9efe-3086a337bdb0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.225804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0fd672dd-2012-4695-a593-c5f2a6e6bebb req-1c496e2c-e3ff-4ad9-9efe-3086a337bdb0 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5445 time: 0.1171668 Aug 20 11:21:09.265101 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fde0bf2f-6a2a-41d1-97d0-157f2af2cfaf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.268755 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.273054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0fd672dd-2012-4695-a593-c5f2a6e6bebb req-74a85e38-9bc9-4a24-9dd3-4781c00037d5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402706 Aug 20 11:21:09.304016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0bf2f-6a2a-41d1-97d0-157f2af2cfaf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Subnet': ['ID=f94ff21a-7c60-4290-bf74-ae30fe778790,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:09.310545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fde0bf2f-6a2a-41d1-97d0-157f2af2cfaf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.313898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fde0bf2f-6a2a-41d1-97d0-157f2af2cfaf tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/subnets/f94ff21a-7c60-4290-bf74-ae30fe778790 HTTP/1.1" status: 204 len: 168 time: 0.6978040 Aug 20 11:21:09.317266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53566) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:09.327696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb577e-3bdc-46ee-9252-fec08a9baf67 None None] Network cdb8c676-e958-43d0-a09f-5c50651a3e9c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:09.375978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:09.402978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990945c2-3faf-45a4-9eaf-5f7a5aafbc37'}, {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1748ac82-9bd3-4a4d-9d24-bfcb41f54d01'}, {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470cc5e6-0501-428b-ac7a-8d4c7b85eb1d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:09.405581 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e9e4cd-e477-48b6-857e-588bfb504215" -d '{"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "990945c2-3faf-45a4-9eaf-5f7a5aafbc37"}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "1748ac82-9bd3-4a4d-9d24-bfcb41f54d01"}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "470cc5e6-0501-428b-ac7a-8d4c7b85eb1d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:09.409804 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.451938 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a04752-2164-4d58-b6b4-b0515be9153a x-openstack-request-id: req-11a04752-2164-4d58-b6b4-b0515be9153a {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:09.455872 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "990945c2-3faf-45a4-9eaf-5f7a5aafbc37", "code": 200}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "1748ac82-9bd3-4a4d-9d24-bfcb41f54d01", "code": 200}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-plugged", "status": "completed", "tag": "470cc5e6-0501-428b-ac7a-8d4c7b85eb1d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:09.455872 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11a04752-2164-4d58-b6b4-b0515be9153a {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:09.455872 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990945c2-3faf-45a4-9eaf-5f7a5aafbc37', 'code': 200} Aug 20 11:21:09.455872 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1748ac82-9bd3-4a4d-9d24-bfcb41f54d01', 'code': 200} Aug 20 11:21:09.455872 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470cc5e6-0501-428b-ac7a-8d4c7b85eb1d', 'code': 200} Aug 20 11:21:09.480169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Deleting port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:09.480517 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.572904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] For port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2c52a35d-1f42-4d5c-8f7f-10740b8bd81c,segment=NetworkSegment(ee4b5d23-a369-426b-8411-67843be5ab1c),segment_id=ee4b5d23-a369-426b-8411-67843be5ab1c)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:09.573586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.581846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7f0622-49bf-4a5c-85b6-0745ac4d9df7 None None] DHCP port deletion for cdb8c676-e958-43d0-a09f-5c50651a3e9c request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:21:09.591136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Calling delete_port for 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:09.607670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6bc01-d48b-4e1f-b706-6b54261a1305 req-2399494b-0cb9-4cd0-a012-3a2f7d812be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.609218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6bc01-d48b-4e1f-b706-6b54261a1305 req-2399494b-0cb9-4cd0-a012-3a2f7d812be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.609999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6bc01-d48b-4e1f-b706-6b54261a1305 req-2399494b-0cb9-4cd0-a012-3a2f7d812be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.610865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6bc01-d48b-4e1f-b706-6b54261a1305 req-2399494b-0cb9-4cd0-a012-3a2f7d812be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.611686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6bc01-d48b-4e1f-b706-6b54261a1305 req-2399494b-0cb9-4cd0-a012-3a2f7d812be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.612503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6bc01-d48b-4e1f-b706-6b54261a1305 req-2399494b-0cb9-4cd0-a012-3a2f7d812be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.613499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6bc01-d48b-4e1f-b706-6b54261a1305 req-2399494b-0cb9-4cd0-a012-3a2f7d812be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:09.616344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4e6bc01-d48b-4e1f-b706-6b54261a1305 req-2399494b-0cb9-4cd0-a012-3a2f7d812be7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6503 time: 0.0719306 Aug 20 11:21:09.638191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f0622-49bf-4a5c-85b6-0745ac4d9df7 None None] Deleting port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:09.638510 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0622-49bf-4a5c-85b6-0745ac4d9df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.665415 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4e6bc01-d48b-4e1f-b706-6b54261a1305 req-5501c951-43da-4cc9-b3d4-22e524e96595 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&id=53dd0bba-5011-48f0-9e57-365f984cbdac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393083 Aug 20 11:21:09.707337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3e7f0622-49bf-4a5c-85b6-0745ac4d9df7 None None] For port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2c52a35d-1f42-4d5c-8f7f-10740b8bd81c,segment=NetworkSegment(ee4b5d23-a369-426b-8411-67843be5ab1c),segment_id=ee4b5d23-a369-426b-8411-67843be5ab1c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:09.707748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0622-49bf-4a5c-85b6-0745ac4d9df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.720396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f0622-49bf-4a5c-85b6-0745ac4d9df7 None None] Calling delete_port for 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:09.921549 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.928340 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0622-49bf-4a5c-85b6-0745ac4d9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:09.955770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Port': ['ID=2c52a35d-1f42-4d5c-8f7f-10740b8bd81c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:09.959941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f0622-49bf-4a5c-85b6-0745ac4d9df7 None None] Pushing event deleted for resources: {'Port': ['ID=2c52a35d-1f42-4d5c-8f7f-10740b8bd81c,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:09.959941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f0622-49bf-4a5c-85b6-0745ac4d9df7 None None] No DVR routers for this DVR port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:09.960304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] No DVR routers for this DVR port 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:10.053761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae3be6-db5c-4166-935c-922742bd97a1 req-af36f628-d550-401c-91fc-b2f2c93be1cb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:10.055438 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4cae3be6-db5c-4166-935c-922742bd97a1 req-af36f628-d550-401c-91fc-b2f2c93be1cb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.0611947 Aug 20 11:21:10.057361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.069410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb8c676-e958-43d0-a09f-5c50651a3e9c']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:10.090502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4b5d23-a369-426b-8411-67843be5ab1c') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:10.090951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4b5d23-a369-426b-8411-67843be5ab1c') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:10.103180 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.113596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4cae3be6-db5c-4166-935c-922742bd97a1 req-12e063b8-5006-4ced-ad61-29d65a0f956b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511525 Aug 20 11:21:10.121515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.131459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:21:10.132065 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:21:10.135432 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:21:10.325207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.353656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.356071 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/networks/cdb8c676-e958-43d0-a09f-5c50651a3e9c HTTP/1.1" status: 204 len: 168 time: 1.0378444 Aug 20 11:21:10.357209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64938b-2581-486f-91cf-efe540e2978a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Network': ['ID=cdb8c676-e958-43d0-a09f-5c50651a3e9c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:10.358790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53586) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:10.422344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device abdbffb3-57f3-4e55-8763-1dcb9d6cc412 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:21:10.425593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed51ff-9070-48ee-ae07-ec1c38cf09d8 req-e8c22a11-d67a-47f3-a1d2-fa68accd6429 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:10.427860 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c3ed51ff-9070-48ee-ae07-ec1c38cf09d8 req-e8c22a11-d67a-47f3-a1d2-fa68accd6429 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 943 time: 0.0671687 Aug 20 11:21:10.472992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-623ca70c-371e-422d-a0ea-329f32893096 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Deleting subnet ab8fec1c-0b5f-4bb5-815e-33076a2f2bdf {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:21:10.491985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2887-4401-456c-aca1-4d087f14af4d req-869ae490-cb70-40aa-8493-1bdd7ca7f5f9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:10.500347 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2887-4401-456c-aca1-4d087f14af4d req-869ae490-cb70-40aa-8493-1bdd7ca7f5f9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:10.501366 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c3ed51ff-9070-48ee-ae07-ec1c38cf09d8 req-9948234f-6b57-4cd9-8238-e5dfbbeeff30 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646403 Aug 20 11:21:10.506690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2887-4401-456c-aca1-4d087f14af4d req-869ae490-cb70-40aa-8493-1bdd7ca7f5f9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:10.513963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2887-4401-456c-aca1-4d087f14af4d req-869ae490-cb70-40aa-8493-1bdd7ca7f5f9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:10.520249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2887-4401-456c-aca1-4d087f14af4d req-869ae490-cb70-40aa-8493-1bdd7ca7f5f9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:10.527210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2887-4401-456c-aca1-4d087f14af4d req-869ae490-cb70-40aa-8493-1bdd7ca7f5f9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:10.537641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2887-4401-456c-aca1-4d087f14af4d req-869ae490-cb70-40aa-8493-1bdd7ca7f5f9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:10.537641 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-422a2887-4401-456c-aca1-4d087f14af4d req-869ae490-cb70-40aa-8493-1bdd7ca7f5f9 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5446 time: 0.1687524 Aug 20 11:21:10.538548 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-623ca70c-371e-422d-a0ea-329f32893096 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.569667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port abdbffb3-57f3-4e55-8763-1dcb9d6cc412, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:10.590901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'port_id': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412', 'mac_address': 'fa:16:3e:03:62:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:21:10.616711 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-422a2887-4401-456c-aca1-4d087f14af4d req-6e27e8fc-bb49-4d76-8d2c-a6ce0208b7e8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545433 Aug 20 11:21:10.620057 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-623ca70c-371e-422d-a0ea-329f32893096 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.646270 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.665402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdbffb3-57f3-4e55-8763-1dcb9d6cc412 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:21:10.686202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port abdbffb3-57f3-4e55-8763-1dcb9d6cc412, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:10.718590 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-623ca70c-371e-422d-a0ea-329f32893096 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.807122 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.867016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:10.892425 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-623ca70c-371e-422d-a0ea-329f32893096 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.913115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ca70c-371e-422d-a0ea-329f32893096 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8fec1c-0b5f-4bb5-815e-33076a2f2bdf,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:10.919525 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-623ca70c-371e-422d-a0ea-329f32893096 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:10.921829 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-623ca70c-371e-422d-a0ea-329f32893096 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/subnets/ab8fec1c-0b5f-4bb5-815e-33076a2f2bdf HTTP/1.1" status: 204 len: 168 time: 0.5614078 Aug 20 11:21:10.924374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53602) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:10.930690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1a5e1-a4c9-42c1-842b-5097f94e0cf1 None None] Network 269e8c1a-0080-4612-9528-87c9da1a24ed requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:11.007214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fd4824-7b82-4f8f-943b-1611d971429a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Deleting subnet d130bc57-eb2f-43eb-8ff5-1c410f711ab1 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:21:11.011173 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d2fd4824-7b82-4f8f-943b-1611d971429a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.041457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:21:11.047418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.063720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d2fd4824-7b82-4f8f-943b-1611d971429a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.065155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:21:11.065572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2c52a35d-1f42-4d5c-8f7f-10740b8bd81c not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:21:11.111217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['abdbffb3-57f3-4e55-8763-1dcb9d6cc412'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:11.261276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae12fde-885e-49ad-8da0-f51c8b406d01 None None] DHCP port deletion for 269e8c1a-0080-4612-9528-87c9da1a24ed request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:21:11.263568 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d2fd4824-7b82-4f8f-943b-1611d971429a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.354315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-bae12fde-885e-49ad-8da0-f51c8b406d01 None None] Deleting port 3df7b126-018b-4ac9-8886-2db4770c5d46 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:11.354640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bae12fde-885e-49ad-8da0-f51c8b406d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.368087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25320b-cc83-4839-81e0-bbe704e1ea96 req-2f651329-7655-4fa8-9cfc-f2612557106b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:11.369807 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af25320b-cc83-4839-81e0-bbe704e1ea96 req-2f651329-7655-4fa8-9cfc-f2612557106b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.0796063 Aug 20 11:21:11.417751 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af25320b-cc83-4839-81e0-bbe704e1ea96 req-9dacaf47-7092-47b4-9959-65c8c16d552e tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372531 Aug 20 11:21:11.435747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bae12fde-885e-49ad-8da0-f51c8b406d01 None None] For port 3df7b126-018b-4ac9-8886-2db4770c5d46, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3df7b126-018b-4ac9-8886-2db4770c5d46,segment=NetworkSegment(a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8),segment_id=a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:11.436160 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bae12fde-885e-49ad-8da0-f51c8b406d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.450533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-bae12fde-885e-49ad-8da0-f51c8b406d01 None None] Calling delete_port for 3df7b126-018b-4ac9-8886-2db4770c5d46 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:11.544223 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d2fd4824-7b82-4f8f-943b-1611d971429a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.578367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd4824-7b82-4f8f-943b-1611d971429a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Subnet': ['ID=d130bc57-eb2f-43eb-8ff5-1c410f711ab1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:11.580966 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d2fd4824-7b82-4f8f-943b-1611d971429a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.583885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d2fd4824-7b82-4f8f-943b-1611d971429a tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/subnets/d130bc57-eb2f-43eb-8ff5-1c410f711ab1 HTTP/1.1" status: 204 len: 168 time: 0.6576512 Aug 20 11:21:11.585672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53620) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:11.591692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ee868-b91b-4262-80e8-a32e386b0045 None None] Network 15366724-ad83-43d3-b76a-42eebb829452 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:11.692411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.723777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803796-b4d5-4443-a888-afee7105d13b req-c0855ae5-7d71-4dfc-9b1e-f22b6149839f tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:11.737275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65803796-b4d5-4443-a888-afee7105d13b req-c0855ae5-7d71-4dfc-9b1e-f22b6149839f tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 944 time: 0.1545799 Aug 20 11:21:11.757117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bae12fde-885e-49ad-8da0-f51c8b406d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.783602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Deleting port 3df7b126-018b-4ac9-8886-2db4770c5d46 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:11.783848 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.790644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae12fde-885e-49ad-8da0-f51c8b406d01 None None] Pushing event deleted for resources: {'Port': ['ID=3df7b126-018b-4ac9-8886-2db4770c5d46,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:11.792645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae12fde-885e-49ad-8da0-f51c8b406d01 None None] No DVR routers for this DVR port 3df7b126-018b-4ac9-8886-2db4770c5d46 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:11.825368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65803796-b4d5-4443-a888-afee7105d13b req-83927367-6dbf-4b52-965e-d459997d18dd tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854485 Aug 20 11:21:11.902090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] For port 3df7b126-018b-4ac9-8886-2db4770c5d46, host n-d-804230-3, got binding levels [] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:11.902814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:11.918531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4177401-b326-4c3e-bfed-1d3c12bf6e9e None None] DHCP port deletion for 15366724-ad83-43d3-b76a-42eebb829452 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:21:11.918806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958376f-862a-480e-ab3a-e6b95d079e0a req-3c99ada2-c508-49a0-8d0d-b7197059bc0a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:11.929372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958376f-862a-480e-ab3a-e6b95d079e0a req-3c99ada2-c508-49a0-8d0d-b7197059bc0a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:11.932502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958376f-862a-480e-ab3a-e6b95d079e0a req-3c99ada2-c508-49a0-8d0d-b7197059bc0a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:11.938939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958376f-862a-480e-ab3a-e6b95d079e0a req-3c99ada2-c508-49a0-8d0d-b7197059bc0a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:11.944923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958376f-862a-480e-ab3a-e6b95d079e0a req-3c99ada2-c508-49a0-8d0d-b7197059bc0a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:11.951168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958376f-862a-480e-ab3a-e6b95d079e0a req-3c99ada2-c508-49a0-8d0d-b7197059bc0a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:11.958470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958376f-862a-480e-ab3a-e6b95d079e0a req-3c99ada2-c508-49a0-8d0d-b7197059bc0a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:11.966714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e958376f-862a-480e-ab3a-e6b95d079e0a req-3c99ada2-c508-49a0-8d0d-b7197059bc0a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5446 time: 0.1855676 Aug 20 11:21:11.987028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Calling delete_port for 3df7b126-018b-4ac9-8886-2db4770c5d46 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:11.996288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_backend_mixin [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Port 3df7b126-018b-4ac9-8886-2db4770c5d46 was not found and therefore no delete operation was performed {{(pid=95588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:21:11.999323 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.033266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Port': ['ID=3df7b126-018b-4ac9-8886-2db4770c5d46,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:12.048916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] No DVR routers for this DVR port 3df7b126-018b-4ac9-8886-2db4770c5d46 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:12.061421 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e958376f-862a-480e-ab3a-e6b95d079e0a req-79343055-cb41-40ab-9bb4-0f4800adb3d8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936379 Aug 20 11:21:12.069350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53630) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:12.148263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a4177401-b326-4c3e-bfed-1d3c12bf6e9e None None] Deleting port 9bc1071c-b48f-430f-b156-adcbeddc0f32 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:12.148922 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4177401-b326-4c3e-bfed-1d3c12bf6e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.188789 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.223020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269e8c1a-0080-4612-9528-87c9da1a24ed']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:12.225013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a4177401-b326-4c3e-bfed-1d3c12bf6e9e None None] For port 9bc1071c-b48f-430f-b156-adcbeddc0f32, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9bc1071c-b48f-430f-b156-adcbeddc0f32,segment=NetworkSegment(115b2b5a-0fb1-4b0a-a40f-f901e6ba2181),segment_id=115b2b5a-0fb1-4b0a-a40f-f901e6ba2181)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:12.225282 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4177401-b326-4c3e-bfed-1d3c12bf6e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.239048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a4177401-b326-4c3e-bfed-1d3c12bf6e9e None None] Calling delete_port for 9bc1071c-b48f-430f-b156-adcbeddc0f32 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:12.245623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:12.245978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f0b1e2-ca23-47ba-abf8-8e1b4109ccd8') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:12.271075 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.278535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda934-50dd-47f2-ac72-36a11ffdb7a9 req-7b680956-169c-463e-8707-3911362402f2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:12.284835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda934-50dd-47f2-ac72-36a11ffdb7a9 req-7b680956-169c-463e-8707-3911362402f2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:12.288952 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.291050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda934-50dd-47f2-ac72-36a11ffdb7a9 req-7b680956-169c-463e-8707-3911362402f2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:12.298169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda934-50dd-47f2-ac72-36a11ffdb7a9 req-7b680956-169c-463e-8707-3911362402f2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:12.300658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:21:12.301089 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:21:12.304511 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:21:12.314691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda934-50dd-47f2-ac72-36a11ffdb7a9 req-7b680956-169c-463e-8707-3911362402f2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:12.314691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda934-50dd-47f2-ac72-36a11ffdb7a9 req-7b680956-169c-463e-8707-3911362402f2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:12.321321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda934-50dd-47f2-ac72-36a11ffdb7a9 req-7b680956-169c-463e-8707-3911362402f2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:12.323618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2dda934-50dd-47f2-ac72-36a11ffdb7a9 req-7b680956-169c-463e-8707-3911362402f2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5446 time: 0.1286874 Aug 20 11:21:12.337109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53642) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:12.339312 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-834aecf5-ac51-4c35-be2e-f8b2b7e4bca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.343929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c19da86c-5f01-4d80-ac08-543f485d6c37 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Request body: {'floatingip': {'port_id': '494af9e3-2f2e-493f-860d-7668a4a4d5a3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:12.392553 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c19da86c-5f01-4d80-ac08-543f485d6c37 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.438869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device abdbffb3-57f3-4e55-8763-1dcb9d6cc412 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:12.474507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4177401-b326-4c3e-bfed-1d3c12bf6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.510160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.518498 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.521700 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/networks/269e8c1a-0080-4612-9528-87c9da1a24ed HTTP/1.1" status: 204 len: 168 time: 0.9349201 Aug 20 11:21:12.522546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4177401-b326-4c3e-bfed-1d3c12bf6e9e None None] Pushing event deleted for resources: {'Port': ['ID=9bc1071c-b48f-430f-b156-adcbeddc0f32,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:12.525841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53650) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:12.577044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4177401-b326-4c3e-bfed-1d3c12bf6e9e None None] No DVR routers for this DVR port 9bc1071c-b48f-430f-b156-adcbeddc0f32 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:12.577324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae2add-1778-4086-8f50-0bc4fdb826c7 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Network': ['ID=269e8c1a-0080-4612-9528-87c9da1a24ed,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:12.619189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f27bec-e302-483f-b8ba-f2a815fdd6fc req-1832c308-2899-4d73-a599-8b41ba21effd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:12.621179 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7f27bec-e302-483f-b8ba-f2a815fdd6fc req-1832c308-2899-4d73-a599-8b41ba21effd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.0706639 Aug 20 11:21:12.669019 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7f27bec-e302-483f-b8ba-f2a815fdd6fc req-48f02df5-d405-4254-9961-d0d3703bc138 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Aug 20 11:21:12.691791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.738818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:12.743000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:12.743489 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.801995 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-834aecf5-ac51-4c35-be2e-f8b2b7e4bca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.844266 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.870928 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:12.873396 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f70299b-2126-4604-bc6c-c9d8b4bb5010" -d '{"events": [{"server_uuid": "37717ef7-9738-4987-a3de-0d261c8d5d99", "name": "network-vif-plugged", "status": "completed", "tag": "abdbffb3-57f3-4e55-8763-1dcb9d6cc412"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:12.894899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port abdbffb3-57f3-4e55-8763-1dcb9d6cc412, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:12.932285 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-834aecf5-ac51-4c35-be2e-f8b2b7e4bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:12.943047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-88385122-bdb2-4937-bced-3e6084abb013 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:12.944592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-88385122-bdb2-4937-bced-3e6084abb013 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1097 time: 0.2408190 Aug 20 11:21:13.015261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.019758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804230-3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:13.026697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3df7b126-018b-4ac9-8886-2db4770c5d46 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:21:13.051008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 3df7b126-018b-4ac9-8886-2db4770c5d46 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:21:13.051389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3df7b126-018b-4ac9-8886-2db4770c5d46 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:21:13.051814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9bc1071c-b48f-430f-b156-adcbeddc0f32 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:21:13.073185 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba50f0e-32c7-4857-a644-23f0927f3d46 x-openstack-request-id: req-0ba50f0e-32c7-4857-a644-23f0927f3d46 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:13.073540 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37717ef7-9738-4987-a3de-0d261c8d5d99", "name": "network-vif-plugged", "status": "completed", "tag": "abdbffb3-57f3-4e55-8763-1dcb9d6cc412", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:13.073724 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ba50f0e-32c7-4857-a644-23f0927f3d46 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:13.074180 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412', 'code': 200} Aug 20 11:21:13.074892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 9bc1071c-b48f-430f-b156-adcbeddc0f32 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:21:13.075234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9bc1071c-b48f-430f-b156-adcbeddc0f32 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:21:13.093706 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.099508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15366724-ad83-43d3-b76a-42eebb829452']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:13.102796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-834aecf5-ac51-4c35-be2e-f8b2b7e4bca5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cdd610e5498c40eba0e98ae08b07e30e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0320518 Aug 20 11:21:13.102971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53670) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:13.119684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834aecf5-ac51-4c35-be2e-f8b2b7e4bca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfa7e60-48a3-42b4-b394-39d3a85bfa6f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:13.130386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115b2b5a-0fb1-4b0a-a40f-f901e6ba2181') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:13.130698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115b2b5a-0fb1-4b0a-a40f-f901e6ba2181') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:13.149519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.161433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:13.221938 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.231189 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6f5966d-3ddd-40cc-9a17-5fe3a76f17fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.233511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fe5a8-504a-4c9c-8135-5fd6c4b9c72d req-3eb530b8-95ee-4629-9ef8-4af984fd3e62 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:13.235704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7b5fe5a8-504a-4c9c-8135-5fd6c4b9c72d req-3eb530b8-95ee-4629-9ef8-4af984fd3e62 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 944 time: 0.2999258 Aug 20 11:21:13.237537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2b8d1-8878-4e66-9858-cd69248d1e0e req-215f5f48-1cc0-449b-9360-852ba2b267f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:13.239446 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6a2b8d1-8878-4e66-9858-cd69248d1e0e req-215f5f48-1cc0-449b-9360-852ba2b267f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 1096 time: 0.0850532 Aug 20 11:21:13.241049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.259463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:21:13.271581 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:21:13.279088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6f5966d-3ddd-40cc-9a17-5fe3a76f17fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.293343 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.320246 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6a2b8d1-8878-4e66-9858-cd69248d1e0e req-b30be9b3-4ace-4803-9819-a48f00bc5101 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736809 Aug 20 11:21:13.498781 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6f5966d-3ddd-40cc-9a17-5fe3a76f17fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.501576 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6f5966d-3ddd-40cc-9a17-5fe3a76f17fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.502859 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a6f5966d-3ddd-40cc-9a17-5fe3a76f17fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cfa7e60-48a3-42b4-b394-39d3a85bfa6f HTTP/1.1" status: 204 len: 168 time: 0.3987279 Aug 20 11:21:13.511700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5966d-3ddd-40cc-9a17-5fe3a76f17fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfa7e60-48a3-42b4-b394-39d3a85bfa6f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:13.721981 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7b5fe5a8-504a-4c9c-8135-5fd6c4b9c72d req-755c0c00-bcc2-4211-8633-7ac50cd67c81 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4756134 Aug 20 11:21:13.731483 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.resource_extend [None req-c19da86c-5f01-4d80-ac08-543f485d6c37 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:21:13.817845 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.825253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f5ad-81e6-43f7-be5d-414b303eebef req-e204d338-1e0a-415c-9e0e-1d45ba370427 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:13.826857 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac80f5ad-81e6-43f7-be5d-414b303eebef req-e204d338-1e0a-415c-9e0e-1d45ba370427 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 946 time: 0.0551932 Aug 20 11:21:13.838808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c19da86c-5f01-4d80-ac08-543f485d6c37 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.840121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.842010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/networks/15366724-ad83-43d3-b76a-42eebb829452 HTTP/1.1" status: 204 len: 168 time: 1.3132820 Aug 20 11:21:13.846225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53686) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:13.869847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157100ff-2fd0-459b-b325-490eac0cdbdc tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Network': ['ID=15366724-ad83-43d3-b76a-42eebb829452,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:13.873778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac80f5ad-81e6-43f7-be5d-414b303eebef req-5d5d21f1-e3a8-4e18-a517-16194185cb50 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392685 Aug 20 11:21:13.909214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:13.936243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0c74b5-e92c-423e-a014-52761d055bd9 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Deleting subnet f6eb8e28-688a-4e52-a4ea-c76f1b7a124c {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:21:13.945998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d0c74b5-e92c-423e-a014-52761d055bd9 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:13.977551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c19da86c-5f01-4d80-ac08-543f485d6c37 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.034724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:21:14.063693 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d0c74b5-e92c-423e-a014-52761d055bd9 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.108868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8cd59e84-9efc-484e-8cc5-40e58affdf3d details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:21:14.171714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd59e84-9efc-484e-8cc5-40e58affdf3d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:14.174063 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb03ec8a-e39f-4d90-9d1a-d83fbf748043" -d '{"events": [{"server_uuid": "7d37f3e2-8883-445b-8338-100f4cdc04f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd59e84-9efc-484e-8cc5-40e58affdf3d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:14.183086 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.216644 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-c19da86c-5f01-4d80-ac08-543f485d6c37 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Floating IP 738e3eea-22c7-47eb-8127-2d96ebad9718 associated. External IP: 172.25.4.252, port: 494af9e3-2f2e-493f-860d-7668a4a4d5a3. Aug 20 11:21:14.224878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:14.239265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8cd59e84-9efc-484e-8cc5-40e58affdf3d has no active binding in host n-h2-804230-3 {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:21:14.274994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d0c74b5-e92c-423e-a014-52761d055bd9 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.315401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.471024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Pushing event updated for resources: {'Port': ['ID=8cd59e84-9efc-484e-8cc5-40e58affdf3d,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:14.518271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on host n-h1-804230-3 for vnic_type normal with profile {"migrating_to": "n-h2-804230-3"} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:21:14.518643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:21:14.518992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:21:14.528388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:21:14.528718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Attempting to bind port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:21:14.537011 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d0c74b5-e92c-423e-a014-52761d055bd9 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.553759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:21:14.554151 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:21:14.554581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:21:14.555057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Bound port: 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:21:14.555429 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.589753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53702) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:14.613296 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2400e371-2902-48ac-8a38-628cf04cfdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.620380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c74b5-e92c-423e-a014-52761d055bd9 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Subnet': ['ID=f6eb8e28-688a-4e52-a4ea-c76f1b7a124c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:14.626059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d0c74b5-e92c-423e-a014-52761d055bd9 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.630290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4d0c74b5-e92c-423e-a014-52761d055bd9 tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/subnets/f6eb8e28-688a-4e52-a4ea-c76f1b7a124c HTTP/1.1" status: 204 len: 168 time: 0.7793436 Aug 20 11:21:14.630887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb975f-ee88-4404-a661-b6a418083359 None None] Network cf47188b-8dd8-4527-b7cd-df827ed2e0f9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:14.631040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53704) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:14.716042 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d694d2a8-8009-4fd5-886c-11460c381a80 x-openstack-request-id: req-d694d2a8-8009-4fd5-886c-11460c381a80 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:14.716369 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d37f3e2-8883-445b-8338-100f4cdc04f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8cd59e84-9efc-484e-8cc5-40e58affdf3d", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:14.716634 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d694d2a8-8009-4fd5-886c-11460c381a80 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:14.716997 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cd59e84-9efc-484e-8cc5-40e58affdf3d', 'code': 200} Aug 20 11:21:14.751945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19da86c-5f01-4d80-ac08-543f485d6c37 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Router be502782-b30f-4ba2-b74b-87650f50a96a has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:21:14.763082 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.804879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:21:14.858641 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2400e371-2902-48ac-8a38-628cf04cfdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.881967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:21:14.917020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882f918-c357-4adf-8ef0-0858b5614e25 req-59ced04e-87dc-4019-b892-1489fb224bb0 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:14.927126 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5882f918-c357-4adf-8ef0-0858b5614e25 req-59ced04e-87dc-4019-b892-1489fb224bb0 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 945 time: 0.0853531 Aug 20 11:21:14.958361 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19da86c-5f01-4d80-ac08-543f485d6c37 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:21:14.963967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c19da86c-5f01-4d80-ac08-543f485d6c37 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.978508 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] Sync routers for ids ['be502782-b30f-4ba2-b74b-87650f50a96a'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:21:14.986924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Deleting port b9b25ca4-9edb-4974-b3f3-06fab324381b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:14.987284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:14.992901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67fdf4d-815f-4474-a79c-f61e3590ed73 None None] DHCP port deletion for cf47188b-8dd8-4527-b7cd-df827ed2e0f9 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:21:14.994378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5882f918-c357-4adf-8ef0-0858b5614e25 req-9b79c0fd-cefd-4462-96f5-6cccaddcb146 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659585 Aug 20 11:21:14.996250 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] Routers {'be502782-b30f-4ba2-b74b-87650f50a96a'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:14.996885 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['be502782-b30f-4ba2-b74b-87650f50a96a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:15.030381 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2400e371-2902-48ac-8a38-628cf04cfdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.037506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a553051f-24c8-4551-9a0d-ae64528972ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.058929 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.062276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c67fdf4d-815f-4474-a79c-f61e3590ed73 None None] Deleting port b9b25ca4-9edb-4974-b3f3-06fab324381b {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:15.062878 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c67fdf4d-815f-4474-a79c-f61e3590ed73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.076049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400e371-2902-48ac-8a38-628cf04cfdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e6481a-4938-4422-a7df-29d504c4c936,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:15.080462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c19da86c-5f01-4d80-ac08-543f485d6c37 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "PUT /v2.0/floatingips/738e3eea-22c7-47eb-8127-2d96ebad9718 HTTP/1.1" status: 200 len: 992 time: 2.7422931 Aug 20 11:21:15.138962 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2400e371-2902-48ac-8a38-628cf04cfdb2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1a100778e9542748e447ac67ef424f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453148 Aug 20 11:21:15.139792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53714) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:15.163472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] For port b9b25ca4-9edb-4974-b3f3-06fab324381b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b9b25ca4-9edb-4974-b3f3-06fab324381b,segment=NetworkSegment(508e943a-d6e2-45e9-9b14-50b8be2aad70),segment_id=508e943a-d6e2-45e9-9b14-50b8be2aad70)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:15.163882 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.174685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c67fdf4d-815f-4474-a79c-f61e3590ed73 None None] For port b9b25ca4-9edb-4974-b3f3-06fab324381b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b9b25ca4-9edb-4974-b3f3-06fab324381b,segment=NetworkSegment(508e943a-d6e2-45e9-9b14-50b8be2aad70),segment_id=508e943a-d6e2-45e9-9b14-50b8be2aad70)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:15.175439 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c67fdf4d-815f-4474-a79c-f61e3590ed73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.190524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c67fdf4d-815f-4474-a79c-f61e3590ed73 None None] Calling delete_port for b9b25ca4-9edb-4974-b3f3-06fab324381b owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:15.190727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Calling delete_port for b9b25ca4-9edb-4974-b3f3-06fab324381b owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:15.216160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030585f-bf1b-4b4a-b456-fd9ec46c8cee req-d51f7efc-59ea-4371-b90e-7d2281818e22 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:15.224020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4030585f-bf1b-4b4a-b456-fd9ec46c8cee req-d51f7efc-59ea-4371-b90e-7d2281818e22 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 944 time: 0.2271352 Aug 20 11:21:15.241514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Pushing event updated for resources: {'Port': ['ID=8cd59e84-9efc-484e-8cc5-40e58affdf3d,revision_number=8']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:15.242198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94043f1-6cdf-4f18-84e6-aafcba5fa687 req-9e82aa1d-89b7-4860-9d49-169c0e1b5b61 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:15.251795 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] Set router be502782-b30f-4ba2-b74b-87650f50a96a gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:21:15.264021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53716) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:15.264131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a94043f1-6cdf-4f18-84e6-aafcba5fa687 req-9e82aa1d-89b7-4860-9d49-169c0e1b5b61 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 945 time: 0.1028612 Aug 20 11:21:15.264701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:15.265890 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.267530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a456dae6-e979-4197-8ea9-c8f5e7cf7c1e service neutron] 10.222.0.38 "PUT /v2.0/ports/8cd59e84-9efc-484e-8cc5-40e58affdf3d HTTP/1.1" status: 200 len: 1122 time: 2.3122754 Aug 20 11:21:15.314418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ac16c3d4-5dec-43d3-aa45-a6514a472551 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Request body: {'floatingip': {'port_id': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:15.326563 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b56e1916-0d4e-4226-a440-c7b440c461c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.373776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b56e1916-0d4e-4226-a440-c7b440c461c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.388959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['8cd59e84-9efc-484e-8cc5-40e58affdf3d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:15.390586 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac16c3d4-5dec-43d3-aa45-a6514a472551 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.421619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['8cd59e84-9efc-484e-8cc5-40e58affdf3d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:21:15.453907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4030585f-bf1b-4b4a-b456-fd9ec46c8cee req-e3c04f3a-2528-4949-96bd-35e8adb8e1b5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289207 Aug 20 11:21:15.489063 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c67fdf4d-815f-4474-a79c-f61e3590ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.535711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fdf4d-815f-4474-a79c-f61e3590ed73 None None] Pushing event deleted for resources: {'Port': ['ID=b9b25ca4-9edb-4974-b3f3-06fab324381b,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:15.539735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67fdf4d-815f-4474-a79c-f61e3590ed73 None None] No DVR routers for this DVR port b9b25ca4-9edb-4974-b3f3-06fab324381b on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:15.611967 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b56e1916-0d4e-4226-a440-c7b440c461c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.614847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b56e1916-0d4e-4226-a440-c7b440c461c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.618744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.618928 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b56e1916-0d4e-4226-a440-c7b440c461c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92e6481a-4938-4422-a7df-29d504c4c936 HTTP/1.1" status: 204 len: 168 time: 0.4750490 Aug 20 11:21:15.645553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e1916-0d4e-4226-a440-c7b440c461c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e6481a-4938-4422-a7df-29d504c4c936,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:15.667482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Port': ['ID=b9b25ca4-9edb-4974-b3f3-06fab324381b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:15.695097 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '738e3eea-22c7-47eb-8127-2d96ebad9718', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'port_id': '494af9e3-2f2e-493f-860d-7668a4a4d5a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:19:43Z', 'updated_at': '2021-08-20T11:21:13Z', 'revision_number': 1, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a89b7c8-e930-4aa8-a565-023db5af5eff', 'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'mac_address': 'fa:16:3e:c9:30:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:11Z', 'updated_at': '2021-08-20T11:18:26Z', 'revision_number': 5, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'subnets': [{'id': 'bd96fd79-5012-4472-b937-783d1901f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:15.710762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] No DVR routers for this DVR port b9b25ca4-9edb-4974-b3f3-06fab324381b on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:15.775346 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] Checking router: be502782-b30f-4ba2-b74b-87650f50a96a for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:21:15.785499 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] Routers {'be502782-b30f-4ba2-b74b-87650f50a96a'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:15.786485 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['be502782-b30f-4ba2-b74b-87650f50a96a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:15.858511 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.872946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf47188b-8dd8-4527-b7cd-df827ed2e0f9']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:15.898014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508e943a-d6e2-45e9-9b14-50b8be2aad70') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:15.898014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508e943a-d6e2-45e9-9b14-50b8be2aad70') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:15.929572 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] Set router be502782-b30f-4ba2-b74b-87650f50a96a gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:21:15.935972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.987818 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:15.997676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:21:15.998060 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:21:16.001601 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:21:16.192127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '738e3eea-22c7-47eb-8127-2d96ebad9718', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'port_id': '494af9e3-2f2e-493f-860d-7668a4a4d5a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:19:43Z', 'updated_at': '2021-08-20T11:21:13Z', 'revision_number': 1, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a89b7c8-e930-4aa8-a565-023db5af5eff', 'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'mac_address': 'fa:16:3e:c9:30:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:11Z', 'updated_at': '2021-08-20T11:18:26Z', 'revision_number': 5, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'subnets': [{'id': 'bd96fd79-5012-4472-b937-783d1901f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:16.219394 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3ae6e-d028-41c9-b1f3-8e99ff76337c None None] The sync data for ids ['be502782-b30f-4ba2-b74b-87650f50a96a'] in n-d-804230-3 is: [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '738e3eea-22c7-47eb-8127-2d96ebad9718', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'port_id': '494af9e3-2f2e-493f-860d-7668a4a4d5a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'mac_address': 'fa:16:3e:ba:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:19:43Z', 'updated_at': '2021-08-20T11:21:13Z', 'revision_number': 1, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a89b7c8-e930-4aa8-a565-023db5af5eff', 'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'mac_address': 'fa:16:3e:c9:30:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:11Z', 'updated_at': '2021-08-20T11:18:26Z', 'revision_number': 5, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'subnets': [{'id': 'bd96fd79-5012-4472-b937-783d1901f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:21:16.226002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac16c3d4-5dec-43d3-aa45-a6514a472551 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:16.274671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:16.283273 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:16.289096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/networks/cf47188b-8dd8-4527-b7cd-df827ed2e0f9 HTTP/1.1" status: 204 len: 168 time: 1.6540210 Aug 20 11:21:16.289177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53736) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:16.315585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae9d07-dc6a-4e3d-aab1-a69334c8805e tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Pushing event deleted for resources: {'Network': ['ID=cf47188b-8dd8-4527-b7cd-df827ed2e0f9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:16.328974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0bd6ec1e-0fe7-4aa5-9626-713d0371fd2b tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa0e41a3-a973-4670-aa67-7e0792d1a547 HTTP/1.1" status: 200 len: 205 time: 0.0387530 Aug 20 11:21:16.331923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53740) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:16.382145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac16c3d4-5dec-43d3-aa45-a6514a472551 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:16.486201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761bc6c3-19c5-4c54-89e7-ff820e5f3ba7 None None] New status for floating IP 738e3eea-22c7-47eb-8127-2d96ebad9718: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:21:16.776081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '494af9e3-2f2e-493f-860d-7668a4a4d5a3'}, {'name': 'network-changed', 'server_uuid': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'tag': '8cd59e84-9efc-484e-8cc5-40e58affdf3d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:16.778754 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28147522-7b55-444f-9674-8761f3b0b908" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "494af9e3-2f2e-493f-860d-7668a4a4d5a3"}, {"name": "network-changed", "server_uuid": "7d37f3e2-8883-445b-8338-100f4cdc04f1", "tag": "8cd59e84-9efc-484e-8cc5-40e58affdf3d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:16.797387 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbc354d5-756b-420d-82b1-575d389ce5cb tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:16.857500 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b3e643-34af-4942-a0d9-1e3e495d2289 x-openstack-request-id: req-94b3e643-34af-4942-a0d9-1e3e495d2289 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:16.857804 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "tag": "494af9e3-2f2e-493f-860d-7668a4a4d5a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d37f3e2-8883-445b-8338-100f4cdc04f1", "tag": "8cd59e84-9efc-484e-8cc5-40e58affdf3d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:16.858060 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94b3e643-34af-4942-a0d9-1e3e495d2289 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:16.858892 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'tag': '494af9e3-2f2e-493f-860d-7668a4a4d5a3', 'status': 'completed', 'code': 200} Aug 20 11:21:16.858892 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'tag': '8cd59e84-9efc-484e-8cc5-40e58affdf3d', 'status': 'completed', 'code': 200} Aug 20 11:21:16.915564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-f0cd463d-3e8d-4edf-bb1b-44c0d9454081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:16.920972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-f0cd463d-3e8d-4edf-bb1b-44c0d9454081 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 1125 time: 0.0534670 Aug 20 11:21:17.036741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b9b25ca4-9edb-4974-b3f3-06fab324381b no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:21:17.074124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b9b25ca4-9edb-4974-b3f3-06fab324381b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:21:17.075202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b9b25ca4-9edb-4974-b3f3-06fab324381b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:21:17.096913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4202cb-2105-44a8-bf98-263d2f0bc529 req-5ba03ff1-cd5a-45c5-8dbc-50f5d9f31e2d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.098539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c4202cb-2105-44a8-bf98-263d2f0bc529 req-5ba03ff1-cd5a-45c5-8dbc-50f5d9f31e2d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 944 time: 0.3147488 Aug 20 11:21:17.099859 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-ac16c3d4-5dec-43d3-aa45-a6514a472551 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Floating IP 52975f10-5191-4870-9538-4e75e2bc2f4a associated. External IP: 172.25.4.11, port: abdbffb3-57f3-4e55-8763-1dcb9d6cc412. Aug 20 11:21:17.104864 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbc354d5-756b-420d-82b1-575d389ce5cb tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:17.120907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-836f3fb8-0072-459b-9d66-777d7af550ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.122991 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-836f3fb8-0072-459b-9d66-777d7af550ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.1949658 Aug 20 11:21:17.139241 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbc354d5-756b-420d-82b1-575d389ce5cb tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:17.159881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-16a1b789-9f33-4e90-8473-a4baae5c3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.160372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-16a1b789-9f33-4e90-8473-a4baae5c3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.160841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-16a1b789-9f33-4e90-8473-a4baae5c3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.161310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-16a1b789-9f33-4e90-8473-a4baae5c3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.161774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-16a1b789-9f33-4e90-8473-a4baae5c3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.162235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-16a1b789-9f33-4e90-8473-a4baae5c3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.162718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-16a1b789-9f33-4e90-8473-a4baae5c3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.164637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-16a1b789-9f33-4e90-8473-a4baae5c3bdf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6503 time: 0.2415679 Aug 20 11:21:17.168078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-6b5a33dc-fab4-4f1b-a7bf-7680eb1e2427 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d HTTP/1.1" status: 200 len: 217 time: 0.0378757 Aug 20 11:21:17.224625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-9c9c6493-e846-43eb-8861-28d1b2cb6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.225263 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-9c9c6493-e846-43eb-8861-28d1b2cb6f67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0506425 Aug 20 11:21:17.335674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c4202cb-2105-44a8-bf98-263d2f0bc529 req-93126a2f-f49d-42bb-9297-1280c36c023a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925514 Aug 20 11:21:17.388590 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbc354d5-756b-420d-82b1-575d389ce5cb tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:17.389099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc354d5-756b-420d-82b1-575d389ce5cb tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Fanout notify agent at l3_agent the message router_deleted on router aa0e41a3-a973-4670-aa67-7e0792d1a547 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:21:17.400131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbc354d5-756b-420d-82b1-575d389ce5cb tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:17.404092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bbc354d5-756b-420d-82b1-575d389ce5cb tempest-RoutersNegativeIpV6Test-535357097 tempest-RoutersNegativeIpV6Test-535357097-project] 10.222.0.10 "DELETE /v2.0/routers/aa0e41a3-a973-4670-aa67-7e0792d1a547 HTTP/1.1" status: 204 len: 168 time: 1.0682924 Aug 20 11:21:17.406312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-f39d1d94-f4ce-4a21-84f5-b1d0347df683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.407959 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-f39d1d94-f4ce-4a21-84f5-b1d0347df683 service neutron] 10.222.0.38 "GET /v2.0/networks?id=26aed97a-f400-4b37-8a16-a0a6436f9bcf HTTP/1.1" status: 200 len: 917 time: 0.2015088 Aug 20 11:21:17.599294 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-d5ae5cb8-50d0-42aa-ac79-51a270b85150 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3 HTTP/1.1" status: 200 len: 1002 time: 0.1572428 Aug 20 11:21:17.636818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-5bab666b-abc8-423b-a0a3-bdf813915eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3992264 Aug 20 11:21:17.742800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac16c3d4-5dec-43d3-aa45-a6514a472551 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Router 4a13b48c-b560-48de-9b55-abfc9eba3e73 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:21:17.755548 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0063e06f-f701-4861-8cb0-de8e470a8d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:17.756099 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-180acfa2-852c-41b7-9df0-edd8f3310c70 service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001282 Aug 20 11:21:17.757917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-76cf8ff0-5fbb-4d2a-aced-e6cc88dc9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.762121 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-76cf8ff0-5fbb-4d2a-aced-e6cc88dc9f55 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd96fd79-5012-4472-b937-783d1901f733 HTTP/1.1" status: 200 len: 855 time: 0.1334586 Aug 20 11:21:17.790762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-1c88466e-8b81-49c7-8bac-32f8b3b5196c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1096950 Aug 20 11:21:17.891427 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-01fc271a-2c8d-4f3e-80ba-cf50bbc28c27 service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278281 Aug 20 11:21:17.941566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28147522-7b55-444f-9674-8761f3b0b908 req-2c2be8df-4d07-4aa0-9ea5-1d4563e3da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.943147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-2c2be8df-4d07-4aa0-9ea5-1d4563e3da38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26aed97a-f400-4b37-8a16-a0a6436f9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744788 Aug 20 11:21:17.981156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-fdd9acc0-969c-4fb6-9190-ea4fa84c4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.981656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-fdd9acc0-969c-4fb6-9190-ea4fa84c4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.982128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-fdd9acc0-969c-4fb6-9190-ea4fa84c4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.982650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-fdd9acc0-969c-4fb6-9190-ea4fa84c4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.983136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-fdd9acc0-969c-4fb6-9190-ea4fa84c4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.983707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-fdd9acc0-969c-4fb6-9190-ea4fa84c4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.984743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-fdd9acc0-969c-4fb6-9190-ea4fa84c4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:17.986915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-fdd9acc0-969c-4fb6-9190-ea4fa84c4295 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6490 time: 0.1359200 Aug 20 11:21:18.028598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac16c3d4-5dec-43d3-aa45-a6514a472551 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:21:18.036972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac16c3d4-5dec-43d3-aa45-a6514a472551 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:18.039827 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] Sync routers for ids ['4a13b48c-b560-48de-9b55-abfc9eba3e73'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:21:18.051116 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] Routers {'4a13b48c-b560-48de-9b55-abfc9eba3e73'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:18.051984 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a13b48c-b560-48de-9b55-abfc9eba3e73'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:18.128700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ac16c3d4-5dec-43d3-aa45-a6514a472551 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "PUT /v2.0/floatingips/52975f10-5191-4870-9538-4e75e2bc2f4a HTTP/1.1" status: 200 len: 990 time: 2.8615403 Aug 20 11:21:18.176247 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] Set router 4a13b48c-b560-48de-9b55-abfc9eba3e73 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:21:18.199017 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-cbddbb36-cd77-4756-bdd0-902da35ed9d3 service neutron] 10.222.0.38 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426631 Aug 20 11:21:18.276389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-d8e40b7a-7ebb-4d99-8a9f-d921fc3da4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:18.276874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-d8e40b7a-7ebb-4d99-8a9f-d921fc3da4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:18.277609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-d8e40b7a-7ebb-4d99-8a9f-d921fc3da4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:18.279312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-d8e40b7a-7ebb-4d99-8a9f-d921fc3da4a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=256eabbf-2f38-42b5-bb35-2d56f488889c&id=256eabbf-2f38-42b5-bb35-2d56f488889c HTTP/1.1" status: 200 len: 2291 time: 0.2369986 Aug 20 11:21:18.344659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53794) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:18.368664 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-1d27680a-20d7-4f23-b878-9cd2320fb8dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56 HTTP/1.1" status: 200 len: 1001 time: 0.0792663 Aug 20 11:21:18.435826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28147522-7b55-444f-9674-8761f3b0b908 req-b83e61d8-c4b1-4495-988f-edd74bb67501 service neutron] 10.222.0.38 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243085 Aug 20 11:21:18.478798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-a5c111ea-e0da-4f55-b5fa-e10ab5f5d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:18.480431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-a5c111ea-e0da-4f55-b5fa-e10ab5f5d34e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=716f77d3-ee35-4a9f-8a6e-d4e7a142f166 HTTP/1.1" status: 200 len: 851 time: 0.1037695 Aug 20 11:21:18.508941 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '52975f10-5191-4870-9538-4e75e2bc2f4a', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'port_id': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'mac_address': 'fa:16:3e:03:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:20:54Z', 'updated_at': '2021-08-20T11:21:16Z', 'revision_number': 1, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b39b561-7f21-44d7-b7b0-c900f6efb061', 'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'mac_address': 'fa:16:3e:09:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:45Z', 'updated_at': '2021-08-20T11:20:55Z', 'revision_number': 5, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'subnets': [{'id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:18.546909 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] Checking router: 4a13b48c-b560-48de-9b55-abfc9eba3e73 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:21:18.551942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-4b7789aa-f6c6-4f5e-8063-3de9a7d9b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:18.554972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-4b7789aa-f6c6-4f5e-8063-3de9a7d9b3a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670662 Aug 20 11:21:18.556157 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] Routers {'4a13b48c-b560-48de-9b55-abfc9eba3e73'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:18.556781 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a13b48c-b560-48de-9b55-abfc9eba3e73'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:18.634553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cb1e3-a763-473b-b23e-2d7b240db78b req-a3592329-6658-463b-9be6-8f6bc14a37d1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:18.642891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af5cb1e3-a763-473b-b23e-2d7b240db78b req-a3592329-6658-463b-9be6-8f6bc14a37d1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 944 time: 0.1470156 Aug 20 11:21:18.680373 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] Set router 4a13b48c-b560-48de-9b55-abfc9eba3e73 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:21:18.716459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af5cb1e3-a763-473b-b23e-2d7b240db78b req-3c2b396e-c87b-44c8-9aa2-284924c1d1b6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699353 Aug 20 11:21:18.721474 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:18.727084 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f2df2174-3c1e-49ee-93de-eaaeb27ae525 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1244541ead264f2eb66f2974627314f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769832 Aug 20 11:21:18.727915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53806) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:18.729222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-b7b888ad-0b4d-4210-bdbc-61ee06efe891 service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556327 Aug 20 11:21:18.873521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'tag': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:21:18.875833 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-989c0a71-aea2-457b-86a6-20ec12d531c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:18.881631 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06447097-a761-4e19-b038-3ac294611127" -d '{"events": [{"name": "network-changed", "server_uuid": "37717ef7-9738-4987-a3de-0d261c8d5d99", "tag": "abdbffb3-57f3-4e55-8763-1dcb9d6cc412"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:21:18.912606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-989c0a71-aea2-457b-86a6-20ec12d531c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:18.975111 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7c0028-a373-47f8-9153-d1d11a9e8ac8 x-openstack-request-id: req-ba7c0028-a373-47f8-9153-d1d11a9e8ac8 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:21:18.975439 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37717ef7-9738-4987-a3de-0d261c8d5d99", "tag": "abdbffb3-57f3-4e55-8763-1dcb9d6cc412", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:21:18.975669 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba7c0028-a373-47f8-9153-d1d11a9e8ac8 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:21:18.976086 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'tag': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412', 'status': 'completed', 'code': 200} Aug 20 11:21:19.040984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-87272394-4167-4561-b6d3-50ab41e8139d service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009918 Aug 20 11:21:19.090772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06447097-a761-4e19-b038-3ac294611127 req-5575e565-efc6-403a-af42-e5b628c95f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:19.093157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06447097-a761-4e19-b038-3ac294611127 req-5575e565-efc6-403a-af42-e5b628c95f58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c758ed9616cc40509be68c0eef63f715&device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 1096 time: 0.0912933 Aug 20 11:21:19.113908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-f68b03e5-b533-45a2-9bb8-1151938cc9fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 200 len: 217 time: 0.0621047 Aug 20 11:21:19.190099 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:19.225093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-4e6cd19e-4fc9-4340-9cf6-c150b1ed424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:19.239639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-4e6cd19e-4fc9-4340-9cf6-c150b1ed424b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.1013143 Aug 20 11:21:19.251151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06447097-a761-4e19-b038-3ac294611127 req-4da081f1-ef2f-41ae-9a87-9ae8f447ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:19.252719 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06447097-a761-4e19-b038-3ac294611127 req-4da081f1-ef2f-41ae-9a87-9ae8f447ec0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 HTTP/1.1" status: 200 len: 916 time: 0.1516557 Aug 20 11:21:19.253852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-989c0a71-aea2-457b-86a6-20ec12d531c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:19.257093 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-989c0a71-aea2-457b-86a6-20ec12d531c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:19.258505 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-989c0a71-aea2-457b-86a6-20ec12d531c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7ad79c1-7762-4f6a-8be5-519f75cb07ca HTTP/1.1" status: 204 len: 168 time: 0.5294683 Aug 20 11:21:19.273136 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '52975f10-5191-4870-9538-4e75e2bc2f4a', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'port_id': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'mac_address': 'fa:16:3e:03:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:20:54Z', 'updated_at': '2021-08-20T11:21:16Z', 'revision_number': 1, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b39b561-7f21-44d7-b7b0-c900f6efb061', 'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'mac_address': 'fa:16:3e:09:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:45Z', 'updated_at': '2021-08-20T11:20:55Z', 'revision_number': 5, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'subnets': [{'id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:19.347487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06447097-a761-4e19-b038-3ac294611127 req-d87f48a6-ddff-4732-8855-0c71f96e2df3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abdbffb3-57f3-4e55-8763-1dcb9d6cc412 HTTP/1.1" status: 200 len: 998 time: 0.0834150 Aug 20 11:21:19.356583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c0a71-aea2-457b-86a6-20ec12d531c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ad79c1-7762-4f6a-8be5-519f75cb07ca,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:19.390701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-a335e7df-2758-4dc9-ac82-2eceb4f3f8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:19.394486 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-a335e7df-2758-4dc9-ac82-2eceb4f3f8c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1501267 Aug 20 11:21:19.456941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06447097-a761-4e19-b038-3ac294611127 req-bdf3a3d7-091c-4f4e-b29f-0c2561676871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:19.459514 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06447097-a761-4e19-b038-3ac294611127 req-bdf3a3d7-091c-4f4e-b29f-0c2561676871 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ad1654a-cec9-4a7f-92cb-da52dca9d5f8 HTTP/1.1" status: 200 len: 854 time: 0.0986285 Aug 20 11:21:19.524980 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ffc6f1-fc37-404b-b271-9c8f4c7283f3 None None] The sync data for ids ['4a13b48c-b560-48de-9b55-abfc9eba3e73'] in n-d-804230-3 is: [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '52975f10-5191-4870-9538-4e75e2bc2f4a', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'port_id': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'mac_address': 'fa:16:3e:03:62:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:20:54Z', 'updated_at': '2021-08-20T11:21:16Z', 'revision_number': 1, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b39b561-7f21-44d7-b7b0-c900f6efb061', 'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'mac_address': 'fa:16:3e:09:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:45Z', 'updated_at': '2021-08-20T11:20:55Z', 'revision_number': 5, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'subnets': [{'id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:21:19.527754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06447097-a761-4e19-b038-3ac294611127 req-babef77e-8147-4b0a-9d90-04c54b8774ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:19.529730 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06447097-a761-4e19-b038-3ac294611127 req-babef77e-8147-4b0a-9d90-04c54b8774ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621812 Aug 20 11:21:19.604497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-578c4708-2fdd-48e5-9605-588c1254f669 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004023 Aug 20 11:21:19.657969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06447097-a761-4e19-b038-3ac294611127 req-f6dae861-407e-450f-9849-b544c82318e6 service neutron] 10.222.0.57 "GET /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198320 Aug 20 11:21:19.812388 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-f3e0e968-c015-4405-9aff-59a423880bf5 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954715 Aug 20 11:21:19.866786 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06447097-a761-4e19-b038-3ac294611127 req-7555dfc5-3b9a-4daa-8f59-a1f8acc2e01d service neutron] 10.222.0.57 "GET /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999953 Aug 20 11:21:19.904260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-34e9ba45-db85-4dc0-9f7f-e2fb8947aaee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 200 len: 217 time: 0.0771358 Aug 20 11:21:19.972291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef83047a-b465-4b0c-98ab-5f0af8a4a55f None None] New status for floating IP 52975f10-5191-4870-9538-4e75e2bc2f4a: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:21:20.044121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-c680dd14-a8cd-432d-9d55-3f5c3927334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:20.049557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-c680dd14-a8cd-432d-9d55-3f5c3927334f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.1341321 Aug 20 11:21:20.094729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89959c8a-82b8-4c1f-b7db-23cd25468464 req-8f83d28f-14d4-429e-b0ed-4c8610c7f32d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:20.103850 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89959c8a-82b8-4c1f-b7db-23cd25468464 req-8f83d28f-14d4-429e-b0ed-4c8610c7f32d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 944 time: 0.1840520 Aug 20 11:21:20.158062 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89959c8a-82b8-4c1f-b7db-23cd25468464 req-f53a3b5b-109f-4687-afe5-c6415a0d2e61 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 Aug 20 11:21:20.206190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-3333e1a7-00b6-46df-b21e-61588193eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:20.206190 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-3333e1a7-00b6-46df-b21e-61588193eff2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1489093 Aug 20 11:21:20.309362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-2df4518e-fe59-423f-b184-df18d74f66bf service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900481 Aug 20 11:21:20.440955 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-65cea21d-e2da-4b3f-9a55-b8955603fadd service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192644 Aug 20 11:21:20.482973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-dba20352-622e-4853-a04f-46ef397605ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a HTTP/1.1" status: 200 len: 217 time: 0.0401025 Aug 20 11:21:20.573601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-9f7a2be9-454a-47a1-8ce1-a9d569aa48af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:20.576391 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-9f7a2be9-454a-47a1-8ce1-a9d569aa48af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0830140 Aug 20 11:21:20.641052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-e41ba3d7-172a-43e4-a7d8-d3171534c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:20.642166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-e41ba3d7-172a-43e4-a7d8-d3171534c818 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554979 Aug 20 11:21:20.750467 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:20.793472 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-f70c0722-4c43-45ef-b2c2-25191de7395d service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430228 Aug 20 11:21:20.944392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-63f7840a-4799-401c-ba0e-f644a2b688f8 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418343 Aug 20 11:21:21.323112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53888) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:21.381971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-6a3d2516-2291-48b2-a5f6-72431e0cfcdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f HTTP/1.1" status: 200 len: 217 time: 0.4294181 Aug 20 11:21:21.479623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28ff59-e0d9-48ec-aab7-272ec33a27bc req-dbe0b119-2d9e-4bec-a642-7dae18fbe951 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:21.481284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f28ff59-e0d9-48ec-aab7-272ec33a27bc req-dbe0b119-2d9e-4bec-a642-7dae18fbe951 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 944 time: 0.1020920 Aug 20 11:21:21.483433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-eaf7e2ed-819e-4956-b688-a9ed9bc0e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:21.484935 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-eaf7e2ed-819e-4956-b688-a9ed9bc0e287 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0745549 Aug 20 11:21:21.494047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-484dfb03-f419-46e5-b3eb-49b71512d3eb tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1759053854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:21.579791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f28ff59-e0d9-48ec-aab7-272ec33a27bc req-c33e7b2d-53ea-44c5-a03f-1d33cec0a7d6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802791 Aug 20 11:21:21.586543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-f812aeef-fb36-4bc1-a24f-cf550227d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:21.589931 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-f812aeef-fb36-4bc1-a24f-cf550227d29b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886602 Aug 20 11:21:21.687413 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-484dfb03-f419-46e5-b3eb-49b71512d3eb tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:21.688827 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-484dfb03-f419-46e5-b3eb-49b71512d3eb tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:21.767782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-a0c8d5bd-b271-4b1a-824c-c408ae847948 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708236 Aug 20 11:21:21.833798 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-484dfb03-f419-46e5-b3eb-49b71512d3eb tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:21.881582 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-ff8571cb-1b8c-4070-9e86-501d5825e4eb service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026309 Aug 20 11:21:21.978646 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-173dafd2-251f-4a79-b3f5-30b4602b87ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=596556b5-60cc-49bf-8130-7ba17e8094fa HTTP/1.1" status: 200 len: 217 time: 0.0782979 Aug 20 11:21:22.001855 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-484dfb03-f419-46e5-b3eb-49b71512d3eb tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:22.041832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-8b4d9ab5-b4c0-4972-b239-677ea068a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:22.043276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-8b4d9ab5-b4c0-4972-b239-677ea068a618 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.0534246 Aug 20 11:21:22.093703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-16053eed-6888-49d6-bde1-6c98d659df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:22.095442 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-16053eed-6888-49d6-bde1-6c98d659df8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450749 Aug 20 11:21:22.196067 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-e4a9ccf0-afd4-41e1-9656-ffc5b4958a27 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933528 Aug 20 11:21:22.224181 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-484dfb03-f419-46e5-b3eb-49b71512d3eb tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:22.229830 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-484dfb03-f419-46e5-b3eb-49b71512d3eb tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9012246 Aug 20 11:21:22.230160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53904) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:22.235825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2082644955'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:22.338227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-97c2b67a-666d-4194-ab65-7a0ae189d3b7 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336977 Aug 20 11:21:22.393676 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-e7419de3-2708-4fc6-9f60-dbf6b8157997 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94337e54-a4e5-49d5-9f55-a66abdd79383 HTTP/1.1" status: 200 len: 217 time: 0.0475681 Aug 20 11:21:22.407927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Made reservation on behalf of 2fefb6f5c6604a1c807ea89a40ace1e9 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:21:22.421947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:22.476519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:22.491983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-74870009-d6e1-42d9-856e-6a8414ff2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:22.495281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-74870009-d6e1-42d9-856e-6a8414ff2e76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.0950077 Aug 20 11:21:22.595539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-1db69130-6231-4780-86e3-b760cd08d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:22.597254 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-1db69130-6231-4780-86e3-b760cd08d333 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0907819 Aug 20 11:21:22.647443 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:22.747850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-7a9ad9ab-c892-48be-9664-18676240e7df service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356938 Aug 20 11:21:22.840424 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:22.840424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0d2df-c21f-4540-b688-9a853f8dd801 req-47b970b2-0a85-49ae-b5d0-1c693d571fcd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:22.840424 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15b0d2df-c21f-4540-b688-9a853f8dd801 req-47b970b2-0a85-49ae-b5d0-1c693d571fcd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 944 time: 0.0957258 Aug 20 11:21:22.840424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:21:22.865859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75fe595-08e0-4d35-b910-3047d07408eb,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:22.869606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:22.869860 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Added segment a542bede-1261-414c-a266-ba3ecc9fe7c0 of type vlan for network 1f7698b9-71f3-49a7-af43-8710bac3ff8a Aug 20 11:21:22.888213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b2b2146-e577-4ad3-8dda-af61d6ad3cc7 req-a2e96137-822f-4e42-8929-699214264197 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329618 Aug 20 11:21:22.937870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15b0d2df-c21f-4540-b688-9a853f8dd801 req-bf41650b-86c1-4eb6-b98c-48735c1cc23a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053145 Aug 20 11:21:22.939926 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:23.268982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:23.276587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:23.278400 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:23.402162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'Network': ['ID=1f7698b9-71f3-49a7-af43-8710bac3ff8a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:23.415960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 1f7698b9-71f3-49a7-af43-8710bac3ff8a details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:21:23.520048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4d0dc703-4aa3-4f51-b1d5-0a4d99af3803 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2852430 Aug 20 11:21:23.520620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53924) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:23.531215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Request body: {'subnet': {'network_id': '1f7698b9-71f3-49a7-af43-8710bac3ff8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:23.814186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Made reservation on behalf of 2fefb6f5c6604a1c807ea89a40ace1e9 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:21:23.817822 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:23.866359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-84d576d0-a67f-44c8-80d5-c89573a0907b service neutron] 10.222.0.57 "GET /v2.0/ports/8cd59e84-9efc-484e-8cc5-40e58affdf3d/bindings/n-h2-804230-3 HTTP/1.1" status: 200 len: 384 time: 0.1127033 Aug 20 11:21:24.232794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4567fcc-43c6-4d3b-822b-aa81b01e63e7 req-c07b6571-4a95-4eaf-913b-920ece33bef8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:24.235601 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4567fcc-43c6-4d3b-822b-aa81b01e63e7 req-c07b6571-4a95-4eaf-913b-920ece33bef8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 944 time: 0.1796565 Aug 20 11:21:24.267527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3a135cd0-51cc-4e27-83ea-e756a70712e7 service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:24.318311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3a135cd0-51cc-4e27-83ea-e756a70712e7 service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:21:24.327471 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4567fcc-43c6-4d3b-822b-aa81b01e63e7 req-b9e7d23e-a629-4a96-8589-09a4edc274b3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724866 Aug 20 11:21:24.363397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:24.364073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53938) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:24.416564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3a135cd0-51cc-4e27-83ea-e756a70712e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd59e84-9efc-484e-8cc5-40e58affdf3d {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:21:24.444481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3a135cd0-51cc-4e27-83ea-e756a70712e7 service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:24.466912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'Subnet': ['ID=1117cbe3-6f49-41d3-8f1e-33befebfe586,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:24.482742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Checking segment: {'id': 'a542bede-1261-414c-a266-ba3ecc9fe7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1f7698b9-71f3-49a7-af43-8710bac3ff8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:21:24.482742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Network hostable DHCP agents. Network: 1f7698b9-71f3-49a7-af43-8710bac3ff8a, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:21:24.487332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 8cd59e84-9efc-484e-8cc5-40e58affdf3d no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:21:24.524118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-72696107-8816-42c0-88b9-6297fa0ca374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:24.544012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3a135cd0-51cc-4e27-83ea-e756a70712e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:24.604142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Network 1f7698b9-71f3-49a7-af43-8710bac3ff8a is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:21:24.661326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3a135cd0-51cc-4e27-83ea-e756a70712e7 service neutron] Transition to ACTIVE for port object 8cd59e84-9efc-484e-8cc5-40e58affdf3d will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:24.663587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-72696107-8816-42c0-88b9-6297fa0ca374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:24.751643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 1f7698b9-71f3-49a7-af43-8710bac3ff8a) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:24.756770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:24.760564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:24.761316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f01f906-3b7b-49a0-8cfc-2de092de4be6 None None] Network 1f7698b9-71f3-49a7-af43-8710bac3ff8a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:24.869424 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-72696107-8816-42c0-88b9-6297fa0ca374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:24.872700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3a135cd0-51cc-4e27-83ea-e756a70712e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:24.904315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-72696107-8816-42c0-88b9-6297fa0ca374 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32ab5dd5b1a947b6aec518bcf7db4c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390127 Aug 20 11:21:24.911945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53948) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:24.924345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-1f7698b9-71f3-49a7-af43-8710bac3ff8a', 'network_id': '1f7698b9-71f3-49a7-af43-8710bac3ff8a', 'tenant_id': '2fefb6f5c6604a1c807ea89a40ace1e9', 'fixed_ips': [{'subnet_id': '1117cbe3-6f49-41d3-8f1e-33befebfe586'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:21:24.925846 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:24.955558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3a135cd0-51cc-4e27-83ea-e756a70712e7 service neutron] No DVR routers for this DVR port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:24.956845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72696107-8816-42c0-88b9-6297fa0ca374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc06fab9-d3d4-4302-b830-c112355240a8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:25.001985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e77ee073-28b8-482c-9b6f-c8e26bbc0edf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4770193 Aug 20 11:21:25.004466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53952) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:25.010340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Request body: {'network': {'name': 'tempest-router-network01--1022825640'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:25.015678 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a135cd0-51cc-4e27-83ea-e756a70712e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd59e84-9efc-484e-8cc5-40e58affdf3d,revision_number=10']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:25.039115 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3a135cd0-51cc-4e27-83ea-e756a70712e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/8cd59e84-9efc-484e-8cc5-40e58affdf3d/bindings/n-h2-804230-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1651583 Aug 20 11:21:25.044291 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9eae4bfb-d0b3-48f0-b51b-765d5b2378f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.079999 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9eae4bfb-d0b3-48f0-b51b-765d5b2378f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.130779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Allocated IP 172.20.0.2 (1f7698b9-71f3-49a7-af43-8710bac3ff8a/1117cbe3-6f49-41d3-8f1e-33befebfe586/5606301f-9436-4fb4-8fdb-8c196d6c1024) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:21:25.160947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Made reservation on behalf of 2fefb6f5c6604a1c807ea89a40ace1e9 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:21:25.164725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.272160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3d8579c6-e101-4498-8d07-b5e7098e6cc0 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:25.274079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-3d8579c6-e101-4498-8d07-b5e7098e6cc0 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.0514376 Aug 20 11:21:25.303891 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.316026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Transition to ACTIVE for port object 5606301f-9436-4fb4-8fdb-8c196d6c1024 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:25.324655 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9eae4bfb-d0b3-48f0-b51b-765d5b2378f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.327080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9eae4bfb-d0b3-48f0-b51b-765d5b2378f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.328301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9eae4bfb-d0b3-48f0-b51b-765d5b2378f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc06fab9-d3d4-4302-b830-c112355240a8 HTTP/1.1" status: 204 len: 168 time: 0.4153934 Aug 20 11:21:25.339408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Transition to ACTIVE for port object 5606301f-9436-4fb4-8fdb-8c196d6c1024 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:25.344131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:21:25.356979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae4bfb-d0b3-48f0-b51b-765d5b2378f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc06fab9-d3d4-4302-b830-c112355240a8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:25.358346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-ddea1ad7-855a-45ae-9d63-a388ba08019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:25.360504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-ddea1ad7-855a-45ae-9d63-a388ba08019a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1&tenant_id=b9f10ce7f178455a909c11d0d990c99e HTTP/1.1" status: 200 len: 1096 time: 0.0698998 Aug 20 11:21:25.362377 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.362774 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Added segment 90237da9-6e9d-49d6-b38a-8d7877870e43 of type vlan for network cf0b71ed-4dfe-467a-a888-00cae1e2deee Aug 20 11:21:25.430878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.435933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-7e11457a-de2b-4854-b89a-3fd010a589be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:25.438130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-7e11457a-de2b-4854-b89a-3fd010a589be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 1096 time: 0.0513015 Aug 20 11:21:25.460312 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.526264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bc7f8-e819-4572-b5ea-d95e481ce05f req-074342be-7a60-4d62-9bd3-ee6b550a7bdd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:25.533469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b21bc7f8-e819-4572-b5ea-d95e481ce05f req-074342be-7a60-4d62-9bd3-ee6b550a7bdd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 945 time: 0.1052625 Aug 20 11:21:25.548097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Network 1f7698b9-71f3-49a7-af43-8710bac3ff8a is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:25.551354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:25.554224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:21:25.570081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a331be7c-eedb-4765-9725-4a787b0ea163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:25.571920 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-a331be7c-eedb-4765-9725-4a787b0ea163 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.1276810 Aug 20 11:21:25.581661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Pushing event updated for resources: {'Port': ['ID=5606301f-9436-4fb4-8fdb-8c196d6c1024,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:25.582020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.594386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:25.595527 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.607311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.607890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.608436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.615247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.616007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.616328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.619176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.620041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.620586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.621281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.621895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.622978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:25.632584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-0bfa25f3-2f63-4b3e-b02c-0c91e28c9ba7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d HTTP/1.1" status: 200 len: 217 time: 0.0503423 Aug 20 11:21:25.700658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Attempting to bind port 5606301f-9436-4fb4-8fdb-8c196d6c1024 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:21:25.701546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Attempting to bind port 5606301f-9436-4fb4-8fdb-8c196d6c1024 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'a542bede-1261-414c-a266-ba3ecc9fe7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1f7698b9-71f3-49a7-af43-8710bac3ff8a'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:21:25.702000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Attempting to bind port 5606301f-9436-4fb4-8fdb-8c196d6c1024 on network 1f7698b9-71f3-49a7-af43-8710bac3ff8a {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:21:25.709992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:21:25.715747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Checking segment: {'id': 'a542bede-1261-414c-a266-ba3ecc9fe7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1f7698b9-71f3-49a7-af43-8710bac3ff8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:21:25.715747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.715747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Bound using segment: {'id': 'a542bede-1261-414c-a266-ba3ecc9fe7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1f7698b9-71f3-49a7-af43-8710bac3ff8a'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:21:25.715747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Bound port: 5606301f-9436-4fb4-8fdb-8c196d6c1024, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a542bede-1261-414c-a266-ba3ecc9fe7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1f7698b9-71f3-49a7-af43-8710bac3ff8a'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:21:25.715747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:25.716137 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b21bc7f8-e819-4572-b5ea-d95e481ce05f req-b58f24e9-1169-4de3-a259-6022b39f8ff4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683393 Aug 20 11:21:25.869190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'Network': ['ID=cf0b71ed-4dfe-467a-a888-00cae1e2deee,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:25.888138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network cf0b71ed-4dfe-467a-a888-00cae1e2deee details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:21:25.891868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-c67b045a-431f-4ba1-9a83-de6a4a4abb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:25.894062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-c67b045a-431f-4ba1-9a83-de6a4a4abb0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.2520154 Aug 20 11:21:25.947514 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-18c4972a-fbe6-4dd0-9064-61b75bae9173 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9412169 Aug 20 11:21:25.953620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-abf70d60-5f24-4c38-8d43-cf464844c234 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478940 Aug 20 11:21:25.953743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53968) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:25.960544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Request body: {'network': {'name': 'tempest-router-network02--1687519327'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:26.042676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] For port 5606301f-9436-4fb4-8fdb-8c196d6c1024, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:21:26.100484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] For port 5606301f-9436-4fb4-8fdb-8c196d6c1024, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5606301f-9436-4fb4-8fdb-8c196d6c1024,segment=NetworkSegment(a542bede-1261-414c-a266-ba3ecc9fe7c0),segment_id=a542bede-1261-414c-a266-ba3ecc9fe7c0)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:21:26.166900 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-627d3e27-609f-4d6c-99e2-1afeccec7326 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954329 Aug 20 11:21:26.207156 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.282522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Made reservation on behalf of 2fefb6f5c6604a1c807ea89a40ace1e9 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:21:26.282522 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.294907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf2ff9-ffba-4f92-944d-c8792cc5c5e7 None None] Pushing event updated for resources: {'Port': ['ID=5606301f-9436-4fb4-8fdb-8c196d6c1024,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:26.314071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-94861879-4bba-4f90-8460-08116ca73971 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390367 Aug 20 11:21:26.326658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:21:26.341803 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.342511 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Added segment e174d0fe-85e2-49e2-8291-d7152472b2a6 of type vlan for network ace52563-8bd8-4410-b161-0d099aea94f7 Aug 20 11:21:26.395763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.500008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53974) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:26.516897 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc2b8ff0-8a8f-4fea-b79c-f85464ea9e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.529115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.536777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:26.537015 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.620295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'Network': ['ID=ace52563-8bd8-4410-b161-0d099aea94f7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:26.644927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network ace52563-8bd8-4410-b161-0d099aea94f7 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:21:26.655669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc2b8ff0-8a8f-4fea-b79c-f85464ea9e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.738504 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc2b8ff0-8a8f-4fea-b79c-f85464ea9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.786996 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bc2b8ff0-8a8f-4fea-b79c-f85464ea9e16 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=048122f8d0ee4b4ca4a98c617d22f4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854826 Aug 20 11:21:26.788542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b8ff0-8a8f-4fea-b79c-f85464ea9e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b078930-46ec-4aae-9d48-65140a626432,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:26.791105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53976) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:26.818239 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1c54fe32-ae89-43ad-858e-7f3616cd0c9c tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8631628 Aug 20 11:21:26.830906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53980) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:26.836690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Request body: {'subnet': {'network_id': 'cf0b71ed-4dfe-467a-a888-00cae1e2deee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:26.923654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2f12ef2-ffdb-47d4-92e0-d6338bfb09d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.959151 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2f12ef2-ffdb-47d4-92e0-d6338bfb09d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:26.973529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8fd9d-4828-4f70-b599-fd39180924ab req-e44c4043-a53d-49f4-9bc0-cae1bd4780fc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:26.981301 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ee8fd9d-4828-4f70-b599-fd39180924ab req-e44c4043-a53d-49f4-9bc0-cae1bd4780fc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 945 time: 0.1090088 Aug 20 11:21:27.081256 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Made reservation on behalf of 2fefb6f5c6604a1c807ea89a40ace1e9 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:21:27.093880 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:27.113986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ee8fd9d-4828-4f70-b599-fd39180924ab req-908066a0-7f81-4af4-bdc3-3d261032a0e0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315651 Aug 20 11:21:27.167400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5606301f-9436-4fb4-8fdb-8c196d6c1024 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:27.222155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2f12ef2-ffdb-47d4-92e0-d6338bfb09d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:27.226794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2f12ef2-ffdb-47d4-92e0-d6338bfb09d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:27.231111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a2f12ef2-ffdb-47d4-92e0-d6338bfb09d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b078930-46ec-4aae-9d48-65140a626432 HTTP/1.1" status: 204 len: 168 time: 0.4358573 Aug 20 11:21:27.262411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f12ef2-ffdb-47d4-92e0-d6338bfb09d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b078930-46ec-4aae-9d48-65140a626432,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:27.272638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-4d600f38-bc55-4847-b3d6-dfe0b8317bc6 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:27.275071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-4d600f38-bc55-4847-b3d6-dfe0b8317bc6 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.1079826 Aug 20 11:21:27.355250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5606301f-9436-4fb4-8fdb-8c196d6c1024 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:27.640057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8f63c-49c5-4cc3-aaaa-d095c1d61824 None None] Network 1f7698b9-71f3-49a7-af43-8710bac3ff8a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:27.674105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-df4045d9-c306-4464-8bf4-4a7e337b612a service neutron] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:21:27.677913 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-df4045d9-c306-4464-8bf4-4a7e337b612a service neutron] Notify callbacks [] for binding, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:27.679204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5f112e-ea10-4c21-a49d-0c79cd6de47e req-df4045d9-c306-4464-8bf4-4a7e337b612a service neutron] 10.222.0.38 "DELETE /v2.0/ports/8cd59e84-9efc-484e-8cc5-40e58affdf3d/bindings/n-h1-804230-3 HTTP/1.1" status: 204 len: 173 time: 0.3946164 Aug 20 11:21:27.693745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:27.910286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'Subnet': ['ID=02f61322-a507-4324-a828-a8fe80574a14,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:27.915114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Checking segment: {'id': '90237da9-6e9d-49d6-b38a-8d7877870e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf0b71ed-4dfe-467a-a888-00cae1e2deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:21:27.916201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Network hostable DHCP agents. Network: cf0b71ed-4dfe-467a-a888-00cae1e2deee, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:21:27.929436 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-8c361305-3437-41b7-ae56-87b8dcea210b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975354 Aug 20 11:21:27.955871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-065fe819-df5c-48a9-9a80-c8537b27299a None None] Provisioning for port 5606301f-9436-4fb4-8fdb-8c196d6c1024 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:27.963973 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-065fe819-df5c-48a9-9a80-c8537b27299a None None] Provisioning complete for port 5606301f-9436-4fb4-8fdb-8c196d6c1024 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:27.964365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-065fe819-df5c-48a9-9a80-c8537b27299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:28.052764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-cddbb233-5941-490d-838b-abafa2754ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:28.055074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-cddbb233-5941-490d-838b-abafa2754ca1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 1096 time: 0.0663953 Aug 20 11:21:28.091960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Network cf0b71ed-4dfe-467a-a888-00cae1e2deee is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:21:28.115065 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-065fe819-df5c-48a9-9a80-c8537b27299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:28.176715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-065fe819-df5c-48a9-9a80-c8537b27299a None None] For port 5606301f-9436-4fb4-8fdb-8c196d6c1024, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5606301f-9436-4fb4-8fdb-8c196d6c1024,segment=NetworkSegment(a542bede-1261-414c-a266-ba3ecc9fe7c0),segment_id=a542bede-1261-414c-a266-ba3ecc9fe7c0)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:28.229589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, cf0b71ed-4dfe-467a-a888-00cae1e2deee) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:28.232089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-061a1c23-9f37-4210-b54f-1aaf0b97264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:28.233670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-061a1c23-9f37-4210-b54f-1aaf0b97264d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.1571798 Aug 20 11:21:28.235148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:28.236395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:28.246872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd1ceb0-ac7f-4c40-ba3a-e5cad7497948 None None] Network cf0b71ed-4dfe-467a-a888-00cae1e2deee requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:28.298037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-38483d2f-866d-4b55-8fcc-62a2c7ddf13f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281 HTTP/1.1" status: 200 len: 217 time: 0.0508432 Aug 20 11:21:28.362854 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-065fe819-df5c-48a9-9a80-c8537b27299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:28.392332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2277-72f8-423c-b609-d59f1e8c0479 req-c65aba2c-1b40-4829-adda-1ce1d11ac3c5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:28.395394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-7dd7f9d2-a721-48ce-b0f6-3a714c145323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:28.397353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0efb2277-72f8-423c-b609-d59f1e8c0479 req-c65aba2c-1b40-4829-adda-1ce1d11ac3c5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 945 time: 0.1315935 Aug 20 11:21:28.405932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-7dd7f9d2-a721-48ce-b0f6-3a714c145323 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0997181 Aug 20 11:21:28.453121 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0efb2277-72f8-423c-b609-d59f1e8c0479 req-311494c1-4158-4fc5-a6ef-c82cb7efd7e5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545831 Aug 20 11:21:28.499021 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3a4b0efd-aa25-4fc9-9436-fe37e71bd929 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6621258 Aug 20 11:21:28.504008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54020) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:28.519446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Request body: {'subnet': {'network_id': 'ace52563-8bd8-4410-b161-0d099aea94f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:28.527084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-94c35682-3bdb-4806-9edf-4117208c86de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104302 Aug 20 11:21:28.528016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fe819-df5c-48a9-9a80-c8537b27299a None None] Pushing event updated for resources: {'Port': ['ID=5606301f-9436-4fb4-8fdb-8c196d6c1024,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:28.602589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a1855fb2-0613-4546-ae1c-de0c067758b6 None None] Provisioning complete for port 5606301f-9436-4fb4-8fdb-8c196d6c1024 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:28.603017 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a1855fb2-0613-4546-ae1c-de0c067758b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:28.677286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-757ada19-d329-4777-8b99-7bb6eb2e0038 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419702 Aug 20 11:21:28.734161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-cf0b71ed-4dfe-467a-a888-00cae1e2deee', 'network_id': 'cf0b71ed-4dfe-467a-a888-00cae1e2deee', 'tenant_id': '2fefb6f5c6604a1c807ea89a40ace1e9', 'fixed_ips': [{'subnet_id': '02f61322-a507-4324-a828-a8fe80574a14'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:21:28.735132 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:28.844537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401af3e-9d52-4a24-a63d-1948754d3f85 req-41b0d02e-9966-4fc8-92fe-9e214ff567ec tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:28.847317 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f401af3e-9d52-4a24-a63d-1948754d3f85 req-41b0d02e-9966-4fc8-92fe-9e214ff567ec tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 1096 time: 0.0983119 Aug 20 11:21:28.870146 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4c23c53d-98d6-4d55-8e2f-50207971aa77 req-64e356f8-3659-4a09-9b8d-a4bed5a4758b service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845572 Aug 20 11:21:28.907966 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f401af3e-9d52-4a24-a63d-1948754d3f85 req-6403a968-36e9-4d43-8af8-99b34c208dd9 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481675 Aug 20 11:21:28.978506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Made reservation on behalf of 2fefb6f5c6604a1c807ea89a40ace1e9 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:21:28.994048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:28.999202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Allocated IP 172.20.0.2 (cf0b71ed-4dfe-467a-a888-00cae1e2deee/02f61322-a507-4324-a828-a8fe80574a14/56f44149-5c27-4389-bf81-cc86391b5371) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:21:29.180260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790a33-1458-4248-b09d-3047a9ad3c6d req-1e7d5373-9ae6-4a02-8277-9d59fb9e27c4 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:29.185251 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53790a33-1458-4248-b09d-3047a9ad3c6d req-1e7d5373-9ae6-4a02-8277-9d59fb9e27c4 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 1096 time: 0.1084929 Aug 20 11:21:29.306614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53790a33-1458-4248-b09d-3047a9ad3c6d req-b6ee6831-c53f-40fe-aa7a-1c8f60ad2f71 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940530 Aug 20 11:21:29.313585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5606301f-9436-4fb4-8fdb-8c196d6c1024 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:29.524722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:29.538669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Transition to ACTIVE for port object 56f44149-5c27-4389-bf81-cc86391b5371 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:29.543694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5606301f-9436-4fb4-8fdb-8c196d6c1024 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:29.544075 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:29.579819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Transition to ACTIVE for port object 56f44149-5c27-4389-bf81-cc86391b5371 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:29.693327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:29.696938 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:29.798975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Network cf0b71ed-4dfe-467a-a888-00cae1e2deee is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:29.803630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'Subnet': ['ID=3872748f-1c74-432c-8b7b-f02bcad96875,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:29.804600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:29.807892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Checking segment: {'id': 'e174d0fe-85e2-49e2-8291-d7152472b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ace52563-8bd8-4410-b161-0d099aea94f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:21:29.808795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Network hostable DHCP agents. Network: ace52563-8bd8-4410-b161-0d099aea94f7, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:21:29.811064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:21:29.833653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Pushing event updated for resources: {'Port': ['ID=56f44149-5c27-4389-bf81-cc86391b5371,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:29.921403 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Attempting to bind port 56f44149-5c27-4389-bf81-cc86391b5371 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:21:29.921693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Attempting to bind port 56f44149-5c27-4389-bf81-cc86391b5371 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '90237da9-6e9d-49d6-b38a-8d7877870e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf0b71ed-4dfe-467a-a888-00cae1e2deee'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:21:29.922092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Attempting to bind port 56f44149-5c27-4389-bf81-cc86391b5371 on network cf0b71ed-4dfe-467a-a888-00cae1e2deee {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:21:29.927725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:21:29.928110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Checking segment: {'id': '90237da9-6e9d-49d6-b38a-8d7877870e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf0b71ed-4dfe-467a-a888-00cae1e2deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:21:29.928554 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:29.928963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Bound using segment: {'id': '90237da9-6e9d-49d6-b38a-8d7877870e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf0b71ed-4dfe-467a-a888-00cae1e2deee'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:21:29.929480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Bound port: 56f44149-5c27-4389-bf81-cc86391b5371, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90237da9-6e9d-49d6-b38a-8d7877870e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf0b71ed-4dfe-467a-a888-00cae1e2deee'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:21:29.929869 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:29.984803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Network ace52563-8bd8-4410-b161-0d099aea94f7 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:21:30.009752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] For port 56f44149-5c27-4389-bf81-cc86391b5371, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:21:30.013441 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] For port 56f44149-5c27-4389-bf81-cc86391b5371, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=56f44149-5c27-4389-bf81-cc86391b5371,segment=NetworkSegment(90237da9-6e9d-49d6-b38a-8d7877870e43),segment_id=90237da9-6e9d-49d6-b38a-8d7877870e43)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:21:30.281149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, ace52563-8bd8-4410-b161-0d099aea94f7) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:30.286822 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:30.289139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:21:30.290596 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:30.317319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20188baa-f0e4-41bb-908b-2c872b13d2eb None None] Network ace52563-8bd8-4410-b161-0d099aea94f7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:30.500766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219710b1-27bd-4077-908f-8340d4e7f8cf None None] Pushing event updated for resources: {'Port': ['ID=56f44149-5c27-4389-bf81-cc86391b5371,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:30.601939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-587333a2-844b-498f-bdea-395d8f728d89 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0962095 Aug 20 11:21:30.606330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54078) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:30.762141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-ace52563-8bd8-4410-b161-0d099aea94f7', 'network_id': 'ace52563-8bd8-4410-b161-0d099aea94f7', 'tenant_id': '2fefb6f5c6604a1c807ea89a40ace1e9', 'fixed_ips': [{'subnet_id': '3872748f-1c74-432c-8b7b-f02bcad96875'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:21:30.764468 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:31.011533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Allocated IP 172.20.0.2 (ace52563-8bd8-4410-b161-0d099aea94f7/3872748f-1c74-432c-8b7b-f02bcad96875/a2c5bd67-611e-44ac-94a4-b830e1297800) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:21:31.098704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 56f44149-5c27-4389-bf81-cc86391b5371 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:31.110527 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:31.404775 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:31.431659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Transition to ACTIVE for port object a2c5bd67-611e-44ac-94a4-b830e1297800 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:31.491245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Transition to ACTIVE for port object a2c5bd67-611e-44ac-94a4-b830e1297800 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:31.596229 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:31.714990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 56f44149-5c27-4389-bf81-cc86391b5371 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:31.741644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Allocated IP 172.20.0.1 (cf0b71ed-4dfe-467a-a888-00cae1e2deee/02f61322-a507-4324-a828-a8fe80574a14/f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:21:31.773000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Network ace52563-8bd8-4410-b161-0d099aea94f7 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:31.776970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:31.789875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:21:31.796540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Pushing event updated for resources: {'Port': ['ID=a2c5bd67-611e-44ac-94a4-b830e1297800,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:31.962473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Attempting to bind port a2c5bd67-611e-44ac-94a4-b830e1297800 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:21:31.963045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Attempting to bind port a2c5bd67-611e-44ac-94a4-b830e1297800 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'e174d0fe-85e2-49e2-8291-d7152472b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ace52563-8bd8-4410-b161-0d099aea94f7'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:21:31.963224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Attempting to bind port a2c5bd67-611e-44ac-94a4-b830e1297800 on network ace52563-8bd8-4410-b161-0d099aea94f7 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:21:31.969845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:21:31.970286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Checking segment: {'id': 'e174d0fe-85e2-49e2-8291-d7152472b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ace52563-8bd8-4410-b161-0d099aea94f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:21:31.970840 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:31.971239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Bound using segment: {'id': 'e174d0fe-85e2-49e2-8291-d7152472b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ace52563-8bd8-4410-b161-0d099aea94f7'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:21:31.971722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Bound port: a2c5bd67-611e-44ac-94a4-b830e1297800, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e174d0fe-85e2-49e2-8291-d7152472b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ace52563-8bd8-4410-b161-0d099aea94f7'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:21:31.977459 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:31.991573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04488ce-8991-4b68-859c-169cc53546ab None None] Network cf0b71ed-4dfe-467a-a888-00cae1e2deee requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:31.992591 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:32.037429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Transition to ACTIVE for port object f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:32.219408 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:32.262036 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] For port a2c5bd67-611e-44ac-94a4-b830e1297800, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:21:32.270531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] For port a2c5bd67-611e-44ac-94a4-b830e1297800, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a2c5bd67-611e-44ac-94a4-b830e1297800,segment=NetworkSegment(e174d0fe-85e2-49e2-8291-d7152472b2a6),segment_id=e174d0fe-85e2-49e2-8291-d7152472b2a6)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:21:32.313579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Network cf0b71ed-4dfe-467a-a888-00cae1e2deee is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:32.329053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:32.343085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:21:32.384407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7ccc5fe5-2324-4ae1-b7b9-0a6eb7259388 None None] Provisioning for port 56f44149-5c27-4389-bf81-cc86391b5371 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:32.393088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7ccc5fe5-2324-4ae1-b7b9-0a6eb7259388 None None] Provisioning complete for port 56f44149-5c27-4389-bf81-cc86391b5371 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:32.395965 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7ccc5fe5-2324-4ae1-b7b9-0a6eb7259388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:32.409111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'Port': ['ID=f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:32.457061 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:32.529074 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:32.746485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7ccc5fe5-2324-4ae1-b7b9-0a6eb7259388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:32.766641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87c47f-6448-4804-a6e3-7ce7cf2cc04f None None] Pushing event updated for resources: {'Port': ['ID=a2c5bd67-611e-44ac-94a4-b830e1297800,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:32.836458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7ccc5fe5-2324-4ae1-b7b9-0a6eb7259388 None None] For port 56f44149-5c27-4389-bf81-cc86391b5371, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=56f44149-5c27-4389-bf81-cc86391b5371,segment=NetworkSegment(90237da9-6e9d-49d6-b38a-8d7877870e43),segment_id=90237da9-6e9d-49d6-b38a-8d7877870e43)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:32.859753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:32.958074 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7ccc5fe5-2324-4ae1-b7b9-0a6eb7259388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:33.157320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc5fe5-2324-4ae1-b7b9-0a6eb7259388 None None] Pushing event updated for resources: {'Port': ['ID=56f44149-5c27-4389-bf81-cc86391b5371,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:33.163445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d5949751-03c7-49f0-adc2-7e40f32b0901 None None] Provisioning complete for port 56f44149-5c27-4389-bf81-cc86391b5371 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:33.164030 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5949751-03c7-49f0-adc2-7e40f32b0901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:33.572666 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:33.669784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-68440721-e841-4335-9025-d70365751361 None None] Provisioning for port f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:33.677415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-68440721-e841-4335-9025-d70365751361 None None] Provisioning complete for port f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:33.678029 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-68440721-e841-4335-9025-d70365751361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:33.686587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:33.782684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-68440721-e841-4335-9025-d70365751361 None None] Port f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:21:33.792036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'Port': ['ID=f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:33.806108 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:34.006659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Network cf0b71ed-4dfe-467a-a888-00cae1e2deee is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:34.008544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:34.454101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f5baca-b373-4240-8506-94a968e4b20e None None] Network ace52563-8bd8-4410-b161-0d099aea94f7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:34.537054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7863747e-3ec9-4a4a-85fd-02b9b4df4318 None None] Provisioning complete for port f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:34.537456 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7863747e-3ec9-4a4a-85fd-02b9b4df4318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:34.555637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Router 57853919-4dae-4822-8a91-e70ccc7d29e1 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:21:34.579896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7863747e-3ec9-4a4a-85fd-02b9b4df4318 None None] Port f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:21:34.702832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:21:34.712568 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-15f58917-2bfa-498c-a9bd-8dfe2abc2655 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "PUT /v2.0/routers/57853919-4dae-4822-8a91-e70ccc7d29e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1010284 Aug 20 11:21:34.714158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54150) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:34.723155 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c21a7d-fee3-4546-a976-e25e43049a8b None None] Sync routers for ids ['57853919-4dae-4822-8a91-e70ccc7d29e1'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:21:34.746019 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c21a7d-fee3-4546-a976-e25e43049a8b None None] Routers {'57853919-4dae-4822-8a91-e70ccc7d29e1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:34.747080 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-93c21a7d-fee3-4546-a976-e25e43049a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['57853919-4dae-4822-8a91-e70ccc7d29e1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:34.750208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7863747e-3ec9-4a4a-85fd-02b9b4df4318 None None] Provisioning for port a2c5bd67-611e-44ac-94a4-b830e1297800 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:34.854534 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-93c21a7d-fee3-4546-a976-e25e43049a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:34.886061 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c21a7d-fee3-4546-a976-e25e43049a8b None None] Routers {'57853919-4dae-4822-8a91-e70ccc7d29e1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:34.887456 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-93c21a7d-fee3-4546-a976-e25e43049a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['57853919-4dae-4822-8a91-e70ccc7d29e1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:35.038859 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-93c21a7d-fee3-4546-a976-e25e43049a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:35.054472 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c21a7d-fee3-4546-a976-e25e43049a8b None None] The sync data for ids ['57853919-4dae-4822-8a91-e70ccc7d29e1'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:21:35.161493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54158) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:35.363957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a2c5bd67-611e-44ac-94a4-b830e1297800 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:35.404584 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e07174a-a2b1-4de7-b289-3fba46e1d1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:35.539125 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e07174a-a2b1-4de7-b289-3fba46e1d1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:35.594602 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-6c19a9e7-e82f-4996-8899-6be463717f61 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:21:35.595693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6c19a9e7-e82f-4996-8899-6be463717f61 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "PUT /v2.0/routers/57853919-4dae-4822-8a91-e70ccc7d29e1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8816569 Aug 20 11:21:35.599081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54168) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:35.607533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a2c5bd67-611e-44ac-94a4-b830e1297800 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:35.614189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a2c5bd67-611e-44ac-94a4-b830e1297800 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:35.615012 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:35.712719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e07174a-a2b1-4de7-b289-3fba46e1d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:35.750331 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:35.782685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6e07174a-a2b1-4de7-b289-3fba46e1d1ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=166249d18eab477db4516ece55fa0dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6192658 Aug 20 11:21:35.783525 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07174a-a2b1-4de7-b289-3fba46e1d1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7ad074-e39a-4d6e-8ec5-0e5dba94feaa,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:35.785557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54172) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:35.801020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port a2c5bd67-611e-44ac-94a4-b830e1297800, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a2c5bd67-611e-44ac-94a4-b830e1297800,segment=NetworkSegment(e174d0fe-85e2-49e2-8291-d7152472b2a6),segment_id=e174d0fe-85e2-49e2-8291-d7152472b2a6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:35.852652 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0019-3765-45a7-81ba-a14dda22aa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:35.879313 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0019-3765-45a7-81ba-a14dda22aa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:35.892462 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:35.894803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 56f44149-5c27-4389-bf81-cc86391b5371 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:36.004063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=a2c5bd67-611e-44ac-94a4-b830e1297800,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:36.013847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 56f44149-5c27-4389-bf81-cc86391b5371 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:36.014295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:36.103220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0019-3765-45a7-81ba-a14dda22aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:36.107031 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0019-3765-45a7-81ba-a14dda22aa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:36.113224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8dcf0019-3765-45a7-81ba-a14dda22aa60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec7ad074-e39a-4d6e-8ec5-0e5dba94feaa HTTP/1.1" status: 204 len: 168 time: 0.3248110 Aug 20 11:21:36.125158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf0019-3765-45a7-81ba-a14dda22aa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7ad074-e39a-4d6e-8ec5-0e5dba94feaa,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:36.132296 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:36.937729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Deleting port f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:36.938636 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:37.052916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a2c5bd67-611e-44ac-94a4-b830e1297800 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:21:37.087964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:37.108879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Calling delete_port for f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:37.138778 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a2c5bd67-611e-44ac-94a4-b830e1297800 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:37.139137 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:37.606206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:37.632748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event deleted for resources: {'Port': ['ID=f8a2b3d2-f7e0-4002-8acb-c81c85e2aff1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:37.822968 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:38.073198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Router 57853919-4dae-4822-8a91-e70ccc7d29e1 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:21:38.172255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:21:38.188211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54238) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:38.188955 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-982339b3-a30e-4f94-a857-8f42ff56e8bd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "PUT /v2.0/routers/57853919-4dae-4822-8a91-e70ccc7d29e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5880244 Aug 20 11:21:38.191505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c69909-2b60-475c-afc9-b83dd90c3ab8 None None] Sync routers for ids ['57853919-4dae-4822-8a91-e70ccc7d29e1'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:21:38.224355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c69909-2b60-475c-afc9-b83dd90c3ab8 None None] Routers {'57853919-4dae-4822-8a91-e70ccc7d29e1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:38.225528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-42c69909-2b60-475c-afc9-b83dd90c3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['57853919-4dae-4822-8a91-e70ccc7d29e1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:38.264756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-42c69909-2b60-475c-afc9-b83dd90c3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:38.273387 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-f88c806b-ea46-460f-aed9-42761fc48fac tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] delete failed (client error): The resource could not be found. Aug 20 11:21:38.274508 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f88c806b-ea46-460f-aed9-42761fc48fac tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-32125479 HTTP/1.1" status: 404 len: 333 time: 0.0811667 Aug 20 11:21:38.278448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54256) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:38.282184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c69909-2b60-475c-afc9-b83dd90c3ab8 None None] Routers {'57853919-4dae-4822-8a91-e70ccc7d29e1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:38.283177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-42c69909-2b60-475c-afc9-b83dd90c3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['57853919-4dae-4822-8a91-e70ccc7d29e1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:38.285079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9717d148-9756-4134-b3de-ba5f4754e022 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Request body: {'router': {'external_gateway_info': {'network_id': '57853919-4dae-4822-8a91-e70ccc7d29e1'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:38.325911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-42c69909-2b60-475c-afc9-b83dd90c3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:38.326690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c69909-2b60-475c-afc9-b83dd90c3ab8 None None] The sync data for ids ['57853919-4dae-4822-8a91-e70ccc7d29e1'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:21:38.556355 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9717d148-9756-4134-b3de-ba5f4754e022 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:38.699773 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-9717d148-9756-4134-b3de-ba5f4754e022 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] update failed (client error): The resource could not be found. Aug 20 11:21:38.700813 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9717d148-9756-4134-b3de-ba5f4754e022 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "PUT /v2.0/routers/57853919-4dae-4822-8a91-e70ccc7d29e1 HTTP/1.1" status: 404 len: 339 time: 0.4213712 Aug 20 11:21:38.707053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54284) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:39.214263 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:21:39.332421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:39.629094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Allocated IP 172.20.0.1 (1f7698b9-71f3-49a7-af43-8710bac3ff8a/1117cbe3-6f49-41d3-8f1e-33befebfe586/c35cd9db-527e-4f02-8fd5-29fc098f75b3) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:21:39.771764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:39.791647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Transition to ACTIVE for port object c35cd9db-527e-4f02-8fd5-29fc098f75b3 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:21:39.989031 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:40.033732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54352) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:40.035849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Network 1f7698b9-71f3-49a7-af43-8710bac3ff8a is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:40.038939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:40.055695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:21:40.094429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'Port': ['ID=c35cd9db-527e-4f02-8fd5-29fc098f75b3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:40.125527 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:40.200760 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2719efba-6068-41f6-858d-bf7cdde7f113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:40.362716 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2719efba-6068-41f6-858d-bf7cdde7f113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:40.498060 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:40.521046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5f57a226-5a0b-44c4-86af-f737d8e006d1 None None] Provisioning for port c35cd9db-527e-4f02-8fd5-29fc098f75b3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:21:40.522366 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2719efba-6068-41f6-858d-bf7cdde7f113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:40.533299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5f57a226-5a0b-44c4-86af-f737d8e006d1 None None] Provisioning complete for port c35cd9db-527e-4f02-8fd5-29fc098f75b3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:40.533695 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5f57a226-5a0b-44c4-86af-f737d8e006d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:40.589921 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5f57a226-5a0b-44c4-86af-f737d8e006d1 None None] Port c35cd9db-527e-4f02-8fd5-29fc098f75b3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:21:40.592951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2719efba-6068-41f6-858d-bf7cdde7f113 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88a5f6ffd3624a7dbc4eb1bac6228a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5559516 Aug 20 11:21:40.596608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54362) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:40.598296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719efba-6068-41f6-858d-bf7cdde7f113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03f4d01-fe27-4b81-99cd-ed96b2da59ed,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:40.856087 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5418ae0-c09e-4c97-bc05-7081ffc97c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:40.907618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5418ae0-c09e-4c97-bc05-7081ffc97c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:40.921199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:40.992333 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:41.091478 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:41.163244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5418ae0-c09e-4c97-bc05-7081ffc97c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:41.165915 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5418ae0-c09e-4c97-bc05-7081ffc97c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:41.167302 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c5418ae0-c09e-4c97-bc05-7081ffc97c1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c03f4d01-fe27-4b81-99cd-ed96b2da59ed HTTP/1.1" status: 204 len: 168 time: 0.5692363 Aug 20 11:21:41.182572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event updated for resources: {'Port': ['ID=c35cd9db-527e-4f02-8fd5-29fc098f75b3,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:41.192445 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:41.194597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5418ae0-c09e-4c97-bc05-7081ffc97c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03f4d01-fe27-4b81-99cd-ed96b2da59ed,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:41.342865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Network 1f7698b9-71f3-49a7-af43-8710bac3ff8a is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:21:41.344747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:21:41.590191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Router 57853919-4dae-4822-8a91-e70ccc7d29e1 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:21:41.699688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:21:41.708968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-090cd705-639e-430b-abef-580b7084e50f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "PUT /v2.0/routers/57853919-4dae-4822-8a91-e70ccc7d29e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9980283 Aug 20 11:21:41.709131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54378) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:41.716189 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd286a0-5a18-49a5-9eff-fece390dfc64 None None] Sync routers for ids ['57853919-4dae-4822-8a91-e70ccc7d29e1'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:21:41.727281 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd286a0-5a18-49a5-9eff-fece390dfc64 None None] Routers {'57853919-4dae-4822-8a91-e70ccc7d29e1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:41.728336 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5dd286a0-5a18-49a5-9eff-fece390dfc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['57853919-4dae-4822-8a91-e70ccc7d29e1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:41.768046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5e54436c-99c4-4f19-8644-88d8c9beeebf None None] Provisioning complete for port c35cd9db-527e-4f02-8fd5-29fc098f75b3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:21:41.768619 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e54436c-99c4-4f19-8644-88d8c9beeebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:41.784322 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5dd286a0-5a18-49a5-9eff-fece390dfc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:41.796369 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd286a0-5a18-49a5-9eff-fece390dfc64 None None] Routers {'57853919-4dae-4822-8a91-e70ccc7d29e1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:41.797338 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5dd286a0-5a18-49a5-9eff-fece390dfc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['57853919-4dae-4822-8a91-e70ccc7d29e1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:41.843783 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5dd286a0-5a18-49a5-9eff-fece390dfc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:41.844782 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd286a0-5a18-49a5-9eff-fece390dfc64 None None] The sync data for ids ['57853919-4dae-4822-8a91-e70ccc7d29e1'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:21:41.858995 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5852d63a-b1fb-4f96-b7c4-7a725a2a24e7 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:41.892595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5e54436c-99c4-4f19-8644-88d8c9beeebf None None] Port c35cd9db-527e-4f02-8fd5-29fc098f75b3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:21:42.009034 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-5852d63a-b1fb-4f96-b7c4-7a725a2a24e7 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 11:21:42.010344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5852d63a-b1fb-4f96-b7c4-7a725a2a24e7 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "DELETE /v2.0/routers/57853919-4dae-4822-8a91-e70ccc7d29e1 HTTP/1.1" status: 409 len: 329 time: 0.3000252 Aug 20 11:21:42.017340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54388) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:42.399207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54392) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:42.417666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f72d023f-d307-4395-a104-1c976f71c8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:42.430350 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:42.525631 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f72d023f-d307-4395-a104-1c976f71c8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:42.601340 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f72d023f-d307-4395-a104-1c976f71c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:42.659729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f72d023f-d307-4395-a104-1c976f71c8f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c48ad8671d5c48a891f1b7c6fb4af1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593920 Aug 20 11:21:42.660513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d023f-d307-4395-a104-1c976f71c8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71952a35-d381-4936-9d32-947b54300749,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:42.662979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54396) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:42.731180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-024ba6a3-b176-4f01-82c7-24baf69db7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:42.755773 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-024ba6a3-b176-4f01-82c7-24baf69db7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:42.768247 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Deleting port c35cd9db-527e-4f02-8fd5-29fc098f75b3 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:42.768819 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:42.869412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:42.883810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Calling delete_port for c35cd9db-527e-4f02-8fd5-29fc098f75b3 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:42.925595 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-024ba6a3-b176-4f01-82c7-24baf69db7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:42.928897 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-024ba6a3-b176-4f01-82c7-24baf69db7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:42.933319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-024ba6a3-b176-4f01-82c7-24baf69db7f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71952a35-d381-4936-9d32-947b54300749 HTTP/1.1" status: 204 len: 168 time: 0.2660499 Aug 20 11:21:42.948013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ba6a3-b176-4f01-82c7-24baf69db7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71952a35-d381-4936-9d32-947b54300749,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:43.504729 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:43.519293 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:43.539094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event deleted for resources: {'Port': ['ID=c35cd9db-527e-4f02-8fd5-29fc098f75b3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:43.761815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:43.971921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Router 57853919-4dae-4822-8a91-e70ccc7d29e1 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:21:44.069834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:21:44.076323 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-970cd555-29ac-4a86-bed7-abccd04aedaf tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "PUT /v2.0/routers/57853919-4dae-4822-8a91-e70ccc7d29e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0618184 Aug 20 11:21:44.080886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54424) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:44.086843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb76044-6790-4589-9ecf-acced0f2efd5 None None] Sync routers for ids ['57853919-4dae-4822-8a91-e70ccc7d29e1'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:21:44.106225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb76044-6790-4589-9ecf-acced0f2efd5 None None] Routers {'57853919-4dae-4822-8a91-e70ccc7d29e1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:44.106225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4cb76044-6790-4589-9ecf-acced0f2efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['57853919-4dae-4822-8a91-e70ccc7d29e1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:44.192031 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-11becfb3-a8ab-4083-9de8-245d6e34bc12 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] show failed (client error): The resource could not be found. Aug 20 11:21:44.195447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-11becfb3-a8ab-4083-9de8-245d6e34bc12 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1841879816 HTTP/1.1" status: 404 len: 335 time: 0.1133711 Aug 20 11:21:44.199503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54434) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:44.205630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d1e0e78f-b0d7-47f0-9830-f38e6108731f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:44.247784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4cb76044-6790-4589-9ecf-acced0f2efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:44.251787 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-d1e0e78f-b0d7-47f0-9830-f38e6108731f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] update failed (client error): The resource could not be found. Aug 20 11:21:44.253156 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d1e0e78f-b0d7-47f0-9830-f38e6108731f tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-975699889 HTTP/1.1" status: 404 len: 334 time: 0.0523195 Aug 20 11:21:44.257614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54436) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:44.284434 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb76044-6790-4589-9ecf-acced0f2efd5 None None] Routers {'57853919-4dae-4822-8a91-e70ccc7d29e1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:21:44.285326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4cb76044-6790-4589-9ecf-acced0f2efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['57853919-4dae-4822-8a91-e70ccc7d29e1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:44.351298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f23dc5-c7fc-4f45-8a9c-329d4a077ab1 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Deleting subnet 3872748f-1c74-432c-8b7b-f02bcad96875 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:21:44.357293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5f23dc5-c7fc-4f45-8a9c-329d4a077ab1 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:44.362887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4cb76044-6790-4589-9ecf-acced0f2efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:44.363581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb76044-6790-4589-9ecf-acced0f2efd5 None None] The sync data for ids ['57853919-4dae-4822-8a91-e70ccc7d29e1'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:21:44.381938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54438) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:44.421102 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5f23dc5-c7fc-4f45-8a9c-329d4a077ab1 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:44.532917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69077461-4151-4e80-a808-9eb7afc9ad18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:44.535345 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5f23dc5-c7fc-4f45-8a9c-329d4a077ab1 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:44.656470 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69077461-4151-4e80-a808-9eb7afc9ad18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:44.851249 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69077461-4151-4e80-a808-9eb7afc9ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:44.852899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5f23dc5-c7fc-4f45-8a9c-329d4a077ab1 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:44.887531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f23dc5-c7fc-4f45-8a9c-329d4a077ab1 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event deleted for resources: {'Subnet': ['ID=3872748f-1c74-432c-8b7b-f02bcad96875,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:44.891618 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-69077461-4151-4e80-a808-9eb7afc9ad18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96f4674c0a3d4ff9afbafcc3f632bee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082030 Aug 20 11:21:44.896871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54448) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:44.903420 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5f23dc5-c7fc-4f45-8a9c-329d4a077ab1 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:44.903420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e5f23dc5-c7fc-4f45-8a9c-329d4a077ab1 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "DELETE /v2.0/subnets/3872748f-1c74-432c-8b7b-f02bcad96875 HTTP/1.1" status: 204 len: 168 time: 0.6406672 Aug 20 11:21:44.908568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71201ba3-cf5f-400c-a3d3-371f0c8cfda6 None None] Network ace52563-8bd8-4410-b161-0d099aea94f7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:44.910935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54450) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:44.929530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69077461-4151-4e80-a808-9eb7afc9ad18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ba8ea6-90e2-441e-a09b-e6a53dc787c6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:45.000904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e18a9c-ea08-45a8-acfa-dd6cfab7f164 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Deleting subnet 02f61322-a507-4324-a828-a8fe80574a14 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:21:45.010745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41e18a9c-ea08-45a8-acfa-dd6cfab7f164 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:45.017829 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1ea532d3-88e4-4c67-ae08-d3a2d24fa1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:45.046269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3f9f-a509-4b66-b514-be583cb45039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:45.082833 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41e18a9c-ea08-45a8-acfa-dd6cfab7f164 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:45.086840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3f9f-a509-4b66-b514-be583cb45039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:45.215493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa9d0b3-d562-402d-ac21-d27368f44a00 None None] DHCP port deletion for ace52563-8bd8-4410-b161-0d099aea94f7 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:21:45.228736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41e18a9c-ea08-45a8-acfa-dd6cfab7f164 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:45.300950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-afa9d0b3-d562-402d-ac21-d27368f44a00 None None] Deleting port a2c5bd67-611e-44ac-94a4-b830e1297800 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:45.301328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-afa9d0b3-d562-402d-ac21-d27368f44a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:45.378946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-afa9d0b3-d562-402d-ac21-d27368f44a00 None None] For port a2c5bd67-611e-44ac-94a4-b830e1297800, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a2c5bd67-611e-44ac-94a4-b830e1297800,segment=NetworkSegment(e174d0fe-85e2-49e2-8291-d7152472b2a6),segment_id=e174d0fe-85e2-49e2-8291-d7152472b2a6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:45.379414 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-afa9d0b3-d562-402d-ac21-d27368f44a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:45.394899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-afa9d0b3-d562-402d-ac21-d27368f44a00 None None] Calling delete_port for a2c5bd67-611e-44ac-94a4-b830e1297800 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:45.649149 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3f9f-a509-4b66-b514-be583cb45039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:45.652310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5fcf3f9f-a509-4b66-b514-be583cb45039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:45.653500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5fcf3f9f-a509-4b66-b514-be583cb45039 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62ba8ea6-90e2-441e-a09b-e6a53dc787c6 HTTP/1.1" status: 204 len: 168 time: 0.7554240 Aug 20 11:21:45.662064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf3f9f-a509-4b66-b514-be583cb45039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ba8ea6-90e2-441e-a09b-e6a53dc787c6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:45.990840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41e18a9c-ea08-45a8-acfa-dd6cfab7f164 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.032132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e18a9c-ea08-45a8-acfa-dd6cfab7f164 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event deleted for resources: {'Subnet': ['ID=02f61322-a507-4324-a828-a8fe80574a14,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:46.040241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41e18a9c-ea08-45a8-acfa-dd6cfab7f164 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.046603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-41e18a9c-ea08-45a8-acfa-dd6cfab7f164 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "DELETE /v2.0/subnets/02f61322-a507-4324-a828-a8fe80574a14 HTTP/1.1" status: 204 len: 168 time: 1.1297653 Aug 20 11:21:46.046714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54474) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:46.056402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ce76ac-7a0d-46a7-9ed4-7436d49f5232 None None] Network cf0b71ed-4dfe-467a-a888-00cae1e2deee requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:46.149378 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.212817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Deleting port a2c5bd67-611e-44ac-94a4-b830e1297800 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:46.213529 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.293104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] For port a2c5bd67-611e-44ac-94a4-b830e1297800, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a2c5bd67-611e-44ac-94a4-b830e1297800,segment=NetworkSegment(e174d0fe-85e2-49e2-8291-d7152472b2a6),segment_id=e174d0fe-85e2-49e2-8291-d7152472b2a6)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:46.293512 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.303500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54128b2b-0e86-4714-82b6-e43dca90aa2b None None] DHCP port deletion for cf0b71ed-4dfe-467a-a888-00cae1e2deee request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:21:46.316865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Calling delete_port for a2c5bd67-611e-44ac-94a4-b830e1297800 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:46.366785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-54128b2b-0e86-4714-82b6-e43dca90aa2b None None] Deleting port 56f44149-5c27-4389-bf81-cc86391b5371 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:46.367217 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54128b2b-0e86-4714-82b6-e43dca90aa2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.420962 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.445981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-54128b2b-0e86-4714-82b6-e43dca90aa2b None None] For port 56f44149-5c27-4389-bf81-cc86391b5371, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=56f44149-5c27-4389-bf81-cc86391b5371,segment=NetworkSegment(90237da9-6e9d-49d6-b38a-8d7877870e43),segment_id=90237da9-6e9d-49d6-b38a-8d7877870e43)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:46.446386 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54128b2b-0e86-4714-82b6-e43dca90aa2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.461445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-54128b2b-0e86-4714-82b6-e43dca90aa2b None None] Calling delete_port for 56f44149-5c27-4389-bf81-cc86391b5371 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:46.487020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] No DVR routers for this DVR port a2c5bd67-611e-44ac-94a4-b830e1297800 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:46.514859 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-afa9d0b3-d562-402d-ac21-d27368f44a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.527423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event deleted for resources: {'Port': ['ID=a2c5bd67-611e-44ac-94a4-b830e1297800,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:46.579802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9d0b3-d562-402d-ac21-d27368f44a00 None None] Pushing event deleted for resources: {'Port': ['ID=a2c5bd67-611e-44ac-94a4-b830e1297800,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:46.598712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9d0b3-d562-402d-ac21-d27368f44a00 None None] No DVR routers for this DVR port a2c5bd67-611e-44ac-94a4-b830e1297800 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:46.633619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.647030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace52563-8bd8-4410-b161-0d099aea94f7']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:46.668421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e174d0fe-85e2-49e2-8291-d7152472b2a6') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:46.668734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e174d0fe-85e2-49e2-8291-d7152472b2a6') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:46.684328 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.704423 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.711567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:21:46.711999 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:21:46.716305 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:21:46.794013 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54128b2b-0e86-4714-82b6-e43dca90aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.822623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54128b2b-0e86-4714-82b6-e43dca90aa2b None None] Pushing event deleted for resources: {'Port': ['ID=56f44149-5c27-4389-bf81-cc86391b5371,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:46.834008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54128b2b-0e86-4714-82b6-e43dca90aa2b None None] No DVR routers for this DVR port 56f44149-5c27-4389-bf81-cc86391b5371 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:46.926589 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.942970 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:46.947916 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "DELETE /v2.0/networks/ace52563-8bd8-4410-b161-0d099aea94f7 HTTP/1.1" status: 204 len: 168 time: 0.8979599 Aug 20 11:21:46.948185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54496) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:46.958814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b9d42-d712-4d51-aad5-a82fc7988dd2 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event deleted for resources: {'Network': ['ID=ace52563-8bd8-4410-b161-0d099aea94f7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:47.056714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a2c5bd67-611e-44ac-94a4-b830e1297800 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:21:47.071826 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.090233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a2c5bd67-611e-44ac-94a4-b830e1297800 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:21:47.090617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a2c5bd67-611e-44ac-94a4-b830e1297800 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:21:47.091244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 56f44149-5c27-4389-bf81-cc86391b5371 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:21:47.114826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 56f44149-5c27-4389-bf81-cc86391b5371 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:21:47.136196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 56f44149-5c27-4389-bf81-cc86391b5371 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:21:47.193836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.193836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0b71ed-4dfe-467a-a888-00cae1e2deee']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:47.205744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90237da9-6e9d-49d6-b38a-8d7877870e43') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:47.206038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90237da9-6e9d-49d6-b38a-8d7877870e43') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:47.218844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.236581 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.244666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:21:47.245071 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:21:47.249026 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:21:47.287660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54502) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:47.304953 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-671e8da2-ee0c-4b3e-9b29-fa6339c3fbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.525310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.541260 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.543736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "DELETE /v2.0/networks/cf0b71ed-4dfe-467a-a888-00cae1e2deee HTTP/1.1" status: 204 len: 168 time: 0.5940728 Aug 20 11:21:47.546386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54512) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:47.557292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb81b2b-6741-485a-84d0-d3d2d0dbc2ca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event deleted for resources: {'Network': ['ID=cf0b71ed-4dfe-467a-a888-00cae1e2deee,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:47.618195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea085c58-1e2e-4272-abd9-58df22d8b1dd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Deleting subnet 1117cbe3-6f49-41d3-8f1e-33befebfe586 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:21:47.626509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea085c58-1e2e-4272-abd9-58df22d8b1dd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.687253 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea085c58-1e2e-4272-abd9-58df22d8b1dd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.720767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-671e8da2-ee0c-4b3e-9b29-fa6339c3fbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.800306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea085c58-1e2e-4272-abd9-58df22d8b1dd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.822252 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-172b210c-c090-40a2-8b2d-b3b1735e4c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.942765 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-671e8da2-ee0c-4b3e-9b29-fa6339c3fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:47.985355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e8da2-ee0c-4b3e-9b29-fa6339c3fbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40d3966-4def-4265-8944-c32c28684151,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:47.990031 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-671e8da2-ee0c-4b3e-9b29-fa6339c3fbcd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c187e46d63e5461ab4978c11672772e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6988711 Aug 20 11:21:47.997312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54528) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:48.056317 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d9c7950-be77-4bda-8adc-c319297563c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.083267 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d9c7950-be77-4bda-8adc-c319297563c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.280828 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea085c58-1e2e-4272-abd9-58df22d8b1dd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.314758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea085c58-1e2e-4272-abd9-58df22d8b1dd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event deleted for resources: {'Subnet': ['ID=1117cbe3-6f49-41d3-8f1e-33befebfe586,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:48.323220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea085c58-1e2e-4272-abd9-58df22d8b1dd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.328252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ea085c58-1e2e-4272-abd9-58df22d8b1dd tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "DELETE /v2.0/subnets/1117cbe3-6f49-41d3-8f1e-33befebfe586 HTTP/1.1" status: 204 len: 168 time: 0.7771108 Aug 20 11:21:48.328579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54532) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:48.331426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d889947-e9c8-4ae9-8b15-2376b3850bdd None None] Network 1f7698b9-71f3-49a7-af43-8710bac3ff8a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:21:48.390789 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d9c7950-be77-4bda-8adc-c319297563c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.393470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d9c7950-be77-4bda-8adc-c319297563c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.397161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9d9c7950-be77-4bda-8adc-c319297563c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d40d3966-4def-4265-8944-c32c28684151 HTTP/1.1" status: 204 len: 168 time: 0.4014397 Aug 20 11:21:48.410019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c7950-be77-4bda-8adc-c319297563c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40d3966-4def-4265-8944-c32c28684151,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:48.435893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.531750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Deleting port 5606301f-9436-4fb4-8fdb-8c196d6c1024 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:48.532116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.571754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847085a3-8f68-4d00-9eda-9f18a0f4432a None None] DHCP port deletion for 1f7698b9-71f3-49a7-af43-8710bac3ff8a request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:21:48.619918 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.639133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-847085a3-8f68-4d00-9eda-9f18a0f4432a None None] Deleting port 5606301f-9436-4fb4-8fdb-8c196d6c1024 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:21:48.639133 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-847085a3-8f68-4d00-9eda-9f18a0f4432a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.639521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] For port 5606301f-9436-4fb4-8fdb-8c196d6c1024, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5606301f-9436-4fb4-8fdb-8c196d6c1024,segment=NetworkSegment(a542bede-1261-414c-a266-ba3ecc9fe7c0),segment_id=a542bede-1261-414c-a266-ba3ecc9fe7c0)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:48.639751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.655454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Calling delete_port for 5606301f-9436-4fb4-8fdb-8c196d6c1024 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:48.722737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-847085a3-8f68-4d00-9eda-9f18a0f4432a None None] For port 5606301f-9436-4fb4-8fdb-8c196d6c1024, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5606301f-9436-4fb4-8fdb-8c196d6c1024,segment=NetworkSegment(a542bede-1261-414c-a266-ba3ecc9fe7c0),segment_id=a542bede-1261-414c-a266-ba3ecc9fe7c0)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:21:48.723142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-847085a3-8f68-4d00-9eda-9f18a0f4432a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.740859 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-847085a3-8f68-4d00-9eda-9f18a0f4432a None None] Calling delete_port for 5606301f-9436-4fb4-8fdb-8c196d6c1024 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:21:48.868537 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.877180 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-847085a3-8f68-4d00-9eda-9f18a0f4432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:48.907398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847085a3-8f68-4d00-9eda-9f18a0f4432a None None] Pushing event deleted for resources: {'Port': ['ID=5606301f-9436-4fb4-8fdb-8c196d6c1024,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:48.912763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847085a3-8f68-4d00-9eda-9f18a0f4432a None None] No DVR routers for this DVR port 5606301f-9436-4fb4-8fdb-8c196d6c1024 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:48.920233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event deleted for resources: {'Port': ['ID=5606301f-9436-4fb4-8fdb-8c196d6c1024,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:48.922352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] No DVR routers for this DVR port 5606301f-9436-4fb4-8fdb-8c196d6c1024 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:21:49.052915 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.076850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5606301f-9436-4fb4-8fdb-8c196d6c1024 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:21:49.080193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7698b9-71f3-49a7-af43-8710bac3ff8a']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:49.102780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5606301f-9436-4fb4-8fdb-8c196d6c1024 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:21:49.103220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5606301f-9436-4fb4-8fdb-8c196d6c1024 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:21:49.110122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a542bede-1261-414c-a266-ba3ecc9fe7c0') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:49.111340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a542bede-1261-414c-a266-ba3ecc9fe7c0') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:21:49.128958 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.149230 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.157773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:21:49.158188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:21:49.163782 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:21:49.182777 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.393844 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.401388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.404110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "DELETE /v2.0/networks/1f7698b9-71f3-49a7-af43-8710bac3ff8a HTTP/1.1" status: 204 len: 168 time: 1.0744820 Aug 20 11:21:49.406721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54576) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:49.427878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88609240-c5d2-4365-bd7f-a193a3a3bfca tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Pushing event deleted for resources: {'Network': ['ID=1f7698b9-71f3-49a7-af43-8710bac3ff8a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:49.445553 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e00d0f11-3901-41a7-b36b-1340702793a0 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "GET /v2.0/ports?device_id=57853919-4dae-4822-8a91-e70ccc7d29e1 HTTP/1.1" status: 200 len: 205 time: 0.0376842 Aug 20 11:21:49.447981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54578) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:49.532657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2034d768-d7c6-47d6-8935-df1fff1068f0 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.719649 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2034d768-d7c6-47d6-8935-df1fff1068f0 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.721825 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2034d768-d7c6-47d6-8935-df1fff1068f0 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.943845 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2034d768-d7c6-47d6-8935-df1fff1068f0 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.944387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2034d768-d7c6-47d6-8935-df1fff1068f0 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Fanout notify agent at l3_agent the message router_deleted on router 57853919-4dae-4822-8a91-e70ccc7d29e1 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:21:49.962066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2034d768-d7c6-47d6-8935-df1fff1068f0 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:49.968886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2034d768-d7c6-47d6-8935-df1fff1068f0 tempest-RoutersNegativeTest-551861722 tempest-RoutersNegativeTest-551861722-project] 10.222.0.10 "DELETE /v2.0/routers/57853919-4dae-4822-8a91-e70ccc7d29e1 HTTP/1.1" status: 204 len: 168 time: 0.5198400 Aug 20 11:21:49.987775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54598) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:50.274691 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4330ef49-cd79-48fa-9f34-eba34e35419c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:50.395492 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4330ef49-cd79-48fa-9f34-eba34e35419c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:50.565388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4330ef49-cd79-48fa-9f34-eba34e35419c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:50.605818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330ef49-cd79-48fa-9f34-eba34e35419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00db91b0-b749-4101-a237-dd150a6b4df0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:50.613230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4330ef49-cd79-48fa-9f34-eba34e35419c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25ffaee88f3749888716cb1f8584dbfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6241698 Aug 20 11:21:50.616081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54612) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:50.682567 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e171a696-bcbe-461a-8649-ee205f3c7360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:50.711213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e171a696-bcbe-461a-8649-ee205f3c7360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:50.896300 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:51.046974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e171a696-bcbe-461a-8649-ee205f3c7360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:51.050124 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e171a696-bcbe-461a-8649-ee205f3c7360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:51.051602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e171a696-bcbe-461a-8649-ee205f3c7360 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00db91b0-b749-4101-a237-dd150a6b4df0 HTTP/1.1" status: 204 len: 168 time: 0.4344089 Aug 20 11:21:51.068163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171a696-bcbe-461a-8649-ee205f3c7360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00db91b0-b749-4101-a237-dd150a6b4df0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:51.100498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54628) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:51.631539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dc52dcc5-4d5f-4e58-9968-44563f6fc4da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fefb6f5c6604a1c807ea89a40ace1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290375 Aug 20 11:21:51.634971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54640) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:51.687836 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b7a1-1d1c-4ae4-a81c-1a2372ad7366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:51.716415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b7a1-1d1c-4ae4-a81c-1a2372ad7366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:52.120010 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b7a1-1d1c-4ae4-a81c-1a2372ad7366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:52.123614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4e0b7a1-1d1c-4ae4-a81c-1a2372ad7366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:52.125019 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d4e0b7a1-1d1c-4ae4-a81c-1a2372ad7366 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e75fe595-08e0-4d35-b910-3047d07408eb HTTP/1.1" status: 204 len: 168 time: 0.4889758 Aug 20 11:21:52.138004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0b7a1-1d1c-4ae4-a81c-1a2372ad7366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75fe595-08e0-4d35-b910-3047d07408eb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:52.482850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54666) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:52.497544 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6152e7ca-34cf-4a61-bdac-563bf3cb9b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:52.628939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6152e7ca-34cf-4a61-bdac-563bf3cb9b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:52.845471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6152e7ca-34cf-4a61-bdac-563bf3cb9b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:52.903938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6152e7ca-34cf-4a61-bdac-563bf3cb9b68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=193caf9ae48b4a9ca4cd48129f93fa20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058790 Aug 20 11:21:52.903938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152e7ca-34cf-4a61-bdac-563bf3cb9b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a551428d-eeca-43a2-925f-9ecb6aa9b955,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:52.908169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54678) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:52.968572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef5f782c-cc07-4944-87ea-fe09dc6c6c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:52.992921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef5f782c-cc07-4944-87ea-fe09dc6c6c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:53.245894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef5f782c-cc07-4944-87ea-fe09dc6c6c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:53.250231 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef5f782c-cc07-4944-87ea-fe09dc6c6c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:53.254323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ef5f782c-cc07-4944-87ea-fe09dc6c6c1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a551428d-eeca-43a2-925f-9ecb6aa9b955 HTTP/1.1" status: 204 len: 168 time: 0.3420191 Aug 20 11:21:53.265549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f782c-cc07-4944-87ea-fe09dc6c6c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a551428d-eeca-43a2-925f-9ecb6aa9b955,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:55.630881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54736) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:55.863295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c3b95c68-65f4-4170-95a8-0a356d58e7bb tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:55.863892 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-c3b95c68-65f4-4170-95a8-0a356d58e7bb tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 11:21:55.864428 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-c3b95c68-65f4-4170-95a8-0a356d58e7bb tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:21:55.865624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c3b95c68-65f4-4170-95a8-0a356d58e7bb tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2336926 Aug 20 11:21:55.869198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54746) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:55.875160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306937069'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:56.028133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.038615 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.140495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.339522 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.451061 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.471479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc9e693-5f33-42ce-994b-25a8ded49a43,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:56.483184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.484818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.485377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.486299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.486852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.488205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.489173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.489836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.490529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.491599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.491599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.492462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:21:56.565111 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.611029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f190c56-4b88-46dc-b74a-6f5e52036654,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:56.645068 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.646521 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-25b22376-f599-4f61-9237-a7504ded12d7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7761612 Aug 20 11:21:56.649814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54778) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:56.655684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-044e1034-a680-437a-96c6-1f14cb2d7485 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '1f190c56-4b88-46dc-b74a-6f5e52036654', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:56.771106 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-044e1034-a680-437a-96c6-1f14cb2d7485 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.846648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-044e1034-a680-437a-96c6-1f14cb2d7485 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.965169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-044e1034-a680-437a-96c6-1f14cb2d7485 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:56.984716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e1034-a680-437a-96c6-1f14cb2d7485 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964e409c-2095-474f-bec1-f8307493d5c0,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:57.124992 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-044e1034-a680-437a-96c6-1f14cb2d7485 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:57.126406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-044e1034-a680-437a-96c6-1f14cb2d7485 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4752958 Aug 20 11:21:57.129327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54800) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:57.133980 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-36a92478-c641-4114-acd5-9fedb252f3bd tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '1f190c56-4b88-46dc-b74a-6f5e52036654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:57.296345 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-36a92478-c641-4114-acd5-9fedb252f3bd tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:57.439808 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-36a92478-c641-4114-acd5-9fedb252f3bd tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:21:57.441052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-36a92478-c641-4114-acd5-9fedb252f3bd tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3107450 Aug 20 11:21:57.443946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54812) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:57.509984 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69e09428-7528-44ef-9ce1-37b833a84be0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:57.542229 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69e09428-7528-44ef-9ce1-37b833a84be0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:57.937161 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69e09428-7528-44ef-9ce1-37b833a84be0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:57.940505 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69e09428-7528-44ef-9ce1-37b833a84be0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:57.941906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-69e09428-7528-44ef-9ce1-37b833a84be0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/1f190c56-4b88-46dc-b74a-6f5e52036654 HTTP/1.1" status: 204 len: 168 time: 0.4966593 Aug 20 11:21:57.944788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54834) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:57.953136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e09428-7528-44ef-9ce1-37b833a84be0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f190c56-4b88-46dc-b74a-6f5e52036654,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:58.013153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54844) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:58.013506 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-775f152f-5ed3-4dc1-95b5-f27f14b0400a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662022 Aug 20 11:21:58.020726 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-708a9b3e-5c73-4f0f-af41-2eb6dd6983c4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'tempest-secgroup--103299424'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:58.165282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-708a9b3e-5c73-4f0f-af41-2eb6dd6983c4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:58.260853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-708a9b3e-5c73-4f0f-af41-2eb6dd6983c4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:58.398976 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-708a9b3e-5c73-4f0f-af41-2eb6dd6983c4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:58.430861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a9b3e-5c73-4f0f-af41-2eb6dd6983c4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a4a570-9202-498a-9d37-bdad121032b6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:58.713551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-708a9b3e-5c73-4f0f-af41-2eb6dd6983c4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:58.715476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-708a9b3e-5c73-4f0f-af41-2eb6dd6983c4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7013557 Aug 20 11:21:58.718955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54876) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:58.725249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-20107764-bd29-4175-aaff-e2ff7fcaea79 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '19a4a570-9202-498a-9d37-bdad121032b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:58.726295 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-20107764-bd29-4175-aaff-e2ff7fcaea79 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 11:21:58.735374 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-20107764-bd29-4175-aaff-e2ff7fcaea79 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:21:58.738489 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-20107764-bd29-4175-aaff-e2ff7fcaea79 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0162463 Aug 20 11:21:58.739541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54878) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:58.814609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ff91-5fcd-45b0-9aa9-b84282af7357 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:58.843543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ff91-5fcd-45b0-9aa9-b84282af7357 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.079614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ff91-5fcd-45b0-9aa9-b84282af7357 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.082887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ff91-5fcd-45b0-9aa9-b84282af7357 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.084651 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a6a2ff91-5fcd-45b0-9aa9-b84282af7357 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/19a4a570-9202-498a-9d37-bdad121032b6 HTTP/1.1" status: 204 len: 168 time: 0.3438730 Aug 20 11:21:59.087142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54894) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:59.095613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2ff91-5fcd-45b0-9aa9-b84282af7357 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a4a570-9202-498a-9d37-bdad121032b6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:59.158570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54896) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:59.158913 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b9433540-b74e-4984-ae69-505bbe08e6f1 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694315 Aug 20 11:21:59.168966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-240e0eb6-0b98-4855-98b6-35ea7aa5f0c8 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581706023'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:59.353393 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-240e0eb6-0b98-4855-98b6-35ea7aa5f0c8 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.462524 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-240e0eb6-0b98-4855-98b6-35ea7aa5f0c8 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.530594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-240e0eb6-0b98-4855-98b6-35ea7aa5f0c8 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.576940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e0eb6-0b98-4855-98b6-35ea7aa5f0c8 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c95bbf6-0934-40dd-8289-d02a9b268c1a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:21:59.696693 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-240e0eb6-0b98-4855-98b6-35ea7aa5f0c8 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.698349 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-240e0eb6-0b98-4855-98b6-35ea7aa5f0c8 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5379505 Aug 20 11:21:59.701257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54932) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:59.706209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ea854083-1c39-4cdf-8dfd-1fffca4cfa81 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '7c95bbf6-0934-40dd-8289-d02a9b268c1a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:21:59.707262 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-ea854083-1c39-4cdf-8dfd-1fffca4cfa81 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 11:21:59.707829 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-ea854083-1c39-4cdf-8dfd-1fffca4cfa81 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:21:59.708884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ea854083-1c39-4cdf-8dfd-1fffca4cfa81 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065744 Aug 20 11:21:59.711826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54934) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:21:59.791895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82399a08-3ef8-421a-a315-f89e60f0989b tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.817071 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82399a08-3ef8-421a-a315-f89e60f0989b tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.995320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82399a08-3ef8-421a-a315-f89e60f0989b tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.995320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82399a08-3ef8-421a-a315-f89e60f0989b tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:21:59.995320 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-82399a08-3ef8-421a-a315-f89e60f0989b tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/7c95bbf6-0934-40dd-8289-d02a9b268c1a HTTP/1.1" status: 204 len: 168 time: 0.2788227 Aug 20 11:21:59.995320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54948) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:00.015093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82399a08-3ef8-421a-a315-f89e60f0989b tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c95bbf6-0934-40dd-8289-d02a9b268c1a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:00.053069 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-64151566-266d-4407-968f-ebb6358251ee tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566416 Aug 20 11:22:00.057147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54950) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:00.062097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3f4090f8-40bb-42c4-94f6-775105fecde4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'tempest-secgroup--360064351'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:00.261923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f4090f8-40bb-42c4-94f6-775105fecde4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:00.349429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f4090f8-40bb-42c4-94f6-775105fecde4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:00.559126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f4090f8-40bb-42c4-94f6-775105fecde4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:00.601666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4090f8-40bb-42c4-94f6-775105fecde4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0868b7-7526-4788-8814-2a91bd8ae0d8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:00.672353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54960) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:00.708277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f4090f8-40bb-42c4-94f6-775105fecde4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:00.709683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3f4090f8-40bb-42c4-94f6-775105fecde4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6515689 Aug 20 11:22:00.714405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54966) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:00.720883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-28bb1334-fe50-4a9d-929c-ab026edfebea tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '0d0868b7-7526-4788-8814-2a91bd8ae0d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:00.728020 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-28bb1334-fe50-4a9d-929c-ab026edfebea tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 11:22:00.728695 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-28bb1334-fe50-4a9d-929c-ab026edfebea tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:00.732457 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-28bb1334-fe50-4a9d-929c-ab026edfebea tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0141032 Aug 20 11:22:00.732746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54968) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:00.737545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-61fb63b4-cdfd-467d-b3b9-792cc676253c tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '0d0868b7-7526-4788-8814-2a91bd8ae0d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:00.738524 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-61fb63b4-cdfd-467d-b3b9-792cc676253c tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 11:22:00.739206 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-61fb63b4-cdfd-467d-b3b9-792cc676253c tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:00.740437 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-61fb63b4-cdfd-467d-b3b9-792cc676253c tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067108 Aug 20 11:22:00.753782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54970) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:00.758130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2e48cfdc-776f-4063-957a-602e91b02388 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '0d0868b7-7526-4788-8814-2a91bd8ae0d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:00.760584 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-2e48cfdc-776f-4063-957a-602e91b02388 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 11:22:00.761174 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-2e48cfdc-776f-4063-957a-602e91b02388 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:00.762169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2e48cfdc-776f-4063-957a-602e91b02388 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090778 Aug 20 11:22:00.765830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54974) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:00.790394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2317d872-0427-459b-bc06-b48a3ccb390a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '0d0868b7-7526-4788-8814-2a91bd8ae0d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:00.790394 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-2317d872-0427-459b-bc06-b48a3ccb390a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 11:22:00.790394 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-2317d872-0427-459b-bc06-b48a3ccb390a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:00.790394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2317d872-0427-459b-bc06-b48a3ccb390a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0137291 Aug 20 11:22:00.792725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54978) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:00.817252 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e33e863a-e260-42f9-ac1b-bb320e85b668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:00.895204 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-026b7201-24b0-482e-98a6-c15cf0534595 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:00.931364 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-026b7201-24b0-482e-98a6-c15cf0534595 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.003040 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e33e863a-e260-42f9-ac1b-bb320e85b668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.210235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-026b7201-24b0-482e-98a6-c15cf0534595 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.212902 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-026b7201-24b0-482e-98a6-c15cf0534595 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.214088 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-026b7201-24b0-482e-98a6-c15cf0534595 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/0d0868b7-7526-4788-8814-2a91bd8ae0d8 HTTP/1.1" status: 204 len: 168 time: 0.4204562 Aug 20 11:22:01.216829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54986) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:01.223912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b7201-24b0-482e-98a6-c15cf0534595 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0868b7-7526-4788-8814-2a91bd8ae0d8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:01.267394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e33e863a-e260-42f9-ac1b-bb320e85b668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.272625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f57a3535-cfed-471a-b4fb-eb43b9dfab2d tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545774 Aug 20 11:22:01.277333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54990) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:01.284506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fcb3e734-8ff5-4753-9e34-9c3f87e4d2ca tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767814552'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:01.310398 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e33e863a-e260-42f9-ac1b-bb320e85b668 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f78e7265241f46c98b5e1d4d2fe0735f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368866 Aug 20 11:22:01.312604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e863a-e260-42f9-ac1b-bb320e85b668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efb4598-f612-4750-9d08-3b15a3098177,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:01.313289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54992) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:01.369030 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.393617 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.605718 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcb3e734-8ff5-4753-9e34-9c3f87e4d2ca tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.995376 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:01.998154 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.003448 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5efb4598-f612-4750-9d08-3b15a3098177 HTTP/1.1" status: 204 len: 168 time: 0.6881192 Aug 20 11:22:02.019684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efb4598-f612-4750-9d08-3b15a3098177,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:02.032800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.033113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.033509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.033795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.034198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.034492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.034796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.035119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.035627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.035956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.036283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.036607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc8f60f-a58c-43f7-bdb1-1fa7669faa98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:02.089350 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcb3e734-8ff5-4753-9e34-9c3f87e4d2ca tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.330194 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcb3e734-8ff5-4753-9e34-9c3f87e4d2ca tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.361799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3e734-8ff5-4753-9e34-9c3f87e4d2ca tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e147c4c8-9333-4ec6-ab10-20e219dc078e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:02.456670 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcb3e734-8ff5-4753-9e34-9c3f87e4d2ca tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:02.458396 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fcb3e734-8ff5-4753-9e34-9c3f87e4d2ca tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1784768 Aug 20 11:22:02.469344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55016) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:02.474179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-78fbe36d-58c9-43f4-8542-192a29be3846 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'e147c4c8-9333-4ec6-ab10-20e219dc078e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:02.475057 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-78fbe36d-58c9-43f4-8542-192a29be3846 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 11:22:02.475710 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-78fbe36d-58c9-43f4-8542-192a29be3846 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:02.476618 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-78fbe36d-58c9-43f4-8542-192a29be3846 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062511 Aug 20 11:22:02.479835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55018) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:02.486235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c7c4dad7-e482-45e2-9cc0-22c92ab88c98 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'e147c4c8-9333-4ec6-ab10-20e219dc078e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:02.776948 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-c7c4dad7-e482-45e2-9cc0-22c92ab88c98 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:02.778046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c7c4dad7-e482-45e2-9cc0-22c92ab88c98 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2963722 Aug 20 11:22:02.779386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55022) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:02.781635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55024) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:02.786292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d6f82460-41b3-4c3a-9fd2-4abf3e1a7d86 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'e147c4c8-9333-4ec6-ab10-20e219dc078e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:02.786805 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-d6f82460-41b3-4c3a-9fd2-4abf3e1a7d86 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 11:22:02.787299 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-d6f82460-41b3-4c3a-9fd2-4abf3e1a7d86 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:02.788240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d6f82460-41b3-4c3a-9fd2-4abf3e1a7d86 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056293 Aug 20 11:22:02.790787 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55028) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:02.796535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-809d0d40-7480-4b7f-974d-a6d88a9457d5 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'e147c4c8-9333-4ec6-ab10-20e219dc078e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:02.897041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62098eb3-3162-4b7b-ac1f-09a8c9a6502c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.060166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62098eb3-3162-4b7b-ac1f-09a8c9a6502c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.086498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55038) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:03.103508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac260dc7-1e77-4a72-8c0f-c7335f3c479c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.221861 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62098eb3-3162-4b7b-ac1f-09a8c9a6502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.260987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62098eb3-3162-4b7b-ac1f-09a8c9a6502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82adfd66-3d4b-44fa-b49f-e7695b49855a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:03.265838 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-62098eb3-3162-4b7b-ac1f-09a8c9a6502c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24080e3daeaf4b3fb73047ed15417533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853132 Aug 20 11:22:03.268682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55040) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:03.330703 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c12bbe87-88c1-49d6-af8d-caf735bcb39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.352271 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c12bbe87-88c1-49d6-af8d-caf735bcb39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.356924 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-809d0d40-7480-4b7f-974d-a6d88a9457d5 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:03.356924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-809d0d40-7480-4b7f-974d-a6d88a9457d5 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5629661 Aug 20 11:22:03.358519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55042) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:03.363191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-abb03aa1-27b2-4e7e-a562-a58d850436b7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'e147c4c8-9333-4ec6-ab10-20e219dc078e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:03.363816 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-abb03aa1-27b2-4e7e-a562-a58d850436b7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 11:22:03.364336 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-abb03aa1-27b2-4e7e-a562-a58d850436b7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:03.365446 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-abb03aa1-27b2-4e7e-a562-a58d850436b7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058501 Aug 20 11:22:03.367958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55044) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:03.374011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f5f435ba-2ab5-40b5-a478-8606555c189f tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'e147c4c8-9333-4ec6-ab10-20e219dc078e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:03.481239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c12bbe87-88c1-49d6-af8d-caf735bcb39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.483813 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c12bbe87-88c1-49d6-af8d-caf735bcb39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.484970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c12bbe87-88c1-49d6-af8d-caf735bcb39a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82adfd66-3d4b-44fa-b49f-e7695b49855a HTTP/1.1" status: 204 len: 168 time: 0.2153318 Aug 20 11:22:03.499032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bbe87-88c1-49d6-af8d-caf735bcb39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82adfd66-3d4b-44fa-b49f-e7695b49855a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:03.547011 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac260dc7-1e77-4a72-8c0f-c7335f3c479c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.632964 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac260dc7-1e77-4a72-8c0f-c7335f3c479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.676010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ac260dc7-1e77-4a72-8c0f-c7335f3c479c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d040765119a24385a64f9f5f9f86ff6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5883040 Aug 20 11:22:03.676892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac260dc7-1e77-4a72-8c0f-c7335f3c479c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8323672c-a423-4c56-90cf-5083b69441a9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:03.679149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55050) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:03.728231 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce00410b-b220-4feb-ab68-fb9b6a7500c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.753639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce00410b-b220-4feb-ab68-fb9b6a7500c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.804520 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-f5f435ba-2ab5-40b5-a478-8606555c189f tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Project adff04fd42dd437fa1aabf352822e636 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:22:03.948984 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-f5f435ba-2ab5-40b5-a478-8606555c189f tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:03.950557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f5f435ba-2ab5-40b5-a478-8606555c189f tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5812576 Aug 20 11:22:03.951342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce00410b-b220-4feb-ab68-fb9b6a7500c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.953760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55056) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:03.954232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce00410b-b220-4feb-ab68-fb9b6a7500c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:03.959026 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ce00410b-b220-4feb-ab68-fb9b6a7500c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8323672c-a423-4c56-90cf-5083b69441a9 HTTP/1.1" status: 204 len: 168 time: 0.2788279 Aug 20 11:22:03.959184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1235020a-aa74-4fb6-9b7e-6cf6654bf7d0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'e147c4c8-9333-4ec6-ab10-20e219dc078e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:03.960276 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-1235020a-aa74-4fb6-9b7e-6cf6654bf7d0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 11:22:03.960902 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-1235020a-aa74-4fb6-9b7e-6cf6654bf7d0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:03.965448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55060) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:03.965973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1235020a-aa74-4fb6-9b7e-6cf6654bf7d0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108454 Aug 20 11:22:03.971783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d34da2e5-1142-48c2-8bc0-5220ca43e05f tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'e147c4c8-9333-4ec6-ab10-20e219dc078e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:03.991535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00410b-b220-4feb-ab68-fb9b6a7500c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8323672c-a423-4c56-90cf-5083b69441a9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:04.130505 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-d34da2e5-1142-48c2-8bc0-5220ca43e05f tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Project adff04fd42dd437fa1aabf352822e636 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:22:04.324849 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-d34da2e5-1142-48c2-8bc0-5220ca43e05f tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:04.330772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55068) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:04.331301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d34da2e5-1142-48c2-8bc0-5220ca43e05f tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3645732 Aug 20 11:22:04.339022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ba94a7eb-16b7-44b7-9c82-8fbf587221b0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'e147c4c8-9333-4ec6-ab10-20e219dc078e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:04.478806 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-ba94a7eb-16b7-44b7-9c82-8fbf587221b0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Project adff04fd42dd437fa1aabf352822e636 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:22:04.718230 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55080) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:04.737206 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-ba94a7eb-16b7-44b7-9c82-8fbf587221b0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:04.738229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ba94a7eb-16b7-44b7-9c82-8fbf587221b0 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4058423 Aug 20 11:22:04.739499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7589-5821-414b-906c-8821f214aaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:04.742911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55082) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:04.803722 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9656-8be2-4d59-93d5-dc02b1b36355 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:04.827529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9656-8be2-4d59-93d5-dc02b1b36355 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:04.835239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7589-5821-414b-906c-8821f214aaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.027646 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7589-5821-414b-906c-8821f214aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.058497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9656-8be2-4d59-93d5-dc02b1b36355 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.060140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9656-8be2-4d59-93d5-dc02b1b36355 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.062048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d6ae9656-8be2-4d59-93d5-dc02b1b36355 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/e147c4c8-9333-4ec6-ab10-20e219dc078e HTTP/1.1" status: 204 len: 168 time: 0.3176572 Aug 20 11:22:05.065974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55088) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:05.076317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ccbe7589-5821-414b-906c-8821f214aaa6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5202704fca46425983d975bfcfd333e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563752 Aug 20 11:22:05.076943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55090) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:05.079373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe7589-5821-414b-906c-8821f214aaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9d912a-892a-414f-8d5a-9bd55a388143,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:05.086747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9656-8be2-4d59-93d5-dc02b1b36355 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e147c4c8-9333-4ec6-ab10-20e219dc078e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:05.145406 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-acf09261-3abf-4ce5-850a-b60468929900 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770357 Aug 20 11:22:05.151684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55098) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:05.163435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4b0757bc-7ab6-410b-9380-46dd8f08ba19 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453067190'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:05.187201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a191198-c88a-4ae9-9d9e-5bcccbe34ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.218761 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a191198-c88a-4ae9-9d9e-5bcccbe34ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.404520 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b0757bc-7ab6-410b-9380-46dd8f08ba19 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.478848 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a191198-c88a-4ae9-9d9e-5bcccbe34ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.482825 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a191198-c88a-4ae9-9d9e-5bcccbe34ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.484172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8a191198-c88a-4ae9-9d9e-5bcccbe34ff6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa9d912a-892a-414f-8d5a-9bd55a388143 HTTP/1.1" status: 204 len: 168 time: 0.4060688 Aug 20 11:22:05.493699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a191198-c88a-4ae9-9d9e-5bcccbe34ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9d912a-892a-414f-8d5a-9bd55a388143,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:05.547411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b0757bc-7ab6-410b-9380-46dd8f08ba19 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.672489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b0757bc-7ab6-410b-9380-46dd8f08ba19 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.699553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0757bc-7ab6-410b-9380-46dd8f08ba19 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f006b692-6bd3-4694-9bc6-be4f8b795ed7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:05.856275 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b0757bc-7ab6-410b-9380-46dd8f08ba19 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:05.858930 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4b0757bc-7ab6-410b-9380-46dd8f08ba19 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7073729 Aug 20 11:22:05.861881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55116) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:05.867026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0e3686a3-6a69-4c22-8d9a-c9a1e64222e6 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'f006b692-6bd3-4694-9bc6-be4f8b795ed7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:06.096394 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-0e3686a3-6a69-4c22-8d9a-c9a1e64222e6 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The resource could not be found. Aug 20 11:22:06.097592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0e3686a3-6a69-4c22-8d9a-c9a1e64222e6 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2345757 Aug 20 11:22:06.100467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55128) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:06.105371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-271d984b-d4fa-41e3-9fba-f02bcc6c616a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'f006b692-6bd3-4694-9bc6-be4f8b795ed7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ed83180b-5b23-4967-abd4-0ff90f34958b'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:06.399075 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-271d984b-d4fa-41e3-9fba-f02bcc6c616a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The resource could not be found. Aug 20 11:22:06.400433 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-271d984b-d4fa-41e3-9fba-f02bcc6c616a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2985632 Aug 20 11:22:06.403339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55144) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:06.466634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b118b241-fb9b-4f94-ba2a-b86d295cecbe tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.491131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b118b241-fb9b-4f94-ba2a-b86d295cecbe tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.688244 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b118b241-fb9b-4f94-ba2a-b86d295cecbe tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.691844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b118b241-fb9b-4f94-ba2a-b86d295cecbe tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:06.694414 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b118b241-fb9b-4f94-ba2a-b86d295cecbe tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/f006b692-6bd3-4694-9bc6-be4f8b795ed7 HTTP/1.1" status: 204 len: 168 time: 0.2898738 Aug 20 11:22:06.696791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55156) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:06.729046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118b241-fb9b-4f94-ba2a-b86d295cecbe tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f006b692-6bd3-4694-9bc6-be4f8b795ed7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:06.794463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-31a4e1bf-080e-4938-b20e-c6be78bc5d2b tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953906 Aug 20 11:22:06.798471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55160) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:06.803567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-044186a1-f7b9-41b9-a801-a5317bfce83e tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '1c352036-3f19-427d-b6b7-ef22d25553af', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:06.824432 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55162) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:06.926175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-292a5a58-0144-4069-aa88-9ed108d3ac0d tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1083309008'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:06.926830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-292a5a58-0144-4069-aa88-9ed108d3ac0d tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Unknown quota resources ['metering_label']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:22:07.113533 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-044186a1-f7b9-41b9-a801-a5317bfce83e tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The resource could not be found. Aug 20 11:22:07.118923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-044186a1-f7b9-41b9-a801-a5317bfce83e tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3149927 Aug 20 11:22:07.119463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55170) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:07.125866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3f0d09a3-9627-480b-908b-8d4b277727ed tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652164104'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:07.181838 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-292a5a58-0144-4069-aa88-9ed108d3ac0d tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.183467 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-292a5a58-0144-4069-aa88-9ed108d3ac0d tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3574946 Aug 20 11:22:07.185973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55172) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:07.190548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1f60740e-8dfd-4ea8-869d-1e95ecb44a08 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e1285075-99eb-4702-ac68-c9a8a8d0d1ec'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:07.191068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1f60740e-8dfd-4ea8-869d-1e95ecb44a08 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:22:07.302384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3f0d09a3-9627-480b-908b-8d4b277727ed tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.436237 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3f0d09a3-9627-480b-908b-8d4b277727ed tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.570423 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3f0d09a3-9627-480b-908b-8d4b277727ed tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.601374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d09a3-9627-480b-908b-8d4b277727ed tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c10b8-2741-4c8b-929a-5bfc4660a81e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:07.810363 n-d-804230-3 neutron-server[95588]: WARNING neutron.services.metering.metering_plugin [None req-1f60740e-8dfd-4ea8-869d-1e95ecb44a08 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 11:22:07.810685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3f0d09a3-9627-480b-908b-8d4b277727ed tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.811752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3f0d09a3-9627-480b-908b-8d4b277727ed tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6907434 Aug 20 11:22:07.816139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55190) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:07.821177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b4141722-80c4-496e-a90c-6d4678c42e93 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413321543'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:07.935325 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1f60740e-8dfd-4ea8-869d-1e95ecb44a08 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:07.936558 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1f60740e-8dfd-4ea8-869d-1e95ecb44a08 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7495770 Aug 20 11:22:07.939975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55194) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:07.945452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-132c0544-6a52-45c0-8c22-71d7b2a74392 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e1285075-99eb-4702-ac68-c9a8a8d0d1ec'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:07.945959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-132c0544-6a52-45c0-8c22-71d7b2a74392 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:22:08.041034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4141722-80c4-496e-a90c-6d4678c42e93 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:08.100512 n-d-804230-3 neutron-server[95588]: WARNING neutron.services.metering.metering_plugin [None req-132c0544-6a52-45c0-8c22-71d7b2a74392 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 11:22:08.227595 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-132c0544-6a52-45c0-8c22-71d7b2a74392 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:08.229275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-132c0544-6a52-45c0-8c22-71d7b2a74392 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2878935 Aug 20 11:22:08.232451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55204) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:08.260987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-42f93cf1-8f17-4800-ad3b-e56378581ed0 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=c975096e-c5a5-4516-a82a-065dbc2af166 HTTP/1.1" status: 200 len: 462 time: 0.0264425 Aug 20 11:22:08.271354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55208) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:08.271854 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4141722-80c4-496e-a90c-6d4678c42e93 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:08.371546 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4141722-80c4-496e-a90c-6d4678c42e93 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:08.428719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4141722-80c4-496e-a90c-6d4678c42e93 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1de36d3-d477-4331-810a-f410d8b43b60,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:08.581654 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4141722-80c4-496e-a90c-6d4678c42e93 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:08.583510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b4141722-80c4-496e-a90c-6d4678c42e93 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7659061 Aug 20 11:22:08.586053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55220) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:08.590795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e4d4c645-af10-4210-9788-bf84417e9aa8 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': 'e14c10b8-2741-4c8b-929a-5bfc4660a81e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a1de36d3-d477-4331-810a-f410d8b43b60'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:08.634921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-136f3fc8-21ff-4038-8129-818584465238 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:08.636092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-136f3fc8-21ff-4038-8129-818584465238 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/c975096e-c5a5-4516-a82a-065dbc2af166 HTTP/1.1" status: 204 len: 168 time: 0.3627288 Aug 20 11:22:08.639383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55222) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:08.649174 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9b8c6321-deb9-4f12-8aef-9abcb6870a63 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=c975096e-c5a5-4516-a82a-065dbc2af166 HTTP/1.1" status: 200 len: 221 time: 0.0085890 Aug 20 11:22:08.654239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55224) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:08.658866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b0144401-1683-4ccd-b8cb-21593a085b79 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--296103948', 'description': 'label created by tempest'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:08.659313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b0144401-1683-4ccd-b8cb-21593a085b79 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Unknown quota resources ['metering_label']. {{(pid=95587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:22:09.108375 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-e4d4c645-af10-4210-9788-bf84417e9aa8 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:09.111979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e4d4c645-af10-4210-9788-bf84417e9aa8 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5223119 Aug 20 11:22:09.112282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55230) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.208843 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-099f13dd-6ddb-4fbf-8e94-f1eb1c243e49 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.230053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0144401-1683-4ccd-b8cb-21593a085b79 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.231448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b0144401-1683-4ccd-b8cb-21593a085b79 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5762243 Aug 20 11:22:09.235645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55232) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.240453 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-099f13dd-6ddb-4fbf-8e94-f1eb1c243e49 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.311532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9fdcf3ee-834b-4b37-8b17-eb828253e237 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=2bdc59dc-5538-435d-ab03-ac92cc5cef8d HTTP/1.1" status: 200 len: 467 time: 0.0740135 Aug 20 11:22:09.314146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55234) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.535022 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-099f13dd-6ddb-4fbf-8e94-f1eb1c243e49 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.535022 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-099f13dd-6ddb-4fbf-8e94-f1eb1c243e49 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.535022 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-099f13dd-6ddb-4fbf-8e94-f1eb1c243e49 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/a1de36d3-d477-4331-810a-f410d8b43b60 HTTP/1.1" status: 204 len: 168 time: 0.4112761 Aug 20 11:22:09.535241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55244) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.535732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f13dd-6ddb-4fbf-8e94-f1eb1c243e49 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1de36d3-d477-4331-810a-f410d8b43b60,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:09.601987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3013de0a-7245-45b5-b9ec-2a31d8e3a793 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0721953 Aug 20 11:22:09.604987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55246) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.659032 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a70d027-c34f-42b8-bd5e-2697fbc7f5c9 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.681236 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a70d027-c34f-42b8-bd5e-2697fbc7f5c9 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.691606 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d7d06718-8234-442e-a539-4a7fab3afeae tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.692737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d7d06718-8234-442e-a539-4a7fab3afeae tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/2bdc59dc-5538-435d-ab03-ac92cc5cef8d HTTP/1.1" status: 204 len: 168 time: 0.3776600 Aug 20 11:22:09.695557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55248) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.722214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1b225f94-3850-4fd6-9e82-cc15e34c1847 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=2bdc59dc-5538-435d-ab03-ac92cc5cef8d HTTP/1.1" status: 200 len: 216 time: 0.0225155 Aug 20 11:22:09.723167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55250) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.735526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-07eb58ab-e769-417b-bcb4-5bb6952e1436 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111799 Aug 20 11:22:09.738796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55252) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.750945 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5350128b-9d94-48ff-9a12-04b5e026c449 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110414 Aug 20 11:22:09.754175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55254) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.808728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-be139f09-2e6e-4ae7-92c9-88a200b69d27 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/e1285075-99eb-4702-ac68-c9a8a8d0d1ec HTTP/1.1" status: 200 len: 473 time: 0.0521321 Aug 20 11:22:09.810857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55256) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.821567 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-df4672fb-6739-4b39-a21a-a7562865ade4 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/9debe577-0175-488c-ac29-ce1f8c40bf84 HTTP/1.1" status: 200 len: 459 time: 0.0096474 Aug 20 11:22:09.824523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55258) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:09.918896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a70d027-c34f-42b8-bd5e-2697fbc7f5c9 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.931132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a70d027-c34f-42b8-bd5e-2697fbc7f5c9 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:09.931132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8a70d027-c34f-42b8-bd5e-2697fbc7f5c9 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/e14c10b8-2741-4c8b-929a-5bfc4660a81e HTTP/1.1" status: 204 len: 168 time: 0.3171506 Aug 20 11:22:09.933354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70d027-c34f-42b8-bd5e-2697fbc7f5c9 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c10b8-2741-4c8b-929a-5bfc4660a81e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:09.934422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55262) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:10.055489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ff41245a-db57-4e53-a842-0aa2426814b9 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.056670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ff41245a-db57-4e53-a842-0aa2426814b9 tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/9debe577-0175-488c-ac29-ce1f8c40bf84 HTTP/1.1" status: 204 len: 168 time: 0.2311244 Aug 20 11:22:10.059686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55264) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:10.065080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3d3cb2ac-01f3-48a4-b3e6-6b464e736ce4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1294358 Aug 20 11:22:10.070098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55266) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:10.075553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6939410e-d463-4edd-a9b7-83c5f7a32d53 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'tempest-secgroup--10610688'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:10.244305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6939410e-d463-4edd-a9b7-83c5f7a32d53 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.349316 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6939410e-d463-4edd-a9b7-83c5f7a32d53 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.390697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-42a1e0ab-0990-4daf-972e-1caefdc6329c tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.392044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-42a1e0ab-0990-4daf-972e-1caefdc6329c tempest-MeteringIpV6TestJSON-1198383721 tempest-MeteringIpV6TestJSON-1198383721-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/e1285075-99eb-4702-ac68-c9a8a8d0d1ec HTTP/1.1" status: 204 len: 168 time: 0.3312058 Aug 20 11:22:10.552814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6939410e-d463-4edd-a9b7-83c5f7a32d53 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.585215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939410e-d463-4edd-a9b7-83c5f7a32d53 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c07f598-b565-4bb4-b129-c5c93973ebd6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:10.730740 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6939410e-d463-4edd-a9b7-83c5f7a32d53 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:10.733492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6939410e-d463-4edd-a9b7-83c5f7a32d53 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6621263 Aug 20 11:22:10.736581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55286) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:10.742188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f9200d8c-937b-40e1-9d12-823f1a01b75a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '3c07f598-b565-4bb4-b129-c5c93973ebd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:10.983680 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.101593 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-f9200d8c-937b-40e1-9d12-823f1a01b75a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:11.102776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f9200d8c-937b-40e1-9d12-823f1a01b75a tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3649991 Aug 20 11:22:11.105460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55294) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:11.110837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fa9c2528-d60e-467d-839b-5c3a69600f11 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group_rule': {'security_group_id': '3c07f598-b565-4bb4-b129-c5c93973ebd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:11.250067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55298) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:11.355814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1685a03a-4271-42fe-8d5d-2cfea251aab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.454493 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-fa9c2528-d60e-467d-839b-5c3a69600f11 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:22:11.455679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fa9c2528-d60e-467d-839b-5c3a69600f11 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3484762 Aug 20 11:22:11.458406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55304) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:11.546591 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2004968e-5934-482e-915a-fb131a192c55 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.579760 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2004968e-5934-482e-915a-fb131a192c55 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.642123 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1685a03a-4271-42fe-8d5d-2cfea251aab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.833393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1685a03a-4271-42fe-8d5d-2cfea251aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.837392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2004968e-5934-482e-915a-fb131a192c55 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.840103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2004968e-5934-482e-915a-fb131a192c55 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.841253 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2004968e-5934-482e-915a-fb131a192c55 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/3c07f598-b565-4bb4-b129-c5c93973ebd6 HTTP/1.1" status: 204 len: 168 time: 0.3819015 Aug 20 11:22:11.844028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55314) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:11.877258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685a03a-4271-42fe-8d5d-2cfea251aab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3942337c-9480-409e-a88f-57a1bf0c34b3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:11.888421 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1685a03a-4271-42fe-8d5d-2cfea251aab5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66d5d7112edb4a6a8045413476ee3bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341338 Aug 20 11:22:11.888524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-038c91d8-2512-4c3b-bf14-82bc0c2a3110 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416234 Aug 20 11:22:11.888637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55316) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:11.891442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55318) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:11.894476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004968e-5934-482e-915a-fb131a192c55 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c07f598-b565-4bb4-b129-c5c93973ebd6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:11.897000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a1b6ed6e-bf5b-4f8e-ada0-9193f004def5 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665578206'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:11.961108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b32a5798-2731-4b41-96c5-e1c11169f160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:11.983555 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b32a5798-2731-4b41-96c5-e1c11169f160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.130052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ed6e-bf5b-4f8e-ada0-9193f004def5 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.208045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b32a5798-2731-4b41-96c5-e1c11169f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.211285 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b32a5798-2731-4b41-96c5-e1c11169f160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.212647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b32a5798-2731-4b41-96c5-e1c11169f160 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3942337c-9480-409e-a88f-57a1bf0c34b3 HTTP/1.1" status: 204 len: 168 time: 0.3231595 Aug 20 11:22:12.246359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a5798-2731-4b41-96c5-e1c11169f160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3942337c-9480-409e-a88f-57a1bf0c34b3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:12.284121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ed6e-bf5b-4f8e-ada0-9193f004def5 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.410260 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ed6e-bf5b-4f8e-ada0-9193f004def5 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.445615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6ed6e-bf5b-4f8e-ada0-9193f004def5 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20519e6-fd81-4517-b728-273368050341,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:12.621975 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ed6e-bf5b-4f8e-ada0-9193f004def5 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.627830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55332) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:12.628371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a1b6ed6e-bf5b-4f8e-ada0-9193f004def5 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7353556 Aug 20 11:22:12.634369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-795e6e10-c8de-41e2-93c0-57a80f0a4135 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:12.635270 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-795e6e10-c8de-41e2-93c0-57a80f0a4135 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 11:22:12.635813 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-795e6e10-c8de-41e2-93c0-57a80f0a4135 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 11:22:12.637811 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-795e6e10-c8de-41e2-93c0-57a80f0a4135 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "PUT /v2.0/security-groups/e20519e6-fd81-4517-b728-273368050341 HTTP/1.1" status: 409 len: 330 time: 0.0080009 Aug 20 11:22:12.641002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55338) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:12.764276 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ce6d810-eb56-4df7-b184-b08413f767d2 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.799553 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ce6d810-eb56-4df7-b184-b08413f767d2 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.970123 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ce6d810-eb56-4df7-b184-b08413f767d2 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.972872 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ce6d810-eb56-4df7-b184-b08413f767d2 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:12.974157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7ce6d810-eb56-4df7-b184-b08413f767d2 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/e20519e6-fd81-4517-b728-273368050341 HTTP/1.1" status: 204 len: 168 time: 0.3317440 Aug 20 11:22:12.976950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55344) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:12.984135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6d810-eb56-4df7-b184-b08413f767d2 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20519e6-fd81-4517-b728-273368050341,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:13.030868 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9c6cd366-a1b2-4e23-8893-eac99c7ea77c tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520935 Aug 20 11:22:13.034425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55346) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:13.048563 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-a50f2bd2-a011-4fef-980b-4cb742a014b4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] delete failed (client error): The resource could not be found. Aug 20 11:22:13.049642 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a50f2bd2-a011-4fef-980b-4cb742a014b4 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "DELETE /v2.0/security-groups/c6781220-7fa5-4b64-ae97-3d6de3721a66 HTTP/1.1" status: 404 len: 347 time: 0.0142660 Aug 20 11:22:13.053316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55348) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:13.067671 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-c9a28a82-5bf9-47db-b6c8-08d0cfbe2a24 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] show failed (client error): The resource could not be found. Aug 20 11:22:13.068731 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c9a28a82-5bf9-47db-b6c8-08d0cfbe2a24 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-groups/eb53f1a4-4cbd-4a1d-8421-37a37ddd3260 HTTP/1.1" status: 404 len: 347 time: 0.0144062 Aug 20 11:22:13.072683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55350) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:13.086220 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-40b3815d-1c96-4621-b9f0-c830b50e0ad7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] show failed (client error): The resource could not be found. Aug 20 11:22:13.087185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-40b3815d-1c96-4621-b9f0-c830b50e0ad7 tempest-NegativeSecGroupIPv6Test-383785796 tempest-NegativeSecGroupIPv6Test-383785796-project] 10.222.0.10 "GET /v2.0/security-group-rules/50503574-938d-4bab-a834-0c1fe0734233 HTTP/1.1" status: 404 len: 356 time: 0.0134811 Aug 20 11:22:13.125331 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.319499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55356) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:13.334010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10efd27b-f7cf-4067-91b9-fdab5e163c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.439999 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10efd27b-f7cf-4067-91b9-fdab5e163c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.585794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55360) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:13.698229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10efd27b-f7cf-4067-91b9-fdab5e163c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.743375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efd27b-f7cf-4067-91b9-fdab5e163c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d4acc-e6cd-4b36-91e1-333c728071dd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:13.751675 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-10efd27b-f7cf-4067-91b9-fdab5e163c8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6de3604be8e84e51beec60ed3bc99d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309111 Aug 20 11:22:13.752691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55368) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:13.765402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b478fa0-14b3-4641-b0d8-d093b7a3095d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.821595 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1e8ac576-936f-4a2b-80fc-9b5f2aa05e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.857804 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1e8ac576-936f-4a2b-80fc-9b5f2aa05e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.937154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b478fa0-14b3-4641-b0d8-d093b7a3095d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:13.998650 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1e8ac576-936f-4a2b-80fc-9b5f2aa05e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.001335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55376) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:14.001812 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1e8ac576-936f-4a2b-80fc-9b5f2aa05e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.002684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1e8ac576-936f-4a2b-80fc-9b5f2aa05e87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c0d4acc-e6cd-4b36-91e1-333c728071dd HTTP/1.1" status: 204 len: 168 time: 0.2490366 Aug 20 11:22:14.013349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ac576-936f-4a2b-80fc-9b5f2aa05e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0d4acc-e6cd-4b36-91e1-333c728071dd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:14.033856 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b478fa0-14b3-4641-b0d8-d093b7a3095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.084805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b478fa0-14b3-4641-b0d8-d093b7a3095d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ea741e-9a4d-473f-a41c-6a84cc00c063,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:14.103836 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5b478fa0-14b3-4641-b0d8-d093b7a3095d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38e4cfb49a0b4cacb15a94ddeb65263d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134988 Aug 20 11:22:14.103836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55382) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:14.180811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73c4b2ec-d221-4506-86f4-ee6fb58c17bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.224873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3e98dc95-3216-49ee-b2f6-1da49a350cce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adff04fd42dd437fa1aabf352822e636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215304 Aug 20 11:22:14.227408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55386) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:14.231921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73c4b2ec-d221-4506-86f4-ee6fb58c17bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.283862 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-666f3046-d042-4e93-8860-32562d6bdfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.310300 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-666f3046-d042-4e93-8860-32562d6bdfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.455899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73c4b2ec-d221-4506-86f4-ee6fb58c17bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.459427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73c4b2ec-d221-4506-86f4-ee6fb58c17bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.464451 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-73c4b2ec-d221-4506-86f4-ee6fb58c17bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8ea741e-9a4d-473f-a41c-6a84cc00c063 HTTP/1.1" status: 204 len: 168 time: 0.3598976 Aug 20 11:22:14.475053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4b2ec-d221-4506-86f4-ee6fb58c17bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ea741e-9a4d-473f-a41c-6a84cc00c063,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:14.501511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-666f3046-d042-4e93-8860-32562d6bdfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.516159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-666f3046-d042-4e93-8860-32562d6bdfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:14.516159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-666f3046-d042-4e93-8860-32562d6bdfdb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edc9e693-5f33-42ce-994b-25a8ded49a43 HTTP/1.1" status: 204 len: 168 time: 0.2785606 Aug 20 11:22:14.517302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f3046-d042-4e93-8860-32562d6bdfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc9e693-5f33-42ce-994b-25a8ded49a43,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:15.015865 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-666acb82-3c64-438d-a260-abaa35552ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.013581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55434) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:16.043730 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee9034db-0509-4272-8ce1-4942bd10fab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.186967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee9034db-0509-4272-8ce1-4942bd10fab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.205401 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:22:16.393291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee9034db-0509-4272-8ce1-4942bd10fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.459532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ee9034db-0509-4272-8ce1-4942bd10fab7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ab88a438dd74ea890e0d763859024f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437785 Aug 20 11:22:16.461199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9034db-0509-4272-8ce1-4942bd10fab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e17aa6-8fe7-4862-b99d-f7059a58e1a6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:16.463621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55444) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:16.577390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-32567bfe-ea29-4bf8-88e6-f611d9e5c28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.623557 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-32567bfe-ea29-4bf8-88e6-f611d9e5c28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.946286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-32567bfe-ea29-4bf8-88e6-f611d9e5c28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.949052 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-32567bfe-ea29-4bf8-88e6-f611d9e5c28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:16.953722 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-32567bfe-ea29-4bf8-88e6-f611d9e5c28f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4e17aa6-8fe7-4862-b99d-f7059a58e1a6 HTTP/1.1" status: 204 len: 168 time: 0.4863772 Aug 20 11:22:16.961787 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32567bfe-ea29-4bf8-88e6-f611d9e5c28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e17aa6-8fe7-4862-b99d-f7059a58e1a6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:17.006661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55464) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:17.010418 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027258 Aug 20 11:22:17.015586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55466) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:17.571083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c3758feb-b7ea-471a-9894-ef3bd4ea859e tempest-NetworksApiDiscovery-161481631 tempest-NetworksApiDiscovery-161481631-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5543113 Aug 20 11:22:17.792802 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-049ca05e-a2fa-43f0-b0b2-65b3022279f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.354195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55512) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:18.531195 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-173d9b4a-17ad-43fd-b72f-50e629156afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.587736 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.692731 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-173d9b4a-17ad-43fd-b72f-50e629156afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.803776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55528) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:18.861066 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-173d9b4a-17ad-43fd-b72f-50e629156afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:18.914638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d9b4a-17ad-43fd-b72f-50e629156afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d5a9cc-b63a-4a65-8ba3-5ffa770c9f31,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:18.945614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55536) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:18.947291 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-173d9b4a-17ad-43fd-b72f-50e629156afc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6924c3674fc44fa94f1b92018cb5ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5850930 Aug 20 11:22:18.952013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cc162643-18e9-4513-8197-e7ffd1fcdf9a tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:19.014478 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73658fa1-33c3-4923-9e0b-19b47ebe11ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.063605 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73658fa1-33c3-4923-9e0b-19b47ebe11ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.114490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cc162643-18e9-4513-8197-e7ffd1fcdf9a tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] 10.222.0.10 "PUT /v2.0/quotas/3651bcd412634a49bc6c1cb327dc4056 HTTP/1.1" status: 200 len: 368 time: 0.3094959 Aug 20 11:22:19.117497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55542) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:19.124145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Request body: {'network': {'project_id': '3651bcd412634a49bc6c1cb327dc4056'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:19.153337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.279106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Made reservation on behalf of 3651bcd412634a49bc6c1cb327dc4056 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:19.287088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.299106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.364443 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73658fa1-33c3-4923-9e0b-19b47ebe11ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.367261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73658fa1-33c3-4923-9e0b-19b47ebe11ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.370723 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-73658fa1-33c3-4923-9e0b-19b47ebe11ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7d5a9cc-b63a-4a65-8ba3-5ffa770c9f31 HTTP/1.1" status: 204 len: 168 time: 0.4193814 Aug 20 11:22:19.380635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73658fa1-33c3-4923-9e0b-19b47ebe11ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d5a9cc-b63a-4a65-8ba3-5ffa770c9f31,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:19.483622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-f2713368-d587-447e-8786-1f08bf0f9293 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778100 Aug 20 11:22:19.485641 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.560589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-ef6864d5-2abe-48b8-9c1f-d59b6cc71c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.562359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-ef6864d5-2abe-48b8-9c1f-d59b6cc71c97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c758ed9616cc40509be68c0eef63f715&device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 1096 time: 0.0488038 Aug 20 11:22:19.656425 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.689936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-d87b2fd1-2d7f-43b3-88d9-956caacdc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.690588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce051dda-145a-49c2-b61b-1c86619bf65a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:19.692136 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-d87b2fd1-2d7f-43b3-88d9-956caacdc82e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 HTTP/1.1" status: 200 len: 916 time: 0.1061494 Aug 20 11:22:19.706822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:22:19.723275 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.723845 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Added segment b7a0973b-b536-420b-a1f6-9a041a8d84d7 of type vlan for network 30b2f6c9-eaa7-40ac-8592-a2894872a9eb Aug 20 11:22:19.788838 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.800423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-96aaf4bc-6d15-4e7f-8542-1951242609fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abdbffb3-57f3-4e55-8763-1dcb9d6cc412 HTTP/1.1" status: 200 len: 1000 time: 0.0971584 Aug 20 11:22:19.851713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-0a5a0e6a-be62-4af4-8ba4-706ac49f274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.853218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-0a5a0e6a-be62-4af4-8ba4-706ac49f274e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ad1654a-cec9-4a7f-92cb-da52dca9d5f8 HTTP/1.1" status: 200 len: 854 time: 0.0487843 Aug 20 11:22:19.912755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-f057302d-749a-4787-b184-14921615631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.914303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-f057302d-749a-4787-b184-14921615631e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536451 Aug 20 11:22:19.970390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:19.974067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:19.974067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:20.045250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-0216607c-9345-42bc-90d1-4e497b44552d service neutron] 10.222.0.57 "GET /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227696 Aug 20 11:22:20.053676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Pushing event updated for resources: {'Network': ['ID=30b2f6c9-eaa7-40ac-8592-a2894872a9eb,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:20.067951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 30b2f6c9-eaa7-40ac-8592-a2894872a9eb details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:22:20.231379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80329e54-e311-454f-adc7-fe38a8c4e1fa req-e6760170-17d1-423b-a2cf-8a1f21a26cd2 service neutron] 10.222.0.57 "GET /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769562 Aug 20 11:22:20.238064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-269c5267-57dc-4049-9ea3-1923f7c77268 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1190658 Aug 20 11:22:20.246100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55572) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:20.252728 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Request body: {'network': {'project_id': '3651bcd412634a49bc6c1cb327dc4056'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:20.507108 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Made reservation on behalf of 3651bcd412634a49bc6c1cb327dc4056 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:20.510010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:20.545967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:22:20.698367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:20.698873 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Added segment de216f71-9016-4fe3-a1e5-88881c594409 of type vlan for network 26a6da89-7369-4881-bd2c-973ac93cf7f3 Aug 20 11:22:20.755635 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:20.872560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.019997 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.019997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:21.019997 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.080002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Pushing event updated for resources: {'Network': ['ID=26a6da89-7369-4881-bd2c-973ac93cf7f3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:21.091579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 26a6da89-7369-4881-bd2c-973ac93cf7f3 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:22:21.217526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4bc32548-3bb3-4647-934d-d563e6537452 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9683375 Aug 20 11:22:21.222962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55604) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:21.228411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-95ef6485-6510-4f5e-a9fb-62a16ce6ace1 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Request body: {'network': {'project_id': '3651bcd412634a49bc6c1cb327dc4056'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:21.254330 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ef6485-6510-4f5e-a9fb-62a16ce6ace1 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 11:22:21.255130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ef6485-6510-4f5e-a9fb-62a16ce6ace1 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:22:21.259355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-95ef6485-6510-4f5e-a9fb-62a16ce6ace1 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0330362 Aug 20 11:22:21.259740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55608) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:21.323550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a598690d-3a34-42d4-9731-32949abad805 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3651bcd412634a49bc6c1cb327dc4056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622802 Aug 20 11:22:21.326281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55610) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:21.383575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d87d87cb-2a33-4ade-9b0e-67e1f35412df tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.411173 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d87d87cb-2a33-4ade-9b0e-67e1f35412df tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.689621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d87d87cb-2a33-4ade-9b0e-67e1f35412df tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.692711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d87d87cb-2a33-4ade-9b0e-67e1f35412df tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.693641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d87d87cb-2a33-4ade-9b0e-67e1f35412df tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce051dda-145a-49c2-b61b-1c86619bf65a HTTP/1.1" status: 204 len: 168 time: 0.3660815 Aug 20 11:22:21.696600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55620) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:21.706925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d87cb-2a33-4ade-9b0e-67e1f35412df tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce051dda-145a-49c2-b61b-1c86619bf65a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:21.805651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.898678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.910138 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a6da89-7369-4881-bd2c-973ac93cf7f3']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:21.921665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de216f71-9016-4fe3-a1e5-88881c594409') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:21.921943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de216f71-9016-4fe3-a1e5-88881c594409') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:21.932589 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.953433 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.960875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:22:21.961336 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:22:21.963612 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:22:22.255846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.263406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.270041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] 10.222.0.10 "DELETE /v2.0/networks/26a6da89-7369-4881-bd2c-973ac93cf7f3 HTTP/1.1" status: 204 len: 168 time: 0.5672662 Aug 20 11:22:22.270041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55628) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:22.296476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274c177-25b1-4f93-aee1-38f07a885b07 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Pushing event deleted for resources: {'Network': ['ID=26a6da89-7369-4881-bd2c-973ac93cf7f3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:22.363816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.453156 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.463801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b2f6c9-eaa7-40ac-8592-a2894872a9eb']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:22.475065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a0973b-b536-420b-a1f6-9a041a8d84d7') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:22.475358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a0973b-b536-420b-a1f6-9a041a8d84d7') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:22.484678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.508468 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.516484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:22:22.516911 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:22:22.518854 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:22:22.770944 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.778818 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:22.789292 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] 10.222.0.10 "DELETE /v2.0/networks/30b2f6c9-eaa7-40ac-8592-a2894872a9eb HTTP/1.1" status: 204 len: 168 time: 0.5114932 Aug 20 11:22:22.799096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40293d9-54f0-40eb-b2db-c82e277881f2 tempest-QuotasNegativeTest-873660381 tempest-QuotasNegativeTest-873660381-project-admin] Pushing event deleted for resources: {'Network': ['ID=30b2f6c9-eaa7-40ac-8592-a2894872a9eb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:24.162277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55682) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:24.284270 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b67f053-0b4b-4390-a698-baea48a7ec46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:24.399606 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b67f053-0b4b-4390-a698-baea48a7ec46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:24.606832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b67f053-0b4b-4390-a698-baea48a7ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:24.647166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6b67f053-0b4b-4390-a698-baea48a7ec46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9803fbf83ed84c4da793eb190a2b57c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836061 Aug 20 11:22:24.648160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67f053-0b4b-4390-a698-baea48a7ec46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f661282-b0a6-49c0-aad7-9590a03a401f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:24.650319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55696) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:24.711128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2c7c291-a324-410d-93d4-8e899ac296db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:24.741501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2c7c291-a324-410d-93d4-8e899ac296db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:24.935536 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2c7c291-a324-410d-93d4-8e899ac296db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:24.938197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2c7c291-a324-410d-93d4-8e899ac296db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:24.939631 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c2c7c291-a324-410d-93d4-8e899ac296db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f661282-b0a6-49c0-aad7-9590a03a401f HTTP/1.1" status: 204 len: 168 time: 0.2880654 Aug 20 11:22:24.948804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7c291-a324-410d-93d4-8e899ac296db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f661282-b0a6-49c0-aad7-9590a03a401f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:26.826225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55728) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:26.839200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-054c6c01-bf07-46d5-8ce5-bf2ffaede7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:26.987546 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-054c6c01-bf07-46d5-8ce5-bf2ffaede7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:27.301124 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-054c6c01-bf07-46d5-8ce5-bf2ffaede7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:27.345847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-054c6c01-bf07-46d5-8ce5-bf2ffaede7aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cab3728a5a8148f185de040de711bc50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184786 Aug 20 11:22:27.348648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c6c01-bf07-46d5-8ce5-bf2ffaede7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5230ef47-7360-4c20-b2f8-54419fb2a399,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:27.350819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55748) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:27.407743 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4b745d6-1bef-47ce-8590-93e4b4dc780c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:27.429819 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4b745d6-1bef-47ce-8590-93e4b4dc780c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:27.761481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4b745d6-1bef-47ce-8590-93e4b4dc780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:27.765661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4b745d6-1bef-47ce-8590-93e4b4dc780c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:27.770252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b4b745d6-1bef-47ce-8590-93e4b4dc780c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5230ef47-7360-4c20-b2f8-54419fb2a399 HTTP/1.1" status: 204 len: 168 time: 0.4157453 Aug 20 11:22:27.785537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b745d6-1bef-47ce-8590-93e4b4dc780c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230ef47-7360-4c20-b2f8-54419fb2a399,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:28.281848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866860d-0e01-430f-9786-0ef01b6285ee req-be540be4-a7bb-4ffe-9329-d5afe0c50be1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:28.296819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-be540be4-a7bb-4ffe-9329-d5afe0c50be1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 821 time: 0.1798744 Aug 20 11:22:28.322565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-53da1a41-5570-4b0f-b7e7-4ee6380b85c7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/quotas/b9f10ce7f178455a909c11d0d990c99e HTTP/1.1" status: 200 len: 375 time: 0.0189850 Aug 20 11:22:28.429707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-3dca24bf-4431-472a-ac9c-17203034150a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007488 Aug 20 11:22:28.559902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-75c9872a-fc9c-4cfe-8d0b-e8a40faa01c7 service neutron] 10.222.0.10 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284561 Aug 20 11:22:28.768113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-59f9bdb1-2d8c-439d-8722-553aa32b3b34 service neutron] 10.222.0.10 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052045 Aug 20 11:22:28.828034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-61966704-b6c1-4aa2-a371-a10dd834a354 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1057107 Aug 20 11:22:28.949857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-ac473492-7929-4f24-8a73-ee26ddafbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:28.953024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-ac473492-7929-4f24-8a73-ee26ddafbb60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 1096 time: 0.1020958 Aug 20 11:22:29.088041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-babe9c23-5555-4255-bcba-437905f5e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:29.091102 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-babe9c23-5555-4255-bcba-437905f5e1c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.1113598 Aug 20 11:22:29.138595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-cd0179a4-0da1-423a-8ac4-ad222f0cdc8c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c HTTP/1.1" status: 200 len: 217 time: 0.0383091 Aug 20 11:22:29.214063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-dc5dbf4d-38cf-451d-9d46-f78e0ed83d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:29.216782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-dc5dbf4d-38cf-451d-9d46-f78e0ed83d17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0703752 Aug 20 11:22:29.270758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-7339345f-820c-430d-b824-d57466fbd375 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438669 Aug 20 11:22:29.398605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-1e518eae-f05f-4f86-9850-f09287ccd437 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224539 Aug 20 11:22:29.518422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8d7ddd9-6658-45df-ab58-1a86e6ca5ae4 req-64c25af7-3bc3-4bb9-ab45-c775ee1e781b service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023526 Aug 20 11:22:29.827112 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f397ca7e-cfd4-43f8-a052-2346b0af01a0 req-5b94e31b-569e-48b7-b5ba-df48bc5ed563 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0302560 Aug 20 11:22:30.779792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55890) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:30.903168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-78165d1b-c178-492f-bbea-4047f5f44280 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1210824802'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:30.950819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02e2748c-380f-44e4-85b2-a0def6a1eafa req-c0c12833-6dc0-4ba4-9ba1-bf3ef0693be8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0297928 Aug 20 11:22:31.028283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78165d1b-c178-492f-bbea-4047f5f44280 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:31.030356 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78165d1b-c178-492f-bbea-4047f5f44280 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:31.143635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78165d1b-c178-492f-bbea-4047f5f44280 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:31.319501 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78165d1b-c178-492f-bbea-4047f5f44280 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:31.490034 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78165d1b-c178-492f-bbea-4047f5f44280 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:31.496924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-78165d1b-c178-492f-bbea-4047f5f44280 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7141786 Aug 20 11:22:31.497087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55910) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:31.587262 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e13851f8-353f-492d-89dd-56e754ffd870 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:31.769525 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e13851f8-353f-492d-89dd-56e754ffd870 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:31.772925 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e13851f8-353f-492d-89dd-56e754ffd870 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:31.906619 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e13851f8-353f-492d-89dd-56e754ffd870 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:31.907197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13851f8-353f-492d-89dd-56e754ffd870 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d403bb34-af65-46df-a9c2-f3f4cb253808 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:22:31.912479 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e13851f8-353f-492d-89dd-56e754ffd870 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:31.918113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55914) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:31.923902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5770414f-20a3-4463-ac06-9e11ba1dfb15 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Request body: {'router': {'name': 'tempest-router-1563139758', 'distributed': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:31.927864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e13851f8-353f-492d-89dd-56e754ffd870 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] 10.222.0.10 "DELETE /v2.0/routers/d403bb34-af65-46df-a9c2-f3f4cb253808 HTTP/1.1" status: 204 len: 168 time: 0.4288840 Aug 20 11:22:32.085900 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c7db241-2706-45fb-bb35-9a4d75322209 req-1a87622c-eb95-4f79-9e17-5eae791a6ff8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0379856 Aug 20 11:22:32.245070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5770414f-20a3-4463-ac06-9e11ba1dfb15 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:32.246417 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5770414f-20a3-4463-ac06-9e11ba1dfb15 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:32.320166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5770414f-20a3-4463-ac06-9e11ba1dfb15 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:32.444449 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5770414f-20a3-4463-ac06-9e11ba1dfb15 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:32.621822 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5770414f-20a3-4463-ac06-9e11ba1dfb15 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:32.629553 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5770414f-20a3-4463-ac06-9e11ba1dfb15 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7048151 Aug 20 11:22:32.631994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55926) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:32.719609 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42eb91a5-c988-4b44-a9e7-bbffa768e4ed tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:32.935781 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42eb91a5-c988-4b44-a9e7-bbffa768e4ed tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:32.938644 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42eb91a5-c988-4b44-a9e7-bbffa768e4ed tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.218535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb41a03b-4570-4787-b10e-1c3f1dac3af7 req-3175b381-e4fb-45f9-bcc8-ac4019439b20 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0446720 Aug 20 11:22:33.219854 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42eb91a5-c988-4b44-a9e7-bbffa768e4ed tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.220727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eb91a5-c988-4b44-a9e7-bbffa768e4ed tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36a7bac0-40f9-4a54-b561-c5c88ab85b0d {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:22:33.225552 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42eb91a5-c988-4b44-a9e7-bbffa768e4ed tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.226845 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-42eb91a5-c988-4b44-a9e7-bbffa768e4ed tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] 10.222.0.10 "DELETE /v2.0/routers/36a7bac0-40f9-4a54-b561-c5c88ab85b0d HTTP/1.1" status: 204 len: 168 time: 0.5937378 Aug 20 11:22:33.233370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55944) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:33.238557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9a8cdbb9-6877-49ec-b349-caad7ef41daa tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Request body: {'router': {'name': 'tempest-router-1725721652', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '86559922c97a403e8dcd5a83485ed0a4'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:33.369325 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a8cdbb9-6877-49ec-b349-caad7ef41daa tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.374959 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a8cdbb9-6877-49ec-b349-caad7ef41daa tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.387282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866860d-0e01-430f-9786-0ef01b6285ee req-62f33ea6-58f2-4c8d-a45b-c6cd87abe990 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:33.390216 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-62f33ea6-58f2-4c8d-a45b-c6cd87abe990 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.57 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 821 time: 0.1411488 Aug 20 11:22:33.409561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Request body: {'port': {'device_id': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2', 'admin_state_up': True, 'tenant_id': 'b9f10ce7f178455a909c11d0d990c99e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:33.468226 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a8cdbb9-6877-49ec-b349-caad7ef41daa tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.536049 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a8cdbb9-6877-49ec-b349-caad7ef41daa tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.678135 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a8cdbb9-6877-49ec-b349-caad7ef41daa tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.679581 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9a8cdbb9-6877-49ec-b349-caad7ef41daa tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4450238 Aug 20 11:22:33.682268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55954) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:33.687939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:33.811065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Made reservation on behalf of b9f10ce7f178455a909c11d0d990c99e for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:33.822658 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.982198 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:33.982571 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:34.103295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95588) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 20 11:22:34.103995 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Router 12c7150f-cd7b-492d-b7e2-1027051c04e6 migrating from provider to provider. {{(pid=95588) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 20 11:22:34.105320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:34.114041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:34.186251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Allocated IP 172.20.0.13 (e6f2992a-7e11-4def-8893-cfdba9ef3fc2/0963d3cc-d124-4861-9d02-eff0cb690c13/7b254b09-6d09-4239-ae04-16529892ea84) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:22:34.249421 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:34.438806 n-d-804230-3 neutron-server[95588]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] No L3 agents can host the router 12c7150f-cd7b-492d-b7e2-1027051c04e6 Aug 20 11:22:34.621717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Hosts for router 12c7150f-cd7b-492d-b7e2-1027051c04e6: [] {{(pid=95588) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 20 11:22:34.663798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Hosts for other DVR routers connected to router 12c7150f-cd7b-492d-b7e2-1027051c04e6: set() {{(pid=95588) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 20 11:22:34.668144 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:34.668939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0c3ca966-1757-40ef-8ff4-30ba29be1262 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] 10.222.0.10 "PUT /v2.0/routers/12c7150f-cd7b-492d-b7e2-1027051c04e6 HTTP/1.1" status: 200 len: 717 time: 0.9848473 Aug 20 11:22:34.673189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55980) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:34.855870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b651a65f-6223-4fd2-a250-03a892fe730b tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] 10.222.0.10 "GET /v2.0/routers/12c7150f-cd7b-492d-b7e2-1027051c04e6 HTTP/1.1" status: 200 len: 717 time: 0.1807234 Aug 20 11:22:34.856463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55984) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:34.878251 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1ef7032f-9fb1-47ef-b1e7-0a172e0091d1 req-ec50e1b0-6f21-4b01-bbf4-9f223c8e7216 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.4740412 Aug 20 11:22:34.959253 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:35.186597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c754a049-2df0-4e4b-945e-e55586051135 tempest-RoutersTestDVR-94560280 tempest-RoutersTestDVR-94560280-project] 10.222.0.10 "GET /v2.0/routers/12c7150f-cd7b-492d-b7e2-1027051c04e6 HTTP/1.1" status: 200 len: 683 time: 0.3211925 Aug 20 11:22:35.187676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55988) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:35.235237 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:35.249418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['8cd59e84-9efc-484e-8cc5-40e58affdf3d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:22:35.316081 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a4d673e-6b9b-445e-8cb5-ab793078b51c tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:35.370094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:22:35.384862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:35.427912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:22:35.435441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Pushing event updated for resources: {'Port': ['ID=7b254b09-6d09-4239-ae04-16529892ea84,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:35.589067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:35.589985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:35.630708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a4d673e-6b9b-445e-8cb5-ab793078b51c tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:35.630708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a4d673e-6b9b-445e-8cb5-ab793078b51c tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:35.696613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56000) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:35.832538 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-561a8df1-fe6c-43c9-91c5-1792aca6fa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:35.891580 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ae2fa834-466e-4dc6-94ba-cfe3be2f74dc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4894161 Aug 20 11:22:35.920500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Request body: {'port': {'device_id': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:36.000277 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.003886 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a4d673e-6b9b-445e-8cb5-ab793078b51c tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.004530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4d673e-6b9b-445e-8cb5-ab793078b51c tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12c7150f-cd7b-492d-b7e2-1027051c04e6 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:22:36.016734 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a4d673e-6b9b-445e-8cb5-ab793078b51c tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.017821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6a4d673e-6b9b-445e-8cb5-ab793078b51c tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] 10.222.0.10 "DELETE /v2.0/routers/12c7150f-cd7b-492d-b7e2-1027051c04e6 HTTP/1.1" status: 204 len: 168 time: 0.8287671 Aug 20 11:22:36.021483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56010) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:36.029308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-234eaf9f-278b-428c-ade7-f158331159c8 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Request body: {'router': {'name': 'tempest-router-306943035', 'distributed': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:36.094637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf193f-a4e6-4212-b31a-ef71d7297731 req-5ecb5ea7-868e-4535-8d0e-4e2f6884fe38 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:36.097309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fcf193f-a4e6-4212-b31a-ef71d7297731 req-5ecb5ea7-868e-4535-8d0e-4e2f6884fe38 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 932 time: 0.1304514 Aug 20 11:22:36.190596 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fcf193f-a4e6-4212-b31a-ef71d7297731 req-c62a4fe5-c5a0-40c1-96d4-67b825ae4263 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825112 Aug 20 11:22:36.200127 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-561a8df1-fe6c-43c9-91c5-1792aca6fa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.331924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b254b09-6d09-4239-ae04-16529892ea84 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:22:36.340968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.358618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Transition to ACTIVE for port object 7b254b09-6d09-4239-ae04-16529892ea84 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:36.392443 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-561a8df1-fe6c-43c9-91c5-1792aca6fa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.490753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a8df1-fe6c-43c9-91c5-1792aca6fa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52877288-9165-4973-be51-3a2de9aea25e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:36.497300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.500107 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-561a8df1-fe6c-43c9-91c5-1792aca6fa44 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a65b69c2f9724d8cb0da1d79bc71af75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016431 Aug 20 11:22:36.505421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56014) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:36.576584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b254b09-6d09-4239-ae04-16529892ea84,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:36.579917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-234eaf9f-278b-428c-ade7-f158331159c8 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.602628 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-234eaf9f-278b-428c-ade7-f158331159c8 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.622348 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10888138-2ec1-4306-ac0b-759ac2969917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.683871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10888138-2ec1-4306-ac0b-759ac2969917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.746804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-234eaf9f-278b-428c-ade7-f158331159c8 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.762373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:22:36.762747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:22:36.763086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:36.769156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Port 7b254b09-6d09-4239-ae04-16529892ea84 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:22:36.769750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:36.777869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:22:36.778839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:36.779423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:22:36.780054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Bound port: 7b254b09-6d09-4239-ae04-16529892ea84, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:22:36.807711 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:36.868501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:22:36.876942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:22:37.009677 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-234eaf9f-278b-428c-ade7-f158331159c8 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:37.077832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10888138-2ec1-4306-ac0b-759ac2969917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:37.078325 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:37.082102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10888138-2ec1-4306-ac0b-759ac2969917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:37.083980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-10888138-2ec1-4306-ac0b-759ac2969917 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52877288-9165-4973-be51-3a2de9aea25e HTTP/1.1" status: 204 len: 168 time: 0.5804806 Aug 20 11:22:37.107022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10888138-2ec1-4306-ac0b-759ac2969917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52877288-9165-4973-be51-3a2de9aea25e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:37.138133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b254b09-6d09-4239-ae04-16529892ea84,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:37.143943 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-234eaf9f-278b-428c-ade7-f158331159c8 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:37.145340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-234eaf9f-278b-428c-ade7-f158331159c8 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1224630 Aug 20 11:22:37.150852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56028) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:37.161281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:37.162048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:37.163720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-ce644614-0e40-4ee4-a755-798f4b60dda0 service neutron] 10.222.0.57 "PUT /v2.0/ports/7b254b09-6d09-4239-ae04-16529892ea84 HTTP/1.1" status: 200 len: 1092 time: 1.2630723 Aug 20 11:22:37.164313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'tag': '7b254b09-6d09-4239-ae04-16529892ea84'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:22:37.166969 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdee71a6-9bf9-46cb-b11f-535badc4773f" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd43472-0615-4c5a-9259-a1430c18ec7d", "tag": "7b254b09-6d09-4239-ae04-16529892ea84"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:22:37.228492 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eae1563-a6ab-4d13-bd7e-d1955a03f8f0 x-openstack-request-id: req-1eae1563-a6ab-4d13-bd7e-d1955a03f8f0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:22:37.229130 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd43472-0615-4c5a-9259-a1430c18ec7d", "tag": "7b254b09-6d09-4239-ae04-16529892ea84", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:22:37.230209 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1eae1563-a6ab-4d13-bd7e-d1955a03f8f0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:22:37.230883 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'tag': '7b254b09-6d09-4239-ae04-16529892ea84', 'status': 'completed', 'code': 200} Aug 20 11:22:37.334526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee71a6-9bf9-46cb-b11f-535badc4773f req-fb566113-ed3c-4d06-b51d-7a527a34fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:37.336187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bdee71a6-9bf9-46cb-b11f-535badc4773f req-fb566113-ed3c-4d06-b51d-7a527a34fb91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 1095 time: 0.0727074 Aug 20 11:22:37.367126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc5fac82-0a7c-4bd3-b77b-7c080ad42b99 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:37.496311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee71a6-9bf9-46cb-b11f-535badc4773f req-6e989ff8-f550-443b-960e-56506a22578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:37.497843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bdee71a6-9bf9-46cb-b11f-535badc4773f req-6e989ff8-f550-443b-960e-56506a22578f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b9f10ce7f178455a909c11d0d990c99e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1538904 Aug 20 11:22:37.531674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c6c8d-5379-4874-8a59-f8c58790db13 req-61677727-20db-465f-9b89-65248a043332 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:37.540011 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab2c6c8d-5379-4874-8a59-f8c58790db13 req-61677727-20db-465f-9b89-65248a043332 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.1889870 Aug 20 11:22:37.650328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee71a6-9bf9-46cb-b11f-535badc4773f req-c9b887a0-90de-4f3d-b928-6fe0cd1b39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:37.652260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bdee71a6-9bf9-46cb-b11f-535badc4773f req-c9b887a0-90de-4f3d-b928-6fe0cd1b39a2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472905 Aug 20 11:22:37.899736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866860d-0e01-430f-9786-0ef01b6285ee req-35a2ad9b-b12c-4f46-81ed-aa3a41f5e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:37.910355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-35a2ad9b-b12c-4f46-81ed-aa3a41f5e650 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 1095 time: 0.1754208 Aug 20 11:22:38.017481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-2fe42fc4-f4c6-4170-a6f9-a00f830d1e0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b254b09-6d09-4239-ae04-16529892ea84 HTTP/1.1" status: 200 len: 217 time: 0.1001973 Aug 20 11:22:38.049543 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc5fac82-0a7c-4bd3-b77b-7c080ad42b99 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:38.052374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc5fac82-0a7c-4bd3-b77b-7c080ad42b99 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:38.092533 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab2c6c8d-5379-4874-8a59-f8c58790db13 req-b8a2b0c1-3fc9-423e-9705-367305f79659 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473442 Aug 20 11:22:38.144576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866860d-0e01-430f-9786-0ef01b6285ee req-1399b42a-cfef-4b59-8469-ae0ce84020ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:38.146256 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-1399b42a-cfef-4b59-8469-ae0ce84020ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.1173589 Aug 20 11:22:38.189327 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-5d406efa-5ea7-40ae-bc2c-a33a98c012ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354476 Aug 20 11:22:38.279010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc5fac82-0a7c-4bd3-b77b-7c080ad42b99 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:38.280596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5fac82-0a7c-4bd3-b77b-7c080ad42b99 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 118198a6-f7e2-4f98-a63c-990d99b2b8dd {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:22:38.306186 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc5fac82-0a7c-4bd3-b77b-7c080ad42b99 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:38.309055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cc5fac82-0a7c-4bd3-b77b-7c080ad42b99 tempest-RoutersTestDVR-510025566 tempest-RoutersTestDVR-510025566-project-admin] 10.222.0.10 "DELETE /v2.0/routers/118198a6-f7e2-4f98-a63c-990d99b2b8dd HTTP/1.1" status: 204 len: 168 time: 1.1558125 Aug 20 11:22:38.388796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56050) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:38.416405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-5f6f6a9a-c29e-4bda-859e-894fabf770f9 service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190652 Aug 20 11:22:38.416808 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-011d494b-8cf5-4667-bf99-2215333f2932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:38.542734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-011d494b-8cf5-4667-bf99-2215333f2932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:38.628303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3866860d-0e01-430f-9786-0ef01b6285ee req-fce08e13-6988-4adf-b858-99380656416e service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037618 Aug 20 11:22:38.752417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-011d494b-8cf5-4667-bf99-2215333f2932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:38.813717 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-011d494b-8cf5-4667-bf99-2215333f2932 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6926603329ad44db95c9aacab862a4c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231267 Aug 20 11:22:38.814711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d494b-8cf5-4667-bf99-2215333f2932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce62d5c8-689e-4b03-b2ca-f910d24dee5a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:38.816153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56052) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:38.878750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19bf30fe-f75d-438d-9964-24167096071b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:38.904880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19bf30fe-f75d-438d-9964-24167096071b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:39.079490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56064) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:39.164250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19bf30fe-f75d-438d-9964-24167096071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:39.164250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19bf30fe-f75d-438d-9964-24167096071b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:39.166282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-19bf30fe-f75d-438d-9964-24167096071b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce62d5c8-689e-4b03-b2ca-f910d24dee5a HTTP/1.1" status: 204 len: 168 time: 0.3489110 Aug 20 11:22:39.203732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf30fe-f75d-438d-9964-24167096071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce62d5c8-689e-4b03-b2ca-f910d24dee5a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:39.263564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-383814d1-72bf-4ae6-a1ad-e92125168869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:39.283774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dbbbd-5a22-40a2-ac00-814ad396a639 req-64e478d4-beab-4898-8dff-6b4f7bcc2d2f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:39.285437 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c57dbbbd-5a22-40a2-ac00-814ad396a639 req-64e478d4-beab-4898-8dff-6b4f7bcc2d2f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.1030540 Aug 20 11:22:39.365262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c57dbbbd-5a22-40a2-ac00-814ad396a639 req-41f4663b-b6e9-43d5-86f9-f3cc4d4dfe51 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690889 Aug 20 11:22:39.459347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-383814d1-72bf-4ae6-a1ad-e92125168869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:39.579842 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-383814d1-72bf-4ae6-a1ad-e92125168869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:39.635109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-383814d1-72bf-4ae6-a1ad-e92125168869 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86559922c97a403e8dcd5a83485ed0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433147 Aug 20 11:22:39.635109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383814d1-72bf-4ae6-a1ad-e92125168869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1efb9fa-d772-4f06-b1d5-e9f518c8ee55,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:39.635109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56076) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:39.696596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfac8-6d27-46ae-b090-5f32c4a2c495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:39.721822 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfac8-6d27-46ae-b090-5f32c4a2c495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:40.038993 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfac8-6d27-46ae-b090-5f32c4a2c495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:40.044550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfac8-6d27-46ae-b090-5f32c4a2c495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:40.046428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fa4cfac8-6d27-46ae-b090-5f32c4a2c495 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1efb9fa-d772-4f06-b1d5-e9f518c8ee55 HTTP/1.1" status: 204 len: 168 time: 0.4123936 Aug 20 11:22:40.059700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfac8-6d27-46ae-b090-5f32c4a2c495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1efb9fa-d772-4f06-b1d5-e9f518c8ee55,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:40.504793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae012bc5-7138-466b-b6e2-b9f376c206cd req-96f3fc7a-f580-45a5-96dc-ddcc40d157af tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:40.526868 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae012bc5-7138-466b-b6e2-b9f376c206cd req-96f3fc7a-f580-45a5-96dc-ddcc40d157af tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.0612254 Aug 20 11:22:40.549302 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae012bc5-7138-466b-b6e2-b9f376c206cd req-b249d121-fcb2-409d-98b9-aad5b31c1cc8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353661 Aug 20 11:22:40.992281 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:41.353010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56126) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:41.366611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f130172-2dcd-4247-831e-f6544de99f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:41.508243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f130172-2dcd-4247-831e-f6544de99f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:41.626291 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f130172-2dcd-4247-831e-f6544de99f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:41.698702 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3f130172-2dcd-4247-831e-f6544de99f4a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d543957400a8461bb0ce7daad3328c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454320 Aug 20 11:22:41.700190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f130172-2dcd-4247-831e-f6544de99f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f987e6d-2e82-43e3-9c92-674e79dde0a7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:41.701703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56134) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:41.727105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7aa5ea-9058-4f5f-b359-3dda379a6b57 req-708765c0-d1da-4e57-8544-4957b52d4066 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:41.728808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f7aa5ea-9058-4f5f-b359-3dda379a6b57 req-708765c0-d1da-4e57-8544-4957b52d4066 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.0895755 Aug 20 11:22:41.773968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbbfd-94aa-4f12-a611-1ab589efb2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:41.783779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f7aa5ea-9058-4f5f-b359-3dda379a6b57 req-e6719d81-0b9f-4b55-ab7c-fa9460bca804 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441117 Aug 20 11:22:41.800143 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbbfd-94aa-4f12-a611-1ab589efb2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:42.100496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbbfd-94aa-4f12-a611-1ab589efb2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:42.103347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbbfd-94aa-4f12-a611-1ab589efb2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:42.104637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9b5fbbfd-94aa-4f12-a611-1ab589efb2e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f987e6d-2e82-43e3-9c92-674e79dde0a7 HTTP/1.1" status: 204 len: 168 time: 0.4014752 Aug 20 11:22:42.113728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fbbfd-94aa-4f12-a611-1ab589efb2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f987e6d-2e82-43e3-9c92-674e79dde0a7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:42.929363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16727c13-83cb-460d-8696-f05680c50f4d req-12af4cdb-3bd3-4116-a196-7f9694b6ded0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:42.930890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16727c13-83cb-460d-8696-f05680c50f4d req-12af4cdb-3bd3-4116-a196-7f9694b6ded0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.0586007 Aug 20 11:22:42.981469 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16727c13-83cb-460d-8696-f05680c50f4d req-91a7a6ff-0b63-40a2-97a9-015bf07c18c2 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Aug 20 11:22:43.152541 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:43.600447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56200) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:43.707227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'networks': [{'name': 'tempest-network--1129437087'}, {'name': 'tempest-network--943702744'}]} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:43.707557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'network': {'name': 'tempest-network--1129437087'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:43.708035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'network': {'name': 'tempest-network--943702744'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:43.825881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Made reservation on behalf of df923ca381bf4c52b565cd1d15a93e5a for: {'network': 2} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:43.839835 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:43.842321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:43.955746 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.060426 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.066653 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.107476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025e62e6-118e-4a17-910d-9453a197d682,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:44.118182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:22:44.134639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.134639 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Added segment 0b8972bf-3958-420d-bff2-bce30c7f1237 of type vlan for network f4ca993e-7b0e-444b-b1e4-1e091da5ded1 Aug 20 11:22:44.151906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be430f-15fe-4a76-b543-389be0742d17 req-e8a94a20-2886-4364-b105-b662a44d73a5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:44.154016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3be430f-15fe-4a76-b543-389be0742d17 req-e8a94a20-2886-4364-b105-b662a44d73a5 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.0874472 Aug 20 11:22:44.187893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.208623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3be430f-15fe-4a76-b543-389be0742d17 req-cd361ff4-a39e-4b14-a60e-99798f3e3fc3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430059 Aug 20 11:22:44.225709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:22:44.236115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.236671 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Added segment 27caadc2-b696-42a0-888c-e5bebf39c237 of type vlan for network 83fface1-a15f-4d36-aef3-bb6e677e3731 Aug 20 11:22:44.285239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.467663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.467663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.474140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:44.496469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:44.496469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.624843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'Network': ['ID=f4ca993e-7b0e-444b-b1e4-1e091da5ded1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:44.639927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network f4ca993e-7b0e-444b-b1e4-1e091da5ded1 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:22:44.702690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'Network': ['ID=83fface1-a15f-4d36-aef3-bb6e677e3731,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:44.724184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 83fface1-a15f-4d36-aef3-bb6e677e3731 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:22:44.806420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1e8982b1-f6c6-467b-b2ac-f6d97009c103 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2043085 Aug 20 11:22:44.809799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56226) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:44.928770 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f2e0ebb9-41ae-4341-8fc2-d31b05394cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:44.966907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db117037-dc40-47d0-ac02-a7fc9686fb95 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:44.973468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db117037-dc40-47d0-ac02-a7fc9686fb95 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:44.979700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db117037-dc40-47d0-ac02-a7fc9686fb95 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:44.985382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db117037-dc40-47d0-ac02-a7fc9686fb95 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:44.987171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-db117037-dc40-47d0-ac02-a7fc9686fb95 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1758287 Aug 20 11:22:44.995865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56228) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:45.113349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.224923 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.235790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ca993e-7b0e-444b-b1e4-1e091da5ded1']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:45.248026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8972bf-3958-420d-bff2-bce30c7f1237') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:45.248581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8972bf-3958-420d-bff2-bce30c7f1237') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:45.261983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.279356 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.286463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:22:45.287146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:22:45.291000 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:22:45.395008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1306232-b03c-473e-865f-246f2d62900e req-695e0fa1-5525-4b88-b52d-6bcda0a5a4f0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:45.396618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1306232-b03c-473e-865f-246f2d62900e req-695e0fa1-5525-4b88-b52d-6bcda0a5a4f0 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.0935142 Aug 20 11:22:45.445771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1306232-b03c-473e-865f-246f2d62900e req-1151c06d-d3e1-48e3-9cb6-ed84e3417e5b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Aug 20 11:22:45.489714 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.496259 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.506348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "DELETE /v2.0/networks/f4ca993e-7b0e-444b-b1e4-1e091da5ded1 HTTP/1.1" status: 204 len: 168 time: 0.5011003 Aug 20 11:22:45.507032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56236) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:45.518390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d34c7-be65-44f5-bae8-5b3a2237ff0b tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Network': ['ID=f4ca993e-7b0e-444b-b1e4-1e091da5ded1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:45.611541 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.720473 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.734118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fface1-a15f-4d36-aef3-bb6e677e3731']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:45.747670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27caadc2-b696-42a0-888c-e5bebf39c237') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:45.747976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27caadc2-b696-42a0-888c-e5bebf39c237') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:45.760957 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.781977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.792388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:22:45.793013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:22:45.797473 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:22:45.946051 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.951528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:45.956776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "DELETE /v2.0/networks/83fface1-a15f-4d36-aef3-bb6e677e3731 HTTP/1.1" status: 204 len: 168 time: 0.4453998 Aug 20 11:22:45.958085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56250) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:45.977451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf79bbe-9df8-4a60-aca3-be51df02b667 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Network': ['ID=83fface1-a15f-4d36-aef3-bb6e677e3731,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:46.184781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f5670-d9bb-47b2-a756-2f13b151c979 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:46.190990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f5670-d9bb-47b2-a756-2f13b151c979 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:46.192629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-668f5670-d9bb-47b2-a756-2f13b151c979 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2345176 Aug 20 11:22:46.199494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56256) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:46.204874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1238316912'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:46.420009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Made reservation on behalf of df923ca381bf4c52b565cd1d15a93e5a for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:46.424022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:46.450907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:22:46.460714 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:46.461093 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Added segment 04f6eb03-6d44-4ccd-b16a-ea716096cf19 of type vlan for network c660db70-cb78-45a9-b6e0-db94efe56a15 Aug 20 11:22:46.513985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:46.585367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77686893-318f-40f8-b41d-4c86bb8ce26f req-61c68305-5bbb-4d85-86a6-0358b0561676 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:46.587028 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77686893-318f-40f8-b41d-4c86bb8ce26f req-61c68305-5bbb-4d85-86a6-0358b0561676 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.0579894 Aug 20 11:22:46.635885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77686893-318f-40f8-b41d-4c86bb8ce26f req-3064fea8-ef09-46c8-9e82-056724f63d61 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Aug 20 11:22:46.690480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:46.701867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:46.702973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:46.790951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'Network': ['ID=c660db70-cb78-45a9-b6e0-db94efe56a15,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:46.803269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network c660db70-cb78-45a9-b6e0-db94efe56a15 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:22:47.042380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4e46ccd0-4fcd-49de-9ad9-ecbc7d06afd1 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8265033 Aug 20 11:22:47.042380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56272) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:47.042380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1296509440'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:47.237322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Made reservation on behalf of df923ca381bf4c52b565cd1d15a93e5a for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:47.240921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:47.265786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:22:47.275420 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:47.275775 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Added segment 8f3efb56-3451-47b7-aa4f-b01a1274a01e of type vlan for network 99f36653-d7ee-4fc2-8211-c38e211533fc Aug 20 11:22:47.322863 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:47.489053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:47.494652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:47.495250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:47.560167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'Network': ['ID=99f36653-d7ee-4fc2-8211-c38e211533fc,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:47.569982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 99f36653-d7ee-4fc2-8211-c38e211533fc details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:22:47.773619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-338b15d4-4e3c-469a-b721-64d7413c9768 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7335939 Aug 20 11:22:47.777720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56286) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:47.785068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'ports': [{'network_id': 'c660db70-cb78-45a9-b6e0-db94efe56a15', 'name': 'tempest-port--1993216051', 'admin_state_up': True}, {'network_id': '99f36653-d7ee-4fc2-8211-c38e211533fc', 'admin_state_up': False}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:47.785614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'port': {'network_id': 'c660db70-cb78-45a9-b6e0-db94efe56a15', 'name': 'tempest-port--1993216051', 'admin_state_up': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:47.786237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'port': {'network_id': '99f36653-d7ee-4fc2-8211-c38e211533fc', 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:47.804488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad3ea5-000e-4c82-92e4-352ecf6a41de req-0f75488f-1bd1-418b-91b7-4dd7baad2c3e tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:47.806087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-03ad3ea5-000e-4c82-92e4-352ecf6a41de req-0f75488f-1bd1-418b-91b7-4dd7baad2c3e tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.0785656 Aug 20 11:22:47.877884 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c7b14e81-1ed0-466d-b51b-40050224b054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:47.878406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-03ad3ea5-000e-4c82-92e4-352ecf6a41de req-a8c47bae-bff5-4914-a31c-f477ea63103f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561385 Aug 20 11:22:48.214624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Made reservation on behalf of df923ca381bf4c52b565cd1d15a93e5a for: {'port': 2} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:48.219466 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:48.240159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:48.325760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] device_id is not set on port 1a7fa9db-bcb5-4193-8af6-46fa8efb6833 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:22:48.474369 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:48.562094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] device_id is not set on port 858c6181-f1e7-4354-a3c8-605c905f092c yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:22:48.595794 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:48.687076 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:48.883701 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:48.893650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7b254b09-6d09-4239-ae04-16529892ea84 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:22:49.009052 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:49.029862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '7b254b09-6d09-4239-ae04-16529892ea84', 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2', 'port_id': '7b254b09-6d09-4239-ae04-16529892ea84', 'mac_address': 'fa:16:3e:21:c7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0963d3cc-d124-4861-9d02-eff0cb690c13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:22:49.033059 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'Port': ['ID=1a7fa9db-bcb5-4193-8af6-46fa8efb6833,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:49.095657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:49.105904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Checking segment: {'id': '04f6eb03-6d44-4ccd-b16a-ea716096cf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c660db70-cb78-45a9-b6e0-db94efe56a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:49.106325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Network hostable DHCP agents. Network: c660db70-cb78-45a9-b6e0-db94efe56a15, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:22:49.114520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b254b09-6d09-4239-ae04-16529892ea84 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:22:49.125501 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127c0f7-9253-4143-9aaa-d017ba8e4208 req-6b267a5f-f274-4d43-b831-b7192ed21ce8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:49.130678 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1127c0f7-9253-4143-9aaa-d017ba8e4208 req-6b267a5f-f274-4d43-b831-b7192ed21ce8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.1041319 Aug 20 11:22:49.144769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:49.173974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1127c0f7-9253-4143-9aaa-d017ba8e4208 req-de31cd2f-b317-4fe4-a412-849ac634fc25 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387864 Aug 20 11:22:49.294982 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:49.351297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Network c660db70-cb78-45a9-b6e0-db94efe56a15 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:22:49.352057 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:49.410994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=7b254b09-6d09-4239-ae04-16529892ea84,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:49.419323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.419673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.420027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.420367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.420702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.421090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.421359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.421686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.422009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.422332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.422686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.423010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:49.639990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['7b254b09-6d09-4239-ae04-16529892ea84'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:22:49.654558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, c660db70-cb78-45a9-b6e0-db94efe56a15) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:49.658970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:22:49.660187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:49.666265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6b3c5-fa4e-4faa-b716-de994828cef9 None None] Network c660db70-cb78-45a9-b6e0-db94efe56a15 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:49.736963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'Port': ['ID=858c6181-f1e7-4354-a3c8-605c905f092c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:49.752547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Checking segment: {'id': '8f3efb56-3451-47b7-aa4f-b01a1274a01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '99f36653-d7ee-4fc2-8211-c38e211533fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:49.753044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Network hostable DHCP agents. Network: 99f36653-d7ee-4fc2-8211-c38e211533fc, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:22:49.940967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Network 99f36653-d7ee-4fc2-8211-c38e211533fc is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:22:50.071539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 99f36653-d7ee-4fc2-8211-c38e211533fc) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:50.076323 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:22:50.082322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:50.086644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e3b44a-d941-422e-8bae-24154c39a915 None None] Network 99f36653-d7ee-4fc2-8211-c38e211533fc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:50.087675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:50.088429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:50.249531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-19ffd9a4-3133-4d6c-ad02-6ab03ac61d90 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4700112 Aug 20 11:22:50.257063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56332) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:50.348758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44755dcf-8f8f-47dc-ad48-083e3f733ef6 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:50.353567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44755dcf-8f8f-47dc-ad48-083e3f733ef6 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:50.355403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-44755dcf-8f8f-47dc-ad48-083e3f733ef6 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0972459 Aug 20 11:22:50.360184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56336) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:50.364639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b01210-789b-4f50-82a2-01facaa988f6 req-41e96344-163a-4c3f-bf91-acd2f60bbc55 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:50.366370 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1b01210-789b-4f50-82a2-01facaa988f6 req-41e96344-163a-4c3f-bf91-acd2f60bbc55 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 945 time: 0.0983214 Aug 20 11:22:50.444428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1b01210-789b-4f50-82a2-01facaa988f6 req-571bb67b-dde8-4eac-9429-400d06ea15ec tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640330 Aug 20 11:22:50.491467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b7386903-cb05-4103-be65-f20aa1e43338 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Deleting port 1a7fa9db-bcb5-4193-8af6-46fa8efb6833 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:50.492094 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7386903-cb05-4103-be65-f20aa1e43338 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:50.563660 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7386903-cb05-4103-be65-f20aa1e43338 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:50.577333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b7386903-cb05-4103-be65-f20aa1e43338 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Calling delete_port for 1a7fa9db-bcb5-4193-8af6-46fa8efb6833 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:50.886897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7b254b09-6d09-4239-ae04-16529892ea84 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:22:50.929773 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:50.986117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7386903-cb05-4103-be65-f20aa1e43338 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.025592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7386903-cb05-4103-be65-f20aa1e43338 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.031035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b7386903-cb05-4103-be65-f20aa1e43338 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "DELETE /v2.0/ports/1a7fa9db-bcb5-4193-8af6-46fa8efb6833 HTTP/1.1" status: 204 len: 168 time: 0.6672003 Aug 20 11:22:51.031035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7386903-cb05-4103-be65-f20aa1e43338 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Port': ['ID=1a7fa9db-bcb5-4193-8af6-46fa8efb6833,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:51.032270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56346) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:51.153047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 7b254b09-6d09-4239-ae04-16529892ea84 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:22:51.160161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 7b254b09-6d09-4239-ae04-16529892ea84 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:51.160765 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.175643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4975819a-140c-4e0a-8e2d-4c11b7927242 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Deleting port 858c6181-f1e7-4354-a3c8-605c905f092c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:51.176115 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4975819a-140c-4e0a-8e2d-4c11b7927242 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.274825 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4975819a-140c-4e0a-8e2d-4c11b7927242 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.292224 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.305446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4975819a-140c-4e0a-8e2d-4c11b7927242 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Calling delete_port for 858c6181-f1e7-4354-a3c8-605c905f092c owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:51.329390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b254b09-6d09-4239-ae04-16529892ea84'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:22:51.331694 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5bab99-eea1-4181-a766-824aa230a985" -d '{"events": [{"server_uuid": "7dd43472-0615-4c5a-9259-a1430c18ec7d", "name": "network-vif-plugged", "status": "completed", "tag": "7b254b09-6d09-4239-ae04-16529892ea84"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:22:51.365629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:51.382555 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6827f83-c91f-4e91-ac59-a6a7d1f9e9a0 x-openstack-request-id: req-a6827f83-c91f-4e91-ac59-a6a7d1f9e9a0 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:22:51.383274 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd43472-0615-4c5a-9259-a1430c18ec7d", "name": "network-vif-plugged", "status": "completed", "tag": "7b254b09-6d09-4239-ae04-16529892ea84", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:22:51.383678 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6827f83-c91f-4e91-ac59-a6a7d1f9e9a0 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:22:51.384656 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b254b09-6d09-4239-ae04-16529892ea84', 'code': 200} Aug 20 11:22:51.472035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.506509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61815aef-2571-4dcb-bff3-63c66df1cf55 req-d8058290-ec56-4563-ba6a-8c26480c3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:51.510874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61815aef-2571-4dcb-bff3-63c66df1cf55 req-d8058290-ec56-4563-ba6a-8c26480c3b0a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 1096 time: 0.0730855 Aug 20 11:22:51.550988 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4975819a-140c-4e0a-8e2d-4c11b7927242 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.569292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=7b254b09-6d09-4239-ae04-16529892ea84,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:51.581915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61815aef-2571-4dcb-bff3-63c66df1cf55 req-eea79c69-e5f0-4796-ad16-43f995f8166d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647621 Aug 20 11:22:51.584485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975819a-140c-4e0a-8e2d-4c11b7927242 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Port': ['ID=858c6181-f1e7-4354-a3c8-605c905f092c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:51.590207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4975819a-140c-4e0a-8e2d-4c11b7927242 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.594682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4975819a-140c-4e0a-8e2d-4c11b7927242 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "DELETE /v2.0/ports/858c6181-f1e7-4354-a3c8-605c905f092c HTTP/1.1" status: 204 len: 168 time: 0.5589824 Aug 20 11:22:51.594958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56362) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:51.642994 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c713a-076d-40e5-b70b-66c4a81aa143 req-f0d5554c-f6da-45bc-827f-422e0bd13503 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:51.645346 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-207c713a-076d-40e5-b70b-66c4a81aa143 req-f0d5554c-f6da-45bc-827f-422e0bd13503 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.0947626 Aug 20 11:22:51.648909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ff805cd8-d650-48a3-a232-2fa5a1900cce tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0525861 Aug 20 11:22:51.654013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56364) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:51.659442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1553623016'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:51.694072 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-207c713a-076d-40e5-b70b-66c4a81aa143 req-245e04a2-8749-454a-8827-afc4cf13b664 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395937 Aug 20 11:22:51.809895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Made reservation on behalf of df923ca381bf4c52b565cd1d15a93e5a for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:51.812772 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.839350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:22:51.849960 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:51.850305 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Added segment b21ec791-bbff-4e68-8bd6-f44b795a03d9 of type vlan for network dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a Aug 20 11:22:51.905007 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:52.105956 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:52.111547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:52.112168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:52.179539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'Network': ['ID=dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:52.196264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:22:52.346201 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ec714f62-8752-459d-bb99-a29b3ea7a783 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6910214 Aug 20 11:22:52.352155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56376) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:52.356493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-763991275'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:52.505570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Made reservation on behalf of df923ca381bf4c52b565cd1d15a93e5a for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:52.509165 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:52.534307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:22:52.543944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:52.544287 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Added segment fd4cb7c8-d512-4257-9233-15c7b0f4acf7 of type vlan for network 336b87e9-880e-42f9-b47f-d0b9dc5d3e51 Aug 20 11:22:52.587572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:52.734816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:52.740529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:52.741329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:52.841094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'Network': ['ID=336b87e9-880e-42f9-b47f-d0b9dc5d3e51,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:52.856251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 336b87e9-880e-42f9-b47f-d0b9dc5d3e51 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:22:52.863634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a86ed0-32b2-4f6c-ac68-4875c944a736 req-ddb98450-af57-4e13-b613-057c5266f8fa tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:52.866889 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6a86ed0-32b2-4f6c-ac68-4875c944a736 req-ddb98450-af57-4e13-b613-057c5266f8fa tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.0704935 Aug 20 11:22:52.919001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6a86ed0-32b2-4f6c-ac68-4875c944a736 req-878f3815-583f-4229-863e-a10c95503025 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Aug 20 11:22:52.935449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2c4ec876-033c-46d6-a3c8-09b4430bc2a9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5842547 Aug 20 11:22:53.060906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56392) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:53.066750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'subnets': [{'network_id': 'dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--160213736', 'ip_version': 4}, {'network_id': '336b87e9-880e-42f9-b47f-d0b9dc5d3e51', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:53.067107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'subnet': {'network_id': 'dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--160213736', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:53.067853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Request body: {'subnet': {'network_id': '336b87e9-880e-42f9-b47f-d0b9dc5d3e51', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:53.209020 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:22:53.383231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Made reservation on behalf of df923ca381bf4c52b565cd1d15a93e5a for: {'subnet': 2} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:22:53.385922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:53.386466 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:53.923058 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:53.978285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'Subnet': ['ID=b3ce9cba-de12-4101-ad7b-51f8ae1783d4,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:54.002350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Checking segment: {'id': 'b21ec791-bbff-4e68-8bd6-f44b795a03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:54.002787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Network hostable DHCP agents. Network: dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:22:54.071190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893bffc-2401-4f77-88e2-0b49f49c580c req-b99e1727-bce4-4858-8042-0693efde3e35 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:54.072855 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d893bffc-2401-4f77-88e2-0b49f49c580c req-b99e1727-bce4-4858-8042-0693efde3e35 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.0630114 Aug 20 11:22:54.138600 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d893bffc-2401-4f77-88e2-0b49f49c580c req-015b146e-1f4b-436d-85d0-9e9a73e404f9 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550325 Aug 20 11:22:54.198064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Network dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:22:54.260555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb718e-d777-4b3d-924b-a42c976776b8 req-4e7e7a37-46a8-4311-b2ea-d361b60ef4d5 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:54.262254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32cb718e-d777-4b3d-924b-a42c976776b8 req-4e7e7a37-46a8-4311-b2ea-d361b60ef4d5 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 1097 time: 0.0474768 Aug 20 11:22:54.300803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32cb718e-d777-4b3d-924b-a42c976776b8 req-4a910822-a619-48a1-be41-0ad000a8f13c tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319810 Aug 20 11:22:54.427538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:54.438585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c5726-8b25-4864-bdd0-7e71818f0559 None None] Network dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:54.441207 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:54.445451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477da65d-ef80-4e0a-962c-a313f27cab2b req-ee0d4483-712e-4fb5-9f08-7a1b62550180 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:54.447081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-477da65d-ef80-4e0a-962c-a313f27cab2b req-ee0d4483-712e-4fb5-9f08-7a1b62550180 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 1097 time: 0.0583129 Aug 20 11:22:54.551806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event updated for resources: {'Subnet': ['ID=e7b01568-9340-44e6-9fbd-5c2fba0bb8d3,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:54.556172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-477da65d-ef80-4e0a-962c-a313f27cab2b req-5f3abc8e-c252-4646-bd10-0aecc74811bb tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790861 Aug 20 11:22:54.571659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Checking segment: {'id': 'fd4cb7c8-d512-4257-9233-15c7b0f4acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '336b87e9-880e-42f9-b47f-d0b9dc5d3e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:54.572074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Network hostable DHCP agents. Network: 336b87e9-880e-42f9-b47f-d0b9dc5d3e51, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:22:54.656401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a', 'network_id': 'dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a', 'tenant_id': 'df923ca381bf4c52b565cd1d15a93e5a', 'fixed_ips': [{'subnet_id': 'b3ce9cba-de12-4101-ad7b-51f8ae1783d4'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:22:54.657470 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:54.769028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Network 336b87e9-880e-42f9-b47f-d0b9dc5d3e51 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:22:54.830542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Allocated IP 172.20.0.2 (dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a/b3ce9cba-de12-4101-ad7b-51f8ae1783d4/4e3bd7a2-1b18-4413-8510-452d6ed8e389) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:22:54.905338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 336b87e9-880e-42f9-b47f-d0b9dc5d3e51) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:54.909647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:54.910357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:54.911188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:54.919781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec6fcd-63d9-4789-8a95-f7360dbac7ca None None] Network 336b87e9-880e-42f9-b47f-d0b9dc5d3e51 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:55.024473 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.037245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Transition to ACTIVE for port object 4e3bd7a2-1b18-4413-8510-452d6ed8e389 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:55.063833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Transition to ACTIVE for port object 4e3bd7a2-1b18-4413-8510-452d6ed8e389 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:55.071473 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c51ce090-07ec-444c-bcff-748a289b7ba0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0093806 Aug 20 11:22:55.074973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56438) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:55.163754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-336b87e9-880e-42f9-b47f-d0b9dc5d3e51', 'network_id': '336b87e9-880e-42f9-b47f-d0b9dc5d3e51', 'tenant_id': 'df923ca381bf4c52b565cd1d15a93e5a', 'fixed_ips': [{'subnet_id': 'e7b01568-9340-44e6-9fbd-5c2fba0bb8d3'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:22:55.164640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.171395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd15fd4-2e2d-4c97-aeef-3d61af1989ed tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:55.173255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd15fd4-2e2d-4c97-aeef-3d61af1989ed tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:55.175001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd15fd4-2e2d-4c97-aeef-3d61af1989ed tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:55.180331 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ebd15fd4-2e2d-4c97-aeef-3d61af1989ed tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1006765 Aug 20 11:22:55.182639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56442) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:55.257834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.263214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d6ae8c-b6ed-42ec-9f61-372d44982cac tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Deleting subnet b3ce9cba-de12-4101-ad7b-51f8ae1783d4 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:22:55.267529 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d6ae8c-b6ed-42ec-9f61-372d44982cac tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.316499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Network dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:22:55.343383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d6ae8c-b6ed-42ec-9f61-372d44982cac tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.410847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:55.424176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:22:55.458427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Pushing event updated for resources: {'Port': ['ID=4e3bd7a2-1b18-4413-8510-452d6ed8e389,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:55.467867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Allocated IP 172.20.0.18 (336b87e9-880e-42f9-b47f-d0b9dc5d3e51/e7b01568-9340-44e6-9fbd-5c2fba0bb8d3/8f2774cb-8170-452c-9a2c-bb9b6992a264) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:22:55.479052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d6ae8c-b6ed-42ec-9f61-372d44982cac tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.589516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Attempting to bind port 4e3bd7a2-1b18-4413-8510-452d6ed8e389 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:22:55.591341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Attempting to bind port 4e3bd7a2-1b18-4413-8510-452d6ed8e389 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b21ec791-bbff-4e68-8bd6-f44b795a03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:22:55.591341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Attempting to bind port 4e3bd7a2-1b18-4413-8510-452d6ed8e389 on network dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:55.599651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:22:55.600042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Checking segment: {'id': 'b21ec791-bbff-4e68-8bd6-f44b795a03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:55.600452 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.600857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Bound using segment: {'id': 'b21ec791-bbff-4e68-8bd6-f44b795a03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:22:55.601453 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Bound port: 4e3bd7a2-1b18-4413-8510-452d6ed8e389, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21ec791-bbff-4e68-8bd6-f44b795a03d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:22:55.601837 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.684513 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d6ae8c-b6ed-42ec-9f61-372d44982cac tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.718760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6ae8c-b6ed-42ec-9f61-372d44982cac tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ce9cba-de12-4101-ad7b-51f8ae1783d4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:55.724265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d6ae8c-b6ed-42ec-9f61-372d44982cac tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.731012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56458) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:55.732953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] For port 4e3bd7a2-1b18-4413-8510-452d6ed8e389, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:22:55.758368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-50d6ae8c-b6ed-42ec-9f61-372d44982cac tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "DELETE /v2.0/subnets/b3ce9cba-de12-4101-ad7b-51f8ae1783d4 HTTP/1.1" status: 204 len: 168 time: 0.5744884 Aug 20 11:22:55.760795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] For port 4e3bd7a2-1b18-4413-8510-452d6ed8e389, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4e3bd7a2-1b18-4413-8510-452d6ed8e389,segment=NetworkSegment(b21ec791-bbff-4e68-8bd6-f44b795a03d9),segment_id=b21ec791-bbff-4e68-8bd6-f44b795a03d9)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:22:55.767474 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:55.784697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Transition to ACTIVE for port object 8f2774cb-8170-452c-9a2c-bb9b6992a264 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:55.804109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Transition to ACTIVE for port object 8f2774cb-8170-452c-9a2c-bb9b6992a264 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:22:55.827989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e274b544-9214-42c0-b320-119cdb1721fb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Deleting subnet e7b01568-9340-44e6-9fbd-5c2fba0bb8d3 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:22:55.918319 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.001305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e274b544-9214-42c0-b320-119cdb1721fb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.045681 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e274b544-9214-42c0-b320-119cdb1721fb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.096933 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.131848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Network 336b87e9-880e-42f9-b47f-d0b9dc5d3e51 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:22:56.149642 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:22:56.155066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:22:56.163889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a8ddb-0fbe-4b3b-bb58-6472c9a58a1e None None] Pushing event updated for resources: {'Port': ['ID=4e3bd7a2-1b18-4413-8510-452d6ed8e389,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:56.230081 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e274b544-9214-42c0-b320-119cdb1721fb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.265436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Pushing event updated for resources: {'Port': ['ID=8f2774cb-8170-452c-9a2c-bb9b6992a264,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:56.268434 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Attempting to bind port 8f2774cb-8170-452c-9a2c-bb9b6992a264 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:22:56.268985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Attempting to bind port 8f2774cb-8170-452c-9a2c-bb9b6992a264 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'fd4cb7c8-d512-4257-9233-15c7b0f4acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '336b87e9-880e-42f9-b47f-d0b9dc5d3e51'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:22:56.269401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Attempting to bind port 8f2774cb-8170-452c-9a2c-bb9b6992a264 on network 336b87e9-880e-42f9-b47f-d0b9dc5d3e51 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:56.276318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:22:56.276699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Checking segment: {'id': 'fd4cb7c8-d512-4257-9233-15c7b0f4acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '336b87e9-880e-42f9-b47f-d0b9dc5d3e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:56.277125 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.277522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Bound using segment: {'id': 'fd4cb7c8-d512-4257-9233-15c7b0f4acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '336b87e9-880e-42f9-b47f-d0b9dc5d3e51'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:22:56.277992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Bound port: 8f2774cb-8170-452c-9a2c-bb9b6992a264, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4cb7c8-d512-4257-9233-15c7b0f4acf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '336b87e9-880e-42f9-b47f-d0b9dc5d3e51'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:22:56.278377 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.331936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29ea5-c6d1-43c0-b349-6d8787bdbd67 req-c848c289-1d46-48a2-9f61-6dc73e4e5091 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:56.333824 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fe29ea5-c6d1-43c0-b349-6d8787bdbd67 req-c848c289-1d46-48a2-9f61-6dc73e4e5091 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 945 time: 0.1657259 Aug 20 11:22:56.399886 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fe29ea5-c6d1-43c0-b349-6d8787bdbd67 req-c7461531-d7d9-4459-a3e8-b9e67bca8126 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521317 Aug 20 11:22:56.559310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e274b544-9214-42c0-b320-119cdb1721fb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.561160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] For port 8f2774cb-8170-452c-9a2c-bb9b6992a264, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:22:56.567732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] For port 8f2774cb-8170-452c-9a2c-bb9b6992a264, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8f2774cb-8170-452c-9a2c-bb9b6992a264,segment=NetworkSegment(fd4cb7c8-d512-4257-9233-15c7b0f4acf7),segment_id=fd4cb7c8-d512-4257-9233-15c7b0f4acf7)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:22:56.597641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274b544-9214-42c0-b320-119cdb1721fb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b01568-9340-44e6-9fbd-5c2fba0bb8d3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:56.607029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e274b544-9214-42c0-b320-119cdb1721fb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.609212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e274b544-9214-42c0-b320-119cdb1721fb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "DELETE /v2.0/subnets/e7b01568-9340-44e6-9fbd-5c2fba0bb8d3 HTTP/1.1" status: 204 len: 168 time: 0.8771954 Aug 20 11:22:56.612572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56494) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:56.712569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fdca9c-1a7d-4fe5-bb61-19666b2a42e9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:56.714193 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-00fdca9c-1a7d-4fe5-bb61-19666b2a42e9 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999820 Aug 20 11:22:56.720668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56496) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:56.745916 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.824998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a50646-d28a-4fed-8e4f-44daa659d69e None None] Pushing event updated for resources: {'Port': ['ID=8f2774cb-8170-452c-9a2c-bb9b6992a264,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:56.858531 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:56.945350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Deleting port 8f2774cb-8170-452c-9a2c-bb9b6992a264 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:56.945985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:57.298313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] For port 8f2774cb-8170-452c-9a2c-bb9b6992a264, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8f2774cb-8170-452c-9a2c-bb9b6992a264,segment=NetworkSegment(fd4cb7c8-d512-4257-9233-15c7b0f4acf7),segment_id=fd4cb7c8-d512-4257-9233-15c7b0f4acf7)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:57.298313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:57.298313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Calling delete_port for 8f2774cb-8170-452c-9a2c-bb9b6992a264 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:57.400038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4e3bd7a2-1b18-4413-8510-452d6ed8e389 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:22:57.513490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4818e1af-8a79-45e5-94e8-c2f4d7e65b40 None None] Network dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:57.545691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-fb87932e-e237-4b3c-9631-f951a38f236b tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:57.547565 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-fb87932e-e237-4b3c-9631-f951a38f236b tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.57 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 945 time: 0.0674598 Aug 20 11:22:57.605785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:57.662891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 4e3bd7a2-1b18-4413-8510-452d6ed8e389 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:22:57.665091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Port': ['ID=8f2774cb-8170-452c-9a2c-bb9b6992a264,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:57.695701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] No DVR routers for this DVR port 8f2774cb-8170-452c-9a2c-bb9b6992a264 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:22:57.707472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e8bc0-0587-40e7-8ebb-dc9ee7ca03b8 req-c7ca65b3-5276-4dc7-989b-90b5f5b434d3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:57.718283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-175e8bc0-0587-40e7-8ebb-dc9ee7ca03b8 req-c7ca65b3-5276-4dc7-989b-90b5f5b434d3 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 945 time: 0.1893752 Aug 20 11:22:57.738353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b94903a1-e9db-446d-b461-ff5821b71a60 None None] Provisioning for port 4e3bd7a2-1b18-4413-8510-452d6ed8e389 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:22:57.753066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Deleting port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:57.753633 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:57.754883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b94903a1-e9db-446d-b461-ff5821b71a60 None None] Provisioning complete for port 4e3bd7a2-1b18-4413-8510-452d6ed8e389 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:22:57.755267 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b94903a1-e9db-446d-b461-ff5821b71a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:57.859007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eb766b-001e-4c88-b9e8-28d42417beb0 None None] DHCP port deletion for dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:22:57.868457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:57.902194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336b87e9-880e-42f9-b47f-d0b9dc5d3e51']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:57.914739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4cb7c8-d512-4257-9233-15c7b0f4acf7') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:57.915387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4cb7c8-d512-4257-9233-15c7b0f4acf7') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:57.927530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:57.965159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:57.975326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:22:57.983773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] For port abdbffb3-57f3-4e55-8763-1dcb9d6cc412, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:57.984157 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:57.984787 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:58.065953 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b94903a1-e9db-446d-b461-ff5821b71a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:58.129768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b94903a1-e9db-446d-b461-ff5821b71a60 None None] For port 4e3bd7a2-1b18-4413-8510-452d6ed8e389, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4e3bd7a2-1b18-4413-8510-452d6ed8e389,segment=NetworkSegment(b21ec791-bbff-4e68-8bd6-f44b795a03d9),segment_id=b21ec791-bbff-4e68-8bd6-f44b795a03d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:22:58.141809 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:22:58.152209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb766b-001e-4c88-b9e8-28d42417beb0 None None] Deleting port 4e3bd7a2-1b18-4413-8510-452d6ed8e389 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:22:58.156813 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c2eb766b-001e-4c88-b9e8-28d42417beb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:58.187330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-175e8bc0-0587-40e7-8ebb-dc9ee7ca03b8 req-3d240d41-3ca5-4483-b8bc-02ae927185ba tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4656367 Aug 20 11:22:58.242202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-85401369-2295-4de8-a364-2778af288977 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:22:58.243349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-85401369-2295-4de8-a364-2778af288977 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058701 Aug 20 11:22:58.264331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Request body: {'binding': {'host': 'n-h2-804230-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:22:58.266879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Unknown quota resources ['binding']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:22:58.267021 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b94903a1-e9db-446d-b461-ff5821b71a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:58.276177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c2eb766b-001e-4c88-b9e8-28d42417beb0 None None] For port 4e3bd7a2-1b18-4413-8510-452d6ed8e389, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4e3bd7a2-1b18-4413-8510-452d6ed8e389,segment=NetworkSegment(b21ec791-bbff-4e68-8bd6-f44b795a03d9),segment_id=b21ec791-bbff-4e68-8bd6-f44b795a03d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:22:58.276821 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c2eb766b-001e-4c88-b9e8-28d42417beb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:58.280389 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:58.334271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:58.336304 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "DELETE /v2.0/networks/336b87e9-880e-42f9-b47f-d0b9dc5d3e51 HTTP/1.1" status: 204 len: 168 time: 1.6146159 Aug 20 11:22:58.340258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56518) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:58.365343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94903a1-e9db-446d-b461-ff5821b71a60 None None] Pushing event updated for resources: {'Port': ['ID=4e3bd7a2-1b18-4413-8510-452d6ed8e389,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:58.380172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb766b-001e-4c88-b9e8-28d42417beb0 None None] Calling delete_port for 4e3bd7a2-1b18-4413-8510-452d6ed8e389 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:58.436035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf103cfd-f54f-4a53-8d00-1db9db214695 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Network': ['ID=336b87e9-880e-42f9-b47f-d0b9dc5d3e51,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:58.586511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1c181730-b83d-45c8-849b-54ce9ff7b5e6 None None] Could not find standard attr ID for object 8f2774cb-8170-452c-9a2c-bb9b6992a264. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:22:58.654652 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c2eb766b-001e-4c88-b9e8-28d42417beb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:58.691239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 on host n-h2-804230-3 for vnic_type normal with profile None {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:22:58.691586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:22:58.692109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:58.719471 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:58.736826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Port 7b254b09-6d09-4239-ae04-16529892ea84 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:22:58.737159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:22:58.750867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:22:58.751485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:22:58.752023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:22:58.752614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Bound port: 7b254b09-6d09-4239-ae04-16529892ea84, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:22:58.759541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa6b1dd-e586-453f-98a1-05fe5318fd94 None None] DHCP port deletion for 336b87e9-880e-42f9-b47f-d0b9dc5d3e51 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:22:58.794040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb766b-001e-4c88-b9e8-28d42417beb0 None None] Pushing event deleted for resources: {'Port': ['ID=4e3bd7a2-1b18-4413-8510-452d6ed8e389,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:58.798214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b5cc1f-52bd-4396-9aee-afff27ea8d4c None None] Network 336b87e9-880e-42f9-b47f-d0b9dc5d3e51 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:22:58.838947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb766b-001e-4c88-b9e8-28d42417beb0 None None] No DVR routers for this DVR port 4e3bd7a2-1b18-4413-8510-452d6ed8e389 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:22:58.841276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b5cc1f-52bd-4396-9aee-afff27ea8d4c None None] Network 336b87e9-880e-42f9-b47f-d0b9dc5d3e51 could not be found, it might have been deleted concurrently. {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 11:22:58.844419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:22:58.952421 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:58.968559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:58.987665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21ec791-bbff-4e68-8bd6-f44b795a03d9') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:58.988239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21ec791-bbff-4e68-8bd6-f44b795a03d9') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:58.997677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.000274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-81aa92aa-5607-4e44-aa18-256de0c79056 service neutron] 10.222.0.10 "POST /v2.0/ports/7b254b09-6d09-4239-ae04-16529892ea84/bindings HTTP/1.1" status: 201 len: 389 time: 0.7404211 Aug 20 11:22:59.026206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.032549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.032969 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.033304 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Floating IP 52975f10-5191-4870-9538-4e75e2bc2f4a disassociated. External IP: 172.25.4.11, port: abdbffb3-57f3-4e55-8763-1dcb9d6cc412. Aug 20 11:22:59.033650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Calling delete_port for abdbffb3-57f3-4e55-8763-1dcb9d6cc412 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:22:59.055681 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.078678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:22:59.091005 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:22:59.112470 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:22:59.177958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4e3bd7a2-1b18-4413-8510-452d6ed8e389 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:22:59.213807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 4e3bd7a2-1b18-4413-8510-452d6ed8e389 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:22:59.214286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4e3bd7a2-1b18-4413-8510-452d6ed8e389 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:22:59.370582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff3d04-30f2-4797-826d-1b6fb190f21c req-763a4ba2-b043-493d-a7a2-40deb9beba1c tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:22:59.372219 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7ff3d04-30f2-4797-826d-1b6fb190f21c req-763a4ba2-b043-493d-a7a2-40deb9beba1c tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 945 time: 0.0685928 Aug 20 11:22:59.431989 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7ff3d04-30f2-4797-826d-1b6fb190f21c req-99cea6c9-493a-4e54-ac4c-5edfa57a1bf1 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups?id=309bcc86-0e3e-4f9c-9139-58d236d5a3be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468960 Aug 20 11:22:59.507724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.537053 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.541582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "DELETE /v2.0/networks/dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a HTTP/1.1" status: 204 len: 168 time: 1.1963568 Aug 20 11:22:59.541774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56534) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:22:59.551816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccbd44-e3e4-41c0-a688-66ed75a6cdfb tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Network': ['ID=dd81eba5-8cd8-4bf7-af1c-7f0ddbb9ac3a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:59.610991 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.670056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Pushing event deleted for resources: {'Port': ['ID=abdbffb3-57f3-4e55-8763-1dcb9d6cc412,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:22:59.681233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.682574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.683151 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.683727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.684301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.684881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.685442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.686025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.686635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.687214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.688022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.688591 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:22:59.697729 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.864038 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.883879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f36653-d7ee-4fc2-8211-c38e211533fc']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:59.898716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Router 4a13b48c-b560-48de-9b55-abfc9eba3e73 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:22:59.901244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3efb56-3451-47b7-aa4f-b01a1274a01e') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:59.901610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3efb56-3451-47b7-aa4f-b01a1274a01e') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:22:59.931286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.952129 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.958504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:22:59.960426 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:22:59.961850 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:23:00.006343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb6b55-b0c3-4046-aa9b-a1c7c24472d2 req-f9284672-d11f-4261-8075-074a675683bf tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:00.007955 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02eb6b55-b0c3-4046-aa9b-a1c7c24472d2 req-f9284672-d11f-4261-8075-074a675683bf tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.1079278 Aug 20 11:23:00.119963 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02eb6b55-b0c3-4046-aa9b-a1c7c24472d2 req-66595388-3021-40c8-a164-8cd2881a5975 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957465 Aug 20 11:23:00.130975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:23:00.146965 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] Sync routers for ids ['4a13b48c-b560-48de-9b55-abfc9eba3e73'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:23:00.171113 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] Routers {'4a13b48c-b560-48de-9b55-abfc9eba3e73'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:00.172614 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:22:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a13b48c-b560-48de-9b55-abfc9eba3e73'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:00.236834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] No DVR routers for this DVR port abdbffb3-57f3-4e55-8763-1dcb9d6cc412 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:23:00.239948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:00.242807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f7d0ce7-65fb-43c7-815e-24d250a6e805 req-904e91f2-7d8a-4813-944b-8aa0c6ec7cf5 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.57 "DELETE /v2.0/ports/abdbffb3-57f3-4e55-8763-1dcb9d6cc412 HTTP/1.1" status: 204 len: 173 time: 2.6871824 Aug 20 11:23:00.248152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'name': 'network-vif-deleted', 'tag': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:00.248152 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f30e63-c9b7-416c-b8c7-41749fc43989" -d '{"events": [{"server_uuid": "37717ef7-9738-4987-a3de-0d261c8d5d99", "name": "network-vif-deleted", "tag": "abdbffb3-57f3-4e55-8763-1dcb9d6cc412"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:00.248422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:00.256535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:00.259512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "DELETE /v2.0/networks/99f36653-d7ee-4fc2-8211-c38e211533fc HTTP/1.1" status: 204 len: 168 time: 0.7164874 Aug 20 11:23:00.262325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56542) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:00.301576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432635b2-9c2e-4a90-a11c-1065b0879e12 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Network': ['ID=99f36653-d7ee-4fc2-8211-c38e211533fc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:00.368844 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50c95f0-b760-44f0-89f8-87be5a7f9584 x-openstack-request-id: req-c50c95f0-b760-44f0-89f8-87be5a7f9584 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:00.368844 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37717ef7-9738-4987-a3de-0d261c8d5d99", "name": "network-vif-deleted", "tag": "abdbffb3-57f3-4e55-8763-1dcb9d6cc412", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:00.368844 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c50c95f0-b760-44f0-89f8-87be5a7f9584 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:00.368844 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37717ef7-9738-4987-a3de-0d261c8d5d99', 'name': 'network-vif-deleted', 'tag': 'abdbffb3-57f3-4e55-8763-1dcb9d6cc412', 'status': 'completed', 'code': 200} Aug 20 11:23:00.381992 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] Set router 4a13b48c-b560-48de-9b55-abfc9eba3e73 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:00.417819 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:00.603539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-63721123-2fed-4a13-a7b6-c4703d0b38f6 req-59204e0b-d413-470e-bf67-3711a8761803 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 210 time: 0.0578666 Aug 20 11:23:00.607614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:00.625717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c660db70-cb78-45a9-b6e0-db94efe56a15']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:00.645516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f6eb03-6d44-4ccd-b16a-ea716096cf19') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:00.645516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f6eb03-6d44-4ccd-b16a-ea716096cf19') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:00.650607 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0b39b561-7f21-44d7-b7b0-c900f6efb061', 'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'mac_address': 'fa:16:3e:09:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:45Z', 'updated_at': '2021-08-20T11:20:55Z', 'revision_number': 5, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'subnets': [{'id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:00.652731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-a52baca7-0794-47de-9415-4f0dc5829402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:00.656176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-a52baca7-0794-47de-9415-4f0dc5829402 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 1097 time: 0.1911209 Aug 20 11:23:00.660419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:00.715154 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] Checking router: 4a13b48c-b560-48de-9b55-abfc9eba3e73 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:23:00.720979 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:00.729801 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] Routers {'4a13b48c-b560-48de-9b55-abfc9eba3e73'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:00.730615 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:22:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a13b48c-b560-48de-9b55-abfc9eba3e73'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:00.737175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:23:00.737593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:23:00.747849 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:23:00.884300 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] Set router 4a13b48c-b560-48de-9b55-abfc9eba3e73 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:00.908855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-aa4cf267-d3eb-4625-891d-1aabbcfddba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:00.910695 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-aa4cf267-d3eb-4625-891d-1aabbcfddba1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.2421038 Aug 20 11:23:01.053274 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-9bf9709b-f6fd-4f27-8837-f84b3dbd11de service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b254b09-6d09-4239-ae04-16529892ea84 HTTP/1.1" status: 200 len: 217 time: 0.1332741 Aug 20 11:23:01.126869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-74d2f386-a4d6-4af7-9ad0-54688f83565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:01.128531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-74d2f386-a4d6-4af7-9ad0-54688f83565a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0658541 Aug 20 11:23:01.129718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:01.143071 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:01.149601 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] 10.222.0.10 "DELETE /v2.0/networks/c660db70-cb78-45a9-b6e0-db94efe56a15 HTTP/1.1" status: 204 len: 168 time: 0.8853812 Aug 20 11:23:01.191432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-3f153450-d52d-4623-a1aa-10257fe8854b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342147 Aug 20 11:23:01.237700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a735e-b2ed-4cf9-9422-b51839af6fa0 tempest-BulkNetworkOpsTest-1775551112 tempest-BulkNetworkOpsTest-1775551112-project] Pushing event deleted for resources: {'Network': ['ID=c660db70-cb78-45a9-b6e0-db94efe56a15,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:01.296469 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0b39b561-7f21-44d7-b7b0-c900f6efb061', 'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'mac_address': 'fa:16:3e:09:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:45Z', 'updated_at': '2021-08-20T11:20:55Z', 'revision_number': 5, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'subnets': [{'id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:01.368459 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f467c-ce59-4858-86ad-6dcb5c4e283a None None] The sync data for ids ['4a13b48c-b560-48de-9b55-abfc9eba3e73'] in n-d-804230-3 is: [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0b39b561-7f21-44d7-b7b0-c900f6efb061', 'name': '', 'network_id': 'ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'mac_address': 'fa:16:3e:09:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:45Z', 'updated_at': '2021-08-20T11:20:55Z', 'revision_number': 5, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'subnets': [{'id': '9ad1654a-cec9-4a7f-92cb-da52dca9d5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:23:01.426861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac97c5-a83e-4bb5-b4b0-e89bc6a13baf req-27a2236e-3dc4-47b5-924d-9a315ae2ac85 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:01.435316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5ac97c5-a83e-4bb5-b4b0-e89bc6a13baf req-27a2236e-3dc4-47b5-924d-9a315ae2ac85 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.1124165 Aug 20 11:23:01.456984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-b1283317-8458-42dc-8095-26b3efd42974 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518153 Aug 20 11:23:01.593190 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5ac97c5-a83e-4bb5-b4b0-e89bc6a13baf req-f5c9cab7-b44d-46e4-a7b5-43c681e1b376 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564610 Aug 20 11:23:01.671289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-150179e1-c88f-49d5-97bb-5a920276dc50 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035708 Aug 20 11:23:01.828089 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bf458fd-9f28-4f7d-b713-18c6885114eb req-f19eec63-43ae-43a3-9f3d-2e8ad5cea9fd tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/ports?device_id=37717ef7-9738-4987-a3de-0d261c8d5d99 HTTP/1.1" status: 200 len: 210 time: 0.0478926 Aug 20 11:23:01.868656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a236164-c960-42aa-ab09-c849911352ef None None] New status for floating IP 52975f10-5191-4870-9538-4e75e2bc2f4a: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:23:02.298405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56580) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:02.539834 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4e54114b-2600-401a-a637-3c8bb376506e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df923ca381bf4c52b565cd1d15a93e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395463 Aug 20 11:23:02.542854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56586) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:02.617843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81dfe81-9355-48b1-994f-6c9864c2f2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:02.660621 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81dfe81-9355-48b1-994f-6c9864c2f2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:02.794701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef6b77-f705-4b01-bccf-823f08163be2 req-6d81f834-327b-4c21-a8dd-47bb4db79701 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:02.800118 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6cef6b77-f705-4b01-bccf-823f08163be2 req-6d81f834-327b-4c21-a8dd-47bb4db79701 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.0768623 Aug 20 11:23:02.843387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6cef6b77-f705-4b01-bccf-823f08163be2 req-7bea5e29-7a33-4fa0-87c6-49cdae732863 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371954 Aug 20 11:23:02.905753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81dfe81-9355-48b1-994f-6c9864c2f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:02.918926 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d81dfe81-9355-48b1-994f-6c9864c2f2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:02.920491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d81dfe81-9355-48b1-994f-6c9864c2f2fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/025e62e6-118e-4a17-910d-9453a197d682 HTTP/1.1" status: 204 len: 168 time: 0.3757379 Aug 20 11:23:02.938091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device abdbffb3-57f3-4e55-8763-1dcb9d6cc412 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:02.961835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dfe81-9355-48b1-994f-6c9864c2f2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025e62e6-118e-4a17-910d-9453a197d682,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:02.989966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: abdbffb3-57f3-4e55-8763-1dcb9d6cc412 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:02.990643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device abdbffb3-57f3-4e55-8763-1dcb9d6cc412 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:03.067939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56604) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:03.195621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:03.256470 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:03.482866 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:03.487387 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:03.491140 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "DELETE /v2.0/security-groups/309bcc86-0e3e-4f9c-9139-58d236d5a3be HTTP/1.1" status: 204 len: 168 time: 0.4195435 Aug 20 11:23:03.494883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56614) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:03.516355 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-2ba43030-4d3a-482a-a292-860b3e2ccd7a tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] show failed (client error): The resource could not be found. Aug 20 11:23:03.517355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2ba43030-4d3a-482a-a292-860b3e2ccd7a tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "GET /v2.0/security-groups/309bcc86-0e3e-4f9c-9139-58d236d5a3be HTTP/1.1" status: 404 len: 347 time: 0.0250564 Aug 20 11:23:03.520291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56616) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:03.548500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=309bcc86-0e3e-4f9c-9139-58d236d5a3be,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:03.562271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.563306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.563874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.564528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.565118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.565684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.566248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.566942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.567505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.568330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.568928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.569534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34333e17-e5f7-4ac1-af46-740ec79e5644 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:03.760132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-98f5f110-b9c7-4be6-8cec-02b6ac090540 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Deleting port b61e32b5-959c-4929-8fb0-5a02f09aadbd {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:03.760923 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98f5f110-b9c7-4be6-8cec-02b6ac090540 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:03.936064 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98f5f110-b9c7-4be6-8cec-02b6ac090540 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:03.936477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98f5f110-b9c7-4be6-8cec-02b6ac090540 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:03.956600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-98f5f110-b9c7-4be6-8cec-02b6ac090540 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Calling delete_port for b61e32b5-959c-4929-8fb0-5a02f09aadbd owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:04.262906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46918a-bc20-4a3d-9b45-fd0f09c52240 req-b8e04478-4688-494c-a88c-3cbfbc551699 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:04.270185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce46918a-bc20-4a3d-9b45-fd0f09c52240 req-b8e04478-4688-494c-a88c-3cbfbc551699 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.2434978 Aug 20 11:23:04.416194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce46918a-bc20-4a3d-9b45-fd0f09c52240 req-116e93a7-6fc3-41d9-abc1-9beb831dea54 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367407 Aug 20 11:23:04.522042 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98f5f110-b9c7-4be6-8cec-02b6ac090540 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:04.583976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5f110-b9c7-4be6-8cec-02b6ac090540 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Pushing event deleted for resources: {'Port': ['ID=b61e32b5-959c-4929-8fb0-5a02f09aadbd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:04.695271 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98f5f110-b9c7-4be6-8cec-02b6ac090540 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:04.700607 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98f5f110-b9c7-4be6-8cec-02b6ac090540 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:04.702174 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-98f5f110-b9c7-4be6-8cec-02b6ac090540 tempest-ServersTestFqdnHostnames-994101336 tempest-ServersTestFqdnHostnames-994101336-project] 10.222.0.10 "DELETE /v2.0/floatingips/52975f10-5191-4870-9538-4e75e2bc2f4a HTTP/1.1" status: 204 len: 168 time: 1.1804249 Aug 20 11:23:04.711652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56646) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:04.948929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56652) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:05.110378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-03b6f4cb-84ef-47c0-ba7d-9eb2deb7c168 tempest-DvrRoutersNegativeTest-2065047058 tempest-DvrRoutersNegativeTest-2065047058-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1288777465', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:05.114418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.policy [None req-03b6f4cb-84ef-47c0-ba7d-9eb2deb7c168 tempest-DvrRoutersNegativeTest-2065047058 tempest-DvrRoutersNegativeTest-2065047058-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95587) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 20 11:23:05.125597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.policy [None req-03b6f4cb-84ef-47c0-ba7d-9eb2deb7c168 tempest-DvrRoutersNegativeTest-2065047058 tempest-DvrRoutersNegativeTest-2065047058-project] Failed policy check for 'create_router' {{(pid=95587) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 20 11:23:05.125597 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-03b6f4cb-84ef-47c0-ba7d-9eb2deb7c168 tempest-DvrRoutersNegativeTest-2065047058 tempest-DvrRoutersNegativeTest-2065047058-project] create failed (client error): Access was denied to this resource. Aug 20 11:23:05.125597 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-03b6f4cb-84ef-47c0-ba7d-9eb2deb7c168 tempest-DvrRoutersNegativeTest-2065047058 tempest-DvrRoutersNegativeTest-2065047058-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1669271 Aug 20 11:23:05.245945 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:05.642336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7993a-45e0-405e-9609-08da0da873ea req-ce3d7980-b3c9-4a66-89c2-a97ed991c8b3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:05.652976 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-65f7993a-45e0-405e-9609-08da0da873ea req-ce3d7980-b3c9-4a66-89c2-a97ed991c8b3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.1144505 Aug 20 11:23:05.735430 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-65f7993a-45e0-405e-9609-08da0da873ea req-3448924d-52ea-45dc-9fe4-9aadbcf0fc9b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810599 Aug 20 11:23:05.824727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] Deleting port 0b39b561-7f21-44d7-b7b0-c900f6efb061 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:05.824727 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:05.957094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] For port 0b39b561-7f21-44d7-b7b0-c900f6efb061, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0b39b561-7f21-44d7-b7b0-c900f6efb061,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:05.957435 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:06.023782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56674) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:06.221201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-48f0ed61-1f60-45fb-8334-b0e1563c8205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:06.366757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] Calling delete_port for 0b39b561-7f21-44d7-b7b0-c900f6efb061 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:06.400746 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-48f0ed61-1f60-45fb-8334-b0e1563c8205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:06.511470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-48f0ed61-1f60-45fb-8334-b0e1563c8205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:06.588265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0ed61-1f60-45fb-8334-b0e1563c8205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0bdb4e-33da-4600-a1ef-a61f8625aea0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:06.632904 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-48f0ed61-1f60-45fb-8334-b0e1563c8205 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=afd99541c058445aa95ba6b0c201da03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078358 Aug 20 11:23:06.635489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56690) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:06.719606 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e45ebcb-10f0-4b3a-8eb3-a1ad40809374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:06.748011 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e45ebcb-10f0-4b3a-8eb3-a1ad40809374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:06.824621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:06.891948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b39b561-7f21-44d7-b7b0-c900f6efb061,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:06.922685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e45ebcb-10f0-4b3a-8eb3-a1ad40809374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:06.926008 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e45ebcb-10f0-4b3a-8eb3-a1ad40809374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:06.927532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5e45ebcb-10f0-4b3a-8eb3-a1ad40809374 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec0bdb4e-33da-4600-a1ef-a61f8625aea0 HTTP/1.1" status: 204 len: 168 time: 0.2893393 Aug 20 11:23:06.949859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45ebcb-10f0-4b3a-8eb3-a1ad40809374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0bdb4e-33da-4600-a1ef-a61f8625aea0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:07.159436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ccb2f-8621-428f-895c-5210acee039c req-cf3595b0-9fa9-4e90-b9e3-7438cb9a216f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:07.171171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-216ccb2f-8621-428f-895c-5210acee039c req-cf3595b0-9fa9-4e90-b9e3-7438cb9a216f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.2919917 Aug 20 11:23:07.233950 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-216ccb2f-8621-428f-895c-5210acee039c req-df880ef7-8ac2-4129-b9c3-46cc5710b3a4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618324 Aug 20 11:23:07.358510 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:07.785588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] Router 4a13b48c-b560-48de-9b55-abfc9eba3e73 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:23:07.920187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:23:07.934934 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] Sync routers for ids ['4a13b48c-b560-48de-9b55-abfc9eba3e73'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:23:07.935418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4b7331ac-dd8b-4aa8-b1ee-a6c7f506d6e2 admin admin] 10.222.0.10 "PUT /v2.0/routers/4a13b48c-b560-48de-9b55-abfc9eba3e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2213840 Aug 20 11:23:07.937109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56728) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:07.945783 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] Routers {'4a13b48c-b560-48de-9b55-abfc9eba3e73'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:07.946428 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:22:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a13b48c-b560-48de-9b55-abfc9eba3e73'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:08.144396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:08.171563 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] Set router 4a13b48c-b560-48de-9b55-abfc9eba3e73 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:08.349648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:08.508102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3420d-9e12-425b-b626-fffc2d11a5c6 req-22a15e8f-3249-46cb-933a-75e0993d2d27 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:08.533673 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ade3420d-9e12-425b-b626-fffc2d11a5c6 req-22a15e8f-3249-46cb-933a-75e0993d2d27 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.1338499 Aug 20 11:23:08.620497 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ade3420d-9e12-425b-b626-fffc2d11a5c6 req-e13a3b98-7131-4a76-9181-b31427d8aa63 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857828 Aug 20 11:23:08.640954 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:23:06Z', 'revision_number': 5, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port': {'id': 'a9bd7887-98cd-4819-a0e3-e854348c096c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:20:41Z', 'updated_at': '2021-08-20T11:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:08.659577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Deleting port a9bd7887-98cd-4819-a0e3-e854348c096c {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:08.659991 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:08.833012 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] Checking router: 4a13b48c-b560-48de-9b55-abfc9eba3e73 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:23:08.834633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] For port a9bd7887-98cd-4819-a0e3-e854348c096c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a9bd7887-98cd-4819-a0e3-e854348c096c,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:08.835702 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:08.840538 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] Routers {'4a13b48c-b560-48de-9b55-abfc9eba3e73'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:08.841415 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:22:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4a13b48c-b560-48de-9b55-abfc9eba3e73'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:08.864379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Calling delete_port for a9bd7887-98cd-4819-a0e3-e854348c096c owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:08.953455 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] Set router 4a13b48c-b560-48de-9b55-abfc9eba3e73 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:09.055624 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:23:08Z', 'revision_number': 6, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:09.086020 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c8e48a-d1ae-4c76-8587-9adeb7098420 None None] The sync data for ids ['4a13b48c-b560-48de-9b55-abfc9eba3e73'] in n-d-804230-3 is: [{'id': '4a13b48c-b560-48de-9b55-abfc9eba3e73', 'name': 'tempest-ServersTestFqdnHostnames-2047769522-router', 'tenant_id': 'c758ed9616cc40509be68c0eef63f715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:20:40Z', 'updated_at': '2021-08-20T11:23:08Z', 'revision_number': 6, 'project_id': 'c758ed9616cc40509be68c0eef63f715', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:23:09.231750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.269036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9bd7887-98cd-4819-a0e3-e854348c096c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:09.359987 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.512468 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.529487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.766086 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.766086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a13b48c-b560-48de-9b55-abfc9eba3e73 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:23:09.775360 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.776883 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-51c27d55-80b2-4016-9c69-433643d6fcc5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4a13b48c-b560-48de-9b55-abfc9eba3e73 HTTP/1.1" status: 204 len: 168 time: 1.8382463 Aug 20 11:23:09.779495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56776) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:09.853468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa0dc14-fb37-4df2-8682-1a61dec38f5a admin admin] Deleting subnet 9ad1654a-cec9-4a7f-92cb-da52dca9d5f8 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:23:09.857666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dc14-fb37-4df2-8682-1a61dec38f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:09.968869 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dc14-fb37-4df2-8682-1a61dec38f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.101373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dc14-fb37-4df2-8682-1a61dec38f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.171626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc97ba-f266-441c-aaa5-be9d45436101 req-dcb76df0-c525-48fd-9664-a21fa61da61b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:10.181005 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3cc97ba-f266-441c-aaa5-be9d45436101 req-dcb76df0-c525-48fd-9664-a21fa61da61b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.0913475 Aug 20 11:23:10.226299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56784) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:10.240963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3cc97ba-f266-441c-aaa5-be9d45436101 req-88ce2624-af1f-4cf9-b122-437097764ad6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586436 Aug 20 11:23:10.391359 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dc14-fb37-4df2-8682-1a61dec38f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.434453 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0aa0dc14-fb37-4df2-8682-1a61dec38f5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.434844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb404c0-d1a0-4c67-96de-d4038cb1f9db None None] Network ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:10.438407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0aa0dc14-fb37-4df2-8682-1a61dec38f5a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9ad1654a-cec9-4a7f-92cb-da52dca9d5f8 HTTP/1.1" status: 204 len: 168 time: 0.6575370 Aug 20 11:23:10.439614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0dc14-fb37-4df2-8682-1a61dec38f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad1654a-cec9-4a7f-92cb-da52dca9d5f8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:10.441239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56796) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:10.687714 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.696438 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c69b3501-10b7-408d-a453-93f8bb8cdd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.733198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a5906-d3d0-42c5-8136-4d619493d20d None None] DHCP port deletion for ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:23:10.781390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Deleting port c6716f91-a699-4073-8da4-f11f49eb4590 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:10.781934 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.789805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a5906-d3d0-42c5-8136-4d619493d20d None None] Deleting port c6716f91-a699-4073-8da4-f11f49eb4590 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:10.791068 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5906-d3d0-42c5-8136-4d619493d20d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.845123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c69b3501-10b7-408d-a453-93f8bb8cdd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.876186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] For port c6716f91-a699-4073-8da4-f11f49eb4590, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c6716f91-a699-4073-8da4-f11f49eb4590,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:10.876561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.880071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8b6a5906-d3d0-42c5-8136-4d619493d20d None None] For port c6716f91-a699-4073-8da4-f11f49eb4590, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c6716f91-a699-4073-8da4-f11f49eb4590,segment=NetworkSegment(939b60a9-95f4-4fe1-b809-9e2eb8fc8f79),segment_id=939b60a9-95f4-4fe1-b809-9e2eb8fc8f79)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:10.880535 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5906-d3d0-42c5-8136-4d619493d20d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.901507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Calling delete_port for c6716f91-a699-4073-8da4-f11f49eb4590 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:10.907426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a5906-d3d0-42c5-8136-4d619493d20d None None] Calling delete_port for c6716f91-a699-4073-8da4-f11f49eb4590 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:10.945612 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c69b3501-10b7-408d-a453-93f8bb8cdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:10.991402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b3501-10b7-408d-a453-93f8bb8cdd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddff282-52eb-46c7-8679-ade039f75822,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:10.997344 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.002152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c69b3501-10b7-408d-a453-93f8bb8cdd26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e20998ddd1424e9b9c52234b8dde87df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7742076 Aug 20 11:23:11.004022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56810) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:11.113298 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eaf3cec5-bd0f-42fc-9f28-701f42e5f407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.142302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a9bd7887-98cd-4819-a0e3-e854348c096c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:11.142951 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eaf3cec5-bd0f-42fc-9f28-701f42e5f407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.166187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a9bd7887-98cd-4819-a0e3-e854348c096c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:11.166550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a9bd7887-98cd-4819-a0e3-e854348c096c not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:11.171704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0b39b561-7f21-44d7-b7b0-c900f6efb061 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:11.171849 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.183949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] No DVR routers for this DVR port c6716f91-a699-4073-8da4-f11f49eb4590 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:23:11.190720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 0b39b561-7f21-44d7-b7b0-c900f6efb061 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:11.191062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0b39b561-7f21-44d7-b7b0-c900f6efb061 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:11.191574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c6716f91-a699-4073-8da4-f11f49eb4590 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:11.211587 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8b6a5906-d3d0-42c5-8136-4d619493d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.216062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c6716f91-a699-4073-8da4-f11f49eb4590 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:11.216429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c6716f91-a699-4073-8da4-f11f49eb4590 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:11.238584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a5906-d3d0-42c5-8136-4d619493d20d None None] Pushing event deleted for resources: {'Port': ['ID=c6716f91-a699-4073-8da4-f11f49eb4590,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:11.242079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a5906-d3d0-42c5-8136-4d619493d20d None None] No DVR routers for this DVR port c6716f91-a699-4073-8da4-f11f49eb4590 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:23:11.246391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6716f91-a699-4073-8da4-f11f49eb4590,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:11.305137 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.316629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:11.332205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:11.332549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939b60a9-95f4-4fe1-b809-9e2eb8fc8f79') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:11.344935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eaf3cec5-bd0f-42fc-9f28-701f42e5f407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.348161 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eaf3cec5-bd0f-42fc-9f28-701f42e5f407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.349398 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-eaf3cec5-bd0f-42fc-9f28-701f42e5f407 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cddff282-52eb-46c7-8679-ade039f75822 HTTP/1.1" status: 204 len: 168 time: 0.3438299 Aug 20 11:23:11.350516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.361271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3cec5-bd0f-42fc-9f28-701f42e5f407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddff282-52eb-46c7-8679-ade039f75822,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:11.395962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.406582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:23:11.407102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:23:11.408755 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:23:11.462125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c7bee-3460-43b3-aedc-3376f227b5d0 req-38fc6bfe-fb67-4cac-b5c7-41b969ebbd19 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:11.463718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c6c7bee-3460-43b3-aedc-3376f227b5d0 req-38fc6bfe-fb67-4cac-b5c7-41b969ebbd19 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.1244092 Aug 20 11:23:11.506882 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c6c7bee-3460-43b3-aedc-3376f227b5d0 req-a503e006-cfbf-419d-b289-6dc987bdfa2b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358369 Aug 20 11:23:11.740459 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.761727 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:11.763758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607 HTTP/1.1" status: 204 len: 168 time: 1.3204381 Aug 20 11:23:11.764988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820f887-0395-47ab-abfc-530fdd664e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff25aa9e-862e-4bcf-a7d3-9b7c2c3e6607,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:11.865965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56830) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:12.191981 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a31e-70e1-4988-897f-a332ff46d0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.289574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a31e-70e1-4988-897f-a332ff46d0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.397335 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ee2a31e-70e1-4988-897f-a332ff46d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.435319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56842) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:12.447879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2a31e-70e1-4988-897f-a332ff46d0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a3af78-3063-459b-876b-b7c32f1d15e8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:12.456304 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2ee2a31e-70e1-4988-897f-a332ff46d0e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=efcc1646fce24498ac13ea56321c3564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845249 Aug 20 11:23:12.458010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56846) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:12.517258 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90100847-366a-4663-b96e-27cadde2c365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.524079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7dacf2c4-d1f9-44f4-8c15-4f21219ad4d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c758ed9616cc40509be68c0eef63f715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843024 Aug 20 11:23:12.526071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56850) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:12.558030 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90100847-366a-4663-b96e-27cadde2c365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.607552 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19a01afd-427e-43b4-b35f-f6f00a0de2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.646745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56858) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:12.653950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19a01afd-427e-43b4-b35f-f6f00a0de2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.663078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3db87508-296f-4b47-bc62-0b5d6593d0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.708409 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90100847-366a-4663-b96e-27cadde2c365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.711003 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90100847-366a-4663-b96e-27cadde2c365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.718066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-90100847-366a-4663-b96e-27cadde2c365 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72a3af78-3063-459b-876b-b7c32f1d15e8 HTTP/1.1" status: 204 len: 168 time: 0.2588909 Aug 20 11:23:12.732593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90100847-366a-4663-b96e-27cadde2c365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a3af78-3063-459b-876b-b7c32f1d15e8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:12.733754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec270c-fe15-48e2-b2e7-f421f6120b70 req-ca0a5079-1024-4f76-a166-c7155a9501d7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:12.737688 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1ec270c-fe15-48e2-b2e7-f421f6120b70 req-ca0a5079-1024-4f76-a166-c7155a9501d7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.1088037 Aug 20 11:23:12.787923 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1ec270c-fe15-48e2-b2e7-f421f6120b70 req-bd77bb05-56ad-4849-946c-6c11b562d074 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Aug 20 11:23:12.819508 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19a01afd-427e-43b4-b35f-f6f00a0de2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.822237 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-19a01afd-427e-43b4-b35f-f6f00a0de2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:12.823489 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-19a01afd-427e-43b4-b35f-f6f00a0de2f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa30752c-2999-428c-bf23-e16eef7ee409 HTTP/1.1" status: 204 len: 168 time: 0.2953742 Aug 20 11:23:12.843609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a01afd-427e-43b4-b35f-f6f00a0de2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa30752c-2999-428c-bf23-e16eef7ee409,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:12.952304 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3db87508-296f-4b47-bc62-0b5d6593d0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:13.070612 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3db87508-296f-4b47-bc62-0b5d6593d0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:13.123389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db87508-296f-4b47-bc62-0b5d6593d0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea436910-e05b-4c79-8c05-cb0bc9f096ff,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:13.140734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56872) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:13.152823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3db87508-296f-4b47-bc62-0b5d6593d0c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=382a0aade8c54e0ca662ce4e9042fa01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046475 Aug 20 11:23:13.156859 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:13.207604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d972-5a6e-42c0-a45c-f46228bb1a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:13.238962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d972-5a6e-42c0-a45c-f46228bb1a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:13.373448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d972-5a6e-42c0-a45c-f46228bb1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:13.376153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d972-5a6e-42c0-a45c-f46228bb1a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:13.377375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0fd7d972-5a6e-42c0-a45c-f46228bb1a6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea436910-e05b-4c79-8c05-cb0bc9f096ff HTTP/1.1" status: 204 len: 168 time: 0.2356951 Aug 20 11:23:13.396885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7d972-5a6e-42c0-a45c-f46228bb1a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea436910-e05b-4c79-8c05-cb0bc9f096ff,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:13.921238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6d853-c7b1-4f84-9bb3-ea2ec81c5a36 req-5ac50a9d-34e2-4e2c-9172-ebd65220d65c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:13.922933 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2b6d853-c7b1-4f84-9bb3-ea2ec81c5a36 req-5ac50a9d-34e2-4e2c-9172-ebd65220d65c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.0559859 Aug 20 11:23:13.979313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56888) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:13.982840 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2b6d853-c7b1-4f84-9bb3-ea2ec81c5a36 req-0d1a838c-f7a1-4768-b055-4a14882543d6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531492 Aug 20 11:23:14.011945 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc55e089-1cea-4899-af9c-302e96545e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:14.184685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc55e089-1cea-4899-af9c-302e96545e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:14.361861 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc55e089-1cea-4899-af9c-302e96545e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:14.402609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55e089-1cea-4899-af9c-302e96545e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727ae231-8147-41f9-ba8d-7ea1a6353861,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:14.407272 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fc55e089-1cea-4899-af9c-302e96545e47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd5888b7a3ab414eb898bd725a114e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270139 Aug 20 11:23:14.411588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56910) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:14.475678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5255-f37f-423f-a049-9c282304df22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:14.504790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5255-f37f-423f-a049-9c282304df22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:14.665681 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5255-f37f-423f-a049-9c282304df22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:14.668348 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c6b5255-f37f-423f-a049-9c282304df22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:14.669549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5c6b5255-f37f-423f-a049-9c282304df22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/727ae231-8147-41f9-ba8d-7ea1a6353861 HTTP/1.1" status: 204 len: 168 time: 0.2570350 Aug 20 11:23:14.677560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b5255-f37f-423f-a049-9c282304df22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727ae231-8147-41f9-ba8d-7ea1a6353861,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:14.927185 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9d8ce8dc-835b-4809-b8f5-07c6958f4cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:15.164415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaa2ec-5cf7-4089-8eb2-72d2d4d0f4f3 req-e63f8e74-95b4-47ad-b6c5-dac70e36e0b3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:15.170978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ebaa2ec-5cf7-4089-8eb2-72d2d4d0f4f3 req-e63f8e74-95b4-47ad-b6c5-dac70e36e0b3 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 946 time: 0.0842834 Aug 20 11:23:15.222152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ebaa2ec-5cf7-4089-8eb2-72d2d4d0f4f3 req-d411a67a-034f-49ae-8fd1-5d345ab3026b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484869 Aug 20 11:23:15.607124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56954) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:15.735625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1376175916-network', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:15.784043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-70845605-b627-4764-b37b-fd53486c071b tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:15.785646 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-70845605-b627-4764-b37b-fd53486c071b tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1097 time: 0.0684512 Aug 20 11:23:15.802031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804230-3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:15.862359 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:15.876048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Made reservation on behalf of db679677f7c44c75941ae6fac1aca56d for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:15.878235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:15.904261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.049017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:16.125760 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.129155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:16.171370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b254b09-6d09-4239-ae04-16529892ea84'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:16.173695 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7ffafc-4681-4ddf-a3c3-f8e8c9efc279" -d '{"events": [{"server_uuid": "7dd43472-0615-4c5a-9259-a1430c18ec7d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b254b09-6d09-4239-ae04-16529892ea84"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:16.177679 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.219852 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c72fb72-8162-4af3-b054-3fd71c3c1a6b x-openstack-request-id: req-2c72fb72-8162-4af3-b054-3fd71c3c1a6b {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:16.219852 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd43472-0615-4c5a-9259-a1430c18ec7d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b254b09-6d09-4239-ae04-16529892ea84", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:16.219852 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c72fb72-8162-4af3-b054-3fd71c3c1a6b {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:16.219852 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b254b09-6d09-4239-ae04-16529892ea84', 'code': 200} Aug 20 11:23:16.272049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.310884 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.345513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:23:16.380614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043a7061-c9ff-40cc-8065-766abdca5ef8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:16.396181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.397445 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Added segment ab26b888-2ff2-43e9-b1bc-5198775ce946 of type vlan for network 6e91949a-53d8-4745-9713-7bf878ca3154 Aug 20 11:23:16.466830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f4427-1a8e-40cf-999a-0efe5172d45f req-3b4cd373-d1b6-4edf-883f-998556ff9292 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:16.481362 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-277f4427-1a8e-40cf-999a-0efe5172d45f req-3b4cd373-d1b6-4edf-883f-998556ff9292 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.1277606 Aug 20 11:23:16.503545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.549186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56994) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:16.574106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Pushing event updated for resources: {'Port': ['ID=7b254b09-6d09-4239-ae04-16529892ea84,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:16.601536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 on host n-h1-804230-3 for vnic_type normal with profile {"migrating_to": "n-h2-804230-3"} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:16.602008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:16.602524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:16.604450 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-277f4427-1a8e-40cf-999a-0efe5172d45f req-2253afe7-541b-4ef5-9140-2fca7ccf20b8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152723 Aug 20 11:23:16.618705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Port 7b254b09-6d09-4239-ae04-16529892ea84 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:23:16.619395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Attempting to bind port 7b254b09-6d09-4239-ae04-16529892ea84 on network e6f2992a-7e11-4def-8893-cfdba9ef3fc2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:16.636173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:16.636173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Checking segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:16.636173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Bound using segment: {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:16.636173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Bound port: 7b254b09-6d09-4239-ae04-16529892ea84, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d10cc4-db9e-4f74-9827-7102d8702302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e6f2992a-7e11-4def-8893-cfdba9ef3fc2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:16.636173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.729470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:16.732806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:16.785455 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.787667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:16.788495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.856971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7881d08d-42c4-4877-bb71-4543aaefbea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.872626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] Pushing event updated for resources: {'Network': ['ID=6e91949a-53d8-4745-9713-7bf878ca3154,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:16.880525 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.888553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6e91949a-53d8-4745-9713-7bf878ca3154 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:23:16.891715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57004) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:16.985013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:16.985625 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:16.987481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] 10.222.0.38 "PUT /v2.0/ports/7b254b09-6d09-4239-ae04-16529892ea84 HTTP/1.1" status: 200 len: 1122 time: 1.1895604 Aug 20 11:23:16.991472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe714f-f1ad-4f9b-805c-e7dc6d44563e service neutron] Pushing event updated for resources: {'Port': ['ID=7b254b09-6d09-4239-ae04-16529892ea84,revision_number=8']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:17.009572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-737659495-network', 'tenant_id': '48692287966745359ec913ad21e7a5e0'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:17.076574 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7881d08d-42c4-4877-bb71-4543aaefbea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.081737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['7b254b09-6d09-4239-ae04-16529892ea84'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:23:17.152969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['7b254b09-6d09-4239-ae04-16529892ea84'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:23:17.235337 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7881d08d-42c4-4877-bb71-4543aaefbea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.283851 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7881d08d-42c4-4877-bb71-4543aaefbea0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f1d8bc3312844fea9b728c028717571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7316167 Aug 20 11:23:17.291422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57010) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:17.291686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881d08d-42c4-4877-bb71-4543aaefbea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb95e590-7537-43a2-afa5-40012ea9b48e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:17.351763 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ff90c1f9-2364-4855-974b-6926dec21a52 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7416053 Aug 20 11:23:17.353563 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57014) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:17.353716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57012) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:17.359053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Request body: {'subnet': {'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1376175916-subnet', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:17.377073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccfd1-4aa1-4969-80b9-09e295cc87c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.401981 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccfd1-4aa1-4969-80b9-09e295cc87c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.527484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Made reservation on behalf of 48692287966745359ec913ad21e7a5e0 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:17.527484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.530184 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f67e45f1-e8e5-47aa-9593-4e0c9612846d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.546358 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.649364 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccfd1-4aa1-4969-80b9-09e295cc87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.656514 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a1ccfd1-4aa1-4969-80b9-09e295cc87c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.660503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3a1ccfd1-4aa1-4969-80b9-09e295cc87c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb95e590-7537-43a2-afa5-40012ea9b48e HTTP/1.1" status: 204 len: 168 time: 0.3703911 Aug 20 11:23:17.667845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ccfd1-4aa1-4969-80b9-09e295cc87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb95e590-7537-43a2-afa5-40012ea9b48e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:17.700375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Made reservation on behalf of db679677f7c44c75941ae6fac1aca56d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:17.702886 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.757168 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d2525737-84f2-48ba-8e9e-03a37b4a894c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.825469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f67e45f1-e8e5-47aa-9593-4e0c9612846d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:17.847601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa731-2d61-4a11-849b-4b1f81237583 req-2ef3e60b-d3ca-4223-8d3e-3ce666078e3a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:17.849349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29dfa731-2d61-4a11-849b-4b1f81237583 req-2ef3e60b-d3ca-4223-8d3e-3ce666078e3a tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.1180408 Aug 20 11:23:17.928166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29dfa731-2d61-4a11-849b-4b1f81237583 req-35212efb-987f-4fe6-a13c-22da6ce36f1f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682349 Aug 20 11:23:18.036434 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f67e45f1-e8e5-47aa-9593-4e0c9612846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.075975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f67e45f1-e8e5-47aa-9593-4e0c9612846d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8edd1ccce09f4ae286944fe837d0d206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7211118 Aug 20 11:23:18.077057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e45f1-e8e5-47aa-9593-4e0c9612846d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12862001-5916-4dae-a0e6-862958a98cb1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:18.080237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57028) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:18.122257 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.125590 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.145483 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd703c26-8d2d-482d-8d61-23ba40e2096e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.175220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd703c26-8d2d-482d-8d61-23ba40e2096e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.183814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e44b19-39b1-431a-83b2-0c320772ee3b,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:18.196077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Checking segment: {'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:18.196484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Network hostable DHCP agents. Network: 6e91949a-53d8-4745-9713-7bf878ca3154, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:23:18.217758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'tag': '7b254b09-6d09-4239-ae04-16529892ea84'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:18.220322 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd43472-0615-4c5a-9259-a1430c18ec7d", "tag": "7b254b09-6d09-4239-ae04-16529892ea84"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:18.230992 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.268923 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4218128e-786a-4d29-a469-ed1ae75c14b7 x-openstack-request-id: req-4218128e-786a-4d29-a469-ed1ae75c14b7 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:18.268923 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd43472-0615-4c5a-9259-a1430c18ec7d", "tag": "7b254b09-6d09-4239-ae04-16529892ea84", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:18.268923 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4218128e-786a-4d29-a469-ed1ae75c14b7 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:18.268923 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'tag': '7b254b09-6d09-4239-ae04-16529892ea84', 'status': 'completed', 'code': 200} Aug 20 11:23:18.269461 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4103a70e-9cc4-4177-bfd6-fbd5d620ce13,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:18.334295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6 req-9ee05d24-1c84-4a2a-b97b-94a14e1691f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:18.335946 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6 req-9ee05d24-1c84-4a2a-b97b-94a14e1691f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 1125 time: 0.0437090 Aug 20 11:23:18.356732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Network 6e91949a-53d8-4745-9713-7bf878ca3154 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:23:18.391836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:23:18.402875 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.403291 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Added segment e0a09666-d480-441f-81c5-6ae811e9b5fa of type vlan for network dc517500-8ba0-401a-9393-d82a76da9292 Aug 20 11:23:18.405808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd703c26-8d2d-482d-8d61-23ba40e2096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.411641 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd703c26-8d2d-482d-8d61-23ba40e2096e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.411641 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dd703c26-8d2d-482d-8d61-23ba40e2096e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12862001-5916-4dae-a0e6-862958a98cb1 HTTP/1.1" status: 204 len: 168 time: 0.3290906 Aug 20 11:23:18.424714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd703c26-8d2d-482d-8d61-23ba40e2096e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12862001-5916-4dae-a0e6-862958a98cb1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:18.459455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6e91949a-53d8-4745-9713-7bf878ca3154) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:18.475545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:18.476429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.481259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de444d45-8c3a-47a5-9aa5-cfdefac06e07 None None] Network 6e91949a-53d8-4745-9713-7bf878ca3154 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:18.494315 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.513947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6 req-11a16d6c-3d2c-4c89-aa53-d90d654b979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:18.516408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6 req-11a16d6c-3d2c-4c89-aa53-d90d654b979d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.1725953 Aug 20 11:23:18.575356 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6 req-67ef1a5a-a1ee-46f8-a7d5-b91420f17b32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b254b09-6d09-4239-ae04-16529892ea84 HTTP/1.1" status: 200 len: 217 time: 0.0442920 Aug 20 11:23:18.591406 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.649932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-47e41771-fd02-4869-a2b6-f394abf0fd84 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2945147 Aug 20 11:23:18.651159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.652341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:18.653015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.655620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57044) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:18.658522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6 req-b84a21a5-aec6-4ff8-9c8b-8205a3aed3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:18.660501 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6 req-b84a21a5-aec6-4ff8-9c8b-8205a3aed3e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0769942 Aug 20 11:23:18.667026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:18.697996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6e91949a-53d8-4745-9713-7bf878ca3154', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:23:18.698892 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:18.729843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6 req-1c01a30a-734c-48a4-b43d-0bec90a6cd6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576575 Aug 20 11:23:18.795074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] Pushing event updated for resources: {'Network': ['ID=dc517500-8ba0-401a-9393-d82a76da9292,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:18.804869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 7b254b09-6d09-4239-ae04-16529892ea84 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:23:18.898200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6 req-c88be0a0-94b3-484c-8728-8a43ac4c6e2c service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626401 Aug 20 11:23:18.908575 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4083f0e4-db86-443c-8603-4d16bd3e62e7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0145223 Aug 20 11:23:18.920556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57054) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:18.927699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Request body: {'subnet': {'network_id': 'dc517500-8ba0-401a-9393-d82a76da9292', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-737659495-subnet', 'tenant_id': '48692287966745359ec913ad21e7a5e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:18.928892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network dc517500-8ba0-401a-9393-d82a76da9292 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:23:19.038703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:19.109077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 7b254b09-6d09-4239-ae04-16529892ea84 has no active binding in host n-h2-804230-3 {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:23:19.116733 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.118656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.160532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Allocated IP 172.20.0.2 (6e91949a-53d8-4745-9713-7bf878ca3154/67e44b19-39b1-431a-83b2-0c320772ee3b/cdee81eb-139a-4b87-80ad-1d77b6d8586b) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:19.232048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.288710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Made reservation on behalf of 48692287966745359ec913ad21e7a5e0 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:19.292876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.444132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e50e2-fa77-487a-8ae2-492617d54262 req-6b2e7548-27b2-41e0-b789-a958f3021d1e tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:19.454063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6b2e50e2-fa77-487a-8ae2-492617d54262 req-6b2e7548-27b2-41e0-b789-a958f3021d1e tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.1005673 Aug 20 11:23:19.466198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e68cb63c-845e-4e6a-8f4d-6358c201ebc6 req-eea2e443-c923-40f8-a57c-081f95c817a1 service neutron] 10.222.0.57 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598588 Aug 20 11:23:19.515599 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.525408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Transition to ACTIVE for port object cdee81eb-139a-4b87-80ad-1d77b6d8586b will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:19.529894 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6b2e50e2-fa77-487a-8ae2-492617d54262 req-dc5c2454-22e4-44e2-bf15-77647908b269 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748355 Aug 20 11:23:19.541599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Transition to ACTIVE for port object cdee81eb-139a-4b87-80ad-1d77b6d8586b will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:19.550032 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.654765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57072) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:19.673729 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.707957 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37ebda03-c14d-422f-9ae6-109d92cdd315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.717680 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.752575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-b3640b2e-127b-41d9-b91b-3e3129b8b7c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1098461 Aug 20 11:23:19.815952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Network 6e91949a-53d8-4745-9713-7bf878ca3154 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:19.825174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:19.829062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Pushing event updated for resources: {'Port': ['ID=cdee81eb-139a-4b87-80ad-1d77b6d8586b,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:19.842254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:19.902979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Attempting to bind port cdee81eb-139a-4b87-80ad-1d77b6d8586b on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:19.903821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Attempting to bind port cdee81eb-139a-4b87-80ad-1d77b6d8586b by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:19.903821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Attempting to bind port cdee81eb-139a-4b87-80ad-1d77b6d8586b on network 6e91949a-53d8-4745-9713-7bf878ca3154 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:19.911641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:19.922402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37ebda03-c14d-422f-9ae6-109d92cdd315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.922749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Checking segment: {'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:19.922749 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.922749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Bound using segment: {'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:19.922749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Bound port: cdee81eb-139a-4b87-80ad-1d77b6d8586b, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:19.922749 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:19.923890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-2f68255f-b63b-45a5-afa1-cb502159b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:19.924379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-2f68255f-b63b-45a5-afa1-cb502159b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:19.924857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-2f68255f-b63b-45a5-afa1-cb502159b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:19.925329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-2f68255f-b63b-45a5-afa1-cb502159b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:19.925789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-2f68255f-b63b-45a5-afa1-cb502159b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:19.926252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-2f68255f-b63b-45a5-afa1-cb502159b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:19.926776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-2f68255f-b63b-45a5-afa1-cb502159b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:19.929626 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-2f68255f-b63b-45a5-afa1-cb502159b455 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6490 time: 0.1180179 Aug 20 11:23:19.967434 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.016313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] For port cdee81eb-139a-4b87-80ad-1d77b6d8586b, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:20.025996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] For port cdee81eb-139a-4b87-80ad-1d77b6d8586b, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cdee81eb-139a-4b87-80ad-1d77b6d8586b,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:20.085465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-393a4e15-ca0f-41a4-adda-54a7794f5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:20.086356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-393a4e15-ca0f-41a4-adda-54a7794f5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:20.087128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-393a4e15-ca0f-41a4-adda-54a7794f5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:20.089062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-393a4e15-ca0f-41a4-adda-54a7794f5136 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=256eabbf-2f38-42b5-bb35-2d56f488889c&id=256eabbf-2f38-42b5-bb35-2d56f488889c HTTP/1.1" status: 200 len: 2291 time: 0.1202626 Aug 20 11:23:20.090607 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37ebda03-c14d-422f-9ae6-109d92cdd315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.116176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Pushing event updated for resources: {'Subnet': ['ID=34105fc9-0975-4034-a838-f2cb7fc2557f,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:20.163146 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.178566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Checking segment: {'id': 'e0a09666-d480-441f-81c5-6ae811e9b5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'dc517500-8ba0-401a-9393-d82a76da9292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:20.179631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Network hostable DHCP agents. Network: dc517500-8ba0-401a-9393-d82a76da9292, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:23:20.208845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebda03-c14d-422f-9ae6-109d92cdd315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d1e3f2-2c29-4857-b624-3856d872c2d4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:20.218882 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-37ebda03-c14d-422f-9ae6-109d92cdd315 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=695a26db320240d19dfbf00e1e0a676e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5577493 Aug 20 11:23:20.220538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57082) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:20.227807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-a4d256f7-0b99-45b0-b2d8-729398636840 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56 HTTP/1.1" status: 200 len: 1001 time: 0.1068978 Aug 20 11:23:20.268721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1b4ff-41bc-4ae9-b629-72b9426788ea None None] Pushing event updated for resources: {'Port': ['ID=cdee81eb-139a-4b87-80ad-1d77b6d8586b,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:20.317764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.340139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.388436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-f27d98d9-da6a-4e12-a369-f64653beef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:20.393383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-f27d98d9-da6a-4e12-a369-f64653beef0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=716f77d3-ee35-4a9f-8a6e-d4e7a142f166 HTTP/1.1" status: 200 len: 851 time: 0.1489201 Aug 20 11:23:20.448900 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef618b1e-7ce4-44bc-8d8f-ed69b525744f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.480221 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef618b1e-7ce4-44bc-8d8f-ed69b525744f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.490871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-6d046d31-6fe0-4fdb-b90b-baac2fc5afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:20.492446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-6d046d31-6fe0-4fdb-b90b-baac2fc5afd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866683 Aug 20 11:23:20.510468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Allocated IP 172.25.4.115 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/bcc1d24e-d378-4061-a9d8-9b1d78eac9b0) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:20.525431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Network dc517500-8ba0-401a-9393-d82a76da9292 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:23:20.683091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, dc517500-8ba0-401a-9393-d82a76da9292) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:20.693688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65964c8b-1dfb-4670-97a1-0c24a6f8ece0 None None] Network dc517500-8ba0-401a-9393-d82a76da9292 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:20.725816 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-6bc356ba-5b2d-43ad-8258-efc03cb4675c service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223611 Aug 20 11:23:20.746783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:20.746783 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.780188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d94bb-6960-474a-9122-1f79e501653a req-b09817b1-6fa3-45a2-95e1-e041d8f12fa4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:20.784010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c0d94bb-6960-474a-9122-1f79e501653a req-b09817b1-6fa3-45a2-95e1-e041d8f12fa4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.1414759 Aug 20 11:23:20.819244 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.850090 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.852011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57090) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:20.913723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea98193-3f37-457d-a8c1-ddbe265f454a None None] Network dc517500-8ba0-401a-9393-d82a76da9292 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:20.928287 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef618b1e-7ce4-44bc-8d8f-ed69b525744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.929083 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ed4dbbc8-b1f0-4fff-b3bc-aaf60825005a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0072858 Aug 20 11:23:20.940188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef618b1e-7ce4-44bc-8d8f-ed69b525744f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:20.945286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ef618b1e-7ce4-44bc-8d8f-ed69b525744f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12d1e3f2-2c29-4857-b624-3856d872c2d4 HTTP/1.1" status: 204 len: 168 time: 0.7132275 Aug 20 11:23:20.995268 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-e88ac195-b30d-46de-81a7-7a51ab7b6c73 service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614496 Aug 20 11:23:21.005850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef618b1e-7ce4-44bc-8d8f-ed69b525744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d1e3f2-2c29-4857-b624-3856d872c2d4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:21.043977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:21.073029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-0702acb4-421a-4ec8-92d2-8c3ec2c81d06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 200 len: 217 time: 0.0683172 Aug 20 11:23:21.145824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:21.172194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:21.178365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:21.182454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc1d24e-d378-4061-a9d8-9b1d78eac9b0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:21.212353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-53c3138c-ecbb-41ca-b2fb-99a49d4eaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:21.214046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-53c3138c-ecbb-41ca-b2fb-99a49d4eaa4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.1307857 Aug 20 11:23:21.257402 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c0d94bb-6960-474a-9122-1f79e501653a req-0ab06a8d-e334-4357-aa7e-e60ca6f28365 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415083 Aug 20 11:23:21.260077 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5152f6d3-65e2-4001-9a91-04680ebfd0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:21.291050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cdee81eb-139a-4b87-80ad-1d77b6d8586b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:21.326707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-3646e698-31c0-4c12-8e15-88cbeff61ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:21.328569 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-3646e698-31c0-4c12-8e15-88cbeff61ffc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037097 Aug 20 11:23:21.493530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-39470337-3878-4e05-8882-afd03a62cb94 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565189 Aug 20 11:23:21.527813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port cdee81eb-139a-4b87-80ad-1d77b6d8586b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:21.673924 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5152f6d3-65e2-4001-9a91-04680ebfd0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:21.698718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-d6795e90-5f10-454c-a380-533b054dbd35 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969366 Aug 20 11:23:21.760918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-3c5e051c-cf5f-46cd-8b15-e2bd595e41de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 200 len: 217 time: 0.0541589 Aug 20 11:23:21.879700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-5951ed66-cf8e-4290-918e-8f3f1e297664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:21.884516 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-5951ed66-cf8e-4290-918e-8f3f1e297664 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.1148736 Aug 20 11:23:21.905629 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5152f6d3-65e2-4001-9a91-04680ebfd0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:21.906171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5889598-7e7e-4938-911e-177908f6c8fe None None] Network 6e91949a-53d8-4745-9713-7bf878ca3154 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:21.975140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-3674eaaa-218f-42cd-a3c3-4d99c371b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:21.975720 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5152f6d3-65e2-4001-9a91-04680ebfd0f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3bc611c16c347feb2ac80d2320539a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1222289 Aug 20 11:23:21.977894 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-3674eaaa-218f-42cd-a3c3-4d99c371b1d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0882349 Aug 20 11:23:21.978621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57120) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:21.980422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152f6d3-65e2-4001-9a91-04680ebfd0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2738f6ce-a1b7-450b-a4b9-6cf2dac38427,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:21.986599 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:22.127627 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-4b7871e8-3db8-43f3-9286-db4fd5523e81 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393924 Aug 20 11:23:22.204264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3b9c72df-3bb6-4ce9-8f50-7fd81f069fe7 None None] Provisioning for port cdee81eb-139a-4b87-80ad-1d77b6d8586b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:22.257334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3b9c72df-3bb6-4ce9-8f50-7fd81f069fe7 None None] Provisioning complete for port cdee81eb-139a-4b87-80ad-1d77b6d8586b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:22.257799 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b9c72df-3bb6-4ce9-8f50-7fd81f069fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:22.294116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9a5b114-aeef-4915-a3d0-b007efc8fc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:22.356123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9a5b114-aeef-4915-a3d0-b007efc8fc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:22.418607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-4edb4d14-a174-4d9e-b18a-07c7b5c949b3 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829940 Aug 20 11:23:22.471209 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b9c72df-3bb6-4ce9-8f50-7fd81f069fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:22.539331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3b9c72df-3bb6-4ce9-8f50-7fd81f069fe7 None None] For port cdee81eb-139a-4b87-80ad-1d77b6d8586b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cdee81eb-139a-4b87-80ad-1d77b6d8586b,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:22.553141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57134) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:22.566007 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-cdb8d059-4872-4113-bf38-ab39daaf5c48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a HTTP/1.1" status: 200 len: 217 time: 0.1310198 Aug 20 11:23:22.616516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1368843031-network', 'tenant_id': 'bc2ef9229b2f41c184578aabdca4f51b'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:22.723055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-aa3ea8ee-3457-4120-93f8-05e5b909b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:22.725017 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-aa3ea8ee-3457-4120-93f8-05e5b909b55e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.1035855 Aug 20 11:23:22.733120 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b9c72df-3bb6-4ce9-8f50-7fd81f069fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:22.742530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3865a-0885-4d7e-8be3-475f5adb7a81 req-1e630915-accd-4dd0-86d3-04110205b2a7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:22.744587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9ec3865a-0885-4d7e-8be3-475f5adb7a81 req-1e630915-accd-4dd0-86d3-04110205b2a7 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.2829454 Aug 20 11:23:22.816139 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9ec3865a-0885-4d7e-8be3-475f5adb7a81 req-b78eb679-55a1-42d2-89a7-fa4a6e229778 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611286 Aug 20 11:23:22.822755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-4c515e7c-4b67-48d8-9b1e-e926a44f0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:22.824326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-4c515e7c-4b67-48d8-9b1e-e926a44f0225 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0786641 Aug 20 11:23:22.839293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c72df-3bb6-4ce9-8f50-7fd81f069fe7 None None] Pushing event updated for resources: {'Port': ['ID=cdee81eb-139a-4b87-80ad-1d77b6d8586b,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:22.858677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-021d76dd-6931-48e3-ac5d-5985e80b3360 None None] Provisioning complete for port cdee81eb-139a-4b87-80ad-1d77b6d8586b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:22.859400 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-021d76dd-6931-48e3-ac5d-5985e80b3360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:22.950803 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:22.951566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Made reservation on behalf of bc2ef9229b2f41c184578aabdca4f51b for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:22.955840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:22.970786 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.011418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9a5b114-aeef-4915-a3d0-b007efc8fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.011418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9a5b114-aeef-4915-a3d0-b007efc8fc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.011766 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e9a5b114-aeef-4915-a3d0-b007efc8fc3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2738f6ce-a1b7-450b-a4b9-6cf2dac38427 HTTP/1.1" status: 204 len: 168 time: 1.0309663 Aug 20 11:23:23.078357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5b114-aeef-4915-a3d0-b007efc8fc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2738f6ce-a1b7-450b-a4b9-6cf2dac38427,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:23.099370 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-de5854b6-9729-4afc-933b-33ef62459d8e service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679257 Aug 20 11:23:23.197581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cdee81eb-139a-4b87-80ad-1d77b6d8586b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:23.261133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-278226ab-dbcc-4bca-bf8b-8ef3b468dd64 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529245 Aug 20 11:23:23.267021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port cdee81eb-139a-4b87-80ad-1d77b6d8586b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:23.267712 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.317510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-e88a43be-d41c-470e-b708-26437a013396 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f HTTP/1.1" status: 200 len: 217 time: 0.0486171 Aug 20 11:23:23.362364 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.369864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Router 487047e9-11ce-4c0c-a4aa-18b934de10eb is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:23:23.386234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-09d1fa39-a5c9-4739-a579-c8091c08e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:23.387967 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-09d1fa39-a5c9-4739-a579-c8091c08e7b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0628970 Aug 20 11:23:23.463690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-6c2808d2-77cb-469d-acea-a8eb11133f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:23.465347 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-6c2808d2-77cb-469d-acea-a8eb11133f98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697463 Aug 20 11:23:23.520474 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.552730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:23:23.557541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:23:23.567970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Sync routers for ids ['487047e9-11ce-4c0c-a4aa-18b934de10eb'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:23:23.580358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-0add7b67-e9f1-4017-a58e-7b3e404bfa5e service neutron] 10.222.0.57 "GET /v2.0/ports/7b254b09-6d09-4239-ae04-16529892ea84/bindings/n-h2-804230-3 HTTP/1.1" status: 200 len: 384 time: 0.0877521 Aug 20 11:23:23.585391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd6cf25-4bb3-4233-abff-2a81dc12a661,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:23.588041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.588393 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Added segment 70fbdf51-787b-4455-9875-c43dbaa660d0 of type vlan for network 9ab19af4-364e-4a35-8ff7-324d8fcdd86e Aug 20 11:23:23.589419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Routers {'487047e9-11ce-4c0c-a4aa-18b934de10eb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:23.590647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:23:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['487047e9-11ce-4c0c-a4aa-18b934de10eb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:23.609875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-061ea7a5-cb34-4d73-b18a-4b05d16c3b75 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364169 Aug 20 11:23:23.698830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.755792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-cba0ccbe-2f04-4682-b7d7-4eadee6e9956 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174757 Aug 20 11:23:23.760070 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.771012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-797036c4-b732-48ea-8f81-e45e395449d8 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.0992434 Aug 20 11:23:23.777936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57160) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:23.821530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-5569d780-07aa-4b23-848c-143a94ccddc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=596556b5-60cc-49bf-8130-7ba17e8094fa HTTP/1.1" status: 200 len: 217 time: 0.0539825 Aug 20 11:23:23.854595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Set router 487047e9-11ce-4c0c-a4aa-18b934de10eb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:23.880958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-81d01f8f-2b78-496a-9d04-6c418ab55be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:23.883097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-81d01f8f-2b78-496a-9d04-6c418ab55be5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.0543828 Aug 20 11:23:23.884072 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.885106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:23.885790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:23.960458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-2dd15364-26b2-4898-b224-afb962dcad96 service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:23.989987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-2dd15364-26b2-4898-b224-afb962dcad96 service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:24.032498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-2dd15364-26b2-4898-b224-afb962dcad96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b254b09-6d09-4239-ae04-16529892ea84 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:23:24.079893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-2dd15364-26b2-4898-b224-afb962dcad96 service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:24.116194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab19af4-364e-4a35-8ff7-324d8fcdd86e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:24.127974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-8b877425-cdba-44ec-8c80-4beaaf000ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:24.129686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-8b877425-cdba-44ec-8c80-4beaaf000ecb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2357128 Aug 20 11:23:24.132317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:21Z', 'revision_number': 3, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:24.137309 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4eab236c-6485-429f-aee0-951076780288 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5765913 Aug 20 11:23:24.139885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57178) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:24.143834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 9ab19af4-364e-4a35-8ff7-324d8fcdd86e details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:23:24.173174 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Request body: {'subnet': {'network_id': '9ab19af4-364e-4a35-8ff7-324d8fcdd86e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1368843031-subnet', 'tenant_id': 'bc2ef9229b2f41c184578aabdca4f51b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:24.223276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87c9b7-1cd1-4d1e-a6ad-07418e1c18d5 req-0390c1f7-4a7d-457f-b620-7f480b6748bd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:24.225044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb87c9b7-1cd1-4d1e-a6ad-07418e1c18d5 req-0390c1f7-4a7d-457f-b620-7f480b6748bd tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 944 time: 0.2397494 Aug 20 11:23:24.235501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Checking router: 487047e9-11ce-4c0c-a4aa-18b934de10eb for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:23:24.236472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Updating router 487047e9-11ce-4c0c-a4aa-18b934de10eb port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:23:24.267584 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:24.303488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb87c9b7-1cd1-4d1e-a6ad-07418e1c18d5 req-9091c745-a2ff-4146-923e-37f930c3c71d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573273 Aug 20 11:23:24.310740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-fb484913-6653-432b-be4f-7b2b7b517a3d service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734159 Aug 20 11:23:24.317371 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-2dd15364-26b2-4898-b224-afb962dcad96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:24.317371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Made reservation on behalf of bc2ef9229b2f41c184578aabdca4f51b for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:24.318140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:24.501422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-48977421-73ca-453a-8a49-6ba6853a2799 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813433 Aug 20 11:23:24.557680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-43bd31d7-5cef-4877-9512-6556b3dfbd1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94337e54-a4e5-49d5-9f55-a66abdd79383 HTTP/1.1" status: 200 len: 217 time: 0.0478806 Aug 20 11:23:24.588297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-2dd15364-26b2-4898-b224-afb962dcad96 service neutron] Transition to ACTIVE for port object 7b254b09-6d09-4239-ae04-16529892ea84 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:24.695589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-ddaf0eba-c915-43e4-8abe-0843af04e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:24.697980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-ddaf0eba-c915-43e4-8abe-0843af04e902 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.1335833 Aug 20 11:23:24.753674 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:24.778095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Transition to ACTIVE for port object bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:24.795642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451c625-0c26-4915-869d-d9705206e49f req-7b5c28c0-491c-48c2-a30a-cf0e417c83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:24.798396 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-7b5c28c0-491c-48c2-a30a-cf0e417c83c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917537 Aug 20 11:23:24.809358 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:24.814055 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-2dd15364-26b2-4898-b224-afb962dcad96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:24.908522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-adb8e977-1fde-44e1-affc-cb0aaa5ea8b2 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029422 Aug 20 11:23:24.956299 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:24.987752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7b254b09-6d09-4239-ae04-16529892ea84 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:24.995969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-2dd15364-26b2-4898-b224-afb962dcad96 service neutron] No DVR routers for this DVR port 7b254b09-6d09-4239-ae04-16529892ea84 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:23:25.007521 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd15364-26b2-4898-b224-afb962dcad96 service neutron] Pushing event updated for resources: {'Port': ['ID=7b254b09-6d09-4239-ae04-16529892ea84,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:25.044821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Attempting to bind port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:25.048836 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Attempting to bind port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:25.049326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Attempting to bind port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:25.061629 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-2dd15364-26b2-4898-b224-afb962dcad96 service neutron] 10.222.0.57 "PUT /v2.0/ports/7b254b09-6d09-4239-ae04-16529892ea84/bindings/n-h2-804230-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4733057 Aug 20 11:23:25.063574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014c588-25bf-4a26-8d20-86db19a45930 None None] Pushing event updated for resources: {'Port': ['ID=bcc1d24e-d378-4061-a9d8-9b1d78eac9b0,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:25.066537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:25.066988 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:25.067452 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:25.067916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:25.068467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Bound port: bcc1d24e-d378-4061-a9d8-9b1d78eac9b0, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:25.075957 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:25.124556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9451c625-0c26-4915-869d-d9705206e49f req-4d0f58ea-344e-4d47-bc57-cd6cd871daef service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081521 Aug 20 11:23:25.125228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7b254b09-6d09-4239-ae04-16529892ea84 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:25.169343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] For port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:25.174518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Allocated IP 172.20.0.1 (6e91949a-53d8-4745-9713-7bf878ca3154/67e44b19-39b1-431a-83b2-0c320772ee3b/743b8665-5f64-4019-92c3-077931582437) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:25.177044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] For port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bcc1d24e-d378-4061-a9d8-9b1d78eac9b0,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:25.238973 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:25.340234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e835be-f4dd-4b98-9378-4f2dd89fd29d,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:25.365805 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:25.368930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Checking segment: {'id': '70fbdf51-787b-4455-9875-c43dbaa660d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9ab19af4-364e-4a35-8ff7-324d8fcdd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:25.369260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Network hostable DHCP agents. Network: 9ab19af4-364e-4a35-8ff7-324d8fcdd86e, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:23:25.393642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Transition to ACTIVE for port object 743b8665-5f64-4019-92c3-077931582437 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:25.393853 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:25.504967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Network 9ab19af4-364e-4a35-8ff7-324d8fcdd86e is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:23:25.512444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-f6927f99-4276-4245-9b85-ff57b6f71d45 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:25.515346 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-f6927f99-4276-4245-9b85-ff57b6f71d45 tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.1540613 Aug 20 11:23:25.534531 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:25.560432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Routers {'487047e9-11ce-4c0c-a4aa-18b934de10eb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:25.561372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:23:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['487047e9-11ce-4c0c-a4aa-18b934de10eb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:25.609053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014c588-25bf-4a26-8d20-86db19a45930 None None] Pushing event updated for resources: {'Port': ['ID=bcc1d24e-d378-4061-a9d8-9b1d78eac9b0,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:25.636440 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 9ab19af4-364e-4a35-8ff7-324d8fcdd86e) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:25.643173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:25.644252 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:25.650327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446114bd-f093-4a66-b4eb-af18b058ff7b None None] Network 9ab19af4-364e-4a35-8ff7-324d8fcdd86e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:25.661192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Network 6e91949a-53d8-4745-9713-7bf878ca3154 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:25.685063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:25.688667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:25.694894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Pushing event updated for resources: {'Port': ['ID=743b8665-5f64-4019-92c3-077931582437,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:25.697311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-4548197b-e4bb-43f6-b78d-63a9e4bcbfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:25.698884 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-4548197b-e4bb-43f6-b78d-63a9e4bcbfc9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d&tenant_id=b9f10ce7f178455a909c11d0d990c99e HTTP/1.1" status: 200 len: 1096 time: 0.1710646 Aug 20 11:23:25.729407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328721e-06d5-4dcd-94b7-7f8d5ed9c909 req-32b73eb2-145e-4477-b24f-84bf3fb4402c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:25.729407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1328721e-06d5-4dcd-94b7-7f8d5ed9c909 req-32b73eb2-145e-4477-b24f-84bf3fb4402c tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 945 time: 0.1473880 Aug 20 11:23:25.779775 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:25.866256 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1328721e-06d5-4dcd-94b7-7f8d5ed9c909 req-42347a3a-1aca-4ad0-89fb-eac86ec40a41 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247699 Aug 20 11:23:25.911101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-61027792-f9d9-4b7d-9099-f96e985944e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:25.911101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-61027792-f9d9-4b7d-9099-f96e985944e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9f10ce7f178455a909c11d0d990c99e&device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 1096 time: 0.1797843 Aug 20 11:23:25.940044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] Set router 487047e9-11ce-4c0c-a4aa-18b934de10eb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:26.054938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-38a65aff-e74f-4ddb-af1b-c0deda359704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:26.057802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-38a65aff-e74f-4ddb-af1b-c0deda359704 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 200 len: 922 time: 0.1366341 Aug 20 11:23:26.084491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac85bf8-b1a1-4c57-b9a1-14efa6e77ce4 None None] Network 9ab19af4-364e-4a35-8ff7-324d8fcdd86e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:26.104426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-6cf4be4a-a5dc-4c8a-9de5-b0dfc89ae597 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b254b09-6d09-4239-ae04-16529892ea84 HTTP/1.1" status: 200 len: 217 time: 0.0365460 Aug 20 11:23:26.148483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cee5fa3b-e63d-4983-bbc0-15967f6c5ec6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0042133 Aug 20 11:23:26.180143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-d36d3518-38aa-4c98-9456-e7edeef2f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:26.181998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-d36d3518-38aa-4c98-9456-e7edeef2f5a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 200 len: 861 time: 0.0653939 Aug 20 11:23:26.230347 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-41e8dfac-0cf6-42a0-b205-4e1132894e10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6f2992a-7e11-4def-8893-cfdba9ef3fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359342 Aug 20 11:23:26.361397 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-fd1bd766-9bd8-4163-b06c-1fe85562fa52 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185408 Aug 20 11:23:26.403359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57268) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:26.485829 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:26.495312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b052e4ff-d4aa-48b9-88ed-e808e99373e6 admin admin] Deleting subnet 34105fc9-0975-4034-a838-f2cb7fc2557f {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:23:26.509787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-048037ad-2992-4541-a7cc-056332005add None None] Provisioning for port 743b8665-5f64-4019-92c3-077931582437 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:26.509787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-048037ad-2992-4541-a7cc-056332005add None None] Provisioning complete for port 743b8665-5f64-4019-92c3-077931582437 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:26.509787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-048037ad-2992-4541-a7cc-056332005add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:26.510837 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b052e4ff-d4aa-48b9-88ed-e808e99373e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:26.540363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-e832b140-0458-41b3-bc16-fce135b05bd2 service neutron] 10.222.0.38 "GET /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699884 Aug 20 11:23:26.569841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:21Z', 'revision_number': 3, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:26.577555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b052e4ff-d4aa-48b9-88ed-e808e99373e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:26.629378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa395d-847d-46df-9dd1-33a49539d0e2 None None] The sync data for ids ['487047e9-11ce-4c0c-a4aa-18b934de10eb'] in n-d-804230-3 is: [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:21Z', 'revision_number': 3, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:23:26.637156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-048037ad-2992-4541-a7cc-056332005add None None] Port 743b8665-5f64-4019-92c3-077931582437 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:23:26.695372 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b052e4ff-d4aa-48b9-88ed-e808e99373e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:26.813036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:26.957475 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b052e4ff-d4aa-48b9-88ed-e808e99373e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.029712 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.036748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052e4ff-d4aa-48b9-88ed-e808e99373e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34105fc9-0975-4034-a838-f2cb7fc2557f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:27.102021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fb061-5d12-449d-aae5-e0eb1434c577 req-6e93bf9b-2e71-4fca-8f8a-2e3293207984 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:27.104016 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e0fb061-5d12-449d-aae5-e0eb1434c577 req-6e93bf9b-2e71-4fca-8f8a-2e3293207984 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 945 time: 0.0892291 Aug 20 11:23:27.120995 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b052e4ff-d4aa-48b9-88ed-e808e99373e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.127979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b052e4ff-d4aa-48b9-88ed-e808e99373e6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/34105fc9-0975-4034-a838-f2cb7fc2557f HTTP/1.1" status: 204 len: 168 time: 0.7186425 Aug 20 11:23:27.131071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57282) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:27.160926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Pushing event updated for resources: {'Port': ['ID=743b8665-5f64-4019-92c3-077931582437,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:27.171817 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.204438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:27.299382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Network 6e91949a-53d8-4745-9713-7bf878ca3154 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:27.299848 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e0fb061-5d12-449d-aae5-e0eb1434c577 req-4be7a81e-53a9-4c95-9845-7f141eba91b1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883779 Aug 20 11:23:27.301296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:27.304669 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.417937 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.431213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc517500-8ba0-401a-9393-d82a76da9292']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:27.441465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:27.444930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:27.447411 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.497983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a09666-d480-441f-81c5-6ae811e9b5fa') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:27.500076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a09666-d480-441f-81c5-6ae811e9b5fa') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:27.592697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.628760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-53cbcf99-7c42-46aa-b2c1-b76c9f80659a tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:27.630403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-53cbcf99-7c42-46aa-b2c1-b76c9f80659a tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d&tenant_id=b9f10ce7f178455a909c11d0d990c99e&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.1641273 Aug 20 11:23:27.634401 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.653379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Router 487047e9-11ce-4c0c-a4aa-18b934de10eb has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:23:27.673978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bcc1d24e-d378-4061-a9d8-9b1d78eac9b0,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:27.688397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.700259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:23:27.700671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:23:27.702407 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:23:27.822283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-32d4e59a-86b0-4503-802e-b5bda7e0e9e0 None None] Provisioning complete for port 743b8665-5f64-4019-92c3-077931582437 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:27.823006 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-32d4e59a-86b0-4503-802e-b5bda7e0e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.832439 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.925400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:23:27.934249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.938893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e6cfe724-6bf7-452e-a2ce-3f41281e6c14 admin admin] 10.222.0.10 "PUT /v2.0/routers/487047e9-11ce-4c0c-a4aa-18b934de10eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1594870 Aug 20 11:23:27.947196 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:27.953084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57306) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:27.961320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dc517500-8ba0-401a-9393-d82a76da9292 HTTP/1.1" status: 204 len: 168 time: 0.8300374 Aug 20 11:23:27.994547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b567f-36b9-4696-a4b5-37a1827a4ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc517500-8ba0-401a-9393-d82a76da9292,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:28.014224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-32d4e59a-86b0-4503-802e-b5bda7e0e9e0 None None] Port 743b8665-5f64-4019-92c3-077931582437 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:23:28.015363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-4a3a7987-7a2f-4d25-92f0-b1fdfa025f36 service neutron] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:28.026737 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-4a3a7987-7a2f-4d25-92f0-b1fdfa025f36 service neutron] Notify callbacks [] for binding, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:28.033802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8df273a7-d9b4-4c75-a266-aa1bdc1449fa req-4a3a7987-7a2f-4d25-92f0-b1fdfa025f36 service neutron] 10.222.0.38 "DELETE /v2.0/ports/7b254b09-6d09-4239-ae04-16529892ea84/bindings/n-h1-804230-3 HTTP/1.1" status: 204 len: 173 time: 0.3856516 Aug 20 11:23:28.046271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=bcc1d24e-d378-4061-a9d8-9b1d78eac9b0,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:28.061570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c7c2e9-1ed8-4e2a-93a0-618bf5ef0f45 admin admin] Deleting subnet 18e835be-f4dd-4b98-9378-4f2dd89fd29d {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:23:28.065410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c2e9-1ed8-4e2a-93a0-618bf5ef0f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:28.110316 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c2e9-1ed8-4e2a-93a0-618bf5ef0f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:28.179048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c2e9-1ed8-4e2a-93a0-618bf5ef0f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:28.529504 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c2e9-1ed8-4e2a-93a0-618bf5ef0f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:28.542595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676600f-7f27-49b7-9903-f55b96f86e4c req-c3c7f49f-a5d5-444a-9949-f87749846b1d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:28.547200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e676600f-7f27-49b7-9903-f55b96f86e4c req-c3c7f49f-a5d5-444a-9949-f87749846b1d tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 945 time: 0.0963829 Aug 20 11:23:28.578503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7c2e9-1ed8-4e2a-93a0-618bf5ef0f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e835be-f4dd-4b98-9378-4f2dd89fd29d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:28.591769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c2e9-1ed8-4e2a-93a0-618bf5ef0f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:28.593845 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a1c7c2e9-1ed8-4e2a-93a0-618bf5ef0f45 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/18e835be-f4dd-4b98-9378-4f2dd89fd29d HTTP/1.1" status: 204 len: 168 time: 0.6396759 Aug 20 11:23:28.596788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57358) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:28.603872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e676600f-7f27-49b7-9903-f55b96f86e4c req-1b6309ca-8f28-43f8-9d93-d3c6a1c000c8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498428 Aug 20 11:23:28.730622 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:28.825958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1d94a-e735-46b4-a70f-bd8c121910d2 req-4ae1e033-5fce-4013-a2de-fd03e9729a4a tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:28.835330 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4c1d94a-e735-46b4-a70f-bd8c121910d2 req-4ae1e033-5fce-4013-a2de-fd03e9729a4a tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 1096 time: 0.0985484 Aug 20 11:23:28.890149 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:28.911794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab19af4-364e-4a35-8ff7-324d8fcdd86e']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:28.923568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4c1d94a-e735-46b4-a70f-bd8c121910d2 req-ca0ecfce-2e77-44c1-a412-ff7520027c9e tempest-LiveAutoBlockMigrationV225Test-1107639695 tempest-LiveAutoBlockMigrationV225Test-1107639695-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848596 Aug 20 11:23:28.953619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fbdf51-787b-4455-9875-c43dbaa660d0') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:28.953619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fbdf51-787b-4455-9875-c43dbaa660d0') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:28.981176 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:29.006719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:29.024641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:23:29.026650 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:23:29.040669 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:23:29.209416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:29.223320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:29.234780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:29.237001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] 10.222.0.10 "DELETE /v2.0/networks/9ab19af4-364e-4a35-8ff7-324d8fcdd86e HTTP/1.1" status: 204 len: 168 time: 0.6392143 Aug 20 11:23:29.260520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42849e1f-d1ea-49ea-9d20-89be247da74f admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab19af4-364e-4a35-8ff7-324d8fcdd86e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:29.291662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:29.292257 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:29.298227 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Sync routers for ids ['487047e9-11ce-4c0c-a4aa-18b934de10eb'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:23:29.323504 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Routers {'487047e9-11ce-4c0c-a4aa-18b934de10eb'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:29.324168 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:23:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['487047e9-11ce-4c0c-a4aa-18b934de10eb'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:29.500592 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Set router 487047e9-11ce-4c0c-a4aa-18b934de10eb gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:29.762770 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '743b8665-5f64-4019-92c3-077931582437', 'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'mac_address': 'fa:16:3e:00:a6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:24Z', 'updated_at': '2021-08-20T11:23:26Z', 'revision_number': 2, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'subnets': [{'id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:29.815065 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Checking router: 487047e9-11ce-4c0c-a4aa-18b934de10eb for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:23:29.815368 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Updating router 487047e9-11ce-4c0c-a4aa-18b934de10eb port 743b8665-5f64-4019-92c3-077931582437 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:23:29.855127 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.028774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57422) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:30.037022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f9552163-3105-46dc-bc84-ee0d578eb3bb tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660197453', 'description': 'tempest-description--115300092'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:30.041834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57424) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:30.153570 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e15d8336-f787-464c-a444-b7937c22b25e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48692287966745359ec913ad21e7a5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1105983 Aug 20 11:23:30.156170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57432) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:30.175898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ab0b-ab45-4424-856a-85eac2e46834 req-eaf3c5b1-04e9-4a4f-84c1-9542ca9e9f97 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:30.177904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-56c9ab0b-ab45-4424-856a-85eac2e46834 req-eaf3c5b1-04e9-4a4f-84c1-9542ca9e9f97 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 945 time: 0.0700545 Aug 20 11:23:30.198759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f9552163-3105-46dc-bc84-ee0d578eb3bb tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.235453 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:23:30.276732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-56c9ab0b-ab45-4424-856a-85eac2e46834 req-46b981e0-e8f2-4c8d-bfa9-3777cc0cddde tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656962 Aug 20 11:23:30.284485 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.292194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61affa29-0195-4bee-a076-5dbfffdfd63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.296113 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Transition to ACTIVE for port object 743b8665-5f64-4019-92c3-077931582437 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:30.341940 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61affa29-0195-4bee-a076-5dbfffdfd63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.384326 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.415710 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f9552163-3105-46dc-bc84-ee0d578eb3bb tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.436038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-a6aa9131-d224-41f6-b8d8-6e142def5e06 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963595 Aug 20 11:23:30.472946 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Pushing event updated for resources: {'Port': ['ID=743b8665-5f64-4019-92c3-077931582437,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:30.503478 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.504105 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.504918 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.505459 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.505965 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.506626 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.507126 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.507766 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.508505 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.508839 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.509166 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.509494 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:30.535936 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f9552163-3105-46dc-bc84-ee0d578eb3bb tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.541052 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Attempting to bind port 743b8665-5f64-4019-92c3-077931582437 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:30.543529 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Attempting to bind port 743b8665-5f64-4019-92c3-077931582437 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:30.544661 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Attempting to bind port 743b8665-5f64-4019-92c3-077931582437 on network 6e91949a-53d8-4745-9713-7bf878ca3154 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:30.573228 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:30.573701 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Checking segment: {'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:30.574364 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.575307 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Bound using segment: {'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:30.575841 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Bound port: 743b8665-5f64-4019-92c3-077931582437, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:30.576335 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.576569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-4350bc77-2fea-420e-a7e5-d63f85eba524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:30.578347 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-4350bc77-2fea-420e-a7e5-d63f85eba524 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4f0659b814840609d156de3fb60543c&device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 1096 time: 0.1063566 Aug 20 11:23:30.581590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9552163-3105-46dc-bc84-ee0d578eb3bb tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d64b1a-8171-43eb-9339-2f611c42e14b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:30.633387 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61affa29-0195-4bee-a076-5dbfffdfd63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.638726 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61affa29-0195-4bee-a076-5dbfffdfd63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.640760 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-61affa29-0195-4bee-a076-5dbfffdfd63c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4103a70e-9cc4-4177-bfd6-fbd5d620ce13 HTTP/1.1" status: 204 len: 168 time: 0.4835668 Aug 20 11:23:30.695145 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] For port 743b8665-5f64-4019-92c3-077931582437, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:30.704084 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f9552163-3105-46dc-bc84-ee0d578eb3bb tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.705643 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f9552163-3105-46dc-bc84-ee0d578eb3bb tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6755955 Aug 20 11:23:30.712754 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] For port 743b8665-5f64-4019-92c3-077931582437, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=743b8665-5f64-4019-92c3-077931582437,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:30.721482 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57448) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:30.729062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61affa29-0195-4bee-a076-5dbfffdfd63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4103a70e-9cc4-4177-bfd6-fbd5d620ce13,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:30.734779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-962d745e-c15e-4ef3-82ba-9b8188ab43a7 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Request body: {'security_group_rule': {'security_group_id': 'c1d64b1a-8171-43eb-9339-2f611c42e14b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:30.823632 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.824314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-fcb3cd83-f7bd-4a23-bded-6bb2b2dd2da1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:30.826772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-fcb3cd83-f7bd-4a23-bded-6bb2b2dd2da1 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.38 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 945 time: 0.1603060 Aug 20 11:23:30.898455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-38c7474f-0e20-42e4-a21f-bd66d78d427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:30.904911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-38c7474f-0e20-42e4-a21f-bd66d78d427d service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f HTTP/1.1" status: 200 len: 917 time: 0.2890253 Aug 20 11:23:30.930757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-962d745e-c15e-4ef3-82ba-9b8188ab43a7 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:30.991501 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a77a7-1a05-45a5-958b-7d222c372307 None None] Pushing event updated for resources: {'Port': ['ID=743b8665-5f64-4019-92c3-077931582437,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:30.994836 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Routers {'487047e9-11ce-4c0c-a4aa-18b934de10eb'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:30.995888 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:23:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['487047e9-11ce-4c0c-a4aa-18b934de10eb'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:31.144515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-613227cd-fb63-4ed8-a8a3-4e022b9a6898 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cb308a-a441-4d52-bc8c-8abe21e25a0b HTTP/1.1" status: 200 len: 1000 time: 0.2091362 Aug 20 11:23:31.237039 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-962d745e-c15e-4ef3-82ba-9b8188ab43a7 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:31.249553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-03d2d847-ea4c-4037-bc4b-4d3f37074060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:31.251704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-03d2d847-ea4c-4037-bc4b-4d3f37074060 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=57947896-5a1e-4292-af7b-4f2692c7083f HTTP/1.1" status: 200 len: 855 time: 0.1036582 Aug 20 11:23:31.275404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-44b6ca8f-9739-4a7d-b496-452c83b5d865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Deleting port 7b254b09-6d09-4239-ae04-16529892ea84 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:31.275897 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-44b6ca8f-9739-4a7d-b496-452c83b5d865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:31.317962 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] Set router 487047e9-11ce-4c0c-a4aa-18b934de10eb gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:31.334310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-2a238fbf-68b7-42a2-b1a2-6e9e57ab7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:31.337773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-2a238fbf-68b7-42a2-b1a2-6e9e57ab7f6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713964 Aug 20 11:23:31.442809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-962d745e-c15e-4ef3-82ba-9b8188ab43a7 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:31.502283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-d7603c18-d9d9-412c-9d41-597ee2473b9a service neutron] 10.222.0.38 "GET /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527569 Aug 20 11:23:31.511412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d745e-c15e-4ef3-82ba-9b8188ab43a7 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156e8fd0-4ade-4bb6-b412-27c847e7094c,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:31.569632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-44b6ca8f-9739-4a7d-b496-452c83b5d865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] For port 7b254b09-6d09-4239-ae04-16529892ea84, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=7b254b09-6d09-4239-ae04-16529892ea84,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:31.574203 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-44b6ca8f-9739-4a7d-b496-452c83b5d865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:31.580813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fa396-4b14-4103-a2b5-b0752d166559 req-108c2c74-9c1d-4125-84bf-c48f9ff8c308 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:31.589738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-503fa396-4b14-4103-a2b5-b0752d166559 req-108c2c74-9c1d-4125-84bf-c48f9ff8c308 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 945 time: 0.1487312 Aug 20 11:23:31.616168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-44b6ca8f-9739-4a7d-b496-452c83b5d865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Calling delete_port for 7b254b09-6d09-4239-ae04-16529892ea84 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:31.694355 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-503fa396-4b14-4103-a2b5-b0752d166559 req-bf227a43-2cd4-4bf0-9fec-988f2bf734b2 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034501 Aug 20 11:23:31.705365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8291fd3d-a693-49b9-99c1-fa101439c1fa req-a9a498eb-e0ce-48d3-a3d5-8fa0b662d2d7 service neutron] 10.222.0.38 "GET /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907549 Aug 20 11:23:31.723562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57464) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:31.749296 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '743b8665-5f64-4019-92c3-077931582437', 'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'mac_address': 'fa:16:3e:00:a6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:24Z', 'updated_at': '2021-08-20T11:23:30Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'subnets': [{'id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:31.781507 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf58ce4-4c38-4e6c-b543-40586c2bc5a6 None None] The sync data for ids ['487047e9-11ce-4c0c-a4aa-18b934de10eb'] in n-d-804230-3 is: [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '743b8665-5f64-4019-92c3-077931582437', 'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'mac_address': 'fa:16:3e:00:a6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:24Z', 'updated_at': '2021-08-20T11:23:30Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'subnets': [{'id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:23:31.966924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57468) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:32.072543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b42a9466-b175-42c2-ace2-744046c1714d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc2ef9229b2f41c184578aabdca4f51b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1036620 Aug 20 11:23:32.079050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57470) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:32.193382 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3726a1b6-b5ab-48f8-ab3e-fe4661004537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.237482 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-962d745e-c15e-4ef3-82ba-9b8188ab43a7 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.239250 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-962d745e-c15e-4ef3-82ba-9b8188ab43a7 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5166392 Aug 20 11:23:32.243522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57478) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:32.258232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8448730a-8609-43db-915b-14fb3099e429 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Request body: {'security_group_rule': {'security_group_id': 'c1d64b1a-8171-43eb-9339-2f611c42e14b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:32.299617 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3726a1b6-b5ab-48f8-ab3e-fe4661004537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.419864 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d00ea5bd-283f-43a1-809d-5ffb78e71657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.577257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3726a1b6-b5ab-48f8-ab3e-fe4661004537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.580192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3726a1b6-b5ab-48f8-ab3e-fe4661004537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.582033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3726a1b6-b5ab-48f8-ab3e-fe4661004537 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bd6cf25-4bb3-4233-abff-2a81dc12a661 HTTP/1.1" status: 204 len: 168 time: 0.5014393 Aug 20 11:23:32.592969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726a1b6-b5ab-48f8-ab3e-fe4661004537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd6cf25-4bb3-4233-abff-2a81dc12a661,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:32.661965 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-44b6ca8f-9739-4a7d-b496-452c83b5d865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.678399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['8cd59e84-9efc-484e-8cc5-40e58affdf3d', '7b254b09-6d09-4239-ae04-16529892ea84'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:23:32.687914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8448730a-8609-43db-915b-14fb3099e429 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.766143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ca8f-9739-4a7d-b496-452c83b5d865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Pushing event deleted for resources: {'Port': ['ID=7b254b09-6d09-4239-ae04-16529892ea84,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:32.820967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d00ea5bd-283f-43a1-809d-5ffb78e71657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.855003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-44b6ca8f-9739-4a7d-b496-452c83b5d865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] No DVR routers for this DVR port 7b254b09-6d09-4239-ae04-16529892ea84 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:23:32.862368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f59f7b4-0f46-4f55-bcd6-1869bc871f75 req-77da3911-241d-4e8a-aec6-724f020dd746 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0606143 Aug 20 11:23:32.862672 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-44b6ca8f-9739-4a7d-b496-452c83b5d865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.869903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b15cbc5c-d141-4631-bac4-77803b5077b6 req-44b6ca8f-9739-4a7d-b496-452c83b5d865 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.38 "DELETE /v2.0/ports/7b254b09-6d09-4239-ae04-16529892ea84 HTTP/1.1" status: 204 len: 173 time: 2.0255113 Aug 20 11:23:32.874548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'name': 'network-vif-deleted', 'tag': '7b254b09-6d09-4239-ae04-16529892ea84'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:32.874548 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df24bfe7-85e7-4e5d-b123-27a5ff92104c" -d '{"events": [{"server_uuid": "7dd43472-0615-4c5a-9259-a1430c18ec7d", "name": "network-vif-deleted", "tag": "7b254b09-6d09-4239-ae04-16529892ea84"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:32.951865 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8448730a-8609-43db-915b-14fb3099e429 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.956661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d00ea5bd-283f-43a1-809d-5ffb78e71657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:32.966931 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33327f25-d67e-4230-a054-cb7cb4ec7c36 x-openstack-request-id: req-33327f25-d67e-4230-a054-cb7cb4ec7c36 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:32.967650 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd43472-0615-4c5a-9259-a1430c18ec7d", "name": "network-vif-deleted", "tag": "7b254b09-6d09-4239-ae04-16529892ea84", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:32.968368 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33327f25-d67e-4230-a054-cb7cb4ec7c36 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:32.969114 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd43472-0615-4c5a-9259-a1430c18ec7d', 'name': 'network-vif-deleted', 'tag': '7b254b09-6d09-4239-ae04-16529892ea84', 'status': 'completed', 'code': 200} Aug 20 11:23:33.019963 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d00ea5bd-283f-43a1-809d-5ffb78e71657 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c67f717165914a87b14ba6a4f6d5dc24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2916138 Aug 20 11:23:33.023040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57488) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:33.031037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ea5bd-283f-43a1-809d-5ffb78e71657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f6240c-1d1f-45ea-acff-4f179d04225a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:33.113309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d34a8c4-a500-48e5-b521-aab9c315cbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.153477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d34a8c4-a500-48e5-b521-aab9c315cbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.157142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8448730a-8609-43db-915b-14fb3099e429 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.185617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448730a-8609-43db-915b-14fb3099e429 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fbb26a-1385-4c2e-bbd4-fb7f7a1e3338,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:33.192455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 743b8665-5f64-4019-92c3-077931582437 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:33.379335 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8448730a-8609-43db-915b-14fb3099e429 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.382377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8448730a-8609-43db-915b-14fb3099e429 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1348488 Aug 20 11:23:33.386600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57500) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:33.394299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:33.435833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 743b8665-5f64-4019-92c3-077931582437 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:33.436777 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d34a8c4-a500-48e5-b521-aab9c315cbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.440033 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d34a8c4-a500-48e5-b521-aab9c315cbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.445948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 743b8665-5f64-4019-92c3-077931582437 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:33.445948 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.446363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4d34a8c4-a500-48e5-b521-aab9c315cbed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18f6240c-1d1f-45ea-acff-4f179d04225a HTTP/1.1" status: 204 len: 168 time: 0.4168832 Aug 20 11:23:33.467727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34a8c4-a500-48e5-b521-aab9c315cbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f6240c-1d1f-45ea-acff-4f179d04225a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:33.600522 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.694799 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.786980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 743b8665-5f64-4019-92c3-077931582437, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=743b8665-5f64-4019-92c3-077931582437,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:33.805972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:33.972909 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:34.057868 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9407208e-36d2-4088-a41d-cf0988293c3f req-e3ed4dfd-31aa-4211-bf41-71703773adbf tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0607040 Aug 20 11:23:34.074780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Allocated IP 172.25.4.4 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/54dd2112-294c-433d-b1fb-bc22511313f7) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:34.114188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=743b8665-5f64-4019-92c3-077931582437,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:34.246906 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:34.591738 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:34.648238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:34.655671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:34.663253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:34.715776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Pushing event updated for resources: {'Port': ['ID=54dd2112-294c-433d-b1fb-bc22511313f7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:34.733598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57532) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:34.772237 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fed592d6-e1ca-42be-99ee-7c27ffe6d2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:34.793005 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:34.815027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 7b254b09-6d09-4239-ae04-16529892ea84 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:34.841303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 7b254b09-6d09-4239-ae04-16529892ea84 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:34.842191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 7b254b09-6d09-4239-ae04-16529892ea84 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:34.916976 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fed592d6-e1ca-42be-99ee-7c27ffe6d2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:34.924990 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.026846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fed592d6-e1ca-42be-99ee-7c27ffe6d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.102610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fed592d6-e1ca-42be-99ee-7c27ffe6d2b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6eda3fbd0094ffbb3b1ff4ec2887860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669536 Aug 20 11:23:35.105166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57536) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:35.106055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed592d6-e1ca-42be-99ee-7c27ffe6d2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dce5ad-3b75-4d45-b19e-a2dbf612ce03,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:35.149514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 743b8665-5f64-4019-92c3-077931582437 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:35.188011 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.207104 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e3ab8b8-53d4-4232-bdb0-9c01f256f8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.238344 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e3ab8b8-53d4-4232-bdb0-9c01f256f8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.259363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 743b8665-5f64-4019-92c3-077931582437 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:35.259979 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.284311 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.310248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4f665350-a1a8-40c6-b6bd-48d55ca75911 req-b3929d91-4b07-4262-b3de-9d373017b110 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0608702 Aug 20 11:23:35.409674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Pushing event updated for resources: {'Port': ['ID=54dd2112-294c-433d-b1fb-bc22511313f7,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:35.417866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.679127 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.683320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-661d870d-89bc-4071-add9-91394e576c98 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2943311 Aug 20 11:23:35.692463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e3ab8b8-53d4-4232-bdb0-9c01f256f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.699412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e3ab8b8-53d4-4232-bdb0-9c01f256f8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:35.700578 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1e3ab8b8-53d4-4232-bdb0-9c01f256f8fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13dce5ad-3b75-4d45-b19e-a2dbf612ce03 HTTP/1.1" status: 204 len: 168 time: 0.5944426 Aug 20 11:23:35.737578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ab8b8-53d4-4232-bdb0-9c01f256f8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dce5ad-3b75-4d45-b19e-a2dbf612ce03,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:36.002510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-746df22c-4994-4bae-befd-25eed2b3dc1d tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--660197453&fields=id&tenant_id=db679677f7c44c75941ae6fac1aca56d HTTP/1.1" status: 200 len: 267 time: 0.0550818 Aug 20 11:23:36.150928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-d4d08046-66fc-46df-96ca-f9513e0c4dbd tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:36.160663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-d4d08046-66fc-46df-96ca-f9513e0c4dbd tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/networks?id=6e91949a-53d8-4745-9713-7bf878ca3154 HTTP/1.1" status: 200 len: 806 time: 0.1498680 Aug 20 11:23:36.173739 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-c1dfff80-e7e7-4df3-a456-59133bef0b33 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/quotas/db679677f7c44c75941ae6fac1aca56d HTTP/1.1" status: 200 len: 375 time: 0.0109115 Aug 20 11:23:36.255186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-fea30a88-a537-4245-bf19-d7048100c616 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=db679677f7c44c75941ae6fac1aca56d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751960 Aug 20 11:23:36.273882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-65ce6bc8-ff9e-4160-93da-199289a4de0c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:23:36.276807 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-65ce6bc8-ff9e-4160-93da-199289a4de0c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149715 Aug 20 11:23:36.460715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e8974bc-1d5d-4255-a242-6333e1c032b6 req-847b3922-68f2-408b-a5c8-a331387ab5fe tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0551558 Aug 20 11:23:36.495781 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-1d781ebd-436d-4c68-8ba5-aa6125225ac3 service neutron] 10.222.0.10 "GET /v2.0/networks/6e91949a-53d8-4745-9713-7bf878ca3154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119043 Aug 20 11:23:36.599967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-c419131d-5084-4a39-8b91-860aaf41adbe service neutron] 10.222.0.10 "GET /v2.0/networks/6e91949a-53d8-4745-9713-7bf878ca3154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022744 Aug 20 11:23:37.077287 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a9a5649-5c90-4c69-9590-ac64c8e6952b req-0dac354f-7f3c-43ca-a765-39155456661f tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 210 time: 0.0393105 Aug 20 11:23:37.546852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57630) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:37.621510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-48ced70d-804d-4bd8-9b38-61135e0b4d20 req-6335d741-4afb-420a-853c-2d82fe911158 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0388367 Aug 20 11:23:37.713023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-866352956-network', 'tenant_id': 'f4840fea784a45758a39ca06be67b734'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:37.984399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Made reservation on behalf of f4840fea784a45758a39ca06be67b734 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:37.987901 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.017073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.176790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.195290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62ccf23e-ad1d-427b-9c33-911e95bd2d07 req-b864f6db-0163-4691-8901-54aefe547227 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 210 time: 0.0319116 Aug 20 11:23:38.313684 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.339375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:23:38.349365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14421f3-a284-480c-80d3-e3653521207c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:38.354398 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.354844 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Added segment ee8e69bc-8046-4bc6-8efc-c67fae0a0c14 of type vlan for network 94456f65-2139-430f-9d13-851520dafa70 Aug 20 11:23:38.397794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.687690 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.688772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:38.689381 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:38.742058 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9526aaab-57ad-47eb-9c9e-acf5a26cae30 req-5ddc0182-435c-4906-adaf-44bacb6c7a25 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0440407 Aug 20 11:23:38.799881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=94456f65-2139-430f-9d13-851520dafa70,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:38.812445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 94456f65-2139-430f-9d13-851520dafa70 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:23:38.836476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57656) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:38.927947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cf895be2-e62e-4c25-9c34-2b5a2a982ae3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3798070 Aug 20 11:23:38.931501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57662) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:38.936608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Request body: {'subnet': {'network_id': '94456f65-2139-430f-9d13-851520dafa70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-866352956-subnet', 'tenant_id': 'f4840fea784a45758a39ca06be67b734', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:39.047430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Made reservation on behalf of f4840fea784a45758a39ca06be67b734 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:39.050371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:39.063209 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1ccd006d-3fad-4fdf-989a-91bab7db6385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:39.238611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1ccd006d-3fad-4fdf-989a-91bab7db6385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:39.357030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0de871a2-882d-4a93-b3d6-29828decf65a req-cbdacf94-3a74-43d3-ae96-595cded9c433 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 210 time: 0.0627885 Aug 20 11:23:39.358856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1ccd006d-3fad-4fdf-989a-91bab7db6385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:39.406087 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1ccd006d-3fad-4fdf-989a-91bab7db6385 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78b677f2c79d494c835f4c3df2baae83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683653 Aug 20 11:23:39.410654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57672) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:39.411796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd006d-3fad-4fdf-989a-91bab7db6385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a14c52f-019a-4847-a85b-302e173fe2cd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:39.462934 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:39.514354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=18324ad2-603f-4c3b-8ee5-52e694e361c6,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:39.545041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7032d5e9-73c1-4a99-831d-db87ee82226d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:39.577108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7032d5e9-73c1-4a99-831d-db87ee82226d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:39.612717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Checking segment: {'id': 'ee8e69bc-8046-4bc6-8efc-c67fae0a0c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '94456f65-2139-430f-9d13-851520dafa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:39.612974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Network hostable DHCP agents. Network: 94456f65-2139-430f-9d13-851520dafa70, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:23:39.732737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Network 94456f65-2139-430f-9d13-851520dafa70 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:23:39.790574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7032d5e9-73c1-4a99-831d-db87ee82226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:39.796419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7032d5e9-73c1-4a99-831d-db87ee82226d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:39.799328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7032d5e9-73c1-4a99-831d-db87ee82226d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a14c52f-019a-4847-a85b-302e173fe2cd HTTP/1.1" status: 204 len: 168 time: 0.3872786 Aug 20 11:23:39.810135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032d5e9-73c1-4a99-831d-db87ee82226d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a14c52f-019a-4847-a85b-302e173fe2cd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:39.867260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f25ec39f-7564-4572-bfa6-e0eae4c4dd61 req-08b1a473-d9ba-4a3f-8362-e7b49e051bfc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dd43472-0615-4c5a-9259-a1430c18ec7d HTTP/1.1" status: 200 len: 210 time: 0.0337019 Aug 20 11:23:39.898341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 94456f65-2139-430f-9d13-851520dafa70) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:39.902670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:39.903265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:39.907854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cccf4e5-e971-4614-9ed4-40a1a80bd917 None None] Network 94456f65-2139-430f-9d13-851520dafa70 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:40.090145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3d49c-6c08-4513-b8e3-f8e11b64e3d7 None None] Network 94456f65-2139-430f-9d13-851520dafa70 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:40.107282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-826d7996-e9c7-4cb1-9938-e1e4fcd4c61b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1746242 Aug 20 11:23:40.522521 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cbb523c6-05fc-49fc-baf4-038b90957758 req-8fbe55a8-5478-46ab-a80a-a8401ef3296e tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 210 time: 0.0569143 Aug 20 11:23:40.927241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57704) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:40.948200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c194de21-7f02-4a4f-89a4-5c18d8d17931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:40.973356 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.047252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-ad982bc6-85cb-4f7e-a2ed-edd566296881 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:41.049414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-ad982bc6-85cb-4f7e-a2ed-edd566296881 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.57 "GET /v2.0/networks?id=6e91949a-53d8-4745-9713-7bf878ca3154 HTTP/1.1" status: 200 len: 806 time: 0.5843127 Aug 20 11:23:41.075716 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c194de21-7f02-4a4f-89a4-5c18d8d17931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.142020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-dbd06a58-0677-4434-b393-762b7b02d89c tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db679677f7c44c75941ae6fac1aca56d HTTP/1.1" status: 200 len: 379 time: 0.0783861 Aug 20 11:23:41.161281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Request body: {'port': {'device_id': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'admin_state_up': True, 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'security_groups': ['c1d64b1a-8171-43eb-9339-2f611c42e14b']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:41.228322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c194de21-7f02-4a4f-89a4-5c18d8d17931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.327180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194de21-7f02-4a4f-89a4-5c18d8d17931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee6e373-ec5c-4be8-9f6e-7ae2b588d264,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:41.378590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c194de21-7f02-4a4f-89a4-5c18d8d17931 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=412347896c9e4dc3b87b1c66da3194ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499173 Aug 20 11:23:41.381477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57724) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:41.401226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57726) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:41.401226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-897617554-network', 'tenant_id': '33a9b960e42c4f56b48a1bb57e2a2238'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:41.455015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca0d-f243-4af9-94e0-ce4ceb46d30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.479572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca0d-f243-4af9-94e0-ce4ceb46d30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.531538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Made reservation on behalf of db679677f7c44c75941ae6fac1aca56d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:41.535374 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.628726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e76e52c-7b6e-406e-b923-b98c98010930 req-34591408-ab96-4ad3-a837-655affe78543 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 210 time: 0.0284023 Aug 20 11:23:41.682388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca0d-f243-4af9-94e0-ce4ceb46d30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.687113 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca0d-f243-4af9-94e0-ce4ceb46d30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.691129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ca88ca0d-f243-4af9-94e0-ce4ceb46d30d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bee6e373-ec5c-4be8-9f6e-7ae2b588d264 HTTP/1.1" status: 204 len: 168 time: 0.3056357 Aug 20 11:23:41.699354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88ca0d-f243-4af9-94e0-ce4ceb46d30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee6e373-ec5c-4be8-9f6e-7ae2b588d264,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:41.753962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Made reservation on behalf of 33a9b960e42c4f56b48a1bb57e2a2238 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:41.767064 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.798772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:41.876972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Allocated IP 172.20.0.8 (6e91949a-53d8-4745-9713-7bf878ca3154/67e44b19-39b1-431a-83b2-0c320772ee3b/a2f9ca73-eb95-4fde-b4c6-5eb9b831397a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:42.058481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.098627 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.133623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Transition to ACTIVE for port object a2f9ca73-eb95-4fde-b4c6-5eb9b831397a will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:42.173898 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.202312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:23:42.220493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a428aaf1-f8f1-4192-ae2e-32420216a42e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:42.224948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.224948 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Added segment 1208b67c-c749-4f13-aad2-979930d38903 of type vlan for network f5b4eda1-3e79-4f91-9459-bc10442eeb0d Aug 20 11:23:42.284052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.398798 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.488784 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.489959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:42.490345 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.602882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Pushing event updated for resources: {'Port': ['ID=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:42.606759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Network 6e91949a-53d8-4745-9713-7bf878ca3154 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:42.612275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:42.619574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:42.667108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] Pushing event updated for resources: {'Network': ['ID=f5b4eda1-3e79-4f91-9459-bc10442eeb0d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:42.678261 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network f5b4eda1-3e79-4f91-9459-bc10442eeb0d details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:23:42.719941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:42.720787 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:42.736766 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8826057f-b4db-4cef-a706-181cf8736f2d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3494701 Aug 20 11:23:42.738843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57752) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:42.742750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Request body: {'subnet': {'network_id': 'f5b4eda1-3e79-4f91-9459-bc10442eeb0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-897617554-subnet', 'tenant_id': '33a9b960e42c4f56b48a1bb57e2a2238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:42.826087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107f924-f99e-4b67-ab09-846b451694da req-207454da-9831-439b-afc9-56a7783d4ecd tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:42.841468 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c107f924-f99e-4b67-ab09-846b451694da req-207454da-9831-439b-afc9-56a7783d4ecd tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 931 time: 0.0771942 Aug 20 11:23:42.860544 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-00c827ae-72ac-492e-a24d-33a52bec1116 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7121968 Aug 20 11:23:42.878420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Request body: {'port': {'device_id': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:42.943366 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c107f924-f99e-4b67-ab09-846b451694da req-898670af-3625-40d4-80b6-b44f85b0c311 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044114 Aug 20 11:23:42.972213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.058541 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Made reservation on behalf of 33a9b960e42c4f56b48a1bb57e2a2238 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:43.060910 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.155859 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8380f38b-448e-4c5c-9def-39cac02c572b None None] Provisioning for port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:43.162299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8380f38b-448e-4c5c-9def-39cac02c572b None None] Provisioning complete for port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:43.162835 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8380f38b-448e-4c5c-9def-39cac02c572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.244871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8380f38b-448e-4c5c-9def-39cac02c572b None None] Port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:23:43.392343 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.393357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f9ca73-eb95-4fde-b4c6-5eb9b831397a {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:23:43.401123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.416280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Transition to ACTIVE for port object a2f9ca73-eb95-4fde-b4c6-5eb9b831397a will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:43.458325 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.585635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Checking segment: {'id': '1208b67c-c749-4f13-aad2-979930d38903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f5b4eda1-3e79-4f91-9459-bc10442eeb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:43.586332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Network hostable DHCP agents. Network: f5b4eda1-3e79-4f91-9459-bc10442eeb0d, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:23:43.609182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c613bef9-560e-4739-927f-5ec06bfaa8b3,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:43.771455 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:43.871815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:43.926683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Attempting to bind port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:43.927046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Attempting to bind port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:43.927393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Attempting to bind port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a on network 6e91949a-53d8-4745-9713-7bf878ca3154 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:43.936104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a on network 6e91949a-53d8-4745-9713-7bf878ca3154 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:23:43.936404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Attempting to bind port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a on network 6e91949a-53d8-4745-9713-7bf878ca3154 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:43.944940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:43.945307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Checking segment: {'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:43.945729 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Bound using segment: {'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:43.946210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Bound port: a2f9ca73-eb95-4fde-b4c6-5eb9b831397a, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab26b888-2ff2-43e9-b1bc-5198775ce946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:43.946827 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.059215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] For port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:44.062952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] For port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:44.127826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2ce1-5ef2-4511-b3fe-92dbcbfd39ee req-c35511b6-f980-4a9b-9a64-c73ea14860f3 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:44.139731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d4bf2ce1-5ef2-4511-b3fe-92dbcbfd39ee req-c35511b6-f980-4a9b-9a64-c73ea14860f3 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 943 time: 0.0726526 Aug 20 11:23:44.207760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d4bf2ce1-5ef2-4511-b3fe-92dbcbfd39ee req-37004edb-c6c4-4b57-ae7b-8d47cb5f7eb4 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596907 Aug 20 11:23:44.331091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Network f5b4eda1-3e79-4f91-9459-bc10442eeb0d is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:23:44.374794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.452694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:44.452694 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.452694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] 10.222.0.57 "PUT /v2.0/ports/a2f9ca73-eb95-4fde-b4c6-5eb9b831397a HTTP/1.1" status: 200 len: 1091 time: 1.5794404 Aug 20 11:23:44.452694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'tag': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:44.453832 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d381ab0-f8e2-464b-8799-ee795063d225" -d '{"events": [{"name": "network-changed", "server_uuid": "ab57e593-8fc8-49f2-8d78-141996d0403e", "tag": "a2f9ca73-eb95-4fde-b4c6-5eb9b831397a"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:44.479634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, f5b4eda1-3e79-4f91-9459-bc10442eeb0d) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:44.485284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:44.485992 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:44.488847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da8f698-9e37-4b8d-a02e-abae661c13d0 None None] Network f5b4eda1-3e79-4f91-9459-bc10442eeb0d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:44.501457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed46c99-0923-4a0f-8942-6d684066633a service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:44.546261 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1088009b-6167-4cb1-98ab-d456b1e8fed0 x-openstack-request-id: req-1088009b-6167-4cb1-98ab-d456b1e8fed0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:44.546261 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab57e593-8fc8-49f2-8d78-141996d0403e", "tag": "a2f9ca73-eb95-4fde-b4c6-5eb9b831397a", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:44.546261 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1088009b-6167-4cb1-98ab-d456b1e8fed0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:44.546261 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'tag': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a', 'status': 'completed', 'code': 200} Aug 20 11:23:44.674272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d381ab0-f8e2-464b-8799-ee795063d225 req-f5151456-9940-4020-8bc8-9278750d49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:44.677572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e0134e6f-8be3-4fa3-a37d-44f0578e62f5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9388406 Aug 20 11:23:44.690624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d381ab0-f8e2-464b-8799-ee795063d225 req-f5151456-9940-4020-8bc8-9278750d49ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db679677f7c44c75941ae6fac1aca56d&device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 1094 time: 0.1153011 Aug 20 11:23:44.928101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1de1e9-b7ff-40a8-aaee-d7b3b66c0cd5 None None] Network f5b4eda1-3e79-4f91-9459-bc10442eeb0d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:23:44.946124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d381ab0-f8e2-464b-8799-ee795063d225 req-8f1f7d98-3d5b-4b77-8f7d-b89476a4b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:44.947855 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d381ab0-f8e2-464b-8799-ee795063d225 req-8f1f7d98-3d5b-4b77-8f7d-b89476a4b7d0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=db679677f7c44c75941ae6fac1aca56d&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2531779 Aug 20 11:23:45.080161 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-159eddb9-1289-4856-95a4-b71f387642e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:45.134607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d381ab0-f8e2-464b-8799-ee795063d225 req-f147d6e8-1de7-4d29-a194-36ad33a9fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:45.134607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d381ab0-f8e2-464b-8799-ee795063d225 req-f147d6e8-1de7-4d29-a194-36ad33a9fd5b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733141 Aug 20 11:23:45.261014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-e8ead8f2-72a6-4e04-8296-f034c518d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:45.262963 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-e8ead8f2-72a6-4e04-8296-f034c518d2e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db679677f7c44c75941ae6fac1aca56d&device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 1094 time: 0.0874007 Aug 20 11:23:45.326924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-1606f752-5c79-4ab8-886c-d08338a32d83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a HTTP/1.1" status: 200 len: 217 time: 0.0511391 Aug 20 11:23:45.365778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d383d5-d9a3-4310-b618-f91834961f71 req-feba54e7-ecdd-407a-83f9-70a26c71d8f9 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:45.374418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78d383d5-d9a3-4310-b618-f91834961f71 req-feba54e7-ecdd-407a-83f9-70a26c71d8f9 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 943 time: 0.0726025 Aug 20 11:23:45.409310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-83146ce0-0e03-41ae-898e-5bd9312835b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:45.411511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-83146ce0-0e03-41ae-898e-5bd9312835b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67e44b19-39b1-431a-83b2-0c320772ee3b HTTP/1.1" status: 200 len: 845 time: 0.0771091 Aug 20 11:23:45.466595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78d383d5-d9a3-4310-b618-f91834961f71 req-4a53d258-3085-477a-8efc-521b51dadd0a tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871201 Aug 20 11:23:45.596134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-7894b359-5507-4761-adf7-22265888c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:45.597665 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-7894b359-5507-4761-adf7-22265888c960 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e91949a-53d8-4745-9713-7bf878ca3154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789923 Aug 20 11:23:45.674262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-003dc6bd-692e-4543-b34f-5a542be6b1c2 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:45.675920 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-003dc6bd-692e-4543-b34f-5a542be6b1c2 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/networks?id=94456f65-2139-430f-9d13-851520dafa70 HTTP/1.1" status: 200 len: 808 time: 0.2131467 Aug 20 11:23:45.707716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-2896fc9f-4b00-45fe-a6bb-1900f8b909da tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/quotas/f4840fea784a45758a39ca06be67b734 HTTP/1.1" status: 200 len: 375 time: 0.0218010 Aug 20 11:23:45.738161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-09a07d7a-559d-4607-b197-95b266fe0a02 service neutron] 10.222.0.57 "GET /v2.0/networks/6e91949a-53d8-4745-9713-7bf878ca3154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296105 Aug 20 11:23:45.761822 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-6acf87cc-9a58-479d-8504-0d9dbfab31eb tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4840fea784a45758a39ca06be67b734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459781 Aug 20 11:23:45.923567 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c84336dc-21a0-42a3-a372-880e2e687c98 req-1c28367b-0beb-4fe5-a537-5d02f392b5d7 service neutron] 10.222.0.57 "GET /v2.0/networks/6e91949a-53d8-4745-9713-7bf878ca3154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642933 Aug 20 11:23:45.996335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-4bc25ac3-85d0-4496-a188-c953c9914210 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:23:45.997607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-4bc25ac3-85d0-4496-a188-c953c9914210 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2152495 Aug 20 11:23:46.120830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-45f4b878-31aa-47ef-a32b-a960b9bed9a8 service neutron] 10.222.0.10 "GET /v2.0/networks/94456f65-2139-430f-9d13-851520dafa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154215 Aug 20 11:23:46.259216 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-eda47cbc-158f-43d4-8f1b-322a2d26c018 service neutron] 10.222.0.10 "GET /v2.0/networks/94456f65-2139-430f-9d13-851520dafa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246531 Aug 20 11:23:46.739217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bf297-0064-4bd9-ba1a-7e60b94389c2 req-d02efa3c-c24f-4c6d-b36d-229917af4e85 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:46.742137 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee2bf297-0064-4bd9-ba1a-7e60b94389c2 req-d02efa3c-c24f-4c6d-b36d-229917af4e85 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 945 time: 0.0531397 Aug 20 11:23:46.787832 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee2bf297-0064-4bd9-ba1a-7e60b94389c2 req-3f44a932-13ef-4060-9bca-70005fb5ebae tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Aug 20 11:23:46.903868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5462b6e-b33c-4500-a9bb-2c7bd224be2f req-bf7b83b6-21c3-4b07-a38d-6456d5dbb320 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:46.905485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d5462b6e-b33c-4500-a9bb-2c7bd224be2f req-bf7b83b6-21c3-4b07-a38d-6456d5dbb320 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 943 time: 0.0549281 Aug 20 11:23:46.954051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d5462b6e-b33c-4500-a9bb-2c7bd224be2f req-09d97fd5-a3d3-4a21-908c-7a9a5f7a9278 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367208 Aug 20 11:23:47.082260 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10797d87-c3bb-4017-a3bd-1d49fe6589a7 req-336b54dc-d25a-42fc-8ee6-b67a7d02da6b tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 210 time: 0.0531085 Aug 20 11:23:47.134913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device a2f9ca73-eb95-4fde-b4c6-5eb9b831397a details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:23:47.143277 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-257f640a-b5b1-48aa-a61f-d12996cbcb83 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:47.146070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-257f640a-b5b1-48aa-a61f-d12996cbcb83 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 945 time: 0.1028895 Aug 20 11:23:47.255886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-3a4e7a3e-b197-4a74-b0d2-daca69b4b25b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Deleting port 8cd59e84-9efc-484e-8cc5-40e58affdf3d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:47.256229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-3a4e7a3e-b197-4a74-b0d2-daca69b4b25b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.263218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:47.280539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'port_id': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a', 'mac_address': 'fa:16:3e:fd:87:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:23:47.328264 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.343809 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f9ca73-eb95-4fde-b4c6-5eb9b831397a {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:23:47.365442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-3a4e7a3e-b197-4a74-b0d2-daca69b4b25b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] For port 8cd59e84-9efc-484e-8cc5-40e58affdf3d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8cd59e84-9efc-484e-8cc5-40e58affdf3d,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:47.366010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-3a4e7a3e-b197-4a74-b0d2-daca69b4b25b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.368289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:47.381248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-3a4e7a3e-b197-4a74-b0d2-daca69b4b25b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Calling delete_port for 8cd59e84-9efc-484e-8cc5-40e58affdf3d owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:47.544275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.604767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:47.773459 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-3a4e7a3e-b197-4a74-b0d2-daca69b4b25b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.790655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['8cd59e84-9efc-484e-8cc5-40e58affdf3d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:23:47.805022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e7a3e-b197-4a74-b0d2-daca69b4b25b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Pushing event deleted for resources: {'Port': ['ID=8cd59e84-9efc-484e-8cc5-40e58affdf3d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:47.816390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['a2f9ca73-eb95-4fde-b4c6-5eb9b831397a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:23:47.817870 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-806596f4-cd43-4dd6-a206-a040549b343a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.869201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-3a4e7a3e-b197-4a74-b0d2-daca69b4b25b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] No DVR routers for this DVR port 8cd59e84-9efc-484e-8cc5-40e58affdf3d on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:23:47.872317 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-3a4e7a3e-b197-4a74-b0d2-daca69b4b25b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:47.874999 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4417706-5f5c-4007-903d-f1146a6ae02e req-3a4e7a3e-b197-4a74-b0d2-daca69b4b25b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.38 "DELETE /v2.0/ports/8cd59e84-9efc-484e-8cc5-40e58affdf3d HTTP/1.1" status: 204 len: 173 time: 0.7199109 Aug 20 11:23:47.875559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'name': 'network-vif-deleted', 'tag': '8cd59e84-9efc-484e-8cc5-40e58affdf3d'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:47.877951 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34f72c5-23ef-4395-8d8a-119f0c29a23b" -d '{"events": [{"server_uuid": "7d37f3e2-8883-445b-8338-100f4cdc04f1", "name": "network-vif-deleted", "tag": "8cd59e84-9efc-484e-8cc5-40e58affdf3d"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:47.919810 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52fb0cca-e911-4b89-9ef7-6fe14ebbb26a req-4019c2a3-0b30-4578-9294-12f26d5e30c4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 210 time: 0.0311396 Aug 20 11:23:47.920471 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e9507d-9577-4115-9621-723d9cc2e09b x-openstack-request-id: req-42e9507d-9577-4115-9621-723d9cc2e09b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:47.920471 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d37f3e2-8883-445b-8338-100f4cdc04f1", "name": "network-vif-deleted", "tag": "8cd59e84-9efc-484e-8cc5-40e58affdf3d", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:47.920471 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42e9507d-9577-4115-9621-723d9cc2e09b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:47.920895 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d37f3e2-8883-445b-8338-100f4cdc04f1', 'name': 'network-vif-deleted', 'tag': '8cd59e84-9efc-484e-8cc5-40e58affdf3d', 'status': 'completed', 'code': 200} Aug 20 11:23:48.138221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073b582-d740-45d0-aafa-7c04579f2476 req-23e2bdc0-1beb-4c97-a7ac-b8a254e9f67c tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:48.139774 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f073b582-d740-45d0-aafa-7c04579f2476 req-23e2bdc0-1beb-4c97-a7ac-b8a254e9f67c tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 944 time: 0.0689344 Aug 20 11:23:48.182131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f073b582-d740-45d0-aafa-7c04579f2476 req-6305c6c0-9a78-4722-840d-3dc9b95862e0 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349002 Aug 20 11:23:48.206494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8107648-e013-4e38-8bff-ac10cd0aca03 req-731d7d3f-50a9-4e32-8d56-21a55ea5a4dd tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 210 time: 0.0295236 Aug 20 11:23:49.245094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c98f833f-9007-4cc2-b510-bd7b91619ddb req-16ca8861-9f75-4d6f-a17b-e33f7abca8a4 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 210 time: 0.0307384 Aug 20 11:23:49.250579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device a2f9ca73-eb95-4fde-b4c6-5eb9b831397a up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:23:49.316292 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-45159a26-6c20-4470-89ee-97a36ce840b0 req-8350c819-026d-43a3-a290-dabb32d3a242 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 210 time: 0.0367322 Aug 20 11:23:49.340544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd309ff-a566-4a27-b561-d95a6550296b req-83ce7fcf-f50f-47e9-856c-1475d20d7f5c tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:49.342158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbd309ff-a566-4a27-b561-d95a6550296b req-83ce7fcf-f50f-47e9-856c-1475d20d7f5c tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 944 time: 0.0738111 Aug 20 11:23:49.391052 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbd309ff-a566-4a27-b561-d95a6550296b req-553e30ec-9a73-40bb-a6dc-3815c0c667b6 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418682 Aug 20 11:23:49.805938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:23:49.814157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:23:49.814812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.818007 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.822790 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.915481 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:49.941436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:49.943964 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ba1417-12b1-453f-8abf-10e3dfd8bc6a" -d '{"events": [{"server_uuid": "ab57e593-8fc8-49f2-8d78-141996d0403e", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9ca73-eb95-4fde-b4c6-5eb9b831397a"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:49.959637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:49.984151 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084d617a-0a9c-4527-b83c-9b5b25e845bb x-openstack-request-id: req-084d617a-0a9c-4527-b83c-9b5b25e845bb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:49.984463 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57e593-8fc8-49f2-8d78-141996d0403e", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9ca73-eb95-4fde-b4c6-5eb9b831397a", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:49.984710 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-084d617a-0a9c-4527-b83c-9b5b25e845bb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:49.985105 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a', 'code': 200} Aug 20 11:23:50.089515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0b7b9-f34f-44fa-b209-806325caede1 req-9b877833-493b-4ea9-9e5c-d463c2d18530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:50.091083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41e0b7b9-f34f-44fa-b209-806325caede1 req-9b877833-493b-4ea9-9e5c-d463c2d18530 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 1095 time: 0.0442681 Aug 20 11:23:50.128623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41e0b7b9-f34f-44fa-b209-806325caede1 req-07622185-d345-416f-ab29-489567e95ff1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301838 Aug 20 11:23:50.259589 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:50.399283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:50.408517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.408919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.409202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.409539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.409872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.410196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.410550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.410878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.411204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.411538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.412204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.412313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:23:50.543486 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f724d2d8-a924-499f-b66c-caa36111dfa5 req-e233920f-1a92-4142-974e-6a0debf9b50d tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 210 time: 0.0455842 Aug 20 11:23:50.557357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-23a7a163-66e8-44d2-a888-1a6757ace094 req-b3c6c631-524b-461d-8c3a-9be6380769cc tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d37f3e2-8883-445b-8338-100f4cdc04f1 HTTP/1.1" status: 200 len: 210 time: 0.0395591 Aug 20 11:23:50.667583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1bfb-100f-4bc4-b252-2c48987680f8 req-042e71fd-28d2-40f3-8969-6c6d1b60bdf3 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:50.697571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-199a1bfb-100f-4bc4-b252-2c48987680f8 req-042e71fd-28d2-40f3-8969-6c6d1b60bdf3 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 945 time: 0.0641816 Aug 20 11:23:50.711625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-199a1bfb-100f-4bc4-b252-2c48987680f8 req-e8ee7a73-7e20-476e-8d06-7b28249f5a46 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357425 Aug 20 11:23:50.890879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8cd59e84-9efc-484e-8cc5-40e58affdf3d no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:50.912684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 8cd59e84-9efc-484e-8cc5-40e58affdf3d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:50.913053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8cd59e84-9efc-484e-8cc5-40e58affdf3d not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:50.926757 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:51.642398 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-01635f8d-9be1-47c0-a5ee-3176f6df83fa req-090bcfb4-93b0-4f3c-87ee-ba3e723cf0ef tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 210 time: 0.0320892 Aug 20 11:23:51.862870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690a487-0dbf-423e-91bf-fa022fa7b253 req-625aac0e-2ea7-42d8-a81e-8a6f96294013 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:51.865107 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8690a487-0dbf-423e-91bf-fa022fa7b253 req-625aac0e-2ea7-42d8-a81e-8a6f96294013 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 945 time: 0.0625944 Aug 20 11:23:51.910995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8690a487-0dbf-423e-91bf-fa022fa7b253 req-a89649f8-ec3d-452c-9298-39d45667c56d tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 Aug 20 11:23:52.084243 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca316c-3569-489a-b06e-34bc751cf55d req-5a0538e1-67fb-407e-8c94-d3e419b21a31 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:52.086650 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-88ca316c-3569-489a-b06e-34bc751cf55d req-5a0538e1-67fb-407e-8c94-d3e419b21a31 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 945 time: 0.0550065 Aug 20 11:23:52.095559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57956) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:52.100127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0acb15fa-3269-45f1-85fb-885c64af2889 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Request body: {'floatingip': {'port_id': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:52.146497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0acb15fa-3269-45f1-85fb-885c64af2889 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:52.619844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78068-efef-4c29-8491-0fb8929c092d req-464374fb-41fd-498f-9d0c-e17e35a2e263 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:52.628156 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b9a78068-efef-4c29-8491-0fb8929c092d req-464374fb-41fd-498f-9d0c-e17e35a2e263 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 945 time: 0.2026446 Aug 20 11:23:52.778206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0acb15fa-3269-45f1-85fb-885c64af2889 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:52.804536 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b9a78068-efef-4c29-8491-0fb8929c092d req-3e1b91a1-486a-4132-b8c1-2a6c22b481d6 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751935 Aug 20 11:23:52.851723 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9dbabf70-c5fb-4106-a4ad-a7fb2ccc183c req-b569da67-3678-4ca0-ad27-29613d46ff9a tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 210 time: 0.0323067 Aug 20 11:23:52.944602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-4db251d2-339d-424b-bfe8-a1d4da2e5916 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:52.946142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-4db251d2-339d-424b-bfe8-a1d4da2e5916 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.38 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 945 time: 0.0510900 Aug 20 11:23:52.966708 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0acb15fa-3269-45f1-85fb-885c64af2889 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:53.134645 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-0acb15fa-3269-45f1-85fb-885c64af2889 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Floating IP 4e302b32-989e-4daa-a2ec-ea7b52374bff associated. External IP: 172.25.4.4, port: a2f9ca73-eb95-4fde-b4c6-5eb9b831397a. Aug 20 11:23:53.190617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-900b51df-5276-45ee-8190-2b1c3b73fc4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Deleting port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:53.190961 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-900b51df-5276-45ee-8190-2b1c3b73fc4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:53.370016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-900b51df-5276-45ee-8190-2b1c3b73fc4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] For port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:53.370373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-900b51df-5276-45ee-8190-2b1c3b73fc4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:53.392918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-900b51df-5276-45ee-8190-2b1c3b73fc4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Calling delete_port for 2a651b82-bd7b-442e-87c5-ab75c37d3f2c owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:53.527179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acb15fa-3269-45f1-85fb-885c64af2889 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Router 487047e9-11ce-4c0c-a4aa-18b934de10eb has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:23:53.544639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-e429a68e-91c0-4995-9529-c58fbe4ca7cb tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:53.555560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-e429a68e-91c0-4995-9529-c58fbe4ca7cb tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.38 "GET /v2.0/networks?id=94456f65-2139-430f-9d13-851520dafa70 HTTP/1.1" status: 200 len: 808 time: 0.2307832 Aug 20 11:23:53.588738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Request body: {'port': {'device_id': 'd4a08645-3a35-4e88-80bd-7c1594dc125c', 'network_id': '94456f65-2139-430f-9d13-851520dafa70', 'admin_state_up': True, 'tenant_id': 'f4840fea784a45758a39ca06be67b734'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:53.755211 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-900b51df-5276-45ee-8190-2b1c3b73fc4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:53.790007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acb15fa-3269-45f1-85fb-885c64af2889 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:23:53.803647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] Sync routers for ids ['487047e9-11ce-4c0c-a4aa-18b934de10eb'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:23:53.811580 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0acb15fa-3269-45f1-85fb-885c64af2889 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:53.819944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] Routers {'487047e9-11ce-4c0c-a4aa-18b934de10eb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:53.820873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:23:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['487047e9-11ce-4c0c-a4aa-18b934de10eb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:53.831341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b51df-5276-45ee-8190-2b1c3b73fc4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Pushing event deleted for resources: {'Port': ['ID=2a651b82-bd7b-442e-87c5-ab75c37d3f2c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:53.869237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0acb15fa-3269-45f1-85fb-885c64af2889 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "PUT /v2.0/floatingips/4e302b32-989e-4daa-a2ec-ea7b52374bff HTTP/1.1" status: 200 len: 989 time: 1.7676663 Aug 20 11:23:53.869237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'tag': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:53.869237 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505621db-ffdd-4606-9e6f-6a7554893175" -d '{"events": [{"name": "network-changed", "server_uuid": "ab57e593-8fc8-49f2-8d78-141996d0403e", "tag": "a2f9ca73-eb95-4fde-b4c6-5eb9b831397a"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:53.886699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-900b51df-5276-45ee-8190-2b1c3b73fc4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] No DVR routers for this DVR port 2a651b82-bd7b-442e-87c5-ab75c37d3f2c on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:23:53.889676 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-900b51df-5276-45ee-8190-2b1c3b73fc4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:53.892362 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6c85b01-acc9-47bc-a980-bf7ebd4e27bc req-900b51df-5276-45ee-8190-2b1c3b73fc4f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.38 "DELETE /v2.0/ports/2a651b82-bd7b-442e-87c5-ab75c37d3f2c HTTP/1.1" status: 204 len: 173 time: 0.9357784 Aug 20 11:23:53.975724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Made reservation on behalf of f4840fea784a45758a39ca06be67b734 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:23:53.975724 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:54.044445 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ccf0d9-74d1-4cb1-98c7-9a4b66219fa2 x-openstack-request-id: req-62ccf0d9-74d1-4cb1-98c7-9a4b66219fa2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:54.045285 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab57e593-8fc8-49f2-8d78-141996d0403e", "tag": "a2f9ca73-eb95-4fde-b4c6-5eb9b831397a", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:54.045749 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62ccf0d9-74d1-4cb1-98c7-9a4b66219fa2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:54.046482 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'tag': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a', 'status': 'completed', 'code': 200} Aug 20 11:23:54.099234 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0bedd0de-83aa-4598-b0fc-230dadab881a req-3436cd53-0859-411b-9ed9-f5be10bfdc83 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 210 time: 0.0691099 Aug 20 11:23:54.141330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-65a97a43-1d46-4378-b735-6b5c4566cc0b req-f7578e99-f0b4-4a3e-b104-b9784287c5cb tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 210 time: 0.0371542 Aug 20 11:23:54.198483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505621db-ffdd-4606-9e6f-6a7554893175 req-b03e5bce-594a-4025-9ea5-130d9dc704c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:54.200188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505621db-ffdd-4606-9e6f-6a7554893175 req-b03e5bce-594a-4025-9ea5-130d9dc704c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db679677f7c44c75941ae6fac1aca56d&device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 1096 time: 0.1153412 Aug 20 11:23:54.220274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Allocated IP 172.20.0.13 (94456f65-2139-430f-9d13-851520dafa70/18324ad2-603f-4c3b-8ee5-52e694e361c6/827f1d2e-4a43-49c8-92bc-516d835cd614) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:23:54.238853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] Set router 487047e9-11ce-4c0c-a4aa-18b934de10eb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:54.404906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505621db-ffdd-4606-9e6f-6a7554893175 req-d44be202-beac-40e9-84b5-3d64f457c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:54.406857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505621db-ffdd-4606-9e6f-6a7554893175 req-d44be202-beac-40e9-84b5-3d64f457c7d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6e91949a-53d8-4745-9713-7bf878ca3154 HTTP/1.1" status: 200 len: 907 time: 0.1982467 Aug 20 11:23:54.509999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4e302b32-989e-4daa-a2ec-ea7b52374bff', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'port_id': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'mac_address': 'fa:16:3e:fd:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:23:34Z', 'updated_at': '2021-08-20T11:23:52Z', 'revision_number': 1, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743b8665-5f64-4019-92c3-077931582437', 'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'mac_address': 'fa:16:3e:00:a6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:24Z', 'updated_at': '2021-08-20T11:23:33Z', 'revision_number': 5, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'subnets': [{'id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:54.515171 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505621db-ffdd-4606-9e6f-6a7554893175 req-348dcb00-3e8d-4547-aa62-aa68de87ba87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a HTTP/1.1" status: 200 len: 997 time: 0.1005855 Aug 20 11:23:54.537707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] Checking router: 487047e9-11ce-4c0c-a4aa-18b934de10eb for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:23:54.547105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] Routers {'487047e9-11ce-4c0c-a4aa-18b934de10eb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:23:54.547729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:23:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['487047e9-11ce-4c0c-a4aa-18b934de10eb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:54.565339 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:54.595281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505621db-ffdd-4606-9e6f-6a7554893175 req-3ad54177-5bcb-485d-a57f-0270ea6d717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:54.596730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505621db-ffdd-4606-9e6f-6a7554893175 req-3ad54177-5bcb-485d-a57f-0270ea6d717c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67e44b19-39b1-431a-83b2-0c320772ee3b HTTP/1.1" status: 200 len: 845 time: 0.0733101 Aug 20 11:23:54.684458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] Set router 487047e9-11ce-4c0c-a4aa-18b934de10eb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:23:54.717096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505621db-ffdd-4606-9e6f-6a7554893175 req-73900d45-866f-4e0f-b7fc-03b27102259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:54.719421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505621db-ffdd-4606-9e6f-6a7554893175 req-73900d45-866f-4e0f-b7fc-03b27102259b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6e91949a-53d8-4745-9713-7bf878ca3154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150241 Aug 20 11:23:54.861405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505621db-ffdd-4606-9e6f-6a7554893175 req-b92904ac-8fc9-4dca-8f86-32a902d4ed71 service neutron] 10.222.0.57 "GET /v2.0/networks/6e91949a-53d8-4745-9713-7bf878ca3154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324334 Aug 20 11:23:54.962333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4e302b32-989e-4daa-a2ec-ea7b52374bff', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'port_id': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'mac_address': 'fa:16:3e:fd:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:23:34Z', 'updated_at': '2021-08-20T11:23:52Z', 'revision_number': 1, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743b8665-5f64-4019-92c3-077931582437', 'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'mac_address': 'fa:16:3e:00:a6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:24Z', 'updated_at': '2021-08-20T11:23:33Z', 'revision_number': 5, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'subnets': [{'id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:23:54.967224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-505621db-ffdd-4606-9e6f-6a7554893175 req-9c6f50c8-3812-44a5-9a40-a0ad2504174c service neutron] 10.222.0.57 "GET /v2.0/networks/6e91949a-53d8-4745-9713-7bf878ca3154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986662 Aug 20 11:23:54.997852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29a18eb-bb9a-4b22-82aa-9177d096c206 None None] The sync data for ids ['487047e9-11ce-4c0c-a4aa-18b934de10eb'] in n-d-804230-3 is: [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '4e302b32-989e-4daa-a2ec-ea7b52374bff', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'floating_ip_address': '172.25.4.4', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'port_id': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'mac_address': 'fa:16:3e:fd:87:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:23:34Z', 'updated_at': '2021-08-20T11:23:52Z', 'revision_number': 1, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743b8665-5f64-4019-92c3-077931582437', 'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'mac_address': 'fa:16:3e:00:a6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:24Z', 'updated_at': '2021-08-20T11:23:33Z', 'revision_number': 5, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'subnets': [{'id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:23:55.230623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eee3c815-a746-402a-999f-3c172a2cbf88 req-de9f5577-6e85-4be6-8795-774280f86593 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7b762f-e109-4ea6-8ca7-4d1d625bb993 HTTP/1.1" status: 200 len: 210 time: 0.0427382 Aug 20 11:23:55.235078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:55.280203 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e6a4a-9e73-443e-bbd2-e67314965134 None None] New status for floating IP 4e302b32-989e-4daa-a2ec-ea7b52374bff: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:23:55.303249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Network 94456f65-2139-430f-9d13-851520dafa70 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:23:55.307362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:23:55.316534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:23:55.338945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6825e5-775a-4447-85ab-55beac79a146 req-cc874cf6-17a5-45bb-8390-9c4b3bc1bab4 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:55.340758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd6825e5-775a-4447-85ab-55beac79a146 req-cc874cf6-17a5-45bb-8390-9c4b3bc1bab4 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 932 time: 0.0729182 Aug 20 11:23:55.353294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Pushing event updated for resources: {'Port': ['ID=827f1d2e-4a43-49c8-92bc-516d835cd614,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:55.389761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:55.390510 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:55.392431 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd6825e5-775a-4447-85ab-55beac79a146 req-ca7cc3f8-2628-420e-8b6c-fd303c3099af tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 Aug 20 11:23:55.527141 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-cf8fcdf1-0580-4500-9ce6-226b76b40eaa tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9672387 Aug 20 11:23:55.542358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Request body: {'port': {'device_id': 'd4a08645-3a35-4e88-80bd-7c1594dc125c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:23:55.606509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:55.938243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827f1d2e-4a43-49c8-92bc-516d835cd614 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:23:55.945820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:55.957835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Transition to ACTIVE for port object 827f1d2e-4a43-49c8-92bc-516d835cd614 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:23:56.056502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'name': 'network-vif-deleted', 'tag': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:56.056502 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007331d2-c023-4942-a717-89c6145128b4" -d '{"events": [{"server_uuid": "de7b762f-e109-4ea6-8ca7-4d1d625bb993", "name": "network-vif-deleted", "tag": "2a651b82-bd7b-442e-87c5-ab75c37d3f2c"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:56.087023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:56.092865 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db92e5d7-e6d1-4d69-8dd3-1035281e2a28 x-openstack-request-id: req-db92e5d7-e6d1-4d69-8dd3-1035281e2a28 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:56.093500 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7b762f-e109-4ea6-8ca7-4d1d625bb993", "name": "network-vif-deleted", "tag": "2a651b82-bd7b-442e-87c5-ab75c37d3f2c", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:56.093950 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db92e5d7-e6d1-4d69-8dd3-1035281e2a28 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:56.094564 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7b762f-e109-4ea6-8ca7-4d1d625bb993', 'name': 'network-vif-deleted', 'tag': '2a651b82-bd7b-442e-87c5-ab75c37d3f2c', 'status': 'completed', 'code': 200} Aug 20 11:23:56.166461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Pushing event updated for resources: {'Port': ['ID=827f1d2e-4a43-49c8-92bc-516d835cd614,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:56.223666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Attempting to bind port 827f1d2e-4a43-49c8-92bc-516d835cd614 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:23:56.224121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Attempting to bind port 827f1d2e-4a43-49c8-92bc-516d835cd614 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'ee8e69bc-8046-4bc6-8efc-c67fae0a0c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '94456f65-2139-430f-9d13-851520dafa70'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:23:56.224521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Attempting to bind port 827f1d2e-4a43-49c8-92bc-516d835cd614 on network 94456f65-2139-430f-9d13-851520dafa70 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:56.230673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Port 827f1d2e-4a43-49c8-92bc-516d835cd614 on network 94456f65-2139-430f-9d13-851520dafa70 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:23:56.231332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Attempting to bind port 827f1d2e-4a43-49c8-92bc-516d835cd614 on network 94456f65-2139-430f-9d13-851520dafa70 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:23:56.236283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:23:56.236627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Checking segment: {'id': 'ee8e69bc-8046-4bc6-8efc-c67fae0a0c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '94456f65-2139-430f-9d13-851520dafa70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:23:56.237019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Bound using segment: {'id': 'ee8e69bc-8046-4bc6-8efc-c67fae0a0c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '94456f65-2139-430f-9d13-851520dafa70'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:23:56.237458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Bound port: 827f1d2e-4a43-49c8-92bc-516d835cd614, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8e69bc-8046-4bc6-8efc-c67fae0a0c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '94456f65-2139-430f-9d13-851520dafa70'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:23:56.237843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:56.317386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] For port 827f1d2e-4a43-49c8-92bc-516d835cd614, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:23:56.317386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] For port 827f1d2e-4a43-49c8-92bc-516d835cd614, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=827f1d2e-4a43-49c8-92bc-516d835cd614,segment=NetworkSegment(ee8e69bc-8046-4bc6-8efc-c67fae0a0c14),segment_id=ee8e69bc-8046-4bc6-8efc-c67fae0a0c14)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:23:56.451017 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:56.490513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:56.491718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:56.492970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] 10.222.0.38 "PUT /v2.0/ports/827f1d2e-4a43-49c8-92bc-516d835cd614 HTTP/1.1" status: 200 len: 1092 time: 0.9568892 Aug 20 11:23:56.493445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a08645-3a35-4e88-80bd-7c1594dc125c', 'tag': '827f1d2e-4a43-49c8-92bc-516d835cd614'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:56.508634 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d621b039-703d-484f-8534-d02aafbaf714" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a08645-3a35-4e88-80bd-7c1594dc125c", "tag": "827f1d2e-4a43-49c8-92bc-516d835cd614"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:56.538348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7860824-99db-4679-9deb-85ddf1804e41 service neutron] Pushing event updated for resources: {'Port': ['ID=827f1d2e-4a43-49c8-92bc-516d835cd614,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:56.553093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048e7e4-fcb6-4db7-a3ac-4219bed14282 req-9b755dd4-fc7d-42bc-9ff4-279f4502874f tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:56.555037 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c048e7e4-fcb6-4db7-a3ac-4219bed14282 req-9b755dd4-fc7d-42bc-9ff4-279f4502874f tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 944 time: 0.0911231 Aug 20 11:23:56.596539 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c048e7e4-fcb6-4db7-a3ac-4219bed14282 req-30a9d1b8-5f1c-47e5-bf74-5051e61a9694 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349209 Aug 20 11:23:56.642906 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd8b93e-6433-4ad8-9f1c-be0b67309df0 x-openstack-request-id: req-3bd8b93e-6433-4ad8-9f1c-be0b67309df0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:56.642906 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a08645-3a35-4e88-80bd-7c1594dc125c", "tag": "827f1d2e-4a43-49c8-92bc-516d835cd614", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:56.642906 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3bd8b93e-6433-4ad8-9f1c-be0b67309df0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:56.642906 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a08645-3a35-4e88-80bd-7c1594dc125c', 'tag': '827f1d2e-4a43-49c8-92bc-516d835cd614', 'status': 'completed', 'code': 200} Aug 20 11:23:56.717897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621b039-703d-484f-8534-d02aafbaf714 req-d9899051-01aa-48a9-89ce-9494ff77df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:56.719714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d621b039-703d-484f-8534-d02aafbaf714 req-d9899051-01aa-48a9-89ce-9494ff77df45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4840fea784a45758a39ca06be67b734&device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 1095 time: 0.0508177 Aug 20 11:23:56.839644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621b039-703d-484f-8534-d02aafbaf714 req-b8048298-4438-4493-ba78-ee664e6839da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:56.841326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d621b039-703d-484f-8534-d02aafbaf714 req-b8048298-4438-4493-ba78-ee664e6839da service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f4840fea784a45758a39ca06be67b734&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1080635 Aug 20 11:23:56.905416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2a651b82-bd7b-442e-87c5-ab75c37d3f2c no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:23:56.942262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 2a651b82-bd7b-442e-87c5-ab75c37d3f2c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:23:56.942943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2a651b82-bd7b-442e-87c5-ab75c37d3f2c not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:23:56.977806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ecbf9-826a-4f6c-9280-32d4333c936f req-3284643e-5549-4623-8ba2-54fcf8481d2f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:56.980864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621b039-703d-484f-8534-d02aafbaf714 req-8b2dbd65-32b1-457a-b1fa-7499d1753ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:56.982591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d621b039-703d-484f-8534-d02aafbaf714 req-8b2dbd65-32b1-457a-b1fa-7499d1753ea5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294155 Aug 20 11:23:56.985633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d4ecbf9-826a-4f6c-9280-32d4333c936f req-3284643e-5549-4623-8ba2-54fcf8481d2f tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 945 time: 0.1015472 Aug 20 11:23:57.040976 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d4ecbf9-826a-4f6c-9280-32d4333c936f req-4575e5e1-f752-454f-94f3-757166e5253b tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/security-groups?id=c96c523d-446f-4325-b579-227496353619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541811 Aug 20 11:23:57.122793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-a3646b9a-fd70-4d3d-b2d1-fbb585869854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:57.126209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-a3646b9a-fd70-4d3d-b2d1-fbb585869854 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4840fea784a45758a39ca06be67b734&device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 1095 time: 0.0470285 Aug 20 11:23:57.174419 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-e5c2b141-7e55-4a19-97a5-b8c0c1794dbd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=827f1d2e-4a43-49c8-92bc-516d835cd614 HTTP/1.1" status: 200 len: 217 time: 0.0389073 Aug 20 11:23:57.230130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-c60bf8eb-acd3-4d54-8916-1612a10d352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:57.231703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-c60bf8eb-acd3-4d54-8916-1612a10d352d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=18324ad2-603f-4c3b-8ee5-52e694e361c6 HTTP/1.1" status: 200 len: 848 time: 0.0485148 Aug 20 11:23:57.267950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-67476d0d-132c-4a76-9211-5b4bbac058ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94456f65-2139-430f-9d13-851520dafa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275052 Aug 20 11:23:57.369162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-f091d021-4873-4ed4-bf1d-a64a0b811a21 service neutron] 10.222.0.38 "GET /v2.0/networks/94456f65-2139-430f-9d13-851520dafa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906374 Aug 20 11:23:57.481335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f8b78e4-3fa2-4119-8b80-50d09ead46e3 req-e8eb4e1a-8b73-41d6-b6cd-93cfb3ba9e39 service neutron] 10.222.0.38 "GET /v2.0/networks/94456f65-2139-430f-9d13-851520dafa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035790 Aug 20 11:23:57.490940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-16662ef6-8b5d-4c80-a93e-df88002bf6eb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:57.493958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-16662ef6-8b5d-4c80-a93e-df88002bf6eb tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.38 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 945 time: 0.0609634 Aug 20 11:23:57.632199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-d489b331-ccf7-4328-b7ad-c22061282506 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Deleting port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:23:57.632199 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-d489b331-ccf7-4328-b7ad-c22061282506 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:57.764830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b22c67-2949-4b3f-aaa7-0a401cf2147d req-b20cd8bc-efee-462a-bf14-028278c602d0 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:57.766381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0b22c67-2949-4b3f-aaa7-0a401cf2147d req-b20cd8bc-efee-462a-bf14-028278c602d0 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 944 time: 0.0827363 Aug 20 11:23:57.775851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-d489b331-ccf7-4328-b7ad-c22061282506 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] For port 3792e4cd-ae2a-45d2-91a9-225e3c05a281, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3792e4cd-ae2a-45d2-91a9-225e3c05a281,segment=NetworkSegment(e1d10cc4-db9e-4f74-9827-7102d8702302),segment_id=e1d10cc4-db9e-4f74-9827-7102d8702302)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:23:57.776224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-d489b331-ccf7-4328-b7ad-c22061282506 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:57.801128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-d489b331-ccf7-4328-b7ad-c22061282506 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Calling delete_port for 3792e4cd-ae2a-45d2-91a9-225e3c05a281 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:23:57.861048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0b22c67-2949-4b3f-aaa7-0a401cf2147d req-20df0479-659e-47e9-afb1-db09532e0503 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869591 Aug 20 11:23:58.127149 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-d489b331-ccf7-4328-b7ad-c22061282506 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:58.170122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489b331-ccf7-4328-b7ad-c22061282506 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Pushing event deleted for resources: {'Port': ['ID=3792e4cd-ae2a-45d2-91a9-225e3c05a281,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:23:58.189073 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9474240-b173-4cbd-bfae-2e9982b80cd3 req-b37cb04d-21a1-4bfc-8b2a-69cb8ced6803 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 210 time: 0.0315592 Aug 20 11:23:58.237633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-d489b331-ccf7-4328-b7ad-c22061282506 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] No DVR routers for this DVR port 3792e4cd-ae2a-45d2-91a9-225e3c05a281 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:23:58.240225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-d489b331-ccf7-4328-b7ad-c22061282506 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:23:58.242576 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9924335d-de3e-480e-85b6-b56e14bc8d45 req-d489b331-ccf7-4328-b7ad-c22061282506 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.38 "DELETE /v2.0/ports/3792e4cd-ae2a-45d2-91a9-225e3c05a281 HTTP/1.1" status: 204 len: 173 time: 0.7427354 Aug 20 11:23:58.242951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'name': 'network-vif-deleted', 'tag': '3792e4cd-ae2a-45d2-91a9-225e3c05a281'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:23:58.245484 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aca23b-d491-4f19-8254-1839113c1058" -d '{"events": [{"server_uuid": "241f4ec3-9d9d-4904-9f40-1a850571160f", "name": "network-vif-deleted", "tag": "3792e4cd-ae2a-45d2-91a9-225e3c05a281"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:23:58.298103 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9024343-d0f4-4bad-bc84-f5e0e7077c6f x-openstack-request-id: req-b9024343-d0f4-4bad-bc84-f5e0e7077c6f {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:23:58.298540 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241f4ec3-9d9d-4904-9f40-1a850571160f", "name": "network-vif-deleted", "tag": "3792e4cd-ae2a-45d2-91a9-225e3c05a281", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:23:58.298871 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9024343-d0f4-4bad-bc84-f5e0e7077c6f {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:23:58.299402 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241f4ec3-9d9d-4904-9f40-1a850571160f', 'name': 'network-vif-deleted', 'tag': '3792e4cd-ae2a-45d2-91a9-225e3c05a281', 'status': 'completed', 'code': 200} Aug 20 11:23:58.986823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e10582-ae55-4700-aa6b-9126aa832b89 req-03c1bb6b-c227-4836-90d1-bd2f3baf96f2 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:23:58.988755 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76e10582-ae55-4700-aa6b-9126aa832b89 req-03c1bb6b-c227-4836-90d1-bd2f3baf96f2 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 944 time: 0.0563416 Aug 20 11:23:59.042492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76e10582-ae55-4700-aa6b-9126aa832b89 req-8dfba25e-63da-4f94-ab66-af0f282a3d04 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Aug 20 11:23:59.332497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6800921b-c0ee-49cc-89bd-f1ac71315b84 req-20ef832e-4ac9-44ea-837e-f6fe914e46b8 tempest-LiveAutoBlockMigrationV225Test-1298393492 tempest-LiveAutoBlockMigrationV225Test-1298393492-project] 10.222.0.10 "GET /v2.0/ports?device_id=241f4ec3-9d9d-4904-9f40-1a850571160f HTTP/1.1" status: 200 len: 210 time: 0.0298874 Aug 20 11:23:59.800625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58108) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:23:59.910942 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-714c3797-c18c-45ba-8883-9412654a8ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.009447 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-714c3797-c18c-45ba-8883-9412654a8ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.156842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2237-5b10-4313-a64c-b84981dba925 req-c921cfe2-bdde-47e2-84e2-132206302aab tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:00.158483 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-068e2237-5b10-4313-a64c-b84981dba925 req-c921cfe2-bdde-47e2-84e2-132206302aab tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 944 time: 0.0498137 Aug 20 11:24:00.206792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-068e2237-5b10-4313-a64c-b84981dba925 req-dfefe329-000e-4a66-9fb0-42636dd028c0 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Aug 20 11:24:00.296568 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-714c3797-c18c-45ba-8883-9412654a8ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.337421 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-714c3797-c18c-45ba-8883-9412654a8ae1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=226bcc940afb4a8fbe0010c4223a7f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342860 Aug 20 11:24:00.337421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c3797-c18c-45ba-8883-9412654a8ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d1f23b-3d4c-451a-b4c8-f90b7e4125ad,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:00.339445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58122) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:00.398156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58128) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:00.411781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.437673 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.513634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c936f1f9-fd1a-4a0f-95e4-6e901d7bc615 admin admin] Deleting subnet 0963d3cc-d124-4861-9d02-eff0cb690c13 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:24:00.516947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c936f1f9-fd1a-4a0f-95e4-6e901d7bc615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.557401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c936f1f9-fd1a-4a0f-95e4-6e901d7bc615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.595029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c936f1f9-fd1a-4a0f-95e4-6e901d7bc615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.655458 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.658373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.659627 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91d1f23b-3d4c-451a-b4c8-f90b7e4125ad HTTP/1.1" status: 204 len: 168 time: 0.3185124 Aug 20 11:24:00.671052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d1f23b-3d4c-451a-b4c8-f90b7e4125ad,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:00.680346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.680698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.681038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.681376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.681707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.682051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.682546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.682880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.683207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.689297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.689297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.689297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2d3a72-ad72-4981-bf80-67c250ba4348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:00.783905 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c936f1f9-fd1a-4a0f-95e4-6e901d7bc615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.811036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936f1f9-fd1a-4a0f-95e4-6e901d7bc615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0963d3cc-d124-4861-9d02-eff0cb690c13,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:00.814586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c936f1f9-fd1a-4a0f-95e4-6e901d7bc615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.816778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c936f1f9-fd1a-4a0f-95e4-6e901d7bc615 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0963d3cc-d124-4861-9d02-eff0cb690c13 HTTP/1.1" status: 204 len: 168 time: 0.4172609 Aug 20 11:24:00.820638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58134) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:00.904843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:00.932058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 827f1d2e-4a43-49c8-92bc-516d835cd614 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:24:00.935444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3792e4cd-ae2a-45d2-91a9-225e3c05a281 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:24:00.960985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 3792e4cd-ae2a-45d2-91a9-225e3c05a281 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:24:00.961334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3792e4cd-ae2a-45d2-91a9-225e3c05a281 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:24:00.990531 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.001260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f2992a-7e11-4def-8893-cfdba9ef3fc2']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:01.011779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d10cc4-db9e-4f74-9827-7102d8702302') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:01.012087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d10cc4-db9e-4f74-9827-7102d8702302') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:01.021837 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:24:01.163919 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:24:01.305372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 827f1d2e-4a43-49c8-92bc-516d835cd614, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=827f1d2e-4a43-49c8-92bc-516d835cd614,segment=NetworkSegment(ee8e69bc-8046-4bc6-8efc-c67fae0a0c14),segment_id=ee8e69bc-8046-4bc6-8efc-c67fae0a0c14)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:01.318334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '827f1d2e-4a43-49c8-92bc-516d835cd614', 'network_id': '94456f65-2139-430f-9d13-851520dafa70', 'port_id': '827f1d2e-4a43-49c8-92bc-516d835cd614', 'mac_address': 'fa:16:3e:ef:87:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18324ad2-603f-4c3b-8ee5-52e694e361c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:24:01.352652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c31400-6793-4692-b6d1-f01c073a0b16 req-c698e04c-bd40-4a00-88d5-2a4c2339571a tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:01.354331 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66c31400-6793-4692-b6d1-f01c073a0b16 req-c698e04c-bd40-4a00-88d5-2a4c2339571a tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 944 time: 0.0701830 Aug 20 11:24:01.369596 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.388863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827f1d2e-4a43-49c8-92bc-516d835cd614 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:24:01.410070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.419078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66c31400-6793-4692-b6d1-f01c073a0b16 req-dc6edd73-db7e-4a94-ba51-282c040ab730 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550067 Aug 20 11:24:01.434604 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 827f1d2e-4a43-49c8-92bc-516d835cd614, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=827f1d2e-4a43-49c8-92bc-516d835cd614,segment=NetworkSegment(ee8e69bc-8046-4bc6-8efc-c67fae0a0c14),segment_id=ee8e69bc-8046-4bc6-8efc-c67fae0a0c14)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:01.435721 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.437936 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e6f2992a-7e11-4def-8893-cfdba9ef3fc2 HTTP/1.1" status: 204 len: 168 time: 0.6156342 Aug 20 11:24:01.451611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58148) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:01.461573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81184082-a6eb-4172-a329-9ec45d42bb39 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f2992a-7e11-4def-8893-cfdba9ef3fc2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:01.511053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c38c27f-d609-4955-a43a-4e9a19263117 admin admin] Deleting subnet a6cc96a8-9864-4460-8d9a-6729e90c952a {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:24:01.516748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c38c27f-d609-4955-a43a-4e9a19263117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.524394 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.555121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c38c27f-d609-4955-a43a-4e9a19263117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.574677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=827f1d2e-4a43-49c8-92bc-516d835cd614,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:01.597367 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c38c27f-d609-4955-a43a-4e9a19263117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.795596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c38c27f-d609-4955-a43a-4e9a19263117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.822858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38c27f-d609-4955-a43a-4e9a19263117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6cc96a8-9864-4460-8d9a-6729e90c952a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:01.828164 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c38c27f-d609-4955-a43a-4e9a19263117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.830229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9c38c27f-d609-4955-a43a-4e9a19263117 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a6cc96a8-9864-4460-8d9a-6729e90c952a HTTP/1.1" status: 204 len: 168 time: 0.3772597 Aug 20 11:24:01.832870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58152) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:01.851368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58154) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:01.865343 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85ac1582-0022-4fd3-b98e-4674f93d5e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.887620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['827f1d2e-4a43-49c8-92bc-516d835cd614'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:24:01.926024 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:01.974268 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85ac1582-0022-4fd3-b98e-4674f93d5e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.029109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.040791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95bfcb7-8d8c-471b-bce2-30bf9b99793f']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:02.055769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01de1118-cce9-4a70-aea1-8edc65c90f8c') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:02.056145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01de1118-cce9-4a70-aea1-8edc65c90f8c') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:02.065360 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.079753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.086607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:24:02.096925 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:24:02.120438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85ac1582-0022-4fd3-b98e-4674f93d5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.163701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac1582-0022-4fd3-b98e-4674f93d5e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c2e90-65d0-4d7f-afe6-53408019c5f3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:02.177826 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-85ac1582-0022-4fd3-b98e-4674f93d5e22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d79676f88af8458490311e9406093363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170922 Aug 20 11:24:02.177826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58158) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:02.223965 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0226-6629-459d-a551-da638c50ad34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.247206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0226-6629-459d-a551-da638c50ad34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.257771 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.265021 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.267203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b95bfcb7-8d8c-471b-bce2-30bf9b99793f HTTP/1.1" status: 204 len: 168 time: 0.4334552 Aug 20 11:24:02.278614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115ee80-fd07-44e5-a65b-a0c14bd2ed44 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95bfcb7-8d8c-471b-bce2-30bf9b99793f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:02.458000 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0226-6629-459d-a551-da638c50ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.461505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0226-6629-459d-a551-da638c50ad34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:02.462728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6bfe0226-6629-459d-a551-da638c50ad34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b16c2e90-65d0-4d7f-afe6-53408019c5f3 HTTP/1.1" status: 204 len: 168 time: 0.2895119 Aug 20 11:24:02.477904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe0226-6629-459d-a551-da638c50ad34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c2e90-65d0-4d7f-afe6-53408019c5f3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:02.548617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0ba92-da81-4d1f-9e2b-a05392c9101d req-6485cc2f-c390-4fc5-a773-0f75a472c7cf tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:02.550309 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f9b0ba92-da81-4d1f-9e2b-a05392c9101d req-6485cc2f-c390-4fc5-a773-0f75a472c7cf tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 945 time: 0.0557323 Aug 20 11:24:02.596131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f9b0ba92-da81-4d1f-9e2b-a05392c9101d req-a1d43655-5b10-41c3-9891-7ac7381ef76d tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395823 Aug 20 11:24:02.913293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58174) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:02.932339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 827f1d2e-4a43-49c8-92bc-516d835cd614 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:24:02.958684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6024f3b8-f9af-4318-a20b-89d556944cc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9f10ce7f178455a909c11d0d990c99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440736 Aug 20 11:24:02.961690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58176) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:03.009762 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c696f39-aea4-4c76-aaa1-4f77018b7560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:03.037226 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c696f39-aea4-4c76-aaa1-4f77018b7560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:03.158362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 827f1d2e-4a43-49c8-92bc-516d835cd614 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:24:03.162766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 827f1d2e-4a43-49c8-92bc-516d835cd614 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:24:03.162900 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:03.250574 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:03.276687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a08645-3a35-4e88-80bd-7c1594dc125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827f1d2e-4a43-49c8-92bc-516d835cd614'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:24:03.279324 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc8e2c2-5a9f-456d-8028-e276779f4bb1" -d '{"events": [{"server_uuid": "d4a08645-3a35-4e88-80bd-7c1594dc125c", "name": "network-vif-plugged", "status": "completed", "tag": "827f1d2e-4a43-49c8-92bc-516d835cd614"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:24:03.287140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c696f39-aea4-4c76-aaa1-4f77018b7560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:03.296042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 827f1d2e-4a43-49c8-92bc-516d835cd614, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=827f1d2e-4a43-49c8-92bc-516d835cd614,segment=NetworkSegment(ee8e69bc-8046-4bc6-8efc-c67fae0a0c14),segment_id=ee8e69bc-8046-4bc6-8efc-c67fae0a0c14)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:03.301121 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c696f39-aea4-4c76-aaa1-4f77018b7560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:03.305105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6c696f39-aea4-4c76-aaa1-4f77018b7560 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c96c523d-446f-4325-b579-227496353619 HTTP/1.1" status: 204 len: 168 time: 0.3397129 Aug 20 11:24:03.311347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c696f39-aea4-4c76-aaa1-4f77018b7560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96c523d-446f-4325-b579-227496353619,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:03.330965 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c18416-7fb2-46e8-89ed-e996ba0ed28a x-openstack-request-id: req-b4c18416-7fb2-46e8-89ed-e996ba0ed28a {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:24:03.331327 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a08645-3a35-4e88-80bd-7c1594dc125c", "name": "network-vif-plugged", "status": "completed", "tag": "827f1d2e-4a43-49c8-92bc-516d835cd614", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:24:03.331503 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4c18416-7fb2-46e8-89ed-e996ba0ed28a {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:24:03.331976 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a08645-3a35-4e88-80bd-7c1594dc125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827f1d2e-4a43-49c8-92bc-516d835cd614', 'code': 200} Aug 20 11:24:03.440987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6c974-8481-47fe-b35f-ec0d0b93e145 req-60b2622e-01c1-4ec4-8b40-2f05afbde675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:03.447546 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d0f6c974-8481-47fe-b35f-ec0d0b93e145 req-60b2622e-01c1-4ec4-8b40-2f05afbde675 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 1096 time: 0.0456762 Aug 20 11:24:03.469413 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:03.503813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d0f6c974-8481-47fe-b35f-ec0d0b93e145 req-025a99b8-7e1b-4e28-9667-d6e65776e15e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520077 Aug 20 11:24:03.521749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=827f1d2e-4a43-49c8-92bc-516d835cd614,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:03.733919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b15a09-4891-4884-abdb-6a560fed0622 req-cc3fcf83-5329-4e81-9bfe-46d01b3c9274 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:03.735696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4b15a09-4891-4884-abdb-6a560fed0622 req-cc3fcf83-5329-4e81-9bfe-46d01b3c9274 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 946 time: 0.0674334 Aug 20 11:24:03.784932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4b15a09-4891-4884-abdb-6a560fed0622 req-00f1f9b9-8a54-4415-973a-006f62733ed4 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Aug 20 11:24:04.187806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58216) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:04.231442 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-226d2321-c095-4fb4-afb0-75eda0eb4446 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f3059ec1ca3484a81a6eea5314c3d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422828 Aug 20 11:24:04.234335 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58220) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:04.606608 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:04.636555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:04.869063 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:04.871728 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:04.872909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44f966c2-93d1-4d92-9ce6-d1e7b3ae206d HTTP/1.1" status: 204 len: 168 time: 0.6374307 Aug 20 11:24:04.880750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f966c2-93d1-4d92-9ce6-d1e7b3ae206d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.921375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9084a94-5bb8-4456-bef1-9eb8ae8bda42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:04.955941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51147cdd-8787-4164-b9a8-c77cf09c4e65 req-dafa9bdf-940d-46e6-8a8c-ef95801f8c2c tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:04.957599 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51147cdd-8787-4164-b9a8-c77cf09c4e65 req-dafa9bdf-940d-46e6-8a8c-ef95801f8c2c tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 946 time: 0.0689812 Aug 20 11:24:05.000275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51147cdd-8787-4164-b9a8-c77cf09c4e65 req-a1f44be8-fa0f-465e-89d9-a9b3b2ae4215 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356126 Aug 20 11:24:06.126427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3f21-55bf-4bd0-815a-f49e65a9b5ac req-fe6467aa-a0da-403f-aec4-c22815fdf170 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:06.128002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cba3f21-55bf-4bd0-815a-f49e65a9b5ac req-fe6467aa-a0da-403f-aec4-c22815fdf170 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 946 time: 0.0525689 Aug 20 11:24:06.171979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cba3f21-55bf-4bd0-815a-f49e65a9b5ac req-84af7083-bd19-40d9-9747-1bd148d07928 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367024 Aug 20 11:24:06.531413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58296) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:06.634693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-873561110-network', 'tenant_id': '86e8d2d1aa2847509dbdb33884154e8b'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:06.778658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Made reservation on behalf of 86e8d2d1aa2847509dbdb33884154e8b for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:24:06.787409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:06.799168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:06.898416 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:07.057122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:07.082656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:24:07.092175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0237b4-599f-4440-8b61-ec56ff18d99a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:07.100693 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:07.100693 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Added segment e796d91f-50fd-4f7e-bee1-db25b5987489 of type vlan for network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 Aug 20 11:24:07.141140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:07.224000 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:24:07.332001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:07.332993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:07.334649 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:07.391891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:07.404254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:24:07.510218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1d90c5a8-81a6-442f-a6dc-97e0a8bc1b23 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9776654 Aug 20 11:24:07.513426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58322) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:07.518462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Request body: {'subnet': {'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-873561110-subnet', 'tenant_id': '86e8d2d1aa2847509dbdb33884154e8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:07.722323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Made reservation on behalf of 86e8d2d1aa2847509dbdb33884154e8b for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:24:07.725548 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:08.012075 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:08.070162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=117ab75a-d603-4cad-8f24-e9c95ab0ae3f,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:08.090678 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:24:08.091061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Network hostable DHCP agents. Network: 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:24:08.314703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:24:08.538314 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:24:08.543405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:08.544114 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:08.550853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a58daf-3f76-49c2-84da-57b8e128e99a None None] Network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:24:08.680822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ff8d2-edf6-4faa-a0e7-1e9e3d932504 None None] Network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:24:08.704354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4cc21fcd-1177-44b3-ba56-826ca812e9fe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1897795 Aug 20 11:24:09.633567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58374) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:09.639234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1578249735-network', 'tenant_id': 'ce380de487a8484da41d5f1b7e7dc771'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:09.797966 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Made reservation on behalf of ce380de487a8484da41d5f1b7e7dc771 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:24:09.800395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:09.816806 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:09.923956 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:10.114538 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:10.138062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:24:10.154112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ec5946-d978-437a-9f07-3887e3d55f3e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:10.159465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:10.159805 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Added segment d829e163-b600-4420-888c-d0d27d6f93d2 of type vlan for network 76b49066-23ee-4dc3-84d8-620c4f549615 Aug 20 11:24:10.206008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:10.398283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:10.413431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:10.413431 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:10.475831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] Pushing event updated for resources: {'Network': ['ID=76b49066-23ee-4dc3-84d8-620c4f549615,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:10.504538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 76b49066-23ee-4dc3-84d8-620c4f549615 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:24:10.589368 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e260ecd8-b1f3-479b-837c-7432dd3595a1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9546034 Aug 20 11:24:10.592384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58400) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:10.597999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Request body: {'subnet': {'network_id': '76b49066-23ee-4dc3-84d8-620c4f549615', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1578249735-subnet', 'tenant_id': 'ce380de487a8484da41d5f1b7e7dc771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:10.798203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Made reservation on behalf of ce380de487a8484da41d5f1b7e7dc771 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:24:10.800835 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:10.986454 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:11.103538 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:11.168998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ff1dbf-20bd-4c17-b5b9-2bf97a7b697f,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:11.180460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Checking segment: {'id': 'd829e163-b600-4420-888c-d0d27d6f93d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '76b49066-23ee-4dc3-84d8-620c4f549615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:24:11.184232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Network hostable DHCP agents. Network: 76b49066-23ee-4dc3-84d8-620c4f549615, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:24:11.274817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Network 76b49066-23ee-4dc3-84d8-620c4f549615 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:24:11.420984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 76b49066-23ee-4dc3-84d8-620c4f549615) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:24:11.425787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:11.430268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:11.433235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b6f2b3-3154-490d-b673-9b91705cad13 None None] Network 76b49066-23ee-4dc3-84d8-620c4f549615 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:24:11.588882 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5bba57b5-5a18-44c0-a910-c5a65458038c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9892399 Aug 20 11:24:11.589090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7139af44-f3d4-429c-bff4-a52bfad282d4 None None] Network 76b49066-23ee-4dc3-84d8-620c4f549615 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:24:12.109260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-e18dba28-5d43-4be7-af85-1bceb73b78f1 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:12.110813 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-e18dba28-5d43-4be7-af85-1bceb73b78f1 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 807 time: 0.1079054 Aug 20 11:24:12.127029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-e9290ac6-9997-4fea-a7a2-ecb72aa39b9a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/quotas/86e8d2d1aa2847509dbdb33884154e8b HTTP/1.1" status: 200 len: 375 time: 0.0098665 Aug 20 11:24:12.179153 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-21bc30f1-5de0-45ec-9d97-36927070fc57 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453448 Aug 20 11:24:12.275885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-8e238655-103c-4543-88a5-d695b07ae1c4 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888634 Aug 20 11:24:12.378730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-06c8e95e-f2ad-43a4-aea7-ecc29d5f0323 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958555 Aug 20 11:24:12.450886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19ff9c-6acd-4f7f-8e3e-c3350133af1f req-c6d68b45-d08d-4633-93d4-7622168e671d tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:12.453434 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d19ff9c-6acd-4f7f-8e3e-c3350133af1f req-c6d68b45-d08d-4633-93d4-7622168e671d tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 946 time: 0.0591712 Aug 20 11:24:12.503353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d19ff9c-6acd-4f7f-8e3e-c3350133af1f req-fd5c3777-c188-4be9-9028-9d561c3e29ea tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 Aug 20 11:24:12.718080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6423e41-6123-401d-9059-ee84a9f9e407 req-90f1708b-0794-4f26-aed3-d10dbbb786a4 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 210 time: 0.0278466 Aug 20 11:24:13.261027 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:13.682367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55df9b-6a28-41e4-b426-766fa1ea74a4 req-de5833eb-5e9f-451e-9bc8-ed8600e065fe tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:13.684007 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e55df9b-6a28-41e4-b426-766fa1ea74a4 req-de5833eb-5e9f-451e-9bc8-ed8600e065fe tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 946 time: 0.0933275 Aug 20 11:24:13.722940 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e55df9b-6a28-41e4-b426-766fa1ea74a4 req-819e1f3b-e6e0-43e7-b9b4-9cfe489106e6 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/security-groups?id=c14421f3-a284-480c-80d3-e3653521207c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Aug 20 11:24:13.809084 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b11048c5-ed24-43a0-ae74-d987ac87c49d req-f0b03326-045b-4e16-81c7-c11cc34ab62f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 210 time: 0.0331476 Aug 20 11:24:13.817455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-dbcdfc25-8b06-4336-90db-4d5385952341 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:13.818679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-dbcdfc25-8b06-4336-90db-4d5385952341 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.38 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 946 time: 0.0804141 Aug 20 11:24:13.957173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-5a2d99a0-fc14-4195-85df-640311c550ae tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Deleting port 827f1d2e-4a43-49c8-92bc-516d835cd614 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:24:13.957516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-5a2d99a0-fc14-4195-85df-640311c550ae tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:14.058677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-5a2d99a0-fc14-4195-85df-640311c550ae tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] For port 827f1d2e-4a43-49c8-92bc-516d835cd614, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=827f1d2e-4a43-49c8-92bc-516d835cd614,segment=NetworkSegment(ee8e69bc-8046-4bc6-8efc-c67fae0a0c14),segment_id=ee8e69bc-8046-4bc6-8efc-c67fae0a0c14)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:14.059056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-5a2d99a0-fc14-4195-85df-640311c550ae tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:14.079023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-5a2d99a0-fc14-4195-85df-640311c550ae tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Calling delete_port for 827f1d2e-4a43-49c8-92bc-516d835cd614 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:24:14.454858 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-5a2d99a0-fc14-4195-85df-640311c550ae tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:14.469691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['827f1d2e-4a43-49c8-92bc-516d835cd614'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:24:14.489008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d99a0-fc14-4195-85df-640311c550ae tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Pushing event deleted for resources: {'Port': ['ID=827f1d2e-4a43-49c8-92bc-516d835cd614,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:14.532171 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-5a2d99a0-fc14-4195-85df-640311c550ae tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] No DVR routers for this DVR port 827f1d2e-4a43-49c8-92bc-516d835cd614 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:24:14.535733 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-5a2d99a0-fc14-4195-85df-640311c550ae tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:14.538409 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b0a9271a-7e8b-4cd5-9a83-a6f935f86f0c req-5a2d99a0-fc14-4195-85df-640311c550ae tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.38 "DELETE /v2.0/ports/827f1d2e-4a43-49c8-92bc-516d835cd614 HTTP/1.1" status: 204 len: 173 time: 0.7046804 Aug 20 11:24:14.538902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a08645-3a35-4e88-80bd-7c1594dc125c', 'name': 'network-vif-deleted', 'tag': '827f1d2e-4a43-49c8-92bc-516d835cd614'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:24:14.541188 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc21697-a63e-4e35-bf62-1fbab3e18e9d" -d '{"events": [{"server_uuid": "d4a08645-3a35-4e88-80bd-7c1594dc125c", "name": "network-vif-deleted", "tag": "827f1d2e-4a43-49c8-92bc-516d835cd614"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:24:14.588015 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420eb090-1597-49b5-9b77-a544db92b3e1 x-openstack-request-id: req-420eb090-1597-49b5-9b77-a544db92b3e1 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:24:14.588326 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a08645-3a35-4e88-80bd-7c1594dc125c", "name": "network-vif-deleted", "tag": "827f1d2e-4a43-49c8-92bc-516d835cd614", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:24:14.588628 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-420eb090-1597-49b5-9b77-a544db92b3e1 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:24:14.589051 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a08645-3a35-4e88-80bd-7c1594dc125c', 'name': 'network-vif-deleted', 'tag': '827f1d2e-4a43-49c8-92bc-516d835cd614', 'status': 'completed', 'code': 200} Aug 20 11:24:14.831738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0019f7ce-b320-4a7a-a578-2f5e5b1ab828 req-35237b5a-afa8-4643-b2db-ef93a722eda3 tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 210 time: 0.0275977 Aug 20 11:24:14.927032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f99c095d-0686-401e-929c-974d79151f8b req-3c465b03-b39a-46f2-a9ca-718f4bc70578 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 210 time: 0.0343611 Aug 20 11:24:14.952044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-59afea5b-64fc-404b-8014-fd6c069df1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:15.962219 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f633e11-2042-4ce0-8e61-6fa50ddc22f9 req-ff3cbddc-ee80-4d90-911d-5c197fe7debc tempest-VolumesActionsTest-626134863 tempest-VolumesActionsTest-626134863-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4a08645-3a35-4e88-80bd-7c1594dc125c HTTP/1.1" status: 200 len: 210 time: 0.0317457 Aug 20 11:24:16.053326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e16b281-7846-420c-bacd-4f80c3c77d1b req-66290e90-d62e-4adb-9a18-21d44c1a8f3d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 210 time: 0.0297492 Aug 20 11:24:16.317017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58542) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:16.438343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75350a88-9bcb-4eb5-ad2c-4187439a3e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:16.530425 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75350a88-9bcb-4eb5-ad2c-4187439a3e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:16.663245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75350a88-9bcb-4eb5-ad2c-4187439a3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:16.704194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-75350a88-9bcb-4eb5-ad2c-4187439a3e5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d8b267aa1ec4a6397c5087b8fc9f029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860476 Aug 20 11:24:16.705107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75350a88-9bcb-4eb5-ad2c-4187439a3e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63994464-b599-4fa7-921e-32dd4f179fd6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:16.706976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58550) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:16.770853 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a74d894-4cd5-45d9-986c-fbf73954e090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:16.798263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a74d894-4cd5-45d9-986c-fbf73954e090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:17.007816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-57cdb663-8392-420a-9443-2e93ebae26de tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:17.009350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-57cdb663-8392-420a-9443-2e93ebae26de tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.57 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 807 time: 0.1059639 Aug 20 11:24:17.014924 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a74d894-4cd5-45d9-986c-fbf73954e090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:17.017950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a74d894-4cd5-45d9-986c-fbf73954e090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:17.020621 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a74d894-4cd5-45d9-986c-fbf73954e090 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63994464-b599-4fa7-921e-32dd4f179fd6 HTTP/1.1" status: 204 len: 168 time: 0.3125672 Aug 20 11:24:17.028627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Request body: {'port': {'device_id': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98', 'admin_state_up': True, 'tenant_id': '86e8d2d1aa2847509dbdb33884154e8b'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:17.031777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74d894-4cd5-45d9-986c-fbf73954e090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63994464-b599-4fa7-921e-32dd4f179fd6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:17.073347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 827f1d2e-4a43-49c8-92bc-516d835cd614 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:24:17.131937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 827f1d2e-4a43-49c8-92bc-516d835cd614 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:24:17.132484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 827f1d2e-4a43-49c8-92bc-516d835cd614 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:24:17.220121 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c96a0e02-caa5-421c-bf27-3b4fc4fd5d97 req-166a39a6-173e-4e10-8ac6-ac187a178f2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 210 time: 0.0347662 Aug 20 11:24:17.467318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Made reservation on behalf of 86e8d2d1aa2847509dbdb33884154e8b for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:24:17.473472 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:17.665300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Allocated IP 172.20.0.3 (1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98/117ab75a-d603-4cad-8f24-e9c95ab0ae3f/e86f68a5-04f5-44c1-8bfa-8c35c077e64d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:24:17.786495 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-563dc272-6aac-4dd7-b0c9-b3559e6b1f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:17.854308 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:18.332263 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e31c0562-b9f9-43ea-a0b9-4ffceb15b8de req-a0545175-6c4d-47ed-9456-657c9b2d4414 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 210 time: 0.0298979 Aug 20 11:24:18.338292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58594) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:18.353048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d59476b5-cf60-4b01-a555-157d2acf4720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:18.409364 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:18.471537 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d59476b5-cf60-4b01-a555-157d2acf4720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:18.481540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:24:18.485730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:24:18.492300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:24:18.497494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Pushing event updated for resources: {'Port': ['ID=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:18.547559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:18.548251 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:18.571714 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d59476b5-cf60-4b01-a555-157d2acf4720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:18.616795 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d59476b5-cf60-4b01-a555-157d2acf4720 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1fbc1bdc96784a34a9443b32820967b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772834 Aug 20 11:24:18.618125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59476b5-cf60-4b01-a555-157d2acf4720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3698fac-d926-4cda-9d2a-281dbe873be9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:18.620172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58596) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:18.624313 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:18.687330 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-05f974aa-b1b1-4707-9356-101b2e1e1b67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6635103 Aug 20 11:24:18.702627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Request body: {'port': {'device_id': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:18.747249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9f92ff7-ad0a-48bd-a982-5f8e984193bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:18.788726 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:18.807081 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9f92ff7-ad0a-48bd-a982-5f8e984193bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:19.061393 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9f92ff7-ad0a-48bd-a982-5f8e984193bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:19.061393 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9f92ff7-ad0a-48bd-a982-5f8e984193bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:19.066891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b9f92ff7-ad0a-48bd-a982-5f8e984193bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3698fac-d926-4cda-9d2a-281dbe873be9 HTTP/1.1" status: 204 len: 168 time: 0.4453444 Aug 20 11:24:19.096369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f92ff7-ad0a-48bd-a982-5f8e984193bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3698fac-d926-4cda-9d2a-281dbe873be9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:19.143467 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:19.206393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86f68a5-04f5-44c1-8bfa-8c35c077e64d {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:24:19.218196 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:19.244057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Transition to ACTIVE for port object e86f68a5-04f5-44c1-8bfa-8c35c077e64d will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:24:19.288790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e43de-d075-49b1-872e-308e4a08da98 req-d853aa6a-392b-48b1-a41f-af26f0024dd6 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:19.306859 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7e8e43de-d075-49b1-872e-308e4a08da98 req-d853aa6a-392b-48b1-a41f-af26f0024dd6 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 945 time: 0.0643880 Aug 20 11:24:19.339643 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7e8e43de-d075-49b1-872e-308e4a08da98 req-a1635aed-9f96-401f-9ee5-d6d5da0dc642 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400467 Aug 20 11:24:19.385563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:19.450000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Pushing event updated for resources: {'Port': ['ID=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:19.527496 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e6ad8-611f-444f-905b-893f1deef365 req-f2329fa8-967e-4945-aa74-2435b6e7ba9f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:19.537196 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f27e6ad8-611f-444f-905b-893f1deef365 req-f2329fa8-967e-4945-aa74-2435b6e7ba9f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.0943127 Aug 20 11:24:19.585667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f27e6ad8-611f-444f-905b-893f1deef365 req-bd8e6796-3aa8-4d59-bc1e-aa6862d3be8d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474727 Aug 20 11:24:19.624185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:24:19.624757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:24:19.625424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:19.634297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:24:19.634870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:19.649952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:24:19.649952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:24:19.649952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:24:19.649952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Bound port: e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:24:19.649952 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:19.722141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:24:19.724910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:24:19.885539 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:19.929631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:19.930306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:19.931731 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] 10.222.0.57 "PUT /v2.0/ports/e86f68a5-04f5-44c1-8bfa-8c35c077e64d HTTP/1.1" status: 200 len: 1091 time: 1.2340727 Aug 20 11:24:19.932152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'tag': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:24:19.934400 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eb0dbe-86a2-451e-80dc-688f7226bec7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce499388-12e0-4a38-a31d-5c8a78f2ad54", "tag": "e86f68a5-04f5-44c1-8bfa-8c35c077e64d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:24:19.947925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc16a0-bfea-40c0-9c67-47d47455e234 service neutron] Pushing event updated for resources: {'Port': ['ID=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:19.986702 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a6b080-fa1b-4532-bce5-908efeb46f59 x-openstack-request-id: req-03a6b080-fa1b-4532-bce5-908efeb46f59 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:24:19.987000 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce499388-12e0-4a38-a31d-5c8a78f2ad54", "tag": "e86f68a5-04f5-44c1-8bfa-8c35c077e64d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:24:19.987258 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03a6b080-fa1b-4532-bce5-908efeb46f59 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:24:19.987671 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'tag': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d', 'status': 'completed', 'code': 200} Aug 20 11:24:20.064677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb0dbe-86a2-451e-80dc-688f7226bec7 req-68aadc4c-b296-4dc8-a251-9d996e78b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:20.066765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52eb0dbe-86a2-451e-80dc-688f7226bec7 req-68aadc4c-b296-4dc8-a251-9d996e78b110 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 1094 time: 0.0562146 Aug 20 11:24:20.177595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb0dbe-86a2-451e-80dc-688f7226bec7 req-12c55a9d-970b-497d-8ef5-f91ecfc0e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:20.179233 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52eb0dbe-86a2-451e-80dc-688f7226bec7 req-12c55a9d-970b-497d-8ef5-f91ecfc0e7b6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1041937 Aug 20 11:24:20.287887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb0dbe-86a2-451e-80dc-688f7226bec7 req-de435c55-06cc-4d20-9200-8216a8f900a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:20.289407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52eb0dbe-86a2-451e-80dc-688f7226bec7 req-de435c55-06cc-4d20-9200-8216a8f900a1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020236 Aug 20 11:24:20.382455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-22294981-fbf9-4a84-a6d9-7c2a083eb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:20.382455 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-22294981-fbf9-4a84-a6d9-7c2a083eb8a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 1094 time: 0.0456116 Aug 20 11:24:20.423145 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-81072978-7fcb-4097-ad91-d12ac2299c3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d HTTP/1.1" status: 200 len: 217 time: 0.0372782 Aug 20 11:24:20.426805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58636) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:20.448804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7aa51ae5-9752-45e1-a19e-deadbc3866e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:20.509980 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-1986f825-d2de-4dda-a8c5-be5521be2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:20.516763 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-1986f825-d2de-4dda-a8c5-be5521be2068 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0780272 Aug 20 11:24:20.553746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-befcb9b1-e1e9-4bab-8635-f80bbf201d0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325611 Aug 20 11:24:20.695279 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7aa51ae5-9752-45e1-a19e-deadbc3866e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:20.716874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-d9a9a69a-a3a5-41fc-814d-f79614a4147e service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532013 Aug 20 11:24:20.760172 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:20.779606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01664f-8c77-4d99-a490-c4732ca4df5b req-8f085e79-22ad-448c-a1ca-8a49c92dad11 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:20.781140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e01664f-8c77-4d99-a490-c4732ca4df5b req-8f085e79-22ad-448c-a1ca-8a49c92dad11 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.1154017 Aug 20 11:24:20.849605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e01664f-8c77-4d99-a490-c4732ca4df5b req-1c3619d4-35b7-4838-b300-28d0a3510919 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608530 Aug 20 11:24:20.853476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20848920-831f-4e7f-ae6e-6f6d837661fd req-efb8ef26-7ade-49f0-9717-93d8c611ccc8 service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279018 Aug 20 11:24:20.857451 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7aa51ae5-9752-45e1-a19e-deadbc3866e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:20.908891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7aa51ae5-9752-45e1-a19e-deadbc3866e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=333542ead6a6457186c46822dcac0171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770961 Aug 20 11:24:20.908891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa51ae5-9752-45e1-a19e-deadbc3866e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48964e55-3361-45a5-b253-79312d01864e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:20.909089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58650) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:20.975479 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb38ce17-40ad-4be4-a49b-e3505ff6fb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:20.994380 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb38ce17-40ad-4be4-a49b-e3505ff6fb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:21.228796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb38ce17-40ad-4be4-a49b-e3505ff6fb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:21.231860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb38ce17-40ad-4be4-a49b-e3505ff6fb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:21.233203 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fb38ce17-40ad-4be4-a49b-e3505ff6fb1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48964e55-3361-45a5-b253-79312d01864e HTTP/1.1" status: 204 len: 168 time: 0.3236990 Aug 20 11:24:21.248514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38ce17-40ad-4be4-a49b-e3505ff6fb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48964e55-3361-45a5-b253-79312d01864e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:22.117427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f01c7-4b98-4127-ae52-98ed63e03d93 req-5542f5c2-ff21-4b17-b3e8-a516d9f8915d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:22.119935 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f91f01c7-4b98-4127-ae52-98ed63e03d93 req-5542f5c2-ff21-4b17-b3e8-a516d9f8915d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.1335502 Aug 20 11:24:22.145454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8030c83-c572-4a2c-baf7-5b2078d3704d req-403ea484-785e-4709-9fc0-c2067099c6f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:22.157263 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e8030c83-c572-4a2c-baf7-5b2078d3704d req-403ea484-785e-4709-9fc0-c2067099c6f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 945 time: 0.1339812 Aug 20 11:24:22.186235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f91f01c7-4b98-4127-ae52-98ed63e03d93 req-708e1b8e-1391-45ed-aedb-7562a2139a53 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506597 Aug 20 11:24:22.190061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58684) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:22.234868 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e8030c83-c572-4a2c-baf7-5b2078d3704d req-f599025b-6bcd-4179-ab97-6e686decfae9 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727537 Aug 20 11:24:22.362323 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1807af8e-2d29-4ed5-bbb5-9e57bb0f2f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:22.552281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1807af8e-2d29-4ed5-bbb5-9e57bb0f2f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:22.760078 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1807af8e-2d29-4ed5-bbb5-9e57bb0f2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:22.822113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58702) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:22.827408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1807af8e-2d29-4ed5-bbb5-9e57bb0f2f38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=335714823fed40088b399e25ccafd02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6353316 Aug 20 11:24:22.833629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807af8e-2d29-4ed5-bbb5-9e57bb0f2f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86af3a2-1f82-49c9-9898-6916f674c0ad,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:22.886023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74fe713c-fe51-4f5c-9c41-9fd69ce1806b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:22.916469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74fe713c-fe51-4f5c-9c41-9fd69ce1806b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:23.215068 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74fe713c-fe51-4f5c-9c41-9fd69ce1806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:23.221065 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-74fe713c-fe51-4f5c-9c41-9fd69ce1806b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:23.225286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-74fe713c-fe51-4f5c-9c41-9fd69ce1806b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b86af3a2-1f82-49c9-9898-6916f674c0ad HTTP/1.1" status: 204 len: 168 time: 0.3995311 Aug 20 11:24:23.247684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe713c-fe51-4f5c-9c41-9fd69ce1806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86af3a2-1f82-49c9-9898-6916f674c0ad,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:23.363066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed3dbe-9c67-4a27-9d3d-ab7abb641e4f req-d42e0ce8-4962-4a41-9f6c-c3ef7b267789 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:23.365468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96ed3dbe-9c67-4a27-9d3d-ab7abb641e4f req-d42e0ce8-4962-4a41-9f6c-c3ef7b267789 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.0609097 Aug 20 11:24:23.411901 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96ed3dbe-9c67-4a27-9d3d-ab7abb641e4f req-51ffde23-835a-4433-8b9f-8e20c91663f0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Aug 20 11:24:23.810860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98baaf8-b5ca-448e-9522-a645094c8c4b req-fd1cfe3e-f203-4d51-81aa-7775eed0b574 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:23.812452 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e98baaf8-b5ca-448e-9522-a645094c8c4b req-fd1cfe3e-f203-4d51-81aa-7775eed0b574 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 945 time: 0.0617027 Aug 20 11:24:23.859243 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e98baaf8-b5ca-448e-9522-a645094c8c4b req-87d8e828-dcdf-4004-922f-35a194c80407 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393631 Aug 20 11:24:24.545816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e28bc6-f397-4a1a-af97-4c621bb53ad1 req-4f436d54-675f-45d5-86ab-2d022b255701 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:24.547549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46e28bc6-f397-4a1a-af97-4c621bb53ad1 req-4f436d54-675f-45d5-86ab-2d022b255701 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.0547938 Aug 20 11:24:24.597301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46e28bc6-f397-4a1a-af97-4c621bb53ad1 req-0bb83d82-e59a-4985-a9a6-6141661b0355 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Aug 20 11:24:25.030407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233c375-d8e2-407e-a0df-a1e65d60d38f req-faa62794-2e4f-4c09-8ad2-1d31e14c3135 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:25.032455 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f233c375-d8e2-407e-a0df-a1e65d60d38f req-faa62794-2e4f-4c09-8ad2-1d31e14c3135 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 945 time: 0.0601165 Aug 20 11:24:25.104787 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f233c375-d8e2-407e-a0df-a1e65d60d38f req-10fa22e8-118a-4301-be71-1d183d90fef0 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632460 Aug 20 11:24:25.321633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e86f68a5-04f5-44c1-8bfa-8c35c077e64d details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:24:25.439328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:25.456496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d', 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98', 'port_id': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d', 'mac_address': 'fa:16:3e:15:21:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117ab75a-d603-4cad-8f24-e9c95ab0ae3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:24:25.503271 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:25.519191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86f68a5-04f5-44c1-8bfa-8c35c077e64d {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:24:25.549005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:25.615617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-5893c389-4096-4576-ab9b-9ec043b2ba06 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:25.617449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-5893c389-4096-4576-ab9b-9ec043b2ba06 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.38 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 945 time: 0.0586066 Aug 20 11:24:25.776615 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:25.784888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fc045-1a1e-45e7-a546-dfdb1509bcdb req-4bd581c8-7a95-4bef-a2cc-bd79c3de5f20 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:25.793466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fb6fc045-1a1e-45e7-a546-dfdb1509bcdb req-4bd581c8-7a95-4bef-a2cc-bd79c3de5f20 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.0988786 Aug 20 11:24:25.853235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Deleting port 73cb308a-a441-4d52-bc8c-8abe21e25a0b {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:24:25.853725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:25.859332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fb6fc045-1a1e-45e7-a546-dfdb1509bcdb req-34b51a00-f070-4693-b2b8-c3ddba9dc3b7 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602961 Aug 20 11:24:25.893578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:25.957839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] For port 73cb308a-a441-4d52-bc8c-8abe21e25a0b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=73cb308a-a441-4d52-bc8c-8abe21e25a0b,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:25.958833 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:26.039824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58794) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:26.096222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e86f68a5-04f5-44c1-8bfa-8c35c077e64d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:24:26.191928 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb080f09-24d0-4ca6-b95e-64ee5a8740c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:26.254842 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:26.255278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:26.255602 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Floating IP 44cc2658-0b83-48a1-8544-16d419eebd11 disassociated. External IP: 172.25.4.48, port: 73cb308a-a441-4d52-bc8c-8abe21e25a0b. Aug 20 11:24:26.255950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Calling delete_port for 73cb308a-a441-4d52-bc8c-8abe21e25a0b owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:24:26.335925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a0122-0248-402a-a6fa-a554221c8c37 req-91710b3c-aa83-4f9f-a222-7b9545c54b05 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:26.347042 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f85a0122-0248-402a-a6fa-a554221c8c37 req-91710b3c-aa83-4f9f-a222-7b9545c54b05 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 945 time: 0.1572216 Aug 20 11:24:26.415606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f85a0122-0248-402a-a6fa-a554221c8c37 req-acb98997-af9e-45e1-93ef-6462b4d533f6 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups?id=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632021 Aug 20 11:24:26.501945 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb080f09-24d0-4ca6-b95e-64ee5a8740c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:26.614627 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb080f09-24d0-4ca6-b95e-64ee5a8740c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:26.657745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:26.670712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-eb080f09-24d0-4ca6-b95e-64ee5a8740c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0db522cdd7f34e4eb39b8b2d2f526e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6271975 Aug 20 11:24:26.670712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb080f09-24d0-4ca6-b95e-64ee5a8740c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9759bc1-a2fe-4616-9cc2-7e2b1bd6973e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:26.671796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58804) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:26.713100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Pushing event deleted for resources: {'Port': ['ID=73cb308a-a441-4d52-bc8c-8abe21e25a0b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:26.815507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ff59ed56-21e1-42cb-bafa-2badb71f6abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:26.880903 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ff59ed56-21e1-42cb-bafa-2badb71f6abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:26.914702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Router 4e3875ce-ea40-4d31-8422-e38671d7b302 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:24:27.074603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba9903-998b-45e0-b37b-c7914ee5c82a req-fda5761c-9d5d-4164-856b-bf4876d19660 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:27.076202 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5ba9903-998b-45e0-b37b-c7914ee5c82a req-fda5761c-9d5d-4164-856b-bf4876d19660 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 944 time: 0.1301060 Aug 20 11:24:27.124681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:24:27.137066 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5ba9903-998b-45e0-b37b-c7914ee5c82a req-24cb0724-3f6e-4cf1-bb94-6ef0204a3ba1 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Aug 20 11:24:27.142757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] Sync routers for ids ['4e3875ce-ea40-4d31-8422-e38671d7b302'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:24:27.153156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] Routers {'4e3875ce-ea40-4d31-8422-e38671d7b302'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:24:27.153948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4e3875ce-ea40-4d31-8422-e38671d7b302'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:27.156668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ff59ed56-21e1-42cb-bafa-2badb71f6abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:27.159592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ff59ed56-21e1-42cb-bafa-2badb71f6abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:27.161894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ff59ed56-21e1-42cb-bafa-2badb71f6abf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9759bc1-a2fe-4616-9cc2-7e2b1bd6973e HTTP/1.1" status: 204 len: 168 time: 0.4860787 Aug 20 11:24:27.204204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] No DVR routers for this DVR port 73cb308a-a441-4d52-bc8c-8abe21e25a0b on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:24:27.207299 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:27.210268 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aaaafc6b-f07f-4c41-a456-d805dd42392a req-4f719bbe-fd56-4e83-a39a-9389819e64e7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.38 "DELETE /v2.0/ports/73cb308a-a441-4d52-bc8c-8abe21e25a0b HTTP/1.1" status: 204 len: 173 time: 1.5835462 Aug 20 11:24:27.210947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'name': 'network-vif-deleted', 'tag': '73cb308a-a441-4d52-bc8c-8abe21e25a0b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:24:27.213912 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9afa0d-8fa1-4a06-98b5-1bc03140714c" -d '{"events": [{"server_uuid": "a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7", "name": "network-vif-deleted", "tag": "73cb308a-a441-4d52-bc8c-8abe21e25a0b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:24:27.218286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59ed56-21e1-42cb-bafa-2badb71f6abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9759bc1-a2fe-4616-9cc2-7e2b1bd6973e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:27.261770 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57160350-b4b5-48f6-abcf-84b01a2e90a3 x-openstack-request-id: req-57160350-b4b5-48f6-abcf-84b01a2e90a3 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:24:27.262068 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7", "name": "network-vif-deleted", "tag": "73cb308a-a441-4d52-bc8c-8abe21e25a0b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:24:27.262329 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57160350-b4b5-48f6-abcf-84b01a2e90a3 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:24:27.262771 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7', 'name': 'network-vif-deleted', 'tag': '73cb308a-a441-4d52-bc8c-8abe21e25a0b', 'status': 'completed', 'code': 200} Aug 20 11:24:27.400479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e86f68a5-04f5-44c1-8bfa-8c35c077e64d up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:24:27.463321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] Set router 4e3875ce-ea40-4d31-8422-e38671d7b302 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:24:27.558301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d997a9db-f390-444b-9840-e1a58cb05503 req-fca1f9f0-bc0c-4f20-af63-4151b8cab4fd tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 210 time: 0.0393214 Aug 20 11:24:27.646884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port e86f68a5-04f5-44c1-8bfa-8c35c077e64d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:24:27.657146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port e86f68a5-04f5-44c1-8bfa-8c35c077e64d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:24:27.657868 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:27.800087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '65713d36-afc3-42da-a7dc-051305233b91', 'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'mac_address': 'fa:16:3e:29:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:20Z', 'updated_at': '2021-08-20T11:18:31Z', 'revision_number': 5, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'subnets': [{'id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:27.835994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] Checking router: 4e3875ce-ea40-4d31-8422-e38671d7b302 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:24:27.839022 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:27.854881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] Routers {'4e3875ce-ea40-4d31-8422-e38671d7b302'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:24:27.854881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4e3875ce-ea40-4d31-8422-e38671d7b302'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:27.940105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:24:27.944830 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1549dfc4-fd90-45a4-87cc-fb32523dabfe" -d '{"events": [{"server_uuid": "ce499388-12e0-4a38-a31d-5c8a78f2ad54", "name": "network-vif-plugged", "status": "completed", "tag": "e86f68a5-04f5-44c1-8bfa-8c35c077e64d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:24:27.968225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:28.051547 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9f6979-2450-4dce-9a6e-d0d7a5808b53 x-openstack-request-id: req-5c9f6979-2450-4dce-9a6e-d0d7a5808b53 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:24:28.052422 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce499388-12e0-4a38-a31d-5c8a78f2ad54", "name": "network-vif-plugged", "status": "completed", "tag": "e86f68a5-04f5-44c1-8bfa-8c35c077e64d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:24:28.052644 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c9f6979-2450-4dce-9a6e-d0d7a5808b53 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:24:28.053086 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d', 'code': 200} Aug 20 11:24:28.085293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] Set router 4e3875ce-ea40-4d31-8422-e38671d7b302 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:24:28.149824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec0b89-5cdf-4a41-aa1e-fd401cffe5ff req-e22600ae-917b-4b4f-8e29-ecf4f8825950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:28.152125 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99ec0b89-5cdf-4a41-aa1e-fd401cffe5ff req-e22600ae-917b-4b4f-8e29-ecf4f8825950 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 1095 time: 0.0797288 Aug 20 11:24:28.225035 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99ec0b89-5cdf-4a41-aa1e-fd401cffe5ff req-ac0ac707-a30a-4c7f-909a-40a040d00243 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Aug 20 11:24:28.227445 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:28.300056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5cb2e-87f3-4957-81c6-cc33ea4b3d11 req-700c4219-4949-419d-8d46-16ce297e6168 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:28.311709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2dc5cb2e-87f3-4957-81c6-cc33ea4b3d11 req-700c4219-4949-419d-8d46-16ce297e6168 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 945 time: 0.0682027 Aug 20 11:24:28.318712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:28.373861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2dc5cb2e-87f3-4957-81c6-cc33ea4b3d11 req-60421b82-818e-4145-913f-aee8e3df9303 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609062 Aug 20 11:24:28.415183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '65713d36-afc3-42da-a7dc-051305233b91', 'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'mac_address': 'fa:16:3e:29:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:20Z', 'updated_at': '2021-08-20T11:18:31Z', 'revision_number': 5, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'subnets': [{'id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:28.446095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6e858-7fd0-42bf-b4c0-981e128d2761 None None] The sync data for ids ['4e3875ce-ea40-4d31-8422-e38671d7b302'] in n-d-804230-3 is: [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:18:22Z', 'revision_number': 4, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '65713d36-afc3-42da-a7dc-051305233b91', 'name': '', 'network_id': '3d1eb5b2-4d21-4cc3-b11a-8d56da86100f', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'mac_address': 'fa:16:3e:29:49:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:20Z', 'updated_at': '2021-08-20T11:18:31Z', 'revision_number': 5, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'subnets': [{'id': '57947896-5a1e-4292-af7b-4f2692c7083f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:24:28.656695 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90bf0563-5f93-45a4-9b3a-ac9e94f81d98 req-0a06a97c-c31c-4dae-bfdf-35dad8d5e239 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 210 time: 0.0309303 Aug 20 11:24:28.753008 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8879020-1f40-41c0-b30c-c5f284b4e90f None None] New status for floating IP 44cc2658-0b83-48a1-8544-16d419eebd11: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:24:29.091790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 73cb308a-a441-4d52-bc8c-8abe21e25a0b no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:24:29.171509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 73cb308a-a441-4d52-bc8c-8abe21e25a0b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:24:29.172165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 73cb308a-a441-4d52-bc8c-8abe21e25a0b not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:24:29.517157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c2214-fba4-45c7-8b69-611280343d92 req-d57693ee-a0f1-4887-9248-f48448e4353b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:29.519411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae6c2214-fba4-45c7-8b69-611280343d92 req-d57693ee-a0f1-4887-9248-f48448e4353b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 945 time: 0.0598302 Aug 20 11:24:29.581301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae6c2214-fba4-45c7-8b69-611280343d92 req-b6caf12f-3257-4eb5-9a97-b7d1a0bcc5a3 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 Aug 20 11:24:29.809082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1776741b-4b36-4fde-aeb9-2d8f71fdc92b req-f5bdf89c-4e93-46db-a3f9-7ded82b4289a tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 210 time: 0.0559452 Aug 20 11:24:29.924597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-45a003c5-1a47-4395-a320-67f0f817f7f3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0691793 Aug 20 11:24:30.085265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-b067bfac-bef5-47d5-aafe-ebf47d0dc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.086000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-b067bfac-bef5-47d5-aafe-ebf47d0dc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.087249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-b067bfac-bef5-47d5-aafe-ebf47d0dc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.087909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-b067bfac-bef5-47d5-aafe-ebf47d0dc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.088684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-b067bfac-bef5-47d5-aafe-ebf47d0dc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.099028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-b067bfac-bef5-47d5-aafe-ebf47d0dc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.100286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-b067bfac-bef5-47d5-aafe-ebf47d0dc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.104049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-b067bfac-bef5-47d5-aafe-ebf47d0dc1d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6503 time: 0.1361153 Aug 20 11:24:30.311528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-7d6c6421-91b9-41cd-94b8-75bc4f2bad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.312296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-7d6c6421-91b9-41cd-94b8-75bc4f2bad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.312932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-7d6c6421-91b9-41cd-94b8-75bc4f2bad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.314893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-7d6c6421-91b9-41cd-94b8-75bc4f2bad3a service neutron] 10.222.0.38 "GET /v2.0/networks?id=26aed97a-f400-4b37-8a16-a0a6436f9bcf&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=785e013d-c92e-4828-b7f5-34a8f2e42a85&id=785e013d-c92e-4828-b7f5-34a8f2e42a85 HTTP/1.1" status: 200 len: 2297 time: 0.1783855 Aug 20 11:24:30.403223 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-da099712-8cca-4119-aa4a-e311de4936be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3 HTTP/1.1" status: 200 len: 1002 time: 0.0764666 Aug 20 11:24:30.476061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-a8d27f28-249b-4f8d-9e38-5ba2df0122da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.477881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-a8d27f28-249b-4f8d-9e38-5ba2df0122da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd96fd79-5012-4472-b937-783d1901f733 HTTP/1.1" status: 200 len: 855 time: 0.0643189 Aug 20 11:24:30.537350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-eb0c3ada-e8b6-4b74-af29-46e8041389ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.537729 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-eb0c3ada-e8b6-4b74-af29-46e8041389ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26aed97a-f400-4b37-8a16-a0a6436f9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455704 Aug 20 11:24:30.653736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-9d1a8845-9f18-43a5-b082-f34026ecf1ac service neutron] 10.222.0.38 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036742 Aug 20 11:24:30.713198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b47bd-eb61-4eed-b126-9a85c04d51f1 req-584442ad-4b51-41e9-96df-3a22c6d4a906 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.715103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ae6b47bd-eb61-4eed-b126-9a85c04d51f1 req-584442ad-4b51-41e9-96df-3a22c6d4a906 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 945 time: 0.0602822 Aug 20 11:24:30.765187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ae6b47bd-eb61-4eed-b126-9a85c04d51f1 req-f2444cae-5e09-4096-8859-0e2358b527bc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Aug 20 11:24:30.844299 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-3a4a8140-7d16-42d0-a504-f8e5a93b3aee service neutron] 10.222.0.38 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692617 Aug 20 11:24:30.897345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-2134b95a-db56-4dd1-9dfa-41413a1c2cab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 HTTP/1.1" status: 200 len: 217 time: 0.0423970 Aug 20 11:24:30.928160 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4674180a-175d-4ee7-9f05-511d97296015 req-e754be3e-6d3f-4bbd-bc6d-8c073ad253a7 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 210 time: 0.0344143 Aug 20 11:24:30.964391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-4ac5374d-7897-4187-9011-71a17eaf58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:30.966353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-4ac5374d-7897-4187-9011-71a17eaf58a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0586686 Aug 20 11:24:31.040689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-62c31f81-8830-4a9c-98b5-e1aff0e3d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:31.042828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-62c31f81-8830-4a9c-98b5-e1aff0e3d3ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623469 Aug 20 11:24:31.215965 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-95bdc3e5-6730-4792-8d27-171e170efa1a service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621146 Aug 20 11:24:31.218931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1df7ac-2982-4769-8218-6e02aee0dfdc req-668afe31-69e8-484f-bfbb-93af070bf108 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:31.220480 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a1df7ac-2982-4769-8218-6e02aee0dfdc req-668afe31-69e8-484f-bfbb-93af070bf108 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 1096 time: 0.0952744 Aug 20 11:24:31.341726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a1df7ac-2982-4769-8218-6e02aee0dfdc req-2ec4022f-90b6-454b-8b4d-2ed0c948d9fa tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139781 Aug 20 11:24:31.396208 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-935f7cee-f7e9-45e5-8689-0370b758c5ad service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608300 Aug 20 11:24:31.468777 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-c2e4cf2b-63b0-4894-9068-fbd48189d2ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=153954e2-ea32-4f96-8194-59c54f6c2819 HTTP/1.1" status: 200 len: 217 time: 0.0610421 Aug 20 11:24:31.565622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba79250-18c4-4795-af98-b131989a6171 req-a5de039d-e173-4a74-88f1-e4afe2f5e0b1 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:31.571148 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ba79250-18c4-4795-af98-b131989a6171 req-a5de039d-e173-4a74-88f1-e4afe2f5e0b1 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 1096 time: 0.1054466 Aug 20 11:24:31.573419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-3181d0d5-f05a-4025-8585-0d68a81e99de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:31.576007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-3181d0d5-f05a-4025-8585-0d68a81e99de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0954325 Aug 20 11:24:31.691218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ba79250-18c4-4795-af98-b131989a6171 req-c4e8ab4a-883f-4b71-bc3c-9cdacb9d5c19 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138563 Aug 20 11:24:31.696562 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-342b7266-0efa-4b87-8aa4-aacda8bb13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:31.698977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-342b7266-0efa-4b87-8aa4-aacda8bb13e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1053369 Aug 20 11:24:31.822367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-c759b7c1-f623-4617-a735-f910396874b3 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118155 Aug 20 11:24:31.999701 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-8f6b5b4e-96bc-4030-9af9-4169c519267c service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657693 Aug 20 11:24:32.060704 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-6cbe8023-e20d-4a56-bc77-bace10a13b06 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=990945c2-3faf-45a4-9eaf-5f7a5aafbc37 HTTP/1.1" status: 200 len: 217 time: 0.0513339 Aug 20 11:24:32.109753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95583641-a208-49e4-b359-af477cf00cab req-aa99253e-ed4d-4f1b-9870-d301dd7d0a8d tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 210 time: 0.0593910 Aug 20 11:24:32.144143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-89135421-9dac-4216-ba00-294d0061daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:32.145768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-89135421-9dac-4216-ba00-294d0061daf7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0728681 Aug 20 11:24:32.205128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-594f8fca-7d3b-4989-8f59-41a915e03442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:32.207127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-594f8fca-7d3b-4989-8f59-41a915e03442 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504191 Aug 20 11:24:32.330923 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-8880847d-b109-497d-af0c-ea9e442c500b service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111758 Aug 20 11:24:32.474294 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-e1c3c151-c4ed-4a65-9807-d9806e4b0ee8 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295760 Aug 20 11:24:32.552025 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-1d60d48e-2504-407d-ab05-7a3883766c4d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=2e93ca1d-bf71-434e-9a5e-351f1b9040e4 HTTP/1.1" status: 200 len: 217 time: 0.0606201 Aug 20 11:24:32.635758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-f75bbba8-4390-47f7-bce1-e5b6043eb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:32.639210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-f75bbba8-4390-47f7-bce1-e5b6043eb693 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0829828 Aug 20 11:24:32.737601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-d23a82b3-5b62-4791-8446-504a422675d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:32.743549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-d23a82b3-5b62-4791-8446-504a422675d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926659 Aug 20 11:24:32.905557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-448d2fd8-0377-4c4e-81a8-27a032aff5cf service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400018 Aug 20 11:24:33.020837 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-ecbaf966-ad65-45ca-b423-9e4231025b68 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040421 Aug 20 11:24:33.085789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-4e361a80-32d2-4d88-8cef-6285bb6d8de4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e322f6da-a2f1-43aa-901f-61732f873a28 HTTP/1.1" status: 200 len: 217 time: 0.0537910 Aug 20 11:24:33.147490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-42e13575-23bd-44a4-a29b-90f46e0056b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:33.148793 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-42e13575-23bd-44a4-a29b-90f46e0056b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=499ea19e-ce01-4768-a3a1-7eccffb9cde8 HTTP/1.1" status: 200 len: 797 time: 0.0524175 Aug 20 11:24:33.201156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-108db068-85ae-4969-97ec-d6cc6c7129e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:33.202850 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-108db068-85ae-4969-97ec-d6cc6c7129e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=785e013d-c92e-4828-b7f5-34a8f2e42a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430720 Aug 20 11:24:33.215941 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8a3b0e8-6cbf-4631-b9e9-0267f54e1f72 req-927a9123-575c-4a69-b1e1-29007841e0ff tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 210 time: 0.0275435 Aug 20 11:24:33.327185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-5d680152-3d77-49d0-b9fb-6754b756a1ec service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123714 Aug 20 11:24:33.476076 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-6c3e40de-2cb6-40d4-8cfd-36d8c241c751 service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376734 Aug 20 11:24:33.584685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-8c2b956b-87a2-4c29-9259-111635d2ba2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d HTTP/1.1" status: 200 len: 217 time: 0.0992429 Aug 20 11:24:33.730265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-ea6f5230-55d1-4b98-b2c4-16055e73f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:33.736291 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-ea6f5230-55d1-4b98-b2c4-16055e73f3fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=499ea19e-ce01-4768-a3a1-7eccffb9cde8 HTTP/1.1" status: 200 len: 797 time: 0.1361191 Aug 20 11:24:33.839275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-e7009a29-b4cf-4098-bc50-7dc5ff479587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:33.840939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-e7009a29-b4cf-4098-bc50-7dc5ff479587 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=785e013d-c92e-4828-b7f5-34a8f2e42a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0835960 Aug 20 11:24:33.961275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-bd09830b-adf1-4174-9e64-3258c7e08cc0 service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042244 Aug 20 11:24:34.070968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2dee4b-ee31-4e38-b553-d2d7203c7574 req-6a4db7fe-58c5-4c48-8f9a-e2be2e4cfff4 service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021116 Aug 20 11:24:34.396102 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57e3f06b-5ac0-4c9f-8aa5-ca540b7729ea req-872a22fc-1b17-4279-a41d-8af45529dccc tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/ports?device_id=a55b8a1d-3e6c-47a3-8c70-5ca6d8207fc7 HTTP/1.1" status: 200 len: 210 time: 0.0278125 Aug 20 11:24:34.466131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59028) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:34.636871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc132423-6f07-46e4-a1f0-0714c971e5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:34.789941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc132423-6f07-46e4-a1f0-0714c971e5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:34.931583 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc132423-6f07-46e4-a1f0-0714c971e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:34.971148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc132423-6f07-46e4-a1f0-0714c971e5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479c812c-5ff0-4751-b28d-561723ac112c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:35.001696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59042) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:35.019613 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fc132423-6f07-46e4-a1f0-0714c971e5c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bec26204f4f44a93b4060e29d460c818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518014 Aug 20 11:24:35.080011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-103b2e78-8570-4701-8a1a-90f8987a5207 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:24:35.089745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-103b2e78-8570-4701-8a1a-90f8987a5207 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2397645 Aug 20 11:24:35.114635 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8ade74cb-c198-4b27-9b3a-d5131529e9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:35.137485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8ade74cb-c198-4b27-9b3a-d5131529e9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:35.164857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Request body: {'binding': {'host': 'n-h2-804230-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:35.172350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Unknown quota resources ['binding']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:24:35.322030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on host n-h2-804230-3 for vnic_type normal with profile None {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:24:35.322572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:24:35.323039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:35.333780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:24:35.333780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:35.334601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:24:35.335121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:24:35.335596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:24:35.336042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Bound port: e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:24:35.406788 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8ade74cb-c198-4b27-9b3a-d5131529e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:35.411366 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8ade74cb-c198-4b27-9b3a-d5131529e9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:35.412892 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8ade74cb-c198-4b27-9b3a-d5131529e9de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/479c812c-5ff0-4751-b28d-561723ac112c HTTP/1.1" status: 204 len: 168 time: 0.4093192 Aug 20 11:24:35.459419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade74cb-c198-4b27-9b3a-d5131529e9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479c812c-5ff0-4751-b28d-561723ac112c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:35.479679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:24:35.614746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:35.626652 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-299d5b21-0687-46b7-97d5-7e707dc9f9ee service neutron] 10.222.0.10 "POST /v2.0/ports/e86f68a5-04f5-44c1-8bfa-8c35c077e64d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5355983 Aug 20 11:24:35.649450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59058) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:35.763253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d81aa8c-4f3e-41b0-884d-7cec3ff310f8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:35.824482 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d81aa8c-4f3e-41b0-884d-7cec3ff310f8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:36.056831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d81aa8c-4f3e-41b0-884d-7cec3ff310f8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:36.060067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d81aa8c-4f3e-41b0-884d-7cec3ff310f8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:36.063634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3d81aa8c-4f3e-41b0-884d-7cec3ff310f8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "DELETE /v2.0/security-groups/50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2 HTTP/1.1" status: 204 len: 168 time: 0.4104319 Aug 20 11:24:36.070155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59078) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:36.072181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81aa8c-4f3e-41b0-884d-7cec3ff310f8 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:36.093757 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-a1653a37-80d7-41a1-81da-2d86f3f187bb tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] show failed (client error): The resource could not be found. Aug 20 11:24:36.101350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59082) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:36.129678 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a1653a37-80d7-41a1-81da-2d86f3f187bb tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "GET /v2.0/security-groups/50e45bb8-ceb8-4bd4-9a4e-b49380ce8fc2 HTTP/1.1" status: 404 len: 347 time: 0.0637100 Aug 20 11:24:36.183070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a815c4-6a5c-4a66-aadb-4050d314c3e0 req-819662ae-8f36-4841-a0c1-82caf289c37f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:36.184664 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99a815c4-6a5c-4a66-aadb-4050d314c3e0 req-819662ae-8f36-4841-a0c1-82caf289c37f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 945 time: 0.0539279 Aug 20 11:24:36.226461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99a815c4-6a5c-4a66-aadb-4050d314c3e0 req-a8ffdaa7-58ab-4c4d-a616-b6e5c3e8176e tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355906 Aug 20 11:24:36.573353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c48df-cd71-4c55-9a04-f160506be9f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Deleting port dfa0cdc5-247e-4e86-8525-c2f3f78a121d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:24:36.573781 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a8c48df-cd71-4c55-9a04-f160506be9f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:36.656472 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a8c48df-cd71-4c55-9a04-f160506be9f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:36.656886 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a8c48df-cd71-4c55-9a04-f160506be9f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:36.670322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c48df-cd71-4c55-9a04-f160506be9f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Calling delete_port for dfa0cdc5-247e-4e86-8525-c2f3f78a121d owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:24:37.003289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-8c15e0ea-72b9-4f8d-beb3-ba6d1aadf03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:37.005535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-8c15e0ea-72b9-4f8d-beb3-ba6d1aadf03f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 1096 time: 0.0484319 Aug 20 11:24:37.085639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a8c48df-cd71-4c55-9a04-f160506be9f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:37.146463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c48df-cd71-4c55-9a04-f160506be9f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Pushing event deleted for resources: {'Port': ['ID=dfa0cdc5-247e-4e86-8525-c2f3f78a121d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:37.199434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-f2e5976a-699e-418b-bb9d-9eea6b900009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:37.201053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-f2e5976a-699e-418b-bb9d-9eea6b900009 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1848416 Aug 20 11:24:37.262974 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a8c48df-cd71-4c55-9a04-f160506be9f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:37.266302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a8c48df-cd71-4c55-9a04-f160506be9f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:37.269340 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6a8c48df-cd71-4c55-9a04-f160506be9f5 tempest-ServersTestBootFromVolume-872809460 tempest-ServersTestBootFromVolume-872809460-project] 10.222.0.10 "DELETE /v2.0/floatingips/44cc2658-0b83-48a1-8544-16d419eebd11 HTTP/1.1" status: 204 len: 168 time: 1.1667752 Aug 20 11:24:37.271452 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-d4af8392-a7d1-4b3f-a063-4dcc889a2342 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d HTTP/1.1" status: 200 len: 217 time: 0.0571918 Aug 20 11:24:37.274918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59114) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:37.351651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-5c72921f-fc1e-4005-ad25-e929ac7803b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:37.357887 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-5c72921f-fc1e-4005-ad25-e929ac7803b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0782955 Aug 20 11:24:37.414879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-1a002f3b-1cfd-4db5-bc74-ea64616986b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443969 Aug 20 11:24:37.529922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d2ab7-4060-4c82-996b-e6198c1de29f req-fab5fa96-3f97-4c7e-9209-cea8dd304495 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:37.536609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-320d2ab7-4060-4c82-996b-e6198c1de29f req-fab5fa96-3f97-4c7e-9209-cea8dd304495 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 945 time: 0.1803834 Aug 20 11:24:37.609765 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-4bcd261a-11d5-4880-ba0a-4e1b3eacb7dd service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818159 Aug 20 11:24:37.634894 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-320d2ab7-4060-4c82-996b-e6198c1de29f req-427220c5-ec63-4df7-a32c-b74addcf29f4 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826073 Aug 20 11:24:37.810141 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-2a6aa6af-088f-40dc-a9ab-cc578db5732b service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886330 Aug 20 11:24:38.100627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-9822fcb5-c94f-4176-92d5-b739dd278598 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:38.102694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-9822fcb5-c94f-4176-92d5-b739dd278598 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.1065643 Aug 20 11:24:38.122263 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804230-3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:38.186096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:38.403404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:38.413408 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:38.463908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:24:38.545534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:24:38.552421 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abfe2fc-ac96-4bb9-9f53-56f94d2eea23" -d '{"events": [{"server_uuid": "ce499388-12e0-4a38-a31d-5c8a78f2ad54", "name": "network-vif-unplugged", "status": "completed", "tag": "e86f68a5-04f5-44c1-8bfa-8c35c077e64d"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:24:38.575922 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:38.621892 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4c49e4-0db1-4b5f-9bc3-a9f73bc0392b x-openstack-request-id: req-fd4c49e4-0db1-4b5f-9bc3-a9f73bc0392b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:24:38.622144 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce499388-12e0-4a38-a31d-5c8a78f2ad54", "name": "network-vif-unplugged", "status": "completed", "tag": "e86f68a5-04f5-44c1-8bfa-8c35c077e64d", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:24:38.622401 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd4c49e4-0db1-4b5f-9bc3-a9f73bc0392b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:24:38.622838 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d', 'code': 200} Aug 20 11:24:38.644518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59146) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:38.674755 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:38.850365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Pushing event updated for resources: {'Port': ['ID=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:38.855503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] Deleting port 65713d36-afc3-42da-a7dc-051305233b91 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:24:38.856550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:38.876772 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4d0d-37cd-49a7-b74c-283381a988db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:38.880864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on host n-h1-804230-3 for vnic_type normal with profile {"migrating_to": "n-h2-804230-3"} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:24:38.881206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:24:38.881586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:38.904223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfca852-124c-47b4-9381-1d6065a0b48b req-40fe5e87-e8a3-4096-9310-b64881678ef5 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:38.905867 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dbfca852-124c-47b4-9381-1d6065a0b48b req-40fe5e87-e8a3-4096-9310-b64881678ef5 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.1580541 Aug 20 11:24:38.907707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:24:38.908041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Attempting to bind port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:38.928681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:24:38.928940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:24:38.929232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:24:38.929689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Bound port: e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:24:38.930161 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:38.962049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] For port 65713d36-afc3-42da-a7dc-051305233b91, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=65713d36-afc3-42da-a7dc-051305233b91,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:38.962411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:38.979791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] Calling delete_port for 65713d36-afc3-42da-a7dc-051305233b91 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:24:39.016200 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dbfca852-124c-47b4-9381-1d6065a0b48b req-c28386b5-b0db-4813-95e8-b551457eec8c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022656 Aug 20 11:24:39.074722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:24:39.079942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:24:39.139662 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4d0d-37cd-49a7-b74c-283381a988db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:39.246286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:39.281558 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4d0d-37cd-49a7-b74c-283381a988db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:39.357565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3f6d4d0d-37cd-49a7-b74c-283381a988db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbe90b415d7643fba799b4ef0e3358f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113905 Aug 20 11:24:39.360321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59162) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:39.362186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Pushing event updated for resources: {'Port': ['ID=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,revision_number=8']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:39.368037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d4d0d-37cd-49a7-b74c-283381a988db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8733c8a-37ba-4ec9-87bb-c3b82be65b37,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:39.378886 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:39.404396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:39.405040 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:39.406665 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7a466e17-d03a-40e1-ad8a-184338620f64 service neutron] 10.222.0.38 "PUT /v2.0/ports/e86f68a5-04f5-44c1-8bfa-8c35c077e64d HTTP/1.1" status: 200 len: 1121 time: 1.2888944 Aug 20 11:24:39.433863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=65713d36-afc3-42da-a7dc-051305233b91,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:39.500475 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-093041b1-eba3-4dad-9da1-16f3b1f0ac55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:39.526794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e86f68a5-04f5-44c1-8bfa-8c35c077e64d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:24:39.588179 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-093041b1-eba3-4dad-9da1-16f3b1f0ac55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:39.714192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:39.816182 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-093041b1-eba3-4dad-9da1-16f3b1f0ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:39.819378 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-093041b1-eba3-4dad-9da1-16f3b1f0ac55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:39.823134 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-093041b1-eba3-4dad-9da1-16f3b1f0ac55 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8733c8a-37ba-4ec9-87bb-c3b82be65b37 HTTP/1.1" status: 204 len: 168 time: 0.4592454 Aug 20 11:24:39.838006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093041b1-eba3-4dad-9da1-16f3b1f0ac55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8733c8a-37ba-4ec9-87bb-c3b82be65b37,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:40.010808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] Router 4e3875ce-ea40-4d31-8422-e38671d7b302 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:24:40.241901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba1306-acad-4acc-981f-4d85bd485425 req-d67a500b-b315-40e6-88ef-d0d7c8dfa474 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:40.251661 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dba1306-acad-4acc-981f-4d85bd485425 req-d67a500b-b315-40e6-88ef-d0d7c8dfa474 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.1283488 Aug 20 11:24:40.351275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dba1306-acad-4acc-981f-4d85bd485425 req-819fe4d6-7114-441a-8758-e17139dbe53c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959091 Aug 20 11:24:40.584724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:24:40.590282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4d9996cb-797f-4421-8d05-a9b616249b89 admin admin] 10.222.0.10 "PUT /v2.0/routers/4e3875ce-ea40-4d31-8422-e38671d7b302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3141613 Aug 20 11:24:40.592965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59184) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:40.597530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] Sync routers for ids ['4e3875ce-ea40-4d31-8422-e38671d7b302'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:24:40.610271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] Routers {'4e3875ce-ea40-4d31-8422-e38671d7b302'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:24:40.611055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4e3875ce-ea40-4d31-8422-e38671d7b302'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:40.639688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'tag': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:24:40.642310 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ce499388-12e0-4a38-a31d-5c8a78f2ad54", "tag": "e86f68a5-04f5-44c1-8bfa-8c35c077e64d"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:24:40.723945 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735c6e41-ebb1-46d4-8ee3-ca546a33d3ba x-openstack-request-id: req-735c6e41-ebb1-46d4-8ee3-ca546a33d3ba {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:24:40.724284 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce499388-12e0-4a38-a31d-5c8a78f2ad54", "tag": "e86f68a5-04f5-44c1-8bfa-8c35c077e64d", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:24:40.724789 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-735c6e41-ebb1-46d4-8ee3-ca546a33d3ba {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:24:40.725276 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'tag': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d', 'status': 'completed', 'code': 200} Aug 20 11:24:40.759256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] Set router 4e3875ce-ea40-4d31-8422-e38671d7b302 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:24:40.761753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:40.766288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae req-9d2ddca6-979a-41f9-b65c-caf956dc1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:40.771522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae req-9d2ddca6-979a-41f9-b65c-caf956dc1b24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 1124 time: 0.0504355 Aug 20 11:24:40.922098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae req-f0bb4e2a-6d29-4067-969f-80474eb799d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:40.923739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae req-f0bb4e2a-6d29-4067-969f-80474eb799d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1481996 Aug 20 11:24:40.982454 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae req-067b0e8b-94e9-48e0-b1f5-ee97e6781090 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d HTTP/1.1" status: 200 len: 217 time: 0.0497921 Aug 20 11:24:41.007344 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:41.013809 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:24:39Z', 'revision_number': 5, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:41.048592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae req-b573928e-6b15-4a91-beac-ff0641eeaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:41.050203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae req-b573928e-6b15-4a91-beac-ff0641eeaa27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0600502 Aug 20 11:24:41.054588 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] Checking router: 4e3875ce-ea40-4d31-8422-e38671d7b302 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:24:41.054928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59192) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:41.055832 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:41.063982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] Routers {'4e3875ce-ea40-4d31-8422-e38671d7b302'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:24:41.064624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4e3875ce-ea40-4d31-8422-e38671d7b302'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:41.068783 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5078581e-d03a-4802-ae4f-fe1a68217ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:41.088015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae req-87a27629-3b76-4914-8fbc-2ba4372b1059 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297980 Aug 20 11:24:41.197656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] Set router 4e3875ce-ea40-4d31-8422-e38671d7b302 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:24:41.221575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae req-26ac03b4-d2b2-4308-a9f6-52e275ffd84b service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268671 Aug 20 11:24:41.245045 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5078581e-d03a-4802-ae4f-fe1a68217ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:41.259124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Deleting port a60c17da-89d8-40c2-992d-84c5d45393c3 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:24:41.260182 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:41.363902 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5078581e-d03a-4802-ae4f-fe1a68217ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:41.364710 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fba2827-8d9c-46a3-8e5e-dffd7e9ef0ae req-f0c74548-65cc-4ec4-9fce-39bb7ed1bcf1 service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305947 Aug 20 11:24:41.478147 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5078581e-d03a-4802-ae4f-fe1a68217ee5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbd2e45eec2948c3a6068cffd58c5fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220533 Aug 20 11:24:41.485116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59208) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:41.486088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:24:39Z', 'revision_number': 5, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:41.510128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] For port a60c17da-89d8-40c2-992d-84c5d45393c3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a60c17da-89d8-40c2-992d-84c5d45393c3,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:41.510817 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:41.527566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Calling delete_port for a60c17da-89d8-40c2-992d-84c5d45393c3 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:24:41.541972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528a434-8ab0-44c7-aea7-df30aac833bd req-af60835f-eec3-48d7-8104-ed42a8395193 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:41.542304 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0528a434-8ab0-44c7-aea7-df30aac833bd req-af60835f-eec3-48d7-8104-ed42a8395193 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.0962880 Aug 20 11:24:41.547939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078581e-d03a-4802-ae4f-fe1a68217ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb83b1af-3e06-47e6-a8a9-6b41be717145,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:41.646360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0528a434-8ab0-44c7-aea7-df30aac833bd req-9a2e9c97-8938-4383-8d65-4b6f25dbce58 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859594 Aug 20 11:24:41.702825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf1fb1-1986-4bc7-9177-4ca698868e2c None None] The sync data for ids ['4e3875ce-ea40-4d31-8422-e38671d7b302'] in n-d-804230-3 is: [{'id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'name': 'tempest-ServersTestBootFromVolume-1605300519-router', 'tenant_id': 'a4f0659b814840609d156de3fb60543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:12Z', 'updated_at': '2021-08-20T11:24:39Z', 'revision_number': 5, 'project_id': 'a4f0659b814840609d156de3fb60543c', 'gw_port': {'id': 'a60c17da-89d8-40c2-992d-84c5d45393c3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:90:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3875ce-ea40-4d31-8422-e38671d7b302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:14Z', 'updated_at': '2021-08-20T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:24:41.708671 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a76e-8e53-4176-86c7-88ef4d18c897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:41.740430 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a76e-8e53-4176-86c7-88ef4d18c897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.034047 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.037882 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a76e-8e53-4176-86c7-88ef4d18c897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.040568 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a76e-8e53-4176-86c7-88ef4d18c897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.041800 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c2b9a76e-8e53-4176-86c7-88ef4d18c897 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb83b1af-3e06-47e6-a8a9-6b41be717145 HTTP/1.1" status: 204 len: 168 time: 0.5540202 Aug 20 11:24:42.089538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9a76e-8e53-4176-86c7-88ef4d18c897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb83b1af-3e06-47e6-a8a9-6b41be717145,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:42.095748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60c17da-89d8-40c2-992d-84c5d45393c3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:42.209195 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.320266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.322991 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.470934 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.471612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e3875ce-ea40-4d31-8422-e38671d7b302 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:24:42.477235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.481369 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-db6ed548-47d7-48da-b76c-64473e70b175 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4e3875ce-ea40-4d31-8422-e38671d7b302 HTTP/1.1" status: 204 len: 168 time: 1.8850286 Aug 20 11:24:42.481692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59222) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:42.561092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdec8a96-3af5-45c7-8753-04a5fcb89d7d admin admin] Deleting subnet 57947896-5a1e-4292-af7b-4f2692c7083f {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:24:42.565721 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdec8a96-3af5-45c7-8753-04a5fcb89d7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.611730 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdec8a96-3af5-45c7-8753-04a5fcb89d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.747143 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdec8a96-3af5-45c7-8753-04a5fcb89d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.783961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f487-eb82-4fd1-931e-1be9252a917f req-a3915a80-45da-43bb-8260-762bddbbdba2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:42.786068 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9fc8f487-eb82-4fd1-931e-1be9252a917f req-a3915a80-45da-43bb-8260-762bddbbdba2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.0632701 Aug 20 11:24:42.871288 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9fc8f487-eb82-4fd1-931e-1be9252a917f req-3ee9a2c9-4d76-478e-8d25-47160923918a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686171 Aug 20 11:24:42.913827 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdec8a96-3af5-45c7-8753-04a5fcb89d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.942352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdec8a96-3af5-45c7-8753-04a5fcb89d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:42.946986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cdec8a96-3af5-45c7-8753-04a5fcb89d7d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/57947896-5a1e-4292-af7b-4f2692c7083f HTTP/1.1" status: 204 len: 168 time: 0.4616995 Aug 20 11:24:42.946986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec8a96-3af5-45c7-8753-04a5fcb89d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57947896-5a1e-4292-af7b-4f2692c7083f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:42.947373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59236) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:42.950599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb06d89-35e3-4d24-b436-2e1af16cdead None None] Network 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:24:43.043166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.170787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.176764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Deleting port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:24:43.177940 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.215010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e86f68a5-04f5-44c1-8bfa-8c35c077e64d details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:24:43.247344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a60c17da-89d8-40c2-992d-84c5d45393c3 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:24:43.267026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] For port 670cb158-2c1d-4a32-975f-3db1bf80a2b4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=670cb158-2c1d-4a32-975f-3db1bf80a2b4,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:43.267401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.283103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Calling delete_port for 670cb158-2c1d-4a32-975f-3db1bf80a2b4 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:24:43.302895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e83d4f-c657-4d04-a578-5db9cf33d20c None None] DHCP port deletion for 3d1eb5b2-4d21-4cc3-b11a-8d56da86100f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:24:43.309201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a60c17da-89d8-40c2-992d-84c5d45393c3 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:24:43.309953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a60c17da-89d8-40c2-992d-84c5d45393c3 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:24:43.310379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 65713d36-afc3-42da-a7dc-051305233b91 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:24:43.353106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 65713d36-afc3-42da-a7dc-051305233b91 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:24:43.353499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 65713d36-afc3-42da-a7dc-051305233b91 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:24:43.426861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:43.430784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-19e83d4f-c657-4d04-a578-5db9cf33d20c None None] Deleting port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:24:43.431191 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-19e83d4f-c657-4d04-a578-5db9cf33d20c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.482360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e86f68a5-04f5-44c1-8bfa-8c35c077e64d has no active binding in host n-h2-804230-3 {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:24:43.525933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-19e83d4f-c657-4d04-a578-5db9cf33d20c None None] For port 670cb158-2c1d-4a32-975f-3db1bf80a2b4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=670cb158-2c1d-4a32-975f-3db1bf80a2b4,segment=NetworkSegment(04dfdd08-a43b-4349-a0ed-ee8321d3eb5e),segment_id=04dfdd08-a43b-4349-a0ed-ee8321d3eb5e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:43.526427 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-19e83d4f-c657-4d04-a578-5db9cf33d20c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.538960 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.545176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-19e83d4f-c657-4d04-a578-5db9cf33d20c None None] Calling delete_port for 670cb158-2c1d-4a32-975f-3db1bf80a2b4 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:24:43.597531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=670cb158-2c1d-4a32-975f-3db1bf80a2b4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:43.614832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] No DVR routers for this DVR port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:24:43.715657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.728467 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-19e83d4f-c657-4d04-a578-5db9cf33d20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.729690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1eb5b2-4d21-4cc3-b11a-8d56da86100f']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:43.752311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:43.752611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dfdd08-a43b-4349-a0ed-ee8321d3eb5e') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:43.760740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e83d4f-c657-4d04-a578-5db9cf33d20c None None] No DVR routers for this DVR port 670cb158-2c1d-4a32-975f-3db1bf80a2b4 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:24:43.763203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e83d4f-c657-4d04-a578-5db9cf33d20c None None] Pushing event deleted for resources: {'Port': ['ID=670cb158-2c1d-4a32-975f-3db1bf80a2b4,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:43.819903 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.858269 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.871112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:24:43.871112 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:24:43.939174 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:24:44.040340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8615d3-4bbf-47f2-aa56-ac750f6908b3 req-60ac4abe-ad13-434e-8e9d-4819d1268979 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:44.042131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c8615d3-4bbf-47f2-aa56-ac750f6908b3 req-60ac4abe-ad13-434e-8e9d-4819d1268979 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 943 time: 0.0751071 Aug 20 11:24:44.090683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c8615d3-4bbf-47f2-aa56-ac750f6908b3 req-27c147b2-bf12-40ef-83d2-37cb88103b69 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 Aug 20 11:24:44.118028 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:44.136133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:44.138275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3d1eb5b2-4d21-4cc3-b11a-8d56da86100f HTTP/1.1" status: 204 len: 168 time: 1.1891773 Aug 20 11:24:44.169041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220bb36-6a44-4f83-8984-9751d881fdf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1eb5b2-4d21-4cc3-b11a-8d56da86100f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:44.226424 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:24:44.425890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-0ad51f2f-b7ea-4a0a-b67f-433023702453 service neutron] 10.222.0.57 "GET /v2.0/ports/e86f68a5-04f5-44c1-8bfa-8c35c077e64d/bindings/n-h2-804230-3 HTTP/1.1" status: 200 len: 384 time: 0.0752356 Aug 20 11:24:44.660533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-774d4679-221e-4986-8ed0-081091bc83fa service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:44.692797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-774d4679-221e-4986-8ed0-081091bc83fa service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:24:44.736275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-774d4679-221e-4986-8ed0-081091bc83fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86f68a5-04f5-44c1-8bfa-8c35c077e64d {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:24:44.746024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59322) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:44.773271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-774d4679-221e-4986-8ed0-081091bc83fa service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:44.803549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7db5c2bb-979c-4d01-88ed-bc227f5e3933 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4f0659b814840609d156de3fb60543c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561330 Aug 20 11:24:44.805997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59324) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:44.881388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae10ce34-cd5d-47de-bfd5-90e6f3174fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:44.916259 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-774d4679-221e-4986-8ed0-081091bc83fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:44.926252 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae10ce34-cd5d-47de-bfd5-90e6f3174fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:44.955957 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-33931643-e4cd-4c44-a773-ef206416cea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:45.150573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae10ce34-cd5d-47de-bfd5-90e6f3174fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:45.152240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-774d4679-221e-4986-8ed0-081091bc83fa service neutron] Transition to ACTIVE for port object e86f68a5-04f5-44c1-8bfa-8c35c077e64d will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:24:45.155707 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae10ce34-cd5d-47de-bfd5-90e6f3174fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:45.158513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ae10ce34-cd5d-47de-bfd5-90e6f3174fb0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6afbf85-b2f5-4280-9657-1906174d80b9 HTTP/1.1" status: 204 len: 168 time: 0.3501348 Aug 20 11:24:45.175265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10ce34-cd5d-47de-bfd5-90e6f3174fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6afbf85-b2f5-4280-9657-1906174d80b9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:45.202938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 670cb158-2c1d-4a32-975f-3db1bf80a2b4 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:24:45.216867 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-774d4679-221e-4986-8ed0-081091bc83fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:45.281009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 670cb158-2c1d-4a32-975f-3db1bf80a2b4 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:24:45.281652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 670cb158-2c1d-4a32-975f-3db1bf80a2b4 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:24:45.380364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-774d4679-221e-4986-8ed0-081091bc83fa service neutron] No DVR routers for this DVR port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:24:45.439939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d4679-221e-4986-8ed0-081091bc83fa service neutron] Pushing event updated for resources: {'Port': ['ID=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,revision_number=10']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:45.468970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-774d4679-221e-4986-8ed0-081091bc83fa service neutron] 10.222.0.57 "PUT /v2.0/ports/e86f68a5-04f5-44c1-8bfa-8c35c077e64d/bindings/n-h2-804230-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0356145 Aug 20 11:24:45.482054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3f5dd-9aa6-4527-9b82-7693a07222a0 req-be336177-76a7-474f-99f1-19adaf41d95a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:45.491537 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44f3f5dd-9aa6-4527-9b82-7693a07222a0 req-be336177-76a7-474f-99f1-19adaf41d95a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 944 time: 0.1779840 Aug 20 11:24:45.554481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44f3f5dd-9aa6-4527-9b82-7693a07222a0 req-8baa4529-c2fb-4025-aa98-7b8be8fd6aad tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588303 Aug 20 11:24:45.654292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7456331c-89c0-44bb-8e2e-80e70f787da6 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:45.655895 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-7456331c-89c0-44bb-8e2e-80e70f787da6 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1095 time: 0.0535138 Aug 20 11:24:45.771889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-482e3d01-bf0e-4026-968a-ded274b0cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:45.773676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-482e3d01-bf0e-4026-968a-ded274b0cf27 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54&tenant_id=86e8d2d1aa2847509dbdb33884154e8b HTTP/1.1" status: 200 len: 1095 time: 0.1022835 Aug 20 11:24:45.893902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-9f4fd434-da30-4695-97b9-2421c69d5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:45.896542 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-9f4fd434-da30-4695-97b9-2421c69d5f0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 1095 time: 0.0979879 Aug 20 11:24:46.063385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-494fee0d-4dbe-475a-8d86-609b55ff797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:46.065907 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-494fee0d-4dbe-475a-8d86-609b55ff797e service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1619942 Aug 20 11:24:46.115007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-3d7c46f5-0d3c-4d0d-b9a1-598b0b4bcd84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d HTTP/1.1" status: 200 len: 217 time: 0.0403955 Aug 20 11:24:46.167541 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-f6a8909a-8346-4046-a967-39fd11ada39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:46.169187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-f6a8909a-8346-4046-a967-39fd11ada39d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0479114 Aug 20 11:24:46.212091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-6be9ec7f-ee32-4f59-b97f-dc364c604c3a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343251 Aug 20 11:24:46.310917 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-4d708779-6c52-4f60-ae55-1cd2a657d6e0 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915344 Aug 20 11:24:46.437427 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-bfad390a-ed15-4cef-ad8b-e50015dfe608 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177452 Aug 20 11:24:46.694997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81b3c7-8841-4a68-aa96-5f0b34b1881e req-dae73499-36bb-4df7-be9f-ca1513429c0a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:46.697573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d81b3c7-8841-4a68-aa96-5f0b34b1881e req-dae73499-36bb-4df7-be9f-ca1513429c0a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 944 time: 0.0741158 Aug 20 11:24:46.735731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59410) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:46.796740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d81b3c7-8841-4a68-aa96-5f0b34b1881e req-2edb690a-e558-49e8-aaf0-21d183b1470f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922427 Aug 20 11:24:46.909170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-993134438-network', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:47.042158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-71a1bd27-aef5-471f-a798-10c1f4bb25c4 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:47.044188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-71a1bd27-aef5-471f-a798-10c1f4bb25c4 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1095 time: 0.0874312 Aug 20 11:24:47.046187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Made reservation on behalf of 41f05b40b3344d25aa401cf45b894fc0 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:24:47.055762 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.104144 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.331557 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.359725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-60726835-a42b-41da-bfbb-883cb043f07b service neutron] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:24:47.363623 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-60726835-a42b-41da-bfbb-883cb043f07b service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.364779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b5c8d3-b04a-43d8-8cd2-5dbb436782c7 req-60726835-a42b-41da-bfbb-883cb043f07b service neutron] 10.222.0.38 "DELETE /v2.0/ports/e86f68a5-04f5-44c1-8bfa-8c35c077e64d/bindings/n-h1-804230-3 HTTP/1.1" status: 204 len: 173 time: 0.2943456 Aug 20 11:24:47.424481 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.442786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e86f68a5-04f5-44c1-8bfa-8c35c077e64d no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:24:47.475492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:24:47.499850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.501807 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Added segment d5e24e02-4911-4eea-93c2-9619fa7025d9 of type vlan for network 7db04780-92bd-41e0-90c9-98ad5264e0a8 Aug 20 11:24:47.522174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e86f68a5-04f5-44c1-8bfa-8c35c077e64d not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:24:47.555689 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.577321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9130eec8-7cc2-4c20-b52d-a0da12d22fe0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:47.668096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.669177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:47.669800 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.696265 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c3266371-b871-4ad5-9295-48ca5f80981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.763064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=7db04780-92bd-41e0-90c9-98ad5264e0a8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:47.773735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 7db04780-92bd-41e0-90c9-98ad5264e0a8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:24:47.811400 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f7a4aecc-8e3b-4378-bf08-3b27deb8bfa4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0718124 Aug 20 11:24:47.813797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59426) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:47.819309 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Request body: {'subnet': {'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-993134438-subnet', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:47.930758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Made reservation on behalf of 41f05b40b3344d25aa401cf45b894fc0 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:24:47.935131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:47.996485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349a705-95c9-455f-ab1c-42eadc41b2d8 req-2aca33f1-65ad-4ab1-a491-4e7b1e8d83c9 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:48.011437 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1349a705-95c9-455f-ab1c-42eadc41b2d8 req-2aca33f1-65ad-4ab1-a491-4e7b1e8d83c9 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 944 time: 0.1131909 Aug 20 11:24:48.088697 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1349a705-95c9-455f-ab1c-42eadc41b2d8 req-d093dc4d-faf4-4962-b64b-a939bde231c8 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763452 Aug 20 11:24:48.310614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdedad-a192-426a-b027-b299810d5122 req-0336b3c5-7521-46cf-a24f-3c3182d39051 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:48.310614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cabdedad-a192-426a-b027-b299810d5122 req-0336b3c5-7521-46cf-a24f-3c3182d39051 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 1095 time: 0.0635426 Aug 20 11:24:48.329943 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cabdedad-a192-426a-b027-b299810d5122 req-665e2a0a-8bd6-41b1-82bb-006526efdd41 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Aug 20 11:24:48.399352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:48.476362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f671ab9-a6e1-401b-8fc2-5683c1b4e79a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:48.498804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Checking segment: {'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:24:48.499174 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Network hostable DHCP agents. Network: 7db04780-92bd-41e0-90c9-98ad5264e0a8, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:24:48.607918 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:48.632574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Network 7db04780-92bd-41e0-90c9-98ad5264e0a8 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:24:48.683020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a315dfa1-dbde-407c-86b6-d2f41c8cebc8 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:48.692152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a315dfa1-dbde-407c-86b6-d2f41c8cebc8 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 807 time: 0.1503086 Aug 20 11:24:48.711317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-23a2db7f-1496-4d92-9784-ed0d72345411 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/quotas/86e8d2d1aa2847509dbdb33884154e8b HTTP/1.1" status: 200 len: 375 time: 0.0175965 Aug 20 11:24:48.752084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 7db04780-92bd-41e0-90c9-98ad5264e0a8) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:24:48.758803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:48.760837 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:48.766747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63745dc-af92-4c92-87a3-87724879122b None None] Network 7db04780-92bd-41e0-90c9-98ad5264e0a8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:24:48.787854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-9eea1b44-693a-4521-a872-81e6437f1838 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750949 Aug 20 11:24:48.905495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-4a420a63-2d1a-46e2-ae87-ffe28422f710 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097052 Aug 20 11:24:48.938896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-7db04780-92bd-41e0-90c9-98ad5264e0a8', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:24:48.940154 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:48.968643 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b15780ca-6df2-4834-a174-c3da4f9231a8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1518259 Aug 20 11:24:48.969237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59464) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:48.974654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:49.038641 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-719f5484-2e9d-4df5-8d84-6ad4dc87da29 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225185 Aug 20 11:24:49.150288 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.152046 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.184341 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.189503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Allocated IP 172.20.0.2 (7db04780-92bd-41e0-90c9-98ad5264e0a8/4f671ab9-a6e1-401b-8fc2-5683c1b4e79a/43ef1d00-8f2b-4756-b89b-61d5082509d1) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:24:49.271499 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.376231 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28f329c6-bb56-48ce-a06a-fb465645b012 req-5627bb78-8f3e-48a6-b030-1cd351aadacd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 210 time: 0.0406737 Aug 20 11:24:49.448451 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.462605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Transition to ACTIVE for port object 43ef1d00-8f2b-4756-b89b-61d5082509d1 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:24:49.481239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Transition to ACTIVE for port object 43ef1d00-8f2b-4756-b89b-61d5082509d1 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:24:49.556718 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.576961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.622747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Network 7db04780-92bd-41e0-90c9-98ad5264e0a8 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:24:49.627843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:24:49.632193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:24:49.640175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Pushing event updated for resources: {'Port': ['ID=43ef1d00-8f2b-4756-b89b-61d5082509d1,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:49.698051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Attempting to bind port 43ef1d00-8f2b-4756-b89b-61d5082509d1 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:24:49.698424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Attempting to bind port 43ef1d00-8f2b-4756-b89b-61d5082509d1 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:24:49.698851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Attempting to bind port 43ef1d00-8f2b-4756-b89b-61d5082509d1 on network 7db04780-92bd-41e0-90c9-98ad5264e0a8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:49.713385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:24:49.715241 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Checking segment: {'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:24:49.715661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.716066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Bound using segment: {'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:24:49.716560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Bound port: 43ef1d00-8f2b-4756-b89b-61d5082509d1, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:24:49.716951 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.808326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] For port 43ef1d00-8f2b-4756-b89b-61d5082509d1, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:24:49.811863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] For port 43ef1d00-8f2b-4756-b89b-61d5082509d1, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=43ef1d00-8f2b-4756-b89b-61d5082509d1,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:24:49.901830 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.927015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:49.959593 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:50.052949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Allocated IP 172.25.4.242 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/0a89b08c-e8b7-409b-a408-a05177e1e724) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:24:50.084439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4510c-d66f-49d8-b627-2029846d8694 None None] Pushing event updated for resources: {'Port': ['ID=43ef1d00-8f2b-4756-b89b-61d5082509d1,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:50.332608 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:50.520667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6d53009-f99f-4a01-b4c6-81e4a0d99c93 req-9c868f94-8135-4d9d-b9a4-d5792120e853 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 210 time: 0.0623899 Aug 20 11:24:50.529100 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:50.590514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:24:50.590790 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:24:50.593271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:24:50.631511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Pushing event updated for resources: {'Port': ['ID=0a89b08c-e8b7-409b-a408-a05177e1e724,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:50.728279 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:50.741716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59506) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:50.900259 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f254b43c-0231-4ecb-9255-b98a79e83aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.034318 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f254b43c-0231-4ecb-9255-b98a79e83aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.121465 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f254b43c-0231-4ecb-9255-b98a79e83aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.203281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f254b43c-0231-4ecb-9255-b98a79e83aa5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf6bf217b2d2415f86a044e0bf1a392a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4598973 Aug 20 11:24:51.207555 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59520) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:51.217699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254b43c-0231-4ecb-9255-b98a79e83aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d3c74a-ff85-4c0d-9de2-6989d108c35e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:51.319043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 43ef1d00-8f2b-4756-b89b-61d5082509d1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:24:51.323673 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a977-e910-4a8f-8303-1f5dfcbf4971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.369841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a977-e910-4a8f-8303-1f5dfcbf4971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.458814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.543697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43ddde-d74c-47c2-a6fa-784431c97327 None None] Network 7db04780-92bd-41e0-90c9-98ad5264e0a8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:24:51.550002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a977-e910-4a8f-8303-1f5dfcbf4971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.553695 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a977-e910-4a8f-8303-1f5dfcbf4971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.556060 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a1a2a977-e910-4a8f-8303-1f5dfcbf4971 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1d3c74a-ff85-4c0d-9de2-6989d108c35e HTTP/1.1" status: 204 len: 168 time: 0.3451533 Aug 20 11:24:51.572507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2a977-e910-4a8f-8303-1f5dfcbf4971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d3c74a-ff85-4c0d-9de2-6989d108c35e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:51.636332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 43ef1d00-8f2b-4756-b89b-61d5082509d1 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:24:51.714586 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-edb6a871-9a07-4359-afca-54ccdd0e1d5c req-dc4c5bec-543d-43ec-87c5-68cb4d6cb99c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 210 time: 0.0824163 Aug 20 11:24:51.780363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Provisioning for port 43ef1d00-8f2b-4756-b89b-61d5082509d1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:24:51.785446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Provisioning complete for port 43ef1d00-8f2b-4756-b89b-61d5082509d1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:24:51.788824 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.799937 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.886932 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:51.951373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] For port 43ef1d00-8f2b-4756-b89b-61d5082509d1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=43ef1d00-8f2b-4756-b89b-61d5082509d1,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:52.058876 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:52.132026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Pushing event updated for resources: {'Port': ['ID=43ef1d00-8f2b-4756-b89b-61d5082509d1,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:52.141637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.141981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.142324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.142954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.143462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.143798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.144726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.145066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.145529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.145862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.146217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.146821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2978271a-ba12-4533-a9f8-bf569ddb3923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:52.181175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5c01e9c6-68af-4531-938f-35ed4f90811a None None] Provisioning complete for port 43ef1d00-8f2b-4756-b89b-61d5082509d1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:24:52.181548 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5c01e9c6-68af-4531-938f-35ed4f90811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:52.198766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:24:52.346665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:24:52.358290 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Sync routers for ids ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:24:52.397600 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Routers {'93ce31b7-09ca-45b9-a7b3-f8acceb71acb'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:24:52.402120 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:52.551647 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Set router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:24:52.609209 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:52.615574 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8b78e6b4-0180-4b9a-9e66-c725063a8fce admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6401889 Aug 20 11:24:52.615677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59556) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:52.631709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a59775fe-667d-4497-93d1-4cb7bd0106ee tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:52.633300 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a59775fe-667d-4497-93d1-4cb7bd0106ee tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 807 time: 0.2153983 Aug 20 11:24:52.648351 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Request body: {'port': {'device_id': '496687b5-68c9-4f89-8aee-dae155afbd51', 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98', 'admin_state_up': True, 'tenant_id': '86e8d2d1aa2847509dbdb33884154e8b'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:52.851513 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:50Z', 'revision_number': 3, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:52.893701 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Checking router: 93ce31b7-09ca-45b9-a7b3-f8acceb71acb for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:24:52.894327 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Updating router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb port 0a89b08c-e8b7-409b-a408-a05177e1e724 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:24:52.927846 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.030551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Made reservation on behalf of 86e8d2d1aa2847509dbdb33884154e8b for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:24:53.034975 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.255996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-be5c2d04-9274-4a84-8d73-cbc8eecc4ba8 req-a20226a7-0373-436d-8144-08d62ed4a18a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 210 time: 0.2048292 Aug 20 11:24:53.274551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 43ef1d00-8f2b-4756-b89b-61d5082509d1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:24:53.276021 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.308682 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Transition to ACTIVE for port object 0a89b08c-e8b7-409b-a408-a05177e1e724 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:24:53.367508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 43ef1d00-8f2b-4756-b89b-61d5082509d1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:24:53.368281 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.379421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Allocated IP 172.20.0.10 (1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98/117ab75a-d603-4cad-8f24-e9c95ab0ae3f/86f1a72b-d33a-484a-bd8b-ca7656831fac) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:24:53.387486 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.471918 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Pushing event updated for resources: {'Port': ['ID=0a89b08c-e8b7-409b-a408-a05177e1e724,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:53.523127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.526754 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.528037 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.529194 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.530558 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.531210 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.532552 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.533776 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.534334 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.536505 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.537102 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.538134 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:24:53.553663 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Attempting to bind port 0a89b08c-e8b7-409b-a408-a05177e1e724 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:24:53.556420 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Attempting to bind port 0a89b08c-e8b7-409b-a408-a05177e1e724 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:24:53.556420 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Attempting to bind port 0a89b08c-e8b7-409b-a408-a05177e1e724 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:53.561717 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:24:53.562424 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:24:53.563150 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.563780 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:24:53.564459 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Bound port: 0a89b08c-e8b7-409b-a408-a05177e1e724, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:24:53.565054 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.650561 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] For port 0a89b08c-e8b7-409b-a408-a05177e1e724, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:24:53.658035 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] For port 0a89b08c-e8b7-409b-a408-a05177e1e724, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0a89b08c-e8b7-409b-a408-a05177e1e724,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:24:53.702367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.705583 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.733125 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.844491 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Routers {'93ce31b7-09ca-45b9-a7b3-f8acceb71acb'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:24:53.845485 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:53.848039 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc8b70-f692-4060-9ef7-cd4b4bc0f77b None None] Pushing event updated for resources: {'Port': ['ID=0a89b08c-e8b7-409b-a408-a05177e1e724,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:53.919057 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:53.948409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Allocated IP 172.20.0.1 (7db04780-92bd-41e0-90c9-98ad5264e0a8/4f671ab9-a6e1-401b-8fc2-5683c1b4e79a/d529b90d-24c2-4260-845d-96210c2f375d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:24:53.994671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:24:53.997841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:24:54.001686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:24:54.014374 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] Set router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:24:54.091425 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Pushing event updated for resources: {'Port': ['ID=86f1a72b-d33a-484a-bd8b-ca7656831fac,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:54.134511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:54.135215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:54.179103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:54.197779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Transition to ACTIVE for port object d529b90d-24c2-4260-845d-96210c2f375d will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:24:54.253471 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-614adaf7-3f48-4bd2-b22a-84694436ec36 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6097376 Aug 20 11:24:54.268969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Request body: {'port': {'device_id': '496687b5-68c9-4f89-8aee-dae155afbd51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:54.338220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:54.355985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:54.398210 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:50Z', 'revision_number': 3, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:54.436057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Network 7db04780-92bd-41e0-90c9-98ad5264e0a8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:24:54.442020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:24:54.455547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:24:54.461851 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c731047-67ba-4316-a4e5-42f5cab266bd None None] The sync data for ids ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'] in n-d-804230-3 is: [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:50Z', 'revision_number': 3, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:24:54.495861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Pushing event updated for resources: {'Port': ['ID=d529b90d-24c2-4260-845d-96210c2f375d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:54.526297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192f149-193b-4590-b63f-d709c4617f5f req-abf08e88-7139-4d1a-b3e8-c1b776f34e6b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:54.528667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b192f149-193b-4590-b63f-d709c4617f5f req-abf08e88-7139-4d1a-b3e8-c1b776f34e6b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 932 time: 0.1389468 Aug 20 11:24:54.562320 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:54.707670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b192f149-193b-4590-b63f-d709c4617f5f req-fa2a0978-395b-4a0d-a5eb-fb16480ecb27 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671813 Aug 20 11:24:54.918351 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f1a72b-d33a-484a-bd8b-ca7656831fac {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:24:54.946593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:54.957105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:54.961678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e914bce7-6667-422d-8b02-24945b3360b2 None None] Provisioning for port d529b90d-24c2-4260-845d-96210c2f375d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:24:54.966465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e914bce7-6667-422d-8b02-24945b3360b2 None None] Provisioning complete for port d529b90d-24c2-4260-845d-96210c2f375d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:24:54.966889 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e914bce7-6667-422d-8b02-24945b3360b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:54.999644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Transition to ACTIVE for port object 86f1a72b-d33a-484a-bd8b-ca7656831fac will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:24:55.063766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e914bce7-6667-422d-8b02-24945b3360b2 None None] Port d529b90d-24c2-4260-845d-96210c2f375d cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:24:55.104308 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.207801 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.245087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=86f1a72b-d33a-484a-bd8b-ca7656831fac,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:55.320988 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0a89b08c-e8b7-409b-a408-a05177e1e724 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:24:55.329852 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.451839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:24:55.452357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:24:55.452840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:55.460285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Port 86f1a72b-d33a-484a-bd8b-ca7656831fac on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:24:55.460768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:55.471450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:24:55.474677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:24:55.474677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:24:55.474677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Bound port: 86f1a72b-d33a-484a-bd8b-ca7656831fac, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:24:55.474677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.518799 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.546701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Pushing event updated for resources: {'Port': ['ID=d529b90d-24c2-4260-845d-96210c2f375d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:55.583816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 0a89b08c-e8b7-409b-a408-a05177e1e724 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:24:55.590757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0a89b08c-e8b7-409b-a408-a05177e1e724 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:24:55.591142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.604635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:24:55.613448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:24:55.704516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.725389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Network 7db04780-92bd-41e0-90c9-98ad5264e0a8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:24:55.729988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:24:55.796913 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.854674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 0a89b08c-e8b7-409b-a408-a05177e1e724, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0a89b08c-e8b7-409b-a408-a05177e1e724,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:55.869663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=86f1a72b-d33a-484a-bd8b-ca7656831fac,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:55.907075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:55.907725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:55.913717 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-a3d020f3-4189-4157-95f7-261c22eda3d9 service neutron] 10.222.0.38 "PUT /v2.0/ports/86f1a72b-d33a-484a-bd8b-ca7656831fac HTTP/1.1" status: 200 len: 1092 time: 1.6495361 Aug 20 11:24:55.961622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496687b5-68c9-4f89-8aee-dae155afbd51', 'tag': '86f1a72b-d33a-484a-bd8b-ca7656831fac'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:24:55.964006 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3" -d '{"events": [{"name": "network-changed", "server_uuid": "496687b5-68c9-4f89-8aee-dae155afbd51", "tag": "86f1a72b-d33a-484a-bd8b-ca7656831fac"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:24:55.971136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:24:55.995416 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:56.037745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057310d9-6001-4ae8-8539-b02642cb4424 req-f31ee06b-1ce7-4f09-96f1-551ca9a3de93 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:56.041163 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-057310d9-6001-4ae8-8539-b02642cb4424 req-f31ee06b-1ce7-4f09-96f1-551ca9a3de93 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 944 time: 0.1263185 Aug 20 11:24:56.110221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=0a89b08c-e8b7-409b-a408-a05177e1e724,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:56.184908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-f0f4b797-4a25-43ad-8d0e-33dde85c8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:56.189510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-f0f4b797-4a25-43ad-8d0e-33dde85c8b28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1095 time: 0.1071591 Aug 20 11:24:56.203906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-057310d9-6001-4ae8-8539-b02642cb4424 req-ba575e8a-31e0-451e-b7ac-0df0960ad42b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506426 Aug 20 11:24:56.205783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-437d8b2a-852d-4919-a650-e54a7b98f162 None None] Provisioning complete for port d529b90d-24c2-4260-845d-96210c2f375d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:24:56.206355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-437d8b2a-852d-4919-a650-e54a7b98f162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:56.313079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-437d8b2a-852d-4919-a650-e54a7b98f162 None None] Port d529b90d-24c2-4260-845d-96210c2f375d cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:24:56.315100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:24:56.317516 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-d2b80e59-4a9a-4cd1-ae30-6e31ed30284b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac HTTP/1.1" status: 200 len: 217 time: 0.1125233 Aug 20 11:24:56.322387 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-26b9b6b4-b3c3-4f87-849e-054c74068c1d admin admin] 10.222.0.10 "PUT /v2.0/routers/93ce31b7-09ca-45b9-a7b3-f8acceb71acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7053609 Aug 20 11:24:56.347055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59638) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:56.361261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720580770', 'description': 'tempest-secgroup-smoke-720580770 description', 'project_id': '981bab59c36f4c10932ff10b206a827c'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:56.464524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-36796a9b-79f5-4e05-a90f-5f698740c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:56.466085 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-36796a9b-79f5-4e05-a90f-5f698740c651 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.1385376 Aug 20 11:24:56.521664 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:56.542700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:56.550953 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-ed1328ac-aa12-4469-8e2b-e53623155673 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766754 Aug 20 11:24:56.612739 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592cb48a-439a-4a11-9916-cfad0b203e4e x-openstack-request-id: req-592cb48a-439a-4a11-9916-cfad0b203e4e {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:24:56.612739 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496687b5-68c9-4f89-8aee-dae155afbd51", "tag": "86f1a72b-d33a-484a-bd8b-ca7656831fac", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:24:56.612739 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-592cb48a-439a-4a11-9916-cfad0b203e4e {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:24:56.612739 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496687b5-68c9-4f89-8aee-dae155afbd51', 'tag': '86f1a72b-d33a-484a-bd8b-ca7656831fac', 'status': 'completed', 'code': 200} Aug 20 11:24:56.772126 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-479c2114-8125-4e4b-a93a-b008e7fca21f service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128215 Aug 20 11:24:56.800219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:56.900182 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18130fd2-45c1-45e3-abfe-a87a33a7eec1 req-28ef934a-9f1d-409b-bc7f-7572502fd319 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169927 Aug 20 11:24:56.947561 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:56.995340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d396365-1233-4bc9-93a0-d16208b4657a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:57.108667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.115162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3 req-cb5f4c37-d3f4-45bc-b1ba-7c974b06bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:57.116660 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3 req-cb5f4c37-d3f4-45bc-b1ba-7c974b06bee3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1095 time: 0.0723691 Aug 20 11:24:57.126588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59648) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:57.131931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-41b4520a-643f-43ba-88f7-22ee8a138fcb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157537491', 'description': 'tempest-description--1093857910'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:57.193469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Sync routers for ids ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:24:57.195557 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.207970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Routers {'93ce31b7-09ca-45b9-a7b3-f8acceb71acb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:24:57.208620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:57.253158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b00598-da17-49b2-98b6-cc5701799021,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:57.282410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3 req-817d22d8-8d46-40ca-af1e-439c88dde501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:57.284187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3 req-817d22d8-8d46-40ca-af1e-439c88dde501 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1577394 Aug 20 11:24:57.328459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0a89b08c-e8b7-409b-a408-a05177e1e724 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:24:57.382911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3 req-c00a3e43-096e-42f3-ba32-4ebe85b38bfc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac HTTP/1.1" status: 200 len: 217 time: 0.0898311 Aug 20 11:24:57.384613 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41b4520a-643f-43ba-88f7-22ee8a138fcb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.399069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.400101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6749df8c-a1cb-4962-80cb-e5f534362a4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0487001 Aug 20 11:24:57.402978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59656) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:57.407717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-82cd7f47-12bf-4975-bb41-d364a5e7b854 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '57b00598-da17-49b2-98b6-cc5701799021', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:57.508018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Set router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:24:57.529384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82cd7f47-12bf-4975-bb41-d364a5e7b854 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.580613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd2499-2728-4db2-9803-03c14afad999 req-c0d07505-2ee1-48b0-be4b-2e56c89b5f69 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:57.582380 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cebd2499-2728-4db2-9803-03c14afad999 req-c0d07505-2ee1-48b0-be4b-2e56c89b5f69 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 944 time: 0.2123239 Aug 20 11:24:57.611320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3 req-4f6c9a77-f014-43aa-8e27-556f64a69259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:57.612071 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3 req-4f6c9a77-f014-43aa-8e27-556f64a69259 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.2126682 Aug 20 11:24:57.635302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0a89b08c-e8b7-409b-a408-a05177e1e724 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:24:57.635874 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.691245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82cd7f47-12bf-4975-bb41-d364a5e7b854 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.707293 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3 req-e8e09219-80d9-420d-b4c7-84c3cbeb4151 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655179 Aug 20 11:24:57.791215 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82cd7f47-12bf-4975-bb41-d364a5e7b854 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.822852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cebd2499-2728-4db2-9803-03c14afad999 req-a3ca7f11-aff3-4779-9ab9-36e490f34383 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266662 Aug 20 11:24:57.823075 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:54Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd529b90d-24c2-4260-845d-96210c2f375d', 'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'mac_address': 'fa:16:3e:fb:c4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:53Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 2, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'subnets': [{'id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:57.861706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Checking router: 93ce31b7-09ca-45b9-a7b3-f8acceb71acb for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:24:57.861706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Updating router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb port d529b90d-24c2-4260-845d-96210c2f375d binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:24:57.861853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd7f47-12bf-4975-bb41-d364a5e7b854 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6697b623-3b2f-47ca-bfb8-38b4bd335dc8,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:57.903936 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41b4520a-643f-43ba-88f7-22ee8a138fcb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.905650 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:57.925499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3 req-f681734b-b3c1-4765-a3b9-9422bd7d5efd service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072892 Aug 20 11:24:57.986110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41b4520a-643f-43ba-88f7-22ee8a138fcb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.052433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4520a-643f-43ba-88f7-22ee8a138fcb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e038583f-948e-49cb-87af-c488c9d0a93f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:58.059295 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82cd7f47-12bf-4975-bb41-d364a5e7b854 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.060892 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-82cd7f47-12bf-4975-bb41-d364a5e7b854 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6568761 Aug 20 11:24:58.063993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59666) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:58.068778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3f6d3d1e-6540-4d92-bcdf-2e5a16389a7a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '57b00598-da17-49b2-98b6-cc5701799021', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:58.086740 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b526c8d1-cb2c-49e1-973c-33fd9e5b55c3 req-159034e9-f4e6-4de9-9733-00d45c123c4d service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540754 Aug 20 11:24:58.101144 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41b4520a-643f-43ba-88f7-22ee8a138fcb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.115714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-41b4520a-643f-43ba-88f7-22ee8a138fcb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9804406 Aug 20 11:24:58.115714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59668) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:58.115714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-10973316-91c4-4858-9575-9da53ac9f951 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Request body: {'security_group_rule': {'security_group_id': 'e038583f-948e-49cb-87af-c488c9d0a93f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:58.227742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f6d3d1e-6540-4d92-bcdf-2e5a16389a7a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.248872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.262635 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Transition to ACTIVE for port object d529b90d-24c2-4260-845d-96210c2f375d will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:24:58.297214 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f6d3d1e-6540-4d92-bcdf-2e5a16389a7a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.416231 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10973316-91c4-4858-9575-9da53ac9f951 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.438684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f6d3d1e-6540-4d92-bcdf-2e5a16389a7a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.440360 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.484770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d3d1e-6540-4d92-bcdf-2e5a16389a7a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1abda3a-d0aa-4330-b651-fdfcd6b151ff,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:58.519647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10973316-91c4-4858-9575-9da53ac9f951 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.536429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1f3ea-a8e9-4de5-a282-479fce080220 None None] Pushing event updated for resources: {'Port': ['ID=d529b90d-24c2-4260-845d-96210c2f375d,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:58.590300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Attempting to bind port d529b90d-24c2-4260-845d-96210c2f375d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:24:58.591030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Attempting to bind port d529b90d-24c2-4260-845d-96210c2f375d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:24:58.591448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Attempting to bind port d529b90d-24c2-4260-845d-96210c2f375d on network 7db04780-92bd-41e0-90c9-98ad5264e0a8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:24:58.598285 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:24:58.598721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Checking segment: {'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:24:58.599137 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.599540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Bound using segment: {'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:24:58.600034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Bound port: d529b90d-24c2-4260-845d-96210c2f375d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:24:58.600414 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.605884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f6d3d1e-6540-4d92-bcdf-2e5a16389a7a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.609833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59674) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:58.616320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-66d05a26-b1e8-4933-977a-74a6d71c133e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '57b00598-da17-49b2-98b6-cc5701799021', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:58.616823 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3f6d3d1e-6540-4d92-bcdf-2e5a16389a7a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5480366 Aug 20 11:24:58.618494 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10973316-91c4-4858-9575-9da53ac9f951 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.646914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10973316-91c4-4858-9575-9da53ac9f951 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5512e4e-42ed-457f-bf7e-110ed5212d0f,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:58.718317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] For port d529b90d-24c2-4260-845d-96210c2f375d, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:24:58.721906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] For port d529b90d-24c2-4260-845d-96210c2f375d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d529b90d-24c2-4260-845d-96210c2f375d,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:24:58.794806 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d05a26-b1e8-4933-977a-74a6d71c133e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.857415 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.859443 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d05a26-b1e8-4933-977a-74a6d71c133e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.902686 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10973316-91c4-4858-9575-9da53ac9f951 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:58.912655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59684) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:58.913137 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-10973316-91c4-4858-9575-9da53ac9f951 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7951019 Aug 20 11:24:58.923881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6ff66eb8-c35e-4f4f-a464-030dfc731801 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Request body: {'security_group_rule': {'security_group_id': 'e038583f-948e-49cb-87af-c488c9d0a93f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:58.929461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Routers {'93ce31b7-09ca-45b9-a7b3-f8acceb71acb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:24:58.930126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:58.965595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59686) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:58.980004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1f3ea-a8e9-4de5-a282-479fce080220 None None] Pushing event updated for resources: {'Port': ['ID=d529b90d-24c2-4260-845d-96210c2f375d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:59.057155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772ac0c-e097-4eab-9e6d-12275c01f2a2 req-a19d6648-5ddb-4b20-bf14-639402c3e6ea tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:24:59.059552 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a772ac0c-e097-4eab-9e6d-12275c01f2a2 req-a19d6648-5ddb-4b20-bf14-639402c3e6ea tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 944 time: 0.1383438 Aug 20 11:24:59.065585 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d05a26-b1e8-4933-977a-74a6d71c133e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.120103 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a772ac0c-e097-4eab-9e6d-12275c01f2a2 req-1416f3d0-765b-4c11-b045-05b55b8347f2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526924 Aug 20 11:24:59.125436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] Set router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:24:59.150705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a28b863-d448-41a2-9fca-c18e1db3196a admin admin] Deleting subnet 18324ad2-603f-4c3b-8ee5-52e694e361c6 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:24:59.163814 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a28b863-d448-41a2-9fca-c18e1db3196a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.207762 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a28b863-d448-41a2-9fca-c18e1db3196a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.257467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d05a26-b1e8-4933-977a-74a6d71c133e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408180d6-252f-4df5-a6b3-58e9fb5475fb,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:59.271496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a28b863-d448-41a2-9fca-c18e1db3196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.299033 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ff66eb8-c35e-4f4f-a464-030dfc731801 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.317130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 86f1a72b-d33a-484a-bd8b-ca7656831fac details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:24:59.355868 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66d05a26-b1e8-4933-977a-74a6d71c133e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.357094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-66d05a26-b1e8-4933-977a-74a6d71c133e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7459092 Aug 20 11:24:59.362889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59688) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:59.369691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f47d493e-7958-4ab2-a2fa-296aca9d8456 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '57b00598-da17-49b2-98b6-cc5701799021', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:59.379709 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ff66eb8-c35e-4f4f-a464-030dfc731801 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.481055 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ff66eb8-c35e-4f4f-a464-030dfc731801 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.491798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:59.508713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '86f1a72b-d33a-484a-bd8b-ca7656831fac', 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98', 'port_id': '86f1a72b-d33a-484a-bd8b-ca7656831fac', 'mac_address': 'fa:16:3e:21:0e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117ab75a-d603-4cad-8f24-e9c95ab0ae3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:24:59.515108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff66eb8-c35e-4f4f-a464-030dfc731801 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af9927c-66d4-4a3a-8dc3-19b5cf4d78d0,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:59.515994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:54Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd529b90d-24c2-4260-845d-96210c2f375d', 'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'mac_address': 'fa:16:3e:fb:c4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:53Z', 'updated_at': '2021-08-20T11:24:58Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'subnets': [{'id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:59.531886 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a28b863-d448-41a2-9fca-c18e1db3196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.535342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f47d493e-7958-4ab2-a2fa-296aca9d8456 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.563456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28b863-d448-41a2-9fca-c18e1db3196a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18324ad2-603f-4c3b-8ee5-52e694e361c6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:59.566245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f92a6b-3831-4d11-b16e-c766904d222c None None] The sync data for ids ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'] in n-d-804230-3 is: [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:54Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd529b90d-24c2-4260-845d-96210c2f375d', 'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'mac_address': 'fa:16:3e:fb:c4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:53Z', 'updated_at': '2021-08-20T11:24:58Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'subnets': [{'id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:24:59.580142 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a28b863-d448-41a2-9fca-c18e1db3196a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.584474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4a28b863-d448-41a2-9fca-c18e1db3196a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/18324ad2-603f-4c3b-8ee5-52e694e361c6 HTTP/1.1" status: 204 len: 168 time: 0.6177957 Aug 20 11:24:59.585017 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.588662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59692) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:59.605626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f1a72b-d33a-484a-bd8b-ca7656831fac {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:24:59.658403 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:24:59.695106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f47d493e-7958-4ab2-a2fa-296aca9d8456 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.739230 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.742411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ff66eb8-c35e-4f4f-a464-030dfc731801 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.743974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6ff66eb8-c35e-4f4f-a464-030dfc731801 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8356142 Aug 20 11:24:59.746791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59696) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:24:59.751778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:24:59.795254 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.869030 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.890078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94456f65-2139-430f-9d13-851520dafa70']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:59.917214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=86f1a72b-d33a-484a-bd8b-ca7656831fac,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:59.921157 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f47d493e-7958-4ab2-a2fa-296aca9d8456 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.922072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8e69bc-8046-4bc6-8efc-c67fae0a0c14') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:59.928137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8e69bc-8046-4bc6-8efc-c67fae0a0c14') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:24:59.941683 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d493e-7958-4ab2-a2fa-296aca9d8456 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfd5fe5-8800-438d-b734-8ae31b8f1274,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:24:59.947561 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.965858 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.973912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:24:59.994915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:24:59.996887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.083206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f47d493e-7958-4ab2-a2fa-296aca9d8456 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.085541 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f47d493e-7958-4ab2-a2fa-296aca9d8456 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7203329 Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:25:00.090520 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:25:00.092965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59702) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:00.098281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-651ca85c-44f4-438e-bcd1-f398be8d1966 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '57b00598-da17-49b2-98b6-cc5701799021', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:00.099547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['86f1a72b-d33a-484a-bd8b-ca7656831fac'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:25:00.158889 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.235873 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.244039 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.246200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] 10.222.0.10 "DELETE /v2.0/networks/94456f65-2139-430f-9d13-851520dafa70 HTTP/1.1" status: 204 len: 168 time: 0.6565597 Aug 20 11:25:00.249998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59706) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:00.282941 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-651ca85c-44f4-438e-bcd1-f398be8d1966 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Project 981bab59c36f4c10932ff10b206a827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:25:00.315440 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-651ca85c-44f4-438e-bcd1-f398be8d1966 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.321293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337a6a5-493c-4a76-bfc2-8a95e525328f admin admin] Pushing event deleted for resources: {'Network': ['ID=94456f65-2139-430f-9d13-851520dafa70,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:00.327955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Allocated IP 172.25.4.185 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/74d43b7d-c679-452d-b2fe-f6e1e35e9e5e) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:25:00.380453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Deleting subnet c613bef9-560e-4739-927f-5ec06bfaa8b3 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:25:00.385000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.428706 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.472106 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.494768 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.530971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c32694-1134-4fec-aaa3-2c16b3cbc7ff req-06148bf6-46bf-4217-806a-2ac952594c1a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:00.539371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7c32694-1134-4fec-aaa3-2c16b3cbc7ff req-06148bf6-46bf-4217-806a-2ac952594c1a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 945 time: 0.3055568 Aug 20 11:25:00.555433 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-651ca85c-44f4-438e-bcd1-f398be8d1966 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.601034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7c32694-1134-4fec-aaa3-2c16b3cbc7ff req-8075563c-0c01-4541-8314-ea22ab7bfa5c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612719 Aug 20 11:25:00.646853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-651ca85c-44f4-438e-bcd1-f398be8d1966 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.669346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ca85c-44f4-438e-bcd1-f398be8d1966 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed331fd1-b5a0-4e3c-b02a-55797512b028,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:00.685336 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.685691 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.714079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c613bef9-560e-4739-927f-5ec06bfaa8b3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:00.722867 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.724968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c613bef9-560e-4739-927f-5ec06bfaa8b3 HTTP/1.1" status: 204 len: 168 time: 0.4739792 Aug 20 11:25:00.729646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59710) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:00.739992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.740450 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.740963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.741316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.741662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.742031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.742429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.742730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.743069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.743403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.743809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.744141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82326a09-695b-40e5-a2a6-4be981004a5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:00.744716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:00.750031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:00.755530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:25:00.786751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Pushing event updated for resources: {'Port': ['ID=74d43b7d-c679-452d-b2fe-f6e1e35e9e5e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:00.793691 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-651ca85c-44f4-438e-bcd1-f398be8d1966 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.799431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-651ca85c-44f4-438e-bcd1-f398be8d1966 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7045884 Aug 20 11:25:00.800652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59712) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:00.806246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6e13e81c-7bd0-41cf-937e-9c67c0cbc3d6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '57b00598-da17-49b2-98b6-cc5701799021', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:00.833626 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.960009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.979927 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:00.995053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b4eda1-3e79-4f91-9459-bc10442eeb0d']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:01.011058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1208b67c-c749-4f13-aad2-979930d38903') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:01.011416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1208b67c-c749-4f13-aad2-979930d38903') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:01.016466 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-6e13e81c-7bd0-41cf-937e-9c67c0cbc3d6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Project 981bab59c36f4c10932ff10b206a827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:25:01.025144 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.026347 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e13e81c-7bd0-41cf-937e-9c67c0cbc3d6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.049688 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.057073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:25:01.057485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:25:01.059658 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:25:01.135009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.182206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e13e81c-7bd0-41cf-937e-9c67c0cbc3d6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.223882 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.229940 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.236879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] 10.222.0.10 "DELETE /v2.0/networks/f5b4eda1-3e79-4f91-9459-bc10442eeb0d HTTP/1.1" status: 204 len: 168 time: 0.5015547 Aug 20 11:25:01.254736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b4696-fe49-4d34-b751-b22a2705502f admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b4eda1-3e79-4f91-9459-bc10442eeb0d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:01.278793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d529b90d-24c2-4260-845d-96210c2f375d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:01.307735 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e13e81c-7bd0-41cf-937e-9c67c0cbc3d6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.322253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 86f1a72b-d33a-484a-bd8b-ca7656831fac up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:01.351977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13e81c-7bd0-41cf-937e-9c67c0cbc3d6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93aa5a55-5826-46a2-94c8-725f5f839616,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:01.401070 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.450417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e13e81c-7bd0-41cf-937e-9c67c0cbc3d6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.451706 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6e13e81c-7bd0-41cf-937e-9c67c0cbc3d6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6497624 Aug 20 11:25:01.454927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59722) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:01.460447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'network': {'name': 'tempest-network-smoke--1197599997', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'port_security_enabled': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:01.475270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d529b90d-24c2-4260-845d-96210c2f375d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:01.479662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d529b90d-24c2-4260-845d-96210c2f375d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:01.480035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.555258 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.557027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 86f1a72b-d33a-484a-bd8b-ca7656831fac completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:01.565320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 86f1a72b-d33a-484a-bd8b-ca7656831fac triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:01.565691 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.578204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:01.583417 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.589222 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.620164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:25:01.631660 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.632306 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Added segment 47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4 of type vlan for network 94e3b673-0cf3-4925-b3f6-02f071344b73 Aug 20 11:25:01.640474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Pushing event updated for resources: {'Port': ['ID=74d43b7d-c679-452d-b2fe-f6e1e35e9e5e,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:01.675276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d529b90d-24c2-4260-845d-96210c2f375d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d529b90d-24c2-4260-845d-96210c2f375d,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:01.679376 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.692736 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.760030 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.763592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2332377-7c2f-4f1d-801d-ba883ebccdab req-60afd8e7-cf64-40d2-8ca7-4aec297e9c5d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:01.763770 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.765057 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2332377-7c2f-4f1d-801d-ba883ebccdab req-60afd8e7-cf64-40d2-8ca7-4aec297e9c5d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 945 time: 0.0638547 Aug 20 11:25:01.791438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.793224 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8bb94376-8779-44b2-8581-ae871118932b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0447123 Aug 20 11:25:01.816932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496687b5-68c9-4f89-8aee-dae155afbd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f1a72b-d33a-484a-bd8b-ca7656831fac'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:01.819455 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96fa034-7fa1-46f7-bea0-8a90ce693147" -d '{"events": [{"server_uuid": "496687b5-68c9-4f89-8aee-dae155afbd51", "name": "network-vif-plugged", "status": "completed", "tag": "86f1a72b-d33a-484a-bd8b-ca7656831fac"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:01.823461 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2332377-7c2f-4f1d-801d-ba883ebccdab req-ab4853da-cee6-4c59-ac64-593ce162b47b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503454 Aug 20 11:25:01.848647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:01.850707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d529b90d-24c2-4260-845d-96210c2f375d,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:01.863982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.870270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:01.879327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:01.880241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59734) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:01.916890 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37d72b0-18c9-4b4c-996d-27fa38d37daf x-openstack-request-id: req-e37d72b0-18c9-4b4c-996d-27fa38d37daf {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:01.917893 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496687b5-68c9-4f89-8aee-dae155afbd51", "name": "network-vif-plugged", "status": "completed", "tag": "86f1a72b-d33a-484a-bd8b-ca7656831fac", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:01.918883 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e37d72b0-18c9-4b4c-996d-27fa38d37daf {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:01.930763 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496687b5-68c9-4f89-8aee-dae155afbd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f1a72b-d33a-484a-bd8b-ca7656831fac', 'code': 200} Aug 20 11:25:01.964824 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4ba3bae4-5996-4fb2-b1af-7101ce841262 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4840fea784a45758a39ca06be67b734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828719 Aug 20 11:25:01.967530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59742) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:01.970512 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:02.085028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=86f1a72b-d33a-484a-bd8b-ca7656831fac,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:02.102295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabe98f-db6f-42a3-a94a-b74a832a1844 req-656c1582-e28e-4a1a-9f38-b6b234bf1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:02.104081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdabe98f-db6f-42a3-a94a-b74a832a1844 req-656c1582-e28e-4a1a-9f38-b6b234bf1bab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1097 time: 0.1057062 Aug 20 11:25:02.134003 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af08b5ea-8622-40a6-a3ca-e6809449a33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:02.175808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdabe98f-db6f-42a3-a94a-b74a832a1844 req-5325e98d-b4c3-4b86-b505-5d4691559102 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619586 Aug 20 11:25:02.177969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af08b5ea-8622-40a6-a3ca-e6809449a33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:02.457885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Network': ['ID=94e3b673-0cf3-4925-b3f6-02f071344b73,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:02.466712 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af08b5ea-8622-40a6-a3ca-e6809449a33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:02.469112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 94e3b673-0cf3-4925-b3f6-02f071344b73 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:25:02.470683 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-af08b5ea-8622-40a6-a3ca-e6809449a33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:02.475219 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-af08b5ea-8622-40a6-a3ca-e6809449a33f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c14421f3-a284-480c-80d3-e3653521207c HTTP/1.1" status: 204 len: 168 time: 0.4978929 Aug 20 11:25:02.477066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-7cc7e3c3-8da0-4145-9988-d8703256a633 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1157537491&fields=id&tenant_id=41f05b40b3344d25aa401cf45b894fc0 HTTP/1.1" status: 200 len: 267 time: 0.0539112 Aug 20 11:25:02.486291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08b5ea-8622-40a6-a3ca-e6809449a33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14421f3-a284-480c-80d3-e3653521207c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:02.568184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e4da86f3-9a5a-428f-951b-cd94a042d2bd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1117258 Aug 20 11:25:02.571074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59754) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:02.575875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'admin_state_up': True, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:02.615144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-e92a57ea-ddd8-4e2d-8557-df819cd0c2cf tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:02.617058 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-e92a57ea-ddd8-4e2d-8557-df819cd0c2cf tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/networks?id=7db04780-92bd-41e0-90c9-98ad5264e0a8 HTTP/1.1" status: 200 len: 811 time: 0.1298289 Aug 20 11:25:02.635685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-4dd963fa-de5a-452d-a731-a7d48d8c5fae tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/quotas/41f05b40b3344d25aa401cf45b894fc0 HTTP/1.1" status: 200 len: 375 time: 0.0097604 Aug 20 11:25:02.692844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-969f25bf-731d-42a8-996f-0f71083e996c tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=41f05b40b3344d25aa401cf45b894fc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499880 Aug 20 11:25:02.712748 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:02.714073 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:02.774415 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:02.804103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-16937276-0943-492f-9c12-2ae9f070608f service neutron] 10.222.0.10 "GET /v2.0/networks/7db04780-92bd-41e0-90c9-98ad5264e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968139 Aug 20 11:25:02.911993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-0ef62e94-11c3-439a-ba02-534d4388c8b1 service neutron] 10.222.0.10 "GET /v2.0/networks/7db04780-92bd-41e0-90c9-98ad5264e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985043 Aug 20 11:25:03.076857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b3301-4969-4b5e-be3d-793c0c9b524b req-64246c89-ecf5-45f0-8da5-06b12f61f45a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:03.083059 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d6b3301-4969-4b5e-be3d-793c0c9b524b req-64246c89-ecf5-45f0-8da5-06b12f61f45a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 946 time: 0.1610701 Aug 20 11:25:03.089677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:03.129722 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d6b3301-4969-4b5e-be3d-793c0c9b524b req-3c50e032-f6fb-4fd8-87ab-15a007883b26 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 Aug 20 11:25:03.218171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d529b90d-24c2-4260-845d-96210c2f375d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:03.377666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d529b90d-24c2-4260-845d-96210c2f375d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:03.378592 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:03.482312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b6709571-7c35-4750-a8f1-81990091d262 req-7e807691-2936-4ca4-9eb2-dfaf96474e1f tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 210 time: 0.0702233 Aug 20 11:25:03.518873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:03.542735 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:03.553777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59776) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:03.642243 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-21199967-2e8d-4fdf-8291-675bd330f1c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33a9b960e42c4f56b48a1bb57e2a2238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848393 Aug 20 11:25:03.643014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59778) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:03.687921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.25.4.238 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/af29da43-c6e6-4a90-93fe-717cc2d3fc07) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:25:03.700520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5047-9161-4395-aca3-b27fa38af2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:03.727154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5047-9161-4395-aca3-b27fa38af2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:03.802567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:03.878635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5047-9161-4395-aca3-b27fa38af2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:03.882893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5047-9161-4395-aca3-b27fa38af2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:03.884772 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6e2b5047-9161-4395-aca3-b27fa38af2a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a428aaf1-f8f1-4192-ae2e-32420216a42e HTTP/1.1" status: 204 len: 168 time: 0.2402174 Aug 20 11:25:03.899095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b5047-9161-4395-aca3-b27fa38af2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a428aaf1-f8f1-4192-ae2e-32420216a42e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:03.927583 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:04.012385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:04.012385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:04.012385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:25:04.012385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=af29da43-c6e6-4a90-93fe-717cc2d3fc07,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:04.261043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7f2c4-c3b2-43fc-9c0c-f17be74b26e7 req-ff2082ad-1559-41e9-8ed4-00613378942d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:04.262767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85d7f2c4-c3b2-43fc-9c0c-f17be74b26e7 req-ff2082ad-1559-41e9-8ed4-00613378942d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 946 time: 0.0575228 Aug 20 11:25:04.318840 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85d7f2c4-c3b2-43fc-9c0c-f17be74b26e7 req-c45b3151-552c-46cb-8e86-9a8b6c23f468 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469306 Aug 20 11:25:04.524397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eee67-989a-43df-b3ab-567f1c62c93d req-88d5e72f-9d91-4882-b4b0-cd01685ce930 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:04.525992 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-905eee67-989a-43df-b3ab-567f1c62c93d req-88d5e72f-9d91-4882-b4b0-cd01685ce930 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1097 time: 0.0583684 Aug 20 11:25:04.560039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ed6082d9-7a63-47e4-b46f-85a48df35cf6 req-3f1afdd1-71c5-4f01-b16e-aa00b73b782f tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 210 time: 0.0361855 Aug 20 11:25:04.571836 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-905eee67-989a-43df-b3ab-567f1c62c93d req-704c2a85-7993-4f1d-b543-76d95464cf98 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Aug 20 11:25:04.696000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af59f63-9335-45ab-bad5-79866dfa699d req-f0dcc995-18b7-4394-ad84-b08117a0d935 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:04.697679 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7af59f63-9335-45ab-bad5-79866dfa699d req-f0dcc995-18b7-4394-ad84-b08117a0d935 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1097 time: 0.0427265 Aug 20 11:25:04.741173 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7af59f63-9335-45ab-bad5-79866dfa699d req-f08d75f6-1919-4b42-8c92-db44f976011c tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371778 Aug 20 11:25:05.360397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:05.408021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8d9f7-a5b4-4d67-b30b-5e645fab1443 req-e766bee5-3ebe-4a18-b9b8-cd299f5e13d2 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:05.420421 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fbb8d9f7-a5b4-4d67-b30b-5e645fab1443 req-e766bee5-3ebe-4a18-b9b8-cd299f5e13d2 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1097 time: 0.0949221 Aug 20 11:25:05.504509 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fbb8d9f7-a5b4-4d67-b30b-5e645fab1443 req-ad8a35ed-dd21-4729-873a-a66de7b71836 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817549 Aug 20 11:25:05.679776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4efdee45-1943-4e35-b043-179ad6aa2065 req-2fbc4e00-9b52-4cb6-bc14-8b8227a8e49f tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 210 time: 0.0367782 Aug 20 11:25:05.709466 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:05.954962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 71b6a3b8-dccb-4870-b3c8-105867550b58 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:25:06.094992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:25:06.107593 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Sync routers for ids ['71b6a3b8-dccb-4870-b3c8-105867550b58'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:25:06.124191 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Routers {'71b6a3b8-dccb-4870-b3c8-105867550b58'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:06.124901 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71b6a3b8-dccb-4870-b3c8-105867550b58'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:06.189550 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:06.191300 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-753afb46-6cb6-4ea6-be3f-86301b8c97bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6192102 Aug 20 11:25:06.194360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59854) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:06.263618 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Set router 71b6a3b8-dccb-4870-b3c8-105867550b58 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:06.442570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59862) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:06.457379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ce961bc7-f8d5-489e-b01c-283d260d6a47 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=981bab59c36f4c10932ff10b206a827c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2617180 Aug 20 11:25:06.515532 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:04Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:06.554242 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Checking router: 71b6a3b8-dccb-4870-b3c8-105867550b58 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:25:06.554703 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Updating router 71b6a3b8-dccb-4870-b3c8-105867550b58 port af29da43-c6e6-4a90-93fe-717cc2d3fc07 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:25:06.592341 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:06.689130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af46c4bf-a900-4833-84c5-fb1ca8252803 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:06.693359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-af46c4bf-a900-4833-84c5-fb1ca8252803 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2464778 Aug 20 11:25:06.694290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59876) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:06.715158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444999a-1e1d-4bd3-be91-601938eb0c37 req-6ca4ec8c-fae3-40d5-922a-831c643cbbd7 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:06.717634 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9444999a-1e1d-4bd3-be91-601938eb0c37 req-6ca4ec8c-fae3-40d5-922a-831c643cbbd7 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1097 time: 0.0761003 Aug 20 11:25:06.762918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9444999a-1e1d-4bd3-be91-601938eb0c37 req-c410c6e1-9cd0-481b-88e7-0439dcb83004 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Aug 20 11:25:06.781986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e4f98545-334d-44f0-81b0-2af0a5f265c6 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857038 Aug 20 11:25:06.782652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59880) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:06.792485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-65604985', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:06.887853 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8ee1429-7570-4d51-b7dd-d9f52618a672 req-4d912756-31cd-4635-ba09-8a534e71aee0 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 210 time: 0.0847952 Aug 20 11:25:07.021866 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:07.032368 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Transition to ACTIVE for port object af29da43-c6e6-4a90-93fe-717cc2d3fc07 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:07.035352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:07.039785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:07.143830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-5f949468-ecad-4883-9684-cef6815ad0cc tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:07.145532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-5f949468-ecad-4883-9684-cef6815ad0cc tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.57 "GET /v2.0/networks?id=7db04780-92bd-41e0-90c9-98ad5264e0a8 HTTP/1.1" status: 200 len: 811 time: 0.1329217 Aug 20 11:25:07.158404 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:07.231353 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-e56bae18-7a0d-4349-ae0e-aaee5d5390ba tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f05b40b3344d25aa401cf45b894fc0 HTTP/1.1" status: 200 len: 380 time: 0.0737128 Aug 20 11:25:07.238756 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542578b-5453-4bec-840d-41042addfb00 None None] Pushing event updated for resources: {'Port': ['ID=af29da43-c6e6-4a90-93fe-717cc2d3fc07,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:07.242531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Request body: {'port': {'device_id': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'admin_state_up': True, 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'security_groups': ['e038583f-948e-49cb-87af-c488c9d0a93f']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:07.284049 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Attempting to bind port af29da43-c6e6-4a90-93fe-717cc2d3fc07 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:07.284693 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Attempting to bind port af29da43-c6e6-4a90-93fe-717cc2d3fc07 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:07.285392 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Attempting to bind port af29da43-c6e6-4a90-93fe-717cc2d3fc07 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:07.293778 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:07.294825 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:07.295415 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:07.295975 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:07.296794 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Bound port: af29da43-c6e6-4a90-93fe-717cc2d3fc07, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:07.305884 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:07.419367 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] For port af29da43-c6e6-4a90-93fe-717cc2d3fc07, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:07.422568 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] For port af29da43-c6e6-4a90-93fe-717cc2d3fc07, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af29da43-c6e6-4a90-93fe-717cc2d3fc07,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:07.552764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:07.598850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Made reservation on behalf of 41f05b40b3344d25aa401cf45b894fc0 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:07.604431 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:07.605001 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:07.690129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Subnet': ['ID=0beacb38-1ace-47ab-b00c-3ba4c0ced561,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:07.704835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.705658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.706935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.707333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.707848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.708020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.708367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.708714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.709050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.709389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.709740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.710078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:07.730366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Checking segment: {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:07.731563 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network hostable DHCP agents. Network: 94e3b673-0cf3-4925-b3f6-02f071344b73, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:25:07.732838 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Routers {'71b6a3b8-dccb-4870-b3c8-105867550b58'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:07.733551 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71b6a3b8-dccb-4870-b3c8-105867550b58'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:07.814847 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542578b-5453-4bec-840d-41042addfb00 None None] Pushing event updated for resources: {'Port': ['ID=af29da43-c6e6-4a90-93fe-717cc2d3fc07,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:07.872976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network 94e3b673-0cf3-4925-b3f6-02f071344b73 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:25:07.903163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Allocated IP 172.20.0.10 (7db04780-92bd-41e0-90c9-98ad5264e0a8/4f671ab9-a6e1-401b-8fc2-5683c1b4e79a/835b968b-6152-48bd-9032-4fb16e052395) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:25:07.995776 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] Set router 71b6a3b8-dccb-4870-b3c8-105867550b58 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:08.099892 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26362674-21b5-492b-a729-0d3778b8edf5 req-1d3aa1a1-5818-48d3-8bfc-05c283440c28 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 210 time: 0.0709121 Aug 20 11:25:08.103288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 94e3b673-0cf3-4925-b3f6-02f071344b73) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:08.112260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:08.112968 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:08.113640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa147d8-f954-4ea7-8c2c-ba54d2c871c9 None None] Network 94e3b673-0cf3-4925-b3f6-02f071344b73 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:25:08.146514 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:08.160976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Transition to ACTIVE for port object 835b968b-6152-48bd-9032-4fb16e052395 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:08.277585 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:04Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:08.289254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-94e3b673-0cf3-4925-b3f6-02f071344b73', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:25:08.290184 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:08.310010 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70987bd8-2863-4963-9416-e3e0fb41c044 None None] The sync data for ids ['71b6a3b8-dccb-4870-b3c8-105867550b58'] in n-d-804230-3 is: [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:04Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:25:08.340158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a6034b64-b0d4-4138-9b93-7d35129fc25e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5550244 Aug 20 11:25:08.342541 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59930) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:08.367568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:08.476240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Pushing event updated for resources: {'Port': ['ID=835b968b-6152-48bd-9032-4fb16e052395,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:08.506716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Network 7db04780-92bd-41e0-90c9-98ad5264e0a8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:08.509229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:08.512000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:25:08.563600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Allocated IP 172.20.0.2 (94e3b673-0cf3-4925-b3f6-02f071344b73/0beacb38-1ace-47ab-b00c-3ba4c0ced561/76f40639-25f1-4476-b180-39a834dd3d8b) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:25:08.628012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:08.634817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:08.759227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-92b41b37-ec6a-4a00-816a-89ab7223bceb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5249860 Aug 20 11:25:08.779829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Request body: {'port': {'device_id': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:08.979306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:09.057469 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:09.068869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Transition to ACTIVE for port object 76f40639-25f1-4476-b180-39a834dd3d8b will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:09.085807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Transition to ACTIVE for port object 76f40639-25f1-4476-b180-39a834dd3d8b will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:09.201043 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:09.304336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26f49b8a-f78a-46f7-8524-38710da73f42 None None] Provisioning for port 835b968b-6152-48bd-9032-4fb16e052395 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:09.312748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Network 94e3b673-0cf3-4925-b3f6-02f071344b73 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:09.320953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76b517-1284-4906-b390-8f0a17df7c07 req-3be19f3d-ebc4-429c-b73b-30b670fc579c tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:09.324311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26f49b8a-f78a-46f7-8524-38710da73f42 None None] Provisioning complete for port 835b968b-6152-48bd-9032-4fb16e052395 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:09.325439 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c76b517-1284-4906-b390-8f0a17df7c07 req-3be19f3d-ebc4-429c-b73b-30b670fc579c tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 932 time: 0.1054318 Aug 20 11:25:09.326040 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26f49b8a-f78a-46f7-8524-38710da73f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:09.341869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:09.393315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:25:09.410266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af29da43-c6e6-4a90-93fe-717cc2d3fc07 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:09.466581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Pushing event updated for resources: {'Port': ['ID=76f40639-25f1-4476-b180-39a834dd3d8b,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:09.485026 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c76b517-1284-4906-b390-8f0a17df7c07 req-32fc6afa-ebb2-4bb0-bcc7-e9407c182fe9 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502290 Aug 20 11:25:09.584710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835b968b-6152-48bd-9032-4fb16e052395 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:25:09.598885 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:09.624598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Transition to ACTIVE for port object 835b968b-6152-48bd-9032-4fb16e052395 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:09.634318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:09.749887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:09.811560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-26f49b8a-f78a-46f7-8524-38710da73f42 None None] Port 835b968b-6152-48bd-9032-4fb16e052395 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:25:09.864456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Attempting to bind port 76f40639-25f1-4476-b180-39a834dd3d8b on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:09.864828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Attempting to bind port 76f40639-25f1-4476-b180-39a834dd3d8b by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:09.865355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Attempting to bind port 76f40639-25f1-4476-b180-39a834dd3d8b on network 94e3b673-0cf3-4925-b3f6-02f071344b73 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:09.877325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:09.877773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Checking segment: {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:09.878181 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:09.878676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Bound using segment: {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:09.879169 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Bound port: 76f40639-25f1-4476-b180-39a834dd3d8b, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:09.879562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:09.936827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-c2b43eea-5f2e-4e9c-99f9-23feaa8619d7 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:25:09.939302 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-c2b43eea-5f2e-4e9c-99f9-23feaa8619d7 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201430 Aug 20 11:25:09.991330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Pushing event updated for resources: {'Port': ['ID=835b968b-6152-48bd-9032-4fb16e052395,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:10.001782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Request body: {'binding': {'host': 'n-h1-804230-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:10.004246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Unknown quota resources ['binding']. {{(pid=95587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:25:10.033041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] For port 76f40639-25f1-4476-b180-39a834dd3d8b, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:10.037575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] For port 76f40639-25f1-4476-b180-39a834dd3d8b, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=76f40639-25f1-4476-b180-39a834dd3d8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:10.052822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port af29da43-c6e6-4a90-93fe-717cc2d3fc07 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:10.058176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port af29da43-c6e6-4a90-93fe-717cc2d3fc07 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:10.058686 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:10.224396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.20.0.1 (94e3b673-0cf3-4925-b3f6-02f071344b73/0beacb38-1ace-47ab-b00c-3ba4c0ced561/5182c4ce-1c5f-497d-ad22-a25a85a60b36) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:25:10.226665 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:10.365526 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:10.375023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Attempting to bind port 835b968b-6152-48bd-9032-4fb16e052395 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:10.376897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Attempting to bind port 835b968b-6152-48bd-9032-4fb16e052395 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:10.377228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Attempting to bind port 835b968b-6152-48bd-9032-4fb16e052395 on network 7db04780-92bd-41e0-90c9-98ad5264e0a8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:10.392410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Port 835b968b-6152-48bd-9032-4fb16e052395 on network 7db04780-92bd-41e0-90c9-98ad5264e0a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:25:10.395005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Attempting to bind port 835b968b-6152-48bd-9032-4fb16e052395 on network 7db04780-92bd-41e0-90c9-98ad5264e0a8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:10.417087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:10.417087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Checking segment: {'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:10.417087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Bound using segment: {'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:10.420061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Bound port: 835b968b-6152-48bd-9032-4fb16e052395, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e24e02-4911-4eea-93c2-9619fa7025d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:10.426152 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:10.439057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ed2ac-7afd-48da-8fa9-962fde726345 None None] Pushing event updated for resources: {'Port': ['ID=76f40639-25f1-4476-b180-39a834dd3d8b,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:10.451529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port af29da43-c6e6-4a90-93fe-717cc2d3fc07, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af29da43-c6e6-4a90-93fe-717cc2d3fc07,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:10.540889 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:10.571152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Transition to ACTIVE for port object 5182c4ce-1c5f-497d-ad22-a25a85a60b36 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:10.629395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] For port 835b968b-6152-48bd-9032-4fb16e052395, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:10.641270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac on host n-h1-804230-3 for vnic_type normal with profile None {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:10.641953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:10.642232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:10.657533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Port 86f1a72b-d33a-484a-bd8b-ca7656831fac on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:25:10.657533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:10.657533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] For port 835b968b-6152-48bd-9032-4fb16e052395, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=835b968b-6152-48bd-9032-4fb16e052395,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:10.678170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:10.678600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:10.679036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:10.679505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Bound port: 86f1a72b-d33a-484a-bd8b-ca7656831fac, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:10.700390 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:10.763223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139d20d-815f-4e97-8d05-ccd88dc5c2ed req-cedb900c-43cf-45f6-9596-8a78589a1e56 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:10.769240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5139d20d-815f-4e97-8d05-ccd88dc5c2ed req-cedb900c-43cf-45f6-9596-8a78589a1e56 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 944 time: 0.1532147 Aug 20 11:25:10.782540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:10.801545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=af29da43-c6e6-4a90-93fe-717cc2d3fc07,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:10.833276 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5139d20d-815f-4e97-8d05-ccd88dc5c2ed req-9a76db4b-5790-4f95-b2a5-f9abd879dd35 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559247 Aug 20 11:25:10.858545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:10.909665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:10.909665 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:10.909665 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] 10.222.0.57 "PUT /v2.0/ports/835b968b-6152-48bd-9032-4fb16e052395 HTTP/1.1" status: 200 len: 1092 time: 2.1299675 Aug 20 11:25:10.909665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'tag': '835b968b-6152-48bd-9032-4fb16e052395'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:10.909665 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e4c1c0-249c-4c3b-a0eb-57788de4a40e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a7dc61-c9c4-4a84-aed5-13872c751e07", "tag": "835b968b-6152-48bd-9032-4fb16e052395"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:10.941144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb176c-6a15-444e-83e4-44c82e4989d6 service neutron] Pushing event updated for resources: {'Port': ['ID=835b968b-6152-48bd-9032-4fb16e052395,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:10.965391 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b817856b-eba5-4422-a26a-f388b77cd53b x-openstack-request-id: req-b817856b-eba5-4422-a26a-f388b77cd53b {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:10.965751 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a7dc61-c9c4-4a84-aed5-13872c751e07", "tag": "835b968b-6152-48bd-9032-4fb16e052395", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:10.966562 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b817856b-eba5-4422-a26a-f388b77cd53b {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:10.967179 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'tag': '835b968b-6152-48bd-9032-4fb16e052395', 'status': 'completed', 'code': 200} Aug 20 11:25:11.014404 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] Notify callbacks [] for binding, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:11.022068 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:11.031630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-95498cfd-df4d-4b17-8235-a22a322a888a service neutron] 10.222.0.10 "POST /v2.0/ports/86f1a72b-d33a-484a-bd8b-ca7656831fac/bindings HTTP/1.1" status: 201 len: 389 time: 1.0221856 Aug 20 11:25:11.083957 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:11.094559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c1c0-249c-4c3b-a0eb-57788de4a40e req-6a370f7d-968b-47fb-bc6c-0bc17b9a3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:11.094559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02e4c1c0-249c-4c3b-a0eb-57788de4a40e req-6a370f7d-968b-47fb-bc6c-0bc17b9a3381 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f05b40b3344d25aa401cf45b894fc0&device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 1095 time: 0.0908027 Aug 20 11:25:11.119700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network 94e3b673-0cf3-4925-b3f6-02f071344b73 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:11.121367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:11.138737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:25:11.189135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=5182c4ce-1c5f-497d-ad22-a25a85a60b36,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:11.235619 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:11.246035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c1c0-249c-4c3b-a0eb-57788de4a40e req-8c98a824-6c94-4548-a3fb-4e222080615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:11.260531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02e4c1c0-249c-4c3b-a0eb-57788de4a40e req-8c98a824-6c94-4548-a3fb-4e222080615c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=41f05b40b3344d25aa401cf45b894fc0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1506803 Aug 20 11:25:11.413314 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c1c0-249c-4c3b-a0eb-57788de4a40e req-307c1d95-1c0c-442f-8a26-af8c7a401f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:11.416708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02e4c1c0-249c-4c3b-a0eb-57788de4a40e req-307c1d95-1c0c-442f-8a26-af8c7a401f80 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473396 Aug 20 11:25:11.457722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 76f40639-25f1-4476-b180-39a834dd3d8b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:11.528607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-8f2ca849-5b94-4a4d-8807-6c7fbad019cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:11.531232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-8f2ca849-5b94-4a4d-8807-6c7fbad019cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f05b40b3344d25aa401cf45b894fc0&device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 1095 time: 0.0673947 Aug 20 11:25:11.552090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb94573-c531-4ccf-8913-7a5f2eab06c2 req-d770a0f4-c361-47b1-87c8-cf672c21772f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:11.554495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fb94573-c531-4ccf-8913-7a5f2eab06c2 req-d770a0f4-c361-47b1-87c8-cf672c21772f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 946 time: 0.0802510 Aug 20 11:25:11.589971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-d30ad235-dcfc-447e-9490-0fe09d341123 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=835b968b-6152-48bd-9032-4fb16e052395 HTTP/1.1" status: 200 len: 217 time: 0.0514896 Aug 20 11:25:11.635185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 76f40639-25f1-4476-b180-39a834dd3d8b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:11.639982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af29da43-c6e6-4a90-93fe-717cc2d3fc07 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:11.640511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fb94573-c531-4ccf-8913-7a5f2eab06c2 req-0e3c9ebf-2c7f-4b51-91f0-baf5e871cf23 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767772 Aug 20 11:25:11.657278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:11.686655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-9eedd53c-59d3-4f72-a0b3-fa9c9d70253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:11.688246 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-9eedd53c-59d3-4f72-a0b3-fa9c9d70253a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f671ab9-a6e1-401b-8fc2-5683c1b4e79a HTTP/1.1" status: 200 len: 850 time: 0.0916162 Aug 20 11:25:11.719376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port af29da43-c6e6-4a90-93fe-717cc2d3fc07 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:11.719376 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:11.789566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-2d1bc01e-f686-43b9-879b-7e849254d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:11.792369 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-2d1bc01e-f686-43b9-879b-7e849254d4b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7db04780-92bd-41e0-90c9-98ad5264e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955448 Aug 20 11:25:11.871652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f0eb9-dde0-44df-afe3-35585394c5c5 None None] Network 94e3b673-0cf3-4925-b3f6-02f071344b73 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:25:11.943941 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-c6129404-fc4d-4f1c-b6c3-19d3cb440641 service neutron] 10.222.0.57 "GET /v2.0/networks/7db04780-92bd-41e0-90c9-98ad5264e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426725 Aug 20 11:25:12.068528 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-324dd2ff-394f-44e7-8a87-fae588e9094e req-43be0400-8414-4f5d-b419-16e701a935fb service neutron] 10.222.0.57 "GET /v2.0/networks/7db04780-92bd-41e0-90c9-98ad5264e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156294 Aug 20 11:25:12.145405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627f1e7-3441-4ea5-9125-a592207cd968 req-e8261c17-3c12-41c1-b08f-4cd08a878143 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:12.153377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0627f1e7-3441-4ea5-9125-a592207cd968 req-e8261c17-3c12-41c1-b08f-4cd08a878143 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 944 time: 0.0837836 Aug 20 11:25:12.178816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:12.198690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0627f1e7-3441-4ea5-9125-a592207cd968 req-19e53017-26e9-421b-bcaa-c01111761fdd tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441623 Aug 20 11:25:12.224233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9679c7dc-f158-46af-bd84-cc4a3ff77504 None None] Provisioning for port 76f40639-25f1-4476-b180-39a834dd3d8b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:12.230613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9679c7dc-f158-46af-bd84-cc4a3ff77504 None None] Provisioning complete for port 76f40639-25f1-4476-b180-39a834dd3d8b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:12.231087 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9679c7dc-f158-46af-bd84-cc4a3ff77504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:12.257487 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:12.313384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-2fed16b1-2a76-4f04-9ca6-06434fb07420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:12.315898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-2fed16b1-2a76-4f04-9ca6-06434fb07420 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1097 time: 0.0723560 Aug 20 11:25:12.347150 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:12.356216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=5182c4ce-1c5f-497d-ad22-a25a85a60b36,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:12.374316 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9679c7dc-f158-46af-bd84-cc4a3ff77504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:12.448063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9679c7dc-f158-46af-bd84-cc4a3ff77504 None None] For port 76f40639-25f1-4476-b180-39a834dd3d8b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=76f40639-25f1-4476-b180-39a834dd3d8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:12.476358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network 94e3b673-0cf3-4925-b3f6-02f071344b73 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:12.478140 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:12.489249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-1aa5933b-66c5-454d-a377-6453e3241069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:12.491194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-1aa5933b-66c5-454d-a377-6453e3241069 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1676743 Aug 20 11:25:12.553481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-19e7e9ab-e321-44b4-a232-4121e1d41f48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac HTTP/1.1" status: 200 len: 217 time: 0.0538638 Aug 20 11:25:12.587653 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9679c7dc-f158-46af-bd84-cc4a3ff77504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:12.640768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 71b6a3b8-dccb-4870-b3c8-105867550b58 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:25:12.643222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-d1c0ad57-97a4-4330-a311-3e8b28c1d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:12.645851 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-d1c0ad57-97a4-4330-a311-3e8b28c1d8e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0849819 Aug 20 11:25:12.658497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679c7dc-f158-46af-bd84-cc4a3ff77504 None None] Pushing event updated for resources: {'Port': ['ID=76f40639-25f1-4476-b180-39a834dd3d8b,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:12.691276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-cb1faeff-0b34-4576-ae26-7f71bd92b62e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377812 Aug 20 11:25:12.774878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:25:12.811063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2df10786-7c09-49f3-b60f-30f02fc7a3b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "PUT /v2.0/routers/71b6a3b8-dccb-4870-b3c8-105867550b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4378104 Aug 20 11:25:12.811168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Sync routers for ids ['71b6a3b8-dccb-4870-b3c8-105867550b58'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:25:12.811168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Routers {'71b6a3b8-dccb-4870-b3c8-105867550b58'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:12.811168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71b6a3b8-dccb-4870-b3c8-105867550b58'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:12.850787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93638a1-f7b1-4a35-890a-07c53d3a5e01 req-eea10a00-11f7-4977-a51f-76c78560c0bd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:12.852448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e93638a1-f7b1-4a35-890a-07c53d3a5e01 req-eea10a00-11f7-4977-a51f-76c78560c0bd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 946 time: 0.1021376 Aug 20 11:25:12.884549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-c11d205f-4f6d-46e0-b949-03d002d9ca9f service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578152 Aug 20 11:25:12.967122 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e93638a1-f7b1-4a35-890a-07c53d3a5e01 req-39c36ffc-781c-4e5c-86f4-7bcb1e0bbad5 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055734 Aug 20 11:25:13.000387 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9c853b3f-7b6f-43ed-89f6-d6483a5b1b36 None None] Provisioning for port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:13.006937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Set router 71b6a3b8-dccb-4870-b3c8-105867550b58 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:13.008666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-d9024f88-c60c-47f2-8509-e1404734ca87 service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386900 Aug 20 11:25:13.050683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9c853b3f-7b6f-43ed-89f6-d6483a5b1b36 None None] Provisioning complete for port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:13.051395 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9c853b3f-7b6f-43ed-89f6-d6483a5b1b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:13.072611 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-0c244b94-a82c-4688-986c-6f4ef04bbf84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720580770&fields=id&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 267 time: 0.0392606 Aug 20 11:25:13.177483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9c853b3f-7b6f-43ed-89f6-d6483a5b1b36 None None] Port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:25:13.199860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-0cc8f987-78fb-4f5d-b07a-c4fe8dbead26 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:13.202698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-0cc8f987-78fb-4f5d-b07a-c4fe8dbead26 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/networks?id=94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 200 len: 797 time: 0.1225593 Aug 20 11:25:13.204248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9c853b3f-7b6f-43ed-89f6-d6483a5b1b36 None None] Provisioning complete for port 76f40639-25f1-4476-b180-39a834dd3d8b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:13.204788 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9c853b3f-7b6f-43ed-89f6-d6483a5b1b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:13.238874 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:13.246968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-aaa3f455-408f-46d5-a40c-1e9e50b9013b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/quotas/981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 375 time: 0.0336292 Aug 20 11:25:13.254560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 76f40639-25f1-4476-b180-39a834dd3d8b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:13.302017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-84a3ec63-6b92-4d4b-a8d5-b4b9481700ea tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:13.303685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-84a3ec63-6b92-4d4b-a8d5-b4b9481700ea tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1097 time: 0.0936584 Aug 20 11:25:13.320168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804230-3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:13.330802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-e4fc4d51-be7b-44d7-a6ec-24ef2d093e97 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765898 Aug 20 11:25:13.394547 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:13.418586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 76f40639-25f1-4476-b180-39a834dd3d8b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:13.419079 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:13.466965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:11Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5182c4ce-1c5f-497d-ad22-a25a85a60b36', 'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:66:b2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:09Z', 'updated_at': '2021-08-20T11:25:11Z', 'revision_number': 2, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:13.494840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02f546-b10c-411b-aa48-d087b12877b0 req-5a55e6f2-6034-4dae-8125-f560f06f1a0c tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:13.496424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e02f546-b10c-411b-aa48-d087b12877b0 req-5a55e6f2-6034-4dae-8125-f560f06f1a0c tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 944 time: 0.1030273 Aug 20 11:25:13.501532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Checking router: 71b6a3b8-dccb-4870-b3c8-105867550b58 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:25:13.501887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Updating router 71b6a3b8-dccb-4870-b3c8-105867550b58 port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:25:13.540485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:13.579579 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-0c91b510-bbae-4fdd-91a4-98be35893a92 service neutron] 10.222.0.10 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470760 Aug 20 11:25:13.608123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e02f546-b10c-411b-aa48-d087b12877b0 req-980b93d4-926b-438a-bc39-3b1540ee52b8 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017892 Aug 20 11:25:13.692483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:13.738986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d719743a-32a1-4987-a5d6-086198513e82 None None] Provisioning complete for port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:13.739591 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d719743a-32a1-4987-a5d6-086198513e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:13.749492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-09d2d66c-16df-48fc-833c-562d8c500705 service neutron] 10.222.0.10 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687703 Aug 20 11:25:13.755988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:13.810009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496687b5-68c9-4f89-8aee-dae155afbd51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f1a72b-d33a-484a-bd8b-ca7656831fac'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:13.828331 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16827c99-2e9e-4aa5-bc6c-816c918349df" -d '{"events": [{"server_uuid": "496687b5-68c9-4f89-8aee-dae155afbd51", "name": "network-vif-unplugged", "status": "completed", "tag": "86f1a72b-d33a-484a-bd8b-ca7656831fac"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:13.828331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:13.833077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d719743a-32a1-4987-a5d6-086198513e82 None None] Port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:25:13.857021 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcec23e7-b707-4097-aa3a-58f4fbd54010 x-openstack-request-id: req-dcec23e7-b707-4097-aa3a-58f4fbd54010 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:13.857758 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496687b5-68c9-4f89-8aee-dae155afbd51", "name": "network-vif-unplugged", "status": "completed", "tag": "86f1a72b-d33a-484a-bd8b-ca7656831fac", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:13.858036 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcec23e7-b707-4097-aa3a-58f4fbd54010 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:13.858587 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496687b5-68c9-4f89-8aee-dae155afbd51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f1a72b-d33a-484a-bd8b-ca7656831fac', 'code': 200} Aug 20 11:25:13.946345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:13.957963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Transition to ACTIVE for port object 5182c4ce-1c5f-497d-ad22-a25a85a60b36 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:14.035065 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:14.143492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Pushing event updated for resources: {'Port': ['ID=86f1a72b-d33a-484a-bd8b-ca7656831fac,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:14.144866 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:14.178846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac on host n-h2-804230-3 for vnic_type normal with profile {"migrating_to": "n-h1-804230-3"} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:14.179179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:14.179715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:14.187698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Port 86f1a72b-d33a-484a-bd8b-ca7656831fac on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:25:14.188027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Attempting to bind port 86f1a72b-d33a-484a-bd8b-ca7656831fac on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:14.199045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:14.199277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:14.199551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:14.200153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Bound port: 86f1a72b-d33a-484a-bd8b-ca7656831fac, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:14.200677 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:14.214696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb9683-c160-495e-b139-4966c513edeb req-3b22d480-3d1f-473b-bbef-f2c3ad6f9737 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:14.216341 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e2fb9683-c160-495e-b139-4966c513edeb req-3b22d480-3d1f-473b-bbef-f2c3ad6f9737 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 944 time: 0.1353695 Aug 20 11:25:14.252051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf81ff-228e-4ede-ac6a-0e0bb28b3e73 None None] Pushing event updated for resources: {'Port': ['ID=5182c4ce-1c5f-497d-ad22-a25a85a60b36,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:14.326693 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-988b2655-d79e-4197-a6ea-06212eb4f1a1 req-3758c6b0-92c8-4359-ba79-6978469088b5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 210 time: 0.0375981 Aug 20 11:25:14.354895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e2fb9683-c160-495e-b139-4966c513edeb req-a19af01c-88f1-4993-b3c1-83bdef28ffa1 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188071 Aug 20 11:25:14.366525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Attempting to bind port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:14.367985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Attempting to bind port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:14.367985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Attempting to bind port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 on network 94e3b673-0cf3-4925-b3f6-02f071344b73 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:14.383877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:14.384292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Checking segment: {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:14.385966 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:14.387012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Bound using segment: {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:14.388155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Bound port: 5182c4ce-1c5f-497d-ad22-a25a85a60b36, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:14.389181 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:14.392969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:14.396860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:14.474366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] For port 5182c4ce-1c5f-497d-ad22-a25a85a60b36, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:14.477767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] For port 5182c4ce-1c5f-497d-ad22-a25a85a60b36, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5182c4ce-1c5f-497d-ad22-a25a85a60b36,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:14.503597 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:14.590915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:14.591789 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:14.593175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/86f1a72b-d33a-484a-bd8b-ca7656831fac HTTP/1.1" status: 200 len: 1122 time: 1.2794471 Aug 20 11:25:14.593951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d0fef-1b3e-4f99-a40a-0f453e2192c6 service neutron] Pushing event updated for resources: {'Port': ['ID=86f1a72b-d33a-484a-bd8b-ca7656831fac,revision_number=8']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:14.648364 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:14.718553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Routers {'71b6a3b8-dccb-4870-b3c8-105867550b58'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:14.719179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:24:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71b6a3b8-dccb-4870-b3c8-105867550b58'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:14.723455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf81ff-228e-4ede-ac6a-0e0bb28b3e73 None None] Pushing event updated for resources: {'Port': ['ID=5182c4ce-1c5f-497d-ad22-a25a85a60b36,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:14.744321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e525f72-f8f9-4cc3-a520-1bd45d668e99 req-3cb7f51e-19f0-4028-a298-27a6716353a3 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:14.746226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e525f72-f8f9-4cc3-a520-1bd45d668e99 req-3cb7f51e-19f0-4028-a298-27a6716353a3 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 944 time: 0.0599544 Aug 20 11:25:14.760711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['86f1a72b-d33a-484a-bd8b-ca7656831fac'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:25:14.810024 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e525f72-f8f9-4cc3-a520-1bd45d668e99 req-5ad83546-ef92-45ac-82a8-cd90e70434a5 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542324 Aug 20 11:25:14.905367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] Set router 71b6a3b8-dccb-4870-b3c8-105867550b58 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:15.024576 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ea8236a4-4af4-4738-95cb-a539b32063ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:15.317521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:11Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5182c4ce-1c5f-497d-ad22-a25a85a60b36', 'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:66:b2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:09Z', 'updated_at': '2021-08-20T11:25:14Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:15.345078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38d9d9-8c3e-4566-aa46-210301ae5d4e None None] The sync data for ids ['71b6a3b8-dccb-4870-b3c8-105867550b58'] in n-d-804230-3 is: [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:11Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5182c4ce-1c5f-497d-ad22-a25a85a60b36', 'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:66:b2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:09Z', 'updated_at': '2021-08-20T11:25:14Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:25:15.466594 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dedaa809-aca2-4fa2-94e6-3df3d614801e req-838aad44-4f17-4dbf-981d-d5bdc0612abe tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 210 time: 0.0334854 Aug 20 11:25:15.504745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398237f-9f0f-477d-bd52-18a9a70245e7 req-127ac0b1-1987-4172-837d-eeb2c6140894 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:15.510316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c398237f-9f0f-477d-bd52-18a9a70245e7 req-127ac0b1-1987-4172-837d-eeb2c6140894 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 944 time: 0.0755599 Aug 20 11:25:15.563545 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c398237f-9f0f-477d-bd52-18a9a70245e7 req-45f37890-dab1-4e0a-9a56-44cd7098914c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492170 Aug 20 11:25:15.593373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 835b968b-6152-48bd-9032-4fb16e052395 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:25:15.714310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 835b968b-6152-48bd-9032-4fb16e052395, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=835b968b-6152-48bd-9032-4fb16e052395,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:15.727360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '835b968b-6152-48bd-9032-4fb16e052395', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'port_id': '835b968b-6152-48bd-9032-4fb16e052395', 'mac_address': 'fa:16:3e:c1:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:25:15.769802 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:15.783933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835b968b-6152-48bd-9032-4fb16e052395 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:25:15.814493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 835b968b-6152-48bd-9032-4fb16e052395, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=835b968b-6152-48bd-9032-4fb16e052395,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:15.860286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496687b5-68c9-4f89-8aee-dae155afbd51', 'tag': '86f1a72b-d33a-484a-bd8b-ca7656831fac'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:15.863275 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f263fb6-7b4e-47a4-b4bf-579726e14a98" -d '{"events": [{"name": "network-changed", "server_uuid": "496687b5-68c9-4f89-8aee-dae155afbd51", "tag": "86f1a72b-d33a-484a-bd8b-ca7656831fac"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:15.934861 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e0bc0d-854a-4534-ba34-4e6f19801a92 x-openstack-request-id: req-27e0bc0d-854a-4534-ba34-4e6f19801a92 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:15.935149 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496687b5-68c9-4f89-8aee-dae155afbd51", "tag": "86f1a72b-d33a-484a-bd8b-ca7656831fac", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:15.946712 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27e0bc0d-854a-4534-ba34-4e6f19801a92 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:15.946712 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496687b5-68c9-4f89-8aee-dae155afbd51', 'tag': '86f1a72b-d33a-484a-bd8b-ca7656831fac', 'status': 'completed', 'code': 200} Aug 20 11:25:15.946956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef54115-5fdc-4d38-ad57-ce6206d597aa req-5f01653f-785c-4760-b470-5174e3f5b051 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:15.946956 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ef54115-5fdc-4d38-ad57-ce6206d597aa req-5f01653f-785c-4760-b470-5174e3f5b051 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 944 time: 0.0623994 Aug 20 11:25:15.994842 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:16.038087 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ef54115-5fdc-4d38-ad57-ce6206d597aa req-d2fd2ee2-4590-4f23-9f06-61a11f55428f tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854897 Aug 20 11:25:16.064999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f263fb6-7b4e-47a4-b4bf-579726e14a98 req-150cf1ca-68b4-42a6-82bb-c01965403270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:16.064999 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f263fb6-7b4e-47a4-b4bf-579726e14a98 req-150cf1ca-68b4-42a6-82bb-c01965403270 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1125 time: 0.0850561 Aug 20 11:25:16.083708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=835b968b-6152-48bd-9032-4fb16e052395,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:16.160762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f263fb6-7b4e-47a4-b4bf-579726e14a98 req-42088da6-db71-4ff8-ac0c-1c60f50ff256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:16.161682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f263fb6-7b4e-47a4-b4bf-579726e14a98 req-42088da6-db71-4ff8-ac0c-1c60f50ff256 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.0919154 Aug 20 11:25:16.214615 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f263fb6-7b4e-47a4-b4bf-579726e14a98 req-56893415-279a-4da2-93ee-ca570bf186d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac HTTP/1.1" status: 200 len: 217 time: 0.0411739 Aug 20 11:25:16.267409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f263fb6-7b4e-47a4-b4bf-579726e14a98 req-96d7320b-7cc7-4501-a8ed-90170be1b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:16.268922 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f263fb6-7b4e-47a4-b4bf-579726e14a98 req-96d7320b-7cc7-4501-a8ed-90170be1b55e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0470042 Aug 20 11:25:16.285357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['835b968b-6152-48bd-9032-4fb16e052395'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:25:16.307475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f263fb6-7b4e-47a4-b4bf-579726e14a98 req-09d11ac1-452e-4bdd-8d8c-c0c5626ae2b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271220 Aug 20 11:25:16.449965 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f263fb6-7b4e-47a4-b4bf-579726e14a98 req-76343a7f-7d7a-4292-86c3-1deee39ef498 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295505 Aug 20 11:25:16.756940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3a71-b7f4-4d75-9a24-1056fe3a2fac req-d7cca225-9d4a-48d6-a668-b631de62c7ba tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:16.758752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5abd3a71-b7f4-4d75-9a24-1056fe3a2fac req-d7cca225-9d4a-48d6-a668-b631de62c7ba tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 944 time: 0.0659232 Aug 20 11:25:16.803949 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5abd3a71-b7f4-4d75-9a24-1056fe3a2fac req-ff3deaa3-9ad5-41e0-a335-626c06d724e9 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386510 Aug 20 11:25:16.893683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb8ea02b-2c0d-492c-b7b2-fa6a1501f303 req-97c80c55-26d8-4d4e-b890-ac9899f958b7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 210 time: 0.0529885 Aug 20 11:25:16.945438 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f263fb6-7b4e-47a4-b4bf-579726e14a98 req-7f68990e-da5f-46d8-926b-adc443b7c39e service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817724 Aug 20 11:25:17.170547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c78503-9e60-4b65-b889-ae4facb3d485 req-093b99b1-62fc-4747-a66f-af6bbdfd8a30 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:17.172120 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60c78503-9e60-4b65-b889-ae4facb3d485 req-093b99b1-62fc-4747-a66f-af6bbdfd8a30 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 945 time: 0.0588617 Aug 20 11:25:17.223830 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60c78503-9e60-4b65-b889-ae4facb3d485 req-8b56699e-9d27-442b-9595-8405605e3521 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Aug 20 11:25:17.259522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5182c4ce-1c5f-497d-ad22-a25a85a60b36 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:17.457446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:17.462343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:17.462343 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:17.557503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:17.590283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 5182c4ce-1c5f-497d-ad22-a25a85a60b36, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5182c4ce-1c5f-497d-ad22-a25a85a60b36,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:17.610160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 86f1a72b-d33a-484a-bd8b-ca7656831fac details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:25:17.613821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 835b968b-6152-48bd-9032-4fb16e052395 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:17.742746 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:17.775931 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0c092faa-924f-44c4-899a-ccc2c177b99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:17.793908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:17.815740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 86f1a72b-d33a-484a-bd8b-ca7656831fac has no active binding in host n-h1-804230-3 {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:25:17.821726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=5182c4ce-1c5f-497d-ad22-a25a85a60b36,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:17.932437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 835b968b-6152-48bd-9032-4fb16e052395 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:17.936915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 835b968b-6152-48bd-9032-4fb16e052395 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:17.937504 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:17.948609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2320f0-f80d-409b-9da4-7a1fee4159d6 req-2f07a2d0-bf58-4d06-8545-deccee666666 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:17.958411 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c2320f0-f80d-409b-9da4-7a1fee4159d6 req-2f07a2d0-bf58-4d06-8545-deccee666666 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 944 time: 0.0769279 Aug 20 11:25:18.015089 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c2320f0-f80d-409b-9da4-7a1fee4159d6 req-a7764b13-7ca3-4b06-91a5-d6a93943ad38 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491149 Aug 20 11:25:18.068088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-36862769-760c-457a-934d-a5c61b7e4b4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:18.070048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-36862769-760c-457a-934d-a5c61b7e4b4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.38 "GET /v2.0/networks?id=94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 200 len: 797 time: 0.1490543 Aug 20 11:25:18.110704 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:18.130521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8daf8947-1167-470e-8abd-fca0dad56466 req-11cc2c37-cab0-467a-8b5c-8e020d867d62 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 210 time: 0.0591602 Aug 20 11:25:18.164285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-8b925ace-69b7-4361-ba89-2f14b17e403b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 379 time: 0.0678473 Aug 20 11:25:18.168695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835b968b-6152-48bd-9032-4fb16e052395'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:18.172589 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bf23e7-baad-4a14-9cc4-bdb9abd739cc" -d '{"events": [{"server_uuid": "b9a7dc61-c9c4-4a84-aed5-13872c751e07", "name": "network-vif-plugged", "status": "completed", "tag": "835b968b-6152-48bd-9032-4fb16e052395"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:18.181986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'port': {'device_id': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'admin_state_up': True, 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'security_groups': ['57b00598-da17-49b2-98b6-cc5701799021']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:18.189571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 835b968b-6152-48bd-9032-4fb16e052395, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=835b968b-6152-48bd-9032-4fb16e052395,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:18.226240 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc363a36-49d7-4f1f-ba35-e26386c78b14 x-openstack-request-id: req-cc363a36-49d7-4f1f-ba35-e26386c78b14 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:18.226578 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a7dc61-c9c4-4a84-aed5-13872c751e07", "name": "network-vif-plugged", "status": "completed", "tag": "835b968b-6152-48bd-9032-4fb16e052395", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:18.226835 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc363a36-49d7-4f1f-ba35-e26386c78b14 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:18.227234 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835b968b-6152-48bd-9032-4fb16e052395', 'code': 200} Aug 20 11:25:18.297137 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:18.360277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=835b968b-6152-48bd-9032-4fb16e052395,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:18.463201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5398610-a5e8-4342-a22b-8328703f76d5 req-bcfd2c60-cf11-4d4d-ade4-871bfb949bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:18.466132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e5398610-a5e8-4342-a22b-8328703f76d5 req-bcfd2c60-cf11-4d4d-ade4-871bfb949bee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 1097 time: 0.1020894 Aug 20 11:25:18.480762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d97d-86d3-4fec-9962-bafdfee81353 req-cb99ea94-3a6e-4c97-98c1-b4ecdf716b1d tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:18.482310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-06d7d97d-86d3-4fec-9962-bafdfee81353 req-cb99ea94-3a6e-4c97-98c1-b4ecdf716b1d tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 946 time: 0.1017463 Aug 20 11:25:18.514382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:18.519608 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:18.543082 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:18.583942 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e5398610-a5e8-4342-a22b-8328703f76d5 req-3c2381a7-4a0c-499b-8870-0240fe49c16a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906675 Aug 20 11:25:18.597898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-06d7d97d-86d3-4fec-9962-bafdfee81353 req-8b54c101-d552-480e-ba1c-c254974cc0b4 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478203 Aug 20 11:25:18.728903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.20.0.4 (94e3b673-0cf3-4925-b3f6-02f071344b73/0beacb38-1ace-47ab-b00c-3ba4c0ced561/f60c1801-0dfd-4112-8bdb-aaacdd889e8b) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:25:18.900131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:18.915067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Transition to ACTIVE for port object f60c1801-0dfd-4112-8bdb-aaacdd889e8b will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:18.928334 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-e34297ea-8236-44ed-ae71-b5ca623841f4 service neutron] 10.222.0.38 "GET /v2.0/ports/86f1a72b-d33a-484a-bd8b-ca7656831fac/bindings/n-h1-804230-3 HTTP/1.1" status: 200 len: 384 time: 0.0932419 Aug 20 11:25:19.066141 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:19.132582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network 94e3b673-0cf3-4925-b3f6-02f071344b73 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:19.140115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:19.149742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:25:19.200233 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:19.220145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-a3c9b3df-5fc8-42fa-9145-f4fb8480ca5e service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:19.227472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:19.252452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-a3c9b3df-5fc8-42fa-9145-f4fb8480ca5e service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:19.293779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:19.294027 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:19.308526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-a3c9b3df-5fc8-42fa-9145-f4fb8480ca5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f1a72b-d33a-484a-bd8b-ca7656831fac {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:25:19.311953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5182c4ce-1c5f-497d-ad22-a25a85a60b36 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:19.335890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-a3c9b3df-5fc8-42fa-9145-f4fb8480ca5e service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:19.376178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:19.377541 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:19.382283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb217dd-1686-4b21-bf75-33a7aded745e req-f8c3f8a5-6b6f-479a-803b-9fade89e9509 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:19.398201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcb217dd-1686-4b21-bf75-33a7aded745e req-f8c3f8a5-6b6f-479a-803b-9fade89e9509 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 944 time: 0.2889879 Aug 20 11:25:19.473531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcb217dd-1686-4b21-bf75-33a7aded745e req-796b4861-8a5e-4efe-83c2-79552fd2367f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710385 Aug 20 11:25:19.477137 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-a3c9b3df-5fc8-42fa-9145-f4fb8480ca5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:19.482222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-1be2d6a7-7419-4e0a-a718-cafff0d88110 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3054247 Aug 20 11:25:19.501698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f7900-73e3-4d30-9eaf-596ee17a3534 req-bedd917d-84a8-49b2-a6f1-2834bf256535 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:19.509254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab0f7900-73e3-4d30-9eaf-596ee17a3534 req-bedd917d-84a8-49b2-a6f1-2834bf256535 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 931 time: 0.1152279 Aug 20 11:25:19.521673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Request body: {'port': {'device_id': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:19.566769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-a3c9b3df-5fc8-42fa-9145-f4fb8480ca5e service neutron] Transition to ACTIVE for port object 86f1a72b-d33a-484a-bd8b-ca7656831fac will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:19.591374 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab0f7900-73e3-4d30-9eaf-596ee17a3534 req-648bcdab-1fb3-4f19-9e2c-da886e7889fe tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808322 Aug 20 11:25:19.661467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:19.670785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-a3c9b3df-5fc8-42fa-9145-f4fb8480ca5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:19.773225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-a3c9b3df-5fc8-42fa-9145-f4fb8480ca5e service neutron] No DVR routers for this DVR port 86f1a72b-d33a-484a-bd8b-ca7656831fac on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:25:19.777022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7011f793-762e-4f64-aec1-f25f5d948b3b None None] Provisioning for port f60c1801-0dfd-4112-8bdb-aaacdd889e8b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:19.782760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7011f793-762e-4f64-aec1-f25f5d948b3b None None] Provisioning complete for port f60c1801-0dfd-4112-8bdb-aaacdd889e8b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:19.783166 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7011f793-762e-4f64-aec1-f25f5d948b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:19.888649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7011f793-762e-4f64-aec1-f25f5d948b3b None None] Port f60c1801-0dfd-4112-8bdb-aaacdd889e8b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:25:19.899869 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-a3c9b3df-5fc8-42fa-9145-f4fb8480ca5e service neutron] 10.222.0.38 "PUT /v2.0/ports/86f1a72b-d33a-484a-bd8b-ca7656831fac/bindings/n-h1-804230-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9641991 Aug 20 11:25:19.907079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9b3df-5fc8-42fa-9145-f4fb8480ca5e service neutron] Pushing event updated for resources: {'Port': ['ID=86f1a72b-d33a-484a-bd8b-ca7656831fac,revision_number=10']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:19.969005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cb69a-3fc5-4008-8810-5382aff2bcc0 req-363ac7c1-9bd1-4729-917d-5d27bee6e991 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:19.975075 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-334cb69a-3fc5-4008-8810-5382aff2bcc0 req-363ac7c1-9bd1-4729-917d-5d27bee6e991 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 946 time: 0.0935276 Aug 20 11:25:20.037114 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-334cb69a-3fc5-4008-8810-5382aff2bcc0 req-1debb830-4c03-4132-affb-b00eaeb11aa9 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539012 Aug 20 11:25:20.094497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60c1801-0dfd-4112-8bdb-aaacdd889e8b {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:25:20.104876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:20.117058 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Transition to ACTIVE for port object f60c1801-0dfd-4112-8bdb-aaacdd889e8b will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:20.132607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-90dcb24a-db29-4b6f-ac2b-8e258d753b7a tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:20.134122 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-90dcb24a-db29-4b6f-ac2b-8e258d753b7a tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.0510881 Aug 20 11:25:20.214689 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:20.219791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-2cc4fae7-8f6a-42f3-b1b6-3f8aaa34e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:20.221633 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-2cc4fae7-8f6a-42f3-b1b6-3f8aaa34e168 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51&tenant_id=86e8d2d1aa2847509dbdb33884154e8b HTTP/1.1" status: 200 len: 1096 time: 0.0789678 Aug 20 11:25:20.273780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Pushing event updated for resources: {'Port': ['ID=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:20.320239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-46f2f8c5-d1de-42ab-9d51-ffe0e7c04a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:20.322305 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-46f2f8c5-d1de-42ab-9d51-ffe0e7c04a3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1096 time: 0.0751846 Aug 20 11:25:20.388043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Attempting to bind port f60c1801-0dfd-4112-8bdb-aaacdd889e8b on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:20.388382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Attempting to bind port f60c1801-0dfd-4112-8bdb-aaacdd889e8b by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:20.388757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Attempting to bind port f60c1801-0dfd-4112-8bdb-aaacdd889e8b on network 94e3b673-0cf3-4925-b3f6-02f071344b73 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:20.400370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Port f60c1801-0dfd-4112-8bdb-aaacdd889e8b on network 94e3b673-0cf3-4925-b3f6-02f071344b73 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:25:20.400759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Attempting to bind port f60c1801-0dfd-4112-8bdb-aaacdd889e8b on network 94e3b673-0cf3-4925-b3f6-02f071344b73 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:20.408490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:20.408842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Checking segment: {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:20.409288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Bound using segment: {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:20.409795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Bound port: f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:20.410168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:20.512809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:20.516386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-7efacf04-7496-437d-9695-5492ec4814a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:20.516386 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-7efacf04-7496-437d-9695-5492ec4814a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1844366 Aug 20 11:25:20.545349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:20.582450 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-7c45790c-0b46-4ed6-a014-5bab31af4a5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac HTTP/1.1" status: 200 len: 217 time: 0.0580878 Aug 20 11:25:20.654855 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:20.703468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-feb9d0fa-0e96-4715-bc88-fee998fa4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:20.708216 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-feb9d0fa-0e96-4715-bc88-fee998fa4cba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.1185143 Aug 20 11:25:20.721679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:20.722332 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:20.723842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] 10.222.0.38 "PUT /v2.0/ports/f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 1091 time: 1.2120049 Aug 20 11:25:20.724535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:20.726893 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f531dc-eef2-4933-9f35-f804a8d91ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:20.744955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cbb58-b3c1-474f-9a2b-31218aa1242a service neutron] Pushing event updated for resources: {'Port': ['ID=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:20.764560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada5f3f-8d5e-49c0-84c5-2d2ced8a5334 req-e51abbba-2ddc-435e-b8f9-42f1f06d7bb5 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:20.766654 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bada5f3f-8d5e-49c0-84c5-2d2ced8a5334 req-e51abbba-2ddc-435e-b8f9-42f1f06d7bb5 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 945 time: 0.1740594 Aug 20 11:25:20.771602 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:20.779725 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-0ac43cd9-fa04-43bb-8e12-548cf16277a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600772 Aug 20 11:25:20.829724 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bada5f3f-8d5e-49c0-84c5-2d2ced8a5334 req-0545c29f-5131-4b34-8d9c-bb0fab7b5279 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551453 Aug 20 11:25:20.893202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1adb6c-7062-4955-b94d-26c6cee44457 req-e4b3a1fb-be35-4db7-b069-0332c5b189d3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:20.894723 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f1adb6c-7062-4955-b94d-26c6cee44457 req-e4b3a1fb-be35-4db7-b069-0332c5b189d3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 943 time: 0.1607234 Aug 20 11:25:20.955483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-49b9bbce-9be2-42c1-a3e7-95ab5762def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:20.955483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-49b9bbce-9be2-42c1-a3e7-95ab5762def9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1094 time: 0.0647926 Aug 20 11:25:20.957248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-06289bb5-7a9b-409e-a447-913ed415ce8d service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504066 Aug 20 11:25:20.976014 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6bd2d7-9640-42aa-bce4-273fdc64128c x-openstack-request-id: req-9f6bd2d7-9640-42aa-bce4-273fdc64128c {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:20.976847 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:20.977295 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f6bd2d7-9640-42aa-bce4-273fdc64128c {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:20.978157 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'status': 'completed', 'code': 200} Aug 20 11:25:21.018878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-bfd5f855-8ea7-45a1-bed7-3ecfd66fe262 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 217 time: 0.0489907 Aug 20 11:25:21.101359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-7ac47fb3-e479-4344-8bea-a01171e89b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:21.107353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-7ac47fb3-e479-4344-8bea-a01171e89b38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0beacb38-1ace-47ab-b00c-3ba4c0ced561 HTTP/1.1" status: 200 len: 833 time: 0.0823514 Aug 20 11:25:21.125308 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f1adb6c-7062-4955-b94d-26c6cee44457 req-f0097993-3fd2-4cf1-96f3-a95456310283 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939461 Aug 20 11:25:21.131436 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-50f32daf-a511-486d-8a95-e16d2a7708f2 service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655972 Aug 20 11:25:21.216798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-f32db2b7-2da2-4e48-8c4f-8a6b7d2c7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:21.218515 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-f32db2b7-2da2-4e48-8c4f-8a6b7d2c7028 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94e3b673-0cf3-4925-b3f6-02f071344b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994232 Aug 20 11:25:21.227424 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:25:21.258902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ece52e-fd0a-40cc-b505-0c20325328e4 req-02d7e96c-f421-4a79-b38c-0f96cd9aa99d tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:21.260440 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09ece52e-fd0a-40cc-b505-0c20325328e4 req-02d7e96c-f421-4a79-b38c-0f96cd9aa99d tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 946 time: 0.0776892 Aug 20 11:25:21.345168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09ece52e-fd0a-40cc-b505-0c20325328e4 req-a195cc85-b2fc-42ae-a434-00f7192972cd tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587265 Aug 20 11:25:21.365713 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-03c29550-8ef9-48dc-8260-257f0bfda208 service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349516 Aug 20 11:25:21.491942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4014ad-da8e-4f27-86c3-c2540d1a8c48 req-7bedc28b-0234-48e8-93cb-421c4edec351 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:21.504449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca4014ad-da8e-4f27-86c3-c2540d1a8c48 req-7bedc28b-0234-48e8-93cb-421c4edec351 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 946 time: 0.0787799 Aug 20 11:25:21.513756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60182) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:21.513958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc2b7bfa-5dce-4f51-b559-a5c33a3cf702 req-3d77708a-52ab-4801-a4b0-5d5e92a5e73e service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372702 Aug 20 11:25:21.519362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-10e1da75-3cdd-4e9d-9c79-75d0bdeb00a5 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Request body: {'floatingip': {'port_id': '835b968b-6152-48bd-9032-4fb16e052395'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:21.828439 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-915eab54-aa64-454e-a1aa-0bff4465fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:21.830277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-915eab54-aa64-454e-a1aa-0bff4465fb90 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1094 time: 0.1012101 Aug 20 11:25:21.836863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-6e349699-b3f0-4d2f-883c-7ad8aabbb844 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:21.838706 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-6e349699-b3f0-4d2f-883c-7ad8aabbb844 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.0736678 Aug 20 11:25:22.024236 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10e1da75-3cdd-4e9d-9c79-75d0bdeb00a5 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:22.109191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-e695e26a-4207-425c-8585-5d1ff811e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.112543 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-e695e26a-4207-425c-8585-5d1ff811e8c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 200 len: 898 time: 0.2727761 Aug 20 11:25:22.137094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0561-6309-472f-81ec-ff20e610454c req-8fe324a4-462e-4f96-852a-c92f9571d37c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.139056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-693f0561-6309-472f-81ec-ff20e610454c req-8fe324a4-462e-4f96-852a-c92f9571d37c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 945 time: 0.2033439 Aug 20 11:25:22.175390 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-c33b2d19-a4a6-45ba-973a-21cc5a2a18d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 217 time: 0.0520055 Aug 20 11:25:22.229434 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-25cc22a7-be27-43db-b4aa-1444d83d3ee3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2925625 Aug 20 11:25:22.251630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-693f0561-6309-472f-81ec-ff20e610454c req-1d06fcb6-ffe2-4da0-8a8a-a6d9f870619c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901482 Aug 20 11:25:22.261913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-3f5a618e-02e1-4226-bb16-ea502df59666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.263442 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-3f5a618e-02e1-4226-bb16-ea502df59666 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0beacb38-1ace-47ab-b00c-3ba4c0ced561 HTTP/1.1" status: 200 len: 833 time: 0.0794747 Aug 20 11:25:22.320260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-c9a01316-1af0-4f80-83a1-22895595a2d9 service neutron] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:22.345103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-c9a01316-1af0-4f80-83a1-22895595a2d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:22.346507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a003cd1-1823-4249-8e40-3a8940796c9c req-c9a01316-1af0-4f80-83a1-22895595a2d9 service neutron] 10.222.0.57 "DELETE /v2.0/ports/86f1a72b-d33a-484a-bd8b-ca7656831fac/bindings/n-h2-804230-3 HTTP/1.1" status: 204 len: 173 time: 0.4984796 Aug 20 11:25:22.371584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a0bab-2bd9-47d7-a9d8-de79cddc8858 req-1add1da4-8b60-48fe-b1eb-2efdebf13a21 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.373199 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c52a0bab-2bd9-47d7-a9d8-de79cddc8858 req-1add1da4-8b60-48fe-b1eb-2efdebf13a21 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 943 time: 0.1017954 Aug 20 11:25:22.378955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-58cb315e-81c0-4fd2-84a4-5235fa0c9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.380491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-58cb315e-81c0-4fd2-84a4-5235fa0c9659 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94e3b673-0cf3-4925-b3f6-02f071344b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079357 Aug 20 11:25:22.451280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-0a987b57-84a7-4079-b29a-d3f1ab3cfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.451679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-0a987b57-84a7-4079-b29a-d3f1ab3cfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.452150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-0a987b57-84a7-4079-b29a-d3f1ab3cfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.452639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-0a987b57-84a7-4079-b29a-d3f1ab3cfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.453111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-0a987b57-84a7-4079-b29a-d3f1ab3cfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.453601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-0a987b57-84a7-4079-b29a-d3f1ab3cfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.454133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-0a987b57-84a7-4079-b29a-d3f1ab3cfc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.456843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-0a987b57-84a7-4079-b29a-d3f1ab3cfc02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6490 time: 0.1348941 Aug 20 11:25:22.467882 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c52a0bab-2bd9-47d7-a9d8-de79cddc8858 req-c6c9b0de-bc32-4c7c-b989-94f7241aceb2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850921 Aug 20 11:25:22.487776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b49dc-0039-44c3-8fe1-6280cf50b091 req-cbccd30a-830a-4dd0-96e7-ca233ddb8485 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.489326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e47b49dc-0039-44c3-8fe1-6280cf50b091 req-cbccd30a-830a-4dd0-96e7-ca233ddb8485 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1096 time: 0.1301546 Aug 20 11:25:22.528685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-12fa8501-ddb8-4a62-b325-2c538660de0b service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381524 Aug 20 11:25:22.648495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02f531dc-eef2-4933-9f35-f804a8d91ed4 req-69648035-9ce4-4fd7-bda1-f25273eabad8 service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071646 Aug 20 11:25:22.721445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e47b49dc-0039-44c3-8fe1-6280cf50b091 req-89f7dc84-6154-4809-af9c-8591b7c17372 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859708 Aug 20 11:25:22.956619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-b2b791e1-d845-4eec-b263-542ebca94a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.957107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-b2b791e1-d845-4eec-b263-542ebca94a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.957595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-b2b791e1-d845-4eec-b263-542ebca94a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:22.959456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-b2b791e1-d845-4eec-b263-542ebca94a77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=256eabbf-2f38-42b5-bb35-2d56f488889c&id=256eabbf-2f38-42b5-bb35-2d56f488889c HTTP/1.1" status: 200 len: 2291 time: 0.4642684 Aug 20 11:25:23.114826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-e1cd3b68-b6aa-4bbc-8888-b04c161be9e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56 HTTP/1.1" status: 200 len: 1001 time: 0.1459129 Aug 20 11:25:23.144750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-cbec82e9-0f8e-478a-90ad-a6c633387524 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:23.152906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-cbec82e9-0f8e-478a-90ad-a6c633387524 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 807 time: 0.1492269 Aug 20 11:25:23.165007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-3b4a1ae2-989a-48d2-861e-89c81489be5f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/quotas/86e8d2d1aa2847509dbdb33884154e8b HTTP/1.1" status: 200 len: 375 time: 0.0112438 Aug 20 11:25:23.233049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-80725f56-c115-46c1-acd6-6e2152fadae0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554571 Aug 20 11:25:23.236006 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10e1da75-3cdd-4e9d-9c79-75d0bdeb00a5 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:23.242862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-6589c8aa-bcca-4e1e-b2c2-d3b5454b896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:23.280362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-6589c8aa-bcca-4e1e-b2c2-d3b5454b896d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=716f77d3-ee35-4a9f-8a6e-d4e7a142f166 HTTP/1.1" status: 200 len: 851 time: 0.0989485 Aug 20 11:25:23.299993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-6f273f9d-5858-45b4-a884-83ac9440e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:23.303541 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-6f273f9d-5858-45b4-a884-83ac9440e263 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506566 Aug 20 11:25:23.345049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-12ae713f-3971-4716-9e97-515e223e59f9 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008184 Aug 20 11:25:23.385294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10e1da75-3cdd-4e9d-9c79-75d0bdeb00a5 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:23.445490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 86f1a72b-d33a-484a-bd8b-ca7656831fac no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:25:23.466815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e7083d15-8ede-4591-b6e8-4896a724defc service neutron] 10.222.0.10 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143734 Aug 20 11:25:23.532320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 86f1a72b-d33a-484a-bd8b-ca7656831fac not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:25:23.809318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-c3cfcba6-af76-43f4-8559-6d7611641f60 service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970167 Aug 20 11:25:23.888958 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-10e1da75-3cdd-4e9d-9c79-75d0bdeb00a5 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Floating IP c7d3806e-baae-406e-97a0-e0493e2961ca associated. External IP: 172.25.4.185, port: 835b968b-6152-48bd-9032-4fb16e052395. Aug 20 11:25:23.949453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a6f5a-3266-4f3f-8915-47454e2f3fa9 req-e03cd25e-5c44-498f-8422-cd510280730b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:23.959605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c19a6f5a-3266-4f3f-8915-47454e2f3fa9 req-e03cd25e-5c44-498f-8422-cd510280730b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 943 time: 0.2123122 Aug 20 11:25:23.960694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1c2c2d3b-2298-470d-85a5-584cda066110 req-8dcd7aa4-fcee-4e44-89cf-c512751ebb47 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 210 time: 0.0428293 Aug 20 11:25:24.052677 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c19a6f5a-3266-4f3f-8915-47454e2f3fa9 req-645fd05a-2998-45f5-96af-59556d762c73 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921762 Aug 20 11:25:24.085137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-175badae-54ef-4028-98a2-87b5932d480a service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646196 Aug 20 11:25:24.162517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-7eec9ec7-c442-48fa-8642-c061c0f36a38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 200 len: 217 time: 0.0701251 Aug 20 11:25:24.267424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-863018bf-9e0e-4baa-954b-454c04ec8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:24.269711 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-863018bf-9e0e-4baa-954b-454c04ec8188 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0997674 Aug 20 11:25:24.318201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e1da75-3cdd-4e9d-9c79-75d0bdeb00a5 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:25:24.336279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-c4c23e3a-6a45-4463-94b3-e48a60593d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:24.337823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-c4c23e3a-6a45-4463-94b3-e48a60593d18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585110 Aug 20 11:25:24.512446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-540c5771-5bd9-43d4-afd9-cb66d20ff827 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371229 Aug 20 11:25:24.542692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e1da75-3cdd-4e9d-9c79-75d0bdeb00a5 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:25:24.553276 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f40cb-f243-481d-a6d6-430045de443f None None] Sync routers for ids ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:25:24.563524 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f40cb-f243-481d-a6d6-430045de443f None None] Routers {'93ce31b7-09ca-45b9-a7b3-f8acceb71acb'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:24.564301 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-248f40cb-f243-481d-a6d6-430045de443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:25:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:24.578536 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10e1da75-3cdd-4e9d-9c79-75d0bdeb00a5 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:24.651352 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-10e1da75-3cdd-4e9d-9c79-75d0bdeb00a5 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "PUT /v2.0/floatingips/c7d3806e-baae-406e-97a0-e0493e2961ca HTTP/1.1" status: 200 len: 992 time: 3.1363947 Aug 20 11:25:24.703256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'tag': '835b968b-6152-48bd-9032-4fb16e052395'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:24.706947 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04083f8d-9d84-4d25-838d-0abd912694c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a7dc61-c9c4-4a84-aed5-13872c751e07", "tag": "835b968b-6152-48bd-9032-4fb16e052395"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:24.711220 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-248f40cb-f243-481d-a6d6-430045de443f None None] Set router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:24.712596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-89ace497-4a1d-48a6-a633-36cc7be26103 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889589 Aug 20 11:25:24.775739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-b12df282-ac55-42fa-b9a1-e0b629927602 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 200 len: 217 time: 0.0530820 Aug 20 11:25:24.829465 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e114d70-bdf5-46ee-b38e-4d17d6637998 x-openstack-request-id: req-1e114d70-bdf5-46ee-b38e-4d17d6637998 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:24.830144 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a7dc61-c9c4-4a84-aed5-13872c751e07", "tag": "835b968b-6152-48bd-9032-4fb16e052395", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:24.833844 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e114d70-bdf5-46ee-b38e-4d17d6637998 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:24.834881 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'tag': '835b968b-6152-48bd-9032-4fb16e052395', 'status': 'completed', 'code': 200} Aug 20 11:25:24.873001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-eab99c2a-02ed-4459-84e0-0193f6c2e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:24.875122 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-eab99c2a-02ed-4459-84e0-0193f6c2e3d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0930307 Aug 20 11:25:24.909401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-94d689d6-6361-495d-95cb-138635f668e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:24.914599 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-94d689d6-6361-495d-95cb-138635f668e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f05b40b3344d25aa401cf45b894fc0&device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 1097 time: 0.0739105 Aug 20 11:25:24.927577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-bee941cd-8cf3-4c5e-89de-4cc639ebd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:24.929329 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-bee941cd-8cf3-4c5e-89de-4cc639ebd15c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455220 Aug 20 11:25:25.070497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-3177374e-1921-456f-aed8-04418fcb55be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:25.073827 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-3177374e-1921-456f-aed8-04418fcb55be service neutron] 10.222.0.57 "GET /v2.0/networks?id=7db04780-92bd-41e0-90c9-98ad5264e0a8 HTTP/1.1" status: 200 len: 912 time: 0.1520779 Aug 20 11:25:25.094158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-794d87c9-cbbc-4ff8-ba8e-8f40a4fb1ead req-09c94f28-0264-4cdb-94cb-7d9f77815537 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 210 time: 0.0520723 Aug 20 11:25:25.106817 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-248f40cb-f243-481d-a6d6-430045de443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:54Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d3806e-baae-406e-97a0-e0493e2961ca', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'port_id': '835b968b-6152-48bd-9032-4fb16e052395', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'mac_address': 'fa:16:3e:c1:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:25:00Z', 'updated_at': '2021-08-20T11:25:22Z', 'revision_number': 1, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd529b90d-24c2-4260-845d-96210c2f375d', 'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'mac_address': 'fa:16:3e:fb:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:53Z', 'updated_at': '2021-08-20T11:25:01Z', 'revision_number': 5, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'subnets': [{'id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:25.109933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-7d1afe9c-8388-43ff-a92d-ff3c1006591a service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712425 Aug 20 11:25:25.199552 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f40cb-f243-481d-a6d6-430045de443f None None] Checking router: 93ce31b7-09ca-45b9-a7b3-f8acceb71acb for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:25:25.201415 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-648a8c92-71c8-42da-9865-664a2727085c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=835b968b-6152-48bd-9032-4fb16e052395 HTTP/1.1" status: 200 len: 1000 time: 0.1166856 Aug 20 11:25:25.225757 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f40cb-f243-481d-a6d6-430045de443f None None] Routers {'93ce31b7-09ca-45b9-a7b3-f8acceb71acb'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:25.226589 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-248f40cb-f243-481d-a6d6-430045de443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:25:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:25.311797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-7a7aa2df-dc3a-4277-ab29-7810d056d3e8 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945841 Aug 20 11:25:25.324812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab7bb1-f358-4ea4-b136-c6944ccf734d req-52191d12-0780-49d1-8af3-029cff32024f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:25.343357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e8ab7bb1-f358-4ea4-b136-c6944ccf734d req-52191d12-0780-49d1-8af3-029cff32024f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 943 time: 0.1525307 Aug 20 11:25:25.368348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-53786927-3c6c-4c6d-8ca3-5bb18b1a21ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a HTTP/1.1" status: 200 len: 217 time: 0.0491600 Aug 20 11:25:25.378622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-935db7ca-a07a-4813-a3ef-7fbcc68de77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:25.380098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-935db7ca-a07a-4813-a3ef-7fbcc68de77b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f671ab9-a6e1-401b-8fc2-5683c1b4e79a HTTP/1.1" status: 200 len: 850 time: 0.1475983 Aug 20 11:25:25.465181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f60c1801-0dfd-4112-8bdb-aaacdd889e8b details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:25:25.500242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-073dcfee-efa0-4342-9bee-2579e2e4909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:25.505811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-e8158e9f-ecbf-436f-8397-e295bd254580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:25.506133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-073dcfee-efa0-4342-9bee-2579e2e4909a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.1291575 Aug 20 11:25:25.507904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-e8158e9f-ecbf-436f-8397-e295bd254580 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7db04780-92bd-41e0-90c9-98ad5264e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188831 Aug 20 11:25:25.529177 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e8ab7bb1-f358-4ea4-b136-c6944ccf734d req-a9810a92-abba-45a5-8bc7-7f55b9dd7408 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848471 Aug 20 11:25:25.633999 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-248f40cb-f243-481d-a6d6-430045de443f None None] Set router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:25.635536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:25.636938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-2468e4d5-abfd-4e6b-a8a0-046a97e6bc57 service neutron] 10.222.0.57 "GET /v2.0/networks/7db04780-92bd-41e0-90c9-98ad5264e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020777 Aug 20 11:25:25.649724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'port_id': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'mac_address': 'fa:16:3e:c3:a4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:25:25.661270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-531154e1-e03d-4633-bc58-c4a5988d495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:25.663193 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-531154e1-e03d-4633-bc58-c4a5988d495b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1460803 Aug 20 11:25:25.708864 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:25.738964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60c1801-0dfd-4112-8bdb-aaacdd889e8b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:25:25.792398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:25.859269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-67d1b521-ee38-4828-9c00-83386f1adb77 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785614 Aug 20 11:25:25.888048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-04083f8d-9d84-4d25-838d-0abd912694c6 req-e2943ff0-6607-40a2-ac6b-bddb295dde67 service neutron] 10.222.0.57 "GET /v2.0/networks/7db04780-92bd-41e0-90c9-98ad5264e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427158 Aug 20 11:25:25.912045 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:25.988722 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-248f40cb-f243-481d-a6d6-430045de443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:54Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d3806e-baae-406e-97a0-e0493e2961ca', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'port_id': '835b968b-6152-48bd-9032-4fb16e052395', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'mac_address': 'fa:16:3e:c1:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:25:00Z', 'updated_at': '2021-08-20T11:25:22Z', 'revision_number': 1, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd529b90d-24c2-4260-845d-96210c2f375d', 'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'mac_address': 'fa:16:3e:fb:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:53Z', 'updated_at': '2021-08-20T11:25:01Z', 'revision_number': 5, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'subnets': [{'id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:25.993697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:26.026002 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f40cb-f243-481d-a6d6-430045de443f None None] The sync data for ids ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'] in n-d-804230-3 is: [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:54Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d3806e-baae-406e-97a0-e0493e2961ca', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'port_id': '835b968b-6152-48bd-9032-4fb16e052395', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'mac_address': 'fa:16:3e:c1:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:25:00Z', 'updated_at': '2021-08-20T11:25:22Z', 'revision_number': 1, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd529b90d-24c2-4260-845d-96210c2f375d', 'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'mac_address': 'fa:16:3e:fb:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:53Z', 'updated_at': '2021-08-20T11:25:01Z', 'revision_number': 5, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'subnets': [{'id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:25:26.051560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-fdbeef0c-9767-4fc4-8e61-65888e173ef9 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825900 Aug 20 11:25:26.107881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-5150a196-2c04-4294-b370-9a5b2adf661c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f HTTP/1.1" status: 200 len: 217 time: 0.0478964 Aug 20 11:25:26.187630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-57300795-0970-430f-8f74-cc228ca1f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:26.192891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-57300795-0970-430f-8f74-cc228ca1f5c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0764389 Aug 20 11:25:26.265376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-073d9bf3-725a-4691-a4d8-0a1d042917c8 req-eb14688a-7159-4eca-9276-6a41bbc59b70 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 210 time: 0.0517719 Aug 20 11:25:26.278524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-7a68fba1-a9fa-4004-b6f0-068e1af3db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:26.280277 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-7a68fba1-a9fa-4004-b6f0-068e1af3db67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806484 Aug 20 11:25:26.295067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f60c1801-0dfd-4112-8bdb-aaacdd889e8b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:25:26.409227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ac6f1-f91d-4efb-91e9-53139839426d None None] New status for floating IP c7d3806e-baae-406e-97a0-e0493e2961ca: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:25:26.414423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-d6cf3af8-07ed-415b-8aa6-dcb80aa50fd2 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262827 Aug 20 11:25:26.529281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-bc48319d-b90c-4596-bc94-526af1b6e275 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071382 Aug 20 11:25:26.583458 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-ff9f6e0f-df90-4aec-967c-ec69a4ef5c80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=596556b5-60cc-49bf-8130-7ba17e8094fa HTTP/1.1" status: 200 len: 217 time: 0.0424712 Aug 20 11:25:26.645875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-241cc077-7231-45b7-b7aa-c85f199be0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:26.647825 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-241cc077-7231-45b7-b7aa-c85f199be0ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.0573323 Aug 20 11:25:26.722998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-91499e3c-633c-4774-b7f9-3252f2114231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:26.725660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-91499e3c-633c-4774-b7f9-3252f2114231 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0707784 Aug 20 11:25:26.745900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb7ade-9568-4c98-a425-1e9c04dd72ec req-35bb5718-67ee-4995-be09-540a2c1f8fca tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:26.747696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addb7ade-9568-4c98-a425-1e9c04dd72ec req-35bb5718-67ee-4995-be09-540a2c1f8fca tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 944 time: 0.0882521 Aug 20 11:25:26.841646 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addb7ade-9568-4c98-a425-1e9c04dd72ec req-7d9a1c4c-2796-4263-93dc-c6da3f86217a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830765 Aug 20 11:25:26.849481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-60cd1cb9-ad5e-481e-84ad-9b00c0dd4591 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149843 Aug 20 11:25:26.985516 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-3c03052f-8580-4011-b8df-eb00be98d1e9 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282840 Aug 20 11:25:27.032232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-06ae578a-06f3-4999-a5ff-31f10408c4ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94337e54-a4e5-49d5-9f55-a66abdd79383 HTTP/1.1" status: 200 len: 217 time: 0.0403919 Aug 20 11:25:27.051359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-33f9318b-b9ec-4f80-b0c7-5bbc702a7e49 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:27.052842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-33f9318b-b9ec-4f80-b0c7-5bbc702a7e49 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.57 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 807 time: 0.1385477 Aug 20 11:25:27.067204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Request body: {'port': {'device_id': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98', 'admin_state_up': True, 'tenant_id': '86e8d2d1aa2847509dbdb33884154e8b'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:27.088998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-97dc7f1a-e148-4321-a77a-de12075e2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:27.090879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-97dc7f1a-e148-4321-a77a-de12075e2c84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.0518374 Aug 20 11:25:27.162292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-fbcd3212-3a14-4c33-8501-e8a16a3b7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:27.164546 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-fbcd3212-3a14-4c33-8501-e8a16a3b7de5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658946 Aug 20 11:25:27.297358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-8634fd62-63e2-4f84-9e92-54b3d26da8a8 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254392 Aug 20 11:25:27.351839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Made reservation on behalf of 86e8d2d1aa2847509dbdb33884154e8b for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:27.356454 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:27.390140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a612ff86-299f-429e-87cb-f18a67008aad req-c87c58c3-0a45-4f19-93f2-6a0dd7bd63af tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 210 time: 0.0329156 Aug 20 11:25:27.433759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46de4ae0-fbce-4fad-829b-0bfb63cb5eda req-04226ef6-310f-4f17-bcf3-7ee2ae19172f service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285400 Aug 20 11:25:27.506087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Allocated IP 172.20.0.12 (1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98/117ab75a-d603-4cad-8f24-e9c95ab0ae3f/740c1ced-ccd9-4057-b04b-e5457ad31198) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:25:27.667766 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:27.797847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:27.838887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:27.842136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:27.845772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:25:27.887380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Pushing event updated for resources: {'Port': ['ID=740c1ced-ccd9-4057-b04b-e5457ad31198,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:27.923112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:27.933151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:28.004835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18778604-e8ed-4fa0-8113-5297836815b1 req-f2147151-cb67-4014-ade6-70304542c96a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:28.009582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18778604-e8ed-4fa0-8113-5297836815b1 req-f2147151-cb67-4014-ade6-70304542c96a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 944 time: 0.0593486 Aug 20 11:25:28.064764 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-e14da40f-3ae3-46ee-994a-46cf2f0dfa2b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0024650 Aug 20 11:25:28.070570 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18778604-e8ed-4fa0-8113-5297836815b1 req-c1685592-3a1d-4c62-9f1b-cde519247c75 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470665 Aug 20 11:25:28.078012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Request body: {'port': {'device_id': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:28.143275 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:28.463665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740c1ced-ccd9-4057-b04b-e5457ad31198 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:25:28.471638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:28.497497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Transition to ACTIVE for port object 740c1ced-ccd9-4057-b04b-e5457ad31198 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:28.541267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32fe6c-1e25-4418-bf7a-a2bdf705e5bf req-8c5c4e83-f197-4db7-9164-51fc0ac2e8f0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:28.542875 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a32fe6c-1e25-4418-bf7a-a2bdf705e5bf req-8c5c4e83-f197-4db7-9164-51fc0ac2e8f0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 932 time: 0.0605133 Aug 20 11:25:28.587957 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a32fe6c-1e25-4418-bf7a-a2bdf705e5bf req-4a590ac9-519f-4764-8a19-cc1fde7c76f2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360661 Aug 20 11:25:28.616227 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:28.651759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60332) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:28.683997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Pushing event updated for resources: {'Port': ['ID=740c1ced-ccd9-4057-b04b-e5457ad31198,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:28.750680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:28.751016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:28.751347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:28.759418 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Port 740c1ced-ccd9-4057-b04b-e5457ad31198 on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:25:28.759753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:28.766326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:28.766874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:28.767542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:28.768289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Bound port: 740c1ced-ccd9-4057-b04b-e5457ad31198, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:28.768888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:28.804623 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adefc0f8-b79e-4f17-a7a4-ff93fd3280db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:28.837649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:28.840769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:28.899188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adefc0f8-b79e-4f17-a7a4-ff93fd3280db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.009501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.048085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:29.049371 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.050766 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adefc0f8-b79e-4f17-a7a4-ff93fd3280db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.050901 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] 10.222.0.57 "PUT /v2.0/ports/740c1ced-ccd9-4057-b04b-e5457ad31198 HTTP/1.1" status: 200 len: 1092 time: 0.9773424 Aug 20 11:25:29.051207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'tag': '740c1ced-ccd9-4057-b04b-e5457ad31198'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:29.053462 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d37083-959c-4062-bbcf-dc21f3e86546" -d '{"events": [{"name": "network-changed", "server_uuid": "482691bd-6963-4ee1-a3fc-1f7bf47425a8", "tag": "740c1ced-ccd9-4057-b04b-e5457ad31198"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:29.084286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a869da-b983-4748-968b-9dc79d881d2f service neutron] Pushing event updated for resources: {'Port': ['ID=740c1ced-ccd9-4057-b04b-e5457ad31198,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:29.101396 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-adefc0f8-b79e-4f17-a7a4-ff93fd3280db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a74907606cc4eb389946c37071aac14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485972 Aug 20 11:25:29.101599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60344) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:29.102326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefc0f8-b79e-4f17-a7a4-ff93fd3280db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8601f49b-253f-4df3-b68a-b3efe28e6842,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:29.143185 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83764012-f8bc-46af-8154-49e8ddc0fbff x-openstack-request-id: req-83764012-f8bc-46af-8154-49e8ddc0fbff {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:29.143516 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482691bd-6963-4ee1-a3fc-1f7bf47425a8", "tag": "740c1ced-ccd9-4057-b04b-e5457ad31198", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:29.144432 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83764012-f8bc-46af-8154-49e8ddc0fbff {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:29.144848 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'tag': '740c1ced-ccd9-4057-b04b-e5457ad31198', 'status': 'completed', 'code': 200} Aug 20 11:25:29.178800 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e87b82-9c50-4114-b9a8-52805b8b3177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.223960 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e87b82-9c50-4114-b9a8-52805b8b3177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.238474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d37083-959c-4062-bbcf-dc21f3e86546 req-cbb3c702-6907-4c1b-9325-72e7aa566cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:29.240108 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59d37083-959c-4062-bbcf-dc21f3e86546 req-cbb3c702-6907-4c1b-9325-72e7aa566cba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 1095 time: 0.0756772 Aug 20 11:25:29.246071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da5c2-1926-40f9-bfce-3f072dd6ed10 req-5d83f4cb-c511-408c-913c-7e90addea006 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:29.247762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6e3da5c2-1926-40f9-bfce-3f072dd6ed10 req-5d83f4cb-c511-408c-913c-7e90addea006 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 944 time: 0.0567987 Aug 20 11:25:29.299747 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6e3da5c2-1926-40f9-bfce-3f072dd6ed10 req-1817d329-06c8-4c5a-9b92-45ff19f7be06 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424402 Aug 20 11:25:29.365997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d37083-959c-4062-bbcf-dc21f3e86546 req-ee70193a-26c8-41d6-b84f-9c88c3c78a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:29.367515 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59d37083-959c-4062-bbcf-dc21f3e86546 req-ee70193a-26c8-41d6-b84f-9c88c3c78a5a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1151571 Aug 20 11:25:29.469970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d37083-959c-4062-bbcf-dc21f3e86546 req-d8cb1ba3-07ce-497a-8ef4-38ca71250235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:29.472125 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59d37083-959c-4062-bbcf-dc21f3e86546 req-d8cb1ba3-07ce-497a-8ef4-38ca71250235 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972328 Aug 20 11:25:29.475762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f60c1801-0dfd-4112-8bdb-aaacdd889e8b up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:29.490577 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e87b82-9c50-4114-b9a8-52805b8b3177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.493144 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e87b82-9c50-4114-b9a8-52805b8b3177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.496714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b2e87b82-9c50-4114-b9a8-52805b8b3177 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8601f49b-253f-4df3-b68a-b3efe28e6842 HTTP/1.1" status: 204 len: 168 time: 0.3903358 Aug 20 11:25:29.506622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e87b82-9c50-4114-b9a8-52805b8b3177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8601f49b-253f-4df3-b68a-b3efe28e6842,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:29.567304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-549ebf09-c3b8-4386-a3eb-874ae1ec32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:29.569091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-549ebf09-c3b8-4386-a3eb-874ae1ec32ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 1095 time: 0.0572867 Aug 20 11:25:29.628372 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-35d12371-8af7-428e-8f8d-aa1564a8896a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=740c1ced-ccd9-4057-b04b-e5457ad31198 HTTP/1.1" status: 200 len: 217 time: 0.0418730 Aug 20 11:25:29.728692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port f60c1801-0dfd-4112-8bdb-aaacdd889e8b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:29.733556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port f60c1801-0dfd-4112-8bdb-aaacdd889e8b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:29.734358 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.741365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-7eabc835-15a4-45e1-97bd-f3edbf6a4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:29.743357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-7eabc835-15a4-45e1-97bd-f3edbf6a4b90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.1068232 Aug 20 11:25:29.755399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87f612-0f18-4b6e-ac88-b55938d5ec0a req-d0876066-599b-4502-9e67-1b0a9fbe8094 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:29.756979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e87f612-0f18-4b6e-ac88-b55938d5ec0a req-d0876066-599b-4502-9e67-1b0a9fbe8094 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0754874 Aug 20 11:25:29.799782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-263f5703-d560-464e-a3b3-380eb01f6637 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417466 Aug 20 11:25:29.849490 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:29.865852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e87f612-0f18-4b6e-ac88-b55938d5ec0a req-67e7a00d-2003-4725-94f9-808966c184cf tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000657 Aug 20 11:25:29.873474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:29.876025 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54712dcc-e4ae-4b4f-b89e-94335e0aafd3" -d '{"events": [{"server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "name": "network-vif-plugged", "status": "completed", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:29.908856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:29.913187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-ae1265eb-c43f-4a29-8c14-bac30eb09eeb service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991960 Aug 20 11:25:29.933815 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ed851c-570c-41af-b3af-300297bce22f x-openstack-request-id: req-52ed851c-570c-41af-b3af-300297bce22f {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:29.934148 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "name": "network-vif-plugged", "status": "completed", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:29.934354 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52ed851c-570c-41af-b3af-300297bce22f {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:29.936277 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'code': 200} Aug 20 11:25:30.063407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18e8c98-d295-41ed-bf9e-c2e8b49e5f60 req-c3760b50-0588-4931-a60e-bafb060d3146 service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423953 Aug 20 11:25:30.068032 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:30.077061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62a9b2-769d-40b1-a593-be0370807ed2 req-a4bfe510-a9c8-40b8-b6bd-b2c73772464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:30.079027 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd62a9b2-769d-40b1-a593-be0370807ed2 req-a4bfe510-a9c8-40b8-b6bd-b2c73772464a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1095 time: 0.0668507 Aug 20 11:25:30.122371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:30.122625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd62a9b2-769d-40b1-a593-be0370807ed2 req-cd95ebb2-0d13-4688-a30c-4f4393761e7b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312405 Aug 20 11:25:30.457640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7fecb-b7ab-43c6-97c4-49c57209732f req-4eea791c-3d0d-4922-a02f-82d0be67d728 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:30.459400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24d7fecb-b7ab-43c6-97c4-49c57209732f req-4eea791c-3d0d-4922-a02f-82d0be67d728 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0698757 Aug 20 11:25:30.511702 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24d7fecb-b7ab-43c6-97c4-49c57209732f req-b00360b3-9180-4fe8-9f32-0b455ab0de10 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452979 Aug 20 11:25:30.543569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60370) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:30.557906 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1322e71c-7a0d-441d-a8c2-b093e9551884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:30.653709 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1322e71c-7a0d-441d-a8c2-b093e9551884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:30.771204 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1322e71c-7a0d-441d-a8c2-b093e9551884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:30.810707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322e71c-7a0d-441d-a8c2-b093e9551884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12006958-4c12-4485-8621-bc2292da866b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:30.814878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1322e71c-7a0d-441d-a8c2-b093e9551884 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe8cc732f19b46bb89cb4d6cb2f65665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702830 Aug 20 11:25:30.817671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60374) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:30.870251 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f01ab1f0-eb43-4b9e-b49c-c788e9231e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:30.895072 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f01ab1f0-eb43-4b9e-b49c-c788e9231e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:31.008818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226ef4d-d6bd-4324-adf8-93bb7bb8fef3 req-9a90a910-37f9-4321-a1ac-b730ce4d6308 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:31.010624 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6226ef4d-d6bd-4324-adf8-93bb7bb8fef3 req-9a90a910-37f9-4321-a1ac-b730ce4d6308 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0578830 Aug 20 11:25:31.036441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64480f-d4c4-4c41-9fd9-37058f6f6569 req-0db860b0-1c54-4f86-a310-dc16fb993003 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:31.037924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc64480f-d4c4-4c41-9fd9-37058f6f6569 req-0db860b0-1c54-4f86-a310-dc16fb993003 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 945 time: 0.0564015 Aug 20 11:25:31.056289 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6226ef4d-d6bd-4324-adf8-93bb7bb8fef3 req-c3cc3e05-42ed-4c58-9cf3-a683c8a8c78b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372717 Aug 20 11:25:31.081040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc64480f-d4c4-4c41-9fd9-37058f6f6569 req-2f5f0314-1cc7-43e3-b333-5ca34d443d51 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332704 Aug 20 11:25:31.148160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f01ab1f0-eb43-4b9e-b49c-c788e9231e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:31.154742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f01ab1f0-eb43-4b9e-b49c-c788e9231e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:31.154742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f01ab1f0-eb43-4b9e-b49c-c788e9231e9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12006958-4c12-4485-8621-bc2292da866b HTTP/1.1" status: 204 len: 168 time: 0.3337131 Aug 20 11:25:31.161198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ab1f0-eb43-4b9e-b49c-c788e9231e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12006958-4c12-4485-8621-bc2292da866b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:31.983934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e96ae-781b-421d-910f-58342f82d029 req-d434a8bb-c116-47e6-99eb-9bcd4d1928eb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:31.985355 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-455e96ae-781b-421d-910f-58342f82d029 req-d434a8bb-c116-47e6-99eb-9bcd4d1928eb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.3923275 Aug 20 11:25:32.036031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-455e96ae-781b-421d-910f-58342f82d029 req-fc702ec9-678e-427d-92b8-e9168ed2859a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403287 Aug 20 11:25:32.140098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6f808-8b39-4682-a629-1b9a3fa64a69 req-8353f1fe-bb17-4ce8-a79f-e2638ca171d2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.141974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8db6f808-8b39-4682-a629-1b9a3fa64a69 req-8353f1fe-bb17-4ce8-a79f-e2638ca171d2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 945 time: 0.0655735 Aug 20 11:25:32.182921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60404) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:32.199705 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9732f-74eb-4a67-8994-c3d12c6c452b req-426c44ea-6b22-4256-8278-7c294d649bb2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.199705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6a9732f-74eb-4a67-8994-c3d12c6c452b req-426c44ea-6b22-4256-8278-7c294d649bb2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0617800 Aug 20 11:25:32.203879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8db6f808-8b39-4682-a629-1b9a3fa64a69 req-5626120c-3d79-4d76-860c-59767b16b9a9 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551808 Aug 20 11:25:32.205380 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66f3af5d-9b93-4db4-8618-ce132216e898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:32.252958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6a9732f-74eb-4a67-8994-c3d12c6c452b req-ae11774c-7e81-4828-8ce1-80aa42fd2816 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524228 Aug 20 11:25:32.309546 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66f3af5d-9b93-4db4-8618-ce132216e898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:32.416662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-66f3af5d-9b93-4db4-8618-ce132216e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:32.456365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-66f3af5d-9b93-4db4-8618-ce132216e898 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc7f354f24a44b06a1a05a3eac3b6106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720420 Aug 20 11:25:32.457276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3af5d-9b93-4db4-8618-ce132216e898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d047e9-1eee-47c2-a705-3691bc17755b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:32.459109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60412) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:32.515944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-186b5fa4-aab2-44d5-a244-d79e26dfadf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:32.539337 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-186b5fa4-aab2-44d5-a244-d79e26dfadf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:32.669424 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-e31bbf3a-b758-44b1-90ef-52efa67ad4a6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0545118 Aug 20 11:25:32.718862 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-186b5fa4-aab2-44d5-a244-d79e26dfadf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:32.721594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-186b5fa4-aab2-44d5-a244-d79e26dfadf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:32.722744 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-186b5fa4-aab2-44d5-a244-d79e26dfadf4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28d047e9-1eee-47c2-a705-3691bc17755b HTTP/1.1" status: 204 len: 168 time: 0.2624784 Aug 20 11:25:32.755423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b5fa4-aab2-44d5-a244-d79e26dfadf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d047e9-1eee-47c2-a705-3691bc17755b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:32.790725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-00591507-a502-49ad-9814-9c20c3ee0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.791190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-00591507-a502-49ad-9814-9c20c3ee0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.791752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-00591507-a502-49ad-9814-9c20c3ee0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.792129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-00591507-a502-49ad-9814-9c20c3ee0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.792562 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-00591507-a502-49ad-9814-9c20c3ee0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.793164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-00591507-a502-49ad-9814-9c20c3ee0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.793595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-00591507-a502-49ad-9814-9c20c3ee0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.795881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-00591507-a502-49ad-9814-9c20c3ee0dc6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6503 time: 0.0720267 Aug 20 11:25:32.928125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-bd5cb670-6cab-49e0-bcab-5e9450768cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.928608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-bd5cb670-6cab-49e0-bcab-5e9450768cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.929071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-bd5cb670-6cab-49e0-bcab-5e9450768cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:32.930770 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-bd5cb670-6cab-49e0-bcab-5e9450768cbb service neutron] 10.222.0.38 "GET /v2.0/networks?id=26aed97a-f400-4b37-8a16-a0a6436f9bcf&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=785e013d-c92e-4828-b7f5-34a8f2e42a85&id=785e013d-c92e-4828-b7f5-34a8f2e42a85 HTTP/1.1" status: 200 len: 2297 time: 0.1100326 Aug 20 11:25:33.002988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-efb96eb3-ba93-499c-9ba5-be3d5688eda3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3 HTTP/1.1" status: 200 len: 1002 time: 0.0649850 Aug 20 11:25:33.060555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-3b058a28-137b-4b8a-a433-b5445f2c0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.062054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-3b058a28-137b-4b8a-a433-b5445f2c0d2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd96fd79-5012-4472-b937-783d1901f733 HTTP/1.1" status: 200 len: 855 time: 0.0517972 Aug 20 11:25:33.152647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-ae6784eb-fd0d-482a-bc4a-f9a428123a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.152647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-ae6784eb-fd0d-482a-bc4a-f9a428123a1e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26aed97a-f400-4b37-8a16-a0a6436f9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828450 Aug 20 11:25:33.199812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36092e3d-96f4-4895-9730-ba4978327ca7 req-697decb0-53bc-45f9-9df9-c3b4afcd67d2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.201359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36092e3d-96f4-4895-9730-ba4978327ca7 req-697decb0-53bc-45f9-9df9-c3b4afcd67d2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0666032 Aug 20 11:25:33.230613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c69c7-829d-4939-a30f-3bf00d99709b req-56e270ff-5833-496d-87bf-30b4c6c05a09 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.232298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce8c69c7-829d-4939-a30f-3bf00d99709b req-56e270ff-5833-496d-87bf-30b4c6c05a09 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 945 time: 0.1187901 Aug 20 11:25:33.245534 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36092e3d-96f4-4895-9730-ba4978327ca7 req-5296093b-7614-4c9b-8c98-d061b7ebcdbe tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366561 Aug 20 11:25:33.319397 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-c1c7b08d-c23b-4f78-87af-a1f5398289cb service neutron] 10.222.0.38 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574144 Aug 20 11:25:33.323063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce8c69c7-829d-4939-a30f-3bf00d99709b req-88bf2451-a493-4cff-b75a-6cfeeab1ecb3 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818391 Aug 20 11:25:33.411573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6a577-35ab-44eb-b28a-a5816f933a32 req-3f36948a-39ab-41ba-b199-17259bd8325b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.413683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4cd6a577-35ab-44eb-b28a-a5816f933a32 req-3f36948a-39ab-41ba-b199-17259bd8325b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0910354 Aug 20 11:25:33.435422 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-2fc64fe8-6972-4cd3-a336-979bbd170e8b service neutron] 10.222.0.38 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090915 Aug 20 11:25:33.465215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4cd6a577-35ab-44eb-b28a-a5816f933a32 req-c98031a6-8ae9-484e-8bd5-59244364d359 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Aug 20 11:25:33.519495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-f40ece56-ad5a-442f-9f29-71446c2dcb3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 HTTP/1.1" status: 200 len: 217 time: 0.0717685 Aug 20 11:25:33.575721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c426603-8cd1-4bd1-862e-63d6eb3fbe19 req-5215dac9-094f-4b5c-b2f1-e946f15de12f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.577231 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c426603-8cd1-4bd1-862e-63d6eb3fbe19 req-5215dac9-094f-4b5c-b2f1-e946f15de12f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1409183 Aug 20 11:25:33.597286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-07cee9d6-b87c-4668-aa09-1cf2892d67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.599105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-07cee9d6-b87c-4668-aa09-1cf2892d67d8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0707610 Aug 20 11:25:33.665800 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c426603-8cd1-4bd1-862e-63d6eb3fbe19 req-0bba4995-b29f-40b3-8678-451f027d0d63 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823233 Aug 20 11:25:33.682117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-cf95dbdd-6b64-4b41-970b-ada6ab44efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.682117 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-cf95dbdd-6b64-4b41-970b-ada6ab44efa5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697026 Aug 20 11:25:33.697690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60448) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:33.722138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 740c1ced-ccd9-4057-b04b-e5457ad31198 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:25:33.772526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1e2aec-3aad-4284-b13c-d0c2a88611d5 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:33.775005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0e1e2aec-3aad-4284-b13c-d0c2a88611d5 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1091 time: 0.0729182 Aug 20 11:25:33.778212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60450) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:33.783956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:33.813105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-a622e621-9385-4036-829c-b8a36f34b324 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278071 Aug 20 11:25:33.859670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:33.873982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '740c1ced-ccd9-4057-b04b-e5457ad31198', 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98', 'port_id': '740c1ced-ccd9-4057-b04b-e5457ad31198', 'mac_address': 'fa:16:3e:f4:e0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117ab75a-d603-4cad-8f24-e9c95ab0ae3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:25:33.918925 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:33.926298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-e5ee0101-266a-4a41-b24e-37cf291a3436 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061902 Aug 20 11:25:33.935796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740c1ced-ccd9-4057-b04b-e5457ad31198 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:25:33.962681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:33.987226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:33.997651 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-6dfab9d0-0b51-4d65-a492-0a2de8081654 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=153954e2-ea32-4f96-8194-59c54f6c2819 HTTP/1.1" status: 200 len: 217 time: 0.0633178 Aug 20 11:25:34.058463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-8c5bff5f-09f2-486b-a82e-da4ee4269b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:34.059707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-8c5bff5f-09f2-486b-a82e-da4ee4269b6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0551267 Aug 20 11:25:34.090345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:34.118207 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:34.119015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-97a53776-14cd-49ca-bc92-169cbbc7c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:34.120592 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-97a53776-14cd-49ca-bc92-169cbbc7c698 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0534444 Aug 20 11:25:34.148460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=740c1ced-ccd9-4057-b04b-e5457ad31198,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:34.242364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-eb960ab1-9e37-4d14-845e-4e02eaa92254 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143241 Aug 20 11:25:34.243675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.25.4.240 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/b950bdef-4a7c-4bbf-a080-bf8f72a89036) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:25:34.304684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60462) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:34.352753 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-f6748914-df10-45d0-b71d-4e242f25feea service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032672 Aug 20 11:25:34.417966 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-394504cb-2ddb-4e10-880e-95bd8aa9ef91 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=990945c2-3faf-45a4-9eaf-5f7a5aafbc37 HTTP/1.1" status: 200 len: 217 time: 0.0531611 Aug 20 11:25:34.463493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['740c1ced-ccd9-4057-b04b-e5457ad31198'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:25:34.483835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2108379186-network', 'tenant_id': '05fe827b795945beb97d1202c7dc424a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:34.571053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-ceadc662-d008-4ec6-8590-172168774508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:34.573511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-ceadc662-d008-4ec6-8590-172168774508 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.1408355 Aug 20 11:25:34.592530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de198d5-9eed-482b-af3d-f3d5a7d4c687 req-5d80b190-1ced-48c9-924e-6037cb9094fb tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:34.593844 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2de198d5-9eed-482b-af3d-f3d5a7d4c687 req-5d80b190-1ced-48c9-924e-6037cb9094fb tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 945 time: 0.1720934 Aug 20 11:25:34.665325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-0084e750-162a-4cbe-b9f8-82a9fc6315fa tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:34.667894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-0084e750-162a-4cbe-b9f8-82a9fc6315fa tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 945 time: 0.1636355 Aug 20 11:25:34.678635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10346e-c37c-4e0d-b75c-5c561103782a req-0420c6f2-a947-475c-aa09-7b438e807f7c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:34.680185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2e10346e-c37c-4e0d-b75c-5c561103782a req-0420c6f2-a947-475c-aa09-7b438e807f7c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 945 time: 0.0742853 Aug 20 11:25:34.727921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-7a8339c5-834c-4191-bcb3-356bb8a7968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:34.729485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-7a8339c5-834c-4191-bcb3-356bb8a7968b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1472602 Aug 20 11:25:34.730063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Made reservation on behalf of 05fe827b795945beb97d1202c7dc424a for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:34.730694 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:34.733251 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:34.744662 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2de198d5-9eed-482b-af3d-f3d5a7d4c687 req-a53509ff-da0a-4110-b886-ab4f809d554e tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403024 Aug 20 11:25:34.751037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2e10346e-c37c-4e0d-b75c-5c561103782a req-0903d8e9-b8bd-4bd4-8c6e-ec8bed1e6990 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622945 Aug 20 11:25:34.772486 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:34.953321 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-df1a656b-0f99-4b8f-9b78-0b3fc7d187c1 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069979 Aug 20 11:25:34.977886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Deleting port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:25:34.978266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.051294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.097198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:35.106934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:35.109695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=b950bdef-4a7c-4bbf-a080-bf8f72a89036,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:35.115416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:25:35.217965 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.221007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] For port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:35.221373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.226065 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-52667f18-8cec-49ec-896b-810527b1d087 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634969 Aug 20 11:25:35.305939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-750cf465-aab4-431d-b7e3-f6e43bd78a00 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=2e93ca1d-bf71-434e-9a5e-351f1b9040e4 HTTP/1.1" status: 200 len: 217 time: 0.0721347 Aug 20 11:25:35.408742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-add68533-bd55-4d79-9315-3c9b6b01c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:35.410264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-add68533-bd55-4d79-9315-3c9b6b01c828 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0963101 Aug 20 11:25:35.412946 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.501072 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.508768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:25:35.522161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc667f-6d95-4154-b5f7-5e0597799d9d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:35.532044 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.532385 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Added segment c1012a26-cef4-4ed6-b490-0b29fc2855db of type vlan for network b4237240-4bd3-43a8-846e-e27cebb58df5 Aug 20 11:25:35.553239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.553629 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.553952 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Floating IP 4e302b32-989e-4daa-a2ec-ea7b52374bff disassociated. External IP: 172.25.4.4, port: a2f9ca73-eb95-4fde-b4c6-5eb9b831397a. Aug 20 11:25:35.554292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Calling delete_port for a2f9ca73-eb95-4fde-b4c6-5eb9b831397a owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:25:35.599903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-b73ee4e5-3011-4533-9502-a80463ef1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:35.601458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-b73ee4e5-3011-4533-9502-a80463ef1090 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1756055 Aug 20 11:25:35.605772 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.675902 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.732710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 740c1ced-ccd9-4057-b04b-e5457ad31198 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:35.772256 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-ccb88435-138f-4136-a805-9ac61fd914b2 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322155 Aug 20 11:25:35.911400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.914944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.915946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:35.916581 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:35.925150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06a9b-21fc-4b91-ac59-f1e80c1e97a2 req-b6171184-040e-4c23-a77f-c990901c52f8 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:35.933475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e1a06a9b-21fc-4b91-ac59-f1e80c1e97a2 req-b6171184-040e-4c23-a77f-c990901c52f8 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 945 time: 0.0863614 Aug 20 11:25:35.968923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e1a06a9b-21fc-4b91-ac59-f1e80c1e97a2 req-c4aba407-7d65-401c-ab55-42645ba878e8 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1d64b1a-8171-43eb-9339-2f611c42e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357025 Aug 20 11:25:36.048697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 740c1ced-ccd9-4057-b04b-e5457ad31198 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:36.053872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 740c1ced-ccd9-4057-b04b-e5457ad31198 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:36.054341 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:36.058600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c67a9-93bb-420b-bd5f-b0bd8c1c9d2d req-76636879-55f6-4ea3-8783-66c1946e0a5d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:36.060230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4b8c67a9-93bb-420b-bd5f-b0bd8c1c9d2d req-76636879-55f6-4ea3-8783-66c1946e0a5d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 945 time: 0.1914980 Aug 20 11:25:36.062542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] Pushing event updated for resources: {'Network': ['ID=b4237240-4bd3-43a8-846e-e27cebb58df5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:36.079262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network b4237240-4bd3-43a8-846e-e27cebb58df5 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:25:36.096203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:36.102089 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-226dab83-dd0a-4d8c-9e8d-8db6faf7744d service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220115 Aug 20 11:25:36.125833 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4b8c67a9-93bb-420b-bd5f-b0bd8c1c9d2d req-2074b240-f383-4e66-bda8-2267161f9d1a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535645 Aug 20 11:25:36.201861 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:36.203687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:36.213898 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-dd7a0da9-0031-44f3-9748-79952f03593b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e322f6da-a2f1-43aa-901f-61732f873a28 HTTP/1.1" status: 200 len: 217 time: 0.0974977 Aug 20 11:25:36.219176 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d869685c-3600-457a-b60a-9abb47704fdc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9108663 Aug 20 11:25:36.223944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60490) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:36.228435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=b950bdef-4a7c-4bbf-a080-bf8f72a89036,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:36.231372 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:36.242581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740c1ced-ccd9-4057-b04b-e5457ad31198'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:36.245700 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a9b4d1-0bc5-4080-ad40-91d0ba482dde" -d '{"events": [{"server_uuid": "482691bd-6963-4ee1-a3fc-1f7bf47425a8", "name": "network-vif-plugged", "status": "completed", "tag": "740c1ced-ccd9-4057-b04b-e5457ad31198"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:36.266453 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Request body: {'subnet': {'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2108379186-subnet', 'tenant_id': '05fe827b795945beb97d1202c7dc424a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:36.266570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:36.291441 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5ecd53-7c2c-402d-9e07-4b6f189bd3bc x-openstack-request-id: req-cc5ecd53-7c2c-402d-9e07-4b6f189bd3bc {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:36.292523 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482691bd-6963-4ee1-a3fc-1f7bf47425a8", "name": "network-vif-plugged", "status": "completed", "tag": "740c1ced-ccd9-4057-b04b-e5457ad31198", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:36.293343 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc5ecd53-7c2c-402d-9e07-4b6f189bd3bc {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:36.294649 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740c1ced-ccd9-4057-b04b-e5457ad31198', 'code': 200} Aug 20 11:25:36.316522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Pushing event deleted for resources: {'Port': ['ID=a2f9ca73-eb95-4fde-b4c6-5eb9b831397a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:36.381856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:36.394138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device a2f9ca73-eb95-4fde-b4c6-5eb9b831397a no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:25:36.394499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-c6caf738-6900-4537-9569-c8f81c9d2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:36.394499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-c6caf738-6900-4537-9569-c8f81c9d2948 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=499ea19e-ce01-4768-a3a1-7eccffb9cde8 HTTP/1.1" status: 200 len: 797 time: 0.1637447 Aug 20 11:25:36.406697 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Floating IP b71c16e3-5220-4b55-b4d7-e91132ddfebd associated. External IP: 172.25.4.240, port: f60c1801-0dfd-4112-8bdb-aaacdd889e8b. Aug 20 11:25:36.433599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: a2f9ca73-eb95-4fde-b4c6-5eb9b831397a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:25:36.433909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device a2f9ca73-eb95-4fde-b4c6-5eb9b831397a not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:25:36.453701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71800155-c24d-411b-9139-8b951415a00b req-23515c26-02b2-40df-809f-823fab3815f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:36.455292 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-71800155-c24d-411b-9139-8b951415a00b req-23515c26-02b2-40df-809f-823fab3815f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 1096 time: 0.0952249 Aug 20 11:25:36.465368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=740c1ced-ccd9-4057-b04b-e5457ad31198,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:36.500346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-35170eae-3891-48f2-8dc4-97e9d45db01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:36.501937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-35170eae-3891-48f2-8dc4-97e9d45db01d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=785e013d-c92e-4828-b7f5-34a8f2e42a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041460 Aug 20 11:25:36.521780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Made reservation on behalf of 05fe827b795945beb97d1202c7dc424a for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:36.524083 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:36.542558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-71800155-c24d-411b-9139-8b951415a00b req-aaaeeb23-b99f-4b08-9ef1-67fd34d3bd78 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749238 Aug 20 11:25:36.616200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Router 487047e9-11ce-4c0c-a4aa-18b934de10eb has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:25:36.684472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 71b6a3b8-dccb-4870-b3c8-105867550b58 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:25:36.760641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-acd21558-ed92-4641-bc03-e2552d5b356d service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508552 Aug 20 11:25:36.832464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:25:36.844296 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] Sync routers for ids ['71b6a3b8-dccb-4870-b3c8-105867550b58'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:25:36.858465 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] Routers {'71b6a3b8-dccb-4870-b3c8-105867550b58'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:36.860089 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:25:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71b6a3b8-dccb-4870-b3c8-105867550b58'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:36.915557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:25:36.928867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15826788-3595-4448-8407-1719e03d9488 None None] Sync routers for ids ['487047e9-11ce-4c0c-a4aa-18b934de10eb'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:25:36.959853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15826788-3595-4448-8407-1719e03d9488 None None] Routers {'487047e9-11ce-4c0c-a4aa-18b934de10eb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:36.960815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-15826788-3595-4448-8407-1719e03d9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:25:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['487047e9-11ce-4c0c-a4aa-18b934de10eb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:37.004307 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] Set router 71b6a3b8-dccb-4870-b3c8-105867550b58 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:37.010187 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:37.016363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] No DVR routers for this DVR port a2f9ca73-eb95-4fde-b4c6-5eb9b831397a on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:25:37.024395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:37.026605 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90f5b419-ff39-44b3-9a04-5f234861e0d2 req-c4f69417-29b7-42fa-953a-8c019359a5a2 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.57 "DELETE /v2.0/ports/a2f9ca73-eb95-4fde-b4c6-5eb9b831397a HTTP/1.1" status: 204 len: 173 time: 2.3458471 Aug 20 11:25:37.027077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'name': 'network-vif-deleted', 'tag': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:37.032113 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b705820d-f3ef-4bef-84bc-8fc377281226" -d '{"events": [{"server_uuid": "ab57e593-8fc8-49f2-8d78-141996d0403e", "name": "network-vif-deleted", "tag": "a2f9ca73-eb95-4fde-b4c6-5eb9b831397a"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:37.047088 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-81f78bbd-c56c-4242-899f-917b54010f1a service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564528 Aug 20 11:25:37.087466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8a9065ac-780a-4d69-be35-80f13b3c87a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3075500 Aug 20 11:25:37.087984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:37.090610 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88bc46a-6128-4b12-8393-d4297b681df8" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:37.101912 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-06ef6e86-7ba5-477f-af21-d562edf7889a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d HTTP/1.1" status: 200 len: 217 time: 0.0417566 Aug 20 11:25:37.111238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-15826788-3595-4448-8407-1719e03d9488 None None] Set router 487047e9-11ce-4c0c-a4aa-18b934de10eb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:37.147387 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a66d2b1-38ac-4096-8686-14fae92c9050 x-openstack-request-id: req-1a66d2b1-38ac-4096-8686-14fae92c9050 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:37.147729 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab57e593-8fc8-49f2-8d78-141996d0403e", "name": "network-vif-deleted", "tag": "a2f9ca73-eb95-4fde-b4c6-5eb9b831397a", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:37.148207 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a66d2b1-38ac-4096-8686-14fae92c9050 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:37.148522 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab57e593-8fc8-49f2-8d78-141996d0403e', 'name': 'network-vif-deleted', 'tag': 'a2f9ca73-eb95-4fde-b4c6-5eb9b831397a', 'status': 'completed', 'code': 200} Aug 20 11:25:37.196557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-650f2777-b263-4272-bd94-88a9a6f03e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:37.198100 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-650f2777-b263-4272-bd94-88a9a6f03e1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=499ea19e-ce01-4768-a3a1-7eccffb9cde8 HTTP/1.1" status: 200 len: 797 time: 0.0896604 Aug 20 11:25:37.199832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:37.224832 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1484a2a8-997a-4f61-b1b2-a41972bed725 req-20013498-121e-4d9f-b2a5-beb977686f5b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 210 time: 0.0550125 Aug 20 11:25:37.286914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c69018-8409-46a6-92bf-6fa69beb8227,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:37.329898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Checking segment: {'id': 'c1012a26-cef4-4ed6-b490-0b29fc2855db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:37.330316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Network hostable DHCP agents. Network: b4237240-4bd3-43a8-846e-e27cebb58df5, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:25:37.339137 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e039b-1d65-4bd0-bd03-41c5779776e7 x-openstack-request-id: req-8f0e039b-1d65-4bd0-bd03-41c5779776e7 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:37.339436 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:37.339696 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f0e039b-1d65-4bd0-bd03-41c5779776e7 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:37.340222 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'status': 'completed', 'code': 200} Aug 20 11:25:37.346391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acca2e-1704-459b-b344-66e35ab99422 req-93e889ea-c1da-4525-90dd-7484043f177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:37.347989 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-93e889ea-c1da-4525-90dd-7484043f177f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=785e013d-c92e-4828-b7f5-34a8f2e42a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940158 Aug 20 11:25:37.459009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Network b4237240-4bd3-43a8-846e-e27cebb58df5 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:25:37.469433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-17e20d84-815f-4a35-85b1-8febfb9668e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:37.471888 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-17e20d84-815f-4a35-85b1-8febfb9668e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1096 time: 0.1064556 Aug 20 11:25:37.559654 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:11Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'b71c16e3-5220-4b55-b4d7-e91132ddfebd', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'port_id': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'mac_address': 'fa:16:3e:c3:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:25:35Z', 'updated_at': '2021-08-20T11:25:35Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5182c4ce-1c5f-497d-ad22-a25a85a60b36', 'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:66:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:09Z', 'updated_at': '2021-08-20T11:25:17Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:37.642999 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] Checking router: 71b6a3b8-dccb-4870-b3c8-105867550b58 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:25:37.666531 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] Routers {'71b6a3b8-dccb-4870-b3c8-105867550b58'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:37.667184 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:25:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71b6a3b8-dccb-4870-b3c8-105867550b58'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:37.710529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b6fd2-9b13-481d-9570-6022d8f99568 req-c7399555-2089-4a2e-89dd-d16b2294b409 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:37.712502 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-701b6fd2-9b13-481d-9570-6022d8f99568 req-c7399555-2089-4a2e-89dd-d16b2294b409 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.1054294 Aug 20 11:25:37.746676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-99802719-c09e-4578-a52e-8a8b1eec40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:37.747366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-15826788-3595-4448-8407-1719e03d9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '743b8665-5f64-4019-92c3-077931582437', 'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'mac_address': 'fa:16:3e:00:a6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:24Z', 'updated_at': '2021-08-20T11:23:33Z', 'revision_number': 5, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'subnets': [{'id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:37.749383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-99802719-c09e-4578-a52e-8a8b1eec40d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 200 len: 898 time: 0.2701321 Aug 20 11:25:37.777506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15826788-3595-4448-8407-1719e03d9488 None None] Checking router: 487047e9-11ce-4c0c-a4aa-18b934de10eb for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:25:37.788380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15826788-3595-4448-8407-1719e03d9488 None None] Routers {'487047e9-11ce-4c0c-a4aa-18b934de10eb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:37.789439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-15826788-3595-4448-8407-1719e03d9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:25:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['487047e9-11ce-4c0c-a4aa-18b934de10eb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:37.865768 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] Set router 71b6a3b8-dccb-4870-b3c8-105867550b58 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:37.884785 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-701b6fd2-9b13-481d-9570-6022d8f99568 req-81614729-61dd-4051-b99e-80980e41d1b9 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607897 Aug 20 11:25:37.899237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-de302d6c-e79c-4e5d-883a-582b4ae301cd service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309403 Aug 20 11:25:37.927269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b86e8-d3b7-4dbf-ae34-536ac6b27cf9 req-45d3e5b5-6510-4e50-a62c-2320d8f2defc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:37.928939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e5b86e8-d3b7-4dbf-ae34-536ac6b27cf9 req-45d3e5b5-6510-4e50-a62c-2320d8f2defc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.5720100 Aug 20 11:25:37.948018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-fa53582c-14a8-4f36-ac3e-8ddc4cdf8016 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 999 time: 0.1702096 Aug 20 11:25:37.981454 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-15826788-3595-4448-8407-1719e03d9488 None None] Set router 487047e9-11ce-4c0c-a4aa-18b934de10eb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:38.049015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, b4237240-4bd3-43a8-846e-e27cebb58df5) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:38.066222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e5b86e8-d3b7-4dbf-ae34-536ac6b27cf9 req-c9fbf914-cae8-489f-a400-a570cf11d1aa tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123531 Aug 20 11:25:38.077424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:38.078425 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:38.086901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60514) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:38.091938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037cb3e5-effa-4f7d-bed2-79b6ed1bb74b None None] Network b4237240-4bd3-43a8-846e-e27cebb58df5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:25:38.097533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-4f2c0aca-d907-4959-871c-1f299e24c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:38.100125 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-4f2c0aca-d907-4959-871c-1f299e24c879 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0beacb38-1ace-47ab-b00c-3ba4c0ced561 HTTP/1.1" status: 200 len: 833 time: 0.1455266 Aug 20 11:25:38.193480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-3c47579e-4cba-464b-b5ca-630c4d724972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:38.196016 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-3c47579e-4cba-464b-b5ca-630c4d724972 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94e3b673-0cf3-4925-b3f6-02f071344b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797324 Aug 20 11:25:38.221443 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acca2e-1704-459b-b344-66e35ab99422 req-bace66ac-ba5d-4c26-ab09-e3218a2e640c service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153532 Aug 20 11:25:38.225453 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:11Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'b71c16e3-5220-4b55-b4d7-e91132ddfebd', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'port_id': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'mac_address': 'fa:16:3e:c3:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:25:35Z', 'updated_at': '2021-08-20T11:25:35Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5182c4ce-1c5f-497d-ad22-a25a85a60b36', 'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:66:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:09Z', 'updated_at': '2021-08-20T11:25:17Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:38.252053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7d1e39b6-8797-4af8-8690-305b30019942 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/b71c16e3-5220-4b55-b4d7-e91132ddfebd HTTP/1.1" status: 200 len: 991 time: 0.1547644 Aug 20 11:25:38.292885 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f56fee-a00a-4155-b214-6090e382c656 None None] The sync data for ids ['71b6a3b8-dccb-4870-b3c8-105867550b58'] in n-d-804230-3 is: [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:11Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'b71c16e3-5220-4b55-b4d7-e91132ddfebd', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'port_id': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'mac_address': 'fa:16:3e:c3:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:25:35Z', 'updated_at': '2021-08-20T11:25:35Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5182c4ce-1c5f-497d-ad22-a25a85a60b36', 'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:66:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:09Z', 'updated_at': '2021-08-20T11:25:17Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:25:38.310373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e25575c6-676e-44e0-a3d6-7d2d32cd16d6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0852215 Aug 20 11:25:38.331814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319926d-05f4-4662-aad6-631372b6dee7 None None] Network b4237240-4bd3-43a8-846e-e27cebb58df5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:25:38.438935 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-a66284a6-3f16-4a19-950a-729036af8be9 service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345748 Aug 20 11:25:38.611199 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f88bc46a-6128-4b12-8393-d4297b681df8 req-a7c5b833-507b-4bca-8fe9-c9c8b81f6986 service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608119 Aug 20 11:25:38.678952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-15826788-3595-4448-8407-1719e03d9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '743b8665-5f64-4019-92c3-077931582437', 'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'mac_address': 'fa:16:3e:00:a6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:24Z', 'updated_at': '2021-08-20T11:23:33Z', 'revision_number': 5, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'subnets': [{'id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:38.689115 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2d611e-0941-4302-a0fa-654ddaaf25e1 None None] New status for floating IP b71c16e3-5220-4b55-b4d7-e91132ddfebd: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:25:38.711254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15826788-3595-4448-8407-1719e03d9488 None None] The sync data for ids ['487047e9-11ce-4c0c-a4aa-18b934de10eb'] in n-d-804230-3 is: [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:23:25Z', 'revision_number': 4, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '743b8665-5f64-4019-92c3-077931582437', 'name': '', 'network_id': '6e91949a-53d8-4745-9713-7bf878ca3154', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'mac_address': 'fa:16:3e:00:a6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:24Z', 'updated_at': '2021-08-20T11:23:33Z', 'revision_number': 5, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'subnets': [{'id': '67e44b19-39b1-431a-83b2-0c320772ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:25:38.770308 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-20c2829d-6875-44a3-b072-95d00c86a293 req-d9546f6b-8b7d-454e-9846-a189bd1eb15f tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab57e593-8fc8-49f2-8d78-141996d0403e HTTP/1.1" status: 200 len: 210 time: 0.3426864 Aug 20 11:25:39.048195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba59ead-2d38-41b0-8e3a-1f623a0bce03 req-6414af4a-6f35-4813-bc61-a4e2f5aafec2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:39.050080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ba59ead-2d38-41b0-8e3a-1f623a0bce03 req-6414af4a-6f35-4813-bc61-a4e2f5aafec2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0840278 Aug 20 11:25:39.064957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb23b62-f997-459d-9dbd-ddf4cec68410 None None] New status for floating IP 4e302b32-989e-4daa-a2ec-ea7b52374bff: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:25:39.097248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ba59ead-2d38-41b0-8e3a-1f623a0bce03 req-fdb4274a-2c25-4046-b221-f51f57ba0e90 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392380 Aug 20 11:25:39.210019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58496ad4-3655-4377-befd-18aef5b3710d req-4028255a-1dbc-4792-a437-a76e094ac647 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:39.211571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58496ad4-3655-4377-befd-18aef5b3710d req-4028255a-1dbc-4792-a437-a76e094ac647 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 1097 time: 0.0416219 Aug 20 11:25:39.246916 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58496ad4-3655-4377-befd-18aef5b3710d req-785bb711-4495-4653-804a-2cad9254e847 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289588 Aug 20 11:25:39.249349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60538) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:39.318187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b24760a5-1f92-4e66-8931-016853da8133 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/b71c16e3-5220-4b55-b4d7-e91132ddfebd HTTP/1.1" status: 200 len: 993 time: 0.0648382 Aug 20 11:25:39.975389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60558) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:40.032493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a417952-7467-42dd-a838-a729ee0ba823 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:40.056537 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a417952-7467-42dd-a838-a729ee0ba823 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:40.239310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a417952-7467-42dd-a838-a729ee0ba823 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:40.243421 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a417952-7467-42dd-a838-a729ee0ba823 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:40.243626 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6a417952-7467-42dd-a838-a729ee0ba823 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "DELETE /v2.0/security-groups/c1d64b1a-8171-43eb-9339-2f611c42e14b HTTP/1.1" status: 204 len: 168 time: 0.2672122 Aug 20 11:25:40.247197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60566) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:40.262219 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-5db2dba5-0740-4ee8-bb0e-a08a6e412390 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] show failed (client error): The resource could not be found. Aug 20 11:25:40.266284 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5db2dba5-0740-4ee8-bb0e-a08a6e412390 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "GET /v2.0/security-groups/c1d64b1a-8171-43eb-9339-2f611c42e14b HTTP/1.1" status: 404 len: 347 time: 0.0152156 Aug 20 11:25:40.268262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60568) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:40.275340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a417952-7467-42dd-a838-a729ee0ba823 tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d64b1a-8171-43eb-9339-2f611c42e14b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:40.283732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399f57-4389-43e6-857f-95688e13c342 req-bb67d3fa-f24a-45b1-9bf0-11e67373e41f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.290023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399f57-4389-43e6-857f-95688e13c342 req-bb67d3fa-f24a-45b1-9bf0-11e67373e41f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.296149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399f57-4389-43e6-857f-95688e13c342 req-bb67d3fa-f24a-45b1-9bf0-11e67373e41f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.302854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399f57-4389-43e6-857f-95688e13c342 req-bb67d3fa-f24a-45b1-9bf0-11e67373e41f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.308860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399f57-4389-43e6-857f-95688e13c342 req-bb67d3fa-f24a-45b1-9bf0-11e67373e41f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.315921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399f57-4389-43e6-857f-95688e13c342 req-bb67d3fa-f24a-45b1-9bf0-11e67373e41f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.322492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399f57-4389-43e6-857f-95688e13c342 req-bb67d3fa-f24a-45b1-9bf0-11e67373e41f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.331771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28399f57-4389-43e6-857f-95688e13c342 req-bb67d3fa-f24a-45b1-9bf0-11e67373e41f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5433 time: 0.1279368 Aug 20 11:25:40.391039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28399f57-4389-43e6-857f-95688e13c342 req-7b1b31b4-d612-44f9-b023-5404920540b1 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534930 Aug 20 11:25:40.502887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-43878b3e-e2fd-47ba-b875-05366c01bf8b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Deleting port 54dd2112-294c-433d-b1fb-bc22511313f7 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:25:40.503494 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43878b3e-e2fd-47ba-b875-05366c01bf8b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:40.636106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fc4ab-d1aa-4d75-9178-9fd43d548e31 req-f2a2bcdf-4368-4dfd-b5ef-8dde648e6398 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.642281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fc4ab-d1aa-4d75-9178-9fd43d548e31 req-f2a2bcdf-4368-4dfd-b5ef-8dde648e6398 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.648286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fc4ab-d1aa-4d75-9178-9fd43d548e31 req-f2a2bcdf-4368-4dfd-b5ef-8dde648e6398 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.654075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fc4ab-d1aa-4d75-9178-9fd43d548e31 req-f2a2bcdf-4368-4dfd-b5ef-8dde648e6398 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.660127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fc4ab-d1aa-4d75-9178-9fd43d548e31 req-f2a2bcdf-4368-4dfd-b5ef-8dde648e6398 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.666016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fc4ab-d1aa-4d75-9178-9fd43d548e31 req-f2a2bcdf-4368-4dfd-b5ef-8dde648e6398 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.671804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fc4ab-d1aa-4d75-9178-9fd43d548e31 req-f2a2bcdf-4368-4dfd-b5ef-8dde648e6398 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:40.674299 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d2fc4ab-d1aa-4d75-9178-9fd43d548e31 req-f2a2bcdf-4368-4dfd-b5ef-8dde648e6398 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5433 time: 0.1219704 Aug 20 11:25:40.683697 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43878b3e-e2fd-47ba-b875-05366c01bf8b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:40.683697 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43878b3e-e2fd-47ba-b875-05366c01bf8b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:40.704003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-43878b3e-e2fd-47ba-b875-05366c01bf8b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Calling delete_port for 54dd2112-294c-433d-b1fb-bc22511313f7 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:25:41.031466 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43878b3e-e2fd-47ba-b875-05366c01bf8b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:41.057634 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:41.060926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43878b3e-e2fd-47ba-b875-05366c01bf8b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Pushing event deleted for resources: {'Port': ['ID=54dd2112-294c-433d-b1fb-bc22511313f7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:41.145058 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43878b3e-e2fd-47ba-b875-05366c01bf8b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:41.148238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43878b3e-e2fd-47ba-b875-05366c01bf8b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:41.152492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-43878b3e-e2fd-47ba-b875-05366c01bf8b tempest-ServersTestJSON-2123737785 tempest-ServersTestJSON-2123737785-project] 10.222.0.10 "DELETE /v2.0/floatingips/4e302b32-989e-4daa-a2ec-ea7b52374bff HTTP/1.1" status: 204 len: 168 time: 0.8801088 Aug 20 11:25:41.152918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60588) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:41.544309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:41.814202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] Deleting port 743b8665-5f64-4019-92c3-077931582437 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:25:41.814556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:41.901907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] For port 743b8665-5f64-4019-92c3-077931582437, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=743b8665-5f64-4019-92c3-077931582437,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:41.902265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:41.928227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] Calling delete_port for 743b8665-5f64-4019-92c3-077931582437 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:25:42.165884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-c4efc5f5-8d61-4f39-a703-8e0341e51461 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:42.167388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-c4efc5f5-8d61-4f39-a703-8e0341e51461 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/networks?id=b4237240-4bd3-43a8-846e-e27cebb58df5 HTTP/1.1" status: 200 len: 809 time: 0.1442990 Aug 20 11:25:42.190543 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-1bf7d894-6d96-485a-9816-d82e4e463f63 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/quotas/05fe827b795945beb97d1202c7dc424a HTTP/1.1" status: 200 len: 375 time: 0.0146646 Aug 20 11:25:42.222489 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-0bfbb543-dd92-4211-8f5d-5da851bd79f8 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=05fe827b795945beb97d1202c7dc424a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258107 Aug 20 11:25:42.317321 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-6c83c883-c0c3-44b9-90f0-689c8cee1463 service neutron] 10.222.0.10 "GET /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876603 Aug 20 11:25:42.342802 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:42.403716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] Pushing event deleted for resources: {'Port': ['ID=743b8665-5f64-4019-92c3-077931582437,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:42.483934 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-d35c61e9-cdfe-4ec0-89c1-74cab3968c7c service neutron] 10.222.0.10 "GET /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603878 Aug 20 11:25:42.610715 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:42.860945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] Router 487047e9-11ce-4c0c-a4aa-18b934de10eb has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:25:42.946325 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b871ca76-d5a2-43f1-8b4e-384b18d4aad0 req-713a5815-2459-4db0-8261-acfed81bdc61 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 210 time: 0.0351255 Aug 20 11:25:43.011271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:25:43.022334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60634) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:43.023083 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-849248ab-305e-490d-acdd-f2c5e174bd06 admin admin] 10.222.0.10 "PUT /v2.0/routers/487047e9-11ce-4c0c-a4aa-18b934de10eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8683293 Aug 20 11:25:43.030780 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] Sync routers for ids ['487047e9-11ce-4c0c-a4aa-18b934de10eb'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:25:43.041438 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] Routers {'487047e9-11ce-4c0c-a4aa-18b934de10eb'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:43.042134 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:25:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['487047e9-11ce-4c0c-a4aa-18b934de10eb'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:43.184591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:43.196918 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] Set router 487047e9-11ce-4c0c-a4aa-18b934de10eb gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:43.303628 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:43.376242 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:43.379447 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:25:42Z', 'revision_number': 5, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:43.407788 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] Checking router: 487047e9-11ce-4c0c-a4aa-18b934de10eb for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:25:43.416926 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] Routers {'487047e9-11ce-4c0c-a4aa-18b934de10eb'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:25:43.417625 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:25:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['487047e9-11ce-4c0c-a4aa-18b934de10eb'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:43.619727 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] Set router 487047e9-11ce-4c0c-a4aa-18b934de10eb gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:25:43.696485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Deleting port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:25:43.696838 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:43.782397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] For port bcc1d24e-d378-4061-a9d8-9b1d78eac9b0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bcc1d24e-d378-4061-a9d8-9b1d78eac9b0,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:43.782791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:43.796576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Calling delete_port for bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:25:43.811141 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:25:42Z', 'revision_number': 5, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:43.843042 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f14bbec-9411-4fbb-8f70-5fe9da2f3b98 None None] The sync data for ids ['487047e9-11ce-4c0c-a4aa-18b934de10eb'] in n-d-804230-3 is: [{'id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'name': 'tempest-ServersTestJSON-1376175916-router', 'tenant_id': 'db679677f7c44c75941ae6fac1aca56d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:23:19Z', 'updated_at': '2021-08-20T11:25:42Z', 'revision_number': 5, 'project_id': 'db679677f7c44c75941ae6fac1aca56d', 'gw_port': {'id': 'bcc1d24e-d378-4061-a9d8-9b1d78eac9b0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487047e9-11ce-4c0c-a4aa-18b934de10eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:23:20Z', 'updated_at': '2021-08-20T11:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:25:44.042248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-70403fa9-08bd-4ab4-90ba-25e1002dc287 req-02ad5662-6a14-4184-89b4-f4306ad40711 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 210 time: 0.0269570 Aug 20 11:25:44.129708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:44.159368 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc1d24e-d378-4061-a9d8-9b1d78eac9b0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:44.241793 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:44.627473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:44.630362 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:44.710861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60674) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:44.794242 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:44.794916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 487047e9-11ce-4c0c-a4aa-18b934de10eb {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:25:44.800153 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:44.808718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1b0a4890-e663-4ff4-be98-b1fa29004e05 admin admin] 10.222.0.10 "DELETE /v2.0/routers/487047e9-11ce-4c0c-a4aa-18b934de10eb HTTP/1.1" status: 204 len: 168 time: 1.7770872 Aug 20 11:25:44.808718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60678) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:44.866944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c3de2-b60d-4a2f-9ec9-7d0b3db6fc6e req-f222f8b0-41f5-40ca-90ce-61621ad1d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:44.867497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c3de2-b60d-4a2f-9ec9-7d0b3db6fc6e req-f222f8b0-41f5-40ca-90ce-61621ad1d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:44.867959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c3de2-b60d-4a2f-9ec9-7d0b3db6fc6e req-f222f8b0-41f5-40ca-90ce-61621ad1d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:44.868437 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c3de2-b60d-4a2f-9ec9-7d0b3db6fc6e req-f222f8b0-41f5-40ca-90ce-61621ad1d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:44.868914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c3de2-b60d-4a2f-9ec9-7d0b3db6fc6e req-f222f8b0-41f5-40ca-90ce-61621ad1d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:44.869496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c3de2-b60d-4a2f-9ec9-7d0b3db6fc6e req-f222f8b0-41f5-40ca-90ce-61621ad1d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:44.869971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c3de2-b60d-4a2f-9ec9-7d0b3db6fc6e req-f222f8b0-41f5-40ca-90ce-61621ad1d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:44.874978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872c3de2-b60d-4a2f-9ec9-7d0b3db6fc6e req-f222f8b0-41f5-40ca-90ce-61621ad1d616 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6490 time: 0.1629903 Aug 20 11:25:44.891038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6ba45c-117b-4e52-a19a-cfeecea21d75 admin admin] Deleting subnet 67e44b19-39b1-431a-83b2-0c320772ee3b {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:25:44.901592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba45c-117b-4e52-a19a-cfeecea21d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:44.919658 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fec959e8-0347-4d35-a94e-c4053c7386c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:44.956788 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872c3de2-b60d-4a2f-9ec9-7d0b3db6fc6e req-1a78f0aa-235a-4c24-aa12-25f219692dd5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=86fd7de9-0cd0-4a48-bf23-b604ba311334&id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705874 Aug 20 11:25:44.956788 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba45c-117b-4e52-a19a-cfeecea21d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.099024 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba45c-117b-4e52-a19a-cfeecea21d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.157650 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eacced00-89ff-4f93-bbf9-b6900c3e3ef7 req-0cbdfe83-6ce9-4e38-9c9b-d29df0eca7e6 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 210 time: 0.0357125 Aug 20 11:25:45.338902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 743b8665-5f64-4019-92c3-077931582437 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:25:45.360653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 743b8665-5f64-4019-92c3-077931582437 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:25:45.360994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 743b8665-5f64-4019-92c3-077931582437 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:25:45.361410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:25:45.384069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:25:45.384406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bcc1d24e-d378-4061-a9d8-9b1d78eac9b0 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:25:45.433185 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba45c-117b-4e52-a19a-cfeecea21d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.458460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ba45c-117b-4e52-a19a-cfeecea21d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e44b19-39b1-431a-83b2-0c320772ee3b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:45.462071 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe6ba45c-117b-4e52-a19a-cfeecea21d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.464043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fe6ba45c-117b-4e52-a19a-cfeecea21d75 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/67e44b19-39b1-431a-83b2-0c320772ee3b HTTP/1.1" status: 204 len: 168 time: 0.6591518 Aug 20 11:25:45.466869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60692) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:45.468736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf083cb8-cf99-446a-8b3e-60905042eb64 None None] Network 6e91949a-53d8-4745-9713-7bf878ca3154 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:25:45.555478 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.625758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Deleting port cdee81eb-139a-4b87-80ad-1d77b6d8586b {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:25:45.626573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.733463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] For port cdee81eb-139a-4b87-80ad-1d77b6d8586b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cdee81eb-139a-4b87-80ad-1d77b6d8586b,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:45.733840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.745065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92153cf-a717-4dbe-8f2e-99b40118df9e None None] DHCP port deletion for 6e91949a-53d8-4745-9713-7bf878ca3154 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:25:45.765131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Calling delete_port for cdee81eb-139a-4b87-80ad-1d77b6d8586b owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:25:45.799114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d92153cf-a717-4dbe-8f2e-99b40118df9e None None] Deleting port cdee81eb-139a-4b87-80ad-1d77b6d8586b {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:25:45.802016 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d92153cf-a717-4dbe-8f2e-99b40118df9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.873853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d92153cf-a717-4dbe-8f2e-99b40118df9e None None] For port cdee81eb-139a-4b87-80ad-1d77b6d8586b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cdee81eb-139a-4b87-80ad-1d77b6d8586b,segment=NetworkSegment(ab26b888-2ff2-43e9-b1bc-5198775ce946),segment_id=ab26b888-2ff2-43e9-b1bc-5198775ce946)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:45.874538 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d92153cf-a717-4dbe-8f2e-99b40118df9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.887541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d92153cf-a717-4dbe-8f2e-99b40118df9e None None] Calling delete_port for cdee81eb-139a-4b87-80ad-1d77b6d8586b owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:25:45.964665 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: from cryptography.utils import int_from_bytes Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: from cryptography.utils import int_from_bytes Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.964873 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:25:45.970125 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:25:45.978334 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d92153cf-a717-4dbe-8f2e-99b40118df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:45.993076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Pushing event deleted for resources: {'Port': ['ID=cdee81eb-139a-4b87-80ad-1d77b6d8586b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:46.001705 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] No DVR routers for this DVR port cdee81eb-139a-4b87-80ad-1d77b6d8586b on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:25:46.011910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92153cf-a717-4dbe-8f2e-99b40118df9e None None] Pushing event deleted for resources: {'Port': ['ID=cdee81eb-139a-4b87-80ad-1d77b6d8586b,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:46.027714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92153cf-a717-4dbe-8f2e-99b40118df9e None None] No DVR routers for this DVR port cdee81eb-139a-4b87-80ad-1d77b6d8586b on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:25:46.106702 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:46.125176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e91949a-53d8-4745-9713-7bf878ca3154']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:46.137793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab26b888-2ff2-43e9-b1bc-5198775ce946') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:46.138091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab26b888-2ff2-43e9-b1bc-5198775ce946') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:25:46.152243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:46.170888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:46.179371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:25:46.180429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:25:46.181761 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:25:46.306706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2f9c069-2599-457b-bcf3-bcda52c675cd req-5ee23200-96f2-4840-9724-00d3dd0aad9b tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 210 time: 0.0462449 Aug 20 11:25:46.336422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:46.342294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:46.347816 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] 10.222.0.10 "DELETE /v2.0/networks/6e91949a-53d8-4745-9713-7bf878ca3154 HTTP/1.1" status: 204 len: 168 time: 0.8763120 Aug 20 11:25:46.359812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19503c6-c780-496f-a56e-241bd89c148b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e91949a-53d8-4745-9713-7bf878ca3154,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:46.807282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-3ea9c801-9080-400d-a97e-4b4beb4f09f3 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:46.808935 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-3ea9c801-9080-400d-a97e-4b4beb4f09f3 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.38 "GET /v2.0/networks?id=b4237240-4bd3-43a8-846e-e27cebb58df5 HTTP/1.1" status: 200 len: 809 time: 0.1217029 Aug 20 11:25:46.823631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Request body: {'port': {'device_id': 'bdc4085a-d100-418a-bfba-279e02375187', 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5', 'admin_state_up': True, 'tenant_id': '05fe827b795945beb97d1202c7dc424a'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:46.869190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60708) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:46.930849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-da2e3b00-c1c1-495b-851c-84e3e2ceba41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db679677f7c44c75941ae6fac1aca56d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593290 Aug 20 11:25:46.932245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60710) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:47.008953 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4fc858dd-7df4-45cd-b04b-7c56f9e3a13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:47.039609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4fc858dd-7df4-45cd-b04b-7c56f9e3a13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:47.101235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Made reservation on behalf of 05fe827b795945beb97d1202c7dc424a for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:47.104894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:47.241600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cdee81eb-139a-4b87-80ad-1d77b6d8586b no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:25:47.249905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Allocated IP 172.20.0.13 (b4237240-4bd3-43a8-846e-e27cebb58df5/08c69018-8409-46a6-92bf-6fa69beb8227/2bba7ac4-64de-4d5c-b990-242e8f28ad6e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:25:47.262759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: cdee81eb-139a-4b87-80ad-1d77b6d8586b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:25:47.263387 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cdee81eb-139a-4b87-80ad-1d77b6d8586b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:25:47.290897 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4fc858dd-7df4-45cd-b04b-7c56f9e3a13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:47.296363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4fc858dd-7df4-45cd-b04b-7c56f9e3a13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:47.296363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4fc858dd-7df4-45cd-b04b-7c56f9e3a13a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/043a7061-c9ff-40cc-8065-766abdca5ef8 HTTP/1.1" status: 204 len: 168 time: 0.3620901 Aug 20 11:25:47.393048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc858dd-7df4-45cd-b04b-7c56f9e3a13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043a7061-c9ff-40cc-8065-766abdca5ef8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:47.454893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:47.476344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-50b678ba-16ff-4e7c-83a8-17c2a55d1742 req-f1d36e8a-59b6-432f-9073-61b47643108e tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 210 time: 0.0492041 Aug 20 11:25:47.640625 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:47.693731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Network b4237240-4bd3-43a8-846e-e27cebb58df5 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:47.697360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:47.700809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:25:47.739826 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e52dcebd-45e8-48cb-889f-1362340592ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:47.748606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Pushing event updated for resources: {'Port': ['ID=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:47.780817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:47.781788 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:47.943395 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-aff32e2a-534a-4f94-8cda-5a48e88bf1ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1240222 Aug 20 11:25:47.961944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Request body: {'port': {'device_id': 'bdc4085a-d100-418a-bfba-279e02375187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:48.022504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:48.368403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bba7ac4-64de-4d5c-b990-242e8f28ad6e {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:25:48.368403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:48.369007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Transition to ACTIVE for port object 2bba7ac4-64de-4d5c-b990-242e8f28ad6e will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:48.604322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:48.628992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427104-98c1-4ee5-aead-6483aebc3d9b req-7906778e-4421-4177-8976-dc9372d5db07 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:48.638128 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e1427104-98c1-4ee5-aead-6483aebc3d9b req-7906778e-4421-4177-8976-dc9372d5db07 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 932 time: 0.0679140 Aug 20 11:25:48.658877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Pushing event updated for resources: {'Port': ['ID=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:48.693576 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e1427104-98c1-4ee5-aead-6483aebc3d9b req-23bf3a6d-09c5-4388-920a-f126ecc8355d tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563607 Aug 20 11:25:48.697707 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:48.748995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Attempting to bind port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:48.749322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Attempting to bind port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'c1012a26-cef4-4ed6-b490-0b29fc2855db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:48.749725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Attempting to bind port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e on network b4237240-4bd3-43a8-846e-e27cebb58df5 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:48.755271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e on network b4237240-4bd3-43a8-846e-e27cebb58df5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:25:48.756206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Attempting to bind port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e on network b4237240-4bd3-43a8-846e-e27cebb58df5 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:48.763445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:48.769389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Checking segment: {'id': 'c1012a26-cef4-4ed6-b490-0b29fc2855db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:48.769389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Bound using segment: {'id': 'c1012a26-cef4-4ed6-b490-0b29fc2855db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:48.769389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Bound port: 2bba7ac4-64de-4d5c-b990-242e8f28ad6e, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1012a26-cef4-4ed6-b490-0b29fc2855db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:48.769389 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:48.842860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] For port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:48.846856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] For port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,segment=NetworkSegment(c1012a26-cef4-4ed6-b490-0b29fc2855db),segment_id=c1012a26-cef4-4ed6-b490-0b29fc2855db)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:49.015184 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.060211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:49.061086 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.066315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] 10.222.0.38 "PUT /v2.0/ports/2bba7ac4-64de-4d5c-b990-242e8f28ad6e HTTP/1.1" status: 200 len: 1092 time: 1.1103878 Aug 20 11:25:49.066315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc4085a-d100-418a-bfba-279e02375187', 'tag': '2bba7ac4-64de-4d5c-b990-242e8f28ad6e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:49.066315 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118c7a11-0413-4ad2-a520-12fcc3df8cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc4085a-d100-418a-bfba-279e02375187", "tag": "2bba7ac4-64de-4d5c-b990-242e8f28ad6e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:49.066884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60752) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:49.111288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e7fa7-8920-43f7-9559-f27ed5ca034d service neutron] Pushing event updated for resources: {'Port': ['ID=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:49.124899 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f10b59-4737-4b79-93bb-7eacf6948bc2 x-openstack-request-id: req-78f10b59-4737-4b79-93bb-7eacf6948bc2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:49.125194 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc4085a-d100-418a-bfba-279e02375187", "tag": "2bba7ac4-64de-4d5c-b990-242e8f28ad6e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:49.125994 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78f10b59-4737-4b79-93bb-7eacf6948bc2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:49.126496 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc4085a-d100-418a-bfba-279e02375187', 'tag': '2bba7ac4-64de-4d5c-b990-242e8f28ad6e', 'status': 'completed', 'code': 200} Aug 20 11:25:49.197828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7a11-0413-4ad2-a520-12fcc3df8cd6 req-fa9f6a36-7bd5-4f7b-8df4-0dbaa63b4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:49.199436 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-118c7a11-0413-4ad2-a520-12fcc3df8cd6 req-fa9f6a36-7bd5-4f7b-8df4-0dbaa63b4077 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=05fe827b795945beb97d1202c7dc424a&device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 1095 time: 0.0568354 Aug 20 11:25:49.202847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1212091633-network', 'tenant_id': 'e878db8aa9e740e4a84590754d7e3d06'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:49.215338 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.301832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7a11-0413-4ad2-a520-12fcc3df8cd6 req-e9a28a9f-20cc-4fff-ae49-414b4064a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:49.303314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-118c7a11-0413-4ad2-a520-12fcc3df8cd6 req-e9a28a9f-20cc-4fff-ae49-414b4064a684 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=05fe827b795945beb97d1202c7dc424a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0957825 Aug 20 11:25:49.341031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Made reservation on behalf of e878db8aa9e740e4a84590754d7e3d06 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:49.344662 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.354895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.403624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7a11-0413-4ad2-a520-12fcc3df8cd6 req-46fe7a46-9f74-40de-95c7-ec2c4bda31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:49.405287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-118c7a11-0413-4ad2-a520-12fcc3df8cd6 req-46fe7a46-9f74-40de-95c7-ec2c4bda31c2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938323 Aug 20 11:25:49.460351 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.498663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-8899d5eb-9241-4903-a300-6dd455de759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:49.500215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-8899d5eb-9241-4903-a300-6dd455de759d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=05fe827b795945beb97d1202c7dc424a&device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 1095 time: 0.0492651 Aug 20 11:25:49.544109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-6c9558f3-7e90-4deb-97eb-cada6f929647 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bba7ac4-64de-4d5c-b990-242e8f28ad6e HTTP/1.1" status: 200 len: 217 time: 0.0352192 Aug 20 11:25:49.594176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-0b5be25b-e4a7-43ea-9a78-3c6681edde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:49.595819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-0b5be25b-e4a7-43ea-9a78-3c6681edde17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=08c69018-8409-46a6-92bf-6fa69beb8227 HTTP/1.1" status: 200 len: 849 time: 0.0445695 Aug 20 11:25:49.608275 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.631892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:25:49.638637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-e6e16270-6f93-4803-b75b-3b2eb86e4772 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4237240-4bd3-43a8-846e-e27cebb58df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325835 Aug 20 11:25:49.647551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b374734-c2c6-4fa4-b0dd-16902c8e2f62,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:49.654073 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.654418 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Added segment 50a174d9-7fc9-4642-a6de-09f69f4b417f of type vlan for network 562c687c-fda0-45c0-bdf9-a015b9251335 Aug 20 11:25:49.704390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.752775 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-ec916ff0-a711-4cf9-81ce-610827b0726f service neutron] 10.222.0.38 "GET /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894878 Aug 20 11:25:49.817986 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.818954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:49.819713 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:49.863208 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1b9f3c9-a355-4ab4-93db-73b7a1f5e5ce req-eac91dec-71fd-4d4b-bff8-52acad0b07e2 service neutron] 10.222.0.38 "GET /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018307 Aug 20 11:25:49.888240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42458b4-437a-4612-9038-d2bd25f86900 req-5636dc3b-b237-4fa9-b2a7-7bc2a3079648 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:49.890195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c42458b4-437a-4612-9038-d2bd25f86900 req-5636dc3b-b237-4fa9-b2a7-7bc2a3079648 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 944 time: 0.1137247 Aug 20 11:25:49.907746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] Pushing event updated for resources: {'Network': ['ID=562c687c-fda0-45c0-bdf9-a015b9251335,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:49.918577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 562c687c-fda0-45c0-bdf9-a015b9251335 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:25:49.942914 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c42458b4-437a-4612-9038-d2bd25f86900 req-e73f0e1b-0708-4abb-a61e-e0bc5d172a7b tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461009 Aug 20 11:25:50.055847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f875011a-a4b4-464e-a210-d795e06406ea admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9882200 Aug 20 11:25:50.058833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60768) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:25:50.063819 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Request body: {'subnet': {'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1212091633-subnet', 'tenant_id': 'e878db8aa9e740e4a84590754d7e3d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:50.175197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Made reservation on behalf of e878db8aa9e740e4a84590754d7e3d06 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:50.177512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:50.476669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:50.533841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b983e46-22e2-4897-bf48-41299268825e,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:50.546056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Checking segment: {'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:50.546703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Network hostable DHCP agents. Network: 562c687c-fda0-45c0-bdf9-a015b9251335, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:25:51.061395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb736db1-7a82-4c80-8d91-011b815a746c req-3aa980c7-609c-4911-8d62-4f59add86333 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:51.062926 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fb736db1-7a82-4c80-8d91-011b815a746c req-3aa980c7-609c-4911-8d62-4f59add86333 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 944 time: 0.0505755 Aug 20 11:25:51.101172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fb736db1-7a82-4c80-8d91-011b815a746c req-108bed7e-25d6-4faf-99de-8a13f2ed3352 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Aug 20 11:25:51.368152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Network 562c687c-fda0-45c0-bdf9-a015b9251335 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:25:51.386921 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:51.564339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 562c687c-fda0-45c0-bdf9-a015b9251335) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:51.568957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:51.569974 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:51.573572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e55c0d-34af-4a08-80ea-dceb1119c8d3 None None] Network 562c687c-fda0-45c0-bdf9-a015b9251335 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:25:51.692113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-414fea1b-fb39-46ee-9f39-f87bdd52e862 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6248679 Aug 20 11:25:51.702220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b657292-8fde-4458-a7dd-03da3905495e None None] Network 562c687c-fda0-45c0-bdf9-a015b9251335 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:25:52.154548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-8ce7e9c0-ce44-4d82-aee5-658b1568ff59 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:52.156076 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-8ce7e9c0-ce44-4d82-aee5-658b1568ff59 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/networks?id=562c687c-fda0-45c0-bdf9-a015b9251335 HTTP/1.1" status: 200 len: 815 time: 0.1028476 Aug 20 11:25:52.172465 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-13eb4a90-3924-4711-9452-4c83e289c3c2 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/quotas/e878db8aa9e740e4a84590754d7e3d06 HTTP/1.1" status: 200 len: 375 time: 0.0098965 Aug 20 11:25:52.219252 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-042cc6e3-2096-41aa-ab53-00e55dadee76 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e878db8aa9e740e4a84590754d7e3d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407059 Aug 20 11:25:52.227818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074610f2-0f66-4a39-a36e-992e19195f90 req-029b090b-7d97-4c2d-9078-cb241f5dfb31 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:52.229563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-074610f2-0f66-4a39-a36e-992e19195f90 req-029b090b-7d97-4c2d-9078-cb241f5dfb31 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 944 time: 0.0543599 Aug 20 11:25:52.269513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-074610f2-0f66-4a39-a36e-992e19195f90 req-3122e4fd-eecf-4bc9-b5b2-7b0fbf107cd0 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Aug 20 11:25:52.314423 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3dfda5c4-9500-4d9f-9823-6c44e20396c0 service neutron] 10.222.0.10 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865424 Aug 20 11:25:52.408476 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-58921d22-dd81-422e-a237-381928414b41 service neutron] 10.222.0.10 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877144 Aug 20 11:25:52.678348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e1aadd6e-4628-488b-863c-e0134f4c72ad req-9940fe5c-a3a7-476a-9e39-918e40cf81e4 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 210 time: 0.0289617 Aug 20 11:25:53.389150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f14159-a24f-44a6-97dd-e02d51ddb963 req-90c2bea0-944e-4a3f-affb-dd509d6df9f3 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:53.390932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84f14159-a24f-44a6-97dd-e02d51ddb963 req-90c2bea0-944e-4a3f-affb-dd509d6df9f3 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 944 time: 0.0533507 Aug 20 11:25:53.430532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84f14159-a24f-44a6-97dd-e02d51ddb963 req-9a257970-38a3-43c6-8d6f-009169af30d9 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335050 Aug 20 11:25:53.553122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2bba7ac4-64de-4d5c-b990-242e8f28ad6e details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:25:53.653466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,segment=NetworkSegment(c1012a26-cef4-4ed6-b490-0b29fc2855db),segment_id=c1012a26-cef4-4ed6-b490-0b29fc2855db)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:53.665681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '2bba7ac4-64de-4d5c-b990-242e8f28ad6e', 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5', 'port_id': '2bba7ac4-64de-4d5c-b990-242e8f28ad6e', 'mac_address': 'fa:16:3e:62:1d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c69018-8409-46a6-92bf-6fa69beb8227', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:25:53.702798 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:53.716929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bba7ac4-64de-4d5c-b990-242e8f28ad6e {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:25:53.737909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,segment=NetworkSegment(c1012a26-cef4-4ed6-b490-0b29fc2855db),segment_id=c1012a26-cef4-4ed6-b490-0b29fc2855db)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:53.761630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47ed17ba-f879-4869-9dbf-47db5a944559 req-eee597a8-e122-43b5-8730-3928e9e9c7c0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 210 time: 0.0279357 Aug 20 11:25:53.928176 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:53.979448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:53.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:25:54.263401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['2bba7ac4-64de-4d5c-b990-242e8f28ad6e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:25:54.546662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10486b-9f06-4079-8b66-bfaef4716729 req-e235f685-962e-42d3-b105-c54d7ff1aae6 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:54.548581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad10486b-9f06-4079-8b66-bfaef4716729 req-e235f685-962e-42d3-b105-c54d7ff1aae6 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 945 time: 0.0504017 Aug 20 11:25:54.589589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad10486b-9f06-4079-8b66-bfaef4716729 req-a954d051-f334-4322-a66b-26fd41181d97 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Aug 20 11:25:54.860577 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88420ff4-e88e-4d10-b8d4-d37ca82c731d req-ae351733-4fdb-40f7-b001-7d78d3d78ca3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 210 time: 0.0308719 Aug 20 11:25:55.553401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2bba7ac4-64de-4d5c-b990-242e8f28ad6e up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:25:55.708707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ec097-4d35-4dae-ae4a-1c064c9b9c76 req-9babab9a-557b-435b-9f96-88627214d707 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:55.710283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c37ec097-4d35-4dae-ae4a-1c064c9b9c76 req-9babab9a-557b-435b-9f96-88627214d707 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 945 time: 0.0511584 Aug 20 11:25:55.755041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c37ec097-4d35-4dae-ae4a-1c064c9b9c76 req-30806256-e071-4d21-b1de-086e30420050 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381408 Aug 20 11:25:55.861232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:25:55.865408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:25:55.865777 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:55.959686 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:55.972876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b5159f75-a06f-4ed2-a123-3b7432ddc68f req-93e0de07-41ec-479a-9d17-1932fe0c28ab tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 210 time: 0.0333474 Aug 20 11:25:55.992123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc4085a-d100-418a-bfba-279e02375187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bba7ac4-64de-4d5c-b990-242e8f28ad6e'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:55.994487 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafda58a-144c-423a-bb1e-38b2ddb26d14" -d '{"events": [{"server_uuid": "bdc4085a-d100-418a-bfba-279e02375187", "name": "network-vif-plugged", "status": "completed", "tag": "2bba7ac4-64de-4d5c-b990-242e8f28ad6e"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:56.010297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,segment=NetworkSegment(c1012a26-cef4-4ed6-b490-0b29fc2855db),segment_id=c1012a26-cef4-4ed6-b490-0b29fc2855db)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:25:56.042689 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74e775f-4370-4080-90a5-e9c3690412ff x-openstack-request-id: req-e74e775f-4370-4080-90a5-e9c3690412ff {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:56.042689 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc4085a-d100-418a-bfba-279e02375187", "name": "network-vif-plugged", "status": "completed", "tag": "2bba7ac4-64de-4d5c-b990-242e8f28ad6e", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:56.042689 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e74e775f-4370-4080-90a5-e9c3690412ff {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:56.042689 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc4085a-d100-418a-bfba-279e02375187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bba7ac4-64de-4d5c-b990-242e8f28ad6e', 'code': 200} Aug 20 11:25:56.188567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebc043-70a1-4db9-bee5-bf90c41d081b req-b7143996-f889-48f9-94ce-ae73d8c7eb0f tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:56.190198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8ebc043-70a1-4db9-bee5-bf90c41d081b req-b7143996-f889-48f9-94ce-ae73d8c7eb0f tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 1097 time: 0.0723433 Aug 20 11:25:56.210593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa29f-06ee-4da3-aeaa-7c52d29378c9 req-37f9858a-decd-49b2-aa61-0ccb46b76d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:56.212166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d3eaa29f-06ee-4da3-aeaa-7c52d29378c9 req-37f9858a-decd-49b2-aa61-0ccb46b76d6a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 1096 time: 0.1030376 Aug 20 11:25:56.250610 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d3eaa29f-06ee-4da3-aeaa-7c52d29378c9 req-d9a853c1-b010-4c1b-b69a-c2b589f08f3e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303624 Aug 20 11:25:56.260806 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:56.284259 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8ebc043-70a1-4db9-bee5-bf90c41d081b req-1de6b7db-60c8-4795-a436-0e06a1859ca8 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836511 Aug 20 11:25:56.313503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:56.329595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-e4ddfc06-08fe-490f-ba85-c60b1e5de856 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:56.329595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-e4ddfc06-08fe-490f-ba85-c60b1e5de856 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.57 "GET /v2.0/networks?id=562c687c-fda0-45c0-bdf9-a015b9251335 HTTP/1.1" status: 200 len: 815 time: 0.1509736 Aug 20 11:25:56.340990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Request body: {'port': {'device_id': '9852f85c-8fcd-4397-af58-33edf3051499', 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335', 'admin_state_up': True, 'tenant_id': 'e878db8aa9e740e4a84590754d7e3d06'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:56.540819 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Made reservation on behalf of e878db8aa9e740e4a84590754d7e3d06 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:25:56.544961 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:57.042102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Allocated IP 172.20.0.14 (562c687c-fda0-45c0-bdf9-a015b9251335/9b983e46-22e2-4897-bf48-41299268825e/3892d18c-98df-4b67-98df-cf5f5b1ee527) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:25:57.059744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0ce23-7ff2-4f05-bb99-986b7503fde4 req-2b3cf5f7-840b-40c3-8ecc-72fc193780c5 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:57.061213 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5be0ce23-7ff2-4f05-bb99-986b7503fde4 req-2b3cf5f7-840b-40c3-8ecc-72fc193780c5 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 946 time: 0.0728223 Aug 20 11:25:57.127464 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5be0ce23-7ff2-4f05-bb99-986b7503fde4 req-1ac4cc64-a2b2-4094-a642-fbd1e73aed52 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585439 Aug 20 11:25:57.261213 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:57.308672 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd2fced4-474b-4d99-bdd4-edaf00471914 req-58a04e4f-f79a-4d48-b612-57a460ef6bb2 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 210 time: 0.0327802 Aug 20 11:25:57.440682 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:57.491693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Network 562c687c-fda0-45c0-bdf9-a015b9251335 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:25:57.494869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:25:57.497475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:25:57.529650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Pushing event updated for resources: {'Port': ['ID=3892d18c-98df-4b67-98df-cf5f5b1ee527,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:57.559204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:57.559761 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:57.728455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-f71cb421-0c29-450d-9931-72c685abbd8f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3915632 Aug 20 11:25:57.741577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Request body: {'port': {'device_id': '9852f85c-8fcd-4397-af58-33edf3051499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:57.799276 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:58.077532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3892d18c-98df-4b67-98df-cf5f5b1ee527 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:25:58.085650 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:58.100070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Transition to ACTIVE for port object 3892d18c-98df-4b67-98df-cf5f5b1ee527 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:25:58.229011 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:25:58.230384 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:58.292520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=3892d18c-98df-4b67-98df-cf5f5b1ee527,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:58.306546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdb7dc-810e-4f8a-93b7-694696a13c99 req-25e584e5-aa09-46b5-91c6-7d360381a6cd tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:58.308056 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7cdb7dc-810e-4f8a-93b7-694696a13c99 req-25e584e5-aa09-46b5-91c6-7d360381a6cd tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 946 time: 0.1074085 Aug 20 11:25:58.415763 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7cdb7dc-810e-4f8a-93b7-694696a13c99 req-df14f479-6ae3-4f4c-883e-3f040be327bb tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835316 Aug 20 11:25:58.420406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Attempting to bind port 3892d18c-98df-4b67-98df-cf5f5b1ee527 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:58.420762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Attempting to bind port 3892d18c-98df-4b67-98df-cf5f5b1ee527 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:58.421111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Attempting to bind port 3892d18c-98df-4b67-98df-cf5f5b1ee527 on network 562c687c-fda0-45c0-bdf9-a015b9251335 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:58.425634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Port 3892d18c-98df-4b67-98df-cf5f5b1ee527 on network 562c687c-fda0-45c0-bdf9-a015b9251335 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:25:58.425959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Attempting to bind port 3892d18c-98df-4b67-98df-cf5f5b1ee527 on network 562c687c-fda0-45c0-bdf9-a015b9251335 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:58.430995 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:58.431376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Checking segment: {'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:58.431746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Bound using segment: {'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:58.432173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Bound port: 3892d18c-98df-4b67-98df-cf5f5b1ee527, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:58.432659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:58.513446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] For port 3892d18c-98df-4b67-98df-cf5f5b1ee527, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:25:58.517919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] For port 3892d18c-98df-4b67-98df-cf5f5b1ee527, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3892d18c-98df-4b67-98df-cf5f5b1ee527,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:58.588949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b890fc0-0b03-42ee-a542-04a44862702d req-2a2f17c2-164e-4e12-9c8d-3aec9feab6fa tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:58.590423 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b890fc0-0b03-42ee-a542-04a44862702d req-2a2f17c2-164e-4e12-9c8d-3aec9feab6fa tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 944 time: 0.0521574 Aug 20 11:25:58.630575 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b890fc0-0b03-42ee-a542-04a44862702d req-ee1d796f-0867-473a-9055-6319a35b6bef tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333514 Aug 20 11:25:58.667344 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:58.713645 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:58.714391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:58.715815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] 10.222.0.57 "PUT /v2.0/ports/3892d18c-98df-4b67-98df-cf5f5b1ee527 HTTP/1.1" status: 200 len: 1092 time: 0.9785221 Aug 20 11:25:58.716265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9852f85c-8fcd-4397-af58-33edf3051499', 'tag': '3892d18c-98df-4b67-98df-cf5f5b1ee527'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:25:58.718634 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c1943f-b66a-40a3-aad3-7e4e4dadda24" -d '{"events": [{"name": "network-changed", "server_uuid": "9852f85c-8fcd-4397-af58-33edf3051499", "tag": "3892d18c-98df-4b67-98df-cf5f5b1ee527"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:25:58.743885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b4d95-7870-404a-b283-4d7131673aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=3892d18c-98df-4b67-98df-cf5f5b1ee527,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:25:58.763215 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22f05f2-30fb-43f1-aeec-b7a023c0a833 x-openstack-request-id: req-d22f05f2-30fb-43f1-aeec-b7a023c0a833 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:25:58.763215 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9852f85c-8fcd-4397-af58-33edf3051499", "tag": "3892d18c-98df-4b67-98df-cf5f5b1ee527", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:25:58.763215 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d22f05f2-30fb-43f1-aeec-b7a023c0a833 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:25:58.763215 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9852f85c-8fcd-4397-af58-33edf3051499', 'tag': '3892d18c-98df-4b67-98df-cf5f5b1ee527', 'status': 'completed', 'code': 200} Aug 20 11:25:58.824623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1943f-b66a-40a3-aad3-7e4e4dadda24 req-7398aa23-dbd4-4fb8-b29f-b13740dc08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:58.826191 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67c1943f-b66a-40a3-aad3-7e4e4dadda24 req-7398aa23-dbd4-4fb8-b29f-b13740dc08d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e878db8aa9e740e4a84590754d7e3d06&device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 1095 time: 0.0431457 Aug 20 11:25:58.902651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-870e7239-32bc-45c5-9162-0b1e9f44965d tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:25:58.903535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-870e7239-32bc-45c5-9162-0b1e9f44965d tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073540 Aug 20 11:25:58.916761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Request body: {'binding': {'host': 'n-h2-804230-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:25:58.917289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Unknown quota resources ['binding']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:25:58.968060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1943f-b66a-40a3-aad3-7e4e4dadda24 req-0a3b2402-6707-40cf-b35f-aece2b85e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:58.969572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67c1943f-b66a-40a3-aad3-7e4e4dadda24 req-0a3b2402-6707-40cf-b35f-aece2b85e44d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e878db8aa9e740e4a84590754d7e3d06&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1356134 Aug 20 11:25:59.136712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1943f-b66a-40a3-aad3-7e4e4dadda24 req-ae075c60-6102-47ac-9684-27f935829755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:59.138192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67c1943f-b66a-40a3-aad3-7e4e4dadda24 req-ae075c60-6102-47ac-9684-27f935829755 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548779 Aug 20 11:25:59.155160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 on host n-h2-804230-3 for vnic_type normal with profile None {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:25:59.155466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:25:59.155862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:59.160826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Port 740c1ced-ccd9-4057-b04b-e5457ad31198 on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:25:59.161943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:25:59.166201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:25:59.166651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:25:59.166957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:25:59.168821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Bound port: 740c1ced-ccd9-4057-b04b-e5457ad31198, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:25:59.257852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:25:59.266051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-53afe42b-1ab6-47b0-9825-da6ac787bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:59.266051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-53afe42b-1ab6-47b0-9825-da6ac787bd94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e878db8aa9e740e4a84590754d7e3d06&device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 1095 time: 0.0707674 Aug 20 11:25:59.308931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-79420da3-8d1e-41bd-be09-e6e974e7d520 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3892d18c-98df-4b67-98df-cf5f5b1ee527 HTTP/1.1" status: 200 len: 217 time: 0.0353971 Aug 20 11:25:59.342876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:25:59.344607 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-3eb16e7e-7995-4e07-8f36-c6b00c50ee7e service neutron] 10.222.0.10 "POST /v2.0/ports/740c1ced-ccd9-4057-b04b-e5457ad31198/bindings HTTP/1.1" status: 201 len: 389 time: 0.4318867 Aug 20 11:25:59.364083 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-011b85cc-8649-4497-934e-16f4fddabbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:59.365637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-011b85cc-8649-4497-934e-16f4fddabbb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b983e46-22e2-4897-bf48-41299268825e HTTP/1.1" status: 200 len: 855 time: 0.0497503 Aug 20 11:25:59.398999 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-6b248228-893b-41de-b0a4-98501f6d76a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=562c687c-fda0-45c0-bdf9-a015b9251335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261385 Aug 20 11:25:59.500642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-10ef085b-5aed-4cc4-967f-1f4028b510fd service neutron] 10.222.0.57 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925648 Aug 20 11:25:59.620158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3485a3d-ad6f-4bf3-ba4c-2105438a65bb req-57a18595-f011-49cf-b8de-25fa9784ab05 service neutron] 10.222.0.57 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107857 Aug 20 11:25:59.762184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090c734-68d7-4f10-b7c5-f7dd49c0a551 req-3072c54a-3429-4101-b405-87ab4094f627 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:59.763776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5090c734-68d7-4f10-b7c5-f7dd49c0a551 req-3072c54a-3429-4101-b405-87ab4094f627 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 944 time: 0.0553031 Aug 20 11:25:59.807117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5090c734-68d7-4f10-b7c5-f7dd49c0a551 req-96e23869-7de1-4b3e-88a1-af5385cdae27 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363607 Aug 20 11:25:59.912601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad9079-0baf-427c-9693-956d90a7f4db req-32e8487e-1625-4acc-bc8e-460000432070 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:25:59.914161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30ad9079-0baf-427c-9693-956d90a7f4db req-32e8487e-1625-4acc-bc8e-460000432070 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0492313 Aug 20 11:25:59.955844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30ad9079-0baf-427c-9693-956d90a7f4db req-29f1d476-28ef-4413-a49d-33360ad3460f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354936 Aug 20 11:26:00.254287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de5456-2e06-4b4e-99db-d2c44cc3281d req-3e6ad469-58b0-4d1b-a872-08ea998115a1 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:00.255998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a1de5456-2e06-4b4e-99db-d2c44cc3281d req-3e6ad469-58b0-4d1b-a872-08ea998115a1 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 946 time: 0.0548267 Aug 20 11:26:00.299273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a1de5456-2e06-4b4e-99db-d2c44cc3281d req-49b75aa6-7268-4374-af3b-306991dba23a tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366311 Aug 20 11:26:00.388714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-cc11c6f3-0f03-4174-a6e3-2255f3a165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:00.391005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-cc11c6f3-0f03-4174-a6e3-2255f3a165e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 1097 time: 0.0481250 Aug 20 11:26:00.488374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-6b775fdc-1b4c-4c13-80b0-d273a27c721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:00.489918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-6b775fdc-1b4c-4c13-80b0-d273a27c721a service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.0912435 Aug 20 11:26:00.544558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-1811ad0e-b13f-4727-8e33-4322a6033a84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=740c1ced-ccd9-4057-b04b-e5457ad31198 HTTP/1.1" status: 200 len: 217 time: 0.0440574 Aug 20 11:26:00.599028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-2f744cc0-b05e-4ce8-981e-ffc94a76057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:00.600449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-2f744cc0-b05e-4ce8-981e-ffc94a76057a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0478885 Aug 20 11:26:00.636580 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-1cb7d067-d3ee-40d8-a3dc-e2f90f31f8cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273077 Aug 20 11:26:00.751042 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-34574b9e-90f0-4849-ac3a-8e95e9514401 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040785 Aug 20 11:26:00.858526 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-9f272c86-7c0c-4b9b-baed-2f4fb43a6ecd service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992491 Aug 20 11:26:00.930427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74099b17-dae9-4010-b2d3-473405aca441 req-2168adda-286d-43cf-92d7-795d0342044b tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:00.932003 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74099b17-dae9-4010-b2d3-473405aca441 req-2168adda-286d-43cf-92d7-795d0342044b tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 944 time: 0.0513825 Aug 20 11:26:00.990997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74099b17-dae9-4010-b2d3-473405aca441 req-c7cb1d2e-9494-4ad0-ac1f-2880a415d4b3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509496 Aug 20 11:26:01.170937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64156e0f-ccad-4062-8ca7-406f7e6a0333 req-b5546829-f40a-4d82-8977-9763057fd13c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:01.173175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64156e0f-ccad-4062-8ca7-406f7e6a0333 req-b5546829-f40a-4d82-8977-9763057fd13c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0639186 Aug 20 11:26:01.213655 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64156e0f-ccad-4062-8ca7-406f7e6a0333 req-81f1c36f-e7f1-4528-ba55-e557e670c086 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340877 Aug 20 11:26:01.433420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4caced3-935a-4bf2-8c34-16a16e189775 req-ad55f90a-0252-49c7-8d50-9cb7399c01cc tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:01.435418 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4caced3-935a-4bf2-8c34-16a16e189775 req-ad55f90a-0252-49c7-8d50-9cb7399c01cc tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 946 time: 0.0611632 Aug 20 11:26:01.505360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4caced3-935a-4bf2-8c34-16a16e189775 req-5da49f8f-09aa-42e3-85e6-ff988ed1cda6 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609627 Aug 20 11:26:01.826799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89559778-f83e-4ea2-a2b8-c32b852625db req-dc29239d-6722-472d-8b9a-f9c982c8a826 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:01.828674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89559778-f83e-4ea2-a2b8-c32b852625db req-dc29239d-6722-472d-8b9a-f9c982c8a826 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 946 time: 0.0729001 Aug 20 11:26:01.993615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-89559778-f83e-4ea2-a2b8-c32b852625db req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Deleting port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:26:01.994277 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89559778-f83e-4ea2-a2b8-c32b852625db req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:02.190743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-89559778-f83e-4ea2-a2b8-c32b852625db req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] For port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,segment=NetworkSegment(c1012a26-cef4-4ed6-b490-0b29fc2855db),segment_id=c1012a26-cef4-4ed6-b490-0b29fc2855db)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:02.191273 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89559778-f83e-4ea2-a2b8-c32b852625db req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:02.216537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-89559778-f83e-4ea2-a2b8-c32b852625db req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Calling delete_port for 2bba7ac4-64de-4d5c-b990-242e8f28ad6e owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:26:02.247653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a49bd-dc3c-45d4-bebd-087ef3f11a1d req-2fac0295-69ba-4695-b46e-75bed8eddac0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:02.249409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e76a49bd-dc3c-45d4-bebd-087ef3f11a1d req-2fac0295-69ba-4695-b46e-75bed8eddac0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 944 time: 0.1346192 Aug 20 11:26:02.349519 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e76a49bd-dc3c-45d4-bebd-087ef3f11a1d req-68574b04-4e16-4206-b80f-d823323cff8c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642996 Aug 20 11:26:02.406758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910be44-fe9f-46b3-93bc-6e6fe3fe9a18 req-61e4d021-cb16-477a-89b3-5c49c98f2ee7 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:02.408837 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9910be44-fe9f-46b3-93bc-6e6fe3fe9a18 req-61e4d021-cb16-477a-89b3-5c49c98f2ee7 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0783644 Aug 20 11:26:02.478462 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9910be44-fe9f-46b3-93bc-6e6fe3fe9a18 req-254594cd-eef4-4f3a-946e-d4aec19ecbed tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546021 Aug 20 11:26:02.517994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89559778-f83e-4ea2-a2b8-c32b852625db req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:02.532570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['2bba7ac4-64de-4d5c-b990-242e8f28ad6e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:26:02.572673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Pushing event deleted for resources: {'Port': ['ID=2bba7ac4-64de-4d5c-b990-242e8f28ad6e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:02.588217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.588569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.588917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.589260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.589598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.590105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.590483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.590800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.591129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.591486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.591817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.592134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:02.682622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-191b3385-01f4-4b85-9251-720e43463630 req-fa6d3851-0d4f-4718-810c-d07b55cfa52b tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 210 time: 0.0541670 Aug 20 11:26:02.683762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-89559778-f83e-4ea2-a2b8-c32b852625db req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] No DVR routers for this DVR port 2bba7ac4-64de-4d5c-b990-242e8f28ad6e on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:26:02.686718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-89559778-f83e-4ea2-a2b8-c32b852625db req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:02.689693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89559778-f83e-4ea2-a2b8-c32b852625db req-63442302-0ce1-4f92-a3f0-df920da64583 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.38 "DELETE /v2.0/ports/2bba7ac4-64de-4d5c-b990-242e8f28ad6e HTTP/1.1" status: 204 len: 173 time: 0.8532510 Aug 20 11:26:02.690106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc4085a-d100-418a-bfba-279e02375187', 'name': 'network-vif-deleted', 'tag': '2bba7ac4-64de-4d5c-b990-242e8f28ad6e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:02.692451 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef3efb6-3b7e-499b-a68e-aaeffb3e1bf5" -d '{"events": [{"server_uuid": "bdc4085a-d100-418a-bfba-279e02375187", "name": "network-vif-deleted", "tag": "2bba7ac4-64de-4d5c-b990-242e8f28ad6e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:02.733227 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d53e0a5-5fef-4a8a-9b9a-2c1f39ad847e x-openstack-request-id: req-2d53e0a5-5fef-4a8a-9b9a-2c1f39ad847e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:02.733500 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc4085a-d100-418a-bfba-279e02375187", "name": "network-vif-deleted", "tag": "2bba7ac4-64de-4d5c-b990-242e8f28ad6e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:02.733747 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d53e0a5-5fef-4a8a-9b9a-2c1f39ad847e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:02.734710 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc4085a-d100-418a-bfba-279e02375187', 'name': 'network-vif-deleted', 'tag': '2bba7ac4-64de-4d5c-b990-242e8f28ad6e', 'status': 'completed', 'code': 200} Aug 20 11:26:03.479257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62599a7-3956-4271-90c6-fb6b7db31bc3 req-0f053a6c-f14d-4326-9dc0-18b4e634f1a1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:03.481526 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f62599a7-3956-4271-90c6-fb6b7db31bc3 req-0f053a6c-f14d-4326-9dc0-18b4e634f1a1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 944 time: 0.0559049 Aug 20 11:26:03.534836 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f62599a7-3956-4271-90c6-fb6b7db31bc3 req-7f7ffe11-7471-40c8-9f56-60ceac7793cb tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Aug 20 11:26:03.642253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8645e-a0c3-4462-ad67-f1d2f9e3cbe4 req-af902096-a956-45ea-843e-4e0c24835bb0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:03.644319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33c8645e-a0c3-4462-ad67-f1d2f9e3cbe4 req-af902096-a956-45ea-843e-4e0c24835bb0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0722384 Aug 20 11:26:03.692778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33c8645e-a0c3-4462-ad67-f1d2f9e3cbe4 req-0f453c5b-1709-47a4-8e61-383a10822d89 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Aug 20 11:26:03.817835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3892d18c-98df-4b67-98df-cf5f5b1ee527 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:26:03.821782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a154adba-fdb7-48a7-84d8-0ead56511821 req-cf412827-55f8-48cb-9d84-dc55ee6d2b82 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdc4085a-d100-418a-bfba-279e02375187 HTTP/1.1" status: 200 len: 210 time: 0.0330439 Aug 20 11:26:03.942476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3892d18c-98df-4b67-98df-cf5f5b1ee527, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3892d18c-98df-4b67-98df-cf5f5b1ee527,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:03.955466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '3892d18c-98df-4b67-98df-cf5f5b1ee527', 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335', 'port_id': '3892d18c-98df-4b67-98df-cf5f5b1ee527', 'mac_address': 'fa:16:3e:e3:3f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b983e46-22e2-4897-bf48-41299268825e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:26:04.005629 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:04.028862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3892d18c-98df-4b67-98df-cf5f5b1ee527 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:26:04.050855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3892d18c-98df-4b67-98df-cf5f5b1ee527, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3892d18c-98df-4b67-98df-cf5f5b1ee527,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:04.213092 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:04.268389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3892d18c-98df-4b67-98df-cf5f5b1ee527,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:04.532542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3892d18c-98df-4b67-98df-cf5f5b1ee527'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:26:04.709385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879eec-2279-4be3-9134-510b98d723be req-cbab9a86-9012-498c-8b7e-1aca7d4a8f0d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:04.711985 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0879eec-2279-4be3-9134-510b98d723be req-cbab9a86-9012-498c-8b7e-1aca7d4a8f0d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 945 time: 0.0768969 Aug 20 11:26:04.758945 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0879eec-2279-4be3-9134-510b98d723be req-b3fe0685-e1ea-4544-aa58-0f5ba7954180 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Aug 20 11:26:04.842766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c8536-4fa9-45e2-b974-6c739a13351b req-a75f5636-840a-44a7-ba8e-d5a6dd7bb3ac tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:04.845201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b2c8536-4fa9-45e2-b974-6c739a13351b req-a75f5636-840a-44a7-ba8e-d5a6dd7bb3ac tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0580702 Aug 20 11:26:04.899596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b2c8536-4fa9-45e2-b974-6c739a13351b req-a919f6c9-b672-4ed5-9276-b01df105acf9 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 Aug 20 11:26:05.228459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-945cb888-172c-4c5f-ade5-d32246445eda tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:05.230112 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-945cb888-172c-4c5f-ade5-d32246445eda tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/networks?id=b4237240-4bd3-43a8-846e-e27cebb58df5 HTTP/1.1" status: 200 len: 809 time: 0.1125131 Aug 20 11:26:05.252614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-2fa6a82d-37cc-42bd-949b-ca06ceed67ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/quotas/05fe827b795945beb97d1202c7dc424a HTTP/1.1" status: 200 len: 375 time: 0.0155795 Aug 20 11:26:05.289471 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-a91de7b0-9929-427f-b38c-d5d750acb8ea tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=05fe827b795945beb97d1202c7dc424a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300021 Aug 20 11:26:05.382757 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-516276b3-e89f-4bfc-9e7e-34bd351d2e5c service neutron] 10.222.0.10 "GET /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850725 Aug 20 11:26:05.559139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2bba7ac4-64de-4d5c-b990-242e8f28ad6e no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:26:05.610765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 2bba7ac4-64de-4d5c-b990-242e8f28ad6e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:26:05.611635 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2bba7ac4-64de-4d5c-b990-242e8f28ad6e not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:26:05.795866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-6c9560ac-3e8b-4651-9ba9-6bb0a830e880 service neutron] 10.222.0.10 "GET /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067109 Aug 20 11:26:05.833825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3892d18c-98df-4b67-98df-cf5f5b1ee527 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:05.896033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f847b-1850-46b2-a55c-ae43bb661009 req-77c97471-b9e6-486c-841d-cb20e486013f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:05.897505 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d3f847b-1850-46b2-a55c-ae43bb661009 req-77c97471-b9e6-486c-841d-cb20e486013f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 945 time: 0.0507388 Aug 20 11:26:05.940570 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d3f847b-1850-46b2-a55c-ae43bb661009 req-91999ebf-a78c-443c-858b-20f1d86fe8cd tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366042 Aug 20 11:26:06.032155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 3892d18c-98df-4b67-98df-cf5f5b1ee527 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:26:06.036517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 3892d18c-98df-4b67-98df-cf5f5b1ee527 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:06.036962 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:06.100892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36215b-9d9b-48b8-981d-8ede7fd894f6 req-f272cfa6-1ae0-42c7-a355-642223d90de6 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:06.102890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be36215b-9d9b-48b8-981d-8ede7fd894f6 req-f272cfa6-1ae0-42c7-a355-642223d90de6 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0650098 Aug 20 11:26:06.140411 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:06.189149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9852f85c-8fcd-4397-af58-33edf3051499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3892d18c-98df-4b67-98df-cf5f5b1ee527'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:06.189149 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a3307-8da7-4016-8c95-367d33324e95" -d '{"events": [{"server_uuid": "9852f85c-8fcd-4397-af58-33edf3051499", "name": "network-vif-plugged", "status": "completed", "tag": "3892d18c-98df-4b67-98df-cf5f5b1ee527"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:06.189149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3892d18c-98df-4b67-98df-cf5f5b1ee527, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3892d18c-98df-4b67-98df-cf5f5b1ee527,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:06.199187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be36215b-9d9b-48b8-981d-8ede7fd894f6 req-5babf432-9c7d-42fc-80e1-9dd325541b6c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798779 Aug 20 11:26:06.228898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68bb3a05-9652-4d51-bafe-de01e969bd71 req-ceead974-4b60-4ffc-b8d5-51b9d12170ea tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 210 time: 0.0302472 Aug 20 11:26:06.277587 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef5df89-7212-4f68-ab8f-8b554c478765 x-openstack-request-id: req-eef5df89-7212-4f68-ab8f-8b554c478765 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:06.277938 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9852f85c-8fcd-4397-af58-33edf3051499", "name": "network-vif-plugged", "status": "completed", "tag": "3892d18c-98df-4b67-98df-cf5f5b1ee527", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:06.278332 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eef5df89-7212-4f68-ab8f-8b554c478765 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:06.278937 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9852f85c-8fcd-4397-af58-33edf3051499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3892d18c-98df-4b67-98df-cf5f5b1ee527', 'code': 200} Aug 20 11:26:06.385682 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:06.445582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3892d18c-98df-4b67-98df-cf5f5b1ee527,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:06.463291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce64a8-221b-42d7-8229-a903ab83da9b req-25f17dc3-7dd5-4781-a37f-2a5d0b52fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:06.471609 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30ce64a8-221b-42d7-8229-a903ab83da9b req-25f17dc3-7dd5-4781-a37f-2a5d0b52fc4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 1097 time: 0.1097503 Aug 20 11:26:06.503859 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30ce64a8-221b-42d7-8229-a903ab83da9b req-fedd2534-b0a0-4e11-90de-3d70409c6874 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Aug 20 11:26:07.060615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e32e1-5e58-45dd-b44b-b14c5629ab02 req-40dc3bb5-83b3-4777-8341-1eef23e2d513 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:07.062135 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d6e32e1-5e58-45dd-b44b-b14c5629ab02 req-40dc3bb5-83b3-4777-8341-1eef23e2d513 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0517485 Aug 20 11:26:07.103048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d6e32e1-5e58-45dd-b44b-b14c5629ab02 req-d57d70e2-2a89-479d-af8c-7781a6894df9 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348415 Aug 20 11:26:07.313762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b92cae01-233a-49ec-9beb-415022128512 req-24e83913-0ef5-4d19-b0dc-cdc15cd71447 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 210 time: 0.0276701 Aug 20 11:26:07.337491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b28316-ddc2-42b8-8859-b8e58ed0dac0 req-173e378f-fe9b-4685-9cb6-d5d84e66f678 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:07.339030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2b28316-ddc2-42b8-8859-b8e58ed0dac0 req-173e378f-fe9b-4685-9cb6-d5d84e66f678 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0537584 Aug 20 11:26:07.381511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2b28316-ddc2-42b8-8859-b8e58ed0dac0 req-646c35f6-0bfb-459e-806b-98f621b3081b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Aug 20 11:26:08.231533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382f69-f13f-4fda-b650-b3dc6562a435 req-32aa4cf5-078a-4850-9b3c-bc047edd9cf8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:08.233136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e382f69-f13f-4fda-b650-b3dc6562a435 req-32aa4cf5-078a-4850-9b3c-bc047edd9cf8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0579433 Aug 20 11:26:08.284437 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e382f69-f13f-4fda-b650-b3dc6562a435 req-8d9a4f5e-f1c9-4371-822d-c5c656f92ef0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Aug 20 11:26:08.437276 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2e7f3f5-1f05-4b6c-b6aa-1d36cbfb4171 req-a72b8a30-f1bf-4440-a75a-b04d9f139f17 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 210 time: 0.0448294 Aug 20 11:26:08.444025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcbf1f-4007-4ad9-9f1f-2aeaa7567f0d req-87668d37-7bcb-4868-8da9-69846db4a46d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:08.445064 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33bcbf1f-4007-4ad9-9f1f-2aeaa7567f0d req-87668d37-7bcb-4868-8da9-69846db4a46d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0792418 Aug 20 11:26:08.487061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33bcbf1f-4007-4ad9-9f1f-2aeaa7567f0d req-60ddc6e7-4e69-4c50-aa96-6195f400b7d3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357337 Aug 20 11:26:08.541203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6596678-df13-44b5-999e-14a74de41794 req-7fd8832c-173c-4733-96da-6edeba023c59 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:08.542772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6596678-df13-44b5-999e-14a74de41794 req-7fd8832c-173c-4733-96da-6edeba023c59 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0520358 Aug 20 11:26:08.585592 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6596678-df13-44b5-999e-14a74de41794 req-37b86cd1-7735-41fc-9752-92c553a12048 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353942 Aug 20 11:26:08.698746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-3bd3f489-5ede-468b-8c3c-f66a3a97e39b tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:08.700595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-3bd3f489-5ede-468b-8c3c-f66a3a97e39b tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.38 "GET /v2.0/networks?id=b4237240-4bd3-43a8-846e-e27cebb58df5 HTTP/1.1" status: 200 len: 809 time: 0.1211183 Aug 20 11:26:08.719120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Request body: {'port': {'device_id': 'ceea5bd5-e435-489d-8b42-332417a250ed', 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5', 'admin_state_up': True, 'tenant_id': '05fe827b795945beb97d1202c7dc424a'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:08.985947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Made reservation on behalf of 05fe827b795945beb97d1202c7dc424a for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:26:08.990244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:09.143252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb6ebc-c8e8-4b93-b307-94d594337b8d req-421942ee-b32e-49bc-b7da-41fe68d9eff9 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:09.145634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ceb6ebc-c8e8-4b93-b307-94d594337b8d req-421942ee-b32e-49bc-b7da-41fe68d9eff9 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0664380 Aug 20 11:26:09.176411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Allocated IP 172.20.0.2 (b4237240-4bd3-43a8-846e-e27cebb58df5/08c69018-8409-46a6-92bf-6fa69beb8227/4fc1c05a-0f3d-4c49-b795-5b2158da643d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:26:09.199153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ceb6ebc-c8e8-4b93-b307-94d594337b8d req-e95063c1-189d-4f6b-a823-248202e786e4 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Aug 20 11:26:09.370291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:09.513194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:09.549933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66f561-24d2-4cd8-8a42-b2aa7502591a req-ddd32669-bb66-4de9-954e-12f0e013296d tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:09.551607 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e66f561-24d2-4cd8-8a42-b2aa7502591a req-ddd32669-bb66-4de9-954e-12f0e013296d tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 931 time: 0.0504785 Aug 20 11:26:09.559663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Network b4237240-4bd3-43a8-846e-e27cebb58df5 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:26:09.562967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:26:09.566900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:26:09.594738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e66f561-24d2-4cd8-8a42-b2aa7502591a req-9d62ad92-a475-4eb4-acb3-c22471035a93 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361567 Aug 20 11:26:09.599203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Pushing event updated for resources: {'Port': ['ID=4fc1c05a-0f3d-4c49-b795-5b2158da643d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:09.645743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:09.646470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:09.745699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb63c3-abe3-4259-ae9d-7d6951524068 req-e649e45b-722d-4f67-b3ca-0f049914d1c1 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:09.747376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7beb63c3-abe3-4259-ae9d-7d6951524068 req-e649e45b-722d-4f67-b3ca-0f049914d1c1 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0572016 Aug 20 11:26:09.799058 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7beb63c3-abe3-4259-ae9d-7d6951524068 req-0747139f-3fb4-403a-9368-69603fb2dd9f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Aug 20 11:26:09.801000 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c042b775-55e2-4a16-a06b-018a9980eb32 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0862441 Aug 20 11:26:09.816104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Request body: {'port': {'device_id': 'ceea5bd5-e435-489d-8b42-332417a250ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:09.871385 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.167299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc1c05a-0f3d-4c49-b795-5b2158da643d {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:26:10.176126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.188804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Transition to ACTIVE for port object 4fc1c05a-0f3d-4c49-b795-5b2158da643d will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:26:10.260087 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.319768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Pushing event updated for resources: {'Port': ['ID=4fc1c05a-0f3d-4c49-b795-5b2158da643d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:10.335198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347523f-b787-4a5a-b0dc-b34b98eed383 req-eb0a8433-ad8d-452c-b392-d250e48890a0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:10.337788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4347523f-b787-4a5a-b0dc-b34b98eed383 req-eb0a8433-ad8d-452c-b392-d250e48890a0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0686946 Aug 20 11:26:10.399321 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4347523f-b787-4a5a-b0dc-b34b98eed383 req-ad99d62c-2235-4cbf-95e1-63fde6a56929 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544267 Aug 20 11:26:10.408049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Attempting to bind port 4fc1c05a-0f3d-4c49-b795-5b2158da643d on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:26:10.408395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Attempting to bind port 4fc1c05a-0f3d-4c49-b795-5b2158da643d by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'c1012a26-cef4-4ed6-b490-0b29fc2855db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:26:10.408712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Attempting to bind port 4fc1c05a-0f3d-4c49-b795-5b2158da643d on network b4237240-4bd3-43a8-846e-e27cebb58df5 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:10.413794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Port 4fc1c05a-0f3d-4c49-b795-5b2158da643d on network b4237240-4bd3-43a8-846e-e27cebb58df5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:26:10.414119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Attempting to bind port 4fc1c05a-0f3d-4c49-b795-5b2158da643d on network b4237240-4bd3-43a8-846e-e27cebb58df5 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:10.429415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:26:10.430093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Checking segment: {'id': 'c1012a26-cef4-4ed6-b490-0b29fc2855db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:26:10.430679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Bound using segment: {'id': 'c1012a26-cef4-4ed6-b490-0b29fc2855db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:26:10.431159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Bound port: 4fc1c05a-0f3d-4c49-b795-5b2158da643d, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1012a26-cef4-4ed6-b490-0b29fc2855db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:26:10.431605 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.518905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] For port 4fc1c05a-0f3d-4c49-b795-5b2158da643d, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:10.522657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] For port 4fc1c05a-0f3d-4c49-b795-5b2158da643d, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4fc1c05a-0f3d-4c49-b795-5b2158da643d,segment=NetworkSegment(c1012a26-cef4-4ed6-b490-0b29fc2855db),segment_id=c1012a26-cef4-4ed6-b490-0b29fc2855db)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:26:10.609420 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.615789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc17b29-b3e8-4989-a2f6-44707cf31483 req-72d4d40f-7ba9-403d-877f-19e879e338d0 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:10.618376 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfc17b29-b3e8-4989-a2f6-44707cf31483 req-72d4d40f-7ba9-403d-877f-19e879e338d0 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1096 time: 0.0659180 Aug 20 11:26:10.676006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:10.676805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.679605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] 10.222.0.38 "PUT /v2.0/ports/4fc1c05a-0f3d-4c49-b795-5b2158da643d HTTP/1.1" status: 200 len: 1091 time: 0.8692501 Aug 20 11:26:10.680399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceea5bd5-e435-489d-8b42-332417a250ed', 'tag': '4fc1c05a-0f3d-4c49-b795-5b2158da643d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:10.689374 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c378a5ea-f299-4dd2-b522-c83aa3170874" -d '{"events": [{"name": "network-changed", "server_uuid": "ceea5bd5-e435-489d-8b42-332417a250ed", "tag": "4fc1c05a-0f3d-4c49-b795-5b2158da643d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:10.701846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-dfc17b29-b3e8-4989-a2f6-44707cf31483 req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.746826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a0b5e-c44e-4936-848b-80ff28e5f25d service neutron] Pushing event updated for resources: {'Port': ['ID=4fc1c05a-0f3d-4c49-b795-5b2158da643d,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:10.847881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f192c4-2c6e-441d-8832-c03ca6d457aa req-23be901f-25ef-4c03-b8cd-f483fb30607a tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:10.849883 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26f192c4-2c6e-441d-8832-c03ca6d457aa req-23be901f-25ef-4c03-b8cd-f483fb30607a tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 943 time: 0.1180792 Aug 20 11:26:10.902748 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-0e13a399-a273-4f59-af42-d1d9dddbec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:10.904980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-0e13a399-a273-4f59-af42-d1d9dddbec69 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=05fe827b795945beb97d1202c7dc424a&device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 1094 time: 0.1034498 Aug 20 11:26:10.908807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26f192c4-2c6e-441d-8832-c03ca6d457aa req-07b2cf13-e057-4f78-9cc7-d25f86ec2e0d tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526195 Aug 20 11:26:10.925480 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-dfc17b29-b3e8-4989-a2f6-44707cf31483 req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:10.965799 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-984ecfe0-38c4-46bc-b1f1-28e2078f3330 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fc1c05a-0f3d-4c49-b795-5b2158da643d HTTP/1.1" status: 200 len: 217 time: 0.0507216 Aug 20 11:26:11.018499 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4f3952-8d2e-4db0-ad2c-2c6293ab628d x-openstack-request-id: req-6f4f3952-8d2e-4db0-ad2c-2c6293ab628d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:11.018787 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceea5bd5-e435-489d-8b42-332417a250ed", "tag": "4fc1c05a-0f3d-4c49-b795-5b2158da643d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:11.020058 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.021721 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f4f3952-8d2e-4db0-ad2c-2c6293ab628d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:11.022259 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceea5bd5-e435-489d-8b42-332417a250ed', 'tag': '4fc1c05a-0f3d-4c49-b795-5b2158da643d', 'status': 'completed', 'code': 200} Aug 20 11:26:11.047376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c79f3c52-a9da-46e1-a690-f8833f1319cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:11.049043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-c79f3c52-a9da-46e1-a690-f8833f1319cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=08c69018-8409-46a6-92bf-6fa69beb8227 HTTP/1.1" status: 200 len: 849 time: 0.0749660 Aug 20 11:26:11.072188 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-dfc17b29-b3e8-4989-a2f6-44707cf31483 req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:11.092713 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-ddda1e47-0730-45c8-9a94-be294bcf8014 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4237240-4bd3-43a8-846e-e27cebb58df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353444 Aug 20 11:26:11.128030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfc17b29-b3e8-4989-a2f6-44707cf31483 req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4962616 Aug 20 11:26:11.151753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbb2b9a-cb90-4149-ba24-a06a6dddc02f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:11.177839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.180054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.182139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.185974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.186337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.186909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.187274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.187609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.187960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.188297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.188635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.192596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71455fd-8a62-4652-8b48-0c426750f721 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:26:11.231573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-bf498cca-2f23-4305-aa2c-54bfdb25f821 service neutron] 10.222.0.38 "GET /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284914 Aug 20 11:26:11.308610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f4288-d0d0-4082-b361-9a19b2355a1e req-98e88d2c-b3a5-45bd-a7ae-391fcb2082b5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:11.311069 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d92f4288-d0d0-4082-b361-9a19b2355a1e req-98e88d2c-b3a5-45bd-a7ae-391fcb2082b5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0751326 Aug 20 11:26:11.331931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d808c7e-3717-4774-8010-b8c393273cbd req-36a0c895-6537-4174-ba92-5d63f8cc7d27 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:11.334974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d808c7e-3717-4774-8010-b8c393273cbd req-36a0c895-6537-4174-ba92-5d63f8cc7d27 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.1217656 Aug 20 11:26:11.369739 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d92f4288-d0d0-4082-b361-9a19b2355a1e req-49424527-6b3b-4aaa-8d1a-382d7e49a56b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459983 Aug 20 11:26:11.395539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 32898) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:11.411970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d808c7e-3717-4774-8010-b8c393273cbd req-db11bf8a-f864-4f88-83c3-59ccae9b6137 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693252 Aug 20 11:26:11.414168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e847fb23-ed97-4d68-a055-b582664dfd0d req-534d9cd3-1930-4635-b74e-5306ef9ca528 service neutron] 10.222.0.38 "GET /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679726 Aug 20 11:26:11.612551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4176d5-5765-45c1-8933-dff7fa2346ad req-7eedfaf9-bd94-411a-b641-09549dc4f9cb tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:11.614182 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb4176d5-5765-45c1-8933-dff7fa2346ad req-7eedfaf9-bd94-411a-b641-09549dc4f9cb tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.1149476 Aug 20 11:26:11.615352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378a5ea-f299-4dd2-b522-c83aa3170874 req-258a46b0-1b10-4d2e-91a2-506baabea96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:11.617389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c378a5ea-f299-4dd2-b522-c83aa3170874 req-258a46b0-1b10-4d2e-91a2-506baabea96d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=05fe827b795945beb97d1202c7dc424a&device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 1094 time: 0.0638154 Aug 20 11:26:11.620211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c6005b48-95d8-4bc4-b5a5-0423ada2236d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/b71c16e3-5220-4b55-b4d7-e91132ddfebd HTTP/1.1" status: 200 len: 993 time: 0.2229691 Aug 20 11:26:11.673733 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb4176d5-5765-45c1-8933-dff7fa2346ad req-7e7562f6-d1af-45d2-8328-73175cb54664 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521958 Aug 20 11:26:11.737401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378a5ea-f299-4dd2-b522-c83aa3170874 req-254323ac-cabf-4920-817a-c009dec362e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:11.739035 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c378a5ea-f299-4dd2-b522-c83aa3170874 req-254323ac-cabf-4920-817a-c009dec362e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4237240-4bd3-43a8-846e-e27cebb58df5 HTTP/1.1" status: 200 len: 910 time: 0.1118429 Aug 20 11:26:11.785890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c378a5ea-f299-4dd2-b522-c83aa3170874 req-40c2c5cf-d6d1-4f6d-938d-bad37d4004f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fc1c05a-0f3d-4c49-b795-5b2158da643d HTTP/1.1" status: 200 len: 217 time: 0.0379460 Aug 20 11:26:11.849017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378a5ea-f299-4dd2-b522-c83aa3170874 req-0fc1fc67-e42d-4811-ba01-907210ec1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:11.850522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c378a5ea-f299-4dd2-b522-c83aa3170874 req-0fc1fc67-e42d-4811-ba01-907210ec1a0b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=08c69018-8409-46a6-92bf-6fa69beb8227 HTTP/1.1" status: 200 len: 849 time: 0.0508857 Aug 20 11:26:11.884766 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c378a5ea-f299-4dd2-b522-c83aa3170874 req-8a1ca268-cfb6-4237-9619-8d763c4424bc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4237240-4bd3-43a8-846e-e27cebb58df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264874 Aug 20 11:26:12.039990 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c378a5ea-f299-4dd2-b522-c83aa3170874 req-7912a7b0-5656-452f-ad97-3eff97aae58b service neutron] 10.222.0.38 "GET /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463587 Aug 20 11:26:12.107965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63faefc-a726-4c18-9c74-40417020b865 req-e8f56b89-3ac5-4e27-a872-741d964cba99 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:12.107965 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c63faefc-a726-4c18-9c74-40417020b865 req-e8f56b89-3ac5-4e27-a872-741d964cba99 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 943 time: 0.1147106 Aug 20 11:26:12.178978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c63faefc-a726-4c18-9c74-40417020b865 req-d714942e-fe70-4976-91ab-c2494c4938df tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614042 Aug 20 11:26:12.191827 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c378a5ea-f299-4dd2-b522-c83aa3170874 req-46abe894-f248-4619-93f0-064eb970f216 service neutron] 10.222.0.38 "GET /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440043 Aug 20 11:26:12.586942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695ca30-b61f-4498-ab9e-6a2c3381dfa0 req-ecb48b41-b662-4cdd-af67-8de5206ccd32 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:12.587447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d695ca30-b61f-4498-ab9e-6a2c3381dfa0 req-ecb48b41-b662-4cdd-af67-8de5206ccd32 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 946 time: 0.0753131 Aug 20 11:26:12.641525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d695ca30-b61f-4498-ab9e-6a2c3381dfa0 req-4e56b51d-6d57-4ea5-b1d1-a6e1cc0fa368 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471249 Aug 20 11:26:12.644213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d1843-243f-45d7-9bf9-293fd3e08d3c req-5d78ede0-05ec-40cd-96a0-8b1dd90d1333 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:12.646009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f18d1843-243f-45d7-9bf9-293fd3e08d3c req-5d78ede0-05ec-40cd-96a0-8b1dd90d1333 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0659292 Aug 20 11:26:12.699786 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f18d1843-243f-45d7-9bf9-293fd3e08d3c req-560ce378-ca58-4ed2-b6d2-aec227c47f50 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456443 Aug 20 11:26:12.769949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-79c555f6-8cd3-4299-9d8a-b4fb14a2c0bf tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:12.771774 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-79c555f6-8cd3-4299-9d8a-b4fb14a2c0bf tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1097 time: 0.0476906 Aug 20 11:26:12.785664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804230-3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:12.828895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bda43e-73ab-4526-accf-5cd6222833aa req-99b55a9b-633a-43cc-9a9f-db877ee32b0b tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:12.829474 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-70bda43e-73ab-4526-accf-5cd6222833aa req-99b55a9b-633a-43cc-9a9f-db877ee32b0b tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0608964 Aug 20 11:26:12.860540 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:12.883050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-70bda43e-73ab-4526-accf-5cd6222833aa req-24d843f6-359b-493f-b8d8-2c50b38f0d3b tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Aug 20 11:26:12.992286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-537c5d4c-44ec-4557-82b7-4c8098d1a107 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1818073 Aug 20 11:26:13.033237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:13.086877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:13.132863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '740c1ced-ccd9-4057-b04b-e5457ad31198'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:13.135228 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030a86d6-062d-431c-8161-66af07fb8566" -d '{"events": [{"server_uuid": "482691bd-6963-4ee1-a3fc-1f7bf47425a8", "name": "network-vif-unplugged", "status": "completed", "tag": "740c1ced-ccd9-4057-b04b-e5457ad31198"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:13.140383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:13.145891 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:13.176903 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37157ab3-0fcb-4ae7-bc4b-87bbd6f888da x-openstack-request-id: req-37157ab3-0fcb-4ae7-bc4b-87bbd6f888da {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:13.177203 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482691bd-6963-4ee1-a3fc-1f7bf47425a8", "name": "network-vif-unplugged", "status": "completed", "tag": "740c1ced-ccd9-4057-b04b-e5457ad31198", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:13.177616 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37157ab3-0fcb-4ae7-bc4b-87bbd6f888da {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:13.178027 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '740c1ced-ccd9-4057-b04b-e5457ad31198', 'code': 200} Aug 20 11:26:13.250850 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:13.338121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Pushing event updated for resources: {'Port': ['ID=740c1ced-ccd9-4057-b04b-e5457ad31198,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:13.347576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86d890-9b53-44aa-b53d-b8fd157ab2e3 req-f13b72d2-c60a-4e1f-9a31-e9777493d86d tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:13.355892 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd86d890-9b53-44aa-b53d-b8fd157ab2e3 req-f13b72d2-c60a-4e1f-9a31-e9777493d86d tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 943 time: 0.1054993 Aug 20 11:26:13.400945 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd86d890-9b53-44aa-b53d-b8fd157ab2e3 req-f387f3fd-9e30-4453-ba39-e21edc04c7c0 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Aug 20 11:26:13.403271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 on host n-h1-804230-3 for vnic_type normal with profile {"migrating_to": "n-h2-804230-3"} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:26:13.405406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:26:13.405406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:13.409752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Port 740c1ced-ccd9-4057-b04b-e5457ad31198 on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:26:13.410075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Attempting to bind port 740c1ced-ccd9-4057-b04b-e5457ad31198 on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:13.423807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:26:13.424187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:26:13.424584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:26:13.425037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Bound port: 740c1ced-ccd9-4057-b04b-e5457ad31198, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:26:13.425427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:13.496052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:13.504173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:26:13.602271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4fc1c05a-0f3d-4c49-b795-5b2158da643d details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:26:13.666594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:13.774419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4fc1c05a-0f3d-4c49-b795-5b2158da643d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4fc1c05a-0f3d-4c49-b795-5b2158da643d,segment=NetworkSegment(c1012a26-cef4-4ed6-b490-0b29fc2855db),segment_id=c1012a26-cef4-4ed6-b490-0b29fc2855db)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:13.792759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '4fc1c05a-0f3d-4c49-b795-5b2158da643d', 'network_id': 'b4237240-4bd3-43a8-846e-e27cebb58df5', 'port_id': '4fc1c05a-0f3d-4c49-b795-5b2158da643d', 'mac_address': 'fa:16:3e:21:36:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08c69018-8409-46a6-92bf-6fa69beb8227', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:26:13.857087 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:13.871730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:13.873107 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:13.877048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] 10.222.0.38 "PUT /v2.0/ports/740c1ced-ccd9-4057-b04b-e5457ad31198 HTTP/1.1" status: 200 len: 1122 time: 1.0973406 Aug 20 11:26:13.884290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc1c05a-0f3d-4c49-b795-5b2158da643d {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:26:13.908080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f33afe-91ee-465b-bd71-7849d2f9271c service neutron] Pushing event updated for resources: {'Port': ['ID=740c1ced-ccd9-4057-b04b-e5457ad31198,revision_number=8']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:13.933241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a108bae-3da4-4766-b065-66c71403b7a0 req-c32937a1-591e-43af-8d5c-cafd80c8ada6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:13.935010 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a108bae-3da4-4766-b065-66c71403b7a0 req-c32937a1-591e-43af-8d5c-cafd80c8ada6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1092970 Aug 20 11:26:13.956429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4fc1c05a-0f3d-4c49-b795-5b2158da643d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4fc1c05a-0f3d-4c49-b795-5b2158da643d,segment=NetworkSegment(c1012a26-cef4-4ed6-b490-0b29fc2855db),segment_id=c1012a26-cef4-4ed6-b490-0b29fc2855db)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:13.967006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb1a85-b718-4457-8d22-f2f8d03cbf85 req-60fbcf0f-a180-4bdd-9676-15d71007130f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:13.970896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8fb1a85-b718-4457-8d22-f2f8d03cbf85 req-60fbcf0f-a180-4bdd-9676-15d71007130f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.1536212 Aug 20 11:26:13.982987 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a108bae-3da4-4766-b065-66c71403b7a0 req-e043105a-9fc7-46af-bdba-438adcdcc0ec tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 Aug 20 11:26:14.022252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8fb1a85-b718-4457-8d22-f2f8d03cbf85 req-d2375897-688c-48ec-843f-fda7b41d0789 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466499 Aug 20 11:26:14.031517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['740c1ced-ccd9-4057-b04b-e5457ad31198'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:26:14.059345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['740c1ced-ccd9-4057-b04b-e5457ad31198'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:26:14.127901 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:14.128546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 740c1ced-ccd9-4057-b04b-e5457ad31198 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:26:14.181905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14042a17-c6ca-4577-b581-7725b4ded4e1 req-c9f2ace7-90cc-49a5-8500-2095e6ebc87f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:14.184704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14042a17-c6ca-4577-b581-7725b4ded4e1 req-c9f2ace7-90cc-49a5-8500-2095e6ebc87f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0906255 Aug 20 11:26:14.236477 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14042a17-c6ca-4577-b581-7725b4ded4e1 req-54b3a53f-b702-4ca1-bc77-99663dd837c3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428588 Aug 20 11:26:14.304659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=4fc1c05a-0f3d-4c49-b795-5b2158da643d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:14.416831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:14.443172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 740c1ced-ccd9-4057-b04b-e5457ad31198 has no active binding in host n-h2-804230-3 {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:26:14.563960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf17b5-caa8-408b-adbc-2e9f0acc84af req-3a7a0dea-9c56-4def-b9ea-6c99fba5b3d0 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:14.565466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18bf17b5-caa8-408b-adbc-2e9f0acc84af req-3a7a0dea-9c56-4def-b9ea-6c99fba5b3d0 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 944 time: 0.0534954 Aug 20 11:26:14.608130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18bf17b5-caa8-408b-adbc-2e9f0acc84af req-8b9d8384-39bb-41cb-bd5a-f26d0ce012df tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Aug 20 11:26:14.788270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['4fc1c05a-0f3d-4c49-b795-5b2158da643d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:26:15.082766 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-033e5b8d-6677-401e-8507-02aeb5c85905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:15.128910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1f6ef-3352-4030-ae56-7d2cc7658fb2 req-0bfbe615-e491-4fc8-9d40-6c4a3894f022 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:15.130565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5c1f6ef-3352-4030-ae56-7d2cc7658fb2 req-0bfbe615-e491-4fc8-9d40-6c4a3894f022 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0637264 Aug 20 11:26:15.156691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9be8c8-4b2d-4e25-aeb0-81d85dd92de4 req-838170e2-640d-4478-a7e7-aabc789dfb4f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:15.158273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fb9be8c8-4b2d-4e25-aeb0-81d85dd92de4 req-838170e2-640d-4478-a7e7-aabc789dfb4f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0609322 Aug 20 11:26:15.178095 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5c1f6ef-3352-4030-ae56-7d2cc7658fb2 req-d6ab9721-519e-4f5a-8757-1d8263c14de8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362291 Aug 20 11:26:15.181608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'tag': '740c1ced-ccd9-4057-b04b-e5457ad31198'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:15.184160 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addc4f20-bc53-48df-b971-44197057f9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "482691bd-6963-4ee1-a3fc-1f7bf47425a8", "tag": "740c1ced-ccd9-4057-b04b-e5457ad31198"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:15.221426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fb9be8c8-4b2d-4e25-aeb0-81d85dd92de4 req-d3bc3443-76bf-4f66-834b-cdbd38a48fba tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561295 Aug 20 11:26:15.340732 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4004ef-d1a1-4728-867f-9d22c74d68b0 x-openstack-request-id: req-4b4004ef-d1a1-4728-867f-9d22c74d68b0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:15.341102 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482691bd-6963-4ee1-a3fc-1f7bf47425a8", "tag": "740c1ced-ccd9-4057-b04b-e5457ad31198", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:15.341384 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b4004ef-d1a1-4728-867f-9d22c74d68b0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:15.341836 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'tag': '740c1ced-ccd9-4057-b04b-e5457ad31198', 'status': 'completed', 'code': 200} Aug 20 11:26:15.442531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d33f6-617b-4444-8f88-80e99cfc741d req-e3712728-ae21-45ae-afc3-4104911cf952 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:15.444098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf6d33f6-617b-4444-8f88-80e99cfc741d req-e3712728-ae21-45ae-afc3-4104911cf952 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0917425 Aug 20 11:26:15.449215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc4f20-bc53-48df-b971-44197057f9f2 req-098b7c23-986e-4534-9c41-bef0c1469cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:15.450744 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addc4f20-bc53-48df-b971-44197057f9f2 req-098b7c23-986e-4534-9c41-bef0c1469cfa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 1125 time: 0.0855567 Aug 20 11:26:15.539277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf6d33f6-617b-4444-8f88-80e99cfc741d req-93bd45bc-5c7f-4ad5-a58c-abb48b0db8b2 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873015 Aug 20 11:26:15.589201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc4f20-bc53-48df-b971-44197057f9f2 req-bf950ee8-31c2-4c14-a2e7-4f02baf35bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:15.590834 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addc4f20-bc53-48df-b971-44197057f9f2 req-bf950ee8-31c2-4c14-a2e7-4f02baf35bfe service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1247253 Aug 20 11:26:15.641761 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addc4f20-bc53-48df-b971-44197057f9f2 req-4b3057dc-5e1f-48d0-b648-6e36c49513ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=740c1ced-ccd9-4057-b04b-e5457ad31198 HTTP/1.1" status: 200 len: 217 time: 0.0408659 Aug 20 11:26:15.710014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc4f20-bc53-48df-b971-44197057f9f2 req-c772441c-b398-40cd-a862-e26c9a2c84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:15.711561 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addc4f20-bc53-48df-b971-44197057f9f2 req-c772441c-b398-40cd-a862-e26c9a2c84bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0579970 Aug 20 11:26:15.750208 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addc4f20-bc53-48df-b971-44197057f9f2 req-5f4bc29a-4bff-4340-a1c4-7df0e1282345 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298743 Aug 20 11:26:15.755480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1a9e7-bf30-4e15-a8c8-b2dc5fb901e6 req-d9fa7ad7-0981-4f4c-bb0b-ba33fb58f3d8 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:15.757202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-42f1a9e7-bf30-4e15-a8c8-b2dc5fb901e6 req-d9fa7ad7-0981-4f4c-bb0b-ba33fb58f3d8 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 944 time: 0.0718181 Aug 20 11:26:15.823497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-42f1a9e7-bf30-4e15-a8c8-b2dc5fb901e6 req-1d7492c7-b299-4441-8c79-447078b190aa tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554705 Aug 20 11:26:15.872458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addc4f20-bc53-48df-b971-44197057f9f2 req-8d2f2d98-557d-4912-8a17-c8df64c877cf service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102741 Aug 20 11:26:15.982509 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addc4f20-bc53-48df-b971-44197057f9f2 req-3e727942-c29d-4293-9669-4220340fa2ae service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982854 Aug 20 11:26:16.213192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-6377879d-a3fb-496b-9293-dbf5d23503ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:16.214657 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-6377879d-a3fb-496b-9293-dbf5d23503ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1096 time: 0.0428560 Aug 20 11:26:16.341898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e940ca-7710-4d61-bffc-543a73e36d95 req-4b368fb5-447b-4203-b267-535354c8e2b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:16.344277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5e940ca-7710-4d61-bffc-543a73e36d95 req-4b368fb5-447b-4203-b267-535354c8e2b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0788717 Aug 20 11:26:16.376234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-af33b55d-5736-4462-b125-52e9954380b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:16.377850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-af33b55d-5736-4462-b125-52e9954380b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 200 len: 898 time: 0.1557975 Aug 20 11:26:16.390100 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5e940ca-7710-4d61-bffc-543a73e36d95 req-39a82ab2-b194-48b3-bfce-cedc890b624b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370986 Aug 20 11:26:16.391352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0da2a8-bf61-4d23-86fb-f6eea8c3cdd2 req-01cd141b-bba9-4962-9e05-e19cc8bf3c68 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:16.392939 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf0da2a8-bf61-4d23-86fb-f6eea8c3cdd2 req-01cd141b-bba9-4962-9e05-e19cc8bf3c68 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0731149 Aug 20 11:26:16.490604 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf0da2a8-bf61-4d23-86fb-f6eea8c3cdd2 req-e243dcc5-35ec-46fd-b2e2-652a2000c2be tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906577 Aug 20 11:26:16.492341 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-fe546bcd-fa61-4839-b354-a548caa292b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 1001 time: 0.0984962 Aug 20 11:26:16.557946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-2d586ac7-ee53-4830-897e-112677363d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:16.559639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-2d586ac7-ee53-4830-897e-112677363d1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0beacb38-1ace-47ab-b00c-3ba4c0ced561 HTTP/1.1" status: 200 len: 833 time: 0.0592458 Aug 20 11:26:16.613674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-949eb009-4672-437e-9028-ad94d60cebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:16.615230 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-949eb009-4672-437e-9028-ad94d60cebfb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94e3b673-0cf3-4925-b3f6-02f071344b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473735 Aug 20 11:26:16.744083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338adc6a-3ed8-49dc-82bc-bd0e5075e336 req-f285b4f5-50b5-4e00-aefe-0ec99a7daf86 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:16.745636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-338adc6a-3ed8-49dc-82bc-bd0e5075e336 req-f285b4f5-50b5-4e00-aefe-0ec99a7daf86 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.1113865 Aug 20 11:26:16.766895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-94c6d109-8be9-4e03-9da2-c0089ba636c5 service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433234 Aug 20 11:26:16.851210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-338adc6a-3ed8-49dc-82bc-bd0e5075e336 req-b1b9cb50-eb4b-4c42-b691-18728cc67fd8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963323 Aug 20 11:26:16.899042 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-e263cdbf-ae7c-4e34-8799-cca00035c144 service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219509 Aug 20 11:26:16.975533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c7de6-fef4-4672-82ae-a5ceb7f93af5 req-944c0cdc-6346-4b62-9e06-4635dc59df08 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:16.977153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-805c7de6-fef4-4672-82ae-a5ceb7f93af5 req-944c0cdc-6346-4b62-9e06-4635dc59df08 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 944 time: 0.0650527 Aug 20 11:26:17.020989 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-805c7de6-fef4-4672-82ae-a5ceb7f93af5 req-fdad7221-c015-4e20-a0b8-d3788ce7fe60 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374510 Aug 20 11:26:17.521704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac725f-653a-4ea3-afb1-a62792ab8665 req-c5009a09-10b4-4f1b-bd2d-6fd700341197 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:17.523320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beac725f-653a-4ea3-afb1-a62792ab8665 req-c5009a09-10b4-4f1b-bd2d-6fd700341197 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0586920 Aug 20 11:26:17.570653 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beac725f-653a-4ea3-afb1-a62792ab8665 req-574fb3a8-aa22-4ab2-8063-dc587ddf1336 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360720 Aug 20 11:26:17.621524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4fc1c05a-0f3d-4c49-b795-5b2158da643d up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:17.662112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32ba0c-605b-4b61-9f94-a8b8dac41d2c req-ff822071-d044-44a9-b2a0-3e1e6a9ea501 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:17.664652 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d32ba0c-605b-4b61-9f94-a8b8dac41d2c req-ff822071-d044-44a9-b2a0-3e1e6a9ea501 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0638270 Aug 20 11:26:17.712781 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d32ba0c-605b-4b61-9f94-a8b8dac41d2c req-fd4364f1-1f20-4c42-aaf8-ce3d207a8677 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369601 Aug 20 11:26:17.791147 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9d23f75-3df7-4ced-adc0-b79708326d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:17.842938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 4fc1c05a-0f3d-4c49-b795-5b2158da643d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:26:17.847882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 4fc1c05a-0f3d-4c49-b795-5b2158da643d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:17.848260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:17.946345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:17.969415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceea5bd5-e435-489d-8b42-332417a250ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc1c05a-0f3d-4c49-b795-5b2158da643d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:17.971793 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a140fe7-d5d5-4e21-a6f3-4bd35505bc72" -d '{"events": [{"server_uuid": "ceea5bd5-e435-489d-8b42-332417a250ed", "name": "network-vif-plugged", "status": "completed", "tag": "4fc1c05a-0f3d-4c49-b795-5b2158da643d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:17.984879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4fc1c05a-0f3d-4c49-b795-5b2158da643d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4fc1c05a-0f3d-4c49-b795-5b2158da643d,segment=NetworkSegment(c1012a26-cef4-4ed6-b490-0b29fc2855db),segment_id=c1012a26-cef4-4ed6-b490-0b29fc2855db)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:18.003169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f18ff-5d4a-4108-8dc6-9b77d71a0a51 req-179314ba-e54c-4dc8-93f2-b03524d69128 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:18.005250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c5f18ff-5d4a-4108-8dc6-9b77d71a0a51 req-179314ba-e54c-4dc8-93f2-b03524d69128 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0600331 Aug 20 11:26:18.046725 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c5f18ff-5d4a-4108-8dc6-9b77d71a0a51 req-09138bb0-4390-438d-91a3-c166528bb9bf tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347812 Aug 20 11:26:18.081421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.110963 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b941dadf-6699-4da4-a9aa-478c8dff3dc1 x-openstack-request-id: req-b941dadf-6699-4da4-a9aa-478c8dff3dc1 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:18.110963 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceea5bd5-e435-489d-8b42-332417a250ed", "name": "network-vif-plugged", "status": "completed", "tag": "4fc1c05a-0f3d-4c49-b795-5b2158da643d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:18.110963 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b941dadf-6699-4da4-a9aa-478c8dff3dc1 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:18.110963 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceea5bd5-e435-489d-8b42-332417a250ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc1c05a-0f3d-4c49-b795-5b2158da643d', 'code': 200} Aug 20 11:26:18.150143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=4fc1c05a-0f3d-4c49-b795-5b2158da643d,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:18.183461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae103c-cbcc-4160-ae6b-1a6758572d20 req-1312f6db-19bb-401e-8c2c-5827965dc98c tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:18.185681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72ae103c-cbcc-4160-ae6b-1a6758572d20 req-1312f6db-19bb-401e-8c2c-5827965dc98c tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 945 time: 0.0779252 Aug 20 11:26:18.269583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a85a1-c0ec-4d53-a2c0-eeabe18128d9 req-da543d8e-fd9d-4bb2-9069-a61d211e4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:18.271121 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a8a85a1-c0ec-4d53-a2c0-eeabe18128d9 req-da543d8e-fd9d-4bb2-9069-a61d211e4f1e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 1096 time: 0.0837693 Aug 20 11:26:18.273902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72ae103c-cbcc-4160-ae6b-1a6758572d20 req-6ea7a29b-022e-4dc6-949e-170a15585e19 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759656 Aug 20 11:26:18.317842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a8a85a1-c0ec-4d53-a2c0-eeabe18128d9 req-c2608c55-6e7b-46a5-8fdd-f3e98e57d773 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380442 Aug 20 11:26:18.563309 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:18.705108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17457bc-057a-4ca2-aea7-440dc48cb6d2 req-c5d4e4e0-53bb-43ec-a013-d98933362925 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:18.707624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c17457bc-057a-4ca2-aea7-440dc48cb6d2 req-c5d4e4e0-53bb-43ec-a013-d98933362925 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0563061 Aug 20 11:26:18.755144 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c17457bc-057a-4ca2-aea7-440dc48cb6d2 req-cb6964de-a549-4435-b1cf-3a940860bd51 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413082 Aug 20 11:26:18.878135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda085f6-7f17-46c1-a687-c33903fc0d79 req-c4304113-59b2-448a-b990-e7f3a4eb2123 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:18.879833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eda085f6-7f17-46c1-a687-c33903fc0d79 req-c4304113-59b2-448a-b990-e7f3a4eb2123 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0566058 Aug 20 11:26:18.931660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eda085f6-7f17-46c1-a687-c33903fc0d79 req-30cfdcfe-2b79-486f-8eed-aff06cdde3aa tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449591 Aug 20 11:26:19.133989 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:19.176673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436a0fc-1f75-4268-af57-8a42e97b8a80 req-ea428153-a1b2-4697-b1b2-4262ac07e8c0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:19.178396 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9436a0fc-1f75-4268-af57-8a42e97b8a80 req-ea428153-a1b2-4697-b1b2-4262ac07e8c0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0546846 Aug 20 11:26:19.223638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9436a0fc-1f75-4268-af57-8a42e97b8a80 req-be91dc40-78f1-435e-bd1a-aa2b6b094a50 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387819 Aug 20 11:26:19.407466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a3915-3fb7-4de4-8188-cbef2972ca7c req-b1e1f85f-e0d7-4449-91f9-c05d3377e14f tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:19.409106 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6e3a3915-3fb7-4de4-8188-cbef2972ca7c req-b1e1f85f-e0d7-4449-91f9-c05d3377e14f tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 945 time: 0.0577080 Aug 20 11:26:19.464771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6e3a3915-3fb7-4de4-8188-cbef2972ca7c req-3515e9b5-6014-40cb-9f4b-5b8693fd210b tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Aug 20 11:26:19.896312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5246d22-bec0-4ffa-9cb1-56033abf8255 req-d135c43a-5981-4b83-aa00-9765c00bde3e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:19.897904 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a5246d22-bec0-4ffa-9cb1-56033abf8255 req-d135c43a-5981-4b83-aa00-9765c00bde3e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0647421 Aug 20 11:26:19.949575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a5246d22-bec0-4ffa-9cb1-56033abf8255 req-cca69358-686f-446a-af40-5e47b06dece0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449219 Aug 20 11:26:20.077846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3c178-11e4-4764-bedf-c4a7d2edfca4 req-a183a4c7-e3ad-4e90-b031-1afa547be99a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:20.079349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-56e3c178-11e4-4764-bedf-c4a7d2edfca4 req-a183a4c7-e3ad-4e90-b031-1afa547be99a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0516195 Aug 20 11:26:20.135910 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-56e3c178-11e4-4764-bedf-c4a7d2edfca4 req-f9687e43-53c0-4099-bd66-43fba52b6457 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Aug 20 11:26:20.393075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca05eb-7573-47b4-b900-3478837e9efc req-185ed9ca-86d6-4ffb-8a49-d693e828d909 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:20.394715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07ca05eb-7573-47b4-b900-3478837e9efc req-185ed9ca-86d6-4ffb-8a49-d693e828d909 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0658164 Aug 20 11:26:20.438651 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07ca05eb-7573-47b4-b900-3478837e9efc req-1ca21201-90c6-45d6-84a4-77b096cd47d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356798 Aug 20 11:26:20.627875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d179eaf-f9b3-47f6-a216-49dc351cca60 req-0fc3e8db-1b40-44bc-82bd-5229d433544d tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:20.635205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8d179eaf-f9b3-47f6-a216-49dc351cca60 req-0fc3e8db-1b40-44bc-82bd-5229d433544d tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 945 time: 0.0965765 Aug 20 11:26:20.681963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8d179eaf-f9b3-47f6-a216-49dc351cca60 req-e418361e-48c9-4404-9dfc-fd8cd802cc25 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448380 Aug 20 11:26:20.808031 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:21.085702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5638143-eda8-4707-a0c9-36586aab4e15 req-ab8e9722-48db-4e44-a988-5c5262daab50 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:21.087290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5638143-eda8-4707-a0c9-36586aab4e15 req-ab8e9722-48db-4e44-a988-5c5262daab50 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0613425 Aug 20 11:26:21.131602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5638143-eda8-4707-a0c9-36586aab4e15 req-dd9d7907-15a6-470a-9bb2-644df6c83f8e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380566 Aug 20 11:26:21.291707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0211-78e2-42f7-884b-050ff66e1f33 req-fc1531f2-b313-4329-af74-6e227de49594 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:21.293568 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22ef0211-78e2-42f7-884b-050ff66e1f33 req-fc1531f2-b313-4329-af74-6e227de49594 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0720022 Aug 20 11:26:21.346292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22ef0211-78e2-42f7-884b-050ff66e1f33 req-e243d2a7-a583-4986-8f3a-4d24ad980c19 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Aug 20 11:26:21.594520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcc659-b447-425b-b187-dafa8f4cdd98 req-3954b957-2a2d-42dd-8f82-961abcb06ee3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:21.597341 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1efcc659-b447-425b-b187-dafa8f4cdd98 req-3954b957-2a2d-42dd-8f82-961abcb06ee3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0811830 Aug 20 11:26:21.640814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1efcc659-b447-425b-b187-dafa8f4cdd98 req-65277ae6-6b38-4201-800b-e7a399fb5a59 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373421 Aug 20 11:26:21.980035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-6de8a6eb-9d0d-4837-8b5e-22205787f688 service neutron] 10.222.0.57 "GET /v2.0/ports/740c1ced-ccd9-4057-b04b-e5457ad31198/bindings/n-h2-804230-3 HTTP/1.1" status: 200 len: 384 time: 0.0924261 Aug 20 11:26:22.185450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-eb699499-df55-41c6-9192-9db01beca6ae service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:22.210181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-eb699499-df55-41c6-9192-9db01beca6ae service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:22.266792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-eb699499-df55-41c6-9192-9db01beca6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740c1ced-ccd9-4057-b04b-e5457ad31198 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:26:22.288153 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-eb699499-df55-41c6-9192-9db01beca6ae service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:22.315602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5078b-a001-4be4-ad50-93e89cbd8c3f req-51eb5da4-2be3-4ffd-996b-b12f38d6d446 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:22.317379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bfe5078b-a001-4be4-ad50-93e89cbd8c3f req-51eb5da4-2be3-4ffd-996b-b12f38d6d446 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1052568 Aug 20 11:26:22.381487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bfe5078b-a001-4be4-ad50-93e89cbd8c3f req-410c8db9-8899-40ba-96f4-e3215a06fe2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552557 Aug 20 11:26:22.472524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-eb699499-df55-41c6-9192-9db01beca6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:22.531447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917aa49-0854-4b1d-aed4-d604472713da req-7eb828b1-4fe5-4aed-827a-0c6736ec4276 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:22.531447 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2917aa49-0854-4b1d-aed4-d604472713da req-7eb828b1-4fe5-4aed-827a-0c6736ec4276 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 944 time: 0.0878131 Aug 20 11:26:22.603513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be20bc-7320-4277-a397-d6248e0dd38b req-78e919f8-d14c-434f-9304-8d29013937ed tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:22.604080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2917aa49-0854-4b1d-aed4-d604472713da req-22dfdd6e-7acb-4fce-831e-bfe123b5f820 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556014 Aug 20 11:26:22.605005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-eb699499-df55-41c6-9192-9db01beca6ae service neutron] Transition to ACTIVE for port object 740c1ced-ccd9-4057-b04b-e5457ad31198 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:26:22.605806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2be20bc-7320-4277-a397-d6248e0dd38b req-78e919f8-d14c-434f-9304-8d29013937ed tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 945 time: 0.0604331 Aug 20 11:26:22.646343 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2be20bc-7320-4277-a397-d6248e0dd38b req-e9f8ef34-80fb-4a6f-bbd3-11c5bf6017ad tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332150 Aug 20 11:26:22.729684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-eb699499-df55-41c6-9192-9db01beca6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:22.827076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-eb699499-df55-41c6-9192-9db01beca6ae service neutron] No DVR routers for this DVR port 740c1ced-ccd9-4057-b04b-e5457ad31198 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:26:22.831304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb699499-df55-41c6-9192-9db01beca6ae service neutron] Pushing event updated for resources: {'Port': ['ID=740c1ced-ccd9-4057-b04b-e5457ad31198,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:22.843792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b29750-a93c-4572-bb84-96a2dc64d4f4 req-929b6fbc-6ff9-4af6-ae8f-b1c4caa5da40 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:22.845345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-99b29750-a93c-4572-bb84-96a2dc64d4f4 req-929b6fbc-6ff9-4af6-ae8f-b1c4caa5da40 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.1270738 Aug 20 11:26:22.886633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-eb699499-df55-41c6-9192-9db01beca6ae service neutron] 10.222.0.57 "PUT /v2.0/ports/740c1ced-ccd9-4057-b04b-e5457ad31198/bindings/n-h2-804230-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8999496 Aug 20 11:26:22.904407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-99b29750-a93c-4572-bb84-96a2dc64d4f4 req-8e4529a0-9958-4a69-b929-c33472a4d819 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530300 Aug 20 11:26:23.096784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-8deaf692-4ea4-402b-856b-a3fe8cd49e24 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.098293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-8deaf692-4ea4-402b-856b-a3fe8cd49e24 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.0517070 Aug 20 11:26:23.146616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-4fad7e26-7e74-47a7-aa53-aae4d85b0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.148104 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-4fad7e26-7e74-47a7-aa53-aae4d85b0247 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8&tenant_id=86e8d2d1aa2847509dbdb33884154e8b HTTP/1.1" status: 200 len: 1096 time: 0.0415244 Aug 20 11:26:23.222848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-f13bbcd4-8313-4637-b242-432951c41705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.224378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-f13bbcd4-8313-4637-b242-432951c41705 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 1096 time: 0.0497563 Aug 20 11:26:23.324919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-42cfbaac-d650-4872-be73-7c7c949ea6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.327267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-42cfbaac-d650-4872-be73-7c7c949ea6fb service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.0944874 Aug 20 11:26:23.398063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-4a57cfaf-6b43-4151-a375-0492c795b7c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=740c1ced-ccd9-4057-b04b-e5457ad31198 HTTP/1.1" status: 200 len: 217 time: 0.0630910 Aug 20 11:26:23.459633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-e9c3fcfa-5fad-4a9b-9c0e-ed68170367ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.461117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-e9c3fcfa-5fad-4a9b-9c0e-ed68170367ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0558815 Aug 20 11:26:23.494764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-975a1c6f-0077-4b5b-8407-2d849c926fc8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259678 Aug 20 11:26:23.554595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678445-b3b5-4624-8e68-51f6a2b49f9c req-e26a07e1-2848-4ab6-acbf-bc2a637830a0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.556040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f678445-b3b5-4624-8e68-51f6a2b49f9c req-e26a07e1-2848-4ab6-acbf-bc2a637830a0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0861688 Aug 20 11:26:23.559130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-474810fd-30f7-4620-86b6-5511867cb475 req-0ca8eefd-f283-43f7-964a-cea2ac55c305 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803998 Aug 20 11:26:23.606425 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-5d6077ad-f20d-458a-9977-dab386f3c89d service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034980 Aug 20 11:26:23.631131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f678445-b3b5-4624-8e68-51f6a2b49f9c req-62a153e3-0a16-4b76-be2a-54a50d74ae85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688689 Aug 20 11:26:23.665700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474810fd-30f7-4620-86b6-5511867cb475 req-4778b3bc-c09a-4adc-97c3-b8359e2c2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.667325 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-474810fd-30f7-4620-86b6-5511867cb475 req-4778b3bc-c09a-4adc-97c3-b8359e2c2c42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f05b40b3344d25aa401cf45b894fc0&device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 1097 time: 0.0850329 Aug 20 11:26:23.760705 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-fa8efd07-c8bb-43cd-a574-a74eece73b56 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413057 Aug 20 11:26:23.787584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75df08-9bbf-418c-bde6-5b359cf6145e req-b1b5032f-b7e3-4ec4-bc11-48f12edb28d7 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.789209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d75df08-9bbf-418c-bde6-5b359cf6145e req-b1b5032f-b7e3-4ec4-bc11-48f12edb28d7 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 945 time: 0.0686612 Aug 20 11:26:23.832755 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d75df08-9bbf-418c-bde6-5b359cf6145e req-2768e539-5850-4213-b709-b40fec5e4edf tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Aug 20 11:26:23.833139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ff78-8b0e-42fe-8568-3ef579604380 req-617c085c-7289-44a7-9c44-cb4ae31cd4c0 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.834483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfd3ff78-8b0e-42fe-8568-3ef579604380 req-617c085c-7289-44a7-9c44-cb4ae31cd4c0 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 945 time: 0.0823748 Aug 20 11:26:23.860317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474810fd-30f7-4620-86b6-5511867cb475 req-bbc47658-bb95-465d-9865-94ce0b30478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.861705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-474810fd-30f7-4620-86b6-5511867cb475 req-bbc47658-bb95-465d-9865-94ce0b30478c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7db04780-92bd-41e0-90c9-98ad5264e0a8 HTTP/1.1" status: 200 len: 912 time: 0.1667426 Aug 20 11:26:23.913829 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfd3ff78-8b0e-42fe-8568-3ef579604380 req-cf1e3fb0-503f-4d34-a4ee-a5441a015b33 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/security-groups?id=2fbc667f-6d95-4154-b5f7-5e0597799d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696037 Aug 20 11:26:23.922173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 740c1ced-ccd9-4057-b04b-e5457ad31198 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:26:23.950925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-ee975e60-21f3-4a17-af37-f9691f9db553 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:23.952222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-474810fd-30f7-4620-86b6-5511867cb475 req-fc9b0b2d-f9f5-4727-92af-454d814b37b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=835b968b-6152-48bd-9032-4fb16e052395 HTTP/1.1" status: 200 len: 1002 time: 0.0822694 Aug 20 11:26:23.953192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-ee975e60-21f3-4a17-af37-f9691f9db553 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 945 time: 0.0757825 Aug 20 11:26:24.022628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474810fd-30f7-4620-86b6-5511867cb475 req-dbadd6e9-47ad-432b-84fd-1f2c9ada3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:24.024522 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-474810fd-30f7-4620-86b6-5511867cb475 req-dbadd6e9-47ad-432b-84fd-1f2c9ada3c1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f671ab9-a6e1-401b-8fc2-5683c1b4e79a HTTP/1.1" status: 200 len: 850 time: 0.0624263 Aug 20 11:26:24.034942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 740c1ced-ccd9-4057-b04b-e5457ad31198 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:26:24.114222 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5306c-56ab-431a-bad4-5e9cb07e98ba req-8c0544f5-84f0-4132-8fc5-08ff7ada7ceb tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:24.115913 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2c5306c-56ab-431a-bad4-5e9cb07e98ba req-8c0544f5-84f0-4132-8fc5-08ff7ada7ceb tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0904820 Aug 20 11:26:24.117943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474810fd-30f7-4620-86b6-5511867cb475 req-03bdece3-0e1f-4e89-86f3-192c8792f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:24.119387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-474810fd-30f7-4620-86b6-5511867cb475 req-03bdece3-0e1f-4e89-86f3-192c8792f1c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7db04780-92bd-41e0-90c9-98ad5264e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810630 Aug 20 11:26:24.141433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-2b54611f-deef-4d86-a0d2-4f0540473542 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Deleting port 4fc1c05a-0f3d-4c49-b795-5b2158da643d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:26:24.142078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-2b54611f-deef-4d86-a0d2-4f0540473542 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:24.222666 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2c5306c-56ab-431a-bad4-5e9cb07e98ba req-3daa1581-1cbd-43e3-9919-570894430b7d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918951 Aug 20 11:26:24.243308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-2b54611f-deef-4d86-a0d2-4f0540473542 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] For port 4fc1c05a-0f3d-4c49-b795-5b2158da643d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4fc1c05a-0f3d-4c49-b795-5b2158da643d,segment=NetworkSegment(c1012a26-cef4-4ed6-b490-0b29fc2855db),segment_id=c1012a26-cef4-4ed6-b490-0b29fc2855db)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:24.243948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-2b54611f-deef-4d86-a0d2-4f0540473542 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:24.257434 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-474810fd-30f7-4620-86b6-5511867cb475 req-2e36b090-d357-433c-8c66-05703e3ea372 service neutron] 10.222.0.57 "GET /v2.0/networks/7db04780-92bd-41e0-90c9-98ad5264e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257613 Aug 20 11:26:24.261605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-2b54611f-deef-4d86-a0d2-4f0540473542 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Calling delete_port for 4fc1c05a-0f3d-4c49-b795-5b2158da643d owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:26:24.358692 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-474810fd-30f7-4620-86b6-5511867cb475 req-978ddca3-7a3c-4f90-bfee-9c696c00bb3c service neutron] 10.222.0.57 "GET /v2.0/networks/7db04780-92bd-41e0-90c9-98ad5264e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922079 Aug 20 11:26:24.517060 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-2b54611f-deef-4d86-a0d2-4f0540473542 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:24.530061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['4fc1c05a-0f3d-4c49-b795-5b2158da643d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:26:24.808101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-69b984f2-4bf4-4e96-81c6-d3d6947fc94c tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:24.809603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-69b984f2-4bf4-4e96-81c6-d3d6947fc94c tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.3884006 Aug 20 11:26:24.835901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54611f-deef-4d86-a0d2-4f0540473542 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Pushing event deleted for resources: {'Port': ['ID=4fc1c05a-0f3d-4c49-b795-5b2158da643d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:24.901457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-2b54611f-deef-4d86-a0d2-4f0540473542 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] No DVR routers for this DVR port 4fc1c05a-0f3d-4c49-b795-5b2158da643d on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:26:24.906309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-2b54611f-deef-4d86-a0d2-4f0540473542 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:24.908306 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37cd2ef4-4f16-419f-bbcd-670f063fcbeb req-2b54611f-deef-4d86-a0d2-4f0540473542 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.38 "DELETE /v2.0/ports/4fc1c05a-0f3d-4c49-b795-5b2158da643d HTTP/1.1" status: 204 len: 173 time: 0.9439793 Aug 20 11:26:24.911865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceea5bd5-e435-489d-8b42-332417a250ed', 'name': 'network-vif-deleted', 'tag': '4fc1c05a-0f3d-4c49-b795-5b2158da643d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:24.911865 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813fa83a-028c-419f-ab34-0db94a95bf35" -d '{"events": [{"server_uuid": "ceea5bd5-e435-489d-8b42-332417a250ed", "name": "network-vif-deleted", "tag": "4fc1c05a-0f3d-4c49-b795-5b2158da643d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:24.936237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bbe2c-f1d8-425a-8881-1549bbc6068f req-ca574144-9ab8-4f56-af56-d09b9962939c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:24.940100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-292bbe2c-f1d8-425a-8881-1549bbc6068f req-ca574144-9ab8-4f56-af56-d09b9962939c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1065047 Aug 20 11:26:24.980262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77403f5-9034-459d-924f-4a067262a897 req-03fd8ca4-c1b7-42af-8c44-000c43879cf0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:24.981777 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d77403f5-9034-459d-924f-4a067262a897 req-03fd8ca4-c1b7-42af-8c44-000c43879cf0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 945 time: 0.0636046 Aug 20 11:26:24.991285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-292bbe2c-f1d8-425a-8881-1549bbc6068f req-826d2023-3987-4cc5-82ca-44457e563e58 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452893 Aug 20 11:26:25.025870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d77403f5-9034-459d-924f-4a067262a897 req-950e4d19-889f-4e61-a509-53579edbdcb4 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Aug 20 11:26:25.057857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-c3e0ddc7-693e-452c-a5e6-a16683bbd20f service neutron] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:25.063770 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-c3e0ddc7-693e-452c-a5e6-a16683bbd20f service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:25.066678 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1dcd617-ed8d-4d01-ad02-a6082884927a req-c3e0ddc7-693e-452c-a5e6-a16683bbd20f service neutron] 10.222.0.38 "DELETE /v2.0/ports/740c1ced-ccd9-4057-b04b-e5457ad31198/bindings/n-h1-804230-3 HTTP/1.1" status: 204 len: 173 time: 0.2447636 Aug 20 11:26:25.081489 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e9c405-f2d1-4cd0-b86a-9be8fcbe8537 x-openstack-request-id: req-75e9c405-f2d1-4cd0-b86a-9be8fcbe8537 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:25.083668 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceea5bd5-e435-489d-8b42-332417a250ed", "name": "network-vif-deleted", "tag": "4fc1c05a-0f3d-4c49-b795-5b2158da643d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:25.085344 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75e9c405-f2d1-4cd0-b86a-9be8fcbe8537 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:25.085996 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceea5bd5-e435-489d-8b42-332417a250ed', 'name': 'network-vif-deleted', 'tag': '4fc1c05a-0f3d-4c49-b795-5b2158da643d', 'status': 'completed', 'code': 200} Aug 20 11:26:25.126060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3914836e-28b2-46f7-b333-cf2e8eaed1b9 req-721a5b02-2912-4201-8f25-a4876d7af7d0 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 210 time: 0.0296378 Aug 20 11:26:25.245056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41b97d-ea32-46b5-97ce-91cff70d96ef req-56ed4329-195d-4415-8c1e-ab836189b76e tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:25.246866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c41b97d-ea32-46b5-97ce-91cff70d96ef req-56ed4329-195d-4415-8c1e-ab836189b76e tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 1096 time: 0.0511494 Aug 20 11:26:25.294673 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c41b97d-ea32-46b5-97ce-91cff70d96ef req-a7230f70-45b5-4dca-a096-10c22adb4f1f tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Aug 20 11:26:25.374973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b8f5a-bb94-4603-9b66-290a597c8b4a req-20e32268-9f73-485c-8054-ff63c7ff0d1f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:25.376530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-088b8f5a-bb94-4603-9b66-290a597c8b4a req-20e32268-9f73-485c-8054-ff63c7ff0d1f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0585892 Aug 20 11:26:25.407773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90adae5-3cc5-4e78-8bad-c456fc4d08aa req-1af88c7f-bccf-493d-8591-3877f6f7d4bd tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:25.409319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a90adae5-3cc5-4e78-8bad-c456fc4d08aa req-1af88c7f-bccf-493d-8591-3877f6f7d4bd tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 1096 time: 0.0462103 Aug 20 11:26:25.419280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-088b8f5a-bb94-4603-9b66-290a597c8b4a req-f061f9fb-44a0-486a-a898-fac2bfcc90de tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Aug 20 11:26:25.463623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a90adae5-3cc5-4e78-8bad-c456fc4d08aa req-a4e1b30f-523a-4e26-aae3-b70e6ca4d50d tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466294 Aug 20 11:26:26.114198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37ec9b-cc6a-4479-a2a1-9b159f2ffc9f req-6c5da004-ba36-422d-b3bf-a638bb0f61db tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:26.115689 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd37ec9b-cc6a-4479-a2a1-9b159f2ffc9f req-6c5da004-ba36-422d-b3bf-a638bb0f61db tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0503464 Aug 20 11:26:26.153438 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd37ec9b-cc6a-4479-a2a1-9b159f2ffc9f req-4472c2f5-ab83-4a28-99e7-b332fdf5f631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314121 Aug 20 11:26:26.309035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a3b95e5-a527-49d2-97fb-60d55dcd3d7e req-5fb42f55-198a-417c-96f4-0c908128b740 tempest-VolumesActionsTest-1004625785 tempest-VolumesActionsTest-1004625785-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceea5bd5-e435-489d-8b42-332417a250ed HTTP/1.1" status: 200 len: 210 time: 0.0583453 Aug 20 11:26:26.563430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef2b0-2a04-4ed1-969e-61c1f19e5b68 req-60da201b-e5a1-4b52-8691-0714162cb7e7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:26.565084 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-001ef2b0-2a04-4ed1-969e-61c1f19e5b68 req-60da201b-e5a1-4b52-8691-0714162cb7e7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0613518 Aug 20 11:26:26.619077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-001ef2b0-2a04-4ed1-969e-61c1f19e5b68 req-afc815aa-6fd4-4e0d-b692-10e318d42449 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477746 Aug 20 11:26:27.353288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdc0b8-ea81-4d88-b352-32e8b89c1c37 req-1103054e-665d-4761-a390-0ab0b0731f99 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:27.354932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03bdc0b8-ea81-4d88-b352-32e8b89c1c37 req-1103054e-665d-4761-a390-0ab0b0731f99 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1085143 Aug 20 11:26:27.413316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03bdc0b8-ea81-4d88-b352-32e8b89c1c37 req-9ac18f60-df1c-4334-b909-d5ded7a8096d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502524 Aug 20 11:26:27.679109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4fc1c05a-0f3d-4c49-b795-5b2158da643d no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:26:27.724183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 4fc1c05a-0f3d-4c49-b795-5b2158da643d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:26:27.724547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4fc1c05a-0f3d-4c49-b795-5b2158da643d not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:26:27.798965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510c80e-c07b-464a-a230-36e1a8d40867 req-45145c72-858c-4756-b8a8-5caf46493757 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:27.802989 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b510c80e-c07b-464a-a230-36e1a8d40867 req-45145c72-858c-4756-b8a8-5caf46493757 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0856235 Aug 20 11:26:27.846260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b510c80e-c07b-464a-a230-36e1a8d40867 req-d267b584-c7ad-4b20-829e-af3478fa11cf tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370371 Aug 20 11:26:28.595209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e0b92-9fc3-43c6-84f2-d4f786c2ff53 req-bc66eee3-ad78-4221-a9ca-0be379cdbe67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:28.597082 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e5e0b92-9fc3-43c6-84f2-d4f786c2ff53 req-bc66eee3-ad78-4221-a9ca-0be379cdbe67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1008658 Aug 20 11:26:28.658641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e5e0b92-9fc3-43c6-84f2-d4f786c2ff53 req-4cee9369-8d2e-44e8-b3a8-5fa152084d75 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532324 Aug 20 11:26:28.987921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119a627-a521-4b9b-ac3f-bb84b569664e req-ce873971-3451-43c5-8a89-5dd9420bdcad tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:28.989495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0119a627-a521-4b9b-ac3f-bb84b569664e req-ce873971-3451-43c5-8a89-5dd9420bdcad tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0602722 Aug 20 11:26:29.069511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0119a627-a521-4b9b-ac3f-bb84b569664e req-b40b16ed-d172-44bf-ae38-451f6fe1f67d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728517 Aug 20 11:26:29.800957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abbdf7-1e63-4d5f-8f14-68a1069ac2e9 req-183427b7-dd58-4d97-9c73-69c7177e474a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:29.802586 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00abbdf7-1e63-4d5f-8f14-68a1069ac2e9 req-183427b7-dd58-4d97-9c73-69c7177e474a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0594380 Aug 20 11:26:29.871826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00abbdf7-1e63-4d5f-8f14-68a1069ac2e9 req-ddf438fe-92f8-4edf-8688-3859c63a5ed9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571122 Aug 20 11:26:30.215987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf14c7-0b22-4589-b28b-1aa9bfabfaad req-1d4b78fb-c453-4512-b1dd-bfaf44b40df7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:30.217686 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03cf14c7-0b22-4589-b28b-1aa9bfabfaad req-1d4b78fb-c453-4512-b1dd-bfaf44b40df7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0570240 Aug 20 11:26:30.300149 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03cf14c7-0b22-4589-b28b-1aa9bfabfaad req-68bb1c78-f5eb-466a-82ee-70592a195330 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686619 Aug 20 11:26:31.103187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeeb1b-675b-474b-9dac-424994fdbf7d req-9e43f2a7-cded-41e7-a55f-8ea64cdfb407 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:31.105112 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5aaeeb1b-675b-474b-9dac-424994fdbf7d req-9e43f2a7-cded-41e7-a55f-8ea64cdfb407 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1072595 Aug 20 11:26:31.200687 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5aaeeb1b-675b-474b-9dac-424994fdbf7d req-3bfb9557-833f-4290-a2c8-ac86bbfe6074 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797095 Aug 20 11:26:31.601853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332131e-18c8-4f7c-bb04-4dfcb9661bc3 req-fd7d9a85-1a03-4068-87c4-5c392f8b599c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:31.603942 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b332131e-18c8-4f7c-bb04-4dfcb9661bc3 req-fd7d9a85-1a03-4068-87c4-5c392f8b599c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.1028442 Aug 20 11:26:31.659427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b332131e-18c8-4f7c-bb04-4dfcb9661bc3 req-8cb1f882-55c9-4b7a-b72d-06f75ef19d17 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472963 Aug 20 11:26:31.940638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-179b9784-9528-402d-b470-62631a97caf3 req-50ae7973-7051-4191-80b7-6327c85ca8a2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756249 Aug 20 11:26:32.054252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b9784-9528-402d-b470-62631a97caf3 req-0d5ce7df-be34-4fc1-94c0-1216779d4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:32.056620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-179b9784-9528-402d-b470-62631a97caf3 req-0d5ce7df-be34-4fc1-94c0-1216779d4f55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 1095 time: 0.0743828 Aug 20 11:26:32.279016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b9784-9528-402d-b470-62631a97caf3 req-a8c28bbb-1548-47c0-b2fb-5ec922c25edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:32.281192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-179b9784-9528-402d-b470-62631a97caf3 req-a8c28bbb-1548-47c0-b2fb-5ec922c25edd service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1952257 Aug 20 11:26:32.347969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-179b9784-9528-402d-b470-62631a97caf3 req-c55f4a1d-8807-406f-b28f-7a4aa2d062b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d HTTP/1.1" status: 200 len: 217 time: 0.0529332 Aug 20 11:26:32.471122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b9784-9528-402d-b470-62631a97caf3 req-683a5f1a-7027-4315-81c6-eb94f5dbf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:32.472680 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-179b9784-9528-402d-b470-62631a97caf3 req-683a5f1a-7027-4315-81c6-eb94f5dbf642 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0765183 Aug 20 11:26:32.490734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e9b6f-6ac5-4b80-a4b2-58c79ff9bf0b req-80fe6ec2-4dda-4958-86f6-35afeaa1dbc4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:32.492575 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d6e9b6f-6ac5-4b80-a4b2-58c79ff9bf0b req-80fe6ec2-4dda-4958-86f6-35afeaa1dbc4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1472030 Aug 20 11:26:32.522417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-179b9784-9528-402d-b470-62631a97caf3 req-7dde6f81-149b-46c7-869a-e8cf8faea723 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285752 Aug 20 11:26:32.618093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d6e9b6f-6ac5-4b80-a4b2-58c79ff9bf0b req-7fb7827b-6d15-4429-bc51-d091e9b25770 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986228 Aug 20 11:26:32.673244 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-179b9784-9528-402d-b470-62631a97caf3 req-caa43fb1-112d-4b40-852f-8546d4ff6413 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357627 Aug 20 11:26:32.878043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-179b9784-9528-402d-b470-62631a97caf3 req-dd9f5c8a-f30b-40cc-83cf-c06c73ad3523 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852312 Aug 20 11:26:32.923557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ab33f-8a77-43a4-8e51-3c63f7e6b2b4 req-af33a854-c4eb-4e4a-8e97-0a7741080bd8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:32.928185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe5ab33f-8a77-43a4-8e51-3c63f7e6b2b4 req-af33a854-c4eb-4e4a-8e97-0a7741080bd8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.1166921 Aug 20 11:26:33.068932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe5ab33f-8a77-43a4-8e51-3c63f7e6b2b4 req-07e863f1-8a63-473b-8322-246ca245f676 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269705 Aug 20 11:26:33.889581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b1a30-774b-4949-bb64-7deafcdcb328 req-0798409c-81d6-4d86-a9d0-dcafbc157307 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:33.892876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa9b1a30-774b-4949-bb64-7deafcdcb328 req-0798409c-81d6-4d86-a9d0-dcafbc157307 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1302190 Aug 20 11:26:34.019013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa9b1a30-774b-4949-bb64-7deafcdcb328 req-5d601146-e0d4-4734-b68f-1ee6e2e18272 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188931 Aug 20 11:26:34.300813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66d035-91e9-4b4e-a2c2-a127dc1fca0d req-e7190797-9008-4648-a00f-56df37c672ef tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:34.314681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a66d035-91e9-4b4e-a2c2-a127dc1fca0d req-e7190797-9008-4648-a00f-56df37c672ef tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0783734 Aug 20 11:26:34.394353 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a66d035-91e9-4b4e-a2c2-a127dc1fca0d req-3c2c06bb-d033-4347-b7cc-c2db59f0a4ca tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778966 Aug 20 11:26:34.596812 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-7ed808e9-831e-4aa1-b211-11d7c7070b7b service neutron] show failed (client error): The resource could not be found. Aug 20 11:26:34.599983 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-7ed808e9-831e-4aa1-b211-11d7c7070b7b service neutron] 10.222.0.38 "GET /v2.0/ports/f60c1801-0dfd-4112-8bdb-aaacdd889e8b/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.1288395 Aug 20 11:26:35.230197 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:26:35.287837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8446b-997d-4cc9-88df-073a8170b716 req-ccb72295-8f4f-4031-a72d-c5ea81d7e1d9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:35.297396 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6b8446b-997d-4cc9-88df-073a8170b716 req-ccb72295-8f4f-4031-a72d-c5ea81d7e1d9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1594005 Aug 20 11:26:35.365378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6b8446b-997d-4cc9-88df-073a8170b716 req-296e5e16-d585-4298-a334-4f904b995db1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621450 Aug 20 11:26:35.605816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-cbecbc30-388c-47f2-872b-23177783492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:35.608022 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-cbecbc30-388c-47f2-872b-23177783492c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 1096 time: 0.0700805 Aug 20 11:26:35.617381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3422e29-8350-489d-bcf1-25fc3663ea83 req-fec569ce-506a-4a7d-97e2-9d318d92475a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:35.620733 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3422e29-8350-489d-bcf1-25fc3663ea83 req-fec569ce-506a-4a7d-97e2-9d318d92475a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.1245365 Aug 20 11:26:35.626510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:26:35.697867 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3422e29-8350-489d-bcf1-25fc3663ea83 req-0ff172b8-2e6c-4da5-b9d6-bf6432e93573 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679917 Aug 20 11:26:35.729874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:36.059326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:36.125105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:36.172555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:36.174882 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947c5a75-c0d8-4a20-98d1-50704d6e12ac" -d '{"events": [{"server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "name": "network-vif-unplugged", "status": "completed", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:36.179384 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:36.195136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Transition to ACTIVE for port object f60c1801-0dfd-4112-8bdb-aaacdd889e8b will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:26:36.312615 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce90074-a983-49c5-bb54-fbca3bd55095 x-openstack-request-id: req-cce90074-a983-49c5-bb54-fbca3bd55095 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:36.312795 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "name": "network-vif-unplugged", "status": "completed", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:36.313772 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cce90074-a983-49c5-bb54-fbca3bd55095 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:36.313772 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'code': 200} Aug 20 11:26:36.429299 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:36.528608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb19383-b60b-4e37-a4ba-c7981d4199cb req-c8c08c10-07d1-4880-b4bd-1a66defd7f49 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:36.540686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb19383-b60b-4e37-a4ba-c7981d4199cb req-c8c08c10-07d1-4880-b4bd-1a66defd7f49 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 943 time: 0.0866365 Aug 20 11:26:36.563841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Pushing event updated for resources: {'Port': ['ID=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:36.619066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cb19383-b60b-4e37-a4ba-c7981d4199cb req-6f029297-29ff-48bf-b7ae-4cf837f1b95c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770361 Aug 20 11:26:36.824946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] No DVR routers for this DVR port f60c1801-0dfd-4112-8bdb-aaacdd889e8b on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:26:37.041947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab95077-88ce-4e5a-9f1a-46175beae505 req-dfc29915-1b03-4b33-9ff5-fc161f8ff412 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:37.041947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cab95077-88ce-4e5a-9f1a-46175beae505 req-dfc29915-1b03-4b33-9ff5-fc161f8ff412 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.1360707 Aug 20 11:26:37.126951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cab95077-88ce-4e5a-9f1a-46175beae505 req-dbabd3a6-61fb-4de2-9598-58a5e754f689 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538317 Aug 20 11:26:37.217299 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Attempting to bind port f60c1801-0dfd-4112-8bdb-aaacdd889e8b on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:26:37.225011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Attempting to bind port f60c1801-0dfd-4112-8bdb-aaacdd889e8b by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:26:37.225011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Attempting to bind port f60c1801-0dfd-4112-8bdb-aaacdd889e8b on network 94e3b673-0cf3-4925-b3f6-02f071344b73 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:37.235004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Port f60c1801-0dfd-4112-8bdb-aaacdd889e8b on network 94e3b673-0cf3-4925-b3f6-02f071344b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:26:37.235540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Attempting to bind port f60c1801-0dfd-4112-8bdb-aaacdd889e8b on network 94e3b673-0cf3-4925-b3f6-02f071344b73 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:26:37.245610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:26:37.246166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Checking segment: {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:26:37.246883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Bound using segment: {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:26:37.248170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Bound port: f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:26:37.248777 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:37.346363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:26:37.351286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:26:37.425048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:37.538091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:37.540313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:37.545124 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] 10.222.0.57 "PUT /v2.0/ports/f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 1091 time: 1.9225497 Aug 20 11:26:37.712850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f60c1801-0dfd-4112-8bdb-aaacdd889e8b no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:26:37.773084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f149d-a90d-4959-9e4a-8693b862a327 service neutron] Pushing event updated for resources: {'Port': ['ID=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:37.844883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-666c1806-75b6-44ff-a204-ad5914e5ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:37.850277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-666c1806-75b6-44ff-a204-ad5914e5ac6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1094 time: 0.2668910 Aug 20 11:26:37.852320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f60c1801-0dfd-4112-8bdb-aaacdd889e8b not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:26:37.959980 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-27a323eb-d6ba-4135-b1f3-294dafae2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:37.961599 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-27a323eb-d6ba-4135-b1f3-294dafae2032 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 200 len: 898 time: 0.1073842 Aug 20 11:26:38.048102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02013ee-98b6-4de6-b53a-9ad0742721bf req-6a4823a7-c5e3-4344-8b0a-0a93b88fda4f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:38.056206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f02013ee-98b6-4de6-b53a-9ad0742721bf req-6a4823a7-c5e3-4344-8b0a-0a93b88fda4f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 943 time: 0.2323987 Aug 20 11:26:38.167181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-323bf24e-ff22-4fa3-a892-8cf38142da4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 999 time: 0.1982381 Aug 20 11:26:38.176261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f02013ee-98b6-4de6-b53a-9ad0742721bf req-2ddcc45e-0b6c-4af4-86e2-c40ef13fc3ce tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904746 Aug 20 11:26:38.268647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-46e665a5-0880-4ef2-a9b0-d9fd3dd7f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:38.272570 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-46e665a5-0880-4ef2-a9b0-d9fd3dd7f302 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0beacb38-1ace-47ab-b00c-3ba4c0ced561 HTTP/1.1" status: 200 len: 833 time: 0.0977647 Aug 20 11:26:38.329283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:38.332059 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30945ab1-20b9-4193-8ad3-d6889dc3714e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:38.453525 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-427f0745-da7f-4223-b52b-4f6823fa0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:38.455191 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-427f0745-da7f-4223-b52b-4f6823fa0e2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94e3b673-0cf3-4925-b3f6-02f071344b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639955 Aug 20 11:26:38.730336 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-2f1f8528-ba68-4da0-8104-3bd95ca53f2f service neutron] 10.222.0.57 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580562 Aug 20 11:26:38.752290 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c89b22e-e6ac-434d-b61a-0da2b679d006 x-openstack-request-id: req-3c89b22e-e6ac-434d-b61a-0da2b679d006 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:38.752866 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:38.753281 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c89b22e-e6ac-434d-b61a-0da2b679d006 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:38.753843 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'status': 'completed', 'code': 200} Aug 20 11:26:38.775728 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be88ce-43dc-4b5d-8fca-345267d7db55 req-f7ed4392-c10a-4e10-86e6-65dfabdd3dae tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:38.786357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-47be88ce-43dc-4b5d-8fca-345267d7db55 req-f7ed4392-c10a-4e10-86e6-65dfabdd3dae tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.5063841 Aug 20 11:26:39.022020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-47be88ce-43dc-4b5d-8fca-345267d7db55 req-a49dd512-79f6-4ee6-bb39-235d0087d154 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322121 Aug 20 11:26:39.040116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-49ea1306-874e-4be6-8122-74d6d0d6536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:39.041711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-49ea1306-874e-4be6-8122-74d6d0d6536b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1094 time: 0.2867627 Aug 20 11:26:39.092250 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3134123-a5d1-4f9d-a8c0-26db76afde8b req-efd5c745-9094-43ec-bf9c-5de30d9505e7 service neutron] 10.222.0.57 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606825 Aug 20 11:26:39.182260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-a6617cbd-a70d-4aa2-921e-b5daa4193a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:39.183941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-a6617cbd-a70d-4aa2-921e-b5daa4193a96 service neutron] 10.222.0.38 "GET /v2.0/networks?id=94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 200 len: 898 time: 0.1258559 Aug 20 11:26:39.365273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-08456b45-73dc-431f-bece-d1474bb5480b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 999 time: 0.1708355 Aug 20 11:26:39.405974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb56c2f-a2b8-477b-b674-480cb0806fda req-804063ba-445b-4ce0-a823-48b5654a7ed0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:39.415137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4bb56c2f-a2b8-477b-b674-480cb0806fda req-804063ba-445b-4ce0-a823-48b5654a7ed0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 943 time: 0.0824497 Aug 20 11:26:39.474408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-b9fa789b-f237-462c-9aac-1cb3f6216279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:39.476389 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-b9fa789b-f237-462c-9aac-1cb3f6216279 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1094 time: 0.1703081 Aug 20 11:26:39.480494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4bb56c2f-a2b8-477b-b674-480cb0806fda req-e424bfc0-56f7-440e-8cf8-0331be1c5b31 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642080 Aug 20 11:26:39.545559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-ec0b8ce4-ef74-4ca4-93e3-b3b119423658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:39.547647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-ec0b8ce4-ef74-4ca4-93e3-b3b119423658 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0beacb38-1ace-47ab-b00c-3ba4c0ced561 HTTP/1.1" status: 200 len: 833 time: 0.1715579 Aug 20 11:26:39.706327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-28efc1f2-c748-489d-a03d-a6a449889167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:39.715041 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-28efc1f2-c748-489d-a03d-a6a449889167 service neutron] 10.222.0.57 "GET /v2.0/networks?id=94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 200 len: 898 time: 0.2252216 Aug 20 11:26:39.789177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-be9c7756-c168-4479-b2b8-678892a1579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:39.790869 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-be9c7756-c168-4479-b2b8-678892a1579e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94e3b673-0cf3-4925-b3f6-02f071344b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906874 Aug 20 11:26:39.887780 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-2a2dc341-9447-4400-877d-bc82405cba77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 999 time: 0.1649094 Aug 20 11:26:39.969629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-3952c44a-fd4e-44b2-9927-5c052b4aee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:39.971464 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-3952c44a-fd4e-44b2-9927-5c052b4aee39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0beacb38-1ace-47ab-b00c-3ba4c0ced561 HTTP/1.1" status: 200 len: 833 time: 0.0750701 Aug 20 11:26:39.987717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3892d18c-98df-4b67-98df-cf5f5b1ee527 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:26:40.001137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3892d18c-98df-4b67-98df-cf5f5b1ee527 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:26:40.020968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-e5c897ce-1888-4b68-ac05-0452be7f3904 service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164629 Aug 20 11:26:40.030822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-0fec34f2-be5d-4786-beb1-cf83a64f7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:40.032601 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-0fec34f2-be5d-4786-beb1-cf83a64f7bb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94e3b673-0cf3-4925-b3f6-02f071344b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497894 Aug 20 11:26:40.126517 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-5ebda7d0-b08d-4794-8f9c-737362e88e9c service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926025 Aug 20 11:26:40.265900 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:40.271098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5a941-34c3-4010-a28b-4dfc45d90994 req-f1c09b5a-d077-480a-a3c7-f262accc1f48 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:40.273402 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fab5a941-34c3-4010-a28b-4dfc45d90994 req-f1c09b5a-d077-480a-a3c7-f262accc1f48 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0760167 Aug 20 11:26:40.304126 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-3175a83a-1269-400b-b72f-3db92959c4fd service neutron] 10.222.0.57 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765003 Aug 20 11:26:40.394124 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fab5a941-34c3-4010-a28b-4dfc45d90994 req-5b14cc8d-c83e-42ca-a548-f356c81bb83c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078851 Aug 20 11:26:40.442743 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30945ab1-20b9-4193-8ad3-d6889dc3714e req-838a435e-4403-46c0-8d52-845245d0dae6 service neutron] 10.222.0.57 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292973 Aug 20 11:26:40.451709 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9852f85c-8fcd-4397-af58-33edf3051499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3892d18c-98df-4b67-98df-cf5f5b1ee527'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:40.459746 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa2010-9e3d-4a61-9ef9-51ceef1b2fab" -d '{"events": [{"server_uuid": "9852f85c-8fcd-4397-af58-33edf3051499", "name": "network-vif-unplugged", "status": "completed", "tag": "3892d18c-98df-4b67-98df-cf5f5b1ee527"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:40.521249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3892d18c-98df-4b67-98df-cf5f5b1ee527, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3892d18c-98df-4b67-98df-cf5f5b1ee527,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:40.565342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3892d18c-98df-4b67-98df-cf5f5b1ee527, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3892d18c-98df-4b67-98df-cf5f5b1ee527,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:40.599368 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d038ed-8d59-42b2-a60d-9f02e841f355 x-openstack-request-id: req-c2d038ed-8d59-42b2-a60d-9f02e841f355 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:40.599755 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9852f85c-8fcd-4397-af58-33edf3051499", "name": "network-vif-unplugged", "status": "completed", "tag": "3892d18c-98df-4b67-98df-cf5f5b1ee527", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:40.600188 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2d038ed-8d59-42b2-a60d-9f02e841f355 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:40.600591 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9852f85c-8fcd-4397-af58-33edf3051499', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3892d18c-98df-4b67-98df-cf5f5b1ee527', 'code': 200} Aug 20 11:26:40.607940 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '3892d18c-98df-4b67-98df-cf5f5b1ee527', 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335', 'port_id': '3892d18c-98df-4b67-98df-cf5f5b1ee527', 'mac_address': 'fa:16:3e:e3:3f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b983e46-22e2-4897-bf48-41299268825e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:26:40.653288 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:40.696515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce781b36-c544-4e9d-8ffc-35b8318ef50f req-e70fc8b8-23a4-4fbe-b884-32958eb05a82 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:40.698814 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce781b36-c544-4e9d-8ffc-35b8318ef50f req-e70fc8b8-23a4-4fbe-b884-32958eb05a82 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 943 time: 0.1032012 Aug 20 11:26:40.731149 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:40.767479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3892d18c-98df-4b67-98df-cf5f5b1ee527 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:26:40.793215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce781b36-c544-4e9d-8ffc-35b8318ef50f req-3bccb6ee-098b-4753-931f-560122db1309 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792129 Aug 20 11:26:40.811087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3892d18c-98df-4b67-98df-cf5f5b1ee527,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:40.831108 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:26:40.831542 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:26:41.012735 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:41.427077 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:41.449831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3892d18c-98df-4b67-98df-cf5f5b1ee527 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:26:41.486769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3892d18c-98df-4b67-98df-cf5f5b1ee527, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3892d18c-98df-4b67-98df-cf5f5b1ee527,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:41.639049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712f90f-fbfc-4a3f-a921-a3a615765382 req-60f6b085-fdae-4544-85ff-3e0b01d1c20d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:41.642996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3712f90f-fbfc-4a3f-a921-a3a615765382 req-60f6b085-fdae-4544-85ff-3e0b01d1c20d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 944 time: 0.0953310 Aug 20 11:26:41.658042 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:41.781040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3712f90f-fbfc-4a3f-a921-a3a615765382 req-33a3230d-f126-418f-924d-17de6bb4f959 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146021 Aug 20 11:26:41.781138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3892d18c-98df-4b67-98df-cf5f5b1ee527,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:41.988027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3892d18c-98df-4b67-98df-cf5f5b1ee527'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:26:41.992266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f60c1801-0dfd-4112-8bdb-aaacdd889e8b details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:26:42.078216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38682a89-781e-4016-aaa0-664a3b65afac req-c85d24f3-40fe-4029-94d3-76634b7fa569 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:42.080819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38682a89-781e-4016-aaa0-664a3b65afac req-c85d24f3-40fe-4029-94d3-76634b7fa569 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 943 time: 0.1507680 Aug 20 11:26:42.136264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38682a89-781e-4016-aaa0-664a3b65afac req-78bea972-4485-4152-b2a3-dbcea12e6965 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490828 Aug 20 11:26:42.325584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:42.378074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'port_id': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'mac_address': 'fa:16:3e:c3:a4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:26:42.445055 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:42.482986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60c1801-0dfd-4112-8bdb-aaacdd889e8b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:26:42.554903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:42.619046 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:42.986396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:43.075945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0ba3c-472a-41c0-b8d0-f5c58e7a77f6 req-c1117c13-8132-492c-b774-d24fb1156c10 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:43.088925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27d0ba3c-472a-41c0-b8d0-f5c58e7a77f6 req-c1117c13-8132-492c-b774-d24fb1156c10 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 945 time: 0.1841369 Aug 20 11:26:43.139597 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:43.157494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['f60c1801-0dfd-4112-8bdb-aaacdd889e8b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:26:43.205189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27d0ba3c-472a-41c0-b8d0-f5c58e7a77f6 req-b9cf2e1f-de03-48a8-ac2b-0af9faa4b0c2 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190219 Aug 20 11:26:43.476643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10615a7-d417-433d-b213-7f278e99b087 req-6a78a7f2-a690-45f9-83e2-b7851e3343b7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:43.484102 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b10615a7-d417-433d-b213-7f278e99b087 req-6a78a7f2-a690-45f9-83e2-b7851e3343b7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 944 time: 0.1378112 Aug 20 11:26:43.546870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b10615a7-d417-433d-b213-7f278e99b087 req-e34eacdb-663c-452b-8e1e-d3676241a27f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526667 Aug 20 11:26:44.000328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3892d18c-98df-4b67-98df-cf5f5b1ee527 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:44.153492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 3892d18c-98df-4b67-98df-cf5f5b1ee527 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:44.153492 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:44.212724 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:44.228464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e68c4-5d1a-4d63-97c4-b7ac02c2488d req-1b8e93e4-e799-4373-9c0f-396f199c01b6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:44.238857 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a8e68c4-5d1a-4d63-97c4-b7ac02c2488d req-1b8e93e4-e799-4373-9c0f-396f199c01b6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 944 time: 0.1945357 Aug 20 11:26:44.244345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9852f85c-8fcd-4397-af58-33edf3051499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3892d18c-98df-4b67-98df-cf5f5b1ee527'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:44.246678 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20409c3-dd34-4bd1-961e-4f382ade02c0" -d '{"events": [{"server_uuid": "9852f85c-8fcd-4397-af58-33edf3051499", "name": "network-vif-plugged", "status": "completed", "tag": "3892d18c-98df-4b67-98df-cf5f5b1ee527"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:44.272908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3892d18c-98df-4b67-98df-cf5f5b1ee527, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3892d18c-98df-4b67-98df-cf5f5b1ee527,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:44.316503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60dd91-a062-4032-8246-89e524058360 req-1469dfcb-0de2-46a8-b53f-36b360d92ba0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:44.316503 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e60dd91-a062-4032-8246-89e524058360 req-1469dfcb-0de2-46a8-b53f-36b360d92ba0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.38 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7&tenant_id=981bab59c36f4c10932ff10b206a827c&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 944 time: 0.1560535 Aug 20 11:26:44.328416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a8e68c4-5d1a-4d63-97c4-b7ac02c2488d req-ca3cb106-192e-4817-9e75-cb83a151f2f3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854938 Aug 20 11:26:44.376725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1821a4-405c-41f5-ba42-6090a76ed180 req-4a390dfe-c4fe-401c-a5fd-208cb69703b3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:44.378580 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7e1821a4-405c-41f5-ba42-6090a76ed180 req-4a390dfe-c4fe-401c-a5fd-208cb69703b3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 945 time: 0.0678213 Aug 20 11:26:44.418415 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:44.474609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7e1821a4-405c-41f5-ba42-6090a76ed180 req-bb89ec9a-daf2-4296-b0ad-3a5125c154f0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890336 Aug 20 11:26:44.491558 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf41e52-259d-492a-9206-47d32ba58e33 x-openstack-request-id: req-aaf41e52-259d-492a-9206-47d32ba58e33 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:44.491860 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9852f85c-8fcd-4397-af58-33edf3051499", "name": "network-vif-plugged", "status": "completed", "tag": "3892d18c-98df-4b67-98df-cf5f5b1ee527", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:44.492195 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aaf41e52-259d-492a-9206-47d32ba58e33 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:44.492860 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9852f85c-8fcd-4397-af58-33edf3051499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3892d18c-98df-4b67-98df-cf5f5b1ee527', 'code': 200} Aug 20 11:26:44.514993 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-2e60dd91-a062-4032-8246-89e524058360 req-7b7dfc22-4cc1-41e2-b38e-8c3e50a6e10e service neutron] delete failed (client error): The resource could not be found. Aug 20 11:26:44.516218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e60dd91-a062-4032-8246-89e524058360 req-7b7dfc22-4cc1-41e2-b38e-8c3e50a6e10e service neutron] 10.222.0.38 "DELETE /v2.0/ports/f60c1801-0dfd-4112-8bdb-aaacdd889e8b/bindings/n-h2-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.1866865 Aug 20 11:26:44.522691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3892d18c-98df-4b67-98df-cf5f5b1ee527,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:44.655757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60dd91-a062-4032-8246-89e524058360 req-36ae7e9f-0882-4d88-aee9-d61ac4998b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:44.657358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e60dd91-a062-4032-8246-89e524058360 req-36ae7e9f-0882-4d88-aee9-d61ac4998b15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1095 time: 0.0708790 Aug 20 11:26:45.024385 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41c3047a-8198-49b0-9cf9-d5ecb6705ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:45.247274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60dd91-a062-4032-8246-89e524058360 req-2c9605aa-842a-49cd-813d-8b0bf4ac20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:45.248821 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e60dd91-a062-4032-8246-89e524058360 req-2c9605aa-842a-49cd-813d-8b0bf4ac20bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 200 len: 898 time: 0.5779240 Aug 20 11:26:45.261946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05a5dd-b2fa-44f6-b7ee-e2714d973354 req-86a1b613-e27f-4378-a27f-4a704c549c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:45.268496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed05a5dd-b2fa-44f6-b7ee-e2714d973354 req-86a1b613-e27f-4378-a27f-4a704c549c97 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 1097 time: 0.5140545 Aug 20 11:26:45.412550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed05a5dd-b2fa-44f6-b7ee-e2714d973354 req-11664b27-f42c-48c9-bc71-467b03695786 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932498 Aug 20 11:26:45.418717 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e60dd91-a062-4032-8246-89e524058360 req-87236fc3-7113-4292-b6c7-64f1260d17fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 1000 time: 0.1456761 Aug 20 11:26:45.543598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60dd91-a062-4032-8246-89e524058360 req-fda83fbd-84e1-49e1-bca5-de45b183f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:45.548358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e60dd91-a062-4032-8246-89e524058360 req-fda83fbd-84e1-49e1-bca5-de45b183f27f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0beacb38-1ace-47ab-b00c-3ba4c0ced561 HTTP/1.1" status: 200 len: 833 time: 0.1116829 Aug 20 11:26:45.550143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c462374-5233-4543-9768-24bd71295ee8 req-fef80af1-a3b8-4bd8-aafe-7bfb4ed4ed39 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:45.555781 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c462374-5233-4543-9768-24bd71295ee8 req-fef80af1-a3b8-4bd8-aafe-7bfb4ed4ed39 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 944 time: 0.1228201 Aug 20 11:26:45.633641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60dd91-a062-4032-8246-89e524058360 req-57b5ade8-dfdb-4d91-850c-e314450292ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:45.635871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e60dd91-a062-4032-8246-89e524058360 req-57b5ade8-dfdb-4d91-850c-e314450292ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=94e3b673-0cf3-4925-b3f6-02f071344b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745959 Aug 20 11:26:45.684456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c462374-5233-4543-9768-24bd71295ee8 req-c7fb9369-5da4-44c0-9c83-2836a1fbf16d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206660 Aug 20 11:26:45.886618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aded65-e01e-4048-bd7d-570aa7d2782c req-6f19a48d-c560-4a54-b2c1-eccbb8e6fb93 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:45.901504 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63aded65-e01e-4048-bd7d-570aa7d2782c req-6f19a48d-c560-4a54-b2c1-eccbb8e6fb93 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.1350839 Aug 20 11:26:46.008431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f60c1801-0dfd-4112-8bdb-aaacdd889e8b up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:26:46.050892 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63aded65-e01e-4048-bd7d-570aa7d2782c req-5c90359e-e98d-40ab-bd28-9f81f5fa77c8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479025 Aug 20 11:26:46.059651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33558) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:46.074862 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e60dd91-a062-4032-8246-89e524058360 req-200d8aca-46af-442d-b388-094034765d90 service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264514 Aug 20 11:26:46.230936 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0284e7c-2e50-4721-b8db-6a98bca3f4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:46.252507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port f60c1801-0dfd-4112-8bdb-aaacdd889e8b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:26:46.258083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port f60c1801-0dfd-4112-8bdb-aaacdd889e8b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:26:46.258583 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:46.283648 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e60dd91-a062-4032-8246-89e524058360 req-a63c081c-35e6-42d6-ab5c-1e49eed6e138 service neutron] 10.222.0.38 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990111 Aug 20 11:26:46.438748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:46.495121 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:46.500732 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f09332-1946-461b-befe-4b6475a58312" -d '{"events": [{"server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "name": "network-vif-plugged", "status": "completed", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:46.523985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0284e7c-2e50-4721-b8db-6a98bca3f4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:46.526844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:46.612765 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0284e7c-2e50-4721-b8db-6a98bca3f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:46.619492 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7552d8-0c4e-488d-928e-8b70612d55fb x-openstack-request-id: req-7c7552d8-0c4e-488d-928e-8b70612d55fb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:46.620132 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "name": "network-vif-plugged", "status": "completed", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:46.620558 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c7552d8-0c4e-488d-928e-8b70612d55fb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:46.621063 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'code': 200} Aug 20 11:26:46.629392 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:46.714475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33570) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:46.719488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b0284e7c-2e50-4721-b8db-6a98bca3f4ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90d2cb5f627946098e4c7e1a4a4ff5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6550524 Aug 20 11:26:46.890781 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2bff-43a1-4253-aa10-68b6ddc772a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:46.920448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:46.986392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0284e7c-2e50-4721-b8db-6a98bca3f4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508f59da-c560-4e5f-8984-81e0039d9d90,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:47.016724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2bff-43a1-4253-aa10-68b6ddc772a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:47.053453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a769e-222a-4e3b-9b9e-27a60e5c968f req-740d034d-df44-48d1-9dad-ac07b82b328d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:47.066097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd8a769e-222a-4e3b-9b9e-27a60e5c968f req-740d034d-df44-48d1-9dad-ac07b82b328d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1264684 Aug 20 11:26:47.223808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd8a769e-222a-4e3b-9b9e-27a60e5c968f req-5c898451-b9c3-44f2-b3b4-5de3fc54c405 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426485 Aug 20 11:26:47.323771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106cdf7-5455-418a-a71c-5e328d496032 req-671edcb2-c5c2-4f62-a07a-4e499ea96a31 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:47.331372 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2106cdf7-5455-418a-a71c-5e328d496032 req-671edcb2-c5c2-4f62-a07a-4e499ea96a31 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0774522 Aug 20 11:26:47.382490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2106cdf7-5455-418a-a71c-5e328d496032 req-b4f1d283-5131-4763-82ed-874b4bd52a24 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467668 Aug 20 11:26:47.522908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e81a58-97b0-4bc5-a8bc-6cc28549be48 req-0a9a9352-dcdb-49e6-ab84-42c438967fe0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:47.531969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81e81a58-97b0-4bc5-a8bc-6cc28549be48 req-0a9a9352-dcdb-49e6-ab84-42c438967fe0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.0766857 Aug 20 11:26:47.600592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2bff-43a1-4253-aa10-68b6ddc772a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:47.603825 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f4b2bff-43a1-4253-aa10-68b6ddc772a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:47.608703 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7f4b2bff-43a1-4253-aa10-68b6ddc772a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/508f59da-c560-4e5f-8984-81e0039d9d90 HTTP/1.1" status: 204 len: 168 time: 0.8925922 Aug 20 11:26:47.626867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b2bff-43a1-4253-aa10-68b6ddc772a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508f59da-c560-4e5f-8984-81e0039d9d90,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:47.629150 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81e81a58-97b0-4bc5-a8bc-6cc28549be48 req-867c672d-c809-4371-b9b1-c9da26f71cd0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924313 Aug 20 11:26:47.972443 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c15020c8-c19a-47e1-b411-dea19b0fcf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:48.584901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff380f-04db-43c0-9f02-b14e13377776 req-9487d0ff-0b7e-4fa6-bd51-ea4e6184273c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:48.600471 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32ff380f-04db-43c0-9f02-b14e13377776 req-9487d0ff-0b7e-4fa6-bd51-ea4e6184273c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.2194283 Aug 20 11:26:48.659576 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:48.691814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32ff380f-04db-43c0-9f02-b14e13377776 req-e90a8361-407c-4189-a476-6bcda98f802f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877967 Aug 20 11:26:48.715733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33608) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:26:48.793262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-800e988d-8351-46e8-a5c8-65a65e7fbc9b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/b71c16e3-5220-4b55-b4d7-e91132ddfebd HTTP/1.1" status: 200 len: 993 time: 0.0753994 Aug 20 11:26:49.143749 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:49.751807 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-3ff4b5ac-63a9-437b-93d0-d139a6f04a7f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:49.756338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-3ff4b5ac-63a9-437b-93d0-d139a6f04a7f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.57 "GET /v2.0/ports?device_id=9852f85c-8fcd-4397-af58-33edf3051499 HTTP/1.1" status: 200 len: 946 time: 0.1230335 Aug 20 11:26:50.102847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-887a8ad6-d1a1-4327-b5f8-f30f6b51950c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Deleting port 3892d18c-98df-4b67-98df-cf5f5b1ee527 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:26:50.102847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-887a8ad6-d1a1-4327-b5f8-f30f6b51950c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:50.135139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-887a8ad6-d1a1-4327-b5f8-f30f6b51950c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] For port 3892d18c-98df-4b67-98df-cf5f5b1ee527, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3892d18c-98df-4b67-98df-cf5f5b1ee527,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:26:50.135572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-887a8ad6-d1a1-4327-b5f8-f30f6b51950c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:50.152992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-887a8ad6-d1a1-4327-b5f8-f30f6b51950c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Calling delete_port for 3892d18c-98df-4b67-98df-cf5f5b1ee527 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:26:50.463295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-887a8ad6-d1a1-4327-b5f8-f30f6b51950c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:50.476747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3892d18c-98df-4b67-98df-cf5f5b1ee527'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:26:50.508291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a8ad6-d1a1-4327-b5f8-f30f6b51950c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Pushing event deleted for resources: {'Port': ['ID=3892d18c-98df-4b67-98df-cf5f5b1ee527,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:26:50.568328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-887a8ad6-d1a1-4327-b5f8-f30f6b51950c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] No DVR routers for this DVR port 3892d18c-98df-4b67-98df-cf5f5b1ee527 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:26:50.571168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-887a8ad6-d1a1-4327-b5f8-f30f6b51950c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:50.573468 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39f4e05a-c312-4616-a82a-298c52ea4243 req-887a8ad6-d1a1-4327-b5f8-f30f6b51950c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.57 "DELETE /v2.0/ports/3892d18c-98df-4b67-98df-cf5f5b1ee527 HTTP/1.1" status: 204 len: 173 time: 0.8122036 Aug 20 11:26:50.574080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9852f85c-8fcd-4397-af58-33edf3051499', 'name': 'network-vif-deleted', 'tag': '3892d18c-98df-4b67-98df-cf5f5b1ee527'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:26:50.583534 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e2a617-c280-467f-9067-c2b45cc2696b" -d '{"events": [{"server_uuid": "9852f85c-8fcd-4397-af58-33edf3051499", "name": "network-vif-deleted", "tag": "3892d18c-98df-4b67-98df-cf5f5b1ee527"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:26:50.645306 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04c1085-e615-4045-856f-2ecf13b6d686 x-openstack-request-id: req-d04c1085-e615-4045-856f-2ecf13b6d686 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:26:50.645306 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9852f85c-8fcd-4397-af58-33edf3051499", "name": "network-vif-deleted", "tag": "3892d18c-98df-4b67-98df-cf5f5b1ee527", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:26:50.645306 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d04c1085-e615-4045-856f-2ecf13b6d686 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:26:50.645306 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9852f85c-8fcd-4397-af58-33edf3051499', 'name': 'network-vif-deleted', 'tag': '3892d18c-98df-4b67-98df-cf5f5b1ee527', 'status': 'completed', 'code': 200} Aug 20 11:26:50.755949 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:26:54.037779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3892d18c-98df-4b67-98df-cf5f5b1ee527 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:26:54.062695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 3892d18c-98df-4b67-98df-cf5f5b1ee527 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:26:54.063280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3892d18c-98df-4b67-98df-cf5f5b1ee527 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:26:58.719515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77a821-4058-4c04-a50f-61177118bb19 req-3e52a57f-e73a-4506-bfa3-0c5823a56948 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:26:58.719515 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-3e52a57f-e73a-4506-bfa3-0c5823a56948 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/networks?id=562c687c-fda0-45c0-bdf9-a015b9251335 HTTP/1.1" status: 200 len: 815 time: 0.1930442 Aug 20 11:26:58.719515 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c3570292-36fb-4768-8ce0-5d53c1c4760e tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/quotas/e878db8aa9e740e4a84590754d7e3d06 HTTP/1.1" status: 200 len: 375 time: 0.0126688 Aug 20 11:26:58.739917 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-f1b9aa43-15d8-477a-88d3-fbe0bf97ed37 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e878db8aa9e740e4a84590754d7e3d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338671 Aug 20 11:26:58.868618 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-49dab5a0-1d26-461c-9f5e-2318b5235150 service neutron] 10.222.0.10 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168919 Aug 20 11:26:59.021479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-e8efbf55-6c1f-4c71-a1ab-bf48bd9d47fe service neutron] 10.222.0.10 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512582 Aug 20 11:26:59.435353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1a1a8bf-6be4-4b27-88a5-5b3a970dbcb0 req-fb9edd76-9d0d-4b9e-b03a-ab77db6b8024 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 210 time: 0.0624869 Aug 20 11:27:00.568706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db2be9ef-7ca5-49ac-b290-5892f3d77e5a req-f5471cc4-d743-4a03-a8ca-7beb9af165ce tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 210 time: 0.0327504 Aug 20 11:27:01.334511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f9741-7bfe-4afa-b8f4-8eb5437e589e req-ff00fd47-fbf5-469a-ae2c-d7c7241dafcb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:01.336064 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e42f9741-7bfe-4afa-b8f4-8eb5437e589e req-ff00fd47-fbf5-469a-ae2c-d7c7241dafcb tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 946 time: 0.1200550 Aug 20 11:27:01.408821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e42f9741-7bfe-4afa-b8f4-8eb5437e589e req-8d57df0a-c950-40ad-99ea-19a1c19d8a78 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593159 Aug 20 11:27:01.713512 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a249897-89a3-461e-be74-38ca5cbe6005 req-5506dfef-53bf-4d0f-83dd-706079d17b81 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 210 time: 0.0382686 Aug 20 11:27:02.479718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77a821-4058-4c04-a50f-61177118bb19 req-edfa0a58-e453-4e34-8ca4-38195fa2229d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:02.481872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-edfa0a58-e453-4e34-8ca4-38195fa2229d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.57 "GET /v2.0/networks?id=562c687c-fda0-45c0-bdf9-a015b9251335 HTTP/1.1" status: 200 len: 815 time: 0.1574230 Aug 20 11:27:02.498344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Request body: {'port': {'device_id': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335', 'admin_state_up': True, 'tenant_id': 'e878db8aa9e740e4a84590754d7e3d06'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:02.500650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8943bbf-852d-48c0-b999-3a52b9bbc5a9 req-83545364-41fb-4a77-ae35-86f77ff9d377 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:02.509126 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8943bbf-852d-48c0-b999-3a52b9bbc5a9 req-83545364-41fb-4a77-ae35-86f77ff9d377 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 946 time: 0.0775316 Aug 20 11:27:02.583549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8943bbf-852d-48c0-b999-3a52b9bbc5a9 req-c93cacc2-ef04-43a4-93d1-d9ff77b2bbc1 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651262 Aug 20 11:27:02.822751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Made reservation on behalf of e878db8aa9e740e4a84590754d7e3d06 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:02.828261 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:02.857148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00c86afa-3c67-4825-b6fa-230d830e5e99 req-50c8033b-4de3-48d0-81b2-221f74d029af tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 210 time: 0.0427170 Aug 20 11:27:03.049289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Allocated IP 172.20.0.12 (562c687c-fda0-45c0-bdf9-a015b9251335/9b983e46-22e2-4897-bf48-41299268825e/48f51cb6-04ff-4ea4-a2d0-f9a67034c08b) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:03.216566 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:03.360325 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:03.413151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Network 562c687c-fda0-45c0-bdf9-a015b9251335 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:03.416527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:03.420512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:03.455357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Pushing event updated for resources: {'Port': ['ID=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:03.482191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf5d81-141e-4bce-b793-e2cc3fa8d1a4 req-a67abdd7-39cc-4177-a5fe-facbb2d7560b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:03.488445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:03.489869 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:03.491257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9adf5d81-141e-4bce-b793-e2cc3fa8d1a4 req-a67abdd7-39cc-4177-a5fe-facbb2d7560b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 946 time: 0.0695817 Aug 20 11:27:03.526964 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9adf5d81-141e-4bce-b793-e2cc3fa8d1a4 req-ad22085c-b30d-4999-b7ae-060e7d93e24b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348923 Aug 20 11:27:03.618217 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-2dff2be2-f2bd-4b55-8c53-4c4c150727f5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1243315 Aug 20 11:27:03.633777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Request body: {'port': {'device_id': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:03.699832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:04.070987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515ce04-69d7-4811-9e46-dc8ebe7afc97 req-27d927c5-fef9-43e6-811d-0e0f331a8151 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:04.085172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a515ce04-69d7-4811-9e46-dc8ebe7afc97 req-27d927c5-fef9-43e6-811d-0e0f331a8151 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 932 time: 0.1041515 Aug 20 11:27:04.096831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:27:04.109247 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:04.127288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Transition to ACTIVE for port object 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:04.155090 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a515ce04-69d7-4811-9e46-dc8ebe7afc97 req-3e06d707-432f-49f6-8832-c244c24dea58 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685885 Aug 20 11:27:04.331807 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:04.413194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Pushing event updated for resources: {'Port': ['ID=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:04.468077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Attempting to bind port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:04.468417 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Attempting to bind port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:04.468747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Attempting to bind port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b on network 562c687c-fda0-45c0-bdf9-a015b9251335 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:04.473493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b on network 562c687c-fda0-45c0-bdf9-a015b9251335 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:27:04.473818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Attempting to bind port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b on network 562c687c-fda0-45c0-bdf9-a015b9251335 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:04.479183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:04.479423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Checking segment: {'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:04.479921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Bound using segment: {'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:04.480383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Bound port: 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:04.480615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:04.550658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] For port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:04.553807 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] For port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:04.650994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acf42a-e800-438f-a161-66ea335e85ba req-81ea313a-3215-4223-b80f-f2177394257b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:04.652572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acf42a-e800-438f-a161-66ea335e85ba req-81ea313a-3215-4223-b80f-f2177394257b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 946 time: 0.0508485 Aug 20 11:27:04.654320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:04.697824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:04.698425 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:04.700072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] 10.222.0.57 "PUT /v2.0/ports/48f51cb6-04ff-4ea4-a2d0-f9a67034c08b HTTP/1.1" status: 200 len: 1092 time: 1.0712328 Aug 20 11:27:04.710399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'tag': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:04.711942 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38127b05-c413-4d08-b22c-a3e77a89e039" -d '{"events": [{"name": "network-changed", "server_uuid": "82c5d910-52ae-4e10-b727-c742e804ef8b", "tag": "48f51cb6-04ff-4ea4-a2d0-f9a67034c08b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:04.759572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05133fc5-5c29-44fd-a0de-867cde70286f tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:04.759743 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51acf42a-e800-438f-a161-66ea335e85ba req-57bbf47a-678e-4a2c-ad09-52b96d411a2c tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups?id=e038583f-948e-49cb-87af-c488c9d0a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786245 Aug 20 11:27:04.759849 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05133fc5-5c29-44fd-a0de-867cde70286f tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 946 time: 0.0604134 Aug 20 11:27:04.759944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dda7f5-2fa1-4722-be9f-0137efc42a0c service neutron] Pushing event updated for resources: {'Port': ['ID=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:04.765008 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e4395-e63a-4dbe-8b12-de478ce1b729 x-openstack-request-id: req-264e4395-e63a-4dbe-8b12-de478ce1b729 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:04.765357 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c5d910-52ae-4e10-b727-c742e804ef8b", "tag": "48f51cb6-04ff-4ea4-a2d0-f9a67034c08b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:04.765577 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-264e4395-e63a-4dbe-8b12-de478ce1b729 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:04.766249 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'tag': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b', 'status': 'completed', 'code': 200} Aug 20 11:27:04.857691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38127b05-c413-4d08-b22c-a3e77a89e039 req-7802585c-ddf7-416c-a82c-7cc41b81bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:04.860026 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38127b05-c413-4d08-b22c-a3e77a89e039 req-7802585c-ddf7-416c-a82c-7cc41b81bf0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e878db8aa9e740e4a84590754d7e3d06&device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 1095 time: 0.0699482 Aug 20 11:27:04.885551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Deleting port 835b968b-6152-48bd-9032-4fb16e052395 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:04.889304 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:04.976931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] For port 835b968b-6152-48bd-9032-4fb16e052395, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=835b968b-6152-48bd-9032-4fb16e052395,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:04.977219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:05.024272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38127b05-c413-4d08-b22c-a3e77a89e039 req-c4b3e078-3833-435d-818b-06b73963b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:05.025207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38127b05-c413-4d08-b22c-a3e77a89e039 req-c4b3e078-3833-435d-818b-06b73963b5eb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e878db8aa9e740e4a84590754d7e3d06&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1014507 Aug 20 11:27:05.135123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38127b05-c413-4d08-b22c-a3e77a89e039 req-525bea67-da63-4d96-a4d1-6bf6a6044f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:05.137169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38127b05-c413-4d08-b22c-a3e77a89e039 req-525bea67-da63-4d96-a4d1-6bf6a6044f69 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046138 Aug 20 11:27:05.226397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77a821-4058-4c04-a50f-61177118bb19 req-616785c5-155e-45ea-bbdf-11c2b71eb572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:05.234772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-616785c5-155e-45ea-bbdf-11c2b71eb572 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e878db8aa9e740e4a84590754d7e3d06&device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 1095 time: 0.0499313 Aug 20 11:27:05.235178 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:05.236144 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:05.236461 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Floating IP c7d3806e-baae-406e-97a0-e0493e2961ca disassociated. External IP: 172.25.4.185, port: 835b968b-6152-48bd-9032-4fb16e052395. Aug 20 11:27:05.236808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Calling delete_port for 835b968b-6152-48bd-9032-4fb16e052395 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:05.280430 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-db14b08f-6e32-452e-b605-be03efba54ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b HTTP/1.1" status: 200 len: 217 time: 0.0419788 Aug 20 11:27:05.354964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77a821-4058-4c04-a50f-61177118bb19 req-d779532c-959b-4d91-943b-be45b06048ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:05.356464 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-d779532c-959b-4d91-943b-be45b06048ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b983e46-22e2-4897-bf48-41299268825e HTTP/1.1" status: 200 len: 855 time: 0.0670178 Aug 20 11:27:05.375767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f087cfc-9d3e-42ab-b1a9-32665981d6ca req-6f09465d-36af-4032-815d-5207f1f38eaf tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:05.377339 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f087cfc-9d3e-42ab-b1a9-32665981d6ca req-6f09465d-36af-4032-815d-5207f1f38eaf tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 944 time: 0.1002119 Aug 20 11:27:05.410255 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-7f2c8f79-a8e1-4d80-9168-ca2ab583156b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=562c687c-fda0-45c0-bdf9-a015b9251335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319223 Aug 20 11:27:05.491463 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f087cfc-9d3e-42ab-b1a9-32665981d6ca req-eee32852-ff97-4f74-91d7-cdead61b2b94 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053324 Aug 20 11:27:05.536040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-354a71bd-3309-4cfc-807b-8379aab29b56 service neutron] 10.222.0.57 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173773 Aug 20 11:27:05.583335 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:05.632333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Pushing event deleted for resources: {'Port': ['ID=835b968b-6152-48bd-9032-4fb16e052395,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:05.645224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.645673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.646281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.646757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.647334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.647999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.648430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.649008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.649797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.650110 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b77a821-4058-4c04-a50f-61177118bb19 req-b643d22f-bc34-4209-a051-c27ff92d5d02 service neutron] 10.222.0.57 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069157 Aug 20 11:27:05.650683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.650924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.651335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:05.783860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:27:05.905005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-071f3c26-7c4c-46c5-8e10-8f853eaac33a req-0b25289d-eb46-4968-9025-18863aaf504b tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 210 time: 0.0630372 Aug 20 11:27:05.927258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:05.940867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] Sync routers for ids ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:05.955885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] Routers {'93ce31b7-09ca-45b9-a7b3-f8acceb71acb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:05.956539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:05.982812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] No DVR routers for this DVR port 835b968b-6152-48bd-9032-4fb16e052395 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:05.986221 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:05.988626 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1dfe8bf-6c49-4ca0-b4dc-96b5845bbc0d req-05e1b69e-0d76-49e2-8417-ebb915771ea2 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.57 "DELETE /v2.0/ports/835b968b-6152-48bd-9032-4fb16e052395 HTTP/1.1" status: 204 len: 173 time: 1.2205570 Aug 20 11:27:05.989156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'name': 'network-vif-deleted', 'tag': '835b968b-6152-48bd-9032-4fb16e052395'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:05.995152 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bf85a2-0f6b-4ae0-823e-d9715169049e" -d '{"events": [{"server_uuid": "b9a7dc61-c9c4-4a84-aed5-13872c751e07", "name": "network-vif-deleted", "tag": "835b968b-6152-48bd-9032-4fb16e052395"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:06.057836 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa95dd5-941d-459e-94e8-b5273c21d926 x-openstack-request-id: req-2fa95dd5-941d-459e-94e8-b5273c21d926 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:06.058138 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a7dc61-c9c4-4a84-aed5-13872c751e07", "name": "network-vif-deleted", "tag": "835b968b-6152-48bd-9032-4fb16e052395", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:06.058424 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fa95dd5-941d-459e-94e8-b5273c21d926 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:06.059401 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a7dc61-c9c4-4a84-aed5-13872c751e07', 'name': 'network-vif-deleted', 'tag': '835b968b-6152-48bd-9032-4fb16e052395', 'status': 'completed', 'code': 200} Aug 20 11:27:06.089777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] Set router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:06.347820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:54Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd529b90d-24c2-4260-845d-96210c2f375d', 'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'mac_address': 'fa:16:3e:fb:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:53Z', 'updated_at': '2021-08-20T11:25:01Z', 'revision_number': 5, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'subnets': [{'id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:06.378893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] Checking router: 93ce31b7-09ca-45b9-a7b3-f8acceb71acb for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:06.389058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] Routers {'93ce31b7-09ca-45b9-a7b3-f8acceb71acb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:06.389680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:06.496767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] Set router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:06.625813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12fa5b-f002-498a-831b-2c95201d1823 req-8072a88d-88c6-40cf-a8df-2a4e53893b84 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:06.627476 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb12fa5b-f002-498a-831b-2c95201d1823 req-8072a88d-88c6-40cf-a8df-2a4e53893b84 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 944 time: 0.0581613 Aug 20 11:27:06.670481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb12fa5b-f002-498a-831b-2c95201d1823 req-54acae87-ee49-4506-9b15-0f0a3b53c395 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366364 Aug 20 11:27:06.708771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:54Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd529b90d-24c2-4260-845d-96210c2f375d', 'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'mac_address': 'fa:16:3e:fb:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:53Z', 'updated_at': '2021-08-20T11:25:01Z', 'revision_number': 5, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'subnets': [{'id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:06.736090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355e7987-13c9-43d6-9282-4fdae7ef47e1 None None] The sync data for ids ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'] in n-d-804230-3 is: [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:54Z', 'revision_number': 4, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd529b90d-24c2-4260-845d-96210c2f375d', 'name': '', 'network_id': '7db04780-92bd-41e0-90c9-98ad5264e0a8', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'mac_address': 'fa:16:3e:fb:c4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:53Z', 'updated_at': '2021-08-20T11:25:01Z', 'revision_number': 5, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'subnets': [{'id': '4f671ab9-a6e1-401b-8fc2-5683c1b4e79a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:07.006646 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5cd7ce-2c3c-4b42-93d5-07aa6bfb4487 None None] New status for floating IP c7d3806e-baae-406e-97a0-e0493e2961ca: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:27:07.037655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49de51da-b473-4031-a1a5-466e81adb181 req-ee52672e-1293-4aa0-8e91-3f955a13dbbf tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9a7dc61-c9c4-4a84-aed5-13872c751e07 HTTP/1.1" status: 200 len: 210 time: 0.0283992 Aug 20 11:27:07.797139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530d5b1-bb27-4799-b077-39e95743de48 req-d33e45a7-f472-46af-a451-cc37bcb65909 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:07.799169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4530d5b1-bb27-4799-b077-39e95743de48 req-d33e45a7-f472-46af-a451-cc37bcb65909 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 944 time: 0.0558634 Aug 20 11:27:07.856472 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4530d5b1-bb27-4799-b077-39e95743de48 req-36cb0cbb-8c26-4bc2-92a7-d1957c59f0b6 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506561 Aug 20 11:27:08.138351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:27:08.142113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 835b968b-6152-48bd-9032-4fb16e052395 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:08.172583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 835b968b-6152-48bd-9032-4fb16e052395 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:27:08.172928 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 835b968b-6152-48bd-9032-4fb16e052395 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:08.263340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:08.275508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b', 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335', 'port_id': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b', 'mac_address': 'fa:16:3e:6c:e3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b983e46-22e2-4897-bf48-41299268825e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:27:08.283131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33984) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:08.316347 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:08.330669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:27:08.352371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:08.384614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c252a59-01bf-4ddc-91b7-c9d79f7cb09d tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:08.412422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c252a59-01bf-4ddc-91b7-c9d79f7cb09d tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:08.439917 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:08.496786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:08.505068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.505667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.506162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.506681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.507178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.507651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.508131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.508609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.509134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.509631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.510121 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.510636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:08.633552 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c252a59-01bf-4ddc-91b7-c9d79f7cb09d tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:08.636981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c252a59-01bf-4ddc-91b7-c9d79f7cb09d tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:08.638411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3c252a59-01bf-4ddc-91b7-c9d79f7cb09d tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "DELETE /v2.0/security-groups/e038583f-948e-49cb-87af-c488c9d0a93f HTTP/1.1" status: 204 len: 168 time: 0.3536975 Aug 20 11:27:08.641026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33988) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:08.648106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c252a59-01bf-4ddc-91b7-c9d79f7cb09d tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e038583f-948e-49cb-87af-c488c9d0a93f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:08.659932 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-1f59446e-47df-437a-8271-d856094aac5c tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] show failed (client error): The resource could not be found. Aug 20 11:27:08.661542 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1f59446e-47df-437a-8271-d856094aac5c tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "GET /v2.0/security-groups/e038583f-948e-49cb-87af-c488c9d0a93f HTTP/1.1" status: 404 len: 347 time: 0.0191896 Aug 20 11:27:08.699606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33990) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:08.754890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['48f51cb6-04ff-4ea4-a2d0-f9a67034c08b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:27:08.835794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e6617bee-14bd-4ffd-a092-99c4921e3231 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Deleting port 74d43b7d-c679-452d-b2fe-f6e1e35e9e5e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:08.836295 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6617bee-14bd-4ffd-a092-99c4921e3231 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:08.944591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6617bee-14bd-4ffd-a092-99c4921e3231 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:08.944952 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6617bee-14bd-4ffd-a092-99c4921e3231 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:08.959726 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e6617bee-14bd-4ffd-a092-99c4921e3231 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Calling delete_port for 74d43b7d-c679-452d-b2fe-f6e1e35e9e5e owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:09.026165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3621-2375-4cd4-96da-26ec18883da9 req-b31185eb-d8cc-4130-b05d-dea37afd14a1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:09.040898 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac4f3621-2375-4cd4-96da-26ec18883da9 req-b31185eb-d8cc-4130-b05d-dea37afd14a1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 945 time: 0.0858190 Aug 20 11:27:09.110665 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac4f3621-2375-4cd4-96da-26ec18883da9 req-98b0c38f-fff3-4fd8-ad81-4b363b27eae0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666618 Aug 20 11:27:09.336518 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6617bee-14bd-4ffd-a092-99c4921e3231 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:09.363935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6617bee-14bd-4ffd-a092-99c4921e3231 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Pushing event deleted for resources: {'Port': ['ID=74d43b7d-c679-452d-b2fe-f6e1e35e9e5e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:09.441567 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6617bee-14bd-4ffd-a092-99c4921e3231 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:09.444533 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6617bee-14bd-4ffd-a092-99c4921e3231 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:09.448520 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e6617bee-14bd-4ffd-a092-99c4921e3231 tempest-ServersTestManualDisk-1714346811 tempest-ServersTestManualDisk-1714346811-project] 10.222.0.10 "DELETE /v2.0/floatingips/c7d3806e-baae-406e-97a0-e0493e2961ca HTTP/1.1" status: 204 len: 168 time: 0.7452035 Aug 20 11:27:09.448981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34006) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:09.912731 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.170777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:10.197105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34014) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:10.239481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] Deleting port d529b90d-24c2-4260-845d-96210c2f375d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:10.239825 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.285056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec962122-ca60-450c-9c6c-d6923530fb66 admin admin] Deleting subnet 08c69018-8409-46a6-92bf-6fa69beb8227 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:27:10.289568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec962122-ca60-450c-9c6c-d6923530fb66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.342339 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec962122-ca60-450c-9c6c-d6923530fb66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.372695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:10.378933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:10.379314 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.434662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec962122-ca60-450c-9c6c-d6923530fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.451472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] For port d529b90d-24c2-4260-845d-96210c2f375d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d529b90d-24c2-4260-845d-96210c2f375d,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:10.452310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.476602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] Calling delete_port for d529b90d-24c2-4260-845d-96210c2f375d owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:10.488452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535127e2-fb29-46ca-8db7-2c3145cac299 req-9d912497-e46f-4fc0-a249-dfff7fdebdf6 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:10.490500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-535127e2-fb29-46ca-8db7-2c3145cac299 req-9d912497-e46f-4fc0-a249-dfff7fdebdf6 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 945 time: 0.1896985 Aug 20 11:27:10.530791 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.555212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:10.557716 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba22931-886f-4025-a49d-dab5f2636ee1" -d '{"events": [{"server_uuid": "82c5d910-52ae-4e10-b727-c742e804ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "48f51cb6-04ff-4ea4-a2d0-f9a67034c08b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:10.574350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:10.608467 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-535127e2-fb29-46ca-8db7-2c3145cac299 req-c5d71b69-ff5b-40d6-8a9a-e6443f14b879 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114111 Aug 20 11:27:10.630686 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d52372-1b96-404c-af99-fe522a5bcc95 x-openstack-request-id: req-b6d52372-1b96-404c-af99-fe522a5bcc95 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:10.630686 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c5d910-52ae-4e10-b727-c742e804ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "48f51cb6-04ff-4ea4-a2d0-f9a67034c08b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:10.630686 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6d52372-1b96-404c-af99-fe522a5bcc95 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:10.630686 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b', 'code': 200} Aug 20 11:27:10.729171 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec962122-ca60-450c-9c6c-d6923530fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.761076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec962122-ca60-450c-9c6c-d6923530fb66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c69018-8409-46a6-92bf-6fa69beb8227,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:10.765423 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec962122-ca60-450c-9c6c-d6923530fb66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.767885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ec962122-ca60-450c-9c6c-d6923530fb66 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/08c69018-8409-46a6-92bf-6fa69beb8227 HTTP/1.1" status: 204 len: 168 time: 0.5695646 Aug 20 11:27:10.770466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34022) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:10.778337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.790298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0066e3-7839-48da-a97c-6796d34159fe req-01bac636-91c7-4989-9d6d-089137282abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:10.791821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa0066e3-7839-48da-a97c-6796d34159fe req-01bac636-91c7-4989-9d6d-089137282abd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 1096 time: 0.0915136 Aug 20 11:27:10.830480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:10.873156 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.876217 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa0066e3-7839-48da-a97c-6796d34159fe req-3eeac4fd-66e0-403e-90e8-9711b8bcf74a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558035 Aug 20 11:27:10.959478 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:10.970821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4237240-4bd3-43a8-846e-e27cebb58df5']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:10.983050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1012a26-cef4-4ed6-b490-0b29fc2855db') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:10.983339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1012a26-cef4-4ed6-b490-0b29fc2855db') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:10.995918 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:11.005515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:11.020833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:11.032934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:27:11.033358 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:27:11.035525 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:27:11.038484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d529b90d-24c2-4260-845d-96210c2f375d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:11.056695 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:11.296221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:11.308883 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:11.315620 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:11.318732 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] 10.222.0.10 "DELETE /v2.0/networks/b4237240-4bd3-43a8-846e-e27cebb58df5 HTTP/1.1" status: 204 len: 168 time: 0.5472791 Aug 20 11:27:11.364539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc2457-9fdf-4a2f-9c40-94962d87ce4a admin admin] Pushing event deleted for resources: {'Network': ['ID=b4237240-4bd3-43a8-846e-e27cebb58df5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:11.774642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38632c9-ffea-4035-8f98-529f96f98b7f req-44927c97-9624-40c3-a833-f19c333cfd81 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:11.776932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b38632c9-ffea-4035-8f98-529f96f98b7f req-44927c97-9624-40c3-a833-f19c333cfd81 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0635502 Aug 20 11:27:11.842213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b38632c9-ffea-4035-8f98-529f96f98b7f req-85725e22-0ccf-41fa-8362-c9772baea644 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525606 Aug 20 11:27:11.991238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34036) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:12.039662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] Router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:27:12.058387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-21fa37db-ef19-48ac-a76e-10bbd22014ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05fe827b795945beb97d1202c7dc424a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658317 Aug 20 11:27:12.060825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34038) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:12.204128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:12.232405 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:27:12.237453 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:12.246962 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7f55f1f0-3f04-4a4f-aa07-a0dc935b22a6 admin admin] 10.222.0.10 "PUT /v2.0/routers/93ce31b7-09ca-45b9-a7b3-f8acceb71acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7966027 Aug 20 11:27:12.249173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] Sync routers for ids ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:12.249644 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:12.250101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34042) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:12.268180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] Routers {'93ce31b7-09ca-45b9-a7b3-f8acceb71acb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:12.269496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:12.377907 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:12.420762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] Set router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:12.502179 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:12.576905 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:12.584152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:12.584152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2fbc667f-6d95-4154-b5f7-5e0597799d9d HTTP/1.1" status: 204 len: 168 time: 0.5195251 Aug 20 11:27:12.604057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc667f-6d95-4154-b5f7-5e0597799d9d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:12.626017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.626402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.626745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.627103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.627430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.627762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.628156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.631293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.631653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.632059 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.632403 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.632745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d99b8a-780e-4784-a954-47f6daf63f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:12.770174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Deleting port 0a89b08c-e8b7-409b-a408-a05177e1e724 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:12.770836 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:12.813550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:27:10Z', 'revision_number': 5, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port': {'id': '0a89b08c-e8b7-409b-a408-a05177e1e724', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:24:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:12.843778 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] Checking router: 93ce31b7-09ca-45b9-a7b3-f8acceb71acb for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:12.854620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] Routers {'93ce31b7-09ca-45b9-a7b3-f8acceb71acb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:12.855524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:12.868075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] For port 0a89b08c-e8b7-409b-a408-a05177e1e724, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0a89b08c-e8b7-409b-a408-a05177e1e724,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:12.868449 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:12.887997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Calling delete_port for 0a89b08c-e8b7-409b-a408-a05177e1e724 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:12.959537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] Set router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:13.022263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:27:12Z', 'revision_number': 6, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:13.049234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89e89ee-0024-4284-a0e4-659601578152 None None] The sync data for ids ['93ce31b7-09ca-45b9-a7b3-f8acceb71acb'] in n-d-804230-3 is: [{'id': '93ce31b7-09ca-45b9-a7b3-f8acceb71acb', 'name': 'tempest-ServersTestManualDisk-993134438-router', 'tenant_id': '41f05b40b3344d25aa401cf45b894fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:24:49Z', 'updated_at': '2021-08-20T11:27:12Z', 'revision_number': 6, 'project_id': '41f05b40b3344d25aa401cf45b894fc0', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:13.063546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cc482-ce6a-4ef3-8933-ff336b5e88b9 req-b7541afe-56da-49b1-a304-39e8bb63d893 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:13.065235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e9cc482-ce6a-4ef3-8933-ff336b5e88b9 req-b7541afe-56da-49b1-a304-39e8bb63d893 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0993779 Aug 20 11:27:13.131478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e9cc482-ce6a-4ef3-8933-ff336b5e88b9 req-4f7df6ad-9b71-4a34-9924-9a0b244cb1d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559146 Aug 20 11:27:13.278721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fb578-8fff-4a16-82db-d8f867d29cdd req-8a99778d-fa79-42ff-902f-60c0ff0ccc09 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:13.280573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab1fb578-8fff-4a16-82db-d8f867d29cdd req-8a99778d-fa79-42ff-902f-60c0ff0ccc09 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0605516 Aug 20 11:27:13.291621 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:13.321659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab1fb578-8fff-4a16-82db-d8f867d29cdd req-2f29fdc8-fdcc-425b-bbad-138e793f2f94 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343592 Aug 20 11:27:13.399775 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:13.449756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d529b90d-24c2-4260-845d-96210c2f375d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:13.464018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a89b08c-e8b7-409b-a408-a05177e1e724,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:13.480997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d529b90d-24c2-4260-845d-96210c2f375d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:27:13.481337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d529b90d-24c2-4260-845d-96210c2f375d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:13.546800 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:13.638523 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:13.641055 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:13.828963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20eff-f75d-4d31-9dae-c25b1f854e01 req-b5a0c330-b8be-4562-af73-1b2cda98a19d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:13.830824 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-47a20eff-f75d-4d31-9dae-c25b1f854e01 req-b5a0c330-b8be-4562-af73-1b2cda98a19d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0700285 Aug 20 11:27:13.900015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-47a20eff-f75d-4d31-9dae-c25b1f854e01 req-54079996-d21f-400b-9698-4df180113bc5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629268 Aug 20 11:27:14.055376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a17bf-ea79-4617-80dd-82d6e8581a06 req-0d4c2fef-010a-4577-b47e-f0339b9b6a98 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:14.064002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a72a17bf-ea79-4617-80dd-82d6e8581a06 req-0d4c2fef-010a-4577-b47e-f0339b9b6a98 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0783224 Aug 20 11:27:14.118630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a72a17bf-ea79-4617-80dd-82d6e8581a06 req-6dd70a7f-3870-4604-b56c-30f45eb2a974 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533340 Aug 20 11:27:14.211854 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:14.219557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ce31b7-09ca-45b9-a7b3-f8acceb71acb {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:27:14.219557 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:14.219557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5d5b99d9-ca3f-453b-be62-21c1a9b6537e admin admin] 10.222.0.10 "DELETE /v2.0/routers/93ce31b7-09ca-45b9-a7b3-f8acceb71acb HTTP/1.1" status: 204 len: 168 time: 1.9673581 Aug 20 11:27:14.221482 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34092) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:14.285045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a485e432-4905-403c-88ad-45fb2d0fdf6a admin admin] Deleting subnet 4f671ab9-a6e1-401b-8fc2-5683c1b4e79a {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:27:14.293591 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a485e432-4905-403c-88ad-45fb2d0fdf6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:14.358177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a485e432-4905-403c-88ad-45fb2d0fdf6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:14.459397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a485e432-4905-403c-88ad-45fb2d0fdf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:14.868613 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a485e432-4905-403c-88ad-45fb2d0fdf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:14.897326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485e432-4905-403c-88ad-45fb2d0fdf6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f671ab9-a6e1-401b-8fc2-5683c1b4e79a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:14.901774 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a485e432-4905-403c-88ad-45fb2d0fdf6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:14.906624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34110) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:14.909170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a485e432-4905-403c-88ad-45fb2d0fdf6a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4f671ab9-a6e1-401b-8fc2-5683c1b4e79a HTTP/1.1" status: 204 len: 168 time: 0.6843777 Aug 20 11:27:14.912422 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f34c8-e01c-4bc6-b4a4-ce8ba841773e None None] Network 7db04780-92bd-41e0-90c9-98ad5264e0a8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:27:15.040298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7937c-37d8-4817-9981-f29ec7da4b38 req-caeba5cd-bc5e-4f71-9bb1-8d792aa25fe0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:15.041671 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e5b7937c-37d8-4817-9981-f29ec7da4b38 req-caeba5cd-bc5e-4f71-9bb1-8d792aa25fe0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1340697 Aug 20 11:27:15.045283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.121130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e5b7937c-37d8-4817-9981-f29ec7da4b38 req-348c1cf1-0986-4944-82e6-df2e49dbd9b5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712411 Aug 20 11:27:15.125094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a9a7b-60ca-4e7a-b644-002569ad25a7 None None] DHCP port deletion for 7db04780-92bd-41e0-90c9-98ad5264e0a8 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:27:15.156731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Deleting port 43ef1d00-8f2b-4756-b89b-61d5082509d1 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:15.157081 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.166917 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-758e8ba9-7890-4f0a-b268-309e23d303a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.249379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a9a7b-60ca-4e7a-b644-002569ad25a7 None None] Deleting port 43ef1d00-8f2b-4756-b89b-61d5082509d1 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:15.250046 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9a7b-60ca-4e7a-b644-002569ad25a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.279515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] For port 43ef1d00-8f2b-4756-b89b-61d5082509d1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=43ef1d00-8f2b-4756-b89b-61d5082509d1,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:15.279894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.335630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Calling delete_port for 43ef1d00-8f2b-4756-b89b-61d5082509d1 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:15.362165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2e3a9a7b-60ca-4e7a-b644-002569ad25a7 None None] For port 43ef1d00-8f2b-4756-b89b-61d5082509d1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=43ef1d00-8f2b-4756-b89b-61d5082509d1,segment=NetworkSegment(d5e24e02-4911-4eea-93c2-9619fa7025d9),segment_id=d5e24e02-4911-4eea-93c2-9619fa7025d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:15.366810 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9a7b-60ca-4e7a-b644-002569ad25a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.367331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622d8ad-f43c-4c67-90c6-69a1c3131071 req-2dd1dc26-08ef-409b-bfde-9b8387a7fa7e tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:15.375650 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9622d8ad-f43c-4c67-90c6-69a1c3131071 req-2dd1dc26-08ef-409b-bfde-9b8387a7fa7e tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1096 time: 0.1070325 Aug 20 11:27:15.382678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0a89b08c-e8b7-409b-a408-a05177e1e724 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:15.430006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a9a7b-60ca-4e7a-b644-002569ad25a7 None None] Calling delete_port for 43ef1d00-8f2b-4756-b89b-61d5082509d1 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:15.433473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 0a89b08c-e8b7-409b-a408-a05177e1e724 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:27:15.434548 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0a89b08c-e8b7-409b-a408-a05177e1e724 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:15.435495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 43ef1d00-8f2b-4756-b89b-61d5082509d1 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:15.441716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9622d8ad-f43c-4c67-90c6-69a1c3131071 req-fc9462c1-93df-4a13-9af7-3abba1d79948 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647106 Aug 20 11:27:15.471570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34120) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:15.601904 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.706863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port b950bdef-4a7c-4bbf-a080-bf8f72a89036 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:15.707480 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.797816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.800592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.809479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34132) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:15.821818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for b950bdef-4a7c-4bbf-a080-bf8f72a89036 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:15.825833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.861049 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2e3a9a7b-60ca-4e7a-b644-002569ad25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:15.902700 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a9a7b-60ca-4e7a-b644-002569ad25a7 None None] Pushing event deleted for resources: {'Port': ['ID=43ef1d00-8f2b-4756-b89b-61d5082509d1,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:15.916633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a9a7b-60ca-4e7a-b644-002569ad25a7 None None] No DVR routers for this DVR port 43ef1d00-8f2b-4756-b89b-61d5082509d1 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:15.962165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ef1d00-8f2b-4756-b89b-61d5082509d1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:15.975042 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] No DVR routers for this DVR port 43ef1d00-8f2b-4756-b89b-61d5082509d1 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:16.065900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ada5-eeb9-4cf2-afbd-7336c45267f9 req-3c5b5c4e-3945-4af0-a49f-24bb203d0e17 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.072100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ada5-eeb9-4cf2-afbd-7336c45267f9 req-3c5b5c4e-3945-4af0-a49f-24bb203d0e17 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.079576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ada5-eeb9-4cf2-afbd-7336c45267f9 req-3c5b5c4e-3945-4af0-a49f-24bb203d0e17 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.085425 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ada5-eeb9-4cf2-afbd-7336c45267f9 req-3c5b5c4e-3945-4af0-a49f-24bb203d0e17 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.092120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ada5-eeb9-4cf2-afbd-7336c45267f9 req-3c5b5c4e-3945-4af0-a49f-24bb203d0e17 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.098186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ada5-eeb9-4cf2-afbd-7336c45267f9 req-3c5b5c4e-3945-4af0-a49f-24bb203d0e17 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.102275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.104385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ada5-eeb9-4cf2-afbd-7336c45267f9 req-3c5b5c4e-3945-4af0-a49f-24bb203d0e17 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.111204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-70a9ada5-eeb9-4cf2-afbd-7336c45267f9 req-3c5b5c4e-3945-4af0-a49f-24bb203d0e17 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5446 time: 0.1436265 Aug 20 11:27:16.118586 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43be01c1-eb45-4f66-a35e-25554cac5d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.122112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db04780-92bd-41e0-90c9-98ad5264e0a8']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:16.143947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e24e02-4911-4eea-93c2-9619fa7025d9') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:16.143947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e24e02-4911-4eea-93c2-9619fa7025d9') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:16.158313 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.179734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-70a9ada5-eeb9-4cf2-afbd-7336c45267f9 req-b9c33e7a-c536-4e0c-885d-bc91e11ae091 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604308 Aug 20 11:27:16.182135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.196552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:27:16.196967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:27:16.199125 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:27:16.370194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c382-026c-491d-a94f-0702d0c70aab req-60be2f81-5f99-4da9-ba67-d105ba69e64d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.372187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c60c382-026c-491d-a94f-0702d0c70aab req-60be2f81-5f99-4da9-ba67-d105ba69e64d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0952919 Aug 20 11:27:16.376691 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.396647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60707f0a-9b78-4918-a556-dff3e587a570 req-c786ba70-28ee-4245-97da-92e5ccf4e2c4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.408699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60707f0a-9b78-4918-a556-dff3e587a570 req-c786ba70-28ee-4245-97da-92e5ccf4e2c4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.413785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.416079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7db04780-92bd-41e0-90c9-98ad5264e0a8 HTTP/1.1" status: 204 len: 168 time: 1.5071874 Aug 20 11:27:16.423052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43be01c1-eb45-4f66-a35e-25554cac5d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.426009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60707f0a-9b78-4918-a556-dff3e587a570 req-c786ba70-28ee-4245-97da-92e5ccf4e2c4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.428080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60707f0a-9b78-4918-a556-dff3e587a570 req-c786ba70-28ee-4245-97da-92e5ccf4e2c4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.438331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29afc8-3a7a-4ab5-b27b-6ce63694f880 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db04780-92bd-41e0-90c9-98ad5264e0a8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:16.441690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60707f0a-9b78-4918-a556-dff3e587a570 req-c786ba70-28ee-4245-97da-92e5ccf4e2c4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.450348 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60707f0a-9b78-4918-a556-dff3e587a570 req-c786ba70-28ee-4245-97da-92e5ccf4e2c4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.464774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60707f0a-9b78-4918-a556-dff3e587a570 req-c786ba70-28ee-4245-97da-92e5ccf4e2c4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:16.468621 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60707f0a-9b78-4918-a556-dff3e587a570 req-c786ba70-28ee-4245-97da-92e5ccf4e2c4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5446 time: 0.1647263 Aug 20 11:27:16.468621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.501670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c60c382-026c-491d-a94f-0702d0c70aab req-ada9b927-3041-4d96-99c9-27a3cdcdccb8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931041 Aug 20 11:27:16.535435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=b950bdef-4a7c-4bbf-a080-bf8f72a89036,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:16.587721 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-43be01c1-eb45-4f66-a35e-25554cac5d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.619584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-43be01c1-eb45-4f66-a35e-25554cac5d46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=951cef239bf84b62a6e48516b9ad33fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8086092 Aug 20 11:27:16.626718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34148) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:16.629254 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.629637 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Floating IP b71c16e3-5220-4b55-b4d7-e91132ddfebd disassociated (deleted). External IP: 172.25.4.240, port: f60c1801-0dfd-4112-8bdb-aaacdd889e8b. Aug 20 11:27:16.644201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be01c1-eb45-4f66-a35e-25554cac5d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31deefbe-c3b4-4281-99c0-cd9c12d5d4c2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:16.831687 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2e315f6-3135-49b0-bf84-318fbee5c83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.865917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2e315f6-3135-49b0-bf84-318fbee5c83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:16.949146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 71b6a3b8-dccb-4870-b3c8-105867550b58 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:27:17.040307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34152) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:17.121476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:17.128025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:17.146250 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] Sync routers for ids ['71b6a3b8-dccb-4870-b3c8-105867550b58'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:17.156295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-877dfd25-fea6-4a3d-a944-97578581b439 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41f05b40b3344d25aa401cf45b894fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1147156 Aug 20 11:27:17.156910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34154) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:17.161132 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] Routers {'71b6a3b8-dccb-4870-b3c8-105867550b58'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:17.166744 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71b6a3b8-dccb-4870-b3c8-105867550b58'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:17.178096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2e315f6-3135-49b0-bf84-318fbee5c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:17.181513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2e315f6-3135-49b0-bf84-318fbee5c83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:17.183559 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c2e315f6-3135-49b0-bf84-318fbee5c83c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31deefbe-c3b4-4281-99c0-cd9c12d5d4c2 HTTP/1.1" status: 204 len: 168 time: 0.5551903 Aug 20 11:27:17.199294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e315f6-3135-49b0-bf84-318fbee5c83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31deefbe-c3b4-4281-99c0-cd9c12d5d4c2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:17.203879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-733ae7dd-7704-499b-8657-74fccd6c53a8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/floatingips/b71c16e3-5220-4b55-b4d7-e91132ddfebd HTTP/1.1" status: 204 len: 168 time: 1.7308960 Aug 20 11:27:17.204696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:17.207469 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:17.270231 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351cd1e3-c1eb-4438-9249-38a025616839 x-openstack-request-id: req-351cd1e3-c1eb-4438-9249-38a025616839 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:17.270708 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:17.271076 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-351cd1e3-c1eb-4438-9249-38a025616839 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:17.271715 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'status': 'completed', 'code': 200} Aug 20 11:27:17.332543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f78fe0a8-a274-4041-8f57-05a91a0b2939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:17.352041 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] Set router 71b6a3b8-dccb-4870-b3c8-105867550b58 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:17.366811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f78fe0a8-a274-4041-8f57-05a91a0b2939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:17.381659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-63b62aa7-c4fa-4c0d-a9c2-4bc271212b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:17.383277 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-63b62aa7-c4fa-4c0d-a9c2-4bc271212b4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 1096 time: 0.0861757 Aug 20 11:27:17.498835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-d463edc2-44df-4240-86cd-e2003e9747db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:17.500359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-d463edc2-44df-4240-86cd-e2003e9747db service neutron] 10.222.0.57 "GET /v2.0/networks?id=94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 200 len: 898 time: 0.1091928 Aug 20 11:27:17.548687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-417c3048-9501-4e0f-ae9a-babb8d8de17b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 200 len: 217 time: 0.0400181 Aug 20 11:27:17.651256 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:11Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5182c4ce-1c5f-497d-ad22-a25a85a60b36', 'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:66:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:09Z', 'updated_at': '2021-08-20T11:25:17Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:17.665815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-c5747141-0806-474e-99c0-704655206b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:17.667381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-c5747141-0806-474e-99c0-704655206b27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0beacb38-1ace-47ab-b00c-3ba4c0ced561 HTTP/1.1" status: 200 len: 833 time: 0.1120505 Aug 20 11:27:17.669625 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f78fe0a8-a274-4041-8f57-05a91a0b2939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:17.672322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f78fe0a8-a274-4041-8f57-05a91a0b2939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:17.673685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f78fe0a8-a274-4041-8f57-05a91a0b2939 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9130eec8-7cc2-4c20-b52d-a0da12d22fe0 HTTP/1.1" status: 204 len: 168 time: 0.5158386 Aug 20 11:27:17.696099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fe0a8-a274-4041-8f57-05a91a0b2939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9130eec8-7cc2-4c20-b52d-a0da12d22fe0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:17.726290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc7c37-32ec-4c54-bd2e-afa90f06c707 req-dfc2c47d-2f0c-4cf0-bdb6-1ab1d0480492 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:17.727744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49cc7c37-32ec-4c54-bd2e-afa90f06c707 req-dfc2c47d-2f0c-4cf0-bdb6-1ab1d0480492 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1281688 Aug 20 11:27:17.748966 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] Checking router: 71b6a3b8-dccb-4870-b3c8-105867550b58 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:17.765150 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] Routers {'71b6a3b8-dccb-4870-b3c8-105867550b58'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:17.766316 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71b6a3b8-dccb-4870-b3c8-105867550b58'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:17.780513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-494badca-b8f8-4dfe-97da-b7d410723993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:17.788419 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-494badca-b8f8-4dfe-97da-b7d410723993 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=94e3b673-0cf3-4925-b3f6-02f071344b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102617 Aug 20 11:27:17.817413 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49cc7c37-32ec-4c54-bd2e-afa90f06c707 req-b7afc367-742c-4775-ae1e-06a5fa7612cf tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804346 Aug 20 11:27:17.828690 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7a61-a21e-4e11-8f0c-df052294ea25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:17.929239 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-e6f49132-74ba-4da4-8585-347e0e874337 service neutron] 10.222.0.57 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280694 Aug 20 11:27:17.949739 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] Set router 71b6a3b8-dccb-4870-b3c8-105867550b58 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:18.045976 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c1b4cff-9d5d-471a-88f3-bb9ae546453c req-7530a956-53d3-4fc5-8062-a658c0a3396a service neutron] 10.222.0.57 "GET /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087966 Aug 20 11:27:18.285620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608176a3-5b30-4e32-9131-b50e406b1332 req-bceaaf24-bc99-4678-8750-ed8553ad10b8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:18.287854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-608176a3-5b30-4e32-9131-b50e406b1332 req-bceaaf24-bc99-4678-8750-ed8553ad10b8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.0933652 Aug 20 11:27:18.344815 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:11Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5182c4ce-1c5f-497d-ad22-a25a85a60b36', 'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:66:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:09Z', 'updated_at': '2021-08-20T11:25:17Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:18.377000 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d67a2d-9d01-4ea4-9a45-f2d1c1354366 None None] The sync data for ids ['71b6a3b8-dccb-4870-b3c8-105867550b58'] in n-d-804230-3 is: [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:25:11Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5182c4ce-1c5f-497d-ad22-a25a85a60b36', 'name': '', 'network_id': '94e3b673-0cf3-4925-b3f6-02f071344b73', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:66:b2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:09Z', 'updated_at': '2021-08-20T11:25:17Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0beacb38-1ace-47ab-b00c-3ba4c0ced561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:18.396661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-608176a3-5b30-4e32-9131-b50e406b1332 req-df99ab38-3b19-4a55-ad86-b4d810e233e9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969007 Aug 20 11:27:18.574046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-77623034-5212-4c28-af1f-6f156d0f5e83 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:18.575761 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-77623034-5212-4c28-af1f-6f156d0f5e83 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 807 time: 0.2133281 Aug 20 11:27:18.595527 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:18.602557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-b69fc4e0-7a5a-4234-9b64-ee9535a82b6c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/quotas/86e8d2d1aa2847509dbdb33884154e8b HTTP/1.1" status: 200 len: 375 time: 0.0204303 Aug 20 11:27:18.747145 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-9321a400-544b-4d1a-a335-13bb5f266387 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1234879 Aug 20 11:27:18.981176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91773905-75eb-4b45-98c3-38d57fd7a5fa None None] New status for floating IP b71c16e3-5220-4b55-b4d7-e91132ddfebd: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:27:18.984261 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6e7c71e7-ad00-4c98-8c95-e49de8224a6b service neutron] 10.222.0.10 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361515 Aug 20 11:27:19.146372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9ad0a-b065-42cb-bb3d-b58a3ca761d6 req-30d58ecb-7b68-44d5-ad7a-8844c6bc8ee4 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:19.154538 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1cf9ad0a-b065-42cb-bb3d-b58a3ca761d6 req-30d58ecb-7b68-44d5-ad7a-8844c6bc8ee4 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1544485 Aug 20 11:27:19.227317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1cf9ad0a-b065-42cb-bb3d-b58a3ca761d6 req-858b3397-7041-415e-929d-212f3976a4e1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716250 Aug 20 11:27:19.275775 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:19.307045 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-fbc53e9e-c1ad-48f0-b389-aca7146ca727 service neutron] 10.222.0.10 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149803 Aug 20 11:27:19.582721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fc362-c697-4a42-a271-0f8578a4423d req-346aa51d-694d-4823-9b2b-e11fbe267347 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:19.584081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-481fc362-c697-4a42-a271-0f8578a4423d req-346aa51d-694d-4823-9b2b-e11fbe267347 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.1039462 Aug 20 11:27:19.608792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34230) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:19.751461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501cdb-c727-4398-b098-cc3525f6cbe9 req-45a66a9a-6572-4434-99c3-ca4e6af1b616 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:19.764082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28501cdb-c727-4398-b098-cc3525f6cbe9 req-45a66a9a-6572-4434-99c3-ca4e6af1b616 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 945 time: 0.2368655 Aug 20 11:27:19.851717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34240) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:19.879059 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af56cb5-8f97-4587-8b67-b68c08505490 req-2247812b-7290-44d1-b170-cbe31d5838cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:19.879921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af56cb5-8f97-4587-8b67-b68c08505490 req-2247812b-7290-44d1-b170-cbe31d5838cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:19.880580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af56cb5-8f97-4587-8b67-b68c08505490 req-2247812b-7290-44d1-b170-cbe31d5838cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:19.881226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af56cb5-8f97-4587-8b67-b68c08505490 req-2247812b-7290-44d1-b170-cbe31d5838cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:19.881876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af56cb5-8f97-4587-8b67-b68c08505490 req-2247812b-7290-44d1-b170-cbe31d5838cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:19.882622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af56cb5-8f97-4587-8b67-b68c08505490 req-2247812b-7290-44d1-b170-cbe31d5838cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:19.883532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af56cb5-8f97-4587-8b67-b68c08505490 req-2247812b-7290-44d1-b170-cbe31d5838cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:19.895097 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7af56cb5-8f97-4587-8b67-b68c08505490 req-2247812b-7290-44d1-b170-cbe31d5838cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6503 time: 0.2826996 Aug 20 11:27:19.896493 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28501cdb-c727-4398-b098-cc3525f6cbe9 req-b67e9f19-79b8-4180-a0ca-f41f01825e30 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=57b00598-da17-49b2-98b6-cc5701799021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966494 Aug 20 11:27:19.918649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-481fc362-c697-4a42-a271-0f8578a4423d req-8e160934-af55-4110-8f55-a202d0345b67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port f60c1801-0dfd-4112-8bdb-aaacdd889e8b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:19.918649 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-481fc362-c697-4a42-a271-0f8578a4423d req-8e160934-af55-4110-8f55-a202d0345b67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:19.988692 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7af56cb5-8f97-4587-8b67-b68c08505490 req-e478e8a2-3e92-4988-89e3-854631ef5edc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&id=53dd0bba-5011-48f0-9e57-365f984cbdac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772619 Aug 20 11:27:20.022726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-89137917-network', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:20.074892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-481fc362-c697-4a42-a271-0f8578a4423d req-8e160934-af55-4110-8f55-a202d0345b67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port f60c1801-0dfd-4112-8bdb-aaacdd889e8b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:20.075308 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-481fc362-c697-4a42-a271-0f8578a4423d req-8e160934-af55-4110-8f55-a202d0345b67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:20.093509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-481fc362-c697-4a42-a271-0f8578a4423d req-8e160934-af55-4110-8f55-a202d0345b67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for f60c1801-0dfd-4112-8bdb-aaacdd889e8b owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:20.166963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Made reservation on behalf of d020db29f9b1461abccf5c51e617e6be for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:20.176451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:20.187013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:20.355366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34256) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:20.364359 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:20.395036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-481fc362-c697-4a42-a271-0f8578a4423d req-8e160934-af55-4110-8f55-a202d0345b67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:20.446740 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a7fbf2f-e397-43a6-bf3c-3c99ab5dfeb1 req-82d9a861-e037-420f-82cf-9078c22e1b6a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.0477970 Aug 20 11:27:20.456127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc443085-5970-4878-947f-fb2a8c63870e req-d81e6008-aa46-4d83-9fe3-92f69a527ba7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:20.457494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc443085-5970-4878-947f-fb2a8c63870e req-d81e6008-aa46-4d83-9fe3-92f69a527ba7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1581352 Aug 20 11:27:20.459955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e160934-af55-4110-8f55-a202d0345b67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=f60c1801-0dfd-4112-8bdb-aaacdd889e8b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:20.489630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:20.535950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1364293249-network', 'tenant_id': '41b45cc13045429181c9713bb41e2b94'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:20.545528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:27:20.549151 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-481fc362-c697-4a42-a271-0f8578a4423d req-8e160934-af55-4110-8f55-a202d0345b67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] No DVR routers for this DVR port f60c1801-0dfd-4112-8bdb-aaacdd889e8b on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:20.551763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-481fc362-c697-4a42-a271-0f8578a4423d req-8e160934-af55-4110-8f55-a202d0345b67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:20.554253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-481fc362-c697-4a42-a271-0f8578a4423d req-8e160934-af55-4110-8f55-a202d0345b67 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "DELETE /v2.0/ports/f60c1801-0dfd-4112-8bdb-aaacdd889e8b HTTP/1.1" status: 204 len: 173 time: 0.9626689 Aug 20 11:27:20.556670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'name': 'network-vif-deleted', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:20.570691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e933ae-e55f-4416-a7ef-11a0ea745717,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:20.571527 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cdc0fd-65b0-48e4-8d89-02fe98c3c218" -d '{"events": [{"server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "name": "network-vif-deleted", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:20.573893 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:20.574353 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Added segment 7fbacc28-74ab-4e30-bb2b-fa4a38fc7424 of type vlan for network eb730dde-0481-4a62-932a-41c83adf9294 Aug 20 11:27:20.632521 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc443085-5970-4878-947f-fb2a8c63870e req-140c2c8f-b340-4515-a5e7-e9280677ad64 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497278 Aug 20 11:27:20.650016 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992a3f23-cf59-49c1-bef1-f0b705e475c8 x-openstack-request-id: req-992a3f23-cf59-49c1-bef1-f0b705e475c8 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:20.650317 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb74578-de5d-4b64-9505-8d5bec3a2af7", "name": "network-vif-deleted", "tag": "f60c1801-0dfd-4112-8bdb-aaacdd889e8b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:20.650705 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-992a3f23-cf59-49c1-bef1-f0b705e475c8 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:20.651198 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb74578-de5d-4b64-9505-8d5bec3a2af7', 'name': 'network-vif-deleted', 'tag': 'f60c1801-0dfd-4112-8bdb-aaacdd889e8b', 'status': 'completed', 'code': 200} Aug 20 11:27:20.653237 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:20.880019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Made reservation on behalf of 41b45cc13045429181c9713bb41e2b94 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:20.912912 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:20.912912 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.043406 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-603be121-5cb7-4175-8c10-9085268786ab req-eaba520a-fd7e-4f4b-94ab-eb4f20613ed6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcb74578-de5d-4b64-9505-8d5bec3a2af7 HTTP/1.1" status: 200 len: 210 time: 0.0338900 Aug 20 11:27:21.048378 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.121735 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.122616 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.123494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:21.124594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.208232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] Pushing event updated for resources: {'Network': ['ID=eb730dde-0481-4a62-932a-41c83adf9294,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:21.219328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network eb730dde-0481-4a62-932a-41c83adf9294 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:27:21.251555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.281880 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:27:21.288822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9301c-a4ba-4095-ba51-2c7961dc44f2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:21.295837 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.304370 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Added segment 62e50c8a-105f-4a41-9334-6afe43ef8ce6 of type vlan for network ff9e97fb-d41e-413d-a691-700235a43614 Aug 20 11:27:21.338048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.406160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1250e2d4-cdd7-4511-9797-1ec0cbf7196b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5532074 Aug 20 11:27:21.409106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34274) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:21.415484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Request body: {'subnet': {'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-89137917-subnet', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:21.479479 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.480514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:21.481108 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.522389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29f22998-5182-4094-b7ce-8a06695537ae req-f027d425-aaea-4427-aee3-a91cf8312045 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.0306497 Aug 20 11:27:21.546302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9e97fb-d41e-413d-a691-700235a43614,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:21.558674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network ff9e97fb-d41e-413d-a691-700235a43614 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:27:21.593850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Made reservation on behalf of d020db29f9b1461abccf5c51e617e6be for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:21.598320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:21.747408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5f3508ee-4d24-4a9d-b96e-0c93ef719ea8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3910775 Aug 20 11:27:21.751178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34280) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:21.756417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Request body: {'subnet': {'network_id': 'ff9e97fb-d41e-413d-a691-700235a43614', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1364293249-subnet', 'tenant_id': '41b45cc13045429181c9713bb41e2b94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:21.841902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5bb81-fcd2-4d6f-8e0a-ad544ee98b94 req-4fb177cc-2a92-41a0-8a7a-286d5ab723e4 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:21.843465 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5a5bb81-fcd2-4d6f-8e0a-ad544ee98b94 req-4fb177cc-2a92-41a0-8a7a-286d5ab723e4 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1277592 Aug 20 11:27:21.883162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5a5bb81-fcd2-4d6f-8e0a-ad544ee98b94 req-d22bff32-6dc5-40bf-9124-feed4a702918 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333383 Aug 20 11:27:22.011222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Made reservation on behalf of 41b45cc13045429181c9713bb41e2b94 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:22.013754 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:22.075913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:22.127971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34286) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:22.196069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3d507c-6c88-4bd0-a955-0f37897d208e,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:22.201525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f60c1801-0dfd-4112-8bdb-aaacdd889e8b no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:22.206537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Checking segment: {'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:22.206911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Network hostable DHCP agents. Network: eb730dde-0481-4a62-932a-41c83adf9294, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:27:22.234268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: f60c1801-0dfd-4112-8bdb-aaacdd889e8b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:27:22.235073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f60c1801-0dfd-4112-8bdb-aaacdd889e8b not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:22.327799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Network eb730dde-0481-4a62-932a-41c83adf9294 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:27:22.337470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:22.391520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc9d8b1-f713-47f2-8cea-30c6cc8678e6,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:22.403415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Checking segment: {'id': '62e50c8a-105f-4a41-9334-6afe43ef8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff9e97fb-d41e-413d-a691-700235a43614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:22.403777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Network hostable DHCP agents. Network: ff9e97fb-d41e-413d-a691-700235a43614, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:27:22.576967 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:22.615240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, eb730dde-0481-4a62-932a-41c83adf9294) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:22.624006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94091a59-d712-4889-a4a3-e17a6be73246 None None] Network eb730dde-0481-4a62-932a-41c83adf9294 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:27:22.629746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:22.629746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:22.655656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-084c5b26-b9fd-4c0a-ae74-59469033686e req-16789e03-98fb-4e6b-980d-35586446679b tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.0435922 Aug 20 11:27:22.718972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Network ff9e97fb-d41e-413d-a691-700235a43614 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:27:22.724418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-04927d33-47aa-4ebc-b9b6-5d290d43ed32 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3114235 Aug 20 11:27:22.724956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34290) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:22.725524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, ff9e97fb-d41e-413d-a691-700235a43614) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:22.730108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:22.730748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:22.731243 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:22.747105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae3bad7-d0ca-4e16-8038-87a0b2091398 None None] Network ff9e97fb-d41e-413d-a691-700235a43614 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:27:22.812886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-31c1cf73-7970-4981-8209-7723d8c6aa7c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0603235 Aug 20 11:27:22.843071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-eb730dde-0481-4a62-932a-41c83adf9294', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:27:22.844748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:22.958418 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port 5182c4ce-1c5f-497d-ad22-a25a85a60b36 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:22.958963 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.000127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689909e-1296-4ec4-bff6-8edb8e9989e6 None None] Network ff9e97fb-d41e-413d-a691-700235a43614 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:27:23.040126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61059e-045e-42d8-ac2f-9f1e0c39db59 req-22662c04-8f21-4a8b-880a-394b652574e0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:23.048448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c61059e-045e-42d8-ac2f-9f1e0c39db59 req-22662c04-8f21-4a8b-880a-394b652574e0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0855725 Aug 20 11:27:23.055055 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.056682 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.107459 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c61059e-045e-42d8-ac2f-9f1e0c39db59 req-72356afa-1d3f-47ea-af14-1279e62ef972 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580137 Aug 20 11:27:23.153475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Allocated IP 172.20.0.2 (eb730dde-0481-4a62-932a-41c83adf9294/4e3d507c-6c88-4bd0-a955-0f37897d208e/ab57bc20-42a9-4311-b928-071902b029a6) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:23.155694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.186246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port 5182c4ce-1c5f-497d-ad22-a25a85a60b36, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5182c4ce-1c5f-497d-ad22-a25a85a60b36,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:23.186759 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.204123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for 5182c4ce-1c5f-497d-ad22-a25a85a60b36 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:23.390780 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.399526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Transition to ACTIVE for port object ab57bc20-42a9-4311-b928-071902b029a6 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:23.415809 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Transition to ACTIVE for port object ab57bc20-42a9-4311-b928-071902b029a6 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:23.502173 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.546781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Network eb730dde-0481-4a62-932a-41c83adf9294 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:23.549677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:23.553452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:23.565125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Pushing event updated for resources: {'Port': ['ID=ab57bc20-42a9-4311-b928-071902b029a6,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:23.627648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Attempting to bind port ab57bc20-42a9-4311-b928-071902b029a6 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:23.627954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Attempting to bind port ab57bc20-42a9-4311-b928-071902b029a6 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:23.628360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Attempting to bind port ab57bc20-42a9-4311-b928-071902b029a6 on network eb730dde-0481-4a62-932a-41c83adf9294 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:23.633773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:23.634269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Checking segment: {'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:23.634572 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.634968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Bound using segment: {'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:23.636391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Bound port: ab57bc20-42a9-4311-b928-071902b029a6, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:23.636774 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.716093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] For port ab57bc20-42a9-4311-b928-071902b029a6, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:23.720250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] For port ab57bc20-42a9-4311-b928-071902b029a6, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ab57bc20-42a9-4311-b928-071902b029a6,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:23.770960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea58db2d-7bdd-4f1c-b2f3-d6a02c197bc1 req-daf0fb76-5297-4efe-acca-d47445b1ae67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.0296221 Aug 20 11:27:23.896727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.916947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:23.966886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692d275-bbdf-47f8-b0ab-98b1a751c1c8 None None] Pushing event updated for resources: {'Port': ['ID=ab57bc20-42a9-4311-b928-071902b029a6,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:24.003114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b811e-14dc-4533-856c-201418b53869 req-5429ac3b-e44a-4e59-8154-837a95e6a359 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:24.004656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-5429ac3b-e44a-4e59-8154-837a95e6a359 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/networks?id=ff9e97fb-d41e-413d-a691-700235a43614 HTTP/1.1" status: 200 len: 814 time: 0.7037544 Aug 20 11:27:24.031011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-9f4ba919-97be-47b4-b353-4efb48731f56 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:24.032538 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-9f4ba919-97be-47b4-b353-4efb48731f56 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 807 time: 0.2877073 Aug 20 11:27:24.035185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-d6f9f7b6-69b6-4ff9-8993-edf093a0e694 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/quotas/41b45cc13045429181c9713bb41e2b94 HTTP/1.1" status: 200 len: 375 time: 0.0238783 Aug 20 11:27:24.052055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Request body: {'port': {'device_id': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98', 'admin_state_up': True, 'tenant_id': '86e8d2d1aa2847509dbdb33884154e8b'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:24.116760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-180bd8d8-b19c-44c9-86ef-141ca4f6a88d tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=41b45cc13045429181c9713bb41e2b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754828 Aug 20 11:27:24.250491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe90b5-292d-4db6-9d57-5605c8d7c4e5 req-1ed5855e-2b7a-4290-93e2-76a3dce512e8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:24.259994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f3fe90b5-292d-4db6-9d57-5605c8d7c4e5 req-1ed5855e-2b7a-4290-93e2-76a3dce512e8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0700793 Aug 20 11:27:24.311468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f3fe90b5-292d-4db6-9d57-5605c8d7c4e5 req-8f21f1fd-a9d2-4547-8799-6f2ce7c94916 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495374 Aug 20 11:27:24.441503 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-50f845e3-96ee-42a1-8364-0f54f63b4968 service neutron] 10.222.0.10 "GET /v2.0/networks/ff9e97fb-d41e-413d-a691-700235a43614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215405 Aug 20 11:27:24.489638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:24.582659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=5182c4ce-1c5f-497d-ad22-a25a85a60b36,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:24.592037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Made reservation on behalf of 86e8d2d1aa2847509dbdb33884154e8b for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:24.595455 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:24.724230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-5a354df8-7a24-4c6a-8b70-56c5491c42ea service neutron] 10.222.0.10 "GET /v2.0/networks/ff9e97fb-d41e-413d-a691-700235a43614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709405 Aug 20 11:27:24.885028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-64f324b2-02e8-425e-bbb1-84fe232697b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2151511 Aug 20 11:27:25.121797 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:25.141703 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:25.203875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-954f336f-2270-4367-a04b-806b224163fd req-5c7e6844-e943-47bd-a53f-ea51f83cccfd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.1363895 Aug 20 11:27:25.285310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-5058eede-44a1-481c-a9f5-3ea742492c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.288841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-5058eede-44a1-481c-a9f5-3ea742492c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.294778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-5058eede-44a1-481c-a9f5-3ea742492c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.295796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-5058eede-44a1-481c-a9f5-3ea742492c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.298194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-5058eede-44a1-481c-a9f5-3ea742492c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.309549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-5058eede-44a1-481c-a9f5-3ea742492c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.313467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-5058eede-44a1-481c-a9f5-3ea742492c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.313789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-47e013b9-15c0-44d6-8dea-c59f2aa49d46 req-4e228792-e082-41f9-b8ee-e7b52caf30b1 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 210 time: 0.1184914 Aug 20 11:27:25.315427 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:25.327850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-5058eede-44a1-481c-a9f5-3ea742492c54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 6490 time: 0.3668320 Aug 20 11:27:25.564008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d3c51c-5c7c-4c90-a0d0-acd716f46357 None None] Network eb730dde-0481-4a62-932a-41c83adf9294 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:27:25.652841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24867a10-ff5d-4b61-beb3-a485167c6c51 req-6f656d8e-03e6-4e4a-a220-af824f9f636d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.663855 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24867a10-ff5d-4b61-beb3-a485167c6c51 req-6f656d8e-03e6-4e4a-a220-af824f9f636d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1795135 Aug 20 11:27:25.698565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Allocated IP 172.20.0.9 (1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98/117ab75a-d603-4cad-8f24-e9c95ab0ae3f/2508069f-ded6-48eb-b49c-e19755f1704e) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:25.723841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ab57bc20-42a9-4311-b928-071902b029a6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:25.747993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-9d4399d5-2340-4c95-af2d-05c5fe9dcf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.748885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-9d4399d5-2340-4c95-af2d-05c5fe9dcf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.749632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-9d4399d5-2340-4c95-af2d-05c5fe9dcf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.751656 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-9d4399d5-2340-4c95-af2d-05c5fe9dcf27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=72f40ec8-a92f-4801-a5be-e7153b691a75&id=256eabbf-2f38-42b5-bb35-2d56f488889c&id=256eabbf-2f38-42b5-bb35-2d56f488889c HTTP/1.1" status: 200 len: 2291 time: 0.3929231 Aug 20 11:27:25.763872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24867a10-ff5d-4b61-beb3-a485167c6c51 req-115c3e4c-0925-4da7-89c0-1cbe8b18d473 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810552 Aug 20 11:27:25.806901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9d196cd6-34f8-49a5-95c0-1dd3c274fb10 None None] Provisioning for port ab57bc20-42a9-4311-b928-071902b029a6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:25.860549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-c7736916-006b-4420-9571-facfa6c5b3a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56 HTTP/1.1" status: 200 len: 1001 time: 0.0985696 Aug 20 11:27:25.933170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Allocated IP 172.25.4.104 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e3236d54-7eed-4348-adfb-b9aee9ff49dc) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:25.956285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 71b6a3b8-dccb-4870-b3c8-105867550b58 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:27:25.988545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-7dd31ab7-7010-459b-8e68-fbbbd98b7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:25.990071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-7dd31ab7-7010-459b-8e68-fbbbd98b7ee1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=716f77d3-ee35-4a9f-8a6e-d4e7a142f166 HTTP/1.1" status: 200 len: 851 time: 0.1253269 Aug 20 11:27:26.065046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-0232adca-1ad6-4414-898e-536aac493b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:26.066761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-0232adca-1ad6-4414-898e-536aac493b59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693550 Aug 20 11:27:26.198341 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-ace13335-7b82-4b6a-a0f2-49aa39616744 service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225288 Aug 20 11:27:26.207160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ab57bc20-42a9-4311-b928-071902b029a6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:26.217969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ab57bc20-42a9-4311-b928-071902b029a6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:26.218313 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.445630 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7947f16a-95e7-4756-bc7b-c196a41402da req-c841247b-3318-48cb-9f93-f942166d44ed tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.0717437 Aug 20 11:27:26.476277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.488272 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39443e1c-213e-4795-8412-8a9762b9af59 req-c65af126-35e0-424f-8532-49dbe9308b5b tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 210 time: 0.0875630 Aug 20 11:27:26.490784 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.523460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:26.528151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.539936 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] Sync routers for ids ['71b6a3b8-dccb-4870-b3c8-105867550b58'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:26.540624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-934a0b72-7518-465d-8bab-95d0d9e1ad8a service neutron] 10.222.0.57 "GET /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360100 Aug 20 11:27:26.553385 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b682c946-3f53-4e4a-a2cd-69740c304f1a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "PUT /v2.0/routers/71b6a3b8-dccb-4870-b3c8-105867550b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4178727 Aug 20 11:27:26.555025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ab57bc20-42a9-4311-b928-071902b029a6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ab57bc20-42a9-4311-b928-071902b029a6,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:26.557522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34352) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:26.559244 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] Routers {'71b6a3b8-dccb-4870-b3c8-105867550b58'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:26.559900 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71b6a3b8-dccb-4870-b3c8-105867550b58'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:26.665610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-080837df-1a06-4005-8857-97c3ff1f1a81 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting subnet 0beacb38-1ace-47ab-b00c-3ba4c0ced561 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:27:26.667485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.669452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-080837df-1a06-4005-8857-97c3ff1f1a81 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.673267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-4fbf442e-f86f-4735-98e3-2ca18d9e9df7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 200 len: 217 time: 0.1244483 Aug 20 11:27:26.737530 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] Set router 71b6a3b8-dccb-4870-b3c8-105867550b58 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:26.763615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bd9aee3e-8e54-4255-91f6-86331e1366f4 None None] Provisioning complete for port ab57bc20-42a9-4311-b928-071902b029a6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:26.764086 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd9aee3e-8e54-4255-91f6-86331e1366f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.776375 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.813017 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-080837df-1a06-4005-8857-97c3ff1f1a81 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.847616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:26.849291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Pushing event updated for resources: {'Port': ['ID=e3236d54-7eed-4348-adfb-b9aee9ff49dc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:26.852183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:26.856084 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:26.857095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-5bdb0621-084f-428a-83df-53a6d8f0fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:26.857502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:26.859133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-5bdb0621-084f-428a-83df-53a6d8f0fd4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.1467719 Aug 20 11:27:26.937382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['740c1ced-ccd9-4057-b04b-e5457ad31198'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:27:26.954008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Pushing event updated for resources: {'Port': ['ID=2508069f-ded6-48eb-b49c-e19755f1704e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:26.990121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-080837df-1a06-4005-8857-97c3ff1f1a81 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:27.000002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:27.004503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:27.010753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:27.038980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ab57bc20-42a9-4311-b928-071902b029a6,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:27.074154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294d81e-cebb-4572-83f5-3f5ca87eed48 req-1278befd-005b-4db4-ab5d-ae6e0605880a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:27.076406 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d294d81e-cebb-4572-83f5-3f5ca87eed48 req-1278befd-005b-4db4-ab5d-ae6e0605880a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1662748 Aug 20 11:27:27.103608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-52e7687e-d0b1-4788-ab52-6196ef912c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:27.105178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-52e7687e-d0b1-4788-ab52-6196ef912c02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2321057 Aug 20 11:27:27.169190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:27.170197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:27.253113 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-080837df-1a06-4005-8857-97c3ff1f1a81 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:27.264481 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:27:24Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:27.268758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d294d81e-cebb-4572-83f5-3f5ca87eed48 req-0ef8257a-6d06-4c7b-a686-9b72ceaf75f9 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800420 Aug 20 11:27:27.309671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-080837df-1a06-4005-8857-97c3ff1f1a81 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:27.311678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d2084d-26ce-43be-a530-5220bc0e50ec None None] Network 94e3b673-0cf3-4925-b3f6-02f071344b73 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:27:27.313726 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-080837df-1a06-4005-8857-97c3ff1f1a81 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/subnets/0beacb38-1ace-47ab-b00c-3ba4c0ced561 HTTP/1.1" status: 204 len: 168 time: 0.7354016 Aug 20 11:27:27.346157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34362) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:27.357652 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] Checking router: 71b6a3b8-dccb-4870-b3c8-105867550b58 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:27.371659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-2cdb4d24-fdb0-4f40-b7c3-d5e78fb51fde tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3259318 Aug 20 11:27:27.379280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080837df-1a06-4005-8857-97c3ff1f1a81 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Subnet': ['ID=0beacb38-1ace-47ab-b00c-3ba4c0ced561,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:27.389350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-afce030f-bea5-4b8e-a508-2143af82403d service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765970 Aug 20 11:27:27.431304 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] Routers {'71b6a3b8-dccb-4870-b3c8-105867550b58'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:27.431958 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71b6a3b8-dccb-4870-b3c8-105867550b58'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:27.496157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ab57bc20-42a9-4311-b928-071902b029a6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:27.669736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ab57bc20-42a9-4311-b928-071902b029a6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:27.672975 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:27.694090 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] Set router 71b6a3b8-dccb-4870-b3c8-105867550b58 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:27.729136 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-1b438324-4498-4edc-b994-260932e45ee7 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304150 Aug 20 11:27:27.823885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234bec5-ae8e-4006-85e6-735a1f596d30 req-276e621d-cfbe-41ae-99b2-d3f26292b581 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:27.830298 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a234bec5-ae8e-4006-85e6-735a1f596d30 req-276e621d-cfbe-41ae-99b2-d3f26292b581 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 931 time: 0.2255073 Aug 20 11:27:27.832227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-6f2ea661-b6b0-4fdc-9687-c1ad018e8cff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 200 len: 217 time: 0.0786734 Aug 20 11:27:27.848620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5ffbd7-b5bd-412b-9957-f9407a03c38d None None] DHCP port deletion for 94e3b673-0cf3-4925-b3f6-02f071344b73 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:27:27.944398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ffbd7-b5bd-412b-9957-f9407a03c38d None None] Deleting port 76f40639-25f1-4476-b180-39a834dd3d8b {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:27.951493 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cb5ffbd7-b5bd-412b-9957-f9407a03c38d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:28.074503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cb5ffbd7-b5bd-412b-9957-f9407a03c38d None None] For port 76f40639-25f1-4476-b180-39a834dd3d8b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=76f40639-25f1-4476-b180-39a834dd3d8b,segment=NetworkSegment(47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4),segment_id=47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:28.074838 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cb5ffbd7-b5bd-412b-9957-f9407a03c38d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:28.083299 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Request body: {'port': {'device_id': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:28.106107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ffbd7-b5bd-412b-9957-f9407a03c38d None None] Calling delete_port for 76f40639-25f1-4476-b180-39a834dd3d8b owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:28.147444 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:27:24Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:28.173525 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:28.206229 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179f83f-aff2-4985-a1d0-1621be4f1e85 None None] The sync data for ids ['71b6a3b8-dccb-4870-b3c8-105867550b58'] in n-d-804230-3 is: [{'id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541739822', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:25:02Z', 'updated_at': '2021-08-20T11:27:24Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'af29da43-c6e6-4a90-93fe-717cc2d3fc07', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b6a3b8-dccb-4870-b3c8-105867550b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:25:03Z', 'updated_at': '2021-08-20T11:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:28.271659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1a9f384-2074-4f05-aa74-f056f27180d6 req-3a2d4c01-0897-464c-9e60-9b984699a02b tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 210 time: 0.1105382 Aug 20 11:27:28.311877 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cb5ffbd7-b5bd-412b-9957-f9407a03c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:28.360504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ffbd7-b5bd-412b-9957-f9407a03c38d None None] Pushing event deleted for resources: {'Port': ['ID=76f40639-25f1-4476-b180-39a834dd3d8b,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:28.379497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ffbd7-b5bd-412b-9957-f9407a03c38d None None] No DVR routers for this DVR port 76f40639-25f1-4476-b180-39a834dd3d8b on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:28.500917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-9640557e-1e1f-4394-95bc-95ed0ddad500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:28.502554 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-9640557e-1e1f-4394-95bc-95ed0ddad500 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0510454 Aug 20 11:27:28.549949 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a234bec5-ae8e-4006-85e6-735a1f596d30 req-48d72a3d-1eef-4363-9887-e586c8495b1e tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7135992 Aug 20 11:27:28.579189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-20b90e8e-42b7-45df-8623-2cb93c26b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:28.579417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-20b90e8e-42b7-45df-8623-2cb93c26b6fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692918 Aug 20 11:27:28.668817 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:28.674560 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:28.779685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082b8c7-0bf2-45e8-9904-f5707fe84c76 req-0af2484e-7dc5-421c-a815-658e73b83ae7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:28.781237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7082b8c7-0bf2-45e8-9904-f5707fe84c76 req-0af2484e-7dc5-421c-a815-658e73b83ae7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.3665674 Aug 20 11:27:28.794053 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-595afd2a-8ca1-4a34-9533-17d323a87e7b service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035465 Aug 20 11:27:28.843398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b811e-14dc-4533-856c-201418b53869 req-9a0dc993-bf36-4687-a14c-8803ef59d73e tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:28.844852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-9a0dc993-bf36-4687-a14c-8803ef59d73e tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.57 "GET /v2.0/networks?id=ff9e97fb-d41e-413d-a691-700235a43614 HTTP/1.1" status: 200 len: 814 time: 0.3549328 Aug 20 11:27:28.887694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Request body: {'port': {'device_id': '8a210efb-5e9a-4ab0-8418-e66315a48b50', 'network_id': 'ff9e97fb-d41e-413d-a691-700235a43614', 'admin_state_up': True, 'tenant_id': '41b45cc13045429181c9713bb41e2b94'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:28.894935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:28.960221 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-9e93262f-64d7-4373-b3aa-5c05a50cce51 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586177 Aug 20 11:27:29.047076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-4db82009-1fa0-4d40-8eef-889cb614c2a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a HTTP/1.1" status: 200 len: 217 time: 0.0780511 Aug 20 11:27:29.067950 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7082b8c7-0bf2-45e8-9904-f5707fe84c76 req-51fa68dd-2cb5-4bf9-b58e-75af75acf1e7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518749 Aug 20 11:27:29.123130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-df1c022d-60ed-47fd-aad2-fddcd11df887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:29.124596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-df1c022d-60ed-47fd-aad2-fddcd11df887 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0694129 Aug 20 11:27:29.178474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-e2d933c7-59ef-45c9-a308-262d27e86d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:29.180187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-e2d933c7-59ef-45c9-a308-262d27e86d5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433452 Aug 20 11:27:29.350601 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-a360bd74-76f3-413e-b1bd-a0959b82c581 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588752 Aug 20 11:27:29.384442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:29.408332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5182c4ce-1c5f-497d-ad22-a25a85a60b36 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:29.449192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5182c4ce-1c5f-497d-ad22-a25a85a60b36 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:27:29.449549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5182c4ce-1c5f-497d-ad22-a25a85a60b36 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:29.454462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 76f40639-25f1-4476-b180-39a834dd3d8b no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:29.458248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port af29da43-c6e6-4a90-93fe-717cc2d3fc07 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:29.458248 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:29.459712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Made reservation on behalf of 41b45cc13045429181c9713bb41e2b94 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:29.463239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:29.492031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 76f40639-25f1-4476-b180-39a834dd3d8b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:27:29.492382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 76f40639-25f1-4476-b180-39a834dd3d8b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:29.561602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2508069f-ded6-48eb-b49c-e19755f1704e {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:27:29.571661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d17e81e-b3cb-417d-9d36-c12937a157f2 req-a67b268d-363a-4caa-828d-e061a1dfedb6 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 210 time: 0.0549188 Aug 20 11:27:29.612796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-bb5866d5-11bc-476a-87b9-fdea2aa2164e service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535059 Aug 20 11:27:29.615275 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:29.679910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-a8a1f700-09d1-4806-89a5-dbbcba5cdf3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f HTTP/1.1" status: 200 len: 217 time: 0.0549159 Aug 20 11:27:29.694268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Transition to ACTIVE for port object 2508069f-ded6-48eb-b49c-e19755f1704e will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:29.772409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-0bad5412-5335-416b-83af-78281a07317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:29.774854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-0bad5412-5335-416b-83af-78281a07317c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 200 len: 797 time: 0.0872738 Aug 20 11:27:29.775715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port af29da43-c6e6-4a90-93fe-717cc2d3fc07, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af29da43-c6e6-4a90-93fe-717cc2d3fc07,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:29.776840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:29.821942 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:29.835108 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for af29da43-c6e6-4a90-93fe-717cc2d3fc07 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:29.844082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-855f99e6-c26d-463c-987a-d5e92d88da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:29.846280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-855f99e6-c26d-463c-987a-d5e92d88da78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72f40ec8-a92f-4801-a5be-e7153b691a75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621026 Aug 20 11:27:29.899458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f250452-94d4-4c10-a502-7bc94e9d42ab req-56b47b99-5fc8-4c37-ad9e-d8d4b6058416 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:29.901690 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f250452-94d4-4c10-a502-7bc94e9d42ab req-56b47b99-5fc8-4c37-ad9e-d8d4b6058416 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 931 time: 0.2201028 Aug 20 11:27:29.974364 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-7ec99881-980d-4a32-89dd-d08eccdde79a service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199358 Aug 20 11:27:29.978566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Allocated IP 172.20.0.9 (ff9e97fb-d41e-413d-a691-700235a43614/2fc9d8b1-f713-47f2-8cea-30c6cc8678e6/7e1f3ddc-d447-4afd-98a7-3e4a5883c688) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:29.988394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Pushing event updated for resources: {'Port': ['ID=2508069f-ded6-48eb-b49c-e19755f1704e,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:30.092511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f250452-94d4-4c10-a502-7bc94e9d42ab req-eb0364c3-400b-4ee5-9e6b-0d53a88c65f4 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509862 Aug 20 11:27:30.123163 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-295e7abb-f4ff-4b4e-8d40-1517eb5c2be4 service neutron] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417940 Aug 20 11:27:30.125757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Router 4c917034-8ede-43f4-86ab-1b06078301fd is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:27:30.196791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-e6e6e0f6-db5f-4f0b-b2da-157259c43bb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=596556b5-60cc-49bf-8130-7ba17e8094fa HTTP/1.1" status: 200 len: 217 time: 0.0633790 Aug 20 11:27:30.280503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c915a9a-1c4a-4c57-8b33-251e43581f35 req-6849bbb9-7381-439f-9deb-8b83c60450cf tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:30.282414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c915a9a-1c4a-4c57-8b33-251e43581f35 req-6849bbb9-7381-439f-9deb-8b83c60450cf tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0958097 Aug 20 11:27:30.289295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-da0155cc-2896-4dc4-a80f-a3f2e5b22787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:30.290957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-da0155cc-2896-4dc4-a80f-a3f2e5b22787 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.0734708 Aug 20 11:27:30.319853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:30.320085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:30.320416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:30.371491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c915a9a-1c4a-4c57-8b33-251e43581f35 req-1a925a9a-fb19-40f5-be5b-32a3fbdb2b9e tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787544 Aug 20 11:27:30.374500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Port 2508069f-ded6-48eb-b49c-e19755f1704e on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:27:30.374846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:30.375003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-a9fa4633-cc1f-47b2-9d61-f66963be4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:30.376637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-a9fa4633-cc1f-47b2-9d61-f66963be4ae6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771270 Aug 20 11:27:30.429448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:30.430056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:30.430169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:30.430640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Bound port: 2508069f-ded6-48eb-b49c-e19755f1704e, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:30.431005 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:30.498235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:30.504583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Sync routers for ids ['4c917034-8ede-43f4-86ab-1b06078301fd'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:30.520187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Routers {'4c917034-8ede-43f4-86ab-1b06078301fd'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:30.520843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4c917034-8ede-43f4-86ab-1b06078301fd'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:30.525394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-23cff61f-2982-4860-b5b7-33efa8498d63 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410069 Aug 20 11:27:30.695982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-dc9464ec-78e3-4d58-9a50-76398f3df6f2 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639132 Aug 20 11:27:30.741983 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Set router 4c917034-8ede-43f4-86ab-1b06078301fd gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:30.759410 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-e326f6ed-c78a-46c7-aede-be22cabbf60a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94337e54-a4e5-49d5-9f55-a66abdd79383 HTTP/1.1" status: 200 len: 217 time: 0.0565350 Aug 20 11:27:30.851926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-1ac887b4-9131-4b44-bf07-1339f654b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:30.859338 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-1ac887b4-9131-4b44-bf07-1339f654b192 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 200 len: 797 time: 0.0929937 Aug 20 11:27:30.932586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:30.956197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:30.970095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-2b5efb67-a711-4f71-b7a9-b481f26eb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:30.977575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-2b5efb67-a711-4f71-b7a9-b481f26eb03d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=256eabbf-2f38-42b5-bb35-2d56f488889c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114814 Aug 20 11:27:30.988404 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb9ab5e8-0dd3-4634-ad72-5cce50479758 req-9319ef22-a92f-430d-855a-a08cd77dbfe2 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 210 time: 0.0477538 Aug 20 11:27:31.043343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=af29da43-c6e6-4a90-93fe-717cc2d3fc07,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:31.085884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:27Z', 'revision_number': 3, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:31.116623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Checking router: 4c917034-8ede-43f4-86ab-1b06078301fd for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:31.116942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Updating router 4c917034-8ede-43f4-86ab-1b06078301fd port e3236d54-7eed-4348-adfb-b9aee9ff49dc binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:27:31.130457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.133503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-1bf6d906-1231-4986-a0ea-56b5c259aaa2 service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486721 Aug 20 11:27:31.147912 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.244195 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.248040 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.338972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:31.358417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.365326 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4f4785b2-2d26-4407-b213-3739e0a5866f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.6391444 Aug 20 11:27:31.365989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34392) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:31.400075 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de23d005-b7db-44a0-9a3c-6e305f087c0c req-7ff83ad7-08d3-4f10-8856-2bb9671086cc service neutron] 10.222.0.57 "GET /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595558 Aug 20 11:27:31.422663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:31.430846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.431577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Fanout notify agent at l3_agent the message router_deleted on router 71b6a3b8-dccb-4870-b3c8-105867550b58 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:27:31.457348 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.457348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-81ae9d2d-32eb-4256-a914-98eba2d911b2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/routers/71b6a3b8-dccb-4870-b3c8-105867550b58 HTTP/1.1" status: 204 len: 168 time: 4.1063168 Aug 20 11:27:31.461426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34398) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:31.563705 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.580914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.586386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Transition to ACTIVE for port object e3236d54-7eed-4348-adfb-b9aee9ff49dc will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:31.599744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3c7e5-29d4-48a0-bb57-707e3441d537 req-93de01ae-2c65-4acf-8717-b3c515598175 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:31.601560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4df3c7e5-29d4-48a0-bb57-707e3441d537 req-93de01ae-2c65-4acf-8717-b3c515598175 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.3337765 Aug 20 11:27:31.615476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:31.617400 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.620158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] 10.222.0.38 "PUT /v2.0/ports/2508069f-ded6-48eb-b49c-e19755f1704e HTTP/1.1" status: 200 len: 1091 time: 4.1963031 Aug 20 11:27:31.644473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'tag': '2508069f-ded6-48eb-b49c-e19755f1704e'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:31.648971 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f" -d '{"events": [{"name": "network-changed", "server_uuid": "24cd93a1-add3-4f11-92a6-37dafc8ed075", "tag": "2508069f-ded6-48eb-b49c-e19755f1704e"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:31.701614 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.714891 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.758026 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4df3c7e5-29d4-48a0-bb57-707e3441d537 req-53625e71-acd6-4f1e-89ec-939f42068cee tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234171 Aug 20 11:27:31.827585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Attempting to bind port e3236d54-7eed-4348-adfb-b9aee9ff49dc on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:31.827585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Attempting to bind port e3236d54-7eed-4348-adfb-b9aee9ff49dc by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:31.827974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Attempting to bind port e3236d54-7eed-4348-adfb-b9aee9ff49dc on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:31.830208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b872fb-4ab0-43e0-b86b-847286ccef00 None None] Pushing event updated for resources: {'Port': ['ID=e3236d54-7eed-4348-adfb-b9aee9ff49dc,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:31.849093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:31.854759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:31.854759 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.854759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:31.854759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Bound port: e3236d54-7eed-4348-adfb-b9aee9ff49dc, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:31.854759 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.891256 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.902079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab6f7a-badf-434a-885f-e9cb7b868170 service neutron] Pushing event updated for resources: {'Port': ['ID=2508069f-ded6-48eb-b49c-e19755f1704e,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:31.905425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e3b673-0cf3-4925-b3f6-02f071344b73']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:31.919202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:31.919513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b63276-62e0-4cc5-94f1-5f2dcf6ef1e4') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:31.922942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] For port e3236d54-7eed-4348-adfb-b9aee9ff49dc, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:31.934661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] For port e3236d54-7eed-4348-adfb-b9aee9ff49dc, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e3236d54-7eed-4348-adfb-b9aee9ff49dc,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:31.934829 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.945347 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41964e8-cf4a-4153-b54c-3d7e01990ed6 x-openstack-request-id: req-b41964e8-cf4a-4153-b54c-3d7e01990ed6 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:31.945620 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cd93a1-add3-4f11-92a6-37dafc8ed075", "tag": "2508069f-ded6-48eb-b49c-e19755f1704e", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:31.945878 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b41964e8-cf4a-4153-b54c-3d7e01990ed6 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:31.946279 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'tag': '2508069f-ded6-48eb-b49c-e19755f1704e', 'status': 'completed', 'code': 200} Aug 20 11:27:31.953403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.961135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:27:31.961693 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:27:31.965471 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:27:31.989233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.004771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316904e-c8cd-4c3c-8e59-6432085be691 req-97f09967-da58-4953-ad74-074c0976940e tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:32.009032 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2316904e-c8cd-4c3c-8e59-6432085be691 req-97f09967-da58-4953-ad74-074c0976940e tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.4665632 Aug 20 11:27:32.045307 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.085292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Network ff9e97fb-d41e-413d-a691-700235a43614 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:32.123976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Routers {'4c917034-8ede-43f4-86ab-1b06078301fd'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:32.124934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4c917034-8ede-43f4-86ab-1b06078301fd'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:32.140884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:32.153210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-b0bed6b4-43d3-427b-ae33-5e231cb059ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:32.154924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-b0bed6b4-43d3-427b-ae33-5e231cb059ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 1094 time: 0.2417710 Aug 20 11:27:32.158931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:32.165967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.194188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.196701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/networks/94e3b673-0cf3-4925-b3f6-02f071344b73 HTTP/1.1" status: 204 len: 168 time: 0.7318311 Aug 20 11:27:32.197833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f4716-0633-4950-a08e-60df4d6ffc6b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Network': ['ID=94e3b673-0cf3-4925-b3f6-02f071344b73,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:32.207496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34404) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:32.214480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b872fb-4ab0-43e0-b86b-847286ccef00 None None] Pushing event updated for resources: {'Port': ['ID=e3236d54-7eed-4348-adfb-b9aee9ff49dc,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:32.234374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a47be-7050-4f44-b6c6-9f7d79931c14 req-c97f68fc-4ca2-42d3-845b-b7d44ffdc766 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:32.236311 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-270a47be-7050-4f44-b6c6-9f7d79931c14 req-c97f68fc-4ca2-42d3-845b-b7d44ffdc766 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 931 time: 0.1210442 Aug 20 11:27:32.237137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Pushing event updated for resources: {'Port': ['ID=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:32.292707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-216152f1-7178-436b-84fd-6cea885333e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2508069f-ded6-48eb-b49c-e19755f1704e HTTP/1.1" status: 200 len: 217 time: 0.0612674 Aug 20 11:27:32.299618 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2316904e-c8cd-4c3c-8e59-6432085be691 req-1d98ed4f-1b00-47a0-976f-7701f0f3590c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532885 Aug 20 11:27:32.319719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] Set router 4c917034-8ede-43f4-86ab-1b06078301fd gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:32.360745 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-270a47be-7050-4f44-b6c6-9f7d79931c14 req-84ae4f2c-9219-4e8b-bc69-b2da2518ed89 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090660 Aug 20 11:27:32.376272 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-edbaaeea-0f0b-4909-ad83-b0647bcb058e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.412242 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-edbaaeea-0f0b-4909-ad83-b0647bcb058e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.520492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:32.521271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.545265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:27Z', 'revision_number': 3, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:32.559625 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-edbaaeea-0f0b-4909-ad83-b0647bcb058e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.562403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-edbaaeea-0f0b-4909-ad83-b0647bcb058e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:32.567175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-edbaaeea-0f0b-4909-ad83-b0647bcb058e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/security-groups/57b00598-da17-49b2-98b6-cc5701799021 HTTP/1.1" status: 204 len: 168 time: 0.3550849 Aug 20 11:27:32.567371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-838918e7-2acf-4040-949f-05c01117421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:32.567371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-838918e7-2acf-4040-949f-05c01117421f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.2602489 Aug 20 11:27:32.576761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbaaeea-0f0b-4909-ad83-b0647bcb058e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b00598-da17-49b2-98b6-cc5701799021,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:32.619305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4259d-00f7-40c5-9aa0-09a32d272a0f None None] The sync data for ids ['4c917034-8ede-43f4-86ab-1b06078301fd'] in n-d-804230-3 is: [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:27Z', 'revision_number': 3, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:32.648736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-f50894aa-08c7-4547-a9af-823c829d7f55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419905 Aug 20 11:27:32.653927 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-f86b5bf0-f0e5-45c3-853f-2424230b5f66 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7752979 Aug 20 11:27:32.673643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Request body: {'port': {'device_id': '8a210efb-5e9a-4ab0-8418-e66315a48b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:32.857135 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:33.045850 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-03bd2d01-0c95-4aed-bca2-00071ebb0c04 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790572 Aug 20 11:27:33.050904 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:33.217723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183630d9-e373-4b3d-9b8a-f3729c3b309c req-f3b06b59-b30f-4ba5-880b-0309c8b1bae4 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:33.219469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-183630d9-e373-4b3d-9b8a-f3729c3b309c req-f3b06b59-b30f-4ba5-880b-0309c8b1bae4 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.3463790 Aug 20 11:27:33.284201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34414) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:33.284201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0b99af4c-d828-4231-9638-8d134dcd7efd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503425008', 'description': 'tempest-secgroup-smoke-1503425008 description', 'project_id': '981bab59c36f4c10932ff10b206a827c'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:33.388031 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b99af4c-d828-4231-9638-8d134dcd7efd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:33.433098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-183630d9-e373-4b3d-9b8a-f3729c3b309c req-511135a2-738f-4de1-8ee9-a05dc837eb95 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065437 Aug 20 11:27:33.451066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e3236d54-7eed-4348-adfb-b9aee9ff49dc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:33.470922 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dbd6370-5570-433f-bd57-76c862dbc507 req-57ffb400-bf75-4887-affb-1e60b39eca52 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970287 Aug 20 11:27:33.504477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecdb6a-1896-439b-a992-4088149dfe7a req-1539ac16-5819-4e96-9db6-694e620a5db3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:33.513964 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62ecdb6a-1896-439b-a992-4088149dfe7a req-1539ac16-5819-4e96-9db6-694e620a5db3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1012874 Aug 20 11:27:33.616085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Allocated IP 172.20.0.1 (eb730dde-0481-4a62-932a-41c83adf9294/4e3d507c-6c88-4bd0-a955-0f37897d208e/a86b995a-c375-4d56-b758-daff739cf7ca) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:33.748082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:27:33.770276 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:33.780138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b99af4c-d828-4231-9638-8d134dcd7efd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:33.797136 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62ecdb6a-1896-439b-a992-4088149dfe7a req-4d430aa3-88da-41c5-9a8b-1dfedf3e12c3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813945 Aug 20 11:27:33.821592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Transition to ACTIVE for port object 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:33.873195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465bea6-c349-4f6f-9621-5f5d3d8a166d req-8626ab8c-54ca-4f0d-baf8-5420ce990062 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:33.874946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9465bea6-c349-4f6f-9621-5f5d3d8a166d req-8626ab8c-54ca-4f0d-baf8-5420ce990062 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 931 time: 0.1202822 Aug 20 11:27:33.878147 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:33.896238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e3236d54-7eed-4348-adfb-b9aee9ff49dc completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:33.897388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b99af4c-d828-4231-9638-8d134dcd7efd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:33.902477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e3236d54-7eed-4348-adfb-b9aee9ff49dc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:33.904332 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:33.929936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Transition to ACTIVE for port object a86b995a-c375-4d56-b758-daff739cf7ca will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:33.973138 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99af4c-d828-4231-9638-8d134dcd7efd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:33.991796 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9465bea6-c349-4f6f-9621-5f5d3d8a166d req-fed94ec7-e536-461b-8c0e-320f3de44eb5 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095462 Aug 20 11:27:34.003367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.014225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f req-925efbc1-1056-4bd9-80fe-a8225c8acfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:34.014225 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f req-925efbc1-1056-4bd9-80fe-a8225c8acfc0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 1094 time: 0.1320834 Aug 20 11:27:34.038783 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.061004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e3236d54-7eed-4348-adfb-b9aee9ff49dc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e3236d54-7eed-4348-adfb-b9aee9ff49dc,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:34.074641 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b99af4c-d828-4231-9638-8d134dcd7efd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.074835 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0b99af4c-d828-4231-9638-8d134dcd7efd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7969599 Aug 20 11:27:34.077629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34422) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:34.082524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d275d564-c63d-4d2b-9049-8791c19325d5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:34.137571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:34.175809 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.206426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af29da43-c6e6-4a90-93fe-717cc2d3fc07 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:34.224874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.227102 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d275d564-c63d-4d2b-9049-8791c19325d5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.253722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: af29da43-c6e6-4a90-93fe-717cc2d3fc07 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:27:34.259039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af29da43-c6e6-4a90-93fe-717cc2d3fc07 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:34.287569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Pushing event updated for resources: {'Port': ['ID=a86b995a-c375-4d56-b758-daff739cf7ca,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:34.294831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f req-1775f64c-fa73-4144-8f6f-9c714290ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:34.295589 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f req-1775f64c-fa73-4144-8f6f-9c714290ead2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.2561026 Aug 20 11:27:34.298300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Network eb730dde-0481-4a62-932a-41c83adf9294 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:34.300409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e3236d54-7eed-4348-adfb-b9aee9ff49dc,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:34.303318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:34.339020 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d275d564-c63d-4d2b-9049-8791c19325d5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.354279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:34.360236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f req-b270ea1b-fc45-46f8-ad86-c07369d20077 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2508069f-ded6-48eb-b49c-e19755f1704e HTTP/1.1" status: 200 len: 217 time: 0.0544658 Aug 20 11:27:34.406914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Attempting to bind port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:34.409078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Attempting to bind port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '62e50c8a-105f-4a41-9334-6afe43ef8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff9e97fb-d41e-413d-a691-700235a43614'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:34.409078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Attempting to bind port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 on network ff9e97fb-d41e-413d-a691-700235a43614 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:34.427130 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d275d564-c63d-4d2b-9049-8791c19325d5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.445692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 on network ff9e97fb-d41e-413d-a691-700235a43614 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:27:34.446337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Attempting to bind port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 on network ff9e97fb-d41e-413d-a691-700235a43614 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:34.452817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275d564-c63d-4d2b-9049-8791c19325d5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f645e6-8b64-44cb-ae85-801435be8b42,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:34.459621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.513745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:34.514010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Checking segment: {'id': '62e50c8a-105f-4a41-9334-6afe43ef8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff9e97fb-d41e-413d-a691-700235a43614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:34.515502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Bound using segment: {'id': '62e50c8a-105f-4a41-9334-6afe43ef8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff9e97fb-d41e-413d-a691-700235a43614'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:34.515502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Bound port: 7e1f3ddc-d447-4afd-98a7-3e4a5883c688, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e50c8a-105f-4a41-9334-6afe43ef8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ff9e97fb-d41e-413d-a691-700235a43614'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:34.515502 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.541370 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d275d564-c63d-4d2b-9049-8791c19325d5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.545781 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d275d564-c63d-4d2b-9049-8791c19325d5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4644482 Aug 20 11:27:34.546464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34424) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:34.552376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2c59fc0a-9c68-4d23-926f-fc335e321912 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:34.562279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f req-d4d1b52a-4464-4a62-8442-52e952568ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:34.564579 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f req-d4d1b52a-4464-4a62-8442-52e952568ec0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.1594405 Aug 20 11:27:34.668211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f req-97881a84-36e4-4366-9d96-255f4409f640 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738463 Aug 20 11:27:34.717511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90993268-5e84-45b8-9395-79129451bdc7 req-1ad72e96-05a5-446f-ab64-23fe1c56cbfd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:34.719326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90993268-5e84-45b8-9395-79129451bdc7 req-1ad72e96-05a5-446f-ab64-23fe1c56cbfd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.0725942 Aug 20 11:27:34.729419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c59fc0a-9c68-4d23-926f-fc335e321912 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.778013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] For port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:34.804329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-49b1a645-bd72-42ca-a828-c5622fcdf927 None None] Provisioning for port a86b995a-c375-4d56-b758-daff739cf7ca completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:34.810377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-49b1a645-bd72-42ca-a828-c5622fcdf927 None None] Provisioning complete for port a86b995a-c375-4d56-b758-daff739cf7ca triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:34.810920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-49b1a645-bd72-42ca-a828-c5622fcdf927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.819950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90993268-5e84-45b8-9395-79129451bdc7 req-5f2b89c8-763a-4789-b60c-c09ea6fa7cfe tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891225 Aug 20 11:27:34.867486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c59fc0a-9c68-4d23-926f-fc335e321912 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:34.874646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] For port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,segment=NetworkSegment(62e50c8a-105f-4a41-9334-6afe43ef8ce6),segment_id=62e50c8a-105f-4a41-9334-6afe43ef8ce6)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:34.879132 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f req-612151c1-b1c1-4134-982a-a7c35d56579d service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964118 Aug 20 11:27:34.903665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-49b1a645-bd72-42ca-a828-c5622fcdf927 None None] Port a86b995a-c375-4d56-b758-daff739cf7ca cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:27:34.981989 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c59fc0a-9c68-4d23-926f-fc335e321912 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.016605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59fc0a-9c68-4d23-926f-fc335e321912 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1bc707-6ad8-4236-bda2-7103f06f96f3,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:35.064131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.083586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.127699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c59fc0a-9c68-4d23-926f-fc335e321912 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.138669 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2c59fc0a-9c68-4d23-926f-fc335e321912 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5859995 Aug 20 11:27:35.138669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34472) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:35.146315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-012a7794-901d-4d8d-a703-21671472c21c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:35.154274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:35.155170 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.156756 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] 10.222.0.57 "PUT /v2.0/ports/7e1f3ddc-d447-4afd-98a7-3e4a5883c688 HTTP/1.1" status: 200 len: 1091 time: 2.4912107 Aug 20 11:27:35.162515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a210efb-5e9a-4ab0-8418-e66315a48b50', 'tag': '7e1f3ddc-d447-4afd-98a7-3e4a5883c688'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:35.165266 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc920bb-8f5d-4177-8a2b-ed183311d649" -d '{"events": [{"name": "network-changed", "server_uuid": "8a210efb-5e9a-4ab0-8418-e66315a48b50", "tag": "7e1f3ddc-d447-4afd-98a7-3e4a5883c688"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:35.176359 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db7ac6d4-6b8e-499e-8562-5b2c2dac768f req-7c6c23f5-9c0e-4f1d-8843-1c3206532865 service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634075 Aug 20 11:27:35.185076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5390544-496e-49a3-8ff5-9b8516376e37 req-c1a5080a-c9cd-4293-acf7-7575e8deea30 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:35.193102 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5390544-496e-49a3-8ff5-9b8516376e37 req-c1a5080a-c9cd-4293-acf7-7575e8deea30 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.2668500 Aug 20 11:27:35.200590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158f91c-2c0d-452c-bb07-69cbc033f9d7 req-d8901254-48d4-414a-b7a2-1f5c29e11d3b tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:35.210588 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3158f91c-2c0d-452c-bb07-69cbc033f9d7 req-d8901254-48d4-414a-b7a2-1f5c29e11d3b tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 943 time: 0.1294594 Aug 20 11:27:35.256233 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d37349-c3a6-4ab5-a25b-905a932c4154 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:35.272025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3158f91c-2c0d-452c-bb07-69cbc033f9d7 req-13151875-264f-4b3f-a9e5-ac5b1b1f0c4f tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602927 Aug 20 11:27:35.288875 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5390544-496e-49a3-8ff5-9b8516376e37 req-d7b39e8a-40f5-409e-b187-7eb8386a0799 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926998 Aug 20 11:27:35.349108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-012a7794-901d-4d8d-a703-21671472c21c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.410285 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e3236d54-7eed-4348-adfb-b9aee9ff49dc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:35.445211 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-012a7794-901d-4d8d-a703-21671472c21c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.464913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e3236d54-7eed-4348-adfb-b9aee9ff49dc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:35.465481 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.541730 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-012a7794-901d-4d8d-a703-21671472c21c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.563126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a7794-901d-4d8d-a703-21671472c21c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78217be4-cea1-4ce9-863c-d17de568d96b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:35.719033 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-012a7794-901d-4d8d-a703-21671472c21c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.723217 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-012a7794-901d-4d8d-a703-21671472c21c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5823030 Aug 20 11:27:35.723935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34476) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:35.728334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-41bf4317-701a-445f-a77f-f8014d7c3fcf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:35.762515 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc85b86-1949-43fd-ad17-b04507ca4578 x-openstack-request-id: req-4dc85b86-1949-43fd-ad17-b04507ca4578 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:35.763270 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a210efb-5e9a-4ab0-8418-e66315a48b50", "tag": "7e1f3ddc-d447-4afd-98a7-3e4a5883c688", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:35.763270 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4dc85b86-1949-43fd-ad17-b04507ca4578 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:35.763669 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a210efb-5e9a-4ab0-8418-e66315a48b50', 'tag': '7e1f3ddc-d447-4afd-98a7-3e4a5883c688', 'status': 'completed', 'code': 200} Aug 20 11:27:35.809224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b811e-14dc-4533-856c-201418b53869 req-5a57ce8f-8368-4c93-beb0-8496359af842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:35.810710 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-5a57ce8f-8368-4c93-beb0-8496359af842 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41b45cc13045429181c9713bb41e2b94&device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 1094 time: 0.4560070 Aug 20 11:27:35.863239 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-504e2c49-4122-4d44-9d0f-bb738fc306f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e1f3ddc-d447-4afd-98a7-3e4a5883c688 HTTP/1.1" status: 200 len: 217 time: 0.0424795 Aug 20 11:27:35.915765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:35.931961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b811e-14dc-4533-856c-201418b53869 req-73a8c77e-6ae3-47b8-8c0f-51fa3df263b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:35.933500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-73a8c77e-6ae3-47b8-8c0f-51fa3df263b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fc9d8b1-f713-47f2-8cea-30c6cc8678e6 HTTP/1.1" status: 200 len: 854 time: 0.0624573 Aug 20 11:27:35.957520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd39b67-0811-43a7-938a-fe8325f395f7 req-a5af61b4-49a4-459a-bfc6-81ee8d67272c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:35.959554 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbd39b67-0811-43a7-938a-fe8325f395f7 req-a5af61b4-49a4-459a-bfc6-81ee8d67272c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.0556736 Aug 20 11:27:36.163209 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-73224148-651d-449a-88e1-38a2bfe880c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff9e97fb-d41e-413d-a691-700235a43614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287511 Aug 20 11:27:36.164890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbd39b67-0811-43a7-938a-fe8325f395f7 req-831648ef-b19f-4e5a-8597-cdb61389b39e tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Aug 20 11:27:36.165000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-b8f467d3-61f9-4158-87b2-9089477b012d service neutron] 10.222.0.57 "GET /v2.0/networks/ff9e97fb-d41e-413d-a691-700235a43614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925462 Aug 20 11:27:36.172676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-209b811e-14dc-4533-856c-201418b53869 req-26f99ed4-4f14-4728-9124-4acd0515d095 service neutron] 10.222.0.57 "GET /v2.0/networks/ff9e97fb-d41e-413d-a691-700235a43614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948443 Aug 20 11:27:36.426569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552ec5c-12fa-41ce-a319-ae448e5d91f1 req-ecf58f79-cc02-40b4-af80-90df059a6a8a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:36.428794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e3afa-eed7-4acc-9ade-257156c9ac90 req-6867b530-a85d-4536-98e5-d67b0b012af7 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:36.429095 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d552ec5c-12fa-41ce-a319-ae448e5d91f1 req-ecf58f79-cc02-40b4-af80-90df059a6a8a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0554068 Aug 20 11:27:36.430996 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a05e3afa-eed7-4acc-9ade-257156c9ac90 req-6867b530-a85d-4536-98e5-d67b0b012af7 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 943 time: 0.0630200 Aug 20 11:27:36.475231 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a05e3afa-eed7-4acc-9ade-257156c9ac90 req-59739b41-5e99-4d4c-bfb9-19e41982b281 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 Aug 20 11:27:36.475494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d552ec5c-12fa-41ce-a319-ae448e5d91f1 req-398aa8bf-fd25-4ca5-93d6-aa499b7312f2 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 Aug 20 11:27:36.690422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:36.695780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-41bf4317-701a-445f-a77f-f8014d7c3fcf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:36.763365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:36.765260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Pushing event updated for resources: {'Port': ['ID=a86b995a-c375-4d56-b758-daff739cf7ca,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:36.766181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-41bf4317-701a-445f-a77f-f8014d7c3fcf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:36.861550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-41bf4317-701a-445f-a77f-f8014d7c3fcf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:36.878759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc920bb-8f5d-4177-8a2b-ed183311d649 req-1e040c91-f976-406d-a0bc-2410fe73f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:36.880307 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3fc920bb-8f5d-4177-8a2b-ed183311d649 req-1e040c91-f976-406d-a0bc-2410fe73f132 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41b45cc13045429181c9713bb41e2b94&device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 1094 time: 0.0666063 Aug 20 11:27:36.883649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf4317-701a-445f-a77f-f8014d7c3fcf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34344989-58fd-4c2e-88c7-aba6ed459656,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:36.945129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Network eb730dde-0481-4a62-932a-41c83adf9294 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:36.949454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:36.959181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-41bf4317-701a-445f-a77f-f8014d7c3fcf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:36.961259 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-41bf4317-701a-445f-a77f-f8014d7c3fcf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2360470 Aug 20 11:27:36.964031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34488) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:36.974941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-aa9cd9f3-6fd9-4d88-94b5-24d5a0261c0f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:37.065657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc920bb-8f5d-4177-8a2b-ed183311d649 req-69e1d2bc-b82a-4d3d-8b8a-133417ace170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:37.065657 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3fc920bb-8f5d-4177-8a2b-ed183311d649 req-69e1d2bc-b82a-4d3d-8b8a-133417ace170 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ff9e97fb-d41e-413d-a691-700235a43614 HTTP/1.1" status: 200 len: 915 time: 0.1699510 Aug 20 11:27:37.137702 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3fc920bb-8f5d-4177-8a2b-ed183311d649 req-d9f6d597-a8a8-4f5e-b281-94d913186026 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e1f3ddc-d447-4afd-98a7-3e4a5883c688 HTTP/1.1" status: 200 len: 217 time: 0.0426509 Aug 20 11:27:37.162181 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-aa9cd9f3-6fd9-4d88-94b5-24d5a0261c0f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Project 981bab59c36f4c10932ff10b206a827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:27:37.173312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a30566-a40c-4aec-a2a7-84811bc551ff req-f4ce12ed-2702-4a8d-a048-26b088335d57 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:37.175203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b5a30566-a40c-4aec-a2a7-84811bc551ff req-f4ce12ed-2702-4a8d-a048-26b088335d57 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.0751674 Aug 20 11:27:37.196698 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd9f3-6fd9-4d88-94b5-24d5a0261c0f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:37.205793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Router 4c917034-8ede-43f4-86ab-1b06078301fd has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:27:37.233561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b5a30566-a40c-4aec-a2a7-84811bc551ff req-c67a4301-b452-4cec-b35b-e4581849dcec tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461655 Aug 20 11:27:37.241130 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc920bb-8f5d-4177-8a2b-ed183311d649 req-63b5889b-5090-4137-a1a3-21a6ae926af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:37.242790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3fc920bb-8f5d-4177-8a2b-ed183311d649 req-63b5889b-5090-4137-a1a3-21a6ae926af7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fc9d8b1-f713-47f2-8cea-30c6cc8678e6 HTTP/1.1" status: 200 len: 854 time: 0.0935996 Aug 20 11:27:37.255901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8e2cb64a-4b92-47f5-9fa8-01424273b7c1 None None] Provisioning complete for port a86b995a-c375-4d56-b758-daff739cf7ca triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:37.256459 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb64a-4b92-47f5-9fa8-01424273b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:37.283422 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3fc920bb-8f5d-4177-8a2b-ed183311d649 req-9135b2d8-a322-4032-ba27-d1c63dec13cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ff9e97fb-d41e-413d-a691-700235a43614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311162 Aug 20 11:27:37.308732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cb64a-4b92-47f5-9fa8-01424273b7c1 None None] Port a86b995a-c375-4d56-b758-daff739cf7ca cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:27:37.414060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd9f3-6fd9-4d88-94b5-24d5a0261c0f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:37.485257 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3fc920bb-8f5d-4177-8a2b-ed183311d649 req-ceea44fe-fb43-40d0-9169-3c9fa94a2560 service neutron] 10.222.0.57 "GET /v2.0/networks/ff9e97fb-d41e-413d-a691-700235a43614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612105 Aug 20 11:27:37.486731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:37.489118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd9f3-6fd9-4d88-94b5-24d5a0261c0f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:37.494852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a779c5ec-8f26-4493-95be-5eef4ceb00aa admin admin] 10.222.0.10 "PUT /v2.0/routers/4c917034-8ede-43f4-86ab-1b06078301fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1028404 Aug 20 11:27:37.510285 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Sync routers for ids ['4c917034-8ede-43f4-86ab-1b06078301fd'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:37.521613 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Routers {'4c917034-8ede-43f4-86ab-1b06078301fd'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:37.523190 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4c917034-8ede-43f4-86ab-1b06078301fd'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:37.530920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cd9f3-6fd9-4d88-94b5-24d5a0261c0f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba30c62-c9a3-4f73-87ed-d30dca28609f,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:37.612890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd9f3-6fd9-4d88-94b5-24d5a0261c0f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:37.616939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aa9cd9f3-6fd9-4d88-94b5-24d5a0261c0f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6491303 Aug 20 11:27:37.617653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34528) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:37.623394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6440b60d-cbff-410e-8c28-ecc504df90c0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:37.691078 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Set router 4c917034-8ede-43f4-86ab-1b06078301fd gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:37.713378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cace511-5b1b-4245-91ad-2ec43025a4ed req-336c2139-3a75-49e9-a463-18e3ed4c5e59 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:37.716043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8cace511-5b1b-4245-91ad-2ec43025a4ed req-336c2139-3a75-49e9-a463-18e3ed4c5e59 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 943 time: 0.1184351 Aug 20 11:27:37.719418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3fc920bb-8f5d-4177-8a2b-ed183311d649 req-50fc5ea3-4bc5-428b-961d-f1d0591e13ba service neutron] 10.222.0.57 "GET /v2.0/networks/ff9e97fb-d41e-413d-a691-700235a43614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185512 Aug 20 11:27:37.723170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69496435-65ee-4bbd-91be-eefaac6334ae req-97d141b8-8234-4c09-8ece-cb6a70722813 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:37.739953 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-69496435-65ee-4bbd-91be-eefaac6334ae req-97d141b8-8234-4c09-8ece-cb6a70722813 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1014292 Aug 20 11:27:37.787567 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-6440b60d-cbff-410e-8c28-ecc504df90c0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Project 981bab59c36f4c10932ff10b206a827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:27:37.798146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6440b60d-cbff-410e-8c28-ecc504df90c0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:37.800418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8cace511-5b1b-4245-91ad-2ec43025a4ed req-dd545786-9a86-4f8c-817a-a4c9b6e763f0 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772021 Aug 20 11:27:37.810422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-69496435-65ee-4bbd-91be-eefaac6334ae req-db2ecb3e-c9bf-4374-ae95-1db631117f18 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669038 Aug 20 11:27:37.903837 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6440b60d-cbff-410e-8c28-ecc504df90c0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:37.992421 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a86b995a-c375-4d56-b758-daff739cf7ca', 'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'mac_address': 'fa:16:3e:82:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:33Z', 'updated_at': '2021-08-20T11:27:35Z', 'revision_number': 2, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'subnets': [{'id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:38.027226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6440b60d-cbff-410e-8c28-ecc504df90c0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.038012 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Checking router: 4c917034-8ede-43f4-86ab-1b06078301fd for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:38.038690 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Updating router 4c917034-8ede-43f4-86ab-1b06078301fd port a86b995a-c375-4d56-b758-daff739cf7ca binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:27:38.049714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440b60d-cbff-410e-8c28-ecc504df90c0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d776807-43ec-48b1-893b-5ca3fdbf5479,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:38.075753 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.164238 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6440b60d-cbff-410e-8c28-ecc504df90c0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.169147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6440b60d-cbff-410e-8c28-ecc504df90c0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5468016 Aug 20 11:27:38.169445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34536) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:38.174893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'network': {'name': 'tempest-network-smoke--1583430558', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'port_security_enabled': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:38.278215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:38.282117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.340249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:27:38.362919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.363278 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Added segment 58be2ba0-759c-4c4f-bca9-5e332dc381cd of type vlan for network e3681374-4c89-4cc6-8ba9-16d98b0c329c Aug 20 11:27:38.442938 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.446601 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.454259 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Transition to ACTIVE for port object a86b995a-c375-4d56-b758-daff739cf7ca will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:38.462943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2aa037-9a79-4bdd-93af-5d95d2fc9462 req-260d4e55-85b0-4a00-8253-ad646a126aec tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:38.464520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d2aa037-9a79-4bdd-93af-5d95d2fc9462 req-260d4e55-85b0-4a00-8253-ad646a126aec tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.1032908 Aug 20 11:27:38.515275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d2aa037-9a79-4bdd-93af-5d95d2fc9462 req-b8bc0902-72fd-40c6-abc5-5ca3fc62c15e tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Aug 20 11:27:38.547650 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.610660 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.614001 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Pushing event updated for resources: {'Port': ['ID=a86b995a-c375-4d56-b758-daff739cf7ca,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:38.624502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:38.638888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.639647 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.639647 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.639848 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.640187 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.640532 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.640863 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.641195 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.641538 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.641849 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.646225 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.647799 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.648314 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:27:38.694189 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Attempting to bind port a86b995a-c375-4d56-b758-daff739cf7ca on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:38.702183 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Attempting to bind port a86b995a-c375-4d56-b758-daff739cf7ca by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:38.702183 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Attempting to bind port a86b995a-c375-4d56-b758-daff739cf7ca on network eb730dde-0481-4a62-932a-41c83adf9294 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:38.704607 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:38.704993 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Checking segment: {'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:38.705435 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.705842 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Bound using segment: {'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:38.706309 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Bound port: a86b995a-c375-4d56-b758-daff739cf7ca, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:38.707662 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.714455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34548) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:38.720593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-22406447-network', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:38.725199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Network': ['ID=e3681374-4c89-4cc6-8ba9-16d98b0c329c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:38.741343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network e3681374-4c89-4cc6-8ba9-16d98b0c329c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:27:38.772164 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-869647a3-d9bd-4e7e-8dae-fb6032ed0038 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6013744 Aug 20 11:27:38.774795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34550) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:38.780699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'admin_state_up': True, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:38.789872 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] For port a86b995a-c375-4d56-b758-daff739cf7ca, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:38.794254 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] For port a86b995a-c375-4d56-b758-daff739cf7ca, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a86b995a-c375-4d56-b758-daff739cf7ca,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:38.873381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Made reservation on behalf of 5c1fba45ed9c4a8c9690802ff8765914 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:38.876435 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.891059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.908118 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.981113 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Routers {'4c917034-8ede-43f4-86ab-1b06078301fd'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:38.981771 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4c917034-8ede-43f4-86ab-1b06078301fd'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:38.983930 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2376a-627f-4c71-9a24-190d80e61efb None None] Pushing event updated for resources: {'Port': ['ID=a86b995a-c375-4d56-b758-daff739cf7ca,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:38.985919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:38.985919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.062625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08a57b-5143-45ad-9ab6-47a93c1dbf1a req-ea2b447b-08e2-4acb-9304-9d3c00d08337 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:39.064245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f08a57b-5143-45ad-9ab6-47a93c1dbf1a req-ea2b447b-08e2-4acb-9304-9d3c00d08337 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 943 time: 0.1237619 Aug 20 11:27:39.070887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a24707-1f61-4243-8f43-1104a2eda8b8 req-bc7e9fc3-c302-4e6d-bddd-274eeae05579 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:39.076682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2a24707-1f61-4243-8f43-1104a2eda8b8 req-bc7e9fc3-c302-4e6d-bddd-274eeae05579 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1425796 Aug 20 11:27:39.134081 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.138892 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f08a57b-5143-45ad-9ab6-47a93c1dbf1a req-b7dffb42-1cb1-40f7-bf66-71e009621576 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600636 Aug 20 11:27:39.190653 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2a24707-1f61-4243-8f43-1104a2eda8b8 req-14f97e46-6292-4244-bd4a-e2bf0b71705f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604010 Aug 20 11:27:39.195392 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] Set router 4c917034-8ede-43f4-86ab-1b06078301fd gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:39.209227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.324157 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.360795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:27:39.369987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7c7b16-99f2-44f9-9e2b-58197b90a176,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:39.378037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.379190 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Added segment 54a0b1c7-fc2d-455d-a823-fc2dc75d69d9 of type vlan for network 5e81d307-152c-4b08-9fd5-32569674b9ba Aug 20 11:27:39.410094 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.433278 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.535664 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.536566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:39.537164 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.574542 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a86b995a-c375-4d56-b758-daff739cf7ca', 'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'mac_address': 'fa:16:3e:82:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:33Z', 'updated_at': '2021-08-20T11:27:38Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'subnets': [{'id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:39.603602 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae84863-a306-4a46-8161-9f2030cbdad6 None None] The sync data for ids ['4c917034-8ede-43f4-86ab-1b06078301fd'] in n-d-804230-3 is: [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a86b995a-c375-4d56-b758-daff739cf7ca', 'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'mac_address': 'fa:16:3e:82:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:33Z', 'updated_at': '2021-08-20T11:27:38Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'subnets': [{'id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:39.667999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5e81d307-152c-4b08-9fd5-32569674b9ba,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:39.700806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 5e81d307-152c-4b08-9fd5-32569674b9ba details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:27:39.719970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d719a0c2-bc4d-402f-a1ad-43a4b32a10d2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0036154 Aug 20 11:27:39.728455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34560) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:39.734582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Request body: {'subnet': {'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-22406447-subnet', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:39.763827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f2a7-7487-4ece-81f3-ba8aaab3fbba req-44978255-4338-4910-967e-1b142c4674ed tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:39.772290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e558f2a7-7487-4ece-81f3-ba8aaab3fbba req-44978255-4338-4910-967e-1b142c4674ed tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.1220994 Aug 20 11:27:39.805858 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.829250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e558f2a7-7487-4ece-81f3-ba8aaab3fbba req-9908efb5-8174-43f3-bab5-a51ba38823c4 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558252 Aug 20 11:27:39.839571 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:39.916910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Made reservation on behalf of 5c1fba45ed9c4a8c9690802ff8765914 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:39.919420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:40.035813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.25.4.43 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/ba398040-ca17-46cb-b638-5e44c1755141) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:40.262882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:27:40.269845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:40.373656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42688b-677e-4911-b0e6-1013df25baad req-9a95eb99-6156-4025-9b05-19bdb737604c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:40.375298 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff42688b-677e-4911-b0e6-1013df25baad req-9a95eb99-6156-4025-9b05-19bdb737604c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0749788 Aug 20 11:27:40.386906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0a520-8c6f-4c79-acb8-ccbed57e13d6 req-46262e50-cce2-41c4-98cb-72ab16c7f5d2 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:40.395042 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4aa0a520-8c6f-4c79-acb8-ccbed57e13d6 req-46262e50-cce2-41c4-98cb-72ab16c7f5d2 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 943 time: 0.1287086 Aug 20 11:27:40.424407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,segment=NetworkSegment(62e50c8a-105f-4a41-9334-6afe43ef8ce6),segment_id=62e50c8a-105f-4a41-9334-6afe43ef8ce6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:40.431222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff42688b-677e-4911-b0e6-1013df25baad req-d940d33a-12f3-4220-b6ae-ffe1ec3e3fd8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477481 Aug 20 11:27:40.442715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '7e1f3ddc-d447-4afd-98a7-3e4a5883c688', 'network_id': 'ff9e97fb-d41e-413d-a691-700235a43614', 'port_id': '7e1f3ddc-d447-4afd-98a7-3e4a5883c688', 'mac_address': 'fa:16:3e:3d:e8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc9d8b1-f713-47f2-8cea-30c6cc8678e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:27:40.461917 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4aa0a520-8c6f-4c79-acb8-ccbed57e13d6 req-fc9b6ecf-76ce-43f7-9189-e0c6b5e2d822 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537271 Aug 20 11:27:40.489202 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:40.504822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:27:40.528459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,segment=NetworkSegment(62e50c8a-105f-4a41-9334-6afe43ef8ce6),segment_id=62e50c8a-105f-4a41-9334-6afe43ef8ce6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:40.543704 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:40.584292 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:40.649673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71af83a6-7b7c-40db-9e95-3512568ecca9,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:40.655796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:40.667269 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:40.671009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:40.674466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=ba398040-ca17-46cb-b638-5e44c1755141,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:40.676990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:40.708695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Checking segment: {'id': '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:40.709116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Network hostable DHCP agents. Network: 5e81d307-152c-4b08-9fd5-32569674b9ba, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:27:40.749711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:40.837410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Network 5e81d307-152c-4b08-9fd5-32569674b9ba is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:27:40.961873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['7e1f3ddc-d447-4afd-98a7-3e4a5883c688'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:27:40.975630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54169fa7-b332-4819-991b-1d3c834b4c83 req-f320a8eb-dda4-41cf-844a-5a295a0bcdfd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:40.977281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54169fa7-b332-4819-991b-1d3c834b4c83 req-f320a8eb-dda4-41cf-844a-5a295a0bcdfd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.0660987 Aug 20 11:27:41.004062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 5e81d307-152c-4b08-9fd5-32569674b9ba) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:41.010535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:41.010739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.036192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac5a358-dd33-4be0-b935-26494c7e2930 None None] Network 5e81d307-152c-4b08-9fd5-32569674b9ba requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:27:41.047361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54169fa7-b332-4819-991b-1d3c834b4c83 req-0ac654be-7f94-493c-bccd-a5d432366d39 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 Aug 20 11:27:41.076615 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.177493 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b628593d-3c79-4b95-af5e-8a37d50b02d3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4474227 Aug 20 11:27:41.179905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34572) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:41.186452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-22406447-router', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:41.207917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.294265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-5e81d307-152c-4b08-9fd5-32569674b9ba', 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'fixed_ips': [{'subnet_id': '71af83a6-7b7c-40db-9e95-3512568ecca9'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:27:41.295365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.381482 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.383408 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.491215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.525430 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.560379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a86b995a-c375-4d56-b758-daff739cf7ca up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:41.610719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9979e-7225-403b-99b6-b1ee5524e172 req-5f71c917-e9f7-4063-aba4-25dea89d8675 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:41.618396 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddc9979e-7225-403b-99b6-b1ee5524e172 req-5f71c917-e9f7-4063-aba4-25dea89d8675 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 944 time: 0.0598707 Aug 20 11:27:41.663110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddc9979e-7225-403b-99b6-b1ee5524e172 req-55a2b4c1-f762-4228-a418-0384354a1952 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436239 Aug 20 11:27:41.682672 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Allocated IP 172.20.0.2 (5e81d307-152c-4b08-9fd5-32569674b9ba/71af83a6-7b7c-40db-9e95-3512568ecca9/d8c6e5b2-299a-4777-b240-fc2baecd3e81) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:41.772049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a86b995a-c375-4d56-b758-daff739cf7ca completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:41.786164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a86b995a-c375-4d56-b758-daff739cf7ca triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:41.786578 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.887603 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.916618 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Transition to ACTIVE for port object d8c6e5b2-299a-4777-b240-fc2baecd3e81 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:41.948081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Transition to ACTIVE for port object d8c6e5b2-299a-4777-b240-fc2baecd3e81 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:41.949820 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:41.990717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2508069f-ded6-48eb-b49c-e19755f1704e details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:27:42.000307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port a86b995a-c375-4d56-b758-daff739cf7ca, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a86b995a-c375-4d56-b758-daff739cf7ca,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:42.057498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cea97b-e9da-47db-8e48-d60600ba3ab4 req-95fb65be-6cb8-4064-9578-a4cb3ae6add8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:42.059086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0cea97b-e9da-47db-8e48-d60600ba3ab4 req-95fb65be-6cb8-4064-9578-a4cb3ae6add8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.5458996 Aug 20 11:27:42.098718 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.163534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Network 5e81d307-152c-4b08-9fd5-32569674b9ba is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:42.166001 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.175820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:42.179202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:42.181923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:42.186776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.210764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Pushing event updated for resources: {'Port': ['ID=d8c6e5b2-299a-4777-b240-fc2baecd3e81,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:42.229522 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0cea97b-e9da-47db-8e48-d60600ba3ab4 req-3b10a872-858f-41c5-ae73-d5b6f5cb40f0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371651 Aug 20 11:27:42.266559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '2508069f-ded6-48eb-b49c-e19755f1704e', 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98', 'port_id': '2508069f-ded6-48eb-b49c-e19755f1704e', 'mac_address': 'fa:16:3e:12:b8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117ab75a-d603-4cad-8f24-e9c95ab0ae3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:27:42.268159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70713bc-b74e-4992-a817-8765f47426c0 req-ecf6aa76-50f2-441a-88b4-85526580efd1 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:42.270606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a70713bc-b74e-4992-a817-8765f47426c0 req-ecf6aa76-50f2-441a-88b4-85526580efd1 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.1023846 Aug 20 11:27:42.279972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:42.339130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a70713bc-b74e-4992-a817-8765f47426c0 req-94cf213c-12dc-4892-beb9-adb9e3eac5ef tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550349 Aug 20 11:27:42.382898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=a86b995a-c375-4d56-b758-daff739cf7ca,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:42.394338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Attempting to bind port d8c6e5b2-299a-4777-b240-fc2baecd3e81 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:42.394792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Attempting to bind port d8c6e5b2-299a-4777-b240-fc2baecd3e81 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:42.395167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Attempting to bind port d8c6e5b2-299a-4777-b240-fc2baecd3e81 on network 5e81d307-152c-4b08-9fd5-32569674b9ba {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:42.411834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:42.412515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Checking segment: {'id': '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:42.412923 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.413317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Bound using segment: {'id': '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:42.413799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Bound port: d8c6e5b2-299a-4777-b240-fc2baecd3e81, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:42.414204 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.422775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router c859d3e3-f09c-4721-9d3e-858456da8107 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:27:42.437619 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.474710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2508069f-ded6-48eb-b49c-e19755f1704e {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:27:42.512097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:42.518248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] For port d8c6e5b2-299a-4777-b240-fc2baecd3e81, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:42.521395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] For port d8c6e5b2-299a-4777-b240-fc2baecd3e81, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d8c6e5b2-299a-4777-b240-fc2baecd3e81,segment=NetworkSegment(54a0b1c7-fc2d-455d-a823-fc2dc75d69d9),segment_id=54a0b1c7-fc2d-455d-a823-fc2dc75d69d9)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:42.544895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.592375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:42.597063 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.597386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:42.597857 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.645615 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.651754 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.659011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:42.697736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Sync routers for ids ['c859d3e3-f09c-4721-9d3e-858456da8107'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:42.739101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Allocated IP 172.25.4.62 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/28d8f0a0-efa8-4605-8a85-f92e44201252) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:42.783191 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.784961 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3588684e-d392-4895-8c4d-8e057bd884a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0088456 Aug 20 11:27:42.788505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34584) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:42.795402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Routers {'c859d3e3-f09c-4721-9d3e-858456da8107'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:42.796053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c859d3e3-f09c-4721-9d3e-858456da8107'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:42.798463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095adc5b-3e4b-4bc3-8321-5c6b80eb12af None None] Pushing event updated for resources: {'Port': ['ID=d8c6e5b2-299a-4777-b240-fc2baecd3e81,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:42.806078 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.856813 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-525a2373-335b-4bf5-a216-c7c903699db5 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=981bab59c36f4c10932ff10b206a827c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664799 Aug 20 11:27:42.859417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34586) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:42.926564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2e48-1519-4b47-a4af-1c34cd3843e0 req-0db99924-ae85-44a9-b0bd-6dc17f1c85b3 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:42.928194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5dad2e48-1519-4b47-a4af-1c34cd3843e0 req-0db99924-ae85-44a9-b0bd-6dc17f1c85b3 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 944 time: 0.1063867 Aug 20 11:27:42.941484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:42.986056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cfc2e5-339c-4180-8c96-21d70489385f tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:42.987926 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-53cfc2e5-339c-4180-8c96-21d70489385f tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255131 Aug 20 11:27:42.990955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34588) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:42.996385 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5dad2e48-1519-4b47-a4af-1c34cd3843e0 req-7290498c-f6af-47be-ad4f-2e9b9505a4fa tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602767 Aug 20 11:27:43.064456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a210efb-5e9a-4ab0-8418-e66315a48b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f3ddc-d447-4afd-98a7-3e4a5883c688'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:43.069710 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a70e62-e539-4105-b625-875301a37e1b" -d '{"events": [{"server_uuid": "8a210efb-5e9a-4ab0-8418-e66315a48b50", "name": "network-vif-plugged", "status": "completed", "tag": "7e1f3ddc-d447-4afd-98a7-3e4a5883c688"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:43.096184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['2508069f-ded6-48eb-b49c-e19755f1704e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:27:43.097076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5e1b4027-b3f1-45bf-858a-3d28a22dda04 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0940681 Aug 20 11:27:43.098565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34592) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:43.107619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855038568', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:43.163595 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee6c577-83ee-414c-b7d3-8267232af6e7 x-openstack-request-id: req-3ee6c577-83ee-414c-b7d3-8267232af6e7 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:43.164081 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a210efb-5e9a-4ab0-8418-e66315a48b50", "name": "network-vif-plugged", "status": "completed", "tag": "7e1f3ddc-d447-4afd-98a7-3e4a5883c688", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:43.164452 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ee6c577-83ee-414c-b7d3-8267232af6e7 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:43.164856 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a210efb-5e9a-4ab0-8418-e66315a48b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f3ddc-d447-4afd-98a7-3e4a5883c688', 'code': 200} Aug 20 11:27:43.175573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,segment=NetworkSegment(62e50c8a-105f-4a41-9334-6afe43ef8ce6),segment_id=62e50c8a-105f-4a41-9334-6afe43ef8ce6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:43.213452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Set router c859d3e3-f09c-4721-9d3e-858456da8107 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:43.289244 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:43.296869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=2508069f-ded6-48eb-b49c-e19755f1704e,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:43.352852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:43.357312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:43.364433 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:43.383028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:43.388060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba790abe-d20e-4637-af70-8ff16fd6edc0 req-e6cea677-5c65-48b6-ab2d-5486bf4c43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:43.389594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba790abe-d20e-4637-af70-8ff16fd6edc0 req-e6cea677-5c65-48b6-ab2d-5486bf4c43d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 1095 time: 0.1768458 Aug 20 11:27:43.409565 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:43.476625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Pushing event updated for resources: {'Port': ['ID=28d8f0a0-efa8-4605-8a85-f92e44201252,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:43.487109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:43.512222 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:27:43.515958 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:43.540490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba790abe-d20e-4637-af70-8ff16fd6edc0 req-741f48ec-c0a8-474f-8ecc-082cc975e7c3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356792 Aug 20 11:27:43.622165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:40Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:43.625267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6daec-1d46-47da-95f2-d4cd10be8cb7 req-4c35306e-9947-47bd-b9b5-cf062d2f143d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:43.625580 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10a6daec-1d46-47da-95f2-d4cd10be8cb7 req-4c35306e-9947-47bd-b9b5-cf062d2f143d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.2399199 Aug 20 11:27:43.640550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed0375-75cb-4e8b-b747-8d7b169592dc req-d66f9525-a587-44ac-900c-4a89d2d912c4 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:43.647375 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d3ed0375-75cb-4e8b-b747-8d7b169592dc req-d66f9525-a587-44ac-900c-4a89d2d912c4 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 944 time: 0.1647999 Aug 20 11:27:43.671314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d8c6e5b2-299a-4777-b240-fc2baecd3e81 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:43.675598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Checking router: c859d3e3-f09c-4721-9d3e-858456da8107 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:43.675990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Updating router c859d3e3-f09c-4721-9d3e-858456da8107 port ba398040-ca17-46cb-b638-5e44c1755141 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:27:43.739793 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:43.744578 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d3ed0375-75cb-4e8b-b747-8d7b169592dc req-1e6d4e0a-8d7e-4b26-bd20-6133ed67c466 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906415 Aug 20 11:27:43.890977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10a6daec-1d46-47da-95f2-d4cd10be8cb7 req-103e442c-b9ae-460a-acd5-b9c31f4d9bdb tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360724 Aug 20 11:27:43.951857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d8c6e5b2-299a-4777-b240-fc2baecd3e81 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:43.959729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a86b995a-c375-4d56-b758-daff739cf7ca up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:44.063293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a86b995a-c375-4d56-b758-daff739cf7ca triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:44.063674 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.121518 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.143419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a98569b-5639-4292-9a05-1d85237f886c None None] Network 5e81d307-152c-4b08-9fd5-32569674b9ba requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:27:44.185307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301262c-47fb-452f-8f0e-25cd0904a7e1 req-e8fa6dd7-0be7-4083-80a2-bc9a4135f0ee tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:44.198576 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7301262c-47fb-452f-8f0e-25cd0904a7e1 req-e8fa6dd7-0be7-4083-80a2-bc9a4135f0ee tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 945 time: 0.0738571 Aug 20 11:27:44.235170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Subnet': ['ID=b69a5340-8adb-44af-b8e4-7a26b26eca35,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:44.238700 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.265730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7301262c-47fb-452f-8f0e-25cd0904a7e1 req-bc4cf768-35a3-4ffc-931a-e507a1ebf0c1 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573347 Aug 20 11:27:44.270505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.272613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Checking segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:44.273043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network hostable DHCP agents. Network: e3681374-4c89-4cc6-8ba9-16d98b0c329c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:27:44.300136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Transition to ACTIVE for port object ba398040-ca17-46cb-b638-5e44c1755141 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:44.399092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-60a8e21f-cc8d-41b6-b0bf-1cf7ce0657e2 None None] Provisioning for port d8c6e5b2-299a-4777-b240-fc2baecd3e81 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:44.405736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-60a8e21f-cc8d-41b6-b0bf-1cf7ce0657e2 None None] Provisioning complete for port d8c6e5b2-299a-4777-b240-fc2baecd3e81 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:44.411555 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60a8e21f-cc8d-41b6-b0bf-1cf7ce0657e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.452320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network e3681374-4c89-4cc6-8ba9-16d98b0c329c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:27:44.455446 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.538607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23084bae-4b90-4301-9f01-2c0e7d1b8b28 None None] Pushing event updated for resources: {'Port': ['ID=ba398040-ca17-46cb-b638-5e44c1755141,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:44.545389 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.555954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Attempting to bind port ba398040-ca17-46cb-b638-5e44c1755141 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:44.556379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Attempting to bind port ba398040-ca17-46cb-b638-5e44c1755141 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:44.556795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Attempting to bind port ba398040-ca17-46cb-b638-5e44c1755141 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:44.558981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, e3681374-4c89-4cc6-8ba9-16d98b0c329c) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:44.559168 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60a8e21f-cc8d-41b6-b0bf-1cf7ce0657e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.582922 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:44.583314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:44.583753 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.584149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:44.584658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Bound port: ba398040-ca17-46cb-b638-5e44c1755141, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:44.585040 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.594312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8e3c0-d7a8-4bc0-b2ee-da4f5f453e42 None None] Network e3681374-4c89-4cc6-8ba9-16d98b0c329c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:27:44.622987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:44.623600 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:44.774274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34606) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:44.774870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9bdd0db2-0663-4c6a-a818-6fa987001d9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6744111 Aug 20 11:27:44.828955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-60a8e21f-cc8d-41b6-b0bf-1cf7ce0657e2 None None] For port d8c6e5b2-299a-4777-b240-fc2baecd3e81, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d8c6e5b2-299a-4777-b240-fc2baecd3e81,segment=NetworkSegment(54a0b1c7-fc2d-455d-a823-fc2dc75d69d9),segment_id=54a0b1c7-fc2d-455d-a823-fc2dc75d69d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:44.897655 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d49aa-9add-4f09-85e3-8f99b14e2f99 req-51a2eb59-3855-4290-8449-e5996a1d7677 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:44.899765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] For port ba398040-ca17-46cb-b638-5e44c1755141, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:44.901196 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a90d49aa-9add-4f09-85e3-8f99b14e2f99 req-51a2eb59-3855-4290-8449-e5996a1d7677 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 944 time: 0.0738649 Aug 20 11:27:44.908355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] For port ba398040-ca17-46cb-b638-5e44c1755141, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ba398040-ca17-46cb-b638-5e44c1755141,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:44.940684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:27:44.968565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a90d49aa-9add-4f09-85e3-8f99b14e2f99 req-99b1e2ac-8fce-44d7-a67f-d1d1130f2c10 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570598 Aug 20 11:27:45.001692 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60a8e21f-cc8d-41b6-b0bf-1cf7ce0657e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:45.045462 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9a07a751-5fbf-41cf-8652-94716344ad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:45.085851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:45.102783 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:45.103717 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Sync routers for ids ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:45.110284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:27:45.111219 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:45.118101 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Routers {'c277e16b-3c23-4311-b7bf-c1a31a7a5c40'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:45.118818 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:45.154251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8e21f-cc8d-41b6-b0bf-1cf7ce0657e2 None None] Pushing event updated for resources: {'Port': ['ID=d8c6e5b2-299a-4777-b240-fc2baecd3e81,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:45.208349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-883217c3-94a3-405d-8baf-a5ef0bb646c1 None None] Provisioning complete for port d8c6e5b2-299a-4777-b240-fc2baecd3e81 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:45.208639 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-883217c3-94a3-405d-8baf-a5ef0bb646c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:45.232810 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Set router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:45.242327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d1d25-ba06-47f4-9951-204c155130b0 req-d6be2e30-416b-46c3-8d7a-2e5b39022e4a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:45.250902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d3d1d25-ba06-47f4-9951-204c155130b0 req-d6be2e30-416b-46c3-8d7a-2e5b39022e4a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1642718 Aug 20 11:27:45.256561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:45.274836 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-973f513c-9038-420d-b0a1-6b7a62e84a7a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0779748 Aug 20 11:27:45.274836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34610) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:45.485207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Routers {'c859d3e3-f09c-4721-9d3e-858456da8107'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:45.486593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c859d3e3-f09c-4721-9d3e-858456da8107'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:45.517850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d8c6e5b2-299a-4777-b240-fc2baecd3e81 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:45.542399 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'name': 'tempest-TestServerBasicOps-22406447-router', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:41Z', 'updated_at': '2021-08-20T11:27:43Z', 'revision_number': 3, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'gw_port': {'id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:42Z', 'updated_at': '2021-08-20T11:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:45.577505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95886b0b-35fb-4e30-bcb5-b3112038ceb5 req-f920658c-d51f-4d7c-aeaf-efd865c69353 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:45.585350 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95886b0b-35fb-4e30-bcb5-b3112038ceb5 req-f920658c-d51f-4d7c-aeaf-efd865c69353 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 945 time: 0.1513879 Aug 20 11:27:45.609564 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Checking router: c277e16b-3c23-4311-b7bf-c1a31a7a5c40 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:45.610915 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Updating router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 port 28d8f0a0-efa8-4605-8a85-f92e44201252 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:27:45.667089 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:45.679059 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95886b0b-35fb-4e30-bcb5-b3112038ceb5 req-e8fae49c-547c-43da-a08a-201d570d1a00 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925479 Aug 20 11:27:45.728818 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d3d1d25-ba06-47f4-9951-204c155130b0 req-5442c58b-1af3-4445-8fed-faf94cc9c22a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761555 Aug 20 11:27:45.775399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23084bae-4b90-4301-9f01-2c0e7d1b8b28 None None] Pushing event updated for resources: {'Port': ['ID=ba398040-ca17-46cb-b638-5e44c1755141,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:45.956877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] Set router c859d3e3-f09c-4721-9d3e-858456da8107 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:46.002200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2508069f-ded6-48eb-b49c-e19755f1704e up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:46.095792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d8c6e5b2-299a-4777-b240-fc2baecd3e81 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:46.095792 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.112310 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.125645 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Transition to ACTIVE for port object 28d8f0a0-efa8-4605-8a85-f92e44201252 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:46.155185 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.232197 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.235239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Allocated IP 172.20.0.2 (e3681374-4c89-4cc6-8ba9-16d98b0c329c/b69a5340-8adb-44af-b8e4-7a26b26eca35/1e165c5b-5674-45c9-ae4e-41c3b67a3d62) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:46.243902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffc102-b728-4f7c-942e-c804e5031e0e req-5b135a0b-8877-4756-8109-514b227f6ce2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:46.256023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-47ffc102-b728-4f7c-942e-c804e5031e0e req-5b135a0b-8877-4756-8109-514b227f6ce2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 944 time: 0.1174574 Aug 20 11:27:46.271192 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Attempting to bind port 28d8f0a0-efa8-4605-8a85-f92e44201252 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:46.271569 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Attempting to bind port 28d8f0a0-efa8-4605-8a85-f92e44201252 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:46.271933 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Attempting to bind port 28d8f0a0-efa8-4605-8a85-f92e44201252 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:46.292832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.303293 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:46.303668 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:46.304071 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.304687 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:46.305743 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Bound port: 28d8f0a0-efa8-4605-8a85-f92e44201252, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:46.305743 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.331174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:27:46.333616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:46.335251 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-47ffc102-b728-4f7c-942e-c804e5031e0e req-d41024f1-97a2-4c52-8b32-c60caef83062 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720930 Aug 20 11:27:46.380484 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] For port 28d8f0a0-efa8-4605-8a85-f92e44201252, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:46.384451 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] For port 28d8f0a0-efa8-4605-8a85-f92e44201252, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=28d8f0a0-efa8-4605-8a85-f92e44201252,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:46.407751 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19838cc4-6449-4673-b734-d6656bc73b82 None None] Pushing event updated for resources: {'Port': ['ID=28d8f0a0-efa8-4605-8a85-f92e44201252,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:46.513952 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.614638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Allocated IP 172.20.0.1 (5e81d307-152c-4b08-9fd5-32569674b9ba/71af83a6-7b7c-40db-9e95-3512568ecca9/b73a2333-becf-456e-8aec-a1d5c785ca00) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:46.615213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 2508069f-ded6-48eb-b49c-e19755f1704e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:46.636554 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Routers {'c277e16b-3c23-4311-b7bf-c1a31a7a5c40'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:46.637517 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:46.642406 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19838cc4-6449-4673-b734-d6656bc73b82 None None] Pushing event updated for resources: {'Port': ['ID=28d8f0a0-efa8-4605-8a85-f92e44201252,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:46.643529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 2508069f-ded6-48eb-b49c-e19755f1704e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:46.643911 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.812114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:46.818298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:40Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:46.834528 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] Set router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:46.834759 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.890491 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.899156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b946b97-f0b8-4a89-b17f-dc9990ac1d20 None None] The sync data for ids ['c859d3e3-f09c-4721-9d3e-858456da8107'] in n-d-804230-3 is: [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:40Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:46.902818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b', 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335', 'port_id': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b', 'mac_address': 'fa:16:3e:6c:e3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b983e46-22e2-4897-bf48-41299268825e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:27:46.946401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:46.950304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacfea8-d21a-47c6-9d47-52d58b9cd1ab req-f5bb6d75-cee9-406b-843f-301f88266772 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:46.961766 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bdacfea8-d21a-47c6-9d47-52d58b9cd1ab req-f5bb6d75-cee9-406b-843f-301f88266772 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1067364 Aug 20 11:27:46.973843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Transition to ACTIVE for port object b73a2333-becf-456e-8aec-a1d5c785ca00 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:46.981497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:46.986746 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabc1719-f181-405c-abb7-b9282765e421" -d '{"events": [{"server_uuid": "82c5d910-52ae-4e10-b727-c742e804ef8b", "name": "network-vif-unplugged", "status": "completed", "tag": "48f51cb6-04ff-4ea4-a2d0-f9a67034c08b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:46.997458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Transition to ACTIVE for port object 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:47.023262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bdacfea8-d21a-47c6-9d47-52d58b9cd1ab req-51a82328-98db-4d69-b699-7e8f5661e74b tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600944 Aug 20 11:27:47.061461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:47.076535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c956a8-40b8-418b-abd3-cd06dc3b46d3 req-89bb00ee-2468-403c-ba2e-af30149b8e0a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:47.076535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c956a8-40b8-418b-abd3-cd06dc3b46d3 req-89bb00ee-2468-403c-ba2e-af30149b8e0a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 945 time: 0.2817197 Aug 20 11:27:47.111150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Transition to ACTIVE for port object 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:47.130487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c956a8-40b8-418b-abd3-cd06dc3b46d3 req-36a09112-6939-4847-8648-fdda1d17e664 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459340 Aug 20 11:27:47.131724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:47.169235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Network 5e81d307-152c-4b08-9fd5-32569674b9ba is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:47.174411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:47.176894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:47.188403 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:47.193368 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:47.208384 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:47.242284 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'name': 'tempest-TestServerBasicOps-22406447-router', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:41Z', 'updated_at': '2021-08-20T11:27:43Z', 'revision_number': 3, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'gw_port': {'id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:42Z', 'updated_at': '2021-08-20T11:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:47.271963 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9f6a77-1c6b-49c9-87f9-be2cba9f03f3 x-openstack-request-id: req-3e9f6a77-1c6b-49c9-87f9-be2cba9f03f3 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:47.272396 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c5d910-52ae-4e10-b727-c742e804ef8b", "name": "network-vif-unplugged", "status": "completed", "tag": "48f51cb6-04ff-4ea4-a2d0-f9a67034c08b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:47.272751 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e9f6a77-1c6b-49c9-87f9-be2cba9f03f3 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:47.273248 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b', 'code': 200} Aug 20 11:27:47.283237 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c777d48-5ae7-4fb7-ba60-61279a1df36f None None] The sync data for ids ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'] in n-d-804230-3 is: [{'id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'name': 'tempest-TestServerBasicOps-22406447-router', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:41Z', 'updated_at': '2021-08-20T11:27:43Z', 'revision_number': 3, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'gw_port': {'id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:42Z', 'updated_at': '2021-08-20T11:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:47.301560 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:47.431383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:27:47.443316 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:47.449234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Pushing event updated for resources: {'Port': ['ID=b73a2333-becf-456e-8aec-a1d5c785ca00,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:47.478343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.20.0.1 (e3681374-4c89-4cc6-8ba9-16d98b0c329c/b69a5340-8adb-44af-b8e4-7a26b26eca35/b659fab2-32e0-40bb-a2ff-3cbd5852f2e9) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:27:47.626320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Network e3681374-4c89-4cc6-8ba9-16d98b0c329c is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:47.661528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:47.685213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:47.693280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:47.701390 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:27:47.703375 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:27:47.709399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:47.740108 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:47.782009 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:47.824301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a99ef2-1bcc-44a0-b8d4-b82ec81f7eba req-41cccba6-3866-4089-8495-6540fde83686 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:47.833350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Transition to ACTIVE for port object b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:47.848877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34a99ef2-1bcc-44a0-b8d4-b82ec81f7eba req-41cccba6-3866-4089-8495-6540fde83686 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 944 time: 0.3597903 Aug 20 11:27:47.983846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.057214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network e3681374-4c89-4cc6-8ba9-16d98b0c329c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:48.062429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:48.067240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:27:48.098129 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a59c6e86-714c-4c69-a050-d3a4faaebbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.128377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.170750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Pushing event updated for resources: {'Port': ['ID=1e165c5b-5674-45c9-ae4e-41c3b67a3d62,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:48.189607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Attempting to bind port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:48.190199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Attempting to bind port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:48.191188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Attempting to bind port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:48.228507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=b659fab2-32e0-40bb-a2ff-3cbd5852f2e9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:48.288057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:48.288608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Checking segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:48.289117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.289633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Bound using segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:48.290232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Bound port: 1e165c5b-5674-45c9-ae4e-41c3b67a3d62, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:48.290942 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.299814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d5f0a443-7cf8-4e3c-a2a0-db79da3ddfb6 None None] Provisioning for port b73a2333-becf-456e-8aec-a1d5c785ca00 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:48.337051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d5f0a443-7cf8-4e3c-a2a0-db79da3ddfb6 None None] Provisioning complete for port b73a2333-becf-456e-8aec-a1d5c785ca00 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:48.339613 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a443-7cf8-4e3c-a2a0-db79da3ddfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.412977 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.495238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754d224-a2cc-4752-b0b6-3878091625c7 req-5db7b0d0-93ed-4719-b9a8-7415ad70861a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:48.497858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=2508069f-ded6-48eb-b49c-e19755f1704e,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:48.507529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e754d224-a2cc-4752-b0b6-3878091625c7 req-5db7b0d0-93ed-4719-b9a8-7415ad70861a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 944 time: 0.0840154 Aug 20 11:27:48.543849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:27:48.561655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0a443-7cf8-4e3c-a2a0-db79da3ddfb6 None None] Port b73a2333-becf-456e-8aec-a1d5c785ca00 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:27:48.615779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e754d224-a2cc-4752-b0b6-3878091625c7 req-63f45949-9793-4487-9178-9b2abd345fec tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070321 Aug 20 11:27:48.632611 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:48.635129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34a99ef2-1bcc-44a0-b8d4-b82ec81f7eba req-e37271eb-bf00-4f5a-afa8-1a5bdd2fd7e3 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7897506 Aug 20 11:27:48.639740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] For port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:48.641914 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.661485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] For port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1e165c5b-5674-45c9-ae4e-41c3b67a3d62,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:48.675710 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.700974 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.744623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-5081e416-63dd-4e2f-8021-88a26af382df tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:48.746295 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-5081e416-63dd-4e2f-8021-88a26af382df tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 945 time: 0.2024665 Aug 20 11:27:48.752313 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.856278 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:48.891288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:48.928879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec388272-c58f-4a4a-ac4b-47089df1e25d req-6b64189c-6d34-4722-bcb6-c4652db94b8a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:48.930386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ec388272-c58f-4a4a-ac4b-47089df1e25d req-6b64189c-6d34-4722-bcb6-c4652db94b8a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 945 time: 0.1830943 Aug 20 11:27:49.018637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['48f51cb6-04ff-4ea4-a2d0-f9a67034c08b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:27:49.100194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2d4fb-9747-4644-8071-5b10faa23010 None None] Pushing event updated for resources: {'Port': ['ID=1e165c5b-5674-45c9-ae4e-41c3b67a3d62,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:49.109231 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ec388272-c58f-4a4a-ac4b-47089df1e25d req-b97f8271-160e-45c9-8734-355dd2278598 tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ce9301c-a4ba-4095-ba51-2c7961dc44f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243124 Aug 20 11:27:49.150598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-c493f2d0-fc1e-499a-b7e5-71f13f19620a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Deleting port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:49.150979 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-c493f2d0-fc1e-499a-b7e5-71f13f19620a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:49.153822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc7fd-ac26-47fb-977f-cc74fdebd9ad req-8f36a044-11c9-4626-ad52-1a71bad9b48f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.182017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc7fd-ac26-47fb-977f-cc74fdebd9ad req-8f36a044-11c9-4626-ad52-1a71bad9b48f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.197222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc7fd-ac26-47fb-977f-cc74fdebd9ad req-8f36a044-11c9-4626-ad52-1a71bad9b48f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.213754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc7fd-ac26-47fb-977f-cc74fdebd9ad req-8f36a044-11c9-4626-ad52-1a71bad9b48f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.225016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc7fd-ac26-47fb-977f-cc74fdebd9ad req-8f36a044-11c9-4626-ad52-1a71bad9b48f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.238944 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:27:49.239567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc7fd-ac26-47fb-977f-cc74fdebd9ad req-8f36a044-11c9-4626-ad52-1a71bad9b48f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.249753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc7fd-ac26-47fb-977f-cc74fdebd9ad req-8f36a044-11c9-4626-ad52-1a71bad9b48f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.256436 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:49.260833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-c493f2d0-fc1e-499a-b7e5-71f13f19620a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] For port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,segment=NetworkSegment(62e50c8a-105f-4a41-9334-6afe43ef8ce6),segment_id=62e50c8a-105f-4a41-9334-6afe43ef8ce6)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:49.264587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b95fc7fd-ac26-47fb-977f-cc74fdebd9ad req-8f36a044-11c9-4626-ad52-1a71bad9b48f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5433 time: 0.3823206 Aug 20 11:27:49.265524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-c493f2d0-fc1e-499a-b7e5-71f13f19620a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:49.283745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2508069f-ded6-48eb-b49c-e19755f1704e'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:49.296729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-c493f2d0-fc1e-499a-b7e5-71f13f19620a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Calling delete_port for 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:49.303338 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfee906-60cd-473f-9a99-9799c55a2b80" -d '{"events": [{"server_uuid": "24cd93a1-add3-4f11-92a6-37dafc8ed075", "name": "network-vif-plugged", "status": "completed", "tag": "2508069f-ded6-48eb-b49c-e19755f1704e"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:49.439985 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3274f026-a62d-4b36-9cfd-d95788ea66e3 x-openstack-request-id: req-3274f026-a62d-4b36-9cfd-d95788ea66e3 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:49.440293 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cd93a1-add3-4f11-92a6-37dafc8ed075", "name": "network-vif-plugged", "status": "completed", "tag": "2508069f-ded6-48eb-b49c-e19755f1704e", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:49.440551 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3274f026-a62d-4b36-9cfd-d95788ea66e3 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:49.442323 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2508069f-ded6-48eb-b49c-e19755f1704e', 'code': 200} Aug 20 11:27:49.456900 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:49.489760 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b95fc7fd-ac26-47fb-977f-cc74fdebd9ad req-08e6b767-685f-48d7-bdd9-1d2d73dffda2 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2236204 Aug 20 11:27:49.562910 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:49.572847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-fc4184c7-712a-46fc-bf84-ec96268b5fca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.582412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-fc4184c7-712a-46fc-bf84-ec96268b5fca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.589545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-fc4184c7-712a-46fc-bf84-ec96268b5fca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.599855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-fc4184c7-712a-46fc-bf84-ec96268b5fca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.613217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-fc4184c7-712a-46fc-bf84-ec96268b5fca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.625879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ba398040-ca17-46cb-b638-5e44c1755141 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:49.626066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-fc4184c7-712a-46fc-bf84-ec96268b5fca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.628548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-fc4184c7-712a-46fc-bf84-ec96268b5fca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.630489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-fc4184c7-712a-46fc-bf84-ec96268b5fca tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5433 time: 0.2443933 Aug 20 11:27:49.692404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-eae3ff8c-a821-472d-a7fd-89d4df08071b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.694238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-eae3ff8c-a821-472d-a7fd-89d4df08071b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "GET /v2.0/ports/6b4a01cd-e450-4f51-930f-3367903bef51?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0531514 Aug 20 11:27:49.723910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Pushing event updated for resources: {'Port': ['ID=b73a2333-becf-456e-8aec-a1d5c785ca00,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:49.734682 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:49.771800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafcba8-dcee-4111-b7c5-e7fa8f248958 req-e03c3007-1a7f-444b-b600-461a536c14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.773661 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9dafcba8-dcee-4111-b7c5-e7fa8f248958 req-e03c3007-1a7f-444b-b600-461a536c14e1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 1096 time: 0.2739341 Aug 20 11:27:49.836419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:49.848556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ba398040-ca17-46cb-b638-5e44c1755141 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:49.856952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ba398040-ca17-46cb-b638-5e44c1755141 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:49.857523 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:49.912812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3644dc-bf8c-4d35-95b2-0aad90d0ef1c req-184eab6c-df8d-4baa-b599-e8bf32ba3d0e tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.914682 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e3644dc-bf8c-4d35-95b2-0aad90d0ef1c req-184eab6c-df8d-4baa-b599-e8bf32ba3d0e tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 945 time: 0.1294029 Aug 20 11:27:49.920057 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-03d8c775-18b9-441e-9f35-416f7a585202 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "GET /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2194877 Aug 20 11:27:49.925144 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9dafcba8-dcee-4111-b7c5-e7fa8f248958 req-acc33190-d100-4fa4-a6b3-cdd4e37bc0d5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249316 Aug 20 11:27:49.938235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:49.944798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c582-0884-48f4-83ad-0d796af9b2e9 req-e1f45512-aaa7-436e-9ffd-a098439dc80e tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:49.944798 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aaf4c582-0884-48f4-83ad-0d796af9b2e9 req-e1f45512-aaa7-436e-9ffd-a098439dc80e tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.1720107 Aug 20 11:27:49.980639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:50.035416 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-c493f2d0-fc1e-499a-b7e5-71f13f19620a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:50.047284 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aaf4c582-0884-48f4-83ad-0d796af9b2e9 req-3692d7ab-c172-4ace-9ad9-b51c8ac4a62d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947189 Aug 20 11:27:50.065347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['7e1f3ddc-d447-4afd-98a7-3e4a5883c688'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:27:50.074557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Network 5e81d307-152c-4b08-9fd5-32569674b9ba is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:50.089752 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:50.093728 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e3644dc-bf8c-4d35-95b2-0aad90d0ef1c req-49aede9b-f8e3-476a-bf73-fcf4689b04d9 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635664 Aug 20 11:27:50.108583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:50.119072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493f2d0-fc1e-499a-b7e5-71f13f19620a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Pushing event deleted for resources: {'Port': ['ID=7e1f3ddc-d447-4afd-98a7-3e4a5883c688,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:50.186208 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:50.198030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-c493f2d0-fc1e-499a-b7e5-71f13f19620a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] No DVR routers for this DVR port 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:50.199879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ba398040-ca17-46cb-b638-5e44c1755141, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ba398040-ca17-46cb-b638-5e44c1755141,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:50.201106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-c493f2d0-fc1e-499a-b7e5-71f13f19620a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:50.204672 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d32e68e7-4cab-4bfc-bdc8-c75a8e3b94bf req-c493f2d0-fc1e-499a-b7e5-71f13f19620a tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.57 "DELETE /v2.0/ports/7e1f3ddc-d447-4afd-98a7-3e4a5883c688 HTTP/1.1" status: 204 len: 173 time: 1.4177685 Aug 20 11:27:50.246307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a210efb-5e9a-4ab0-8418-e66315a48b50', 'name': 'network-vif-deleted', 'tag': '7e1f3ddc-d447-4afd-98a7-3e4a5883c688'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:50.246879 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:50.248639 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbaa73f-d6cb-4a7a-ae30-0ae66cc98872" -d '{"events": [{"server_uuid": "8a210efb-5e9a-4ab0-8418-e66315a48b50", "name": "network-vif-deleted", "tag": "7e1f3ddc-d447-4afd-98a7-3e4a5883c688"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:50.278208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:50.279127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 28d8f0a0-efa8-4605-8a85-f92e44201252 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:50.347099 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8f7a67d-c9f8-450d-bfe3-11551d010a75 req-7aa76550-7c58-4c11-b1d8-ade9624d3c7d tempest-ServerAddressesTestJSON-1416427135 tempest-ServerAddressesTestJSON-1416427135-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a210efb-5e9a-4ab0-8418-e66315a48b50 HTTP/1.1" status: 200 len: 210 time: 0.0799162 Aug 20 11:27:50.351212 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c315c89-ded2-45c9-8972-5a07b8ba2ea3 x-openstack-request-id: req-1c315c89-ded2-45c9-8972-5a07b8ba2ea3 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:50.351512 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a210efb-5e9a-4ab0-8418-e66315a48b50", "name": "network-vif-deleted", "tag": "7e1f3ddc-d447-4afd-98a7-3e4a5883c688", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:50.351770 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c315c89-ded2-45c9-8972-5a07b8ba2ea3 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:50.352313 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a210efb-5e9a-4ab0-8418-e66315a48b50', 'name': 'network-vif-deleted', 'tag': '7e1f3ddc-d447-4afd-98a7-3e4a5883c688', 'status': 'completed', 'code': 200} Aug 20 11:27:50.393667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=b659fab2-32e0-40bb-a2ff-3cbd5852f2e9,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:50.463711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ba398040-ca17-46cb-b638-5e44c1755141,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:50.496367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:27:50.547729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 28d8f0a0-efa8-4605-8a85-f92e44201252 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:50.552440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 28d8f0a0-efa8-4605-8a85-f92e44201252 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:50.552821 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:50.723159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:50.738830 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e1043ea7-3e5c-4e5d-81be-06991145b122 admin admin] 10.222.0.10 "PUT /v2.0/routers/c277e16b-3c23-4311-b7bf-c1a31a7a5c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4629138 Aug 20 11:27:50.778607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network e3681374-4c89-4cc6-8ba9-16d98b0c329c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:27:50.799632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:27:50.803693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:50.808810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a185b3c3-bfe7-45ca-8d6d-27fcf4ad1295 None None] Provisioning complete for port b73a2333-becf-456e-8aec-a1d5c785ca00 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:50.809271 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a185b3c3-bfe7-45ca-8d6d-27fcf4ad1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:50.829710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] For port 6b4a01cd-e450-4f51-930f-3367903bef51, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6b4a01cd-e450-4f51-930f-3367903bef51,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:50.867320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818720a4-54f5-4666-98e0-4308a3bd8436 None None] Network e3681374-4c89-4cc6-8ba9-16d98b0c329c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:27:50.936353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b5ebb-3402-4f4d-96d4-67552ab6a206 req-560ad1aa-52af-491e-acba-e4e374143eac tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:50.942407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b5ebb-3402-4f4d-96d4-67552ab6a206 req-560ad1aa-52af-491e-acba-e4e374143eac tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:50.948805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b5ebb-3402-4f4d-96d4-67552ab6a206 req-560ad1aa-52af-491e-acba-e4e374143eac tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:50.954844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b5ebb-3402-4f4d-96d4-67552ab6a206 req-560ad1aa-52af-491e-acba-e4e374143eac tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:50.961275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b5ebb-3402-4f4d-96d4-67552ab6a206 req-560ad1aa-52af-491e-acba-e4e374143eac tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:50.968159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b5ebb-3402-4f4d-96d4-67552ab6a206 req-560ad1aa-52af-491e-acba-e4e374143eac tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:50.974245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b5ebb-3402-4f4d-96d4-67552ab6a206 req-560ad1aa-52af-491e-acba-e4e374143eac tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:50.984468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc2b5ebb-3402-4f4d-96d4-67552ab6a206 req-560ad1aa-52af-491e-acba-e4e374143eac tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 5433 time: 0.2578251 Aug 20 11:27:51.026104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] For port 6b4a01cd-e450-4f51-930f-3367903bef51, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:51.101978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] device_id is not set on port 6b4a01cd-e450-4f51-930f-3367903bef51 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:27:51.135572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:51.139594 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:51.156570 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:51.161673 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc2b5ebb-3402-4f4d-96d4-67552ab6a206 req-8705afed-1e58-45c6-b74f-3b6df3e1f058 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1701014 Aug 20 11:27:51.172082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router c859d3e3-f09c-4721-9d3e-858456da8107 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:27:51.214829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a185b3c3-bfe7-45ca-8d6d-27fcf4ad1295 None None] Port b73a2333-becf-456e-8aec-a1d5c785ca00 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:27:51.264213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 28d8f0a0-efa8-4605-8a85-f92e44201252, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=28d8f0a0-efa8-4605-8a85-f92e44201252,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:51.278539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:51.279161 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:51.303907 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:51.389996 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:51.481259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ed41cd70-c3c3-42e4-a9de-f84e04d163bb None None] Provisioning for port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:51.539078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] Pushing event updated for resources: {'Port': ['ID=6b4a01cd-e450-4f51-930f-3367903bef51,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:51.605752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] No DVR routers for this DVR port 6b4a01cd-e450-4f51-930f-3367903bef51 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:51.689765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=28d8f0a0-efa8-4605-8a85-f92e44201252,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:51.744208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:51.753675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:51.768428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:51.770063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:51.785591 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162e24e9-19ef-4303-a4e1-c7d4e0d738ba" -d '{"events": [{"server_uuid": "82c5d910-52ae-4e10-b727-c742e804ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "48f51cb6-04ff-4ea4-a2d0-f9a67034c08b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:51.791962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929310e-7aaa-4661-83be-4cd82fcf34b1 req-6e516506-0887-45ed-b4d4-765f36a51c7c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:51.793810 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3929310e-7aaa-4661-83be-4cd82fcf34b1 req-6e516506-0887-45ed-b4d4-765f36a51c7c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.5043523 Aug 20 11:27:51.801897 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-559b1479-0abb-4d4f-831b-910321417d87 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "PUT /v2.0/routers/c859d3e3-f09c-4721-9d3e-858456da8107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0262239 Aug 20 11:27:51.824438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] In _notify_port_updated(), no bound segment for port 6b4a01cd-e450-4f51-930f-3367903bef51 on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:27:51.825346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:51.825628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Sync routers for ids ['c859d3e3-f09c-4721-9d3e-858456da8107'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:51.828758 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:51.830288 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-be41f605-8960-4be4-ad33-0936c4d1fc9c service neutron] 10.222.0.57 "PUT /v2.0/ports/6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 200 len: 1028 time: 1.8979356 Aug 20 11:27:51.865977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Routers {'c859d3e3-f09c-4721-9d3e-858456da8107'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:51.867374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c859d3e3-f09c-4721-9d3e-858456da8107'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:51.957250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-62ac9cda-ab85-42fb-8d44-e0ecaa50cd5d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:51.959500 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-62ac9cda-ab85-42fb-8d44-e0ecaa50cd5d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "GET /v2.0/ports/e533a2f8-d630-4f2f-8831-a35608644eb5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1139822 Aug 20 11:27:51.982417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3929310e-7aaa-4661-83be-4cd82fcf34b1 req-7bf37f76-47a8-4528-9df6-451eaaf25597 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558306 Aug 20 11:27:51.983430 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ba398040-ca17-46cb-b638-5e44c1755141 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:52.011947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:52.031313 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Sync routers for ids ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:52.032518 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.069092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34682) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:52.070219 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Routers {'c277e16b-3c23-4311-b7bf-c1a31a7a5c40'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:52.070904 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:52.079585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-db797027-4299-4855-8a88-3a2288a207ba tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387415048', 'description': 'tempest-secgroup-smoke-387415048 description', 'project_id': 'd020db29f9b1461abccf5c51e617e6be'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:52.146088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:52.150855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34686) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:52.194736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0d421e2a-1d95-469e-9bac-fdef877011c1 None None] Provisioning for port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:52.212961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0d421e2a-1d95-469e-9bac-fdef877011c1 None None] Provisioning complete for port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:52.215613 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0d421e2a-1d95-469e-9bac-fdef877011c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.240284 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db797027-4299-4855-8a88-3a2288a207ba tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.244566 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.250525 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b976bfe7-732c-478e-bf93-4d4eeac575cc x-openstack-request-id: req-b976bfe7-732c-478e-bf93-4d4eeac575cc {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:52.250873 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c5d910-52ae-4e10-b727-c742e804ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "48f51cb6-04ff-4ea4-a2d0-f9a67034c08b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:52.251205 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b976bfe7-732c-478e-bf93-4d4eeac575cc {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:52.252371 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b', 'code': 200} Aug 20 11:27:52.345190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ba398040-ca17-46cb-b638-5e44c1755141 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:52.345509 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.394196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bbf30-22a2-4613-8543-4d706913c6e3 req-7362d6e6-a35f-4dac-80d2-16e03fccd569 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:52.396506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b05bbf30-22a2-4613-8543-4d706913c6e3 req-7362d6e6-a35f-4dac-80d2-16e03fccd569 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1860948 Aug 20 11:27:52.433813 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db797027-4299-4855-8a88-3a2288a207ba tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.446413 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Set router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:52.495232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Set router c859d3e3-f09c-4721-9d3e-858456da8107 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:52.507518 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b05bbf30-22a2-4613-8543-4d706913c6e3 req-51b219a2-8009-49e1-ba6b-d9777c712157 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890498 Aug 20 11:27:52.567786 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db797027-4299-4855-8a88-3a2288a207ba tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.596446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] For port e533a2f8-d630-4f2f-8831-a35608644eb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e533a2f8-d630-4f2f-8831-a35608644eb5,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:52.644938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] For port e533a2f8-d630-4f2f-8831-a35608644eb5, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:52.688962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb47c1df-3558-425e-b427-9a3eaa093ea3 admin admin] Deleting subnet 2fc9d8b1-f713-47f2-8cea-30c6cc8678e6 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:27:52.704008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] device_id is not set on port e533a2f8-d630-4f2f-8831-a35608644eb5 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:27:52.715898 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.728162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-06acc72c-1981-4848-bde2-2c6c737aa9cd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503425008&fields=id&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 267 time: 0.2924788 Aug 20 11:27:52.736705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0d421e2a-1d95-469e-9bac-fdef877011c1 None None] Port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:27:52.736958 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb47c1df-3558-425e-b427-9a3eaa093ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.784784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6b4a01cd-e450-4f51-930f-3367903bef51 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:52.840739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e277-233c-4825-b776-0cc4e1ca8e49 req-6314787d-eea1-4a18-8eb7-2848d71687c4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:52.856238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e277-233c-4825-b776-0cc4e1ca8e49 req-6314787d-eea1-4a18-8eb7-2848d71687c4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:52.878612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e277-233c-4825-b776-0cc4e1ca8e49 req-6314787d-eea1-4a18-8eb7-2848d71687c4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:52.878801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db797027-4299-4855-8a88-3a2288a207ba tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e059d6-5b45-441b-b81b-975595f395c3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:52.878904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e277-233c-4825-b776-0cc4e1ca8e49 req-6314787d-eea1-4a18-8eb7-2848d71687c4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:52.893578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e277-233c-4825-b776-0cc4e1ca8e49 req-6314787d-eea1-4a18-8eb7-2848d71687c4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:52.902506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e277-233c-4825-b776-0cc4e1ca8e49 req-6314787d-eea1-4a18-8eb7-2848d71687c4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:52.905474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b973e277-233c-4825-b776-0cc4e1ca8e49 req-6314787d-eea1-4a18-8eb7-2848d71687c4 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 4658 time: 0.1859717 Aug 20 11:27:52.907944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bebc90-3444-45f3-97cb-2708e4bbd0f1 req-80c8d8d3-25c7-482b-8902-ac4d12af019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:52.909706 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74bebc90-3444-45f3-97cb-2708e4bbd0f1 req-80c8d8d3-25c7-482b-8902-ac4d12af019b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 1097 time: 0.4600067 Aug 20 11:27:52.926523 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'name': 'tempest-TestServerBasicOps-22406447-router', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:41Z', 'updated_at': '2021-08-20T11:27:47Z', 'revision_number': 4, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'gw_port': {'id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:42Z', 'updated_at': '2021-08-20T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b73a2333-becf-456e-8aec-a1d5c785ca00', 'name': '', 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'mac_address': 'fa:16:3e:de:df:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '71af83a6-7b7c-40db-9e95-3512568ecca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:27:48Z', 'revision_number': 2, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'subnets': [{'id': '71af83a6-7b7c-40db-9e95-3512568ecca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:52.945283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb47c1df-3558-425e-b427-9a3eaa093ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:52.998641 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Checking router: c277e16b-3c23-4311-b7bf-c1a31a7a5c40 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:52.999944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b973e277-233c-4825-b776-0cc4e1ca8e49 req-15af3b62-9602-4760-ad72-2404422f041d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&id=86fd7de9-0cd0-4a48-bf23-b604ba311334&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867455 Aug 20 11:27:53.000307 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Updating router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 port b73a2333-becf-456e-8aec-a1d5c785ca00 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:27:53.029104 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74bebc90-3444-45f3-97cb-2708e4bbd0f1 req-daff1240-a14a-4212-ad7e-7245d8b3802a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098604 Aug 20 11:27:53.033621 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.083481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-49042e61-73f5-492e-bc2c-3178e5d8ee12 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:53.085151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-49042e61-73f5-492e-bc2c-3178e5d8ee12 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 797 time: 0.3348334 Aug 20 11:27:53.086335 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb47c1df-3558-425e-b427-9a3eaa093ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.116667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db797027-4299-4855-8a88-3a2288a207ba tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.118718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-db797027-4299-4855-8a88-3a2288a207ba tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0469685 Aug 20 11:27:53.121978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34702) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:53.127162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-58cf443c-286f-4fcd-a2dd-d9540c2bfbfa tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Request body: {'security_group_rule': {'security_group_id': 'b9e059d6-5b45-441b-b81b-975595f395c3', 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:53.137813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-76f71ba4-94b5-4574-be18-d0edee4aaecf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/quotas/981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 375 time: 0.0264497 Aug 20 11:27:53.168347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.230996 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-2d9f34a7-ec83-4253-b3dd-62bea4397faa tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920432 Aug 20 11:27:53.243142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6b4a01cd-e450-4f51-930f-3367903bef51 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:53.243656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 94337e54-a4e5-49d5-9f55-a66abdd79383 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:53.294363 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb47c1df-3558-425e-b427-9a3eaa093ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.300211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7e90e383-c826-4eea-90ba-c172d6dd52d0 None None] Provisioning complete for port 6b4a01cd-e450-4f51-930f-3367903bef51 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:53.300592 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e90e383-c826-4eea-90ba-c172d6dd52d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.308182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:53.335778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47c1df-3558-425e-b427-9a3eaa093ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc9d8b1-f713-47f2-8cea-30c6cc8678e6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:53.338621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb47c1df-3558-425e-b427-9a3eaa093ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.344186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fb47c1df-3558-425e-b427-9a3eaa093ea3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2fc9d8b1-f713-47f2-8cea-30c6cc8678e6 HTTP/1.1" status: 204 len: 168 time: 1.1886365 Aug 20 11:27:53.347122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34706) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:53.447019 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-58cf443c-286f-4fcd-a2dd-d9540c2bfbfa tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.447019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] No DVR routers for this DVR port e533a2f8-d630-4f2f-8831-a35608644eb5 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:53.475064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-e32bdbcb-48b4-4957-ac81-f92f5708789a service neutron] 10.222.0.10 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387075 Aug 20 11:27:53.505533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.534872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7e90e383-c826-4eea-90ba-c172d6dd52d0 None None] Port 6b4a01cd-e450-4f51-930f-3367903bef51 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:27:53.541567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e533a2f8-d630-4f2f-8831-a35608644eb5,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:53.577809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38b3a8-0490-43c1-80dd-b52cdca886b8 req-9dc362a7-0e4a-4711-8890-e545f56ecb1f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:53.587278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba38b3a8-0490-43c1-80dd-b52cdca886b8 req-9dc362a7-0e4a-4711-8890-e545f56ecb1f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.4206259 Aug 20 11:27:53.644332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7e90e383-c826-4eea-90ba-c172d6dd52d0 None None] Provisioning complete for port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:53.644973 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e90e383-c826-4eea-90ba-c172d6dd52d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.646849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:53.664720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba38b3a8-0490-43c1-80dd-b52cdca886b8 req-720012aa-0ea3-41fe-bdca-00b50e95a45c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764451 Aug 20 11:27:53.691163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:48Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b659fab2-32e0-40bb-a2ff-3cbd5852f2e9', 'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:a8:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:27:49Z', 'revision_number': 2, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:53.693465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] In _notify_port_updated(), no bound segment for port e533a2f8-d630-4f2f-8831-a35608644eb5 on network 72f40ec8-a92f-4801-a5be-e7153b691a75 {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:27:53.696773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:53.699790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.701377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-26de6612-6426-4159-b0a1-6f12a119c4c3 service neutron] 10.222.0.57 "PUT /v2.0/ports/e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 200 len: 1026 time: 1.7171783 Aug 20 11:27:53.714744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.735495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9e97fb-d41e-413d-a691-700235a43614']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:53.749697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Checking router: c859d3e3-f09c-4721-9d3e-858456da8107 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:53.750055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Updating router c859d3e3-f09c-4721-9d3e-858456da8107 port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:27:53.755412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e50c8a-105f-4a41-9334-6afe43ef8ce6') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:53.756166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e50c8a-105f-4a41-9334-6afe43ef8ce6') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:53.758128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:53.758530 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.770230 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.784461 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.787691 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.800444 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:27:53.801104 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.813989 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Transition to ACTIVE for port object b73a2333-becf-456e-8aec-a1d5c785ca00 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:53.856435 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-58cf443c-286f-4fcd-a2dd-d9540c2bfbfa tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.887857 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.901914 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.902254 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.904477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7e90e383-c826-4eea-90ba-c172d6dd52d0 None None] Port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:27:53.916286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00238bd-45b1-4d7d-a2b1-75be3762d81b req-c1717aa5-f0f3-433c-8586-c924ed96742c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:53.925088 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b00238bd-45b1-4d7d-a2b1-75be3762d81b req-c1717aa5-f0f3-433c-8586-c924ed96742c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1315734 Aug 20 11:27:53.949338 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-58cf443c-286f-4fcd-a2dd-d9540c2bfbfa tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:27:53.972654 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:27:53.988448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf443c-286f-4fcd-a2dd-d9540c2bfbfa tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50434a4-c5b2-420e-8848-56ff3d0459e4,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:54.028243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.043105 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b00238bd-45b1-4d7d-a2b1-75be3762d81b req-ccb10328-cece-4773-9e01-d23a25e2bb37 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174352 Aug 20 11:27:54.051173 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.054189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ff9e97fb-d41e-413d-a691-700235a43614 HTTP/1.1" status: 204 len: 168 time: 0.7060862 Aug 20 11:27:54.080100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting port 09d4844d-82c9-43f4-8d96-dadfd692ca56 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:54.080492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.093281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 94337e54-a4e5-49d5-9f55-a66abdd79383, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=94337e54-a4e5-49d5-9f55-a66abdd79383,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:54.135934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ca867-baa7-4759-a584-7efeca8e4662 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9e97fb-d41e-413d-a691-700235a43614,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:54.142222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-58cf443c-286f-4fcd-a2dd-d9540c2bfbfa tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.144661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-58cf443c-286f-4fcd-a2dd-d9540c2bfbfa tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0214376 Aug 20 11:27:54.152471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34716) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:54.178382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1596b858-e61f-4911-bb3e-b4e2beb267a6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Request body: {'security_group_rule': {'security_group_id': 'b9e059d6-5b45-441b-b81b-975595f395c3', 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:54.241716 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43d2c0-8808-4446-ac1b-7d164438354a None None] Pushing event updated for resources: {'Port': ['ID=b73a2333-becf-456e-8aec-a1d5c785ca00,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:54.250977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-c523671b-9bbf-4848-89c0-69d146439ef5 service neutron] 10.222.0.10 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706499 Aug 20 11:27:54.261801 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Attempting to bind port b73a2333-becf-456e-8aec-a1d5c785ca00 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:54.263795 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Attempting to bind port b73a2333-becf-456e-8aec-a1d5c785ca00 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:54.264198 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Attempting to bind port b73a2333-becf-456e-8aec-a1d5c785ca00 on network 5e81d307-152c-4b08-9fd5-32569674b9ba {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:54.281828 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:54.282233 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Checking segment: {'id': '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:54.282677 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.283088 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Bound using segment: {'id': '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:54.283614 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Bound port: b73a2333-becf-456e-8aec-a1d5c785ca00, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:54.283991 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.284555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94337e54-a4e5-49d5-9f55-a66abdd79383'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:54.293059 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d64d8a8-0ce2-4188-8b30-d865d1200429" -d '{"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-unplugged", "status": "completed", "tag": "94337e54-a4e5-49d5-9f55-a66abdd79383"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:54.322066 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.338204 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.341806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c1bd4b6b-e925-41b8-b18f-025d709a810f no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:54.371153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ff449321-eb22-49fd-ac22-581e33288e1c None None] Provisioning complete for port e533a2f8-d630-4f2f-8831-a35608644eb5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:54.371532 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ff449321-eb22-49fd-ac22-581e33288e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.415175 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1596b858-e61f-4911-bb3e-b4e2beb267a6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.461075 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] For port b73a2333-becf-456e-8aec-a1d5c785ca00, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:54.466344 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] For port b73a2333-becf-456e-8aec-a1d5c785ca00, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b73a2333-becf-456e-8aec-a1d5c785ca00,segment=NetworkSegment(54a0b1c7-fc2d-455d-a823-fc2dc75d69d9),segment_id=54a0b1c7-fc2d-455d-a823-fc2dc75d69d9)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:54.533939 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1596b858-e61f-4911-bb3e-b4e2beb267a6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.559724 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.654385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1596b858-e61f-4911-bb3e-b4e2beb267a6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.679467 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43d2c0-8808-4446-ac1b-7d164438354a None None] Pushing event updated for resources: {'Port': ['ID=b73a2333-becf-456e-8aec-a1d5c785ca00,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:54.694496 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Routers {'c277e16b-3c23-4311-b7bf-c1a31a7a5c40'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:54.694496 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:54.701358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596b858-e61f-4911-bb3e-b4e2beb267a6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44888ca2-d484-4152-a5ad-ebd904e92513,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:54.814462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34728) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:54.847898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ff449321-eb22-49fd-ac22-581e33288e1c None None] Port e533a2f8-d630-4f2f-8831-a35608644eb5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:27:54.852763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1e165c5b-5674-45c9-ae4e-41c3b67a3d62,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:54.890827 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] Set router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:54.897268 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1596b858-e61f-4911-bb3e-b4e2beb267a6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:54.901666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=94337e54-a4e5-49d5-9f55-a66abdd79383,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:54.902274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1596b858-e61f-4911-bb3e-b4e2beb267a6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7276366 Aug 20 11:27:54.917514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34730) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:54.922283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-24ec31ed-4d78-45f6-85b2-3b8a904af2de tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Request body: {'security_group_rule': {'security_group_id': 'b9e059d6-5b45-441b-b81b-975595f395c3', 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:54.969901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f551e-60cd-4b8b-92c6-21a7db831a4d req-825a22dc-47a2-4cca-a4af-d6f477ac88b6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:54.995033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f551e-60cd-4b8b-92c6-21a7db831a4d req-825a22dc-47a2-4cca-a4af-d6f477ac88b6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.006818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f551e-60cd-4b8b-92c6-21a7db831a4d req-825a22dc-47a2-4cca-a4af-d6f477ac88b6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.011639 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.054659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f551e-60cd-4b8b-92c6-21a7db831a4d req-825a22dc-47a2-4cca-a4af-d6f477ac88b6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.063190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] For port 09d4844d-82c9-43f4-8d96-dadfd692ca56, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=09d4844d-82c9-43f4-8d96-dadfd692ca56,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:55.066018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.073047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f551e-60cd-4b8b-92c6-21a7db831a4d req-825a22dc-47a2-4cca-a4af-d6f477ac88b6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.076176 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-457f551e-60cd-4b8b-92c6-21a7db831a4d req-825a22dc-47a2-4cca-a4af-d6f477ac88b6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 3883 time: 0.3195107 Aug 20 11:27:55.093903 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.156171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5019d431-da80-4a80-9d78-2499573b61a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41b45cc13045429181c9713bb41e2b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363297 Aug 20 11:27:55.163362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c1bd4b6b-e925-41b8-b18f-025d709a810f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:55.165845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34738) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:55.210309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 28d8f0a0-efa8-4605-8a85-f92e44201252 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:55.239008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-457f551e-60cd-4b8b-92c6-21a7db831a4d req-f63191c5-a7c0-4597-8b8c-9909847079bd tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355035 Aug 20 11:27:55.304981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcfa0c-deae-47cd-a34a-348bac389b2f req-a7550a44-8fa7-4f4e-b3fd-28f8d32a8785 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:55.307350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dbcfa0c-deae-47cd-a34a-348bac389b2f req-a7550a44-8fa7-4f4e-b3fd-28f8d32a8785 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 1096 time: 0.1150067 Aug 20 11:27:55.335213 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd6c2-115f-4c98-a097-b64c95ac3b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.363932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=1e165c5b-5674-45c9-ae4e-41c3b67a3d62,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:55.369679 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27277d6-7d6e-4283-99eb-d5e8abdf0706 x-openstack-request-id: req-b27277d6-7d6e-4283-99eb-d5e8abdf0706 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:55.370068 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-unplugged", "status": "completed", "tag": "94337e54-a4e5-49d5-9f55-a66abdd79383", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:55.370405 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b27277d6-7d6e-4283-99eb-d5e8abdf0706 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:55.370906 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94337e54-a4e5-49d5-9f55-a66abdd79383', 'code': 200} Aug 20 11:27:55.390403 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.394457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e533a2f8-d630-4f2f-8831-a35608644eb5 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:55.396020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd6c2-115f-4c98-a097-b64c95ac3b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.396969 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'name': 'tempest-TestServerBasicOps-22406447-router', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:41Z', 'updated_at': '2021-08-20T11:27:47Z', 'revision_number': 4, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'gw_port': {'id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:42Z', 'updated_at': '2021-08-20T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b73a2333-becf-456e-8aec-a1d5c785ca00', 'name': '', 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'mac_address': 'fa:16:3e:de:df:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '71af83a6-7b7c-40db-9e95-3512568ecca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:27:54Z', 'revision_number': 4, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'subnets': [{'id': '71af83a6-7b7c-40db-9e95-3512568ecca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:55.480935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24ec31ed-4d78-45f6-85b2-3b8a904af2de tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.498040 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f7ea5e-6a03-424d-a9ac-3360c8309b57 None None] The sync data for ids ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'] in n-d-804230-3 is: [{'id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'name': 'tempest-TestServerBasicOps-22406447-router', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:41Z', 'updated_at': '2021-08-20T11:27:47Z', 'revision_number': 4, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'gw_port': {'id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:42Z', 'updated_at': '2021-08-20T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b73a2333-becf-456e-8aec-a1d5c785ca00', 'name': '', 'network_id': '5e81d307-152c-4b08-9fd5-32569674b9ba', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'mac_address': 'fa:16:3e:de:df:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '71af83a6-7b7c-40db-9e95-3512568ecca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:27:54Z', 'revision_number': 4, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'subnets': [{'id': '71af83a6-7b7c-40db-9e95-3512568ecca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:55.500301 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.502275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.507111 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Floating IP f0e65aa8-aa2b-496f-b344-6e52736c0d91 disassociated. External IP: 172.25.4.82, port: 09d4844d-82c9-43f4-8d96-dadfd692ca56. Aug 20 11:27:55.507111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Calling delete_port for 09d4844d-82c9-43f4-8d96-dadfd692ca56 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:55.531650 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78d47e02-165d-45d3-a9ec-364034b0825e req-3d7ae167-d185-4663-a0d5-f0c09090f0ab tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 210 time: 0.0599148 Aug 20 11:27:55.541158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dbcfa0c-deae-47cd-a34a-348bac389b2f req-fa7f845a-d4b2-4362-b1a0-5c5ed00c4811 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213426 Aug 20 11:27:55.554568 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.586519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd6c2-115f-4c98-a097-b64c95ac3b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.596618 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd6c2-115f-4c98-a097-b64c95ac3b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.598863 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2f0dd6c2-115f-4c98-a097-b64c95ac3b82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ce9301c-a4ba-4095-ba51-2c7961dc44f2 HTTP/1.1" status: 204 len: 168 time: 0.4259050 Aug 20 11:27:55.679019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Transition to ACTIVE for port object b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:27:55.720150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dd6c2-115f-4c98-a097-b64c95ac3b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9301c-a4ba-4095-ba51-2c7961dc44f2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:55.729202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e533a2f8-d630-4f2f-8831-a35608644eb5 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:55.729991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 09d4844d-82c9-43f4-8d96-dadfd692ca56 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:55.822943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 28d8f0a0-efa8-4605-8a85-f92e44201252 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:55.823813 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.879091 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:55.893310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c1bd4b6b-e925-41b8-b18f-025d709a810f,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:55.899169 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24ec31ed-4d78-45f6-85b2-3b8a904af2de tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.039480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1536af1-6794-4624-b7e4-40ac45fc8083 req-3825e113-bbeb-44b3-af69-5edd025d8a46 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:56.039480 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d1536af1-6794-4624-b7e4-40ac45fc8083 req-3825e113-bbeb-44b3-af69-5edd025d8a46 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 1096 time: 0.1460819 Aug 20 11:27:56.039780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b1040-b44b-402e-8d74-b2c3f22c32ce req-64f44971-4fb0-4240-8a64-acf7701d16ab tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:56.039780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b7b1040-b44b-402e-8d74-b2c3f22c32ce req-64f44971-4fb0-4240-8a64-acf7701d16ab tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.2327232 Aug 20 11:27:56.040596 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d1536af1-6794-4624-b7e4-40ac45fc8083 req-e8cb6135-62ec-400e-b8db-c14f0166b0d9 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376108 Aug 20 11:27:56.062991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4543bc-6861-4aa8-926e-bdf507fa4895 None None] Pushing event updated for resources: {'Port': ['ID=b659fab2-32e0-40bb-a2ff-3cbd5852f2e9,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:56.081094 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.086189 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b7b1040-b44b-402e-8d74-b2c3f22c32ce req-504964d2-2f97-400a-8537-5886137cbf5e tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794744 Aug 20 11:27:56.213919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Attempting to bind port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:27:56.214370 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Attempting to bind port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:27:56.214943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Attempting to bind port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:27:56.241965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:27:56.241965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Checking segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:27:56.242375 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.242721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Bound using segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:27:56.243361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Bound port: b659fab2-32e0-40bb-a2ff-3cbd5852f2e9, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:27:56.243659 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.288665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a645b0-b42e-45a7-8d8a-8dd9005b3227 req-d0809fcb-f784-4e01-a5fb-e37d6039398f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:56.302475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0a645b0-b42e-45a7-8d8a-8dd9005b3227 req-d0809fcb-f784-4e01-a5fb-e37d6039398f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.1083312 Aug 20 11:27:56.363293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] For port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:27:56.367397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] For port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b659fab2-32e0-40bb-a2ff-3cbd5852f2e9,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:27:56.385151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0a645b0-b42e-45a7-8d8a-8dd9005b3227 req-55549386-588b-4325-b6f4-968794d9e7f2 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800030 Aug 20 11:27:56.449473 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24ec31ed-4d78-45f6-85b2-3b8a904af2de tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.496990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec31ed-4d78-45f6-85b2-3b8a904af2de tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0e3495-5666-4d00-801d-b4cb097f9bda,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:56.522503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.567820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.581046 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24ec31ed-4d78-45f6-85b2-3b8a904af2de tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.582851 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-24ec31ed-4d78-45f6-85b2-3b8a904af2de tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6657426 Aug 20 11:27:56.586982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34762) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:56.595327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c0b1f9be-baf6-4b81-85c2-11aef9543f6c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Request body: {'security_group_rule': {'security_group_id': 'b9e059d6-5b45-441b-b81b-975595f395c3', 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:56.619723 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442324c-10b2-401b-9ead-675fe2e74084 req-e891545f-4bfc-445b-9cff-82daadfb4c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:56.627103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442324c-10b2-401b-9ead-675fe2e74084 req-e891545f-4bfc-445b-9cff-82daadfb4c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:56.635663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442324c-10b2-401b-9ead-675fe2e74084 req-e891545f-4bfc-445b-9cff-82daadfb4c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:56.642786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442324c-10b2-401b-9ead-675fe2e74084 req-e891545f-4bfc-445b-9cff-82daadfb4c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:56.653680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442324c-10b2-401b-9ead-675fe2e74084 req-e891545f-4bfc-445b-9cff-82daadfb4c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:56.655860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b442324c-10b2-401b-9ead-675fe2e74084 req-e891545f-4bfc-445b-9cff-82daadfb4c5b tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 3802 time: 0.1903071 Aug 20 11:27:56.703459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Port': ['ID=09d4844d-82c9-43f4-8d96-dadfd692ca56,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:56.750920 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f9be-baf6-4b81-85c2-11aef9543f6c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.915267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:56.934148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b442324c-10b2-401b-9ead-675fe2e74084 req-cdb99589-f583-4a5a-a127-d0ca469c08c3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421391 Aug 20 11:27:56.949723 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f9be-baf6-4b81-85c2-11aef9543f6c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:56.971677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:27:56.971677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7e1f3ddc-d447-4afd-98a7-3e4a5883c688 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:56.971677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1bb47a7c-4e40-470c-87c2-406d1b54fe6a no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:57.061240 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Routers {'c859d3e3-f09c-4721-9d3e-858456da8107'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:57.061873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c859d3e3-f09c-4721-9d3e-858456da8107'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:57.090519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f9be-baf6-4b81-85c2-11aef9543f6c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:57.197441 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4543bc-6861-4aa8-926e-bdf507fa4895 None None] Pushing event updated for resources: {'Port': ['ID=b659fab2-32e0-40bb-a2ff-3cbd5852f2e9,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:57.215870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1f9be-baf6-4b81-85c2-11aef9543f6c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2aee8e5-9abd-4ba1-991d-aad1c1e04142,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:57.221918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Router a5575eb0-29e1-476c-8549-3e63e6222382 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:27:57.340642 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f9be-baf6-4b81-85c2-11aef9543f6c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:57.345997 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c0b1f9be-baf6-4b81-85c2-11aef9543f6c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7574179 Aug 20 11:27:57.347010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34778) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:57.353863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2949b442-e1bd-409f-8f83-7a0ca627f379 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Request body: {'security_group_rule': {'security_group_id': 'b9e059d6-5b45-441b-b81b-975595f395c3', 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:57.439345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bd4b6b-e925-41b8-b18f-025d709a810f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:57.441946 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdae031e-aee7-42a4-b88a-7d0b2dead3b3" -d '{"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bd4b6b-e925-41b8-b18f-025d709a810f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:57.479058 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:57.513626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:57.544510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:27:57.597813 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-2949b442-e1bd-409f-8f83-7a0ca627f379 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Project d020db29f9b1461abccf5c51e617e6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:27:57.614306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] Set router c859d3e3-f09c-4721-9d3e-858456da8107 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:57.615811 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2949b442-e1bd-409f-8f83-7a0ca627f379 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:57.636689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] No DVR routers for this DVR port 09d4844d-82c9-43f4-8d96-dadfd692ca56 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:57.641608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:57.649340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-7be930f2-7a8a-4a3a-96fc-573abb9654d0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "DELETE /v2.0/ports/09d4844d-82c9-43f4-8d96-dadfd692ca56 HTTP/1.1" status: 204 len: 173 time: 3.9180448 Aug 20 11:27:57.672995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-deleted', 'tag': '09d4844d-82c9-43f4-8d96-dadfd692ca56'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:27:57.680008 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7502de52-7e02-471f-96fa-00294dd1b684" -d '{"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-deleted", "tag": "09d4844d-82c9-43f4-8d96-dadfd692ca56"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:27:57.862593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] Sync routers for ids ['a5575eb0-29e1-476c-8549-3e63e6222382'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:27:57.867223 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2949b442-e1bd-409f-8f83-7a0ca627f379 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:57.906067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-05eca07a-1e0f-4e7d-a478-1e4464a3ee08 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting port 596556b5-60cc-49bf-8130-7ba17e8094fa {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:57.906325 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-05eca07a-1e0f-4e7d-a478-1e4464a3ee08 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:57.968168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] Routers {'a5575eb0-29e1-476c-8549-3e63e6222382'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:57.968948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a5575eb0-29e1-476c-8549-3e63e6222382'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:58.001727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1cdf9080-e013-400d-a625-ea2de284ded5 req-5828084f-5358-4183-a9c1-b5f0c08282e9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 210 time: 0.0826921 Aug 20 11:27:58.036386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:58.093661 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a5f226-bcf4-417b-b7f4-e2ea90e45647 x-openstack-request-id: req-c0a5f226-bcf4-417b-b7f4-e2ea90e45647 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:58.094051 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-unplugged", "status": "completed", "tag": "c1bd4b6b-e925-41b8-b18f-025d709a810f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:58.094423 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0a5f226-bcf4-417b-b7f4-e2ea90e45647 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:58.094905 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1bd4b6b-e925-41b8-b18f-025d709a810f', 'code': 200} Aug 20 11:27:58.101722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-99414913-f497-472d-be35-b2bd685a4d1e req-05eca07a-1e0f-4e7d-a478-1e4464a3ee08 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] For port 596556b5-60cc-49bf-8130-7ba17e8094fa, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=596556b5-60cc-49bf-8130-7ba17e8094fa,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:58.104582 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-05eca07a-1e0f-4e7d-a478-1e4464a3ee08 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:58.123908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-05eca07a-1e0f-4e7d-a478-1e4464a3ee08 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Calling delete_port for 596556b5-60cc-49bf-8130-7ba17e8094fa owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:58.129170 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb386a0-e4c7-4a83-a995-d1ff929d8ae4 x-openstack-request-id: req-eeb386a0-e4c7-4a83-a995-d1ff929d8ae4 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:27:58.129467 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-deleted", "tag": "09d4844d-82c9-43f4-8d96-dadfd692ca56", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:27:58.129726 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eeb386a0-e4c7-4a83-a995-d1ff929d8ae4 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:27:58.130138 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-deleted', 'tag': '09d4844d-82c9-43f4-8d96-dadfd692ca56', 'status': 'completed', 'code': 200} Aug 20 11:27:58.153900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:58.154341 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:58.167448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] Set router a5575eb0-29e1-476c-8549-3e63e6222382 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:58.263824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634068e-0344-44e0-88b5-e0dead59a951 req-40672d10-c4fa-4c4a-8ab3-91b5675f2725 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.269837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634068e-0344-44e0-88b5-e0dead59a951 req-40672d10-c4fa-4c4a-8ab3-91b5675f2725 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.275940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634068e-0344-44e0-88b5-e0dead59a951 req-40672d10-c4fa-4c4a-8ab3-91b5675f2725 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.281923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634068e-0344-44e0-88b5-e0dead59a951 req-40672d10-c4fa-4c4a-8ab3-91b5675f2725 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.283885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9634068e-0344-44e0-88b5-e0dead59a951 req-40672d10-c4fa-4c4a-8ab3-91b5675f2725 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 3145 time: 0.0999949 Aug 20 11:27:58.351968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9634068e-0344-44e0-88b5-e0dead59a951 req-458155c9-983c-4502-83c6-5b5c275c6499 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501783 Aug 20 11:27:58.441145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:48Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b659fab2-32e0-40bb-a2ff-3cbd5852f2e9', 'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:a8:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:27:56Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:58.487087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b73a2333-becf-456e-8aec-a1d5c785ca00 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:27:58.489313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafe2168-62ed-4263-81e3-5e6dbda1543a None None] The sync data for ids ['c859d3e3-f09c-4721-9d3e-858456da8107'] in n-d-804230-3 is: [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:48Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b659fab2-32e0-40bb-a2ff-3cbd5852f2e9', 'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:a8:df:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:27:56Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:58.564889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-a61eedc2-7a02-4011-b3d3-07c3dba57add tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:58.568269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-a61eedc2-7a02-4011-b3d3-07c3dba57add tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/networks?id=562c687c-fda0-45c0-bdf9-a015b9251335 HTTP/1.1" status: 200 len: 815 time: 0.1341503 Aug 20 11:27:58.586827 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-6548b99e-01b6-40c2-bbdc-1f111de5634d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/quotas/e878db8aa9e740e4a84590754d7e3d06 HTTP/1.1" status: 200 len: 375 time: 0.0107276 Aug 20 11:27:58.602182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:46Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0833232a-5997-4f4d-93b9-21c3d33649ac', 'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'mac_address': 'fa:16:3e:5a:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:43Z', 'updated_at': '2021-08-20T11:16:56Z', 'revision_number': 5, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'subnets': [{'id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:58.645917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] Checking router: a5575eb0-29e1-476c-8549-3e63e6222382 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:27:58.659053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] Routers {'a5575eb0-29e1-476c-8549-3e63e6222382'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:27:58.667128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a5575eb0-29e1-476c-8549-3e63e6222382'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:58.686015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-e13fa7a6-4775-4eb8-b6ef-1e94f1ba8244 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e878db8aa9e740e4a84590754d7e3d06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921652 Aug 20 11:27:58.822484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-0d9e4da5-81c7-42ec-ab65-356915dbb686 service neutron] 10.222.0.10 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265955 Aug 20 11:27:58.880004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] Set router a5575eb0-29e1-476c-8549-3e63e6222382 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:27:58.983009 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-2c714cf3-317d-41c0-ba28-d6a7e1ee523f service neutron] 10.222.0.10 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596022 Aug 20 11:27:59.120185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-3d96ad18-c929-4fcf-895d-d96d00158016 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:27:59.124691 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-3d96ad18-c929-4fcf-895d-d96d00158016 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.57 "GET /v2.0/ports?device_id=82c5d910-52ae-4e10-b727-c742e804ef8b HTTP/1.1" status: 200 len: 946 time: 0.0881541 Aug 20 11:27:59.177848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:46Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0833232a-5997-4f4d-93b9-21c3d33649ac', 'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'mac_address': 'fa:16:3e:5a:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:43Z', 'updated_at': '2021-08-20T11:16:56Z', 'revision_number': 5, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'subnets': [{'id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:27:59.218885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fea1b-49f0-4155-9462-698fd009f246 None None] The sync data for ids ['a5575eb0-29e1-476c-8549-3e63e6222382'] in n-d-804230-3 is: [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:16:46Z', 'revision_number': 4, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '0833232a-5997-4f4d-93b9-21c3d33649ac', 'name': '', 'network_id': '57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'mac_address': 'fa:16:3e:5a:17:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:43Z', 'updated_at': '2021-08-20T11:16:56Z', 'revision_number': 5, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'subnets': [{'id': '716f77d3-ee35-4a9f-8a6e-d4e7a142f166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:27:59.241018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-ae074364-14a6-4507-b3ed-8ae39ddd93c7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Deleting port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:27:59.241844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-ae074364-14a6-4507-b3ed-8ae39ddd93c7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.267781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b73a2333-becf-456e-8aec-a1d5c785ca00 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:27:59.271420 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.273595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 596556b5-60cc-49bf-8130-7ba17e8094fa no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:27:59.275741 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-05eca07a-1e0f-4e7d-a478-1e4464a3ee08 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.297565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2949b442-e1bd-409f-8f83-7a0ca627f379 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.343427 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949b442-e1bd-409f-8f83-7a0ca627f379 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5ac6fd-bd8c-4acc-bdb3-9d9fad9a6fad,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:59.363692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 596556b5-60cc-49bf-8130-7ba17e8094fa {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:27:59.364043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 596556b5-60cc-49bf-8130-7ba17e8094fa not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:27:59.374315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b73a2333-becf-456e-8aec-a1d5c785ca00 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:27:59.378502 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.404804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-ae074364-14a6-4507-b3ed-8ae39ddd93c7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] For port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:27:59.406269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-ae074364-14a6-4507-b3ed-8ae39ddd93c7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.425001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-ae074364-14a6-4507-b3ed-8ae39ddd93c7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Calling delete_port for 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:27:59.439886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eca07a-1e0f-4e7d-a478-1e4464a3ee08 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Port': ['ID=596556b5-60cc-49bf-8130-7ba17e8094fa,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:59.472520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-99414913-f497-472d-be35-b2bd685a4d1e req-05eca07a-1e0f-4e7d-a478-1e4464a3ee08 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] No DVR routers for this DVR port 596556b5-60cc-49bf-8130-7ba17e8094fa on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:27:59.473946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-05eca07a-1e0f-4e7d-a478-1e4464a3ee08 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.476249 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-05eca07a-1e0f-4e7d-a478-1e4464a3ee08 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "DELETE /v2.0/ports/596556b5-60cc-49bf-8130-7ba17e8094fa HTTP/1.1" status: 204 len: 173 time: 1.8258982 Aug 20 11:27:59.515907 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2949b442-e1bd-409f-8f83-7a0ca627f379 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.518344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2949b442-e1bd-409f-8f83-7a0ca627f379 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.1691511 Aug 20 11:27:59.522985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34846) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:27:59.534723 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-95360dc8-bc16-4bc7-b80d-c60ac43ea2fe tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Request body: {'security_group_rule': {'security_group_id': 'b9e059d6-5b45-441b-b81b-975595f395c3', 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:27:59.744249 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0de882e9-ca11-4038-8c91-904faaf77ffe req-a6ee9ea6-46eb-41d7-8f48-0497609723c0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 210 time: 0.1286387 Aug 20 11:27:59.751016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:27:59.803239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-ae074364-14a6-4507-b3ed-8ae39ddd93c7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.828552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['48f51cb6-04ff-4ea4-a2d0-f9a67034c08b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:27:59.889939 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:27:59.959348 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-95360dc8-bc16-4bc7-b80d-c60ac43ea2fe tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Project d020db29f9b1461abccf5c51e617e6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:27:59.975564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b73a2333-becf-456e-8aec-a1d5c785ca00, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b73a2333-becf-456e-8aec-a1d5c785ca00,segment=NetworkSegment(54a0b1c7-fc2d-455d-a823-fc2dc75d69d9),segment_id=54a0b1c7-fc2d-455d-a823-fc2dc75d69d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:00.004959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae074364-14a6-4507-b3ed-8ae39ddd93c7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Pushing event deleted for resources: {'Port': ['ID=48f51cb6-04ff-4ea4-a2d0-f9a67034c08b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:00.027527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34858) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:00.075631 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95360dc8-bc16-4bc7-b80d-c60ac43ea2fe tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.088312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-ae074364-14a6-4507-b3ed-8ae39ddd93c7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] No DVR routers for this DVR port 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:00.096494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb47a7c-4e40-470c-87c2-406d1b54fe6a'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:00.099105 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e57938-b8db-4abd-a792-0ac8b08d375e" -d '{"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb47a7c-4e40-470c-87c2-406d1b54fe6a"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:00.104559 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-ae074364-14a6-4507-b3ed-8ae39ddd93c7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.106873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36c50cd0-8486-45f5-a59f-ef19adbbe800 req-ae074364-14a6-4507-b3ed-8ae39ddd93c7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.57 "DELETE /v2.0/ports/48f51cb6-04ff-4ea4-a2d0-f9a67034c08b HTTP/1.1" status: 204 len: 173 time: 0.9768023 Aug 20 11:28:00.107350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'name': 'network-vif-deleted', 'tag': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:00.109656 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8f781e-1d3a-41de-90cd-a0e8a4dd1d52" -d '{"events": [{"server_uuid": "82c5d910-52ae-4e10-b727-c742e804ef8b", "name": "network-vif-deleted", "tag": "48f51cb6-04ff-4ea4-a2d0-f9a67034c08b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:00.118512 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.210087 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b2877-c460-4532-ade5-fe926542e889 None None] New status for floating IP f0e65aa8-aa2b-496f-b344-6e52736c0d91: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:28:00.292647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b73a2333-becf-456e-8aec-a1d5c785ca00,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:00.366999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1658591237-network', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:00.367556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:00.370013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-deleted', 'tag': '596556b5-60cc-49bf-8130-7ba17e8094fa'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:00.372307 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2d0b33-0d31-4e3f-b347-bbe0d6c6604d" -d '{"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-deleted", "tag": "596556b5-60cc-49bf-8130-7ba17e8094fa"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:00.385374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-166e68c9-39b1-4952-a8a8-81abf96a7798 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:00.387231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-166e68c9-39b1-4952-a8a8-81abf96a7798 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 797 time: 0.3435597 Aug 20 11:28:00.550939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d53ea-30ca-4231-a645-8453ea8fd439 req-3def885d-667a-444a-98b8-259fb7001b69 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:00.558983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d53ea-30ca-4231-a645-8453ea8fd439 req-3def885d-667a-444a-98b8-259fb7001b69 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:00.568883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d53ea-30ca-4231-a645-8453ea8fd439 req-3def885d-667a-444a-98b8-259fb7001b69 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:00.578380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe4d53ea-30ca-4231-a645-8453ea8fd439 req-3def885d-667a-444a-98b8-259fb7001b69 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 2408 time: 0.6579394 Aug 20 11:28:00.587008 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95360dc8-bc16-4bc7-b80d-c60ac43ea2fe tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.596892 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5175d136-80f6-4156-9e13-92fd2265c47b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 380 time: 0.1849177 Aug 20 11:28:00.607125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-2e85d5ae-6446-44b9-aead-586cd1b5ead6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting port c1bd4b6b-e925-41b8-b18f-025d709a810f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:00.607475 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-2e85d5ae-6446-44b9-aead-586cd1b5ead6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.617474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'port': {'device_id': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'admin_state_up': True, 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'security_groups': ['3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:00.633174 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Made reservation on behalf of 42207bf8cb014dfab13aa3c12dd0f591 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:00.633676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:00.635105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.636891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:00.637446 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.654365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.807386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95360dc8-bc16-4bc7-b80d-c60ac43ea2fe tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.808349 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.859833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe4d53ea-30ca-4231-a645-8453ea8fd439 req-345aef19-05eb-4f4f-b767-0a0fcdc362dc tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801178 Aug 20 11:28:00.889473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b659fab2-32e0-40bb-a2ff-3cbd5852f2e9,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:00.904561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:00.911205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95360dc8-bc16-4bc7-b80d-c60ac43ea2fe tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54508795-9da3-4456-a62a-8161171d1a77,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:00.977518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-99414913-f497-472d-be35-b2bd685a4d1e req-2e85d5ae-6446-44b9-aead-586cd1b5ead6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] For port c1bd4b6b-e925-41b8-b18f-025d709a810f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c1bd4b6b-e925-41b8-b18f-025d709a810f,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:00.977518 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-2e85d5ae-6446-44b9-aead-586cd1b5ead6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.003625 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38060d9-60fb-4bb9-8bfa-0cfe63936421 req-6ed9de44-39f9-480f-ad5a-3d3ff334f8ea tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 210 time: 0.0549102 Aug 20 11:28:01.023906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-2e85d5ae-6446-44b9-aead-586cd1b5ead6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Calling delete_port for c1bd4b6b-e925-41b8-b18f-025d709a810f owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:01.032676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.033468 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.064841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:28:01.085372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a005b-7684-4c18-9503-84ff341ca156,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:01.092667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.093443 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Added segment df01ae02-eaa1-4769-aaff-7c44801f88b4 of type vlan for network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c Aug 20 11:28:01.124720 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eef460-e348-4aae-ab77-73aae7410831 x-openstack-request-id: req-44eef460-e348-4aae-ab77-73aae7410831 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:01.124720 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb47a7c-4e40-470c-87c2-406d1b54fe6a", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:01.124720 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44eef460-e348-4aae-ab77-73aae7410831 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:01.124720 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb47a7c-4e40-470c-87c2-406d1b54fe6a', 'code': 200} Aug 20 11:28:01.187123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95360dc8-bc16-4bc7-b80d-c60ac43ea2fe tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.188080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b659fab2-32e0-40bb-a2ff-3cbd5852f2e9,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:01.198631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-95360dc8-bc16-4bc7-b80d-c60ac43ea2fe tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6600411 Aug 20 11:28:01.229898 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.294008 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d793838e-c4f0-4a4e-aa2a-5e275d097911 x-openstack-request-id: req-d793838e-c4f0-4a4e-aa2a-5e275d097911 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:01.294673 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c5d910-52ae-4e10-b727-c742e804ef8b", "name": "network-vif-deleted", "tag": "48f51cb6-04ff-4ea4-a2d0-f9a67034c08b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:01.295560 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d793838e-c4f0-4a4e-aa2a-5e275d097911 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:01.296210 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c5d910-52ae-4e10-b727-c742e804ef8b', 'name': 'network-vif-deleted', 'tag': '48f51cb6-04ff-4ea4-a2d0-f9a67034c08b', 'status': 'completed', 'code': 200} Aug 20 11:28:01.371956 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8232cd1-7d1a-402f-84d5-f4b0c3bc6979 x-openstack-request-id: req-a8232cd1-7d1a-402f-84d5-f4b0c3bc6979 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:01.375803 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-deleted", "tag": "596556b5-60cc-49bf-8130-7ba17e8094fa", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:01.375803 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8232cd1-7d1a-402f-84d5-f4b0c3bc6979 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:01.375803 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-deleted', 'tag': '596556b5-60cc-49bf-8130-7ba17e8094fa', 'status': 'completed', 'code': 200} Aug 20 11:28:01.434771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7e74d2e-06f9-4edc-9769-c933f2ef2e4b req-de18877c-597c-4c5b-80c9-76d7487b8437 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 210 time: 0.0388696 Aug 20 11:28:01.495026 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.502773 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-2e85d5ae-6446-44b9-aead-586cd1b5ead6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.503821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:01.503821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.510601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c1cde0d7-7a7c-49c4-9e6e-218851b8131b tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:28:01.511816 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c1cde0d7-7a7c-49c4-9e6e-218851b8131b tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3577621 Aug 20 11:28:01.512698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:01.522396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.579474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] Pushing event updated for resources: {'Network': ['ID=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:01.590840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:28:01.619761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Request body: {'binding': {'host': 'n-h1-804230-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:01.619761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Unknown quota resources ['binding']. {{(pid=95587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:28:01.693750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85d5ae-6446-44b9-aead-586cd1b5ead6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Port': ['ID=c1bd4b6b-e925-41b8-b18f-025d709a810f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:01.739252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-99414913-f497-472d-be35-b2bd685a4d1e req-2e85d5ae-6446-44b9-aead-586cd1b5ead6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] No DVR routers for this DVR port c1bd4b6b-e925-41b8-b18f-025d709a810f on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:01.751683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5c7a4b49-477f-4c91-86d3-66249d08d4ff admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6846998 Aug 20 11:28:01.752146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-2e85d5ae-6446-44b9-aead-586cd1b5ead6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:01.754201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-2e85d5ae-6446-44b9-aead-586cd1b5ead6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "DELETE /v2.0/ports/c1bd4b6b-e925-41b8-b18f-025d709a810f HTTP/1.1" status: 204 len: 173 time: 2.2601020 Aug 20 11:28:01.755496 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34892) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:01.761783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Request body: {'subnet': {'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1658591237-subnet', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:01.845808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-309a2b04-5698-4903-a8b3-fcd2df2d4818 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387415048&fields=id&tenant_id=d020db29f9b1461abccf5c51e617e6be HTTP/1.1" status: 200 len: 267 time: 0.2362423 Aug 20 11:28:01.929167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Made reservation on behalf of 42207bf8cb014dfab13aa3c12dd0f591 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:01.932237 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.002694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.20.0.12 (e3681374-4c89-4cc6-8ba9-16d98b0c329c/b69a5340-8adb-44af-b8e4-7a26b26eca35/c16eef19-f893-4fd4-8894-ca09aaf35980) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:02.139964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e on host n-h1-804230-3 for vnic_type normal with profile None {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:02.140312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:02.140668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:02.170938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Port 2508069f-ded6-48eb-b49c-e19755f1704e on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:28:02.171291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:02.222925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-2adbb270-c665-4fcf-ad70-e69e402def54 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:02.233529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-2adbb270-c665-4fcf-ad70-e69e402def54 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/networks?id=eb730dde-0481-4a62-932a-41c83adf9294 HTTP/1.1" status: 200 len: 807 time: 0.3571393 Aug 20 11:28:02.257122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-3f7f20ea-b39e-4abc-a1ab-fef8ce87af2e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting port 94337e54-a4e5-49d5-9f55-a66abdd79383 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:02.258115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-3f7f20ea-b39e-4abc-a1ab-fef8ce87af2e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.267710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:02.268128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:02.268447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:02.268904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Bound port: 2508069f-ded6-48eb-b49c-e19755f1704e, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:02.277160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.310002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:02.333155 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-387a0a65-5f24-4e2a-8d8a-42a936b8f92f tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/quotas/d020db29f9b1461abccf5c51e617e6be HTTP/1.1" status: 200 len: 375 time: 0.0985076 Aug 20 11:28:02.360114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed1647c0-246d-46e7-9e60-d87aa3738d25,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:02.383588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Checking segment: {'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:02.383962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Network hostable DHCP agents. Network: d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:28:02.428334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:02.428950 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.533117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b73a2333-becf-456e-8aec-a1d5c785ca00 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:02.595524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b73a2333-becf-456e-8aec-a1d5c785ca00 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:02.595997 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.609342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:28:02.751716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:02.756899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:02.757514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.767330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff2eb2-14f8-489b-bbfb-2469b4d59d57 None None] Network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:28:02.823889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:02.849981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:02.850611 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 48f51cb6-04ff-4ea4-a2d0-f9a67034c08b not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:02.859418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.870950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-7f0f3e60-82c0-43e4-9439-852ce72a3175 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d020db29f9b1461abccf5c51e617e6be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5369117 Aug 20 11:28:02.872823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:02.899824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Transition to ACTIVE for port object c16eef19-f893-4fd4-8894-ca09aaf35980 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:02.908339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-99414913-f497-472d-be35-b2bd685a4d1e req-3f7f20ea-b39e-4abc-a1ab-fef8ce87af2e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] For port 94337e54-a4e5-49d5-9f55-a66abdd79383, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=94337e54-a4e5-49d5-9f55-a66abdd79383,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:02.909984 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-3f7f20ea-b39e-4abc-a1ab-fef8ce87af2e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.924661 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ed3a1051-6630-4eaf-b23d-633458ac66b0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1678958 Aug 20 11:28:02.927581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34910) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:02.936119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1658591237-router', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:02.947252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccd6c27-c679-4992-81e7-26e4373c4830 None None] Network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:28:02.972678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] Notify callbacks [] for binding, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:02.976712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] 10.222.0.10 "POST /v2.0/ports/2508069f-ded6-48eb-b49c-e19755f1704e/bindings HTTP/1.1" status: 201 len: 389 time: 1.4184878 Aug 20 11:28:02.978603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-3f7f20ea-b39e-4abc-a1ab-fef8ce87af2e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Calling delete_port for 94337e54-a4e5-49d5-9f55-a66abdd79383 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:03.100148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-764fef60-a810-46fe-9c62-8d4bfdabb97f service neutron] 10.222.0.10 "GET /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048907 Aug 20 11:28:03.103497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:03.107022 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:03.195560 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:03.267728 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-872c1b03-ace8-4580-96bd-f7e1760d6989 service neutron] 10.222.0.10 "GET /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571789 Aug 20 11:28:03.284501 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:03.331287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network e3681374-4c89-4cc6-8ba9-16d98b0c329c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:03.334799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:03.342601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:03.345351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:03.400960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-deleted', 'tag': 'c1bd4b6b-e925-41b8-b18f-025d709a810f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:03.402994 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc742b0-6aeb-45d3-9110-ed3a3dcaf7d1" -d '{"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-deleted", "tag": "c1bd4b6b-e925-41b8-b18f-025d709a810f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:03.423604 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-3f7f20ea-b39e-4abc-a1ab-fef8ce87af2e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:03.507399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f20ea-b39e-4abc-a1ab-fef8ce87af2e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Port': ['ID=94337e54-a4e5-49d5-9f55-a66abdd79383,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:03.521686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:03.521686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:03.611743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-99414913-f497-472d-be35-b2bd685a4d1e req-3f7f20ea-b39e-4abc-a1ab-fef8ce87af2e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] No DVR routers for this DVR port 94337e54-a4e5-49d5-9f55-a66abdd79383 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:03.616266 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-3f7f20ea-b39e-4abc-a1ab-fef8ce87af2e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:03.619548 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-3f7f20ea-b39e-4abc-a1ab-fef8ce87af2e tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "DELETE /v2.0/ports/94337e54-a4e5-49d5-9f55-a66abdd79383 HTTP/1.1" status: 204 len: 173 time: 1.8399391 Aug 20 11:28:03.634043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:03.664707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2921982-7da7-4cfe-8675-f30d4c7bc373 req-62966161-5b7d-44c5-8182-5dcfa3b04cb3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:03.666734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2921982-7da7-4cfe-8675-f30d4c7bc373 req-62966161-5b7d-44c5-8182-5dcfa3b04cb3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 942 time: 0.1695094 Aug 20 11:28:03.729596 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2921982-7da7-4cfe-8675-f30d4c7bc373 req-73d84bb8-9804-445d-8e7f-942c24bef75d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups?id=8fd67586-2e2e-4c7a-b6cd-00ab801605a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527480 Aug 20 11:28:03.793110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-3f3ca1fb-9cb9-439d-a269-cbfb56135171 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1766644 Aug 20 11:28:03.814331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Request body: {'port': {'device_id': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:03.821797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-36aae3dd-1fc1-40c7-889e-0944cbde4e95 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:03.822244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-36aae3dd-1fc1-40c7-889e-0944cbde4e95 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:03.929389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f36f8354-40eb-4cd5-86a2-572179f3d8d5 None None] Provisioning for port c16eef19-f893-4fd4-8894-ca09aaf35980 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:03.942929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f36f8354-40eb-4cd5-86a2-572179f3d8d5 None None] Provisioning complete for port c16eef19-f893-4fd4-8894-ca09aaf35980 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:03.944206 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f36f8354-40eb-4cd5-86a2-572179f3d8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:04.024006 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aaa00dd7-f776-4307-8825-4c8f0f148dbd req-58f9b2c1-7cb4-48d3-9f9a-d99917b5115b tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 210 time: 0.1323478 Aug 20 11:28:04.080064 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:04.087213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f36f8354-40eb-4cd5-86a2-572179f3d8d5 None None] Port c16eef19-f893-4fd4-8894-ca09aaf35980 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:28:04.160288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f128eedc-6845-4ec9-8ac3-9bc870fcd77a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:04.162995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f128eedc-6845-4ec9-8ac3-9bc870fcd77a tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.38 "GET /v2.0/networks?id=562c687c-fda0-45c0-bdf9-a015b9251335 HTTP/1.1" status: 200 len: 815 time: 0.4322345 Aug 20 11:28:04.182656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Request body: {'port': {'device_id': 'a4c3d236-162e-4056-95bf-49a3f280c6e7', 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335', 'admin_state_up': True, 'tenant_id': 'e878db8aa9e740e4a84590754d7e3d06'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:04.246384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-99414913-f497-472d-be35-b2bd685a4d1e req-36aae3dd-1fc1-40c7-889e-0944cbde4e95 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] For port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:04.246865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-36aae3dd-1fc1-40c7-889e-0944cbde4e95 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:04.291047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-99414913-f497-472d-be35-b2bd685a4d1e req-36aae3dd-1fc1-40c7-889e-0944cbde4e95 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Calling delete_port for 1bb47a7c-4e40-470c-87c2-406d1b54fe6a owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:04.364892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a0f5d-9451-4870-92f5-486357b4904d req-8ad98939-7f5e-42d7-87f5-e9e5d437d953 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:04.366891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f0a0f5d-9451-4870-92f5-486357b4904d req-8ad98939-7f5e-42d7-87f5-e9e5d437d953 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.2041965 Aug 20 11:28:04.542880 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f0a0f5d-9451-4870-92f5-486357b4904d req-26540d9a-2636-479a-926f-8617028964da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627975 Aug 20 11:28:04.634577 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6268fd03-fa01-46f6-ac4a-c00eb32ddf14 x-openstack-request-id: req-6268fd03-fa01-46f6-ac4a-c00eb32ddf14 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:04.635116 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-deleted", "tag": "c1bd4b6b-e925-41b8-b18f-025d709a810f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:04.636109 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6268fd03-fa01-46f6-ac4a-c00eb32ddf14 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:04.636839 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-deleted', 'tag': 'c1bd4b6b-e925-41b8-b18f-025d709a810f', 'status': 'completed', 'code': 200} Aug 20 11:28:04.735298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b9578-2397-4414-8739-a3e15ca9b05d req-c07af98c-fc9f-4480-8dd1-bbdf865021cb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:04.736784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e27b9578-2397-4414-8739-a3e15ca9b05d req-c07af98c-fc9f-4480-8dd1-bbdf865021cb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 932 time: 0.8390880 Aug 20 11:28:04.783052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b1b2ab7-0b78-427e-a0b8-a685391dcf4a req-b749b64a-177b-43cf-82d5-33268c382679 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 210 time: 0.0644894 Aug 20 11:28:04.792100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16eef19-f893-4fd4-8894-ca09aaf35980 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:04.796749 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-36aae3dd-1fc1-40c7-889e-0944cbde4e95 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:04.810121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:04.839863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aae3dd-1fc1-40c7-889e-0944cbde4e95 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Port': ['ID=1bb47a7c-4e40-470c-87c2-406d1b54fe6a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:04.880086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Transition to ACTIVE for port object c16eef19-f893-4fd4-8894-ca09aaf35980 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:04.885772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-f09ea336-64f2-447f-a6b8-e23df880467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:04.887619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-f09ea336-64f2-447f-a6b8-e23df880467a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 1096 time: 0.1659095 Aug 20 11:28:04.891921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e27b9578-2397-4414-8739-a3e15ca9b05d req-364a0a6d-b6c3-42ee-981e-489ca1a87547 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379881 Aug 20 11:28:04.908835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-99414913-f497-472d-be35-b2bd685a4d1e req-36aae3dd-1fc1-40c7-889e-0944cbde4e95 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] No DVR routers for this DVR port 1bb47a7c-4e40-470c-87c2-406d1b54fe6a on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:04.925517 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-99414913-f497-472d-be35-b2bd685a4d1e req-36aae3dd-1fc1-40c7-889e-0944cbde4e95 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:04.928017 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99414913-f497-472d-be35-b2bd685a4d1e req-36aae3dd-1fc1-40c7-889e-0944cbde4e95 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.57 "DELETE /v2.0/ports/1bb47a7c-4e40-470c-87c2-406d1b54fe6a HTTP/1.1" status: 204 len: 173 time: 1.2998719 Aug 20 11:28:04.935072 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d16df0ec-c21f-4467-99f4-d868606ccfeb req-414a1a65-0345-42c0-860b-cb129d122cf3 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0384285 Aug 20 11:28:05.022527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-24942c0e-9b52-42c8-9cb7-1e6b9d40bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:05.022527 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-24942c0e-9b52-42c8-9cb7-1e6b9d40bb82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1232533 Aug 20 11:28:05.070620 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:05.136437 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-6f0da351-620a-43ad-8e4b-19b7bf1328ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2508069f-ded6-48eb-b49c-e19755f1704e HTTP/1.1" status: 200 len: 217 time: 0.0802107 Aug 20 11:28:05.151593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:05.209139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:05.209564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:05.209967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:05.218180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Port c16eef19-f893-4fd4-8894-ca09aaf35980 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:28:05.218603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:05.221136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb0d413f-5a5e-4c06-85cf-32f4994229f3 req-bc39d2d7-618e-4cb2-82e3-0ed9dc501de5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 210 time: 0.0882773 Aug 20 11:28:05.221780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Made reservation on behalf of e878db8aa9e740e4a84590754d7e3d06 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:05.224549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:05.231240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Checking segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:05.231753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:05.232012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Bound using segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:05.232012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Bound port: c16eef19-f893-4fd4-8894-ca09aaf35980, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:05.232012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:05.267714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-2cd35aca-8f03-49a1-bad0-a8b0d96852f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:05.269522 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-2cd35aca-8f03-49a1-bad0-a8b0d96852f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.1231418 Aug 20 11:28:05.330864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-26460731-8e19-4acc-a98b-7dfe229a2991 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508194 Aug 20 11:28:05.333765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:05.340582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:05.345060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:05.427888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:05.491618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:05.538038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:05.538778 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:05.540431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] 10.222.0.57 "PUT /v2.0/ports/c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1092 time: 1.7371123 Aug 20 11:28:05.572821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d6dfd-8e7f-45a0-8241-a7fca8b2c403 service neutron] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:05.703484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-cfe66caa-c749-48b3-a07f-cc8e2c872ea2 service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599229 Aug 20 11:28:05.709722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Allocated IP 172.20.0.7 (562c687c-fda0-45c0-bdf9-a015b9251335/9b983e46-22e2-4897-bf48-41299268825e/73a39232-e72b-4616-a13f-181461f5fbdd) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:05.759428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a03b1-bcf8-4586-afa7-6cc1b24f02cb req-46c3fc46-005b-436b-a2a5-484342832632 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:05.761867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b4a03b1-bcf8-4586-afa7-6cc1b24f02cb req-46c3fc46-005b-436b-a2a5-484342832632 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.0955853 Aug 20 11:28:05.863130 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Allocated IP 172.25.4.236 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/4bcfbbc6-d772-4e39-ad41-c513fbbe7646) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:05.879011 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b4a03b1-bcf8-4586-afa7-6cc1b24f02cb req-08b1cfd0-ed56-4b7c-968b-74343f5f87bf tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100824 Aug 20 11:28:05.901068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-4794c4d5-1285-4be7-b201-6b6aa4854372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:05.902469 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-4794c4d5-1285-4be7-b201-6b6aa4854372 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1095 time: 0.0879540 Aug 20 11:28:05.932148 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd173a18-0dd7-45d9-9a9b-163a28949a1c req-f94ec032-61af-4b94-8fe9-1f200b101611 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 210 time: 0.0470109 Aug 20 11:28:05.979692 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-02932255-14cd-4898-8607-e72e13a9b26e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 217 time: 0.0682812 Aug 20 11:28:06.074900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-42788bb3-303e-4c71-9740-092169b479af service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609746 Aug 20 11:28:06.090212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-bb91d453-66b1-4864-8864-8715af84fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:06.091875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-bb91d453-66b1-4864-8864-8715af84fc11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.1045249 Aug 20 11:28:06.122805 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee240e6d-8574-46e5-bbbf-6951f8d07932 req-d8401c36-7bdd-4434-851a-791539498d67 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0409455 Aug 20 11:28:06.202127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3d0da-0af1-4cce-b01a-f0145e8ac90e req-2708c5cf-5a10-4650-a8d2-a0b89b0c09b0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:06.204025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc3d0da-0af1-4cce-b01a-f0145e8ac90e req-2708c5cf-5a10-4650-a8d2-a0b89b0c09b0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 944 time: 0.1470804 Aug 20 11:28:06.226147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5fe56e06-d16c-44a4-97ef-fcbce2467036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:06.229170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-5fe56e06-d16c-44a4-97ef-fcbce2467036 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188071 Aug 20 11:28:06.236851 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:06.241333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:06.321069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc3d0da-0af1-4cce-b01a-f0145e8ac90e req-42f774ca-ba3d-4dfa-8c02-56672d9ab7d3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046164 Aug 20 11:28:06.370333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8e13a3d1-2f13-4068-8f73-7136df3fc37a req-d3051be1-4feb-449b-be10-0f57d43429aa tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 210 time: 0.0339186 Aug 20 11:28:06.378085 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-b047bd67-e4fb-4ec4-b04e-08792a75cab4 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408005 Aug 20 11:28:06.497490 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e65929e-ceb4-4fab-b416-eb5e680746ee req-cf973603-2dfa-481c-9bad-e1364f2c3697 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125154 Aug 20 11:28:06.552846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:06.557105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:06.619899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:06.619899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Network 562c687c-fda0-45c0-bdf9-a015b9251335 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:06.622703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:06.625176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:06.630311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:06.632492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:06.637974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-deleted', 'tag': '94337e54-a4e5-49d5-9f55-a66abdd79383'}, {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-deleted', 'tag': '1bb47a7c-4e40-470c-87c2-406d1b54fe6a'}, {'name': 'network-changed', 'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:06.640676 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0509cd-891e-42bb-8c46-e518d3460cb9" -d '{"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-deleted", "tag": "94337e54-a4e5-49d5-9f55-a66abdd79383"}, {"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-deleted", "tag": "1bb47a7c-4e40-470c-87c2-406d1b54fe6a"}, {"name": "network-changed", "server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:06.681543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Pushing event updated for resources: {'Port': ['ID=4bcfbbc6-d772-4e39-ad41-c513fbbe7646,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:06.687415 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9610eb6-9cda-43ad-a6be-e5c688937ad2 x-openstack-request-id: req-b9610eb6-9cda-43ad-a6be-e5c688937ad2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:06.688146 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-deleted", "tag": "94337e54-a4e5-49d5-9f55-a66abdd79383", "status": "completed", "code": 200}, {"server_uuid": "eb04396f-f1d5-45bb-aaac-6268e3c38b57", "name": "network-vif-deleted", "tag": "1bb47a7c-4e40-470c-87c2-406d1b54fe6a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:06.688653 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9610eb6-9cda-43ad-a6be-e5c688937ad2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:06.689223 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-deleted', 'tag': '94337e54-a4e5-49d5-9f55-a66abdd79383', 'status': 'completed', 'code': 200} Aug 20 11:28:06.689658 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb04396f-f1d5-45bb-aaac-6268e3c38b57', 'name': 'network-vif-deleted', 'tag': '1bb47a7c-4e40-470c-87c2-406d1b54fe6a', 'status': 'completed', 'code': 200} Aug 20 11:28:06.690085 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'status': 'completed', 'code': 200} Aug 20 11:28:06.751671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:06.752330 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:06.808253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Pushing event updated for resources: {'Port': ['ID=73a39232-e72b-4616-a13f-181461f5fbdd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:06.874502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-12587c80-e424-4e2d-b655-65c708b3462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:06.876574 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-12587c80-e424-4e2d-b655-65c708b3462c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1095 time: 0.0502596 Aug 20 11:28:06.984931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-c81f010a-82ee-459c-9210-f7c11e2e49d1 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8076222 Aug 20 11:28:06.997776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-80597e06-542f-4713-becb-48a93dc79c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:06.999772 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-80597e06-542f-4713-becb-48a93dc79c42 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.1148438 Aug 20 11:28:07.035578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Request body: {'port': {'device_id': 'a4c3d236-162e-4056-95bf-49a3f280c6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:07.073153 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-ceab0318-d178-4cfb-aaec-e5fab5f0cca4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 217 time: 0.0638397 Aug 20 11:28:07.129286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf357d80-9f2c-4f2c-8036-46e213e9caa3 req-21a4f9b6-b592-41f1-bede-4d60dfd54875 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 210 time: 0.0518970 Aug 20 11:28:07.186076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac5f45-22ac-4bf7-9dad-80ff083a6554 req-09827be3-401e-4a2b-8e47-e9c56f0648b0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:07.188051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39ac5f45-22ac-4bf7-9dad-80ff083a6554 req-09827be3-401e-4a2b-8e47-e9c56f0648b0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.2215033 Aug 20 11:28:07.190395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-8b3727c9-0535-42d6-9a36-c9ee13ffc247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:07.192089 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-8b3727c9-0535-42d6-9a36-c9ee13ffc247 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.1036856 Aug 20 11:28:07.229044 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:07.247921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-c6276034-78c0-4d11-b89c-7987a9b61055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:07.250083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-c6276034-78c0-4d11-b89c-7987a9b61055 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498021 Aug 20 11:28:07.357969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c0f939c-d1d0-4e3f-8799-baee92ef23e2 req-bb8ce117-bc1f-4801-bf93-8da754e86c7a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0358243 Aug 20 11:28:07.373645 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39ac5f45-22ac-4bf7-9dad-80ff083a6554 req-93bda07e-969a-4f12-b78b-33b8320c87f6 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477506 Aug 20 11:28:07.412471 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:07.432982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-02a3267e-8177-43fe-8feb-5ec2f5ec898e service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732893 Aug 20 11:28:07.603074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e0509cd-891e-42bb-8c46-e518d3460cb9 req-d750a42e-6095-439a-9d58-b6edc0cf3309 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593659 Aug 20 11:28:07.625991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf08272-ef61-4152-844f-3662567fe2ad req-0397c818-c7ea-4e6d-9c49-0e8b32bd8a94 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:07.627652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-caf08272-ef61-4152-844f-3662567fe2ad req-0397c818-c7ea-4e6d-9c49-0e8b32bd8a94 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 944 time: 0.1096368 Aug 20 11:28:07.678777 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-caf08272-ef61-4152-844f-3662567fe2ad req-902044bc-71bb-46a9-a309-ff436494294e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427485 Aug 20 11:28:07.751072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729857-6d1a-48ab-8d41-9f1f6b489398 req-1080626a-4fb4-4460-a86c-1c65a1f45122 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:07.752608 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7729857-6d1a-48ab-8d41-9f1f6b489398 req-1080626a-4fb4-4460-a86c-1c65a1f45122 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 931 time: 0.2171361 Aug 20 11:28:07.907077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7729857-6d1a-48ab-8d41-9f1f6b489398 req-987d6cf5-4888-4074-9e85-c304ef0743c4 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420178 Aug 20 11:28:07.969524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:08.018978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a39232-e72b-4616-a13f-181461f5fbdd {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:08.030324 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:08.052376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Transition to ACTIVE for port object 73a39232-e72b-4616-a13f-181461f5fbdd will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:08.233737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c41b635e-58ef-420e-9107-242bf206f5cc req-ffd6fbff-ad2c-4e8a-8f9c-bad0146b8eae tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 210 time: 0.0335321 Aug 20 11:28:08.253592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:08.316159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Pushing event updated for resources: {'Port': ['ID=73a39232-e72b-4616-a13f-181461f5fbdd,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:08.391648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Attempting to bind port 73a39232-e72b-4616-a13f-181461f5fbdd on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:08.392203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Attempting to bind port 73a39232-e72b-4616-a13f-181461f5fbdd by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:08.392630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Attempting to bind port 73a39232-e72b-4616-a13f-181461f5fbdd on network 562c687c-fda0-45c0-bdf9-a015b9251335 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:08.397592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Port 73a39232-e72b-4616-a13f-181461f5fbdd on network 562c687c-fda0-45c0-bdf9-a015b9251335 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:28:08.398029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Attempting to bind port 73a39232-e72b-4616-a13f-181461f5fbdd on network 562c687c-fda0-45c0-bdf9-a015b9251335 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:08.404602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:08.405322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Checking segment: {'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:08.406160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Bound using segment: {'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:08.406935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Bound port: 73a39232-e72b-4616-a13f-181461f5fbdd, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a174d9-7fc9-4642-a6de-09f69f4b417f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:08.407614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:08.412104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Router e8e43abf-cb72-4c79-859e-b13ed8603fdc is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:28:08.496156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-6779764d-208b-4897-aa78-fe38c8850dcd tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:08.497994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-6779764d-208b-4897-aa78-fe38c8850dcd tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.57 "GET /v2.0/networks?id=eb730dde-0481-4a62-932a-41c83adf9294 HTTP/1.1" status: 200 len: 807 time: 0.1372838 Aug 20 11:28:08.583491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f81a1b33-b187-4d33-9080-dfdb1999afea req-094ba8a9-9258-46a8-944c-ef5319eb01c6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0455043 Aug 20 11:28:08.638966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-351c4f73-05e2-4851-9b2e-295d14fc0f9f tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d020db29f9b1461abccf5c51e617e6be HTTP/1.1" status: 200 len: 379 time: 0.1309297 Aug 20 11:28:08.653958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Request body: {'port': {'device_id': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'admin_state_up': True, 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'security_groups': ['b9e059d6-5b45-441b-b81b-975595f395c3']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:08.677082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:28:08.685215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] For port 73a39232-e72b-4616-a13f-181461f5fbdd, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:08.692211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Sync routers for ids ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:28:08.698627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78f317-3fc4-4071-a07e-cc1309d86c36 req-053074d1-3247-4bf0-b480-09d5589ed487 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:08.710064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be78f317-3fc4-4071-a07e-cc1309d86c36 req-053074d1-3247-4bf0-b480-09d5589ed487 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.1345763 Aug 20 11:28:08.721238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Routers {'e8e43abf-cb72-4c79-859e-b13ed8603fdc'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:08.724576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:08.753300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] For port 73a39232-e72b-4616-a13f-181461f5fbdd, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=73a39232-e72b-4616-a13f-181461f5fbdd,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:08.803014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be78f317-3fc4-4071-a07e-cc1309d86c36 req-336af89b-17af-44fc-8f9b-763daaa56f3c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918512 Aug 20 11:28:08.869593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce189-8f13-4115-a0d3-fea8d976db4f req-1875845f-6621-4ef4-bc9c-87bb2642b982 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:08.871250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c91ce189-8f13-4115-a0d3-fea8d976db4f req-1875845f-6621-4ef4-bc9c-87bb2642b982 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 944 time: 0.0555937 Aug 20 11:28:08.888777 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:08.892681 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c5d424db-59fb-478f-94ae-3120ffb4119c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9610081 Aug 20 11:28:08.892846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Set router e8e43abf-cb72-4c79-859e-b13ed8603fdc gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:08.892960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34968) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:08.929404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c91ce189-8f13-4115-a0d3-fea8d976db4f req-84015dad-e4fa-4636-b5bb-19d86b59dba7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516982 Aug 20 11:28:08.950221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:08.997296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:08.997953 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:08.999634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] 10.222.0.38 "PUT /v2.0/ports/73a39232-e72b-4616-a13f-181461f5fbdd HTTP/1.1" status: 200 len: 1091 time: 1.9903033 Aug 20 11:28:09.003732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c3d236-162e-4056-95bf-49a3f280c6e7', 'tag': '73a39232-e72b-4616-a13f-181461f5fbdd'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:09.007762 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8295699f-723e-47bc-a5d5-916a8123d884" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c3d236-162e-4056-95bf-49a3f280c6e7", "tag": "73a39232-e72b-4616-a13f-181461f5fbdd"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:09.024992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Made reservation on behalf of d020db29f9b1461abccf5c51e617e6be for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:09.024992 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:09.210768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'name': 'tempest-ServerRescueTestJSON-1658591237-router', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:03Z', 'updated_at': '2021-08-20T11:28:06Z', 'revision_number': 3, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'gw_port': {'id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:05Z', 'updated_at': '2021-08-20T11:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:09.222919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Allocated IP 172.20.0.5 (eb730dde-0481-4a62-932a-41c83adf9294/4e3d507c-6c88-4bd0-a955-0f37897d208e/b9d71100-a60c-4002-9281-3c51eda64f35) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:09.244588 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Checking router: e8e43abf-cb72-4c79-859e-b13ed8603fdc for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:28:09.245353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Updating router e8e43abf-cb72-4c79-859e-b13ed8603fdc port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:28:09.290839 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:09.366987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2353f7ec-b2bf-4f6b-bc3f-b696fdae0a80 req-e0f11f06-7362-40ab-9ce8-71daf6fef253 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 210 time: 0.0321746 Aug 20 11:28:09.449300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:09.471034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Transition to ACTIVE for port object b9d71100-a60c-4002-9281-3c51eda64f35 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:09.522940 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f124b8-f076-4c93-9e83-c12f431d817d x-openstack-request-id: req-a9f124b8-f076-4c93-9e83-c12f431d817d {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:09.524071 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c3d236-162e-4056-95bf-49a3f280c6e7", "tag": "73a39232-e72b-4616-a13f-181461f5fbdd", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:09.524071 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9f124b8-f076-4c93-9e83-c12f431d817d {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:09.524364 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c3d236-162e-4056-95bf-49a3f280c6e7', 'tag': '73a39232-e72b-4616-a13f-181461f5fbdd', 'status': 'completed', 'code': 200} Aug 20 11:28:09.606279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105552a-535d-4e77-ac02-c824d96156a7 service neutron] Pushing event updated for resources: {'Port': ['ID=73a39232-e72b-4616-a13f-181461f5fbdd,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:09.647786 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295699f-723e-47bc-a5d5-916a8123d884 req-baee9ae1-fb03-4a5f-b87a-354b3bfbc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:09.653610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8295699f-723e-47bc-a5d5-916a8123d884 req-baee9ae1-fb03-4a5f-b87a-354b3bfbc397 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e878db8aa9e740e4a84590754d7e3d06&device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 1094 time: 0.1167941 Aug 20 11:28:09.659496 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:09.672514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Transition to ACTIVE for port object 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:09.712164 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:09.725869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da77eb-a4c3-4fcd-8e53-d2ce5f7a1d38 req-086da918-c309-470c-b5f2-3870d32ac8d6 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:09.728401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5da77eb-a4c3-4fcd-8e53-d2ce5f7a1d38 req-086da918-c309-470c-b5f2-3870d32ac8d6 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 943 time: 0.1940684 Aug 20 11:28:09.787868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event updated for resources: {'Port': ['ID=b9d71100-a60c-4002-9281-3c51eda64f35,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:09.793265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-723c6fd4-6b22-449d-bc00-5c1dc7289ec2 req-1c34f68b-b9f9-45a2-9707-7ba943f7b7e7 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0984881 Aug 20 11:28:09.811927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Network eb730dde-0481-4a62-932a-41c83adf9294 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:09.814771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.815313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.827189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:09.847613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:09.863094 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:09.967402 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5da77eb-a4c3-4fcd-8e53-d2ce5f7a1d38 req-34916982-202c-47d6-a11b-5ca7a56e903f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028384 Aug 20 11:28:09.967740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Pushing event updated for resources: {'Port': ['ID=4bcfbbc6-d772-4e39-ad41-c513fbbe7646,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:09.992973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:09.992973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:09.993467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:10.000541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Attempting to bind port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:10.005091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Attempting to bind port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:10.005545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Attempting to bind port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:10.025378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:10.025768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:10.026320 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:10.026760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:10.027297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Bound port: 4bcfbbc6-d772-4e39-ad41-c513fbbe7646, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:10.027672 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:10.040739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e2ee0-6568-4888-bb6b-dc4834a7d128 req-905ccf2e-d7ba-4583-9c76-1e8e70550ae8 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:10.043139 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b8e2ee0-6568-4888-bb6b-dc4834a7d128 req-905ccf2e-d7ba-4583-9c76-1e8e70550ae8 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.1606522 Aug 20 11:28:10.119488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b8e2ee0-6568-4888-bb6b-dc4834a7d128 req-2b5a2c35-6219-4090-9558-9d6cfc197f81 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575380 Aug 20 11:28:10.152485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] For port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:10.156372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] For port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4bcfbbc6-d772-4e39-ad41-c513fbbe7646,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:10.205834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295699f-723e-47bc-a5d5-916a8123d884 req-0ea75718-a96f-4f66-96a4-b64a85842175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:10.207377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8295699f-723e-47bc-a5d5-916a8123d884 req-0ea75718-a96f-4f66-96a4-b64a85842175 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e878db8aa9e740e4a84590754d7e3d06&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5205564 Aug 20 11:28:10.226467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-12ad2db7-a159-4504-bc73-b5f883ce23ed tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5782225 Aug 20 11:28:10.241272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Request body: {'port': {'device_id': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:10.309433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95093c89-af18-4ef0-81bb-a1624fd4368d req-f92d7fbc-3be1-49c6-8808-96fdd9af373b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:10.311475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95093c89-af18-4ef0-81bb-a1624fd4368d req-f92d7fbc-3be1-49c6-8808-96fdd9af373b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 944 time: 0.1615996 Aug 20 11:28:10.316162 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:10.392235 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:10.424131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95093c89-af18-4ef0-81bb-a1624fd4368d req-0874eb2d-0251-4a11-a153-79c247f7b41c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992620 Aug 20 11:28:10.443024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295699f-723e-47bc-a5d5-916a8123d884 req-bdfeac14-752c-4a50-96b2-06db652b1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:10.444523 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8295699f-723e-47bc-a5d5-916a8123d884 req-bdfeac14-752c-4a50-96b2-06db652b1923 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2292135 Aug 20 11:28:10.503859 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9676d0b0-8bfb-4255-982c-77de41f446f2 None None] Provisioning for port b9d71100-a60c-4002-9281-3c51eda64f35 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:10.524437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Routers {'e8e43abf-cb72-4c79-859e-b13ed8603fdc'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:10.525229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:10.525690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:10.529013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9676d0b0-8bfb-4255-982c-77de41f446f2 None None] Provisioning complete for port b9d71100-a60c-4002-9281-3c51eda64f35 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:10.529400 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9676d0b0-8bfb-4255-982c-77de41f446f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:10.554207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-ef7e3e63-a1eb-4c06-ab0b-555041595755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:10.555879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-ef7e3e63-a1eb-4c06-ab0b-555041595755 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e878db8aa9e740e4a84590754d7e3d06&device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 1094 time: 0.0732689 Aug 20 11:28:10.647323 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-717ff3e7-a873-48ae-86a1-cc9b66a66803 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a39232-e72b-4616-a13f-181461f5fbdd HTTP/1.1" status: 200 len: 217 time: 0.0484705 Aug 20 11:28:10.673979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] Set router e8e43abf-cb72-4c79-859e-b13ed8603fdc gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:10.754378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-df1018c1-1b83-4b14-a1fa-c18028ecdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:10.756086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-df1018c1-1b83-4b14-a1fa-c18028ecdc84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b983e46-22e2-4897-bf48-41299268825e HTTP/1.1" status: 200 len: 855 time: 0.1009281 Aug 20 11:28:10.775824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d71100-a60c-4002-9281-3c51eda64f35 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:10.790174 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:10.811765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Transition to ACTIVE for port object b9d71100-a60c-4002-9281-3c51eda64f35 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:10.824408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-ae2cafcf-cb60-4b92-9d38-64154ce8e928 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=562c687c-fda0-45c0-bdf9-a015b9251335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591938 Aug 20 11:28:10.843495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891eeb23-d487-4b87-9cd4-f935dde47d1c None None] Pushing event updated for resources: {'Port': ['ID=4bcfbbc6-d772-4e39-ad41-c513fbbe7646,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:10.861464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9676d0b0-8bfb-4255-982c-77de41f446f2 None None] Port b9d71100-a60c-4002-9281-3c51eda64f35 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:28:10.873099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:28:10.895565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a9e18-26f7-4d84-a7aa-f1e4a50c4386 req-ef022d7d-6852-4db3-89e8-4857c222d7f8 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:10.901061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d45a9e18-26f7-4d84-a7aa-f1e4a50c4386 req-ef022d7d-6852-4db3-89e8-4857c222d7f8 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 931 time: 0.3807213 Aug 20 11:28:10.908763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Allocated IP 172.20.0.1 (d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c/ed1647c0-246d-46e7-9e60-d87aa3738d25/807983f3-d2ef-4dad-b809-904a5cdf89a0) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:10.964595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d45a9e18-26f7-4d84-a7aa-f1e4a50c4386 req-a217fbb8-f5f2-4c18-b114-5d645d6bc960 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515211 Aug 20 11:28:11.003149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:11.059809 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a63a95c-e31d-4f45-93fd-77c8847c7de7 req-c2938467-8b5a-400d-b627-20d408189c4f tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0927298 Aug 20 11:28:11.063714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-1f6493f3-03fa-4774-ab81-1bf81f7726c3 service neutron] 10.222.0.38 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305577 Aug 20 11:28:11.076819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:11.114804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d71100-a60c-4002-9281-3c51eda64f35,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:11.155576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:11.175101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'port_id': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'mac_address': 'fa:16:3e:34:51:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:28:11.247507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f1ba8b9-65cb-4ef0-a00b-225bd439c07a req-3b757805-8f2a-44f2-8271-5b90254f368a service neutron] 10.222.0.38 "GET /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661997 Aug 20 11:28:11.298508 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:11.300819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Attempting to bind port b9d71100-a60c-4002-9281-3c51eda64f35 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:11.301652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Attempting to bind port b9d71100-a60c-4002-9281-3c51eda64f35 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:11.301652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Attempting to bind port b9d71100-a60c-4002-9281-3c51eda64f35 on network eb730dde-0481-4a62-932a-41c83adf9294 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:11.322206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc054b-4be6-453c-b9c2-b1e6c0cd5ffa req-f0aab466-7074-4b1c-8d70-5ea7489f34f8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:11.323772 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-11bc054b-4be6-453c-b9c2-b1e6c0cd5ffa req-f0aab466-7074-4b1c-8d70-5ea7489f34f8 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 943 time: 0.1614723 Aug 20 11:28:11.341115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Port b9d71100-a60c-4002-9281-3c51eda64f35 on network eb730dde-0481-4a62-932a-41c83adf9294 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:28:11.341563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Attempting to bind port b9d71100-a60c-4002-9281-3c51eda64f35 on network eb730dde-0481-4a62-932a-41c83adf9294 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:11.390300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:11.392992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Checking segment: {'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:11.393172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Bound using segment: {'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:11.393713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Bound port: b9d71100-a60c-4002-9281-3c51eda64f35, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:11.394147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:11.409696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1f022-b700-4003-a78b-12cfacbec8c2 req-94c85726-650e-45b7-a2a9-ae045f325ddc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:11.418532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8d1f022-b700-4003-a78b-12cfacbec8c2 req-94c85726-650e-45b7-a2a9-ae045f325ddc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.0736246 Aug 20 11:28:11.418854 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:11.434093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'name': 'tempest-ServerRescueTestJSON-1658591237-router', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:03Z', 'updated_at': '2021-08-20T11:28:06Z', 'revision_number': 3, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'gw_port': {'id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:05Z', 'updated_at': '2021-08-20T11:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:11.437328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16eef19-f893-4fd4-8894-ca09aaf35980 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:11.456086 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-11bc054b-4be6-453c-b9c2-b1e6c0cd5ffa req-c775782a-3340-4f99-9e85-13ec3bf29a49 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198723 Aug 20 11:28:11.462962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:11.466990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8d1f022-b700-4003-a78b-12cfacbec8c2 req-7290d91a-cb45-40a7-9d57-75e057350905 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468745 Aug 20 11:28:11.495542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fff27e-3d1b-4f1c-af29-01eb22ba1cee None None] The sync data for ids ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'] in n-d-804230-3 is: [{'id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'name': 'tempest-ServerRescueTestJSON-1658591237-router', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:03Z', 'updated_at': '2021-08-20T11:28:06Z', 'revision_number': 3, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'gw_port': {'id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:05Z', 'updated_at': '2021-08-20T11:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:28:11.530763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] For port b9d71100-a60c-4002-9281-3c51eda64f35, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:11.534874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] For port b9d71100-a60c-4002-9281-3c51eda64f35, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b9d71100-a60c-4002-9281-3c51eda64f35,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:11.607638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d6d84-0686-4187-9c78-cbb791174e6b req-ce690496-d2a6-423d-abf3-24d2092de8fd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:11.615106 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e4d6d84-0686-4187-9c78-cbb791174e6b req-ce690496-d2a6-423d-abf3-24d2092de8fd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 944 time: 0.0643907 Aug 20 11:28:11.678740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:11.679892 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e4d6d84-0686-4187-9c78-cbb791174e6b req-b49465ff-862b-4853-9613-e14affb3790a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570443 Aug 20 11:28:11.681776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:11.741718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:11.744830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:11.758501 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:11.762538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Pushing event updated for resources: {'Port': ['ID=807983f3-d2ef-4dad-b809-904a5cdf89a0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:11.769599 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:11.819890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:11.833919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:11.900708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['c16eef19-f893-4fd4-8894-ca09aaf35980'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:11.919222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:11.930045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:11.936449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/b9d71100-a60c-4002-9281-3c51eda64f35 HTTP/1.1" status: 200 len: 1091 time: 1.6992259 Aug 20 11:28:11.936449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'tag': 'b9d71100-a60c-4002-9281-3c51eda64f35'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:11.944195 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48119ec7-e912-427e-b28c-48f10255c102" -d '{"events": [{"name": "network-changed", "server_uuid": "5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a", "tag": "b9d71100-a60c-4002-9281-3c51eda64f35"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:12.051884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1246be2-0c18-4cae-8d3b-558dacaec7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d71100-a60c-4002-9281-3c51eda64f35,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:12.127166 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c6c362-b04d-412e-9640-7aada6a5bbad x-openstack-request-id: req-f2c6c362-b04d-412e-9640-7aada6a5bbad {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:12.127496 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a", "tag": "b9d71100-a60c-4002-9281-3c51eda64f35", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:12.127717 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2c6c362-b04d-412e-9640-7aada6a5bbad {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:12.132348 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'tag': 'b9d71100-a60c-4002-9281-3c51eda64f35', 'status': 'completed', 'code': 200} Aug 20 11:28:12.336486 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-633613d7-8f57-4fc3-806c-3671969d9b6f req-5b95274d-d7be-4056-bac5-68f9815b8409 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0737648 Aug 20 11:28:12.377209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48119ec7-e912-427e-b28c-48f10255c102 req-739b3834-55d0-41a3-8e1b-83e5d934d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:12.380315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-48119ec7-e912-427e-b28c-48f10255c102 req-739b3834-55d0-41a3-8e1b-83e5d934d25f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d020db29f9b1461abccf5c51e617e6be&device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 1094 time: 0.2183907 Aug 20 11:28:12.441909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce797d4-6cda-4436-94fa-64be85e14734 req-674cc8fa-499a-40a2-aa16-212db62e43e9 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:12.456382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ce797d4-6cda-4436-94fa-64be85e14734 req-674cc8fa-499a-40a2-aa16-212db62e43e9 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 943 time: 0.1752291 Aug 20 11:28:12.471459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:12.519554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48119ec7-e912-427e-b28c-48f10255c102 req-da95d251-31dc-4667-9a1d-9652b1bcddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:12.521252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-48119ec7-e912-427e-b28c-48f10255c102 req-da95d251-31dc-4667-9a1d-9652b1bcddfb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d020db29f9b1461abccf5c51e617e6be&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1327012 Aug 20 11:28:12.591315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ce797d4-6cda-4436-94fa-64be85e14734 req-1263d669-c832-49a8-8756-013700db4a2c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330991 Aug 20 11:28:12.620263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:12.698338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48119ec7-e912-427e-b28c-48f10255c102 req-7164da87-6dfe-4f58-bda9-613b6cdbbf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:12.699913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-48119ec7-e912-427e-b28c-48f10255c102 req-7164da87-6dfe-4f58-bda9-613b6cdbbf28 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1711309 Aug 20 11:28:12.770961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:12.795152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:12.795629 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:12.875680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76f526-28d3-4dc2-ad00-357246d14725 req-2f1bbf30-89da-4031-9dbf-718d134a2615 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:12.878092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f76f526-28d3-4dc2-ad00-357246d14725 req-2f1bbf30-89da-4031-9dbf-718d134a2615 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 943 time: 0.1769478 Aug 20 11:28:12.961408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-ce6d279e-e40a-4fea-81c6-fd99a6eaef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:12.964624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-ce6d279e-e40a-4fea-81c6-fd99a6eaef21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d020db29f9b1461abccf5c51e617e6be&device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 1094 time: 0.1875827 Aug 20 11:28:12.974651 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f76f526-28d3-4dc2-ad00-357246d14725 req-c68c5fe4-176b-4376-b227-2681c74280ec tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825894 Aug 20 11:28:13.002137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f50ca-2db3-41b3-8d9a-5f294c9ac47a req-99de72aa-c64e-4558-8fde-c5ad6c107159 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:13.004047 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c40f50ca-2db3-41b3-8d9a-5f294c9ac47a req-99de72aa-c64e-4558-8fde-c5ad6c107159 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.1379595 Aug 20 11:28:13.027551 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:13.076799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4bcfbbc6-d772-4e39-ad41-c513fbbe7646,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:13.095249 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-7bb18312-d334-4bb0-aa4f-a7368037a988 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9d71100-a60c-4002-9281-3c51eda64f35 HTTP/1.1" status: 200 len: 217 time: 0.1190398 Aug 20 11:28:13.136849 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:13.180751 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:13.191258 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c40f50ca-2db3-41b3-8d9a-5f294c9ac47a req-276fac66-9ab3-47e4-941e-5e33a5dc533f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338675 Aug 20 11:28:13.259414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=4bcfbbc6-d772-4e39-ad41-c513fbbe7646,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:13.265861 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:13.280507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb9e7-9fce-4441-8e15-99a608173967 req-4028c7be-985c-4dc8-ae29-decdfbe7d011 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:13.280507 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-378bb9e7-9fce-4441-8e15-99a608173967 req-4028c7be-985c-4dc8-ae29-decdfbe7d011 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 945 time: 0.1197906 Aug 20 11:28:13.280507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-53e01675-112c-4e41-8492-01fb829c9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:13.280507 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-53e01675-112c-4e41-8492-01fb829c9f0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e3d507c-6c88-4bd0-a955-0f37897d208e HTTP/1.1" status: 200 len: 846 time: 0.1765373 Aug 20 11:28:13.356077 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:13.356314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-378bb9e7-9fce-4441-8e15-99a608173967 req-5f60281a-3726-4248-97cb-115b2ff75a76 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731742 Aug 20 11:28:13.367778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-5ee43a2b-0bc1-4ae5-a877-62f462994f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:13.378820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-5ee43a2b-0bc1-4ae5-a877-62f462994f6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb730dde-0481-4a62-932a-41c83adf9294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783715 Aug 20 11:28:13.464538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Pushing event updated for resources: {'Port': ['ID=807983f3-d2ef-4dad-b809-904a5cdf89a0,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:13.467467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:13.480669 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-73928af6-6c9a-487e-bdd6-4f4f39d14ba4 service neutron] 10.222.0.57 "GET /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019530 Aug 20 11:28:13.490053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cb1860b-c27a-41c4-a2c6-522852df688b req-88dd275e-5f40-448e-9684-61efc1bc56cf tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0506864 Aug 20 11:28:13.491517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.491948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.492890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.493258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.493583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.493946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.494256 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.494649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.495015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.495411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.495753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.496309 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:28:13.607206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846de6d1-59b9-4b2f-8eb9-08aa0a63773e req-277f2374-944b-4e5c-955b-9c5178c5e567 service neutron] 10.222.0.57 "GET /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184652 Aug 20 11:28:13.625158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:13.627605 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:13.755476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Router e8e43abf-cb72-4c79-859e-b13ed8603fdc has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:28:13.764572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80570fa-d950-4a60-83a9-9dcee97f3541 req-2181170b-ba97-4ea8-beb7-617dac4daedd tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:13.766696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a80570fa-d950-4a60-83a9-9dcee97f3541 req-2181170b-ba97-4ea8-beb7-617dac4daedd tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 943 time: 0.0724778 Aug 20 11:28:13.820799 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a80570fa-d950-4a60-83a9-9dcee97f3541 req-d2fe091f-a63a-4441-8262-2dcd5a84c2f6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432777 Aug 20 11:28:13.892050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:28:13.907044 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7e403155-df8e-4225-a01d-91598d99784b admin admin] 10.222.0.10 "PUT /v2.0/routers/e8e43abf-cb72-4c79-859e-b13ed8603fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0130868 Aug 20 11:28:14.158674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d3bc7-fdbe-423a-a13c-34d9a6300ee1 req-7f9821c4-83d8-4267-86bd-a3c87fb17472 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:14.160395 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c06d3bc7-fdbe-423a-a13c-34d9a6300ee1 req-7f9821c4-83d8-4267-86bd-a3c87fb17472 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 943 time: 0.0818145 Aug 20 11:28:14.209616 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Sync routers for ids ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:28:14.221642 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Routers {'e8e43abf-cb72-4c79-859e-b13ed8603fdc'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:14.222562 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:14.241706 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c06d3bc7-fdbe-423a-a13c-34d9a6300ee1 req-6e29a62a-7dbc-462f-916b-f1bbbc32efd9 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649664 Aug 20 11:28:14.256141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:14.364696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:14.365230 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:14.399654 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Set router e8e43abf-cb72-4c79-859e-b13ed8603fdc gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:14.481366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad24c0-79c6-416f-bd44-f93abdd803b2 req-5655b419-610b-4b43-b559-7df5a62e817e tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:14.483888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5ad24c0-79c6-416f-bd44-f93abdd803b2 req-5655b419-610b-4b43-b559-7df5a62e817e tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.0840683 Aug 20 11:28:14.542392 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5ad24c0-79c6-416f-bd44-f93abdd803b2 req-3ac6caef-97ac-4552-afd9-2dede4f3a8ca tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506568 Aug 20 11:28:14.626676 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'name': 'tempest-ServerRescueTestJSON-1658591237-router', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:03Z', 'updated_at': '2021-08-20T11:28:12Z', 'revision_number': 4, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'gw_port': {'id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:05Z', 'updated_at': '2021-08-20T11:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '807983f3-d2ef-4dad-b809-904a5cdf89a0', 'name': '', 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'mac_address': 'fa:16:3e:36:7e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': 'ed1647c0-246d-46e7-9e60-d87aa3738d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:10Z', 'updated_at': '2021-08-20T11:28:12Z', 'revision_number': 2, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'subnets': [{'id': 'ed1647c0-246d-46e7-9e60-d87aa3738d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:14.666820 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Checking router: e8e43abf-cb72-4c79-859e-b13ed8603fdc for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:28:14.667478 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Updating router e8e43abf-cb72-4c79-859e-b13ed8603fdc port 807983f3-d2ef-4dad-b809-904a5cdf89a0 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:28:14.686110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8fc5b-2ecc-431b-8fb7-010cabf4802a req-97ec8ad1-2d58-478f-b442-27b5cc61e7ae tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:14.694946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59d8fc5b-2ecc-431b-8fb7-010cabf4802a req-97ec8ad1-2d58-478f-b442-27b5cc61e7ae tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 945 time: 0.0736310 Aug 20 11:28:14.695615 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:14.745550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59d8fc5b-2ecc-431b-8fb7-010cabf4802a req-34433982-e9ee-4699-b66e-681f6ae7356e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495765 Aug 20 11:28:14.800259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-d8c34cc8-adfd-40c8-9123-f4bfe6f96c77 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:14.809209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-d8c34cc8-adfd-40c8-9123-f4bfe6f96c77 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/networks?id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c HTTP/1.1" status: 200 len: 811 time: 0.5940657 Aug 20 11:28:14.837297 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-45aaf37c-3ae7-449c-b43e-5e3d6e291afd tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/quotas/42207bf8cb014dfab13aa3c12dd0f591 HTTP/1.1" status: 200 len: 375 time: 0.0270355 Aug 20 11:28:14.849742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bbc730d1-85d8-4199-909a-fec9dba322ee req-19e51af5-c285-4dfb-849a-012779d4b147 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0347779 Aug 20 11:28:14.900795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:14.913421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-4be91ee2-a0d3-4a02-a908-c778f2ec2699 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619895 Aug 20 11:28:14.972295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d99d66-fa15-48ce-9efd-4b78916d839f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:15.006720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3557c-beb4-48bc-9a7f-6a4eab390968 req-5274cea7-5349-44bd-9e8b-2e0da9ccf9ac tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:15.009707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fff3557c-beb4-48bc-9a7f-6a4eab390968 req-5274cea7-5349-44bd-9e8b-2e0da9ccf9ac tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 943 time: 0.0685174 Aug 20 11:28:15.061166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fff3557c-beb4-48bc-9a7f-6a4eab390968 req-38c96005-bb97-40c1-b252-0bb7b13402bb tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436311 Aug 20 11:28:15.083667 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:15.084560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-3ce3046d-9b6c-40d3-a5e2-8f0b82e76e4d service neutron] 10.222.0.10 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625266 Aug 20 11:28:15.095860 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Transition to ACTIVE for port object 807983f3-d2ef-4dad-b809-904a5cdf89a0 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:15.153795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port c16eef19-f893-4fd4-8894-ca09aaf35980 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:15.158108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port c16eef19-f893-4fd4-8894-ca09aaf35980 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:15.158507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:15.183026 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-29d02781-8657-4859-b6b9-2e1817a66093 service neutron] 10.222.0.10 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908513 Aug 20 11:28:15.221343 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:15.247590 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:15.281730 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91558f44-f1de-47d3-8a5a-aeccb3715f12 None None] Pushing event updated for resources: {'Port': ['ID=807983f3-d2ef-4dad-b809-904a5cdf89a0,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:15.283596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:15.325689 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30f459d-e920-47c7-92f5-05fb5beffbdd" -d '{"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-plugged", "status": "completed", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:15.325689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:15.397696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea92198-0655-4c80-ace3-2f0c5314ecda req-7f341ba6-ceb4-4561-a1a5-d42e8e17a7b7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:15.399595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ea92198-0655-4c80-ace3-2f0c5314ecda req-7f341ba6-ceb4-4561-a1a5-d42e8e17a7b7 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 943 time: 0.0592008 Aug 20 11:28:15.456408 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Attempting to bind port 807983f3-d2ef-4dad-b809-904a5cdf89a0 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:15.456775 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Attempting to bind port 807983f3-d2ef-4dad-b809-904a5cdf89a0 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:15.457136 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Attempting to bind port 807983f3-d2ef-4dad-b809-904a5cdf89a0 on network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:15.463308 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:15.464001 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Checking segment: {'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:15.464946 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:15.465558 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Bound using segment: {'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:15.470402 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Bound port: 807983f3-d2ef-4dad-b809-904a5cdf89a0, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:15.470402 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:15.470902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ea92198-0655-4c80-ace3-2f0c5314ecda req-d842f08a-ad68-4a10-914f-8511bd87c44d tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482163 Aug 20 11:28:15.508690 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b95f333-1050-432d-905f-5ba357d0892e x-openstack-request-id: req-9b95f333-1050-432d-905f-5ba357d0892e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:15.509129 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-plugged", "status": "completed", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:15.509530 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b95f333-1050-432d-905f-5ba357d0892e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:15.510051 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'code': 200} Aug 20 11:28:15.548629 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] For port 807983f3-d2ef-4dad-b809-904a5cdf89a0, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:15.552216 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] For port 807983f3-d2ef-4dad-b809-904a5cdf89a0, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=807983f3-d2ef-4dad-b809-904a5cdf89a0,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:15.651510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc75b-61b0-4227-aeab-c6701ee19afd req-b1432434-07d1-420a-bab5-de94659df7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:15.654014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18bdc75b-61b0-4227-aeab-c6701ee19afd req-b1432434-07d1-420a-bab5-de94659df7e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1096 time: 0.0894692 Aug 20 11:28:15.671578 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:15.728246 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cee1b85e-1a20-4cd0-ae15-d0a40c89512d req-bd6a3139-c45e-40ef-af62-c5d9854eb2fc tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 210 time: 0.0829229 Aug 20 11:28:15.734013 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:15.769102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906a75e-f0a5-4ace-a257-ba1f64df9825 req-addb0737-a5c1-4761-a510-8b4c3a48eec6 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:15.774686 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8906a75e-f0a5-4ace-a257-ba1f64df9825 req-addb0737-a5c1-4761-a510-8b4c3a48eec6 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.1394916 Aug 20 11:28:15.788956 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18bdc75b-61b0-4227-aeab-c6701ee19afd req-9a8c6e8f-0272-472b-8e6f-69628ef7b5cb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016266 Aug 20 11:28:15.856705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:15.878188 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Routers {'e8e43abf-cb72-4c79-859e-b13ed8603fdc'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:15.879042 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:15.905261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa31f5-21d3-4fcf-b6d6-c8c6271ef720 req-1e14f322-0627-48f0-98c5-cff5352467eb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:15.918177 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8906a75e-f0a5-4ace-a257-ba1f64df9825 req-ca88c1e9-f167-4e3c-88ae-ea4340846d67 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333101 Aug 20 11:28:15.919674 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91558f44-f1de-47d3-8a5a-aeccb3715f12 None None] Pushing event updated for resources: {'Port': ['ID=807983f3-d2ef-4dad-b809-904a5cdf89a0,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:15.919838 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8caa31f5-21d3-4fcf-b6d6-c8c6271ef720 req-1e14f322-0627-48f0-98c5-cff5352467eb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0835853 Aug 20 11:28:15.976748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8caa31f5-21d3-4fcf-b6d6-c8c6271ef720 req-f6b832ca-16f7-4a73-90a5-007a7de64309 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543809 Aug 20 11:28:16.063905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1289fd6a-431b-4070-9f31-fe0a6db9459c req-728cc055-c60f-4b6b-af52-5a4b0c0563a6 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0308235 Aug 20 11:28:16.064156 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] Set router e8e43abf-cb72-4c79-859e-b13ed8603fdc gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:16.089374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 73a39232-e72b-4616-a13f-181461f5fbdd details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:28:16.225333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007546f4-435a-444d-990a-a9f8227bcf2b req-32ab62d9-e5e0-4f31-adb2-0c4111106db4 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:16.227443 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-007546f4-435a-444d-990a-a9f8227bcf2b req-32ab62d9-e5e0-4f31-adb2-0c4111106db4 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 943 time: 0.0742290 Aug 20 11:28:16.229332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 73a39232-e72b-4616-a13f-181461f5fbdd, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=73a39232-e72b-4616-a13f-181461f5fbdd,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:16.247305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '73a39232-e72b-4616-a13f-181461f5fbdd', 'network_id': '562c687c-fda0-45c0-bdf9-a015b9251335', 'port_id': '73a39232-e72b-4616-a13f-181461f5fbdd', 'mac_address': 'fa:16:3e:09:4b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b983e46-22e2-4897-bf48-41299268825e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:28:16.288593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-007546f4-435a-444d-990a-a9f8227bcf2b req-a6dc8230-5b21-4d97-97b8-afaf6ddd3d33 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521212 Aug 20 11:28:16.291675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:16.317089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a39232-e72b-4616-a13f-181461f5fbdd {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:16.342833 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'name': 'tempest-ServerRescueTestJSON-1658591237-router', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:03Z', 'updated_at': '2021-08-20T11:28:12Z', 'revision_number': 4, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'gw_port': {'id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:05Z', 'updated_at': '2021-08-20T11:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '807983f3-d2ef-4dad-b809-904a5cdf89a0', 'name': '', 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'mac_address': 'fa:16:3e:36:7e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': 'ed1647c0-246d-46e7-9e60-d87aa3738d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:10Z', 'updated_at': '2021-08-20T11:28:15Z', 'revision_number': 4, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'subnets': [{'id': 'ed1647c0-246d-46e7-9e60-d87aa3738d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:16.346829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 73a39232-e72b-4616-a13f-181461f5fbdd, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=73a39232-e72b-4616-a13f-181461f5fbdd,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:16.373068 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7adde7-1087-45d5-b35b-034d0c2908c7 None None] The sync data for ids ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'] in n-d-804230-3 is: [{'id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'name': 'tempest-ServerRescueTestJSON-1658591237-router', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:03Z', 'updated_at': '2021-08-20T11:28:12Z', 'revision_number': 4, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'gw_port': {'id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:05Z', 'updated_at': '2021-08-20T11:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '807983f3-d2ef-4dad-b809-904a5cdf89a0', 'name': '', 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'mac_address': 'fa:16:3e:36:7e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': 'ed1647c0-246d-46e7-9e60-d87aa3738d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:10Z', 'updated_at': '2021-08-20T11:28:15Z', 'revision_number': 4, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'subnets': [{'id': 'ed1647c0-246d-46e7-9e60-d87aa3738d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:28:16.505892 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:16.585242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=73a39232-e72b-4616-a13f-181461f5fbdd,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:16.616021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a41e-2747-4750-b515-897551e9d20e req-2ad0a1ea-3809-4904-bd01-79c1e51c4b7c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:16.618888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2c3a41e-2747-4750-b515-897551e9d20e req-2ad0a1ea-3809-4904-bd01-79c1e51c4b7c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 944 time: 0.0710511 Aug 20 11:28:16.663807 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2c3a41e-2747-4750-b515-897551e9d20e req-c2acb24c-ee41-42ef-92ae-e447805616f3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369079 Aug 20 11:28:16.814765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b795d17-e441-4c12-83fa-79894c91a04c req-ec722194-f97d-4a28-9eea-5ac81a0212e8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 210 time: 0.0327454 Aug 20 11:28:16.842239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['73a39232-e72b-4616-a13f-181461f5fbdd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:16.921112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b9d71100-a60c-4002-9281-3c51eda64f35 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:28:17.093381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e1654-c043-4777-be27-ff29f7d1d6de req-4192c1d1-cc56-41bd-b9f5-9a6447ddcc51 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:17.101621 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-660e1654-c043-4777-be27-ff29f7d1d6de req-4192c1d1-cc56-41bd-b9f5-9a6447ddcc51 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.0873351 Aug 20 11:28:17.157626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port b9d71100-a60c-4002-9281-3c51eda64f35, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b9d71100-a60c-4002-9281-3c51eda64f35,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:17.176460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'b9d71100-a60c-4002-9281-3c51eda64f35', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'port_id': 'b9d71100-a60c-4002-9281-3c51eda64f35', 'mac_address': 'fa:16:3e:0a:06:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:28:17.184530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf568d22-121f-4bc8-aefc-8f75b517a3b7 req-0dfdb430-6aa7-4809-9d21-5c7158836d77 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:17.185842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-660e1654-c043-4777-be27-ff29f7d1d6de req-6a22e13d-2da9-443d-a3fc-3424666952c9 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831642 Aug 20 11:28:17.187960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf568d22-121f-4bc8-aefc-8f75b517a3b7 req-0dfdb430-6aa7-4809-9d21-5c7158836d77 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0819838 Aug 20 11:28:17.259911 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:17.267953 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf568d22-121f-4bc8-aefc-8f75b517a3b7 req-ade0830a-8343-4fd0-bfc8-170a16a8b7ca tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680695 Aug 20 11:28:17.272877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d71100-a60c-4002-9281-3c51eda64f35 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:17.296082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port b9d71100-a60c-4002-9281-3c51eda64f35, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b9d71100-a60c-4002-9281-3c51eda64f35,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:17.322781 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e473ed40-5349-477a-b8b2-b8ccad111b2b req-e94d1635-3c32-4ec2-b7c2-dab051f37e52 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0448446 Aug 20 11:28:17.429463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fde47f-afc5-49e3-9bee-7373c22e2fe6 req-c9b05f59-4fe0-421b-a900-46bcc7c37dd4 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:17.431480 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8fde47f-afc5-49e3-9bee-7373c22e2fe6 req-c9b05f59-4fe0-421b-a900-46bcc7c37dd4 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 943 time: 0.0613370 Aug 20 11:28:17.477830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8fde47f-afc5-49e3-9bee-7373c22e2fe6 req-d59bb03c-e507-4999-9b36-2ae3f2f79fe1 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386999 Aug 20 11:28:17.521694 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:17.586839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=b9d71100-a60c-4002-9281-3c51eda64f35,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:17.756482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['b9d71100-a60c-4002-9281-3c51eda64f35'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:17.802955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39826f02-47be-49aa-be89-b27309390c7c req-591cc40e-3099-44d8-84d7-5c47acc2c1af tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:17.811796 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39826f02-47be-49aa-be89-b27309390c7c req-591cc40e-3099-44d8-84d7-5c47acc2c1af tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 944 time: 0.0706196 Aug 20 11:28:17.831787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6dda8168-8fc2-48d9-8c32-04d8bf00df62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:17.863046 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39826f02-47be-49aa-be89-b27309390c7c req-25143118-53a0-4b9b-a9b5-7f017d8e8711 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499008 Aug 20 11:28:17.926474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-697e0cda-a3b2-4d3a-969a-981bec0b2545 req-8ad8c872-0db1-4602-bf7b-14895564c5b6 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 210 time: 0.0334110 Aug 20 11:28:18.284636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 807983f3-d2ef-4dad-b809-904a5cdf89a0 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:18.367158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d82fa-2054-401f-9644-60aee79744f8 req-08ee7628-6d71-43ce-92c3-a9cc5f1047a6 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:18.369613 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f4d82fa-2054-401f-9644-60aee79744f8 req-08ee7628-6d71-43ce-92c3-a9cc5f1047a6 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.0708377 Aug 20 11:28:18.407757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f38b74-5773-4654-b02b-1f937c332c89 req-9ee17af6-6b35-4bce-abc9-3036e0fd7ca9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:18.409425 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68f38b74-5773-4654-b02b-1f937c332c89 req-9ee17af6-6b35-4bce-abc9-3036e0fd7ca9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0616722 Aug 20 11:28:18.427175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f4d82fa-2054-401f-9644-60aee79744f8 req-4a7422b8-e7b8-4e5e-98d6-9aee5cd3b355 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 Aug 20 11:28:18.487358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68f38b74-5773-4654-b02b-1f937c332c89 req-12c11243-f8ee-4a29-a512-00384853e39d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705092 Aug 20 11:28:18.542591 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b9db8d3-963d-4e49-984b-0cbab2a2b3fd req-4e0f2204-6b55-481d-ab2a-d4332204a66c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0331750 Aug 20 11:28:18.615018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 807983f3-d2ef-4dad-b809-904a5cdf89a0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:18.621000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 807983f3-d2ef-4dad-b809-904a5cdf89a0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:18.621379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:18.661412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7090c-8750-4801-a780-7908610770fe req-f9e42a01-071c-4813-a175-c3ffe46f0dc0 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:18.669233 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dbc7090c-8750-4801-a780-7908610770fe req-f9e42a01-071c-4813-a175-c3ffe46f0dc0 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 944 time: 0.0790627 Aug 20 11:28:18.706374 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:18.719983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dbc7090c-8750-4801-a780-7908610770fe req-30c35e99-1c5a-4a4c-b06f-7a92b1e0aab2 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484385 Aug 20 11:28:18.720213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdddcd-a5b8-4510-b7b7-b1ea216daa40 req-36583518-9821-440d-91ad-04f2acf67564 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:18.722932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8dcdddcd-a5b8-4510-b7b7-b1ea216daa40 req-36583518-9821-440d-91ad-04f2acf67564 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.1049190 Aug 20 11:28:18.768082 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:18.796841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8dcdddcd-a5b8-4510-b7b7-b1ea216daa40 req-b7830035-7150-4348-a8d9-91c1181b7b99 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482297 Aug 20 11:28:18.813557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 807983f3-d2ef-4dad-b809-904a5cdf89a0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=807983f3-d2ef-4dad-b809-904a5cdf89a0,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:18.828442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35084) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:18.873751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf55b10-702d-421d-9d51-a058d378b62c tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:18.875360 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5bf55b10-702d-421d-9d51-a058d378b62c tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1092 time: 0.0459058 Aug 20 11:28:18.878728 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35086) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:18.884166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:18.919654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b9d71100-a60c-4002-9281-3c51eda64f35 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:18.952459 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:19.006710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe77e86-46e0-47fd-9db9-14577bb185ed req-c6766656-04eb-42c0-a26a-44b9de73b077 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:19.033510 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:19.042524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=807983f3-d2ef-4dad-b809-904a5cdf89a0,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:19.048805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbe77e86-46e0-47fd-9db9-14577bb185ed req-c6766656-04eb-42c0-a26a-44b9de73b077 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 944 time: 0.1111705 Aug 20 11:28:19.111291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbe77e86-46e0-47fd-9db9-14577bb185ed req-0b7b4ad3-9c4c-4880-ab70-69b558fc9700 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613892 Aug 20 11:28:19.150275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-83ca2428-fd00-4d99-b417-c9259b6e454d req-8b9bec8a-d259-46d9-ab3c-e439e43546f2 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 210 time: 0.0430734 Aug 20 11:28:19.190988 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port b9d71100-a60c-4002-9281-3c51eda64f35 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:19.196239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port b9d71100-a60c-4002-9281-3c51eda64f35 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:19.196617 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:19.225436 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:19.232529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:19.302938 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:19.330874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d71100-a60c-4002-9281-3c51eda64f35'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:19.334164 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f5d449-9aa9-4cee-92bd-c7bf73841be3" -d '{"events": [{"server_uuid": "5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a", "name": "network-vif-plugged", "status": "completed", "tag": "b9d71100-a60c-4002-9281-3c51eda64f35"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:19.355122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port b9d71100-a60c-4002-9281-3c51eda64f35, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b9d71100-a60c-4002-9281-3c51eda64f35,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:19.381469 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c8de17-f9c3-4f6a-b382-688336a97c90 x-openstack-request-id: req-93c8de17-f9c3-4f6a-b382-688336a97c90 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:19.381772 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a", "name": "network-vif-plugged", "status": "completed", "tag": "b9d71100-a60c-4002-9281-3c51eda64f35", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:19.382042 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93c8de17-f9c3-4f6a-b382-688336a97c90 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:19.383279 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d71100-a60c-4002-9281-3c51eda64f35', 'code': 200} Aug 20 11:28:19.428324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.25.4.191 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/3a5d16c1-4133-4244-86fe-40d1dc946b6a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:19.509815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294ba08-0ee1-402b-91e9-ca3b8a9ecbe5 req-466efabf-0e77-46aa-8abd-216f193b5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:19.511779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a294ba08-0ee1-402b-91e9-ca3b8a9ecbe5 req-466efabf-0e77-46aa-8abd-216f193b5c6f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 1095 time: 0.0661285 Aug 20 11:28:19.528733 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:19.570450 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a294ba08-0ee1-402b-91e9-ca3b8a9ecbe5 req-0ff103d6-8eb4-4ffe-ae9d-a8aba4c2f94f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510485 Aug 20 11:28:19.607057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=b9d71100-a60c-4002-9281-3c51eda64f35,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:19.642503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c2ee1-0683-4c4c-8fa9-46cc043c8c3f req-51448d01-a43d-4af4-9e14-8d1ba09ec5c3 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:19.646642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad8c2ee1-0683-4c4c-8fa9-46cc043c8c3f req-51448d01-a43d-4af4-9e14-8d1ba09ec5c3 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.1053925 Aug 20 11:28:19.650137 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:19.690482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8920352-86c7-4bee-9d31-87deceb9c475 req-089e7a4f-200e-4ef5-bda3-fb7485884443 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0310025 Aug 20 11:28:19.698379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad8c2ee1-0683-4c4c-8fa9-46cc043c8c3f req-22c78984-1617-417f-8f8f-8ef07a53ad01 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455272 Aug 20 11:28:19.852850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5f505-576d-4003-8426-f4932522cbe0 req-12bd3de4-7e11-47fe-8ce8-363b079b5c43 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:19.854418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8e5f505-576d-4003-8426-f4932522cbe0 req-12bd3de4-7e11-47fe-8ce8-363b079b5c43 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 945 time: 0.0565763 Aug 20 11:28:19.900031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8e5f505-576d-4003-8426-f4932522cbe0 req-8ca9897f-fb14-4b6a-a4bc-ddd0f785a3e5 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380859 Aug 20 11:28:19.945780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:19.985859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:19.988699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:19.991605 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:20.026525 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=3a5d16c1-4133-4244-86fe-40d1dc946b6a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:20.114977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 73a39232-e72b-4616-a13f-181461f5fbdd up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:20.331562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 807983f3-d2ef-4dad-b809-904a5cdf89a0 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:20.343151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-238e7ac1-a225-49b9-a317-80e8bddca8a9 req-9edd1865-7ae4-426c-9bf0-0af6fe82dd9f tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 210 time: 0.0599399 Aug 20 11:28:20.400357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 807983f3-d2ef-4dad-b809-904a5cdf89a0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:20.401131 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:20.449108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-9f056603-47f5-42a3-9e01-c65f39a45d9a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:20.450815 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-9f056603-47f5-42a3-9e01-c65f39a45d9a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.57 "GET /v2.0/networks?id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c HTTP/1.1" status: 200 len: 811 time: 0.1855376 Aug 20 11:28:20.478337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Request body: {'port': {'device_id': '2e2dddec-f272-4ced-a824-52cb1f9afc1b', 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c', 'admin_state_up': True, 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:20.504939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 73a39232-e72b-4616-a13f-181461f5fbdd completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:20.533558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 73a39232-e72b-4616-a13f-181461f5fbdd triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:20.534046 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:20.579204 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:20.610596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceaff4-bfdb-41d9-9b04-3ab9214d9191 req-414c46f9-e63d-47b0-ae83-22df6a55df90 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:20.623477 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74ceaff4-bfdb-41d9-9b04-3ab9214d9191 req-414c46f9-e63d-47b0-ae83-22df6a55df90 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 944 time: 0.3393593 Aug 20 11:28:20.678449 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:20.684151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74ceaff4-bfdb-41d9-9b04-3ab9214d9191 req-bf36ebe9-25f8-4881-aa89-f3665801ca23 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595939 Aug 20 11:28:20.732802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 73a39232-e72b-4616-a13f-181461f5fbdd, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=73a39232-e72b-4616-a13f-181461f5fbdd,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:20.824827 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-792cc17d-fc9a-4391-b05a-55aae78340c6 req-7b0c0b11-9054-4dcb-8686-a59c4ba06591 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0335598 Aug 20 11:28:20.835946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f616f2-edd3-4f35-88b8-43d38df41a91 req-09af60cb-2bf9-443e-8f89-6fbcfa475886 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:20.838204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26f616f2-edd3-4f35-88b8-43d38df41a91 req-09af60cb-2bf9-443e-8f89-6fbcfa475886 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.0640976 Aug 20 11:28:20.882307 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26f616f2-edd3-4f35-88b8-43d38df41a91 req-347277c6-9911-43c9-8492-589dc34e3dfd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382340 Aug 20 11:28:20.887353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Made reservation on behalf of 42207bf8cb014dfab13aa3c12dd0f591 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:20.887981 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:20.888777 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:20.894145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:20.954222 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:20.988908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=73a39232-e72b-4616-a13f-181461f5fbdd,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:21.090986 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc2465-f4be-4af9-ad9b-776b7e550d44 req-38f24aa7-38be-4d5b-a49f-12989d776496 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:21.092287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4bc2465-f4be-4af9-ad9b-776b7e550d44 req-38f24aa7-38be-4d5b-a49f-12989d776496 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 945 time: 0.1046140 Aug 20 11:28:21.151383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Allocated IP 172.20.0.10 (d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c/ed1647c0-246d-46e7-9e60-d87aa3738d25/d1aa8547-1191-4228-beef-c5a1aae6c207) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:21.173840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:21.178935 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4bc2465-f4be-4af9-ad9b-776b7e550d44 req-3c814a9f-7df2-4f2d-a60e-4cc93630ac04 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734651 Aug 20 11:28:21.283707 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:21.357089 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:21.371015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=3a5d16c1-4133-4244-86fe-40d1dc946b6a,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:21.384611 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c3d236-162e-4056-95bf-49a3f280c6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a39232-e72b-4616-a13f-181461f5fbdd'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:21.386970 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afa04f0-a046-4621-a7cc-e779c70b454d" -d '{"events": [{"server_uuid": "a4c3d236-162e-4056-95bf-49a3f280c6e7", "name": "network-vif-plugged", "status": "completed", "tag": "73a39232-e72b-4616-a13f-181461f5fbdd"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:21.387738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:21.448976 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e3e5dc-8b88-431a-b532-da376cfa5125 x-openstack-request-id: req-b1e3e5dc-8b88-431a-b532-da376cfa5125 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:21.450019 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c3d236-162e-4056-95bf-49a3f280c6e7", "name": "network-vif-plugged", "status": "completed", "tag": "73a39232-e72b-4616-a13f-181461f5fbdd", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:21.450019 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1e3e5dc-8b88-431a-b532-da376cfa5125 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:21.450287 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c3d236-162e-4056-95bf-49a3f280c6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a39232-e72b-4616-a13f-181461f5fbdd', 'code': 200} Aug 20 11:28:21.494099 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb982bb4-e420-4cf6-b20e-81b40906912b req-8dabe1bd-df38-4ec2-8471-d8c91ce6533e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 210 time: 0.0542235 Aug 20 11:28:21.505214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:21.555612 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Floating IP 90eda1e8-56bf-465c-9390-de7c38965001 associated. External IP: 172.25.4.191, port: c16eef19-f893-4fd4-8894-ca09aaf35980. Aug 20 11:28:21.558587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:21.578984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Pushing event updated for resources: {'Port': ['ID=d1aa8547-1191-4228-beef-c5a1aae6c207,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:21.583992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:21.588480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:21.615885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b9362-3434-4564-9e6f-086dae1f6455 req-b6d5a8a9-064c-446b-953a-0a23963fc235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:21.617980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f71b9362-3434-4564-9e6f-086dae1f6455 req-b6d5a8a9-064c-446b-953a-0a23963fc235 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 1096 time: 0.0924511 Aug 20 11:28:21.659349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:21.660048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:21.821739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-40d802b1-bb3b-4e57-96a4-3c9c673d417e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3474667 Aug 20 11:28:21.843071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Request body: {'port': {'device_id': '2e2dddec-f272-4ced-a824-52cb1f9afc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:21.855033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f6067-a3a8-41c6-900e-b5ef90f5b187 req-5b5d99e4-daba-488c-9ec2-70d936f826d0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:21.855310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-860f6067-a3a8-41c6-900e-b5ef90f5b187 req-5b5d99e4-daba-488c-9ec2-70d936f826d0 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.0943851 Aug 20 11:28:21.945982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:21.980222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-860f6067-a3a8-41c6-900e-b5ef90f5b187 req-2048d643-5018-496e-84b9-fb2e8fc0d6b3 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527220 Aug 20 11:28:22.084018 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4b1fe771-6796-4401-9764-6ba9c7fb655e req-f34ebc1c-ebc7-48d0-b905-891af7c60220 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0321314 Aug 20 11:28:22.103171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f71b9362-3434-4564-9e6f-086dae1f6455 req-f6cf8901-df65-4fcc-929b-5710c5dff220 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739270 Aug 20 11:28:22.220977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6364995-8414-4f22-b034-953990cfbfc0 req-7d427ac7-00b6-448c-a36c-914ba59da304 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:22.222551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6364995-8414-4f22-b034-953990cfbfc0 req-7d427ac7-00b6-448c-a36c-914ba59da304 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.1161232 Aug 20 11:28:22.262768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router c859d3e3-f09c-4721-9d3e-858456da8107 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:28:22.306751 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6364995-8414-4f22-b034-953990cfbfc0 req-df2b1e7c-22e9-4b41-877f-6a6b7b135dd5 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698292 Aug 20 11:28:22.406335 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d06736-2517-486d-acc2-0e8056063ea5 req-98d2d735-a456-4202-9588-a420691b8896 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:22.408394 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-83d06736-2517-486d-acc2-0e8056063ea5 req-98d2d735-a456-4202-9588-a420691b8896 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 945 time: 0.1364460 Aug 20 11:28:22.424770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1aa8547-1191-4228-beef-c5a1aae6c207 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:22.433695 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:22.449865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Transition to ACTIVE for port object d1aa8547-1191-4228-beef-c5a1aae6c207 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:22.485252 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-83d06736-2517-486d-acc2-0e8056063ea5 req-a7f5bbc8-4ca6-4cd4-b052-6a06d41c9346 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487485 Aug 20 11:28:22.485786 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:28:22.499230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] Sync routers for ids ['c859d3e3-f09c-4721-9d3e-858456da8107'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:28:22.511734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] Routers {'c859d3e3-f09c-4721-9d3e-858456da8107'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:22.512373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:28:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c859d3e3-f09c-4721-9d3e-858456da8107'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:22.562243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:22.663928 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:22.674972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1aa8547-1191-4228-beef-c5a1aae6c207,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:22.741292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6a881436-b65c-4fb5-801d-1f1ebce7ed5d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8593397 Aug 20 11:28:22.746952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:22.751631 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d053bd-09f0-4dcf-829d-efcdf977765a" -d '{"events": [{"name": "network-changed", "server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:22.761876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] Set router c859d3e3-f09c-4721-9d3e-858456da8107 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:22.810366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f70896-ec82-411d-854a-6ed0cbfaef72 req-8a465979-54fc-48e4-aaf4-083e73926ba5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:22.819080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72f70896-ec82-411d-854a-6ed0cbfaef72 req-8a465979-54fc-48e4-aaf4-083e73926ba5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 944 time: 0.2066662 Aug 20 11:28:22.829916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed09436-8c6b-4097-b8b0-8ede6325a635 req-0c1f1cb3-d0fe-43ad-bb9f-971aee78b81d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:22.832220 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ed09436-8c6b-4097-b8b0-8ede6325a635 req-0c1f1cb3-d0fe-43ad-bb9f-971aee78b81d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 945 time: 0.1697145 Aug 20 11:28:22.869446 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72f70896-ec82-411d-854a-6ed0cbfaef72 req-89bb8dd6-6f43-46e7-8063-9eb248e6d29e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494745 Aug 20 11:28:22.903037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ed09436-8c6b-4097-b8b0-8ede6325a635 req-37725cac-077b-4dd1-85d4-04d25fb2d525 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585105 Aug 20 11:28:22.903826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Attempting to bind port d1aa8547-1191-4228-beef-c5a1aae6c207 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:22.904173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Attempting to bind port d1aa8547-1191-4228-beef-c5a1aae6c207 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:22.904576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Attempting to bind port d1aa8547-1191-4228-beef-c5a1aae6c207 on network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:22.910299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Port d1aa8547-1191-4228-beef-c5a1aae6c207 on network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:28:22.910714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Attempting to bind port d1aa8547-1191-4228-beef-c5a1aae6c207 on network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:22.917309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:22.917746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Checking segment: {'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:22.918209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Bound using segment: {'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:22.918967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Bound port: d1aa8547-1191-4228-beef-c5a1aae6c207, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:22.919507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:23.095927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] For port d1aa8547-1191-4228-beef-c5a1aae6c207, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:23.108040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] For port d1aa8547-1191-4228-beef-c5a1aae6c207, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d1aa8547-1191-4228-beef-c5a1aae6c207,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:23.112255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:48Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '90eda1e8-56bf-465c-9390-de7c38965001', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'port_id': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'mac_address': 'fa:16:3e:34:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:28:20Z', 'updated_at': '2021-08-20T11:28:20Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b659fab2-32e0-40bb-a2ff-3cbd5852f2e9', 'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:a8:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:28:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:23.133147 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54acd800-6b1f-4518-9963-f9a416f8fce3 x-openstack-request-id: req-54acd800-6b1f-4518-9963-f9a416f8fce3 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:23.133445 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:23.133697 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54acd800-6b1f-4518-9963-f9a416f8fce3 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:23.134110 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'status': 'completed', 'code': 200} Aug 20 11:28:23.158799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] Checking router: c859d3e3-f09c-4721-9d3e-858456da8107 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:28:23.169136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] Routers {'c859d3e3-f09c-4721-9d3e-858456da8107'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:23.169967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:28:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c859d3e3-f09c-4721-9d3e-858456da8107'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:23.186090 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:23.212423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d08ea1-dff6-4a4c-9e48-5f66d2d3686e req-6da9ecbc-f65c-4363-8547-7f17d5722fdd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:23.222006 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2d08ea1-dff6-4a4c-9e48-5f66d2d3686e req-6da9ecbc-f65c-4363-8547-7f17d5722fdd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.1939576 Aug 20 11:28:23.246135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-9894e8e0-50cb-478b-9896-e324e675cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:23.247729 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-9894e8e0-50cb-478b-9896-e324e675cd40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1097 time: 0.1128132 Aug 20 11:28:23.269086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:23.270336 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:23.283261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] 10.222.0.57 "PUT /v2.0/ports/d1aa8547-1191-4228-beef-c5a1aae6c207 HTTP/1.1" status: 200 len: 1092 time: 1.4529815 Aug 20 11:28:23.291130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2dddec-f272-4ced-a824-52cb1f9afc1b', 'tag': 'd1aa8547-1191-4228-beef-c5a1aae6c207'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:23.293888 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c3209b-f057-47af-87e6-b250eee06ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2dddec-f272-4ced-a824-52cb1f9afc1b", "tag": "d1aa8547-1191-4228-beef-c5a1aae6c207"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:23.295525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] Set router c859d3e3-f09c-4721-9d3e-858456da8107 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:23.339350 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2d08ea1-dff6-4a4c-9e48-5f66d2d3686e req-837e4c68-1720-4597-91c4-e502da691798 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101849 Aug 20 11:28:23.359310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35148) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:23.442677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8c426-6843-4a62-afbd-fff63b152be4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1aa8547-1191-4228-beef-c5a1aae6c207,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:23.460370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661a549-9f28-4a63-a06b-3f1f096033b6 req-b1de810f-8dd9-4a2b-9bdc-c04ca0efd7a2 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:23.469261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e661a549-9f28-4a63-a06b-3f1f096033b6 req-b1de810f-8dd9-4a2b-9bdc-c04ca0efd7a2 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 945 time: 0.2315578 Aug 20 11:28:23.544811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-db4d865c-dcfe-4d1e-89bc-4038f6516708 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/90eda1e8-56bf-465c-9390-de7c38965001 HTTP/1.1" status: 200 len: 992 time: 0.1761498 Aug 20 11:28:23.553272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-ba4de2e9-9ef0-4afd-8275-bd19e21b5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:23.556010 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-ba4de2e9-9ef0-4afd-8275-bd19e21b5ef9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.2967315 Aug 20 11:28:23.578950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1177-6bf6-4e1a-8ad2-4c22f69f56ee req-c0c73ae4-9dac-46f3-8bb0-41fa4557360b tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:23.582766 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c80c1177-6bf6-4e1a-8ad2-4c22f69f56ee req-c0c73ae4-9dac-46f3-8bb0-41fa4557360b tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.1028225 Aug 20 11:28:23.599912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e661a549-9f28-4a63-a06b-3f1f096033b6 req-8de28b2a-4eaa-421f-9e2f-4823b1428e36 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293859 Aug 20 11:28:23.615313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-13ba3980-74b8-4cef-9e10-a31ea9feb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:23.630326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-13ba3980-74b8-4cef-9e10-a31ea9feb0e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 1095 time: 0.1151090 Aug 20 11:28:23.638976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35150) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:23.690130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-5b2d2fd8-be8e-4740-8c48-594d66397e7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1aa8547-1191-4228-beef-c5a1aae6c207 HTTP/1.1" status: 200 len: 217 time: 0.0583432 Aug 20 11:28:23.785668 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c80c1177-6bf6-4e1a-8ad2-4c22f69f56ee req-04b761d1-b815-4898-abf2-9b8490584405 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154046 Aug 20 11:28:23.793962 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-43935525-f7f1-410f-b3d4-bfe565e5c12e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1000 time: 0.2304699 Aug 20 11:28:23.841572 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d0b715b8-5ad7-482e-9f3a-c3df8282402c req-e48ef9a6-4358-449f-860f-0721bf8cb96d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0848224 Aug 20 11:28:23.864151 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-ba095fc8-78c0-4f7f-9040-d1ff7f53ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:23.868432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-ba095fc8-78c0-4f7f-9040-d1ff7f53ad5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed1647c0-246d-46e7-9e60-d87aa3738d25 HTTP/1.1" status: 200 len: 851 time: 0.1694770 Aug 20 11:28:23.878161 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad0bcf-48c3-42ba-9c7f-0eb189a0d037 x-openstack-request-id: req-23ad0bcf-48c3-42ba-9c7f-0eb189a0d037 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:23.879848 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2dddec-f272-4ced-a824-52cb1f9afc1b", "tag": "d1aa8547-1191-4228-beef-c5a1aae6c207", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:23.879848 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23ad0bcf-48c3-42ba-9c7f-0eb189a0d037 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:23.879848 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2dddec-f272-4ced-a824-52cb1f9afc1b', 'tag': 'd1aa8547-1191-4228-beef-c5a1aae6c207', 'status': 'completed', 'code': 200} Aug 20 11:28:23.909412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-6eda7934-4c37-4a60-a848-409153714ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:23.910739 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-6eda7934-4c37-4a60-a848-409153714ca3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.1091521 Aug 20 11:28:23.991989 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-32f342f4-0a70-4dda-bd56-0e27f2fd94c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971253 Aug 20 11:28:23.994672 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:48Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '90eda1e8-56bf-465c-9390-de7c38965001', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'port_id': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'mac_address': 'fa:16:3e:34:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:28:20Z', 'updated_at': '2021-08-20T11:28:20Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b659fab2-32e0-40bb-a2ff-3cbd5852f2e9', 'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:a8:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:28:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:24.032734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-9d3d606a-8848-4645-a259-06be6ecbb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:24.035694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-9d3d606a-8848-4645-a259-06be6ecbb1bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179564 Aug 20 11:28:24.039218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db57d38-744a-4210-9f35-01e439ac9bd3 None None] The sync data for ids ['c859d3e3-f09c-4721-9d3e-858456da8107'] in n-d-804230-3 is: [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:48Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '90eda1e8-56bf-465c-9390-de7c38965001', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'port_id': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'mac_address': 'fa:16:3e:34:51:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:28:20Z', 'updated_at': '2021-08-20T11:28:20Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b659fab2-32e0-40bb-a2ff-3cbd5852f2e9', 'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:a8:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:28:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:28:24.049631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56383194-f2d6-4f49-8897-501850681ad9 req-d9b5387f-8068-4652-8e7b-39f8a3767c4f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:24.051286 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-56383194-f2d6-4f49-8897-501850681ad9 req-d9b5387f-8068-4652-8e7b-39f8a3767c4f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.1003892 Aug 20 11:28:24.109964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acace776-fa49-4066-baa3-d0bc28f8e800 tempest-TestServerBasicOps-940183612 tempest-TestServerBasicOps-940183612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:24.111587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-acace776-fa49-4066-baa3-d0bc28f8e800 tempest-TestServerBasicOps-940183612 tempest-TestServerBasicOps-940183612-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 1091 time: 0.4703510 Aug 20 11:28:24.117465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35158) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:24.122840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'b9d71100-a60c-4002-9281-3c51eda64f35', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:24.159507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11455552-d692-4852-9c8a-3f5e271d2fed req-a16abdfe-4f21-4944-b474-ecffe423ab10 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:24.161112 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-11455552-d692-4852-9c8a-3f5e271d2fed req-a16abdfe-4f21-4944-b474-ecffe423ab10 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 944 time: 0.1668699 Aug 20 11:28:24.171394 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-56383194-f2d6-4f49-8897-501850681ad9 req-f74e2560-3e59-4ad5-9394-187da6c9624c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108646 Aug 20 11:28:24.198244 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-6c5e244b-b59e-404a-94e8-2b5bee2a888a service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977260 Aug 20 11:28:24.218076 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-db688f45-f92b-4fc5-b4ba-d6c3f2c4bb7a service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657364 Aug 20 11:28:24.278888 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-11455552-d692-4852-9c8a-3f5e271d2fed req-155fa254-ea84-4a08-a9a7-fefdfcd567f8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989027 Aug 20 11:28:24.286167 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:24.341873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6d053bd-09f0-4dcf-829d-efcdf977765a req-ef98c2d7-2c9a-4d74-af9b-a32b216fc1b6 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165335 Aug 20 11:28:24.371592 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d94e5b-e063-431e-9032-20a289f5f251 None None] New status for floating IP 90eda1e8-56bf-465c-9390-de7c38965001: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:28:24.377909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40171f68-d7b3-479b-9c59-504c3af91d7e req-474eb591-c580-43c8-bd91-89a2965033a5 service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715724 Aug 20 11:28:24.441886 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:24.547230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35160) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:24.555552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Allocated IP 172.25.4.120 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/79656bb0-77f0-4c10-915e-83f7eeffff7e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:24.616062 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-80e407eb-a5a9-4d13-b166-d03c7233af24 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/90eda1e8-56bf-465c-9390-de7c38965001 HTTP/1.1" status: 200 len: 992 time: 0.0665457 Aug 20 11:28:24.677855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3209b-f057-47af-87e6-b250eee06ae0 req-3dfc5feb-fd9c-4f41-9387-0709d801e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:24.679414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60c3209b-f057-47af-87e6-b250eee06ae0 req-3dfc5feb-fd9c-4f41-9387-0709d801e62c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 1095 time: 0.0681782 Aug 20 11:28:24.742702 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:24.803184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3209b-f057-47af-87e6-b250eee06ae0 req-7376ea1b-8800-400c-81ef-97c2b4041128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:24.805265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60c3209b-f057-47af-87e6-b250eee06ae0 req-7376ea1b-8800-400c-81ef-97c2b4041128 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c HTTP/1.1" status: 200 len: 912 time: 0.1190259 Aug 20 11:28:24.859881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60c3209b-f057-47af-87e6-b250eee06ae0 req-711ae2a6-2a5a-4fef-8367-82a8e8ed3a47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1aa8547-1191-4228-beef-c5a1aae6c207 HTTP/1.1" status: 200 len: 217 time: 0.0459199 Aug 20 11:28:24.920427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3209b-f057-47af-87e6-b250eee06ae0 req-e724e49f-f62c-42f6-a86b-dd62f3f87caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:24.922014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60c3209b-f057-47af-87e6-b250eee06ae0 req-e724e49f-f62c-42f6-a86b-dd62f3f87caf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed1647c0-246d-46e7-9e60-d87aa3738d25 HTTP/1.1" status: 200 len: 851 time: 0.0552790 Aug 20 11:28:24.969111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f67f8-4fbf-4c3e-9033-3e723f3e71eb req-6cd3ab30-ae33-4122-9594-6101fbcffc79 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:24.970904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-638f67f8-4fbf-4c3e-9033-3e723f3e71eb req-6cd3ab30-ae33-4122-9594-6101fbcffc79 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.0969493 Aug 20 11:28:24.975581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60c3209b-f057-47af-87e6-b250eee06ae0 req-5b766fe6-6674-447d-9994-fd043b209784 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449786 Aug 20 11:28:24.977998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8901411a-1ac6-49ea-8a27-81d7423cf525 req-af137a0b-de21-4dc2-9ffd-4287047b53a0 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb04396f-f1d5-45bb-aaac-6268e3c38b57 HTTP/1.1" status: 200 len: 210 time: 0.0394859 Aug 20 11:28:24.979309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:25.037492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-638f67f8-4fbf-4c3e-9033-3e723f3e71eb req-dd18afc2-8955-408a-89ab-0fa91f7f7bec tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580416 Aug 20 11:28:25.076332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:25.081877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:25.086719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:25.120680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event updated for resources: {'Port': ['ID=79656bb0-77f0-4c10-915e-83f7eeffff7e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:25.217728 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60c3209b-f057-47af-87e6-b250eee06ae0 req-a4201191-2c0d-4f4f-9be3-0ddb0bd5e688 service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330408 Aug 20 11:28:25.231512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fef216-416f-4698-8dc3-ae37d7fe9b1b req-3e041a84-de86-40c7-8eae-30e6d38f64c6 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:25.232987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86fef216-416f-4698-8dc3-ae37d7fe9b1b req-3e041a84-de86-40c7-8eae-30e6d38f64c6 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.1195641 Aug 20 11:28:25.296833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f20f3b-f85b-4d3b-820e-fc3b5ec6ca33 req-1ec8e21d-0ea5-44e7-ad3c-9f58e2f7b26e tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:25.298395 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31f20f3b-f85b-4d3b-820e-fc3b5ec6ca33 req-1ec8e21d-0ea5-44e7-ad3c-9f58e2f7b26e tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.0509012 Aug 20 11:28:25.343615 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31f20f3b-f85b-4d3b-820e-fc3b5ec6ca33 req-8708ad4c-7ea3-4118-b65c-f758dacf5db1 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 Aug 20 11:28:25.474938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bc9a5-249a-449a-92c3-f79673403902 req-6019c4d0-6d2c-4ee1-9462-d3d3c663f7bd tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:25.476864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-660bc9a5-249a-449a-92c3-f79673403902 req-6019c4d0-6d2c-4ee1-9462-d3d3c663f7bd tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 944 time: 0.0709686 Aug 20 11:28:25.533203 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-660bc9a5-249a-449a-92c3-f79673403902 req-50bf1ccc-8bd6-440a-8254-4b63aa500792 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494947 Aug 20 11:28:25.619127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35184) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:25.689229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86fef216-416f-4698-8dc3-ae37d7fe9b1b req-5b8d9ef8-5730-41bb-9e5d-ff157e3ac00f tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434316 Aug 20 11:28:25.715843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d536889b-21bf-4b58-95d9-03e53ca7ce49 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/90eda1e8-56bf-465c-9390-de7c38965001 HTTP/1.1" status: 200 len: 994 time: 0.0951912 Aug 20 11:28:25.767210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60c3209b-f057-47af-87e6-b250eee06ae0 req-dc447ff1-a3ff-4935-84a1-c52f1e7abb0e service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332403 Aug 20 11:28:25.936787 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.052661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da66cb-b2c3-4696-a297-018b7859a0e4 req-09a424c8-3788-4f81-9c92-6dcc717e7bfb tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:26.054754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35da66cb-b2c3-4696-a297-018b7859a0e4 req-09a424c8-3788-4f81-9c92-6dcc717e7bfb tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.0550430 Aug 20 11:28:26.099835 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.141161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35da66cb-b2c3-4696-a297-018b7859a0e4 req-db799328-1118-4abc-a360-a5059fcffcb4 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791416 Aug 20 11:28:26.170124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35196) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:26.235218 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:28:26.250864 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9753b914-c546-4145-91e1-922f7679afda tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.283819 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9753b914-c546-4145-91e1-922f7679afda tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.296798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a14998-516c-4f12-8a9c-17ca6a6ea9a1 req-99005dc4-37b4-4cee-b8f2-5af15ad986ab tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:26.298339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7a14998-516c-4f12-8a9c-17ca6a6ea9a1 req-99005dc4-37b4-4cee-b8f2-5af15ad986ab tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.0746660 Aug 20 11:28:26.355932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7a14998-516c-4f12-8a9c-17ca6a6ea9a1 req-bca152ab-ed5d-464a-ac27-057f1b1dc9c9 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483685 Aug 20 11:28:26.372018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.469978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b194e-3fda-4342-a7c8-c24911fbcf28 req-ef155537-2eae-443d-b5c3-d393a570bf82 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:26.471551 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce4b194e-3fda-4342-a7c8-c24911fbcf28 req-ef155537-2eae-443d-b5c3-d393a570bf82 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.0515440 Aug 20 11:28:26.471724 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.472652 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9753b914-c546-4145-91e1-922f7679afda tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.475293 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9753b914-c546-4145-91e1-922f7679afda tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.479277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9753b914-c546-4145-91e1-922f7679afda tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "DELETE /v2.0/security-groups/8fd67586-2e2e-4c7a-b6cd-00ab801605a9 HTTP/1.1" status: 204 len: 168 time: 0.3081250 Aug 20 11:28:26.480219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35206) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:26.516776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753b914-c546-4145-91e1-922f7679afda tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd67586-2e2e-4c7a-b6cd-00ab801605a9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:26.520646 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-35b89a9a-4edd-4bad-aae1-947563c3756a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] show failed (client error): The resource could not be found. Aug 20 11:28:26.525485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-35b89a9a-4edd-4bad-aae1-947563c3756a tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "GET /v2.0/security-groups/8fd67586-2e2e-4c7a-b6cd-00ab801605a9 HTTP/1.1" status: 404 len: 347 time: 0.0369987 Aug 20 11:28:26.528431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35208) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:26.558266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event updated for resources: {'Port': ['ID=79656bb0-77f0-4c10-915e-83f7eeffff7e,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:26.571893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.587681 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce4b194e-3fda-4342-a7c8-c24911fbcf28 req-d4e71c10-2e2f-4d90-b779-a053d6315567 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066337 Aug 20 11:28:26.751510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-726a7ab6-5f91-4f4d-bb9b-bad4321a623c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting port baa6601f-8b4e-4e94-9e81-fc0ecce2385d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:26.751856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-726a7ab6-5f91-4f4d-bb9b-bad4321a623c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.811668 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Floating IP e070a781-2ad5-4eb6-8405-201888681900 associated. External IP: 172.25.4.120, port: b9d71100-a60c-4002-9281-3c51eda64f35. Aug 20 11:28:26.817374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ab31-f82f-4e99-8e1d-ae4b5ba0b78b req-8d793b80-2b93-4ff2-a386-a073a3b3e83a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:26.857293 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ca0ab31-f82f-4e99-8e1d-ae4b5ba0b78b req-8d793b80-2b93-4ff2-a386-a073a3b3e83a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 944 time: 0.1173701 Aug 20 11:28:26.870042 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-8169a506-6031-4491-a11a-48920b598a7d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1555762 Aug 20 11:28:26.891592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-726a7ab6-5f91-4f4d-bb9b-bad4321a623c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.891974 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-726a7ab6-5f91-4f4d-bb9b-bad4321a623c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:26.892768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f1be3-17a7-4de2-b7ab-bd96d24d3219 req-104ea80c-b0c5-43ea-bb5c-fe972bb9c1d5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:26.894552 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d20f1be3-17a7-4de2-b7ab-bd96d24d3219 req-104ea80c-b0c5-43ea-bb5c-fe972bb9c1d5 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.1788738 Aug 20 11:28:26.919202 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ca0ab31-f82f-4e99-8e1d-ae4b5ba0b78b req-490ee770-b9c1-4c15-84ca-d7654e93993c tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874641 Aug 20 11:28:26.932875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-726a7ab6-5f91-4f4d-bb9b-bad4321a623c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Calling delete_port for baa6601f-8b4e-4e94-9e81-fc0ecce2385d owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:27.005803 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d20f1be3-17a7-4de2-b7ab-bd96d24d3219 req-90f693f1-20fb-4574-94af-caec4e19d95c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020849 Aug 20 11:28:27.046737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-0ecd4ff2-68b4-420e-9ce8-e1b72f4a70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:27.048919 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-0ecd4ff2-68b4-420e-9ce8-e1b72f4a70e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 1096 time: 0.1415386 Aug 20 11:28:27.170874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-726a7ab6-5f91-4f4d-bb9b-bad4321a623c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:27.182758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6554b-2ee4-4c14-88ef-4d481beee152 req-dcd409ee-4d07-42e0-b656-da7184a5db1e tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:27.184376 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3c6554b-2ee4-4c14-88ef-4d481beee152 req-dcd409ee-4d07-42e0-b656-da7184a5db1e tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.0858712 Aug 20 11:28:27.190426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-aafc76f5-b95d-45e4-93ac-0eb06ca47b8c tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:27.201450 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-aafc76f5-b95d-45e4-93ac-0eb06ca47b8c tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.0824294 Aug 20 11:28:27.222106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804230-3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:27.225565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a7ab6-5f91-4f4d-bb9b-bad4321a623c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Port': ['ID=baa6601f-8b4e-4e94-9e81-fc0ecce2385d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:27.259098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Router 4c917034-8ede-43f4-86ab-1b06078301fd has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:28:27.262273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-e7aacfa6-d0c7-4648-aa9a-675c3c6a580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:27.263994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-e7aacfa6-d0c7-4648-aa9a-675c3c6a580c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1693552 Aug 20 11:28:27.321184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-f544d792-75da-42fa-8552-4b965ce06081 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac HTTP/1.1" status: 200 len: 217 time: 0.0484817 Aug 20 11:28:27.375470 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3c6554b-2ee4-4c14-88ef-4d481beee152 req-d940755c-ae41-445e-b0d2-a6bb51d96d1c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650448 Aug 20 11:28:27.381669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-726a7ab6-5f91-4f4d-bb9b-bad4321a623c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:27.384301 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-726a7ab6-5f91-4f4d-bb9b-bad4321a623c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:27.385469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-726a7ab6-5f91-4f4d-bb9b-bad4321a623c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "DELETE /v2.0/floatingips/f0e65aa8-aa2b-496f-b344-6e52736c0d91 HTTP/1.1" status: 204 len: 168 time: 0.8557482 Aug 20 11:28:27.386251 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:27.388269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35220) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:27.459554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-2c111b8f-efb8-42d7-91e3-23b2b1eae213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:27.461794 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-2c111b8f-efb8-42d7-91e3-23b2b1eae213 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.1063550 Aug 20 11:28:27.505084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-34d1fee7-6a98-4179-b0f6-440fb70a48a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309145 Aug 20 11:28:27.506350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:28:27.519011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] Sync routers for ids ['4c917034-8ede-43f4-86ab-1b06078301fd'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:28:27.534775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] Routers {'4c917034-8ede-43f4-86ab-1b06078301fd'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:27.537486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:28:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4c917034-8ede-43f4-86ab-1b06078301fd'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:27.580192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8fcad6b1-5730-47f4-844c-345095256d33 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting port 6b4a01cd-e450-4f51-930f-3367903bef51 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:27.580540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fcad6b1-5730-47f4-844c-345095256d33 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:27.610426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-3b285b1e-a8c5-4215-a331-e258851b7033 service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975528 Aug 20 11:28:27.670141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:27.681081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] Set router 4c917034-8ede-43f4-86ab-1b06078301fd gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:27.741121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:27.759849 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fcad6b1-5730-47f4-844c-345095256d33 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:27.783204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7b5bce1f-40af-4218-bfb4-595f2ec2e83d tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6644132 Aug 20 11:28:27.786885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'tag': 'b9d71100-a60c-4002-9281-3c51eda64f35'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:27.789168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:27.791197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8fcad6b1-5730-47f4-844c-345095256d33 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Calling delete_port for 6b4a01cd-e450-4f51-930f-3367903bef51 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:27.791367 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1030d411-49c3-417d-b85c-45b68dad2762" -d '{"events": [{"name": "network-changed", "server_uuid": "5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a", "tag": "b9d71100-a60c-4002-9281-3c51eda64f35"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:27.813322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09b674bb-c900-4002-a713-36fa1a1d14b0 req-bfc36bf0-7a0d-4b79-a3ce-c16314f99492 service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955028 Aug 20 11:28:27.847630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78bcbc-8e89-44c6-bc84-20a508a67d6e req-83cd9ae3-0f56-4cbc-b9ec-56ee0993b919 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:27.849502 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b78bcbc-8e89-44c6-bc84-20a508a67d6e req-83cd9ae3-0f56-4cbc-b9ec-56ee0993b919 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 945 time: 0.1640966 Aug 20 11:28:27.900941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2508069f-ded6-48eb-b49c-e19755f1704e'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:27.903368 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8fa95-4168-4e0d-aeca-ecaf14add717" -d '{"events": [{"server_uuid": "24cd93a1-add3-4f11-92a6-37dafc8ed075", "name": "network-vif-unplugged", "status": "completed", "tag": "2508069f-ded6-48eb-b49c-e19755f1704e"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:27.917346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:27.952991 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b78bcbc-8e89-44c6-bc84-20a508a67d6e req-2a4b1338-7120-4716-9b46-99c366c5ff9a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909910 Aug 20 11:28:28.016058 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2529c7-2164-4640-81fc-9cbc7af048fd x-openstack-request-id: req-ff2529c7-2164-4640-81fc-9cbc7af048fd {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:28.016353 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a", "tag": "b9d71100-a60c-4002-9281-3c51eda64f35", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:28.017407 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff2529c7-2164-4640-81fc-9cbc7af048fd {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:28.018056 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'tag': 'b9d71100-a60c-4002-9281-3c51eda64f35', 'status': 'completed', 'code': 200} Aug 20 11:28:28.020325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'e070a781-2ad5-4eb6-8405-201888681900', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'port_id': 'b9d71100-a60c-4002-9281-3c51eda64f35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'mac_address': 'fa:16:3e:0a:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:28:25Z', 'updated_at': '2021-08-20T11:28:25Z', 'revision_number': 0, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86b995a-c375-4d56-b758-daff739cf7ca', 'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'mac_address': 'fa:16:3e:82:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:33Z', 'updated_at': '2021-08-20T11:27:41Z', 'revision_number': 5, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'subnets': [{'id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:28.054967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] Checking router: 4c917034-8ede-43f4-86ab-1b06078301fd for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:28:28.062170 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350aa8df-0415-497b-a269-7d2525be7776 x-openstack-request-id: req-350aa8df-0415-497b-a269-7d2525be7776 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:28.062522 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cd93a1-add3-4f11-92a6-37dafc8ed075", "name": "network-vif-unplugged", "status": "completed", "tag": "2508069f-ded6-48eb-b49c-e19755f1704e", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:28.062893 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-350aa8df-0415-497b-a269-7d2525be7776 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:28.063354 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2508069f-ded6-48eb-b49c-e19755f1704e', 'code': 200} Aug 20 11:28:28.063537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] Routers {'4c917034-8ede-43f4-86ab-1b06078301fd'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:28.064200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:28:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4c917034-8ede-43f4-86ab-1b06078301fd'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:28.092230 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030d411-49c3-417d-b85c-45b68dad2762 req-098c0804-0519-48af-b15b-f189ef9d1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:28.094229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1030d411-49c3-417d-b85c-45b68dad2762 req-098c0804-0519-48af-b15b-f189ef9d1ad4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d020db29f9b1461abccf5c51e617e6be&device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 1096 time: 0.0495603 Aug 20 11:28:28.115969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.202506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] Set router 4c917034-8ede-43f4-86ab-1b06078301fd gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:28.250684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fcad6b1-5730-47f4-844c-345095256d33 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.263126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030d411-49c3-417d-b85c-45b68dad2762 req-74fbcafe-93ac-472c-97ad-5c8b03b7d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:28.264765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1030d411-49c3-417d-b85c-45b68dad2762 req-74fbcafe-93ac-472c-97ad-5c8b03b7d971 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb730dde-0481-4a62-932a-41c83adf9294 HTTP/1.1" status: 200 len: 908 time: 0.1611447 Aug 20 11:28:28.268720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e on host n-h2-804230-3 for vnic_type normal with profile {"migrating_to": "n-h1-804230-3"} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:28.269039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:28.270553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:28.306803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b09e35-ba58-4a17-add4-1b5889672e7f req-3dfaed75-c0f3-4818-b53b-09ebdec13e63 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:28.314551 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72b09e35-ba58-4a17-add4-1b5889672e7f req-3dfaed75-c0f3-4818-b53b-09ebdec13e63 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 944 time: 0.1898301 Aug 20 11:28:28.321903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Port 2508069f-ded6-48eb-b49c-e19755f1704e on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:28:28.322299 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Attempting to bind port 2508069f-ded6-48eb-b49c-e19755f1704e on network 1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:28.328884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Pushing event updated for resources: {'Port': ['ID=2508069f-ded6-48eb-b49c-e19755f1704e,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:28.349238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1030d411-49c3-417d-b85c-45b68dad2762 req-344741df-3c4e-4097-97a9-90b8f0962b0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9d71100-a60c-4002-9281-3c51eda64f35 HTTP/1.1" status: 200 len: 999 time: 0.0766237 Aug 20 11:28:28.382785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:28.383127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Checking segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:28.383521 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Bound using segment: {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:28.383972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Bound port: 2508069f-ded6-48eb-b49c-e19755f1704e, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e796d91f-50fd-4f7e-bee1-db25b5987489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:28.384342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.420733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030d411-49c3-417d-b85c-45b68dad2762 req-58c18edf-a49d-46f6-a7cf-de598bc5a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:28.435038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1030d411-49c3-417d-b85c-45b68dad2762 req-58c18edf-a49d-46f6-a7cf-de598bc5a8a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e3d507c-6c88-4bd0-a955-0f37897d208e HTTP/1.1" status: 200 len: 846 time: 0.0635037 Aug 20 11:28:28.450887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcad6b1-5730-47f4-844c-345095256d33 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Port': ['ID=6b4a01cd-e450-4f51-930f-3367903bef51,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:28.485911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72b09e35-ba58-4a17-add4-1b5889672e7f req-73635491-313c-46e1-b437-5f6b08eabe58 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703885 Aug 20 11:28:28.511113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'e070a781-2ad5-4eb6-8405-201888681900', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'port_id': 'b9d71100-a60c-4002-9281-3c51eda64f35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'mac_address': 'fa:16:3e:0a:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:28:25Z', 'updated_at': '2021-08-20T11:28:25Z', 'revision_number': 0, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86b995a-c375-4d56-b758-daff739cf7ca', 'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'mac_address': 'fa:16:3e:82:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:33Z', 'updated_at': '2021-08-20T11:27:41Z', 'revision_number': 5, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'subnets': [{'id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:28.530517 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8fcad6b1-5730-47f4-844c-345095256d33 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.532857 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8fcad6b1-5730-47f4-844c-345095256d33 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "DELETE /v2.0/ports/6b4a01cd-e450-4f51-930f-3367903bef51 HTTP/1.1" status: 204 len: 168 time: 1.1435776 Aug 20 11:28:28.535483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35242) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:28.548796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030d411-49c3-417d-b85c-45b68dad2762 req-935da5fe-8586-4c03-aeed-2d23d6efb3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:28.550332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1030d411-49c3-417d-b85c-45b68dad2762 req-935da5fe-8586-4c03-aeed-2d23d6efb3cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb730dde-0481-4a62-932a-41c83adf9294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192224 Aug 20 11:28:28.552539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ddd4ff-fa70-4d16-8c8e-78ab66556450 None None] The sync data for ids ['4c917034-8ede-43f4-86ab-1b06078301fd'] in n-d-804230-3 is: [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'e070a781-2ad5-4eb6-8405-201888681900', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'floating_ip_address': '172.25.4.120', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'port_id': 'b9d71100-a60c-4002-9281-3c51eda64f35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'mac_address': 'fa:16:3e:0a:06:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:28:25Z', 'updated_at': '2021-08-20T11:28:25Z', 'revision_number': 0, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a86b995a-c375-4d56-b758-daff739cf7ca', 'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'mac_address': 'fa:16:3e:82:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:33Z', 'updated_at': '2021-08-20T11:27:41Z', 'revision_number': 5, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'subnets': [{'id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:28:28.603802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:28.608452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:28.634802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00940e9-c4b7-4c04-a8af-8b61a705e20c req-851ed52d-5891-489d-ace4-dba9fd1aafbb tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:28.636399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b00940e9-c4b7-4c04-a8af-8b61a705e20c req-851ed52d-5891-489d-ace4-dba9fd1aafbb tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.1315887 Aug 20 11:28:28.672063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3f55d86b-1ea4-4d0f-82b8-e7ed7ac1090c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting port e533a2f8-d630-4f2f-8831-a35608644eb5 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:28.672664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f55d86b-1ea4-4d0f-82b8-e7ed7ac1090c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.709261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b00940e9-c4b7-4c04-a8af-8b61a705e20c req-2f0d2679-95d1-4f91-a121-468e116342db tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594921 Aug 20 11:28:28.720006 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1030d411-49c3-417d-b85c-45b68dad2762 req-9be542c7-3bc0-4ba1-b01a-c18c9bf1bd8f service neutron] 10.222.0.57 "GET /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561878 Aug 20 11:28:28.768646 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.857166 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f55d86b-1ea4-4d0f-82b8-e7ed7ac1090c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.858792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1030d411-49c3-417d-b85c-45b68dad2762 req-412b8db3-e5f1-43a2-8f72-6a2737c6a316 service neutron] 10.222.0.57 "GET /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299417 Aug 20 11:28:28.869236 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1530e3-b67c-45cb-a46b-fef6e47eef9b None None] New status for floating IP e070a781-2ad5-4eb6-8405-201888681900: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:28:28.889476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3f55d86b-1ea4-4d0f-82b8-e7ed7ac1090c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Calling delete_port for e533a2f8-d630-4f2f-8831-a35608644eb5 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:28.927339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Pushing event updated for resources: {'Port': ['ID=2508069f-ded6-48eb-b49c-e19755f1704e,revision_number=8']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:28.936957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:28.937664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:28.939273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8967a052-83ac-43bd-88fe-e93190a94a3e service neutron] 10.222.0.57 "PUT /v2.0/ports/2508069f-ded6-48eb-b49c-e19755f1704e HTTP/1.1" status: 200 len: 1121 time: 1.7217886 Aug 20 11:28:28.989257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d1aa8547-1191-4228-beef-c5a1aae6c207 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:28:29.049253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2508069f-ded6-48eb-b49c-e19755f1704e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:29.115749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['2508069f-ded6-48eb-b49c-e19755f1704e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:29.169384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b84d1a-e753-48b4-976f-f3967426658c req-6cbcea2f-8021-46a4-b60c-539f8dda8f70 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:29.171107 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90b84d1a-e753-48b4-976f-f3967426658c req-6cbcea2f-8021-46a4-b60c-539f8dda8f70 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.0864661 Aug 20 11:28:29.227040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90b84d1a-e753-48b4-976f-f3967426658c req-e63bcdb7-dfe9-483a-89b2-3ef0042baf09 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482190 Aug 20 11:28:29.260158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d1aa8547-1191-4228-beef-c5a1aae6c207, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d1aa8547-1191-4228-beef-c5a1aae6c207,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:29.272291 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f55d86b-1ea4-4d0f-82b8-e7ed7ac1090c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.302201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'd1aa8547-1191-4228-beef-c5a1aae6c207', 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c', 'port_id': 'd1aa8547-1191-4228-beef-c5a1aae6c207', 'mac_address': 'fa:16:3e:8a:94:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1647c0-246d-46e7-9e60-d87aa3738d25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:28:29.339452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55d86b-1ea4-4d0f-82b8-e7ed7ac1090c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Port': ['ID=e533a2f8-d630-4f2f-8831-a35608644eb5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:29.426768 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.439234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f55d86b-1ea4-4d0f-82b8-e7ed7ac1090c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.443162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3f55d86b-1ea4-4d0f-82b8-e7ed7ac1090c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "DELETE /v2.0/ports/e533a2f8-d630-4f2f-8831-a35608644eb5 HTTP/1.1" status: 204 len: 168 time: 0.9059837 Aug 20 11:28:29.445557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35250) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:29.449920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1aa8547-1191-4228-beef-c5a1aae6c207 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:29.481312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d1aa8547-1191-4228-beef-c5a1aae6c207, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d1aa8547-1191-4228-beef-c5a1aae6c207,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:29.507703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf977c1-070c-4761-a293-f67f3655db73 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting subnet 8fc1149b-8dc0-4f3f-bae9-4268c8d79757 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:28:29.511841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbf977c1-070c-4761-a293-f67f3655db73 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.546210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-88b6cce8-4bae-4db6-a5bf-570e645ecbde tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:29.548104 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-88b6cce8-4bae-4db6-a5bf-570e645ecbde tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.0582252 Aug 20 11:28:29.561524 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbf977c1-070c-4761-a293-f67f3655db73 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.593664 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.593664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2508069f-ded6-48eb-b49c-e19755f1704e details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:28:29.672519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-d0bec94a-a72b-48c2-861e-672f64d92acc tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Deleting port 73a39232-e72b-4616-a13f-181461f5fbdd {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:29.673249 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-d0bec94a-a72b-48c2-861e-672f64d92acc tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.713047 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbf977c1-070c-4761-a293-f67f3655db73 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.724079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=d1aa8547-1191-4228-beef-c5a1aae6c207,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:29.725661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abf95d-cf97-43a1-a800-3d76692299e3 req-3fe1e1d6-f4d8-4ea7-a271-4fa81f83c676 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:29.733938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90abf95d-cf97-43a1-a800-3d76692299e3 req-3fe1e1d6-f4d8-4ea7-a271-4fa81f83c676 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 945 time: 0.1690631 Aug 20 11:28:29.818812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-d0bec94a-a72b-48c2-861e-672f64d92acc tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] For port 73a39232-e72b-4616-a13f-181461f5fbdd, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=73a39232-e72b-4616-a13f-181461f5fbdd,segment=NetworkSegment(50a174d9-7fc9-4642-a6de-09f69f4b417f),segment_id=50a174d9-7fc9-4642-a6de-09f69f4b417f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:29.819502 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-d0bec94a-a72b-48c2-861e-672f64d92acc tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:29.824208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:29.837120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-d0bec94a-a72b-48c2-861e-672f64d92acc tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Calling delete_port for 73a39232-e72b-4616-a13f-181461f5fbdd owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:29.847432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2508069f-ded6-48eb-b49c-e19755f1704e has no active binding in host n-h1-804230-3 {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:28:29.880361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90abf95d-cf97-43a1-a800-3d76692299e3 req-075547be-d859-436e-b7c9-e9183d76061b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455295 Aug 20 11:28:29.974264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a383d0c-f889-4517-b0b2-511c35359d32 req-dda1fca4-7ca7-45a6-aead-812445a28e59 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:29.976580 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6a383d0c-f889-4517-b0b2-511c35359d32 req-dda1fca4-7ca7-45a6-aead-812445a28e59 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 945 time: 0.0879235 Aug 20 11:28:29.994243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbf977c1-070c-4761-a293-f67f3655db73 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.035442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf977c1-070c-4761-a293-f67f3655db73 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc1149b-8dc0-4f3f-bae9-4268c8d79757,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:30.057149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bbf977c1-070c-4761-a293-f67f3655db73 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.059976 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bbf977c1-070c-4761-a293-f67f3655db73 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "DELETE /v2.0/subnets/8fc1149b-8dc0-4f3f-bae9-4268c8d79757 HTTP/1.1" status: 204 len: 168 time: 0.6132734 Aug 20 11:28:30.061789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6a383d0c-f889-4517-b0b2-511c35359d32 req-67656547-7efc-41cd-aac8-bd03288a317c tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b374734-c2c6-4fa4-b0dd-16902c8e2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694463 Aug 20 11:28:30.064263 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'tag': '2508069f-ded6-48eb-b49c-e19755f1704e'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:30.066656 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de95edaa-ed2c-4dc7-b386-deefc017e417" -d '{"events": [{"name": "network-changed", "server_uuid": "24cd93a1-add3-4f11-92a6-37dafc8ed075", "tag": "2508069f-ded6-48eb-b49c-e19755f1704e"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:30.068552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be6af3-94c7-4f8d-b589-61edb25a59be None None] Network 256eabbf-2f38-42b5-bb35-2d56f488889c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:28:30.068707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35258) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:30.131275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-db416f9a-e295-44dc-88f1-f8e4f93b8f7c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting subnet 3378ae38-d671-4f51-a415-96de9f7ecabc {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:28:30.135942 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db416f9a-e295-44dc-88f1-f8e4f93b8f7c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.136476 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1309560-f652-4693-82fa-db35cb40094a x-openstack-request-id: req-b1309560-f652-4693-82fa-db35cb40094a {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:30.137024 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cd93a1-add3-4f11-92a6-37dafc8ed075", "tag": "2508069f-ded6-48eb-b49c-e19755f1704e", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:30.137611 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1309560-f652-4693-82fa-db35cb40094a {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:30.138517 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'tag': '2508069f-ded6-48eb-b49c-e19755f1704e', 'status': 'completed', 'code': 200} Aug 20 11:28:30.139990 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-d0bec94a-a72b-48c2-861e-672f64d92acc tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.166774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['d1aa8547-1191-4228-beef-c5a1aae6c207'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:30.171808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['73a39232-e72b-4616-a13f-181461f5fbdd'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:30.180842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bec94a-a72b-48c2-861e-672f64d92acc tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Pushing event deleted for resources: {'Port': ['ID=73a39232-e72b-4616-a13f-181461f5fbdd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:30.228388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-d0bec94a-a72b-48c2-861e-672f64d92acc tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] No DVR routers for this DVR port 73a39232-e72b-4616-a13f-181461f5fbdd on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:30.236509 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-d0bec94a-a72b-48c2-861e-672f64d92acc tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.238685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-868fdb05-e07f-4bfe-b026-06697e3d1936 req-d0bec94a-a72b-48c2-861e-672f64d92acc tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.38 "DELETE /v2.0/ports/73a39232-e72b-4616-a13f-181461f5fbdd HTTP/1.1" status: 204 len: 173 time: 0.6803019 Aug 20 11:28:30.240043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db416f9a-e295-44dc-88f1-f8e4f93b8f7c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.338255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95edaa-ed2c-4dc7-b386-deefc017e417 req-7c6b82fd-41dc-4496-99b4-dbdce593746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:30.341466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de95edaa-ed2c-4dc7-b386-deefc017e417 req-7c6b82fd-41dc-4496-99b4-dbdce593746a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 1124 time: 0.1346550 Aug 20 11:28:30.392162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d7bb6-21e8-4d2c-965b-dc6cf77b18d0 req-ab14bc9c-113c-4937-a519-efe3d11c5d02 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:30.394192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-275d7bb6-21e8-4d2c-965b-dc6cf77b18d0 req-ab14bc9c-113c-4937-a519-efe3d11c5d02 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.0790277 Aug 20 11:28:30.441382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-275d7bb6-21e8-4d2c-965b-dc6cf77b18d0 req-ee926e51-4b07-462e-9a78-f4f45616c5e7 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Aug 20 11:28:30.479134 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db416f9a-e295-44dc-88f1-f8e4f93b8f7c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.529816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95edaa-ed2c-4dc7-b386-deefc017e417 req-b669186c-b066-4da1-86e7-56185cdd2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:30.531443 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de95edaa-ed2c-4dc7-b386-deefc017e417 req-b669186c-b066-4da1-86e7-56185cdd2533 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1572449 Aug 20 11:28:30.586752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de95edaa-ed2c-4dc7-b386-deefc017e417 req-970adf1f-b39b-4b2c-9e34-59e932c4ab2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2508069f-ded6-48eb-b49c-e19755f1704e HTTP/1.1" status: 200 len: 217 time: 0.0467932 Aug 20 11:28:30.661733 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea45b7-b128-4df4-b55b-0024e501b68c None None] DHCP port deletion for 256eabbf-2f38-42b5-bb35-2d56f488889c request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:28:30.726913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-09ea45b7-b128-4df4-b55b-0024e501b68c None None] Deleting port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:30.727348 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-09ea45b7-b128-4df4-b55b-0024e501b68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.805956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-09ea45b7-b128-4df4-b55b-0024e501b68c None None] For port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=45c01cce-4ce4-4d0e-b8c6-12fd45d02205,segment=NetworkSegment(77a698d2-0d6f-4e1d-8aa2-4993437c5c1a),segment_id=77a698d2-0d6f-4e1d-8aa2-4993437c5c1a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:30.807155 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-09ea45b7-b128-4df4-b55b-0024e501b68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:30.825581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-09ea45b7-b128-4df4-b55b-0024e501b68c None None] Calling delete_port for 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:30.968497 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db416f9a-e295-44dc-88f1-f8e4f93b8f7c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.030418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-09ea45b7-b128-4df4-b55b-0024e501b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.035942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db416f9a-e295-44dc-88f1-f8e4f93b8f7c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Subnet': ['ID=3378ae38-d671-4f51-a415-96de9f7ecabc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:31.067845 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db416f9a-e295-44dc-88f1-f8e4f93b8f7c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.068067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1cf568-3a6b-4676-b0ae-2b575acd3bc7 None None] Network 72f40ec8-a92f-4801-a5be-e7153b691a75 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:28:31.071482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-db416f9a-e295-44dc-88f1-f8e4f93b8f7c tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "DELETE /v2.0/subnets/3378ae38-d671-4f51-a415-96de9f7ecabc HTTP/1.1" status: 204 len: 168 time: 0.9954536 Aug 20 11:28:31.071699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea45b7-b128-4df4-b55b-0024e501b68c None None] No DVR routers for this DVR port 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:31.071813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35270) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:31.073428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95edaa-ed2c-4dc7-b386-deefc017e417 req-6c9c9e9a-db14-4531-8d7b-7f5c4148747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:31.075383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de95edaa-ed2c-4dc7-b386-deefc017e417 req-6c9c9e9a-db14-4531-8d7b-7f5c4148747b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.4771066 Aug 20 11:28:31.078817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea45b7-b128-4df4-b55b-0024e501b68c None None] Pushing event deleted for resources: {'Port': ['ID=45c01cce-4ce4-4d0e-b8c6-12fd45d02205,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:31.103473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2cc6-ac32-4c61-a819-fbc8350ab9c5 req-60e98487-cbca-4528-ae2a-318d00b15a9c tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:31.105495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f29d2cc6-ac32-4c61-a819-fbc8350ab9c5 req-60e98487-cbca-4528-ae2a-318d00b15a9c tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 945 time: 0.1329432 Aug 20 11:28:31.151994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de95edaa-ed2c-4dc7-b386-deefc017e417 req-8aafaed6-1c5a-45be-b3e1-2ecdb49c7f84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633171 Aug 20 11:28:31.194761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f29d2cc6-ac32-4c61-a819-fbc8350ab9c5 req-82ad50cc-1118-4656-8d45-c27e1107f1b2 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805440 Aug 20 11:28:31.235297 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c65f082b-b279-4e42-9c85-4959ca1658db req-ea4736b8-0e63-44db-a3b0-adabf14a6df9 tempest-ServerDiskConfigTestJSON-1199321765 tempest-ServerDiskConfigTestJSON-1199321765-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4c3d236-162e-4056-95bf-49a3f280c6e7 HTTP/1.1" status: 200 len: 210 time: 0.0391450 Aug 20 11:28:31.239385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.290627 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de95edaa-ed2c-4dc7-b386-deefc017e417 req-82fd0202-8eb6-4179-a62d-3faa937fdbeb service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234255 Aug 20 11:28:31.360192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79603c4f-73a5-4055-b0be-483bf456d75c None None] DHCP port deletion for 72f40ec8-a92f-4801-a5be-e7153b691a75 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:28:31.364913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.376646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256eabbf-2f38-42b5-bb35-2d56f488889c']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:31.395566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:31.396632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a698d2-0d6f-4e1d-8aa2-4993437c5c1a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:31.413846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.431622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de95edaa-ed2c-4dc7-b386-deefc017e417 req-62c22f86-bd0c-4ce4-80ef-2f7cf86f1f7a service neutron] 10.222.0.38 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299858 Aug 20 11:28:31.439073 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.443705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-79603c4f-73a5-4055-b0be-483bf456d75c None None] Deleting port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:31.444213 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-79603c4f-73a5-4055-b0be-483bf456d75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.450667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:28:31.451089 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:28:31.454656 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:28:31.528651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-79603c4f-73a5-4055-b0be-483bf456d75c None None] For port 44a995eb-9e26-420b-bd7b-c8a7919f71f7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=44a995eb-9e26-420b-bd7b-c8a7919f71f7,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:31.528936 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-79603c4f-73a5-4055-b0be-483bf456d75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.544484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-79603c4f-73a5-4055-b0be-483bf456d75c None None] Calling delete_port for 44a995eb-9e26-420b-bd7b-c8a7919f71f7 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:31.623563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f56ce-a206-4f39-888f-a8b5522ab04d req-6b158ed8-42e0-414e-9a8e-1686fe487934 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:31.628013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c63f56ce-a206-4f39-888f-a8b5522ab04d req-6b158ed8-42e0-414e-9a8e-1686fe487934 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.0633192 Aug 20 11:28:31.667085 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c63f56ce-a206-4f39-888f-a8b5522ab04d req-aa2b2034-445b-4185-b7b0-1e0db0fc129c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352571 Aug 20 11:28:31.694018 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.694018 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.694018 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "DELETE /v2.0/networks/256eabbf-2f38-42b5-bb35-2d56f488889c HTTP/1.1" status: 204 len: 168 time: 0.6138024 Aug 20 11:28:31.696097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35276) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:31.700023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a61848-4056-48c7-813d-5f878c05b987 tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Network': ['ID=256eabbf-2f38-42b5-bb35-2d56f488889c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:31.780071 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.837242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Deleting port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:31.837629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.899810 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-79603c4f-73a5-4055-b0be-483bf456d75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.904095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] For port 44a995eb-9e26-420b-bd7b-c8a7919f71f7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=44a995eb-9e26-420b-bd7b-c8a7919f71f7,segment=NetworkSegment(bc25a2b8-ab49-4b26-b197-4b6edd14c024),segment_id=bc25a2b8-ab49-4b26-b197-4b6edd14c024)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:31.904477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:31.920446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Calling delete_port for 44a995eb-9e26-420b-bd7b-c8a7919f71f7 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:31.928020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79603c4f-73a5-4055-b0be-483bf456d75c None None] Pushing event deleted for resources: {'Port': ['ID=44a995eb-9e26-420b-bd7b-c8a7919f71f7,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:31.932627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79603c4f-73a5-4055-b0be-483bf456d75c None None] No DVR routers for this DVR port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:32.016206 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.044375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Port': ['ID=44a995eb-9e26-420b-bd7b-c8a7919f71f7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:32.054502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] No DVR routers for this DVR port 44a995eb-9e26-420b-bd7b-c8a7919f71f7 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:32.139763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c3d236-162e-4056-95bf-49a3f280c6e7', 'name': 'network-vif-deleted', 'tag': '73a39232-e72b-4616-a13f-181461f5fbdd'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:32.142351 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3d116e-76b0-4c2c-8125-0b6d0978f3dc" -d '{"events": [{"server_uuid": "a4c3d236-162e-4056-95bf-49a3f280c6e7", "name": "network-vif-deleted", "tag": "73a39232-e72b-4616-a13f-181461f5fbdd"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:32.146188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.159255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f40ec8-a92f-4801-a5be-e7153b691a75']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:32.173838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc25a2b8-ab49-4b26-b197-4b6edd14c024') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:32.174957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc25a2b8-ab49-4b26-b197-4b6edd14c024') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:32.186259 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.206676 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.213357 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d01cff2-ba64-45be-a773-32b5c54f1ca2 x-openstack-request-id: req-1d01cff2-ba64-45be-a773-32b5c54f1ca2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:32.213837 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c3d236-162e-4056-95bf-49a3f280c6e7", "name": "network-vif-deleted", "tag": "73a39232-e72b-4616-a13f-181461f5fbdd", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:32.214298 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d01cff2-ba64-45be-a773-32b5c54f1ca2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:32.214938 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c3d236-162e-4056-95bf-49a3f280c6e7', 'name': 'network-vif-deleted', 'tag': '73a39232-e72b-4616-a13f-181461f5fbdd', 'status': 'completed', 'code': 200} Aug 20 11:28:32.219414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:28:32.230069 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:28:32.281216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 44a995eb-9e26-420b-bd7b-c8a7919f71f7 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:32.303271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 44a995eb-9e26-420b-bd7b-c8a7919f71f7 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:32.304166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 44a995eb-9e26-420b-bd7b-c8a7919f71f7 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:32.304689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:32.329161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:32.329576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 45c01cce-4ce4-4d0e-b8c6-12fd45d02205 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:32.371541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121f475-5591-4919-a633-e5faa5cf2ce7 req-32a5dd95-3414-4fbf-b172-f5b8a61c1416 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:32.373323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d121f475-5591-4919-a633-e5faa5cf2ce7 req-32a5dd95-3414-4fbf-b172-f5b8a61c1416 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 945 time: 0.0818400 Aug 20 11:28:32.420117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d121f475-5591-4919-a633-e5faa5cf2ce7 req-55e37544-f2da-4ab5-8c8f-e139066e0965 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Aug 20 11:28:32.463045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.467602 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.469639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] 10.222.0.10 "DELETE /v2.0/networks/72f40ec8-a92f-4801-a5be-e7153b691a75 HTTP/1.1" status: 204 len: 168 time: 0.7776685 Aug 20 11:28:32.469755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35296) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:32.497139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b479da4-d047-4b9f-bce7-511d4d15435d tempest-TaggedBootDevicesTest-1171245671 tempest-TaggedBootDevicesTest-1171245671-project] Pushing event deleted for resources: {'Network': ['ID=72f40ec8-a92f-4801-a5be-e7153b691a75,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:32.547928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b32f8c-b7dd-44a8-a3e0-2978cbc99986 admin admin] Deleting subnet 9b983e46-22e2-4897-bf48-41299268825e {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:28:32.553124 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58b32f8c-b7dd-44a8-a3e0-2978cbc99986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:32.923930 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-1481d868-1a01-4ffb-add5-1b7a56cab458 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0724306 Aug 20 11:28:32.976498 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58b32f8c-b7dd-44a8-a3e0-2978cbc99986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.011668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d1aa8547-1191-4228-beef-c5a1aae6c207 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:28:33.018318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc97de6-af65-41a9-95cf-976d6d05f450 req-11dcdb1d-6f92-4769-ad20-65a275cb0ab6 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.023159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9dc97de6-af65-41a9-95cf-976d6d05f450 req-11dcdb1d-6f92-4769-ad20-65a275cb0ab6 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.0979948 Aug 20 11:28:33.077060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58b32f8c-b7dd-44a8-a3e0-2978cbc99986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.144141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-22a7ad98-ad55-4107-aaf3-38d9458a568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.144718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-22a7ad98-ad55-4107-aaf3-38d9458a568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.145138 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-22a7ad98-ad55-4107-aaf3-38d9458a568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.145616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-22a7ad98-ad55-4107-aaf3-38d9458a568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.146090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-22a7ad98-ad55-4107-aaf3-38d9458a568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.146605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-22a7ad98-ad55-4107-aaf3-38d9458a568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.147174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-22a7ad98-ad55-4107-aaf3-38d9458a568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.149279 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-22a7ad98-ad55-4107-aaf3-38d9458a568f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c96e568c24aa41fabf979ad88fff50d8&device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 6503 time: 0.1568315 Aug 20 11:28:33.151937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9dc97de6-af65-41a9-95cf-976d6d05f450 req-9f4ab89f-46f2-4e9e-8b29-2aa9997ca064 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169219 Aug 20 11:28:33.277619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port d1aa8547-1191-4228-beef-c5a1aae6c207 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:28:33.282099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port d1aa8547-1191-4228-beef-c5a1aae6c207 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:28:33.282843 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.301070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-9a250dd1-dd28-4c0e-85d9-91f8f519c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.301587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-9a250dd1-dd28-4c0e-85d9-91f8f519c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.302152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-9a250dd1-dd28-4c0e-85d9-91f8f519c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.304771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-9a250dd1-dd28-4c0e-85d9-91f8f519c9f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=26aed97a-f400-4b37-8a16-a0a6436f9bcf&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=6803f477-73c6-4bfd-818a-faed4c3d95f2&id=785e013d-c92e-4828-b7f5-34a8f2e42a85&id=785e013d-c92e-4828-b7f5-34a8f2e42a85 HTTP/1.1" status: 200 len: 2297 time: 0.1168189 Aug 20 11:28:33.345903 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58b32f8c-b7dd-44a8-a3e0-2978cbc99986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.367485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58b32f8c-b7dd-44a8-a3e0-2978cbc99986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.368846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-58b32f8c-b7dd-44a8-a3e0-2978cbc99986 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9b983e46-22e2-4897-bf48-41299268825e HTTP/1.1" status: 204 len: 168 time: 0.8982120 Aug 20 11:28:33.371697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35312) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:33.391634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b32f8c-b7dd-44a8-a3e0-2978cbc99986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b983e46-22e2-4897-bf48-41299268825e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:33.404819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.437141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2dddec-f272-4ced-a824-52cb1f9afc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aa8547-1191-4228-beef-c5a1aae6c207'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:33.439131 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574bba63-05a2-4532-8a6e-a3375540a1ca" -d '{"events": [{"server_uuid": "2e2dddec-f272-4ced-a824-52cb1f9afc1b", "name": "network-vif-plugged", "status": "completed", "tag": "d1aa8547-1191-4228-beef-c5a1aae6c207"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:33.452930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d1aa8547-1191-4228-beef-c5a1aae6c207, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d1aa8547-1191-4228-beef-c5a1aae6c207,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:33.468588 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-44b3125c-dda8-4386-8363-a9a3836d275e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3 HTTP/1.1" status: 200 len: 1002 time: 0.1530480 Aug 20 11:28:33.513430 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d61346-046a-426d-a285-f34485d06b6b x-openstack-request-id: req-a4d61346-046a-426d-a285-f34485d06b6b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:33.513999 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2dddec-f272-4ced-a824-52cb1f9afc1b", "name": "network-vif-plugged", "status": "completed", "tag": "d1aa8547-1191-4228-beef-c5a1aae6c207", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:33.514423 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4d61346-046a-426d-a285-f34485d06b6b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:33.515096 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2dddec-f272-4ced-a824-52cb1f9afc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1aa8547-1191-4228-beef-c5a1aae6c207', 'code': 200} Aug 20 11:28:33.536471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.545401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-ddc82dda-0946-4895-a69f-c8dc1f36a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.546970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-ddc82dda-0946-4895-a69f-c8dc1f36a791 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd96fd79-5012-4472-b937-783d1901f733 HTTP/1.1" status: 200 len: 855 time: 0.0666649 Aug 20 11:28:33.592547 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.599950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e0b0d-74d5-4ac7-989e-8ddd11fb231d req-bcd07ea1-350b-4c69-8c6d-75ba5b35c532 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.601592 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-982e0b0d-74d5-4ac7-989e-8ddd11fb231d req-bcd07ea1-350b-4c69-8c6d-75ba5b35c532 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 945 time: 0.0781960 Aug 20 11:28:33.672865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.683464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=d1aa8547-1191-4228-beef-c5a1aae6c207,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:33.697200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562c687c-fda0-45c0-bdf9-a015b9251335']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:33.716108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-73f56891-2074-4c76-af00-e55c6552c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.718841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2b3f-ea0a-4307-b7be-9665187def3a req-f6cd4a9a-fbfc-4f23-bcab-594f4c174a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:33.719051 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-73f56891-2074-4c76-af00-e55c6552c84a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=26aed97a-f400-4b37-8a16-a0a6436f9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387520 Aug 20 11:28:33.720842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e32e2b3f-ea0a-4307-b7be-9665187def3a req-f6cd4a9a-fbfc-4f23-bcab-594f4c174a7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 1097 time: 0.1183307 Aug 20 11:28:33.723423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a174d9-7fc9-4642-a6de-09f69f4b417f') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:33.723723 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a174d9-7fc9-4642-a6de-09f69f4b417f') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:33.739008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-982e0b0d-74d5-4ac7-989e-8ddd11fb231d req-b89e1f91-8006-421c-bed3-e5c677f4b79b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234658 Aug 20 11:28:33.748705 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.795455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e32e2b3f-ea0a-4307-b7be-9665187def3a req-45867ea5-4fd4-41e2-8a8a-572b3cf17fa1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551734 Aug 20 11:28:33.814224 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.825016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:28:33.825430 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:28:33.827315 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:28:33.902644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-7f8f7032-09fb-4c2d-a30a-88ace9a488f1 service neutron] 10.222.0.38 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693342 Aug 20 11:28:34.008026 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.018845 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.021014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/562c687c-fda0-45c0-bdf9-a015b9251335 HTTP/1.1" status: 204 len: 168 time: 0.6483154 Aug 20 11:28:34.031536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012fdb3-d601-4495-93f0-39323f6fc8a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=562c687c-fda0-45c0-bdf9-a015b9251335,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:34.034945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-47a79c55-a528-4186-acec-229268852acd service neutron] 10.222.0.38 "GET /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200008 Aug 20 11:28:34.089369 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-aa439def-7dc9-4c13-b877-522375af523a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 HTTP/1.1" status: 200 len: 217 time: 0.0422134 Aug 20 11:28:34.140518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-e4243149-92a2-4d1b-82c1-ccf24933e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:34.142294 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-e4243149-92a2-4d1b-82c1-ccf24933e987 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0459702 Aug 20 11:28:34.152469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 73a39232-e72b-4616-a13f-181461f5fbdd no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:34.208934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 73a39232-e72b-4616-a13f-181461f5fbdd {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:34.209425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 73a39232-e72b-4616-a13f-181461f5fbdd not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:34.246918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-398f2b78-b3d8-468f-a01e-10a594320492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:34.248542 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-398f2b78-b3d8-468f-a01e-10a594320492 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860450 Aug 20 11:28:34.378409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ef29f-769e-4e0a-84c1-c05939dafdc0 req-89547213-1be0-4bb3-8e73-4b204a421b69 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:34.380074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-837ef29f-769e-4e0a-84c1-c05939dafdc0 req-89547213-1be0-4bb3-8e73-4b204a421b69 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.1108541 Aug 20 11:28:34.412933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35326) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:34.441819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-052d8044-dac9-4732-9350-05b4589580ae service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812577 Aug 20 11:28:34.445933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-837ef29f-769e-4e0a-84c1-c05939dafdc0 req-c3cbd247-25b8-485b-b634-4803901c60ae tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584631 Aug 20 11:28:34.493429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5d45739f-8678-4f07-a855-a7b9da36a53d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e878db8aa9e740e4a84590754d7e3d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793042 Aug 20 11:28:34.496162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35330) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:34.539389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-6c4e7330-9aec-433d-aa9e-9978a5578bfc service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861955 Aug 20 11:28:34.544743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba6f30c4-49e8-47f6-9ffa-7c7821e1dade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.565544 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba6f30c4-49e8-47f6-9ffa-7c7821e1dade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.684815 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-bd050397-ec21-41d6-8505-9348397d621e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=153954e2-ea32-4f96-8194-59c54f6c2819 HTTP/1.1" status: 200 len: 217 time: 0.0377824 Aug 20 11:28:34.684815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-0daeb73b-6bc9-4b90-a705-428b7142542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:34.684815 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-0daeb73b-6bc9-4b90-a705-428b7142542a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0471904 Aug 20 11:28:34.689862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-0c1a504b-1d8f-4767-93d9-511dba99a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:34.691648 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-0c1a504b-1d8f-4767-93d9-511dba99a028 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0406697 Aug 20 11:28:34.802594 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-a3c24a3e-3d21-4146-88c8-4adc2a60dfd6 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991933 Aug 20 11:28:34.865752 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba6f30c4-49e8-47f6-9ffa-7c7821e1dade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.868672 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba6f30c4-49e8-47f6-9ffa-7c7821e1dade admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:34.869943 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ba6f30c4-49e8-47f6-9ffa-7c7821e1dade admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b374734-c2c6-4fa4-b0dd-16902c8e2f62 HTTP/1.1" status: 204 len: 168 time: 0.3728139 Aug 20 11:28:34.910146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8d704-7bea-43a0-bf9c-e4b0b66fe1c9 req-5279d854-7e08-4dee-82ce-961ff28eaba8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:34.911938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1cd8d704-7bea-43a0-bf9c-e4b0b66fe1c9 req-5279d854-7e08-4dee-82ce-961ff28eaba8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0944924 Aug 20 11:28:34.912642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f30c4-49e8-47f6-9ffa-7c7821e1dade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b374734-c2c6-4fa4-b0dd-16902c8e2f62,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:35.001521 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-464a4f80-bd70-4446-8d90-24c6ade2b0ea service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865356 Aug 20 11:28:35.010130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1cd8d704-7bea-43a0-bf9c-e4b0b66fe1c9 req-cbe4616a-5fa4-4b2c-bb35-cd9835c90ebd tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815406 Aug 20 11:28:35.095547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-5c0acf6f-580d-49af-a1ea-d21bc51a888f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=990945c2-3faf-45a4-9eaf-5f7a5aafbc37 HTTP/1.1" status: 200 len: 217 time: 0.0824246 Aug 20 11:28:35.153389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-eb74078f-9e73-42bb-81a3-b3ca3025b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:35.155174 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-eb74078f-9e73-42bb-81a3-b3ca3025b5cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.0490713 Aug 20 11:28:35.242988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-63eba699-0791-4d68-80fd-654fbb8fd74d service neutron] 10.222.0.38 "GET /v2.0/ports/2508069f-ded6-48eb-b49c-e19755f1704e/bindings/n-h1-804230-3 HTTP/1.1" status: 200 len: 384 time: 0.0890868 Aug 20 11:28:35.246593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-7013d4cf-f72c-475d-8615-7340a10dca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:35.248199 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-7013d4cf-f72c-475d-8615-7340a10dca95 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781162 Aug 20 11:28:35.385041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-1d52356e-8d43-41d5-9a2f-3153a30ad694 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153789 Aug 20 11:28:35.516846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-2d6fcfec-6772-4f9e-8e83-dbb9446f8785 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211109 Aug 20 11:28:35.544531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c6b3c208-e480-4c50-a08f-cd91fb2bf423 service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:35.578340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-d709c4bc-4238-4d3a-8799-17e490e4cbc3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=2e93ca1d-bf71-434e-9a5e-351f1b9040e4 HTTP/1.1" status: 200 len: 217 time: 0.0500116 Aug 20 11:28:35.604527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c6b3c208-e480-4c50-a08f-cd91fb2bf423 service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:35.655553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c6b3c208-e480-4c50-a08f-cd91fb2bf423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2508069f-ded6-48eb-b49c-e19755f1704e {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:35.684758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c6b3c208-e480-4c50-a08f-cd91fb2bf423 service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:35.717802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-f2060a54-cf24-4e57-9f27-69ebdd4ad52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:35.719294 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-f2060a54-cf24-4e57-9f27-69ebdd4ad52c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 200 len: 797 time: 0.1041746 Aug 20 11:28:35.749204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2380ccf-3576-4243-b56e-9da4cc6c2217 req-a66f6cab-e228-4c31-b2cc-b7386ab1380f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:35.756284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2380ccf-3576-4243-b56e-9da4cc6c2217 req-a66f6cab-e228-4c31-b2cc-b7386ab1380f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 943 time: 0.1756833 Aug 20 11:28:35.831273 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c6b3c208-e480-4c50-a08f-cd91fb2bf423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:35.844166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2380ccf-3576-4243-b56e-9da4cc6c2217 req-32fbe8e7-0063-425e-9f1f-00c8a0f6a043 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831716 Aug 20 11:28:35.845996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-1d49c2f6-2997-43fa-a42f-e954946bd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:35.847547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-1d49c2f6-2997-43fa-a42f-e954946bd64f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6803f477-73c6-4bfd-818a-faed4c3d95f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120629 Aug 20 11:28:35.936156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c6b3c208-e480-4c50-a08f-cd91fb2bf423 service neutron] Transition to ACTIVE for port object 2508069f-ded6-48eb-b49c-e19755f1704e will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:35.991692 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-a9a0c6c1-d235-424b-8289-1aaa672a8108 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313362 Aug 20 11:28:36.014389 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c6b3c208-e480-4c50-a08f-cd91fb2bf423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:36.127413 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-5a8af5d9-8aa8-4638-a3eb-cd57e0a04e24 service neutron] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250217 Aug 20 11:28:36.152702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2508069f-ded6-48eb-b49c-e19755f1704e no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:36.191865 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c6b3c208-e480-4c50-a08f-cd91fb2bf423 service neutron] No DVR routers for this DVR port 2508069f-ded6-48eb-b49c-e19755f1704e on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:36.222126 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3c208-e480-4c50-a08f-cd91fb2bf423 service neutron] Pushing event updated for resources: {'Port': ['ID=2508069f-ded6-48eb-b49c-e19755f1704e,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:36.249519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2508069f-ded6-48eb-b49c-e19755f1704e not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:36.276995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-c6b3c208-e480-4c50-a08f-cd91fb2bf423 service neutron] 10.222.0.38 "PUT /v2.0/ports/2508069f-ded6-48eb-b49c-e19755f1704e/bindings/n-h1-804230-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0150566 Aug 20 11:28:36.281110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-3aba1b0c-0d07-49b1-9c35-f042d78ff85c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e322f6da-a2f1-43aa-901f-61732f873a28 HTTP/1.1" status: 200 len: 217 time: 0.0996473 Aug 20 11:28:36.308306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba2344-2a4f-452e-8bd8-f6ee0a20c4d0 req-40f7572d-ff71-409b-8215-d657d8e0f9eb tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:36.318871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7ba2344-2a4f-452e-8bd8-f6ee0a20c4d0 req-40f7572d-ff71-409b-8215-d657d8e0f9eb tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.1795058 Aug 20 11:28:36.383793 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7ba2344-2a4f-452e-8bd8-f6ee0a20c4d0 req-662d40a3-f4b5-4840-ba13-60f431f53f20 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636668 Aug 20 11:28:36.388988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-f386794f-9aaa-4201-9d3d-3e0ac170a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:36.399660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-f386794f-9aaa-4201-9d3d-3e0ac170a20b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=499ea19e-ce01-4768-a3a1-7eccffb9cde8 HTTP/1.1" status: 200 len: 797 time: 0.0930345 Aug 20 11:28:36.453959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-8e1aaa44-0741-4a97-90a8-1794ead597ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:36.456024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-8e1aaa44-0741-4a97-90a8-1794ead597ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=785e013d-c92e-4828-b7f5-34a8f2e42a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538778 Aug 20 11:28:36.573875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-56c61182-28b8-465e-a1e5-2199c4c6d1f3 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:36.576770 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-56c61182-28b8-465e-a1e5-2199c4c6d1f3 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1095 time: 0.1054041 Aug 20 11:28:36.665665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-85c95dff-ab3e-4d79-bca4-d58d699b6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:36.669677 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-85c95dff-ab3e-4d79-bca4-d58d699b6614 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075&tenant_id=86e8d2d1aa2847509dbdb33884154e8b HTTP/1.1" status: 200 len: 1095 time: 0.0841820 Aug 20 11:28:36.729362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-f728a81d-e606-4870-978a-5a1b9124a586 service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589831 Aug 20 11:28:36.782007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-38ee76f8-5b0e-4ec0-aa66-a3ec9dfc9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:36.787306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-38ee76f8-5b0e-4ec0-aa66-a3ec9dfc9e96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 1095 time: 0.0873291 Aug 20 11:28:36.849187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-cb6e7ca1-2ea7-4d13-a415-0d9d686af036 service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109536 Aug 20 11:28:36.909697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-45102c97-a800-4c4d-a76f-6f6b89656fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:36.911532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-45102c97-a800-4c4d-a76f-6f6b89656fc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 200 len: 908 time: 0.1183589 Aug 20 11:28:36.922251 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-ef152d72-dd68-494e-b8bd-042f99cc482c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d HTTP/1.1" status: 200 len: 217 time: 0.0610511 Aug 20 11:28:37.007716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-677300ae-451c-4500-81bd-cc51de9d8b74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2508069f-ded6-48eb-b49c-e19755f1704e HTTP/1.1" status: 200 len: 217 time: 0.0802102 Aug 20 11:28:37.020730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-6e7d328c-b27c-40a5-aaac-7038461e719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:37.022480 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-6e7d328c-b27c-40a5-aaac-7038461e719d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=499ea19e-ce01-4768-a3a1-7eccffb9cde8 HTTP/1.1" status: 200 len: 797 time: 0.0899396 Aug 20 11:28:37.112586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-55ddef89-0205-4fc5-a81c-f11a1fcd68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:37.114298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-55ddef89-0205-4fc5-a81c-f11a1fcd68c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 200 len: 847 time: 0.0971091 Aug 20 11:28:37.164780 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-b779ab17-dbdb-47b8-a1a0-f8f952a2106f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315566 Aug 20 11:28:37.299170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8ac41a80-40ae-4845-b1d7-e31ff15455fb service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242495 Aug 20 11:28:37.382138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99604a-077c-4720-ad1f-f8e1f307d0bb req-b359cc6f-6a57-4163-8087-20b26a95e0c8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:37.384040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab99604a-077c-4720-ad1f-f8e1f307d0bb req-b359cc6f-6a57-4163-8087-20b26a95e0c8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.2183485 Aug 20 11:28:37.448649 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab99604a-077c-4720-ad1f-f8e1f307d0bb req-f6ee23a6-5c8e-49b1-8ca7-f544751e91f5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570207 Aug 20 11:28:37.474496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-589ef234-2e6b-4474-a5df-75f0aea79797 service neutron] 10.222.0.57 "GET /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611915 Aug 20 11:28:37.559852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-52498161-a86b-4eb9-ade2-3f415c094336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:37.561368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-52498161-a86b-4eb9-ade2-3f415c094336 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=785e013d-c92e-4828-b7f5-34a8f2e42a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5280843 Aug 20 11:28:37.563960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce26df6-4290-4269-9771-11651da6f55c req-af0596e0-2825-48c3-ae2c-a84118bfb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:37.565344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce26df6-4290-4269-9771-11651da6f55c req-af0596e0-2825-48c3-ae2c-a84118bfb7cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 1097 time: 0.4994643 Aug 20 11:28:37.578204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f07ce-a768-418c-9d21-9ff95bb3a1a6 req-bbf29a19-a618-4599-9aca-b4e20b38e6bd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:37.589647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a45f07ce-a768-418c-9d21-9ff95bb3a1a6 req-bbf29a19-a618-4599-9aca-b4e20b38e6bd tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 944 time: 0.5151644 Aug 20 11:28:37.754310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a45f07ce-a768-418c-9d21-9ff95bb3a1a6 req-d19f520f-5bf1-44bf-a5b2-e509339bec07 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464026 Aug 20 11:28:37.801141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce26df6-4290-4269-9771-11651da6f55c req-ab39e163-190c-460f-bb47-46517dff9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:37.802643 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce26df6-4290-4269-9771-11651da6f55c req-ab39e163-190c-460f-bb47-46517dff9c9c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c HTTP/1.1" status: 200 len: 912 time: 0.2169125 Aug 20 11:28:37.805089 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-806abc52-7353-492a-8e1a-d69ff2b1c687 service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993055 Aug 20 11:28:37.868617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce26df6-4290-4269-9771-11651da6f55c req-8c780416-dd49-43ff-9843-87d60300e16e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1aa8547-1191-4228-beef-c5a1aae6c207 HTTP/1.1" status: 200 len: 217 time: 0.0563068 Aug 20 11:28:37.962126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce26df6-4290-4269-9771-11651da6f55c req-ba6a066a-c1a5-40ac-8a39-016f7cc20a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:37.963774 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce26df6-4290-4269-9771-11651da6f55c req-ba6a066a-c1a5-40ac-8a39-016f7cc20a5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed1647c0-246d-46e7-9e60-d87aa3738d25 HTTP/1.1" status: 200 len: 851 time: 0.0851731 Aug 20 11:28:38.016408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce26df6-4290-4269-9771-11651da6f55c req-e819de0a-9d40-48a5-8249-c817d89f416e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405664 Aug 20 11:28:38.018101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e6f22a3-f669-4a65-ad57-b362d3df61aa req-302ce1c2-57ae-459d-82cd-12af003a0e4d service neutron] 10.222.0.38 "GET /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974499 Aug 20 11:28:38.133622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce26df6-4290-4269-9771-11651da6f55c req-7b2076a9-968d-468a-9965-8ab225bd0158 service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102312 Aug 20 11:28:38.146469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-47c5f0ab-5dee-4a77-9378-68d312b32308 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:38.146469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-47c5f0ab-5dee-4a77-9378-68d312b32308 tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075&tenant_id=86e8d2d1aa2847509dbdb33884154e8b&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1095 time: 0.0497921 Aug 20 11:28:38.240254 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce26df6-4290-4269-9771-11651da6f55c req-9207680a-e80e-42f8-92dd-a88cfa5bc6d0 service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982137 Aug 20 11:28:38.464099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-463ae508-b0ff-4a80-96e1-1f97c40591a9 service neutron] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:38.468742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-463ae508-b0ff-4a80-96e1-1f97c40591a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.470205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-463ae508-b0ff-4a80-96e1-1f97c40591a9 service neutron] 10.222.0.57 "DELETE /v2.0/ports/2508069f-ded6-48eb-b49c-e19755f1704e/bindings/n-h2-804230-3 HTTP/1.1" status: 204 len: 173 time: 0.3155978 Aug 20 11:28:38.594387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35430) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:38.614057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1168d6-259a-49d1-9f19-c541e927eca4 req-4ec920f7-4d83-49e1-84f1-b99e0d59f48a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:38.615768 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd1168d6-259a-49d1-9f19-c541e927eca4 req-4ec920f7-4d83-49e1-84f1-b99e0d59f48a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0622833 Aug 20 11:28:38.656620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd1168d6-259a-49d1-9f19-c541e927eca4 req-b2a572bc-d7e7-4998-8951-1207e2231d98 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Aug 20 11:28:38.712668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b0a2-a536-4b4f-a0b9-d0508480a143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.805562 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b0a2-a536-4b4f-a0b9-d0508480a143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.884169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a790d2-54fd-4a90-8f56-89ae70beb7ac req-4c191263-81ed-408a-9914-2b9448179701 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:38.885825 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84a790d2-54fd-4a90-8f56-89ae70beb7ac req-4c191263-81ed-408a-9914-2b9448179701 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 944 time: 0.0493288 Aug 20 11:28:38.886955 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b0a2-a536-4b4f-a0b9-d0508480a143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:38.947343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4b0a2-a536-4b4f-a0b9-d0508480a143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40458403-3bc0-4b62-b045-bc12f437ed82,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:38.956332 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f7c4b0a2-a536-4b4f-a0b9-d0508480a143 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e1293a7a51e4ac9a69aa1a361fe0e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608608 Aug 20 11:28:38.961216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35438) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:39.008369 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84a790d2-54fd-4a90-8f56-89ae70beb7ac req-2e358178-73e4-4de5-a464-b2c53ac4f3f1 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997322 Aug 20 11:28:39.071424 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8aaa05d9-c1d6-48d4-af92-26ff4c10e57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.109043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8aaa05d9-c1d6-48d4-af92-26ff4c10e57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.241613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc500500-68e3-4b03-ad7f-dd05f30af3bd req-0f923804-b09e-413a-83a2-bc4ebac0f2ee tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:39.243185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc500500-68e3-4b03-ad7f-dd05f30af3bd req-0f923804-b09e-413a-83a2-bc4ebac0f2ee tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 1095 time: 0.0457137 Aug 20 11:28:39.274876 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8aaa05d9-c1d6-48d4-af92-26ff4c10e57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.277526 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8aaa05d9-c1d6-48d4-af92-26ff4c10e57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:39.278666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8aaa05d9-c1d6-48d4-af92-26ff4c10e57d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40458403-3bc0-4b62-b045-bc12f437ed82 HTTP/1.1" status: 204 len: 168 time: 0.3161380 Aug 20 11:28:39.286866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa05d9-c1d6-48d4-af92-26ff4c10e57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40458403-3bc0-4b62-b045-bc12f437ed82,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:39.299283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc500500-68e3-4b03-ad7f-dd05f30af3bd req-b5a5587b-d28a-4de7-b805-29b8dcea229c tempest-LiveMigrationTest-1975301861 tempest-LiveMigrationTest-1975301861-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482769 Aug 20 11:28:39.844928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f3a7-f913-474f-b96e-a1c9b3bf568e req-bc2d6cf0-6314-4cb7-9c81-79017efe2c55 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:39.846746 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6b6f3a7-f913-474f-b96e-a1c9b3bf568e req-bc2d6cf0-6314-4cb7-9c81-79017efe2c55 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0838344 Aug 20 11:28:39.903273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6b6f3a7-f913-474f-b96e-a1c9b3bf568e req-04ba7b67-bb33-42c1-a649-b1defd386e55 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471768 Aug 20 11:28:40.080052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35466) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:40.290756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce876b1c-422d-4ab1-a62d-6cefd926f5c3 req-5f3a87f2-7142-4fb6-84c1-b2e4855a171d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:40.292407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce876b1c-422d-4ab1-a62d-6cefd926f5c3 req-5f3a87f2-7142-4fb6-84c1-b2e4855a171d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 944 time: 0.1086044 Aug 20 11:28:40.328183 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6375d6b-5be3-4f71-b021-d65c8b58dc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.353371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ce876b1c-422d-4ab1-a62d-6cefd926f5c3 req-db1367ce-6865-4f00-89fe-383c44112233 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516539 Aug 20 11:28:40.441618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6375d6b-5be3-4f71-b021-d65c8b58dc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.531079 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6375d6b-5be3-4f71-b021-d65c8b58dc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.570271 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f6375d6b-5be3-4f71-b021-d65c8b58dc0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f9cd02d7cc04da5a9c36040b0fe488b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864352 Aug 20 11:28:40.572750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6375d6b-5be3-4f71-b021-d65c8b58dc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8545f30-d403-498c-b0d6-45b5e3f11bff,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:40.573402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35480) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:40.628222 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-79ef5861-016c-49c8-94ba-a3b3f3753b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.660304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-79ef5861-016c-49c8-94ba-a3b3f3753b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.842804 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-79ef5861-016c-49c8-94ba-a3b3f3753b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.845281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-79ef5861-016c-49c8-94ba-a3b3f3753b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:40.846803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-79ef5861-016c-49c8-94ba-a3b3f3753b4a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8545f30-d403-498c-b0d6-45b5e3f11bff HTTP/1.1" status: 204 len: 168 time: 0.2720191 Aug 20 11:28:40.855824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef5861-016c-49c8-94ba-a3b3f3753b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8545f30-d403-498c-b0d6-45b5e3f11bff,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:40.879794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-c2c90ddc-85ff-41a5-9b55-75f5425ad524 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:40.883349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-c2c90ddc-85ff-41a5-9b55-75f5425ad524 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.57 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 944 time: 0.0702643 Aug 20 11:28:40.978712 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.016397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-159307fe-4ff5-4f12-8990-791111f41dbc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Deleting port 2508069f-ded6-48eb-b49c-e19755f1704e {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:41.016792 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-159307fe-4ff5-4f12-8990-791111f41dbc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.052294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0a392-e7c6-4156-a8fb-51eecad8bff4 req-2e272ca0-df87-4411-ba14-7fe2f241b800 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:41.054427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1ed0a392-e7c6-4156-a8fb-51eecad8bff4 req-2e272ca0-df87-4411-ba14-7fe2f241b800 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0681915 Aug 20 11:28:41.127048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1ed0a392-e7c6-4156-a8fb-51eecad8bff4 req-c74fce00-bcf5-47e9-b52e-f60a22f7604e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631781 Aug 20 11:28:41.144962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-159307fe-4ff5-4f12-8990-791111f41dbc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] For port 2508069f-ded6-48eb-b49c-e19755f1704e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2508069f-ded6-48eb-b49c-e19755f1704e,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:41.144962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-159307fe-4ff5-4f12-8990-791111f41dbc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.159324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-159307fe-4ff5-4f12-8990-791111f41dbc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Calling delete_port for 2508069f-ded6-48eb-b49c-e19755f1704e owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:41.385794 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-159307fe-4ff5-4f12-8990-791111f41dbc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.405841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2508069f-ded6-48eb-b49c-e19755f1704e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:41.408761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['740c1ced-ccd9-4057-b04b-e5457ad31198'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:41.450379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159307fe-4ff5-4f12-8990-791111f41dbc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Pushing event deleted for resources: {'Port': ['ID=2508069f-ded6-48eb-b49c-e19755f1704e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:41.472125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35512) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:41.480987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-159307fe-4ff5-4f12-8990-791111f41dbc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] No DVR routers for this DVR port 2508069f-ded6-48eb-b49c-e19755f1704e on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:41.481555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-159307fe-4ff5-4f12-8990-791111f41dbc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.483828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-12385000-a1a9-4a33-87ab-f50ff4e5d551 req-159307fe-4ff5-4f12-8990-791111f41dbc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.57 "DELETE /v2.0/ports/2508069f-ded6-48eb-b49c-e19755f1704e HTTP/1.1" status: 204 len: 173 time: 0.5930917 Aug 20 11:28:41.484284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'name': 'network-vif-deleted', 'tag': '2508069f-ded6-48eb-b49c-e19755f1704e'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:41.487562 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8de8e7-5c56-4a93-827c-6e0e96d8b179" -d '{"events": [{"server_uuid": "24cd93a1-add3-4f11-92a6-37dafc8ed075", "name": "network-vif-deleted", "tag": "2508069f-ded6-48eb-b49c-e19755f1704e"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:41.539782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-526fb926-ac1a-469b-9e48-eed676eb7822 req-acf666fb-5822-4d62-865c-d65b9a235dc5 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.0466883 Aug 20 11:28:41.555788 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44384913-afe4-4435-a510-840192338ea2 x-openstack-request-id: req-44384913-afe4-4435-a510-840192338ea2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:41.556390 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cd93a1-add3-4f11-92a6-37dafc8ed075", "name": "network-vif-deleted", "tag": "2508069f-ded6-48eb-b49c-e19755f1704e", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:41.557059 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44384913-afe4-4435-a510-840192338ea2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:41.557897 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cd93a1-add3-4f11-92a6-37dafc8ed075', 'name': 'network-vif-deleted', 'tag': '2508069f-ded6-48eb-b49c-e19755f1704e', 'status': 'completed', 'code': 200} Aug 20 11:28:41.651147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7896a772-2e65-4c5c-946b-04b3e3615418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:41.747572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7896a772-2e65-4c5c-946b-04b3e3615418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.023536 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7896a772-2e65-4c5c-946b-04b3e3615418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.066793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896a772-2e65-4c5c-946b-04b3e3615418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14085022-cab6-4a60-bc78-b154b9859807,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:42.074051 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7896a772-2e65-4c5c-946b-04b3e3615418 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16a764fb126c4b95afbee174fae2348b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022654 Aug 20 11:28:42.074552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35524) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:42.181139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37fe8055-d3d8-4daf-a260-fae204a3dcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.225587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37fe8055-d3d8-4daf-a260-fae204a3dcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.334981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1828fa1-f869-4230-9111-5aab0e19ce35 req-33303055-943c-4962-8ea2-4470f1f4576c tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:42.337474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1828fa1-f869-4230-9111-5aab0e19ce35 req-33303055-943c-4962-8ea2-4470f1f4576c tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.1029727 Aug 20 11:28:42.401211 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1828fa1-f869-4230-9111-5aab0e19ce35 req-7a17501f-2cd1-4abd-842c-69878f08afee tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570247 Aug 20 11:28:42.447765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37fe8055-d3d8-4daf-a260-fae204a3dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.450832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37fe8055-d3d8-4daf-a260-fae204a3dcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:42.455152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-37fe8055-d3d8-4daf-a260-fae204a3dcdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14085022-cab6-4a60-bc78-b154b9859807 HTTP/1.1" status: 204 len: 168 time: 0.3786910 Aug 20 11:28:42.464564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe8055-d3d8-4daf-a260-fae204a3dcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14085022-cab6-4a60-bc78-b154b9859807,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:42.675162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-348b7908-3573-4955-9f35-348210a22f80 req-fb1915b9-0936-4b4f-8269-ab07f107400c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.0463953 Aug 20 11:28:43.235241 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:43.541203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888825-6f75-403c-a739-9c91ce8ccd4d req-3c1d72b0-c6eb-442f-b2d9-9b23ebee45e8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:43.542752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d888825-6f75-403c-a739-9c91ce8ccd4d req-3c1d72b0-c6eb-442f-b2d9-9b23ebee45e8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0568688 Aug 20 11:28:43.587877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d888825-6f75-403c-a739-9c91ce8ccd4d req-2ef47583-2c53-401a-b529-bd5a4d8c1896 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360646 Aug 20 11:28:43.770685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f5275fb-d3e2-4152-9620-6441db266782 req-bb3c85ed-91d2-4570-8436-f76cfc5e70dc tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.0290439 Aug 20 11:28:43.780498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35576) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:43.891363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-12833958-network', 'tenant_id': 'fde855dbf29d40fea21b6c5670ec3757'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:43.984868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Made reservation on behalf of fde855dbf29d40fea21b6c5670ec3757 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:43.987820 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:43.997515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.115450 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.201403 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.228085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:28:44.238054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a4530d-3614-4b21-988c-98a2471e4f9e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:44.247986 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.248783 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Added segment 7a9e9748-1289-4ba2-8d0c-3596ab8f824f of type vlan for network 70b8cc5d-0386-436f-9df2-433f166b2cc3 Aug 20 11:28:44.293921 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.460028 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.461762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:44.462892 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.533514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=70b8cc5d-0386-436f-9df2-433f166b2cc3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:44.544028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 70b8cc5d-0386-436f-9df2-433f166b2cc3 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:28:44.582734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35586) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:44.583408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ecb2c84f-7f9e-4557-96bd-4cbc9cb12bb2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8007345 Aug 20 11:28:44.590281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Request body: {'subnet': {'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-12833958-subnet', 'tenant_id': 'fde855dbf29d40fea21b6c5670ec3757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:44.692633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Made reservation on behalf of fde855dbf29d40fea21b6c5670ec3757 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:44.695768 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:44.785058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80262fff-b685-403b-a965-2aa691e1c639 req-671646aa-1c28-4a1c-9f37-31085f459a64 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:44.786716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80262fff-b685-403b-a965-2aa691e1c639 req-671646aa-1c28-4a1c-9f37-31085f459a64 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.1221719 Aug 20 11:28:44.868631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80262fff-b685-403b-a965-2aa691e1c639 req-2a244b89-e785-4b0b-87fd-309a271f400e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562530 Aug 20 11:28:44.891209 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5132d593-8a33-4e0e-be49-5239ee153749 req-7ff92fd5-e688-480e-b471-9e9acb2dd7f2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.0393522 Aug 20 11:28:44.898834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8e8c9560-1cf6-4ed1-991d-1de5e3434471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:45.080906 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:45.092289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2508069f-ded6-48eb-b49c-e19755f1704e no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:45.137628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 2508069f-ded6-48eb-b49c-e19755f1704e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:45.141595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2508069f-ded6-48eb-b49c-e19755f1704e not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:45.172393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c93569-eb45-45c6-b207-4f675efb856b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:45.203977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Checking segment: {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:45.204352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Network hostable DHCP agents. Network: 70b8cc5d-0386-436f-9df2-433f166b2cc3, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:28:45.372719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Network 70b8cc5d-0386-436f-9df2-433f166b2cc3 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:28:45.508201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 70b8cc5d-0386-436f-9df2-433f166b2cc3) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:45.512393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:45.513066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:45.517464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e0eea5-59dc-4291-974a-8471c3a699be None None] Network 70b8cc5d-0386-436f-9df2-433f166b2cc3 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:28:45.622507 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-870ed4a3-1c6e-46c8-b212-1ab4519b785c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0299640 Aug 20 11:28:45.654350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5baa8a8-18ee-4d13-809e-c48107d9b674 None None] Network 70b8cc5d-0386-436f-9df2-433f166b2cc3 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:28:46.007928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe8eca-4ab5-41a2-91d3-16ef3da5a5e3 req-41183758-79eb-44ec-a54a-0d0d292f4e84 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:46.009513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-79fe8eca-4ab5-41a2-91d3-16ef3da5a5e3 req-41183758-79eb-44ec-a54a-0d0d292f4e84 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0494912 Aug 20 11:28:46.056911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-79fe8eca-4ab5-41a2-91d3-16ef3da5a5e3 req-e3db92a8-c2f9-4ad2-9c8a-2aebf9f527d5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373938 Aug 20 11:28:46.146842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-6c2bdebf-a71d-4258-b30e-251365b869eb tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:46.150951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-6c2bdebf-a71d-4258-b30e-251365b869eb tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/networks?id=70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 200 len: 813 time: 0.1536798 Aug 20 11:28:46.163739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-921cba19-4b0e-4160-9fc4-3352ca98a027 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/quotas/fde855dbf29d40fea21b6c5670ec3757 HTTP/1.1" status: 200 len: 375 time: 0.0107439 Aug 20 11:28:46.198794 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a4f591ef-6441-41de-8d6c-577c2af1951c req-9d814b2c-0fa3-41f2-b254-8f79e4b0cb63 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=24cd93a1-add3-4f11-92a6-37dafc8ed075 HTTP/1.1" status: 200 len: 210 time: 0.0284460 Aug 20 11:28:46.210506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-9cc60c77-f86b-4c8e-978b-c0d4cae22e38 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384941 Aug 20 11:28:46.419091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-914eba70-8f2a-4ce0-b4d7-6ab29b8639ed service neutron] 10.222.0.10 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906137 Aug 20 11:28:46.541087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c6825cba-d1d5-49f9-8902-d36b9c0695bb service neutron] 10.222.0.10 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231918 Aug 20 11:28:46.990917 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6752451-7f28-4da6-a719-e27098f8f5b0 req-19bfcd56-f204-4a73-9f70-0db39cec07a5 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 210 time: 0.0687242 Aug 20 11:28:47.214543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753d680-3ae4-4a93-800d-e29c429a1aa7 req-988bf011-fe95-41ff-8cec-b085874263ef tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:47.216167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b753d680-3ae4-4a93-800d-e29c429a1aa7 req-988bf011-fe95-41ff-8cec-b085874263ef tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0727737 Aug 20 11:28:47.295637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b753d680-3ae4-4a93-800d-e29c429a1aa7 req-1ada8706-04dd-49fd-81e8-c934389ec861 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730150 Aug 20 11:28:47.756839 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0de1c16-194e-40ef-898b-b7a3b1dd5cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:48.075582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53357786-027e-4f2c-b097-4b06357adb69 req-76ed14e1-c755-41d7-b366-d23fd12e3d36 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 210 time: 0.0328023 Aug 20 11:28:48.449695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f9d0-58e6-4e00-8eab-7b4b52eea840 req-96cfd1fa-6c04-469f-b3ad-24041c275c35 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:48.452162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29a1f9d0-58e6-4e00-8eab-7b4b52eea840 req-96cfd1fa-6c04-469f-b3ad-24041c275c35 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0622025 Aug 20 11:28:48.496801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29a1f9d0-58e6-4e00-8eab-7b4b52eea840 req-4a1eb5ff-8d9d-4f3e-bea1-159597b48bfd tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379019 Aug 20 11:28:48.591426 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:49.185236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae858cab-02e6-490b-b089-4d4d7bc495f7 req-eb09693c-080b-4132-8a9d-d266de223d10 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 210 time: 0.0281882 Aug 20 11:28:49.540054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35686) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:49.613159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:49.758908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85788df-6b8b-4dcc-8b3a-689ef42481e2 req-cd0ef9ac-e555-4efe-acf3-5955bbe1a8eb tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:49.761147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c85788df-6b8b-4dcc-8b3a-689ef42481e2 req-cd0ef9ac-e555-4efe-acf3-5955bbe1a8eb tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.1668680 Aug 20 11:28:49.856744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c85788df-6b8b-4dcc-8b3a-689ef42481e2 req-af81dc02-6c09-4e0a-a1a1-773e7375c8dd tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750990 Aug 20 11:28:49.981680 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:50.296200 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c73f964-b4ce-40e4-bfbc-a9deb65067ae req-86bf9161-6836-4979-9817-3db89c933836 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 210 time: 0.0304499 Aug 20 11:28:50.403262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] Deleting port 0833232a-5997-4f4d-93b9-21c3d33649ac {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:50.403612 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:50.520650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-e0940db8-45bb-4ce2-8170-4d9be10b9394 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:50.522732 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-e0940db8-45bb-4ce2-8170-4d9be10b9394 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "GET /v2.0/networks?id=70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 200 len: 813 time: 0.1839597 Aug 20 11:28:50.535186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] For port 0833232a-5997-4f4d-93b9-21c3d33649ac, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0833232a-5997-4f4d-93b9-21c3d33649ac,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:50.535537 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:50.542246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Request body: {'port': {'device_id': 'a960d7a3-d6de-4913-a947-a1250bcafcd5', 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3', 'admin_state_up': True, 'tenant_id': 'fde855dbf29d40fea21b6c5670ec3757'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:50.590594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] Calling delete_port for 0833232a-5997-4f4d-93b9-21c3d33649ac owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:50.743451 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:50.849934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Made reservation on behalf of fde855dbf29d40fea21b6c5670ec3757 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:28:50.854216 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:51.032255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69061ee7-9952-483b-9dc0-09360c62e1d5 req-00a1af94-1eef-4fdd-9b0b-9df1a9929336 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:51.041194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69061ee7-9952-483b-9dc0-09360c62e1d5 req-00a1af94-1eef-4fdd-9b0b-9df1a9929336 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0692351 Aug 20 11:28:51.063178 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:51.076199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Allocated IP 172.20.0.4 (70b8cc5d-0386-436f-9df2-433f166b2cc3/67c93569-eb45-45c6-b207-4f675efb856b/f0532677-4332-4b49-aa51-01f9c2b7bba9) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:28:51.093236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69061ee7-9952-483b-9dc0-09360c62e1d5 req-a41be99b-c25a-421f-a6c6-047a741af0d6 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505896 Aug 20 11:28:51.110615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=0833232a-5997-4f4d-93b9-21c3d33649ac,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:51.418121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005647e-5cc9-4439-91c3-473d3ec79fd4 req-805385d4-fd34-4a9c-aa1e-a5f9e639fbf2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:51.420584 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7005647e-5cc9-4439-91c3-473d3ec79fd4 req-805385d4-fd34-4a9c-aa1e-a5f9e639fbf2 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 945 time: 0.0929489 Aug 20 11:28:51.447922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:51.450285 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:51.476194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7005647e-5cc9-4439-91c3-473d3ec79fd4 req-17837e3f-488c-4076-a80c-fa5ba3cddba5 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 Aug 20 11:28:51.481746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8ede2d7-71fd-422e-88ea-b94a66681294 req-e5a4a8e5-1b7f-4912-a0e5-37de48672c7c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 210 time: 0.0570359 Aug 20 11:28:51.664188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:51.723980 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Network 70b8cc5d-0386-436f-9df2-433f166b2cc3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:28:51.736989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:28:51.739572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:28:51.773398 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Pushing event updated for resources: {'Port': ['ID=f0532677-4332-4b49-aa51-01f9c2b7bba9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:51.841462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:51.841979 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:51.851803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] Router a5575eb0-29e1-476c-8549-3e63e6222382 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:28:51.939868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9042ee9e-f1b9-4257-9c04-5ac7260528d7 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:51.941304 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9042ee9e-f1b9-4257-9c04-5ac7260528d7 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.38 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 945 time: 0.0522609 Aug 20 11:28:52.068825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9a846b0c-30d3-42a0-a179-b6072cbde5da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Deleting port 740c1ced-ccd9-4057-b04b-e5457ad31198 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:52.069168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9a846b0c-30d3-42a0-a179-b6072cbde5da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:52.202753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9a846b0c-30d3-42a0-a179-b6072cbde5da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] For port 740c1ced-ccd9-4057-b04b-e5457ad31198, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=740c1ced-ccd9-4057-b04b-e5457ad31198,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:52.203221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9a846b0c-30d3-42a0-a179-b6072cbde5da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:52.223324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9a846b0c-30d3-42a0-a179-b6072cbde5da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Calling delete_port for 740c1ced-ccd9-4057-b04b-e5457ad31198 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:52.260891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-c0292c40-c71e-4131-bd5d-ac6951a41e3b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7224953 Aug 20 11:28:52.286018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:28:52.297050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Request body: {'port': {'device_id': 'a960d7a3-d6de-4913-a947-a1250bcafcd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:28:52.298201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] Sync routers for ids ['a5575eb0-29e1-476c-8549-3e63e6222382'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:28:52.310095 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4297409b-02fd-40cc-88af-657f292bcb58 admin admin] 10.222.0.10 "PUT /v2.0/routers/a5575eb0-29e1-476c-8549-3e63e6222382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9739397 Aug 20 11:28:52.311826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35720) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:52.318752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] Routers {'a5575eb0-29e1-476c-8549-3e63e6222382'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:52.319668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:28:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a5575eb0-29e1-476c-8549-3e63e6222382'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:52.391974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664d7d3-1ec9-484c-845e-8da62c25b3b8 req-04bf322f-214b-4fca-9883-81759682a23c tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:52.394265 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4664d7d3-1ec9-484c-845e-8da62c25b3b8 req-04bf322f-214b-4fca-9883-81759682a23c tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.1106262 Aug 20 11:28:52.441610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] Set router a5575eb0-29e1-476c-8549-3e63e6222382 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:52.452436 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4664d7d3-1ec9-484c-845e-8da62c25b3b8 req-2ead649a-0c70-42f6-af0a-2214fae4020b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Aug 20 11:28:52.596621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9a846b0c-30d3-42a0-a179-b6072cbde5da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:52.627188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:52.641183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['740c1ced-ccd9-4057-b04b-e5457ad31198'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:52.668326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:52.674380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a846b0c-30d3-42a0-a179-b6072cbde5da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Pushing event deleted for resources: {'Port': ['ID=740c1ced-ccd9-4057-b04b-e5457ad31198,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:52.700355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:28:50Z', 'revision_number': 5, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:52.730134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48258cb-a5f9-4480-a0ca-54af18799670 req-74caac3e-c80a-4ff5-b4d2-0c19cf95e73f tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:52.730134 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f48258cb-a5f9-4480-a0ca-54af18799670 req-74caac3e-c80a-4ff5-b4d2-0c19cf95e73f tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 931 time: 0.1125607 Aug 20 11:28:52.741507 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b93978e7-692b-46b6-83b1-7ad40ec12342 req-3c7d63e5-f7d6-4928-b3d4-102354b186db tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 210 time: 0.1486597 Aug 20 11:28:52.751688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9a846b0c-30d3-42a0-a179-b6072cbde5da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] No DVR routers for this DVR port 740c1ced-ccd9-4057-b04b-e5457ad31198 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:52.754499 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9a846b0c-30d3-42a0-a179-b6072cbde5da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:52.755416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] Checking router: a5575eb0-29e1-476c-8549-3e63e6222382 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:28:52.757444 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6328ce43-a809-4f8a-8919-aa26d2820a36 req-9a846b0c-30d3-42a0-a179-b6072cbde5da tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.38 "DELETE /v2.0/ports/740c1ced-ccd9-4057-b04b-e5457ad31198 HTTP/1.1" status: 204 len: 173 time: 0.8054059 Aug 20 11:28:52.759166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'name': 'network-vif-deleted', 'tag': '740c1ced-ccd9-4057-b04b-e5457ad31198'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:52.763016 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c91bfe-8099-458e-876a-432828d1c8ab" -d '{"events": [{"server_uuid": "482691bd-6963-4ee1-a3fc-1f7bf47425a8", "name": "network-vif-deleted", "tag": "740c1ced-ccd9-4057-b04b-e5457ad31198"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:52.780381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] Routers {'a5575eb0-29e1-476c-8549-3e63e6222382'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:28:52.783445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:28:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a5575eb0-29e1-476c-8549-3e63e6222382'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:52.820067 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f48258cb-a5f9-4480-a0ca-54af18799670 req-513cde1f-c4e5-4cf4-96ba-503f6d340d77 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745893 Aug 20 11:28:52.841242 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22327e4-a467-462d-969f-fd8687aaf1e3 x-openstack-request-id: req-e22327e4-a467-462d-969f-fd8687aaf1e3 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:52.841546 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482691bd-6963-4ee1-a3fc-1f7bf47425a8", "name": "network-vif-deleted", "tag": "740c1ced-ccd9-4057-b04b-e5457ad31198", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:52.841810 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e22327e4-a467-462d-969f-fd8687aaf1e3 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:52.842227 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482691bd-6963-4ee1-a3fc-1f7bf47425a8', 'name': 'network-vif-deleted', 'tag': '740c1ced-ccd9-4057-b04b-e5457ad31198', 'status': 'completed', 'code': 200} Aug 20 11:28:52.926580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] Set router a5575eb0-29e1-476c-8549-3e63e6222382 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:28:52.964746 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.133425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0532677-4332-4b49-aa51-01f9c2b7bba9 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:53.160730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:28:50Z', 'revision_number': 5, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:53.167668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.186478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Transition to ACTIVE for port object f0532677-4332-4b49-aa51-01f9c2b7bba9 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:28:53.192244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f3e09-0b91-4dd8-b905-89d973b71075 None None] The sync data for ids ['a5575eb0-29e1-476c-8549-3e63e6222382'] in n-d-804230-3 is: [{'id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'name': 'tempest-TaggedBootDevicesTest-1232151615-router', 'tenant_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:16:37Z', 'updated_at': '2021-08-20T11:28:50Z', 'revision_number': 5, 'project_id': '4e544b3019fe414d8c5c6d929aba0cc6', 'gw_port': {'id': 'b92e16f2-296e-4089-80af-ec2a5f784cb0', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:af:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5575eb0-29e1-476c-8549-3e63e6222382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:16:39Z', 'updated_at': '2021-08-20T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:28:53.216622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Deleting port b92e16f2-296e-4089-80af-ec2a5f784cb0 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:53.216622 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.293284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.340537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] For port b92e16f2-296e-4089-80af-ec2a5f784cb0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b92e16f2-296e-4089-80af-ec2a5f784cb0,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:53.340913 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.362391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Calling delete_port for b92e16f2-296e-4089-80af-ec2a5f784cb0 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:53.375047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Pushing event updated for resources: {'Port': ['ID=f0532677-4332-4b49-aa51-01f9c2b7bba9,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:53.555705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Attempting to bind port f0532677-4332-4b49-aa51-01f9c2b7bba9 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:28:53.556494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Attempting to bind port f0532677-4332-4b49-aa51-01f9c2b7bba9 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:28:53.556494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Attempting to bind port f0532677-4332-4b49-aa51-01f9c2b7bba9 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:53.567804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Port f0532677-4332-4b49-aa51-01f9c2b7bba9 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:28:53.569327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Attempting to bind port f0532677-4332-4b49-aa51-01f9c2b7bba9 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:28:53.581055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:28:53.581555 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Checking segment: {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:28:53.582059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Bound using segment: {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:28:53.582670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Bound port: f0532677-4332-4b49-aa51-01f9c2b7bba9, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:28:53.583176 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.591739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaef8f5-9215-47be-879c-ad811b3a933a req-80a293c6-2f05-44df-ac6d-1687bd47c8a5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:53.593364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5eaef8f5-9215-47be-879c-ad811b3a933a req-80a293c6-2f05-44df-ac6d-1687bd47c8a5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0587931 Aug 20 11:28:53.671152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5eaef8f5-9215-47be-879c-ad811b3a933a req-4ae457d0-b2c4-4ef7-b558-868333a0b937 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648220 Aug 20 11:28:53.713271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] For port f0532677-4332-4b49-aa51-01f9c2b7bba9, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:28:53.716925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] For port f0532677-4332-4b49-aa51-01f9c2b7bba9, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f0532677-4332-4b49-aa51-01f9c2b7bba9,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:28:53.808354 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.817041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.901273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:53.902192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:53.904404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] 10.222.0.38 "PUT /v2.0/ports/f0532677-4332-4b49-aa51-01f9c2b7bba9 HTTP/1.1" status: 200 len: 1091 time: 1.6150248 Aug 20 11:28:53.905093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a960d7a3-d6de-4913-a947-a1250bcafcd5', 'tag': 'f0532677-4332-4b49-aa51-01f9c2b7bba9'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:53.909802 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77178cc-cae7-4850-88bc-d5ed1748a85b" -d '{"events": [{"name": "network-changed", "server_uuid": "a960d7a3-d6de-4913-a947-a1250bcafcd5", "tag": "f0532677-4332-4b49-aa51-01f9c2b7bba9"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:53.972338 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5fe8811-922f-43aa-88ae-e487299409d1 req-3c507873-9d45-43a0-a78c-133b26a300d6 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=482691bd-6963-4ee1-a3fc-1f7bf47425a8 HTTP/1.1" status: 200 len: 210 time: 0.0735252 Aug 20 11:28:53.986619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d291d-260a-47aa-a7c8-7c9664286beb req-8320468f-8575-4de5-8fe9-11edf58954cf tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:53.988316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c11d291d-260a-47aa-a7c8-7c9664286beb req-8320468f-8575-4de5-8fe9-11edf58954cf tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 943 time: 0.0814006 Aug 20 11:28:54.033506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd781b55-0579-421b-a458-d08a6aa8022b service neutron] Pushing event updated for resources: {'Port': ['ID=f0532677-4332-4b49-aa51-01f9c2b7bba9,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:54.054982 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb9278-c591-40f4-a829-5df24a3b4da1 x-openstack-request-id: req-4ddb9278-c591-40f4-a829-5df24a3b4da1 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:54.055275 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a960d7a3-d6de-4913-a947-a1250bcafcd5", "tag": "f0532677-4332-4b49-aa51-01f9c2b7bba9", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:54.055528 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ddb9278-c591-40f4-a829-5df24a3b4da1 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:54.055937 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a960d7a3-d6de-4913-a947-a1250bcafcd5', 'tag': 'f0532677-4332-4b49-aa51-01f9c2b7bba9', 'status': 'completed', 'code': 200} Aug 20 11:28:54.059003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c11d291d-260a-47aa-a7c8-7c9664286beb req-42ecf533-b224-4c35-a2fc-b0164d4369a3 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563245 Aug 20 11:28:54.077481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b92e16f2-296e-4089-80af-ec2a5f784cb0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:54.094004 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.213460 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.216431 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.219643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77178cc-cae7-4850-88bc-d5ed1748a85b req-e4abfcfb-6d9f-4b58-822e-004ccc2aa799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:54.221316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a77178cc-cae7-4850-88bc-d5ed1748a85b req-e4abfcfb-6d9f-4b58-822e-004ccc2aa799 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 1094 time: 0.1416335 Aug 20 11:28:54.288498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0833232a-5997-4f4d-93b9-21c3d33649ac no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:54.312953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 0833232a-5997-4f4d-93b9-21c3d33649ac {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:54.313403 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0833232a-5997-4f4d-93b9-21c3d33649ac not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:54.366301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77178cc-cae7-4850-88bc-d5ed1748a85b req-b74127b6-f7d7-4994-90da-7d0e0ace21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:54.367844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a77178cc-cae7-4850-88bc-d5ed1748a85b req-b74127b6-f7d7-4994-90da-7d0e0ace21b2 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=fde855dbf29d40fea21b6c5670ec3757&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1363437 Aug 20 11:28:54.376134 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.376668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5575eb0-29e1-476c-8549-3e63e6222382 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:28:54.383430 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.387215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35784) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:54.387335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-27a4a059-ea83-4276-b7f5-a81b68b9a6fc admin admin] 10.222.0.10 "DELETE /v2.0/routers/a5575eb0-29e1-476c-8549-3e63e6222382 HTTP/1.1" status: 204 len: 168 time: 2.0745575 Aug 20 11:28:54.442067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e757e36a-e3db-4a3f-b203-734a8a976ed3 admin admin] Deleting subnet 716f77d3-ee35-4a9f-8a6e-d4e7a142f166 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:28:54.446036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e757e36a-e3db-4a3f-b203-734a8a976ed3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.497283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e757e36a-e3db-4a3f-b203-734a8a976ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.499267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77178cc-cae7-4850-88bc-d5ed1748a85b req-b33f7466-c137-4ef0-a313-01fd1472c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:54.501037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a77178cc-cae7-4850-88bc-d5ed1748a85b req-b33f7466-c137-4ef0-a313-01fd1472c961 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217072 Aug 20 11:28:54.605393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e757e36a-e3db-4a3f-b203-734a8a976ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.606031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-af0f9d2b-d890-4521-9fed-cc07dd3319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:54.607679 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-af0f9d2b-d890-4521-9fed-cc07dd3319c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 1094 time: 0.0618017 Aug 20 11:28:54.657990 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-02acde79-101d-4a4b-9d2a-5b07feea871b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0532677-4332-4b49-aa51-01f9c2b7bba9 HTTP/1.1" status: 200 len: 217 time: 0.0366631 Aug 20 11:28:54.723467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-e54de130-fbba-4cec-8dac-74a20294610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:54.725780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-e54de130-fbba-4cec-8dac-74a20294610a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67c93569-eb45-45c6-b207-4f675efb856b HTTP/1.1" status: 200 len: 853 time: 0.0561559 Aug 20 11:28:54.763241 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-f2077509-ed6f-4667-9737-b89901c13b0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=70b8cc5d-0386-436f-9df2-433f166b2cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277870 Aug 20 11:28:54.784912 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e757e36a-e3db-4a3f-b203-734a8a976ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.815908 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e757e36a-e3db-4a3f-b203-734a8a976ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.819088 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e757e36a-e3db-4a3f-b203-734a8a976ed3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/716f77d3-ee35-4a9f-8a6e-d4e7a142f166 HTTP/1.1" status: 204 len: 168 time: 0.4310973 Aug 20 11:28:54.822299 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757e36a-e3db-4a3f-b203-734a8a976ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716f77d3-ee35-4a9f-8a6e-d4e7a142f166,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:54.824472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5273ed2c-cf86-4a54-b542-684105a0a0bf None None] Network 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:28:54.828397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35798) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:54.881961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119268fd-5ad0-45e6-a8d3-11cff50762f7 req-2fe582f1-1aa3-4e57-88be-57c2c24ce5b6 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:54.884827 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-119268fd-5ad0-45e6-a8d3-11cff50762f7 req-2fe582f1-1aa3-4e57-88be-57c2c24ce5b6 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.1266942 Aug 20 11:28:54.934321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-51603ef8-8261-4091-ad7e-7f70310aee18 service neutron] 10.222.0.38 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607406 Aug 20 11:28:54.938448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:54.965024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-119268fd-5ad0-45e6-a8d3-11cff50762f7 req-d6e239d1-6cf1-4397-abce-7af96211eb7c tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747392 Aug 20 11:28:55.040425 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Deleting port c2139f11-7777-4777-b910-e0f4b70bfc9b {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:55.040780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.089432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a63f5c9b-da7f-406f-9451-610ac933f4e5 req-54f029f7-ceba-4022-b3ab-ab37b8f1b6c0 service neutron] 10.222.0.38 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406972 Aug 20 11:28:55.112576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7e860-df32-4bab-a097-c8a6a1cb773e None None] DHCP port deletion for 57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:28:55.162086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] For port c2139f11-7777-4777-b910-e0f4b70bfc9b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c2139f11-7777-4777-b910-e0f4b70bfc9b,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:55.168107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.182497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7e860-df32-4bab-a097-c8a6a1cb773e None None] Deleting port c2139f11-7777-4777-b910-e0f4b70bfc9b {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:55.182875 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e860-df32-4bab-a097-c8a6a1cb773e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.189903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Calling delete_port for c2139f11-7777-4777-b910-e0f4b70bfc9b owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:55.247708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e8b7e860-df32-4bab-a097-c8a6a1cb773e None None] For port c2139f11-7777-4777-b910-e0f4b70bfc9b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c2139f11-7777-4777-b910-e0f4b70bfc9b,segment=NetworkSegment(7908be53-bef7-41af-940d-77cb5c3e733f),segment_id=7908be53-bef7-41af-940d-77cb5c3e733f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:55.248095 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e860-df32-4bab-a097-c8a6a1cb773e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.263425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7e860-df32-4bab-a097-c8a6a1cb773e None None] Calling delete_port for c2139f11-7777-4777-b910-e0f4b70bfc9b owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:55.275040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b796d0-d07e-470f-9a24-b37eb4d863ec req-3f6cbab3-e245-4d90-a3a7-cd868a4830ae tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:55.276554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93b796d0-d07e-470f-9a24-b37eb4d863ec req-3f6cbab3-e245-4d90-a3a7-cd868a4830ae tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 943 time: 0.1033456 Aug 20 11:28:55.330219 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93b796d0-d07e-470f-9a24-b37eb4d863ec req-d307f1eb-7f91-4946-8cec-75c8699204a3 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468261 Aug 20 11:28:55.498133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.508098 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e860-df32-4bab-a097-c8a6a1cb773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.527154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c2139f11-7777-4777-b910-e0f4b70bfc9b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:55.529004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] No DVR routers for this DVR port c2139f11-7777-4777-b910-e0f4b70bfc9b on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:55.540470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7e860-df32-4bab-a097-c8a6a1cb773e None None] Pushing event deleted for resources: {'Port': ['ID=c2139f11-7777-4777-b910-e0f4b70bfc9b,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:55.545376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7e860-df32-4bab-a097-c8a6a1cb773e None None] No DVR routers for this DVR port c2139f11-7777-4777-b910-e0f4b70bfc9b on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:55.617196 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.628327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:55.640286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7908be53-bef7-41af-940d-77cb5c3e733f') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:55.640738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7908be53-bef7-41af-940d-77cb5c3e733f') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:28:55.652640 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.669984 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.676535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:28:55.677269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:28:55.679573 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:28:55.784509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbfc7b-9f9c-4743-a86f-1fd63851ead3 req-838baa7b-a735-4d5e-80a2-1f0dfe4897e0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:55.786253 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddcbfc7b-9f9c-4743-a86f-1fd63851ead3 req-838baa7b-a735-4d5e-80a2-1f0dfe4897e0 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 945 time: 0.0652616 Aug 20 11:28:55.828150 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddcbfc7b-9f9c-4743-a86f-1fd63851ead3 req-00123373-0ebe-4067-9209-7b70950faf0c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348022 Aug 20 11:28:55.885507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.888720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:55.890621 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] 10.222.0.10 "DELETE /v2.0/networks/57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c HTTP/1.1" status: 204 len: 168 time: 1.0607638 Aug 20 11:28:55.901423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1aaaa9-1c67-4eab-bcf0-9cfbdcf8e6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=57f9ac8e-6ccd-4f18-aa94-5a0eaf30cd8c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:56.098152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270620d2-266d-4c49-aeb6-285da819474e req-b04e0ac8-d988-417b-82f6-4407d61f8056 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:56.101144 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-270620d2-266d-4c49-aeb6-285da819474e req-b04e0ac8-d988-417b-82f6-4407d61f8056 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0555000 Aug 20 11:28:56.159245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-270620d2-266d-4c49-aeb6-285da819474e req-4fb08bb4-7589-449b-a3f6-3025580abf57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466857 Aug 20 11:28:56.197125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 740c1ced-ccd9-4057-b04b-e5457ad31198 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:56.221876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 740c1ced-ccd9-4057-b04b-e5457ad31198 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:56.222219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 740c1ced-ccd9-4057-b04b-e5457ad31198 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:56.246800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c2139f11-7777-4777-b910-e0f4b70bfc9b no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:56.268081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c2139f11-7777-4777-b910-e0f4b70bfc9b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:56.268431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c2139f11-7777-4777-b910-e0f4b70bfc9b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:56.268866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b92e16f2-296e-4089-80af-ec2a5f784cb0 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:56.290193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b92e16f2-296e-4089-80af-ec2a5f784cb0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:56.290457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b92e16f2-296e-4089-80af-ec2a5f784cb0 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:56.305340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-ecf4825e-29bc-4e94-98a1-15c3e3bff8eb tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:56.306889 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-ecf4825e-29bc-4e94-98a1-15c3e3bff8eb tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.57 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 945 time: 0.0563633 Aug 20 11:28:56.324702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35820) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:56.445477 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c80928d3-82cb-4b68-856a-3d0bc4f51e33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e544b3019fe414d8c5c6d929aba0cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1237404 Aug 20 11:28:56.447847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35826) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:56.482534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eef51-0017-41d6-ac6f-ddaf50fa8c13 req-3ce7d65a-5c4c-4be4-8306-d3e08b145bff tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:56.484135 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7a9eef51-0017-41d6-ac6f-ddaf50fa8c13 req-3ce7d65a-5c4c-4be4-8306-d3e08b145bff tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 943 time: 0.0765429 Aug 20 11:28:56.493561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-e3a4c282-4639-46a6-a07f-47268bb7822c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Deleting port 86f1a72b-d33a-484a-bd8b-ca7656831fac {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:28:56.493871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-e3a4c282-4639-46a6-a07f-47268bb7822c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:56.540141 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-751c8dd3-4288-4e9f-b2fa-50b4051bb665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:56.571635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-751c8dd3-4288-4e9f-b2fa-50b4051bb665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:56.601503 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7a9eef51-0017-41d6-ac6f-ddaf50fa8c13 req-e3af674d-5d61-4cf8-8249-971bf1215051 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039519 Aug 20 11:28:56.637882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-e3a4c282-4639-46a6-a07f-47268bb7822c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] For port 86f1a72b-d33a-484a-bd8b-ca7656831fac, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=86f1a72b-d33a-484a-bd8b-ca7656831fac,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:56.638611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-e3a4c282-4639-46a6-a07f-47268bb7822c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:56.653362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-e3a4c282-4639-46a6-a07f-47268bb7822c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Calling delete_port for 86f1a72b-d33a-484a-bd8b-ca7656831fac owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:28:56.710301 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-751c8dd3-4288-4e9f-b2fa-50b4051bb665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:56.716662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-751c8dd3-4288-4e9f-b2fa-50b4051bb665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:56.716662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-751c8dd3-4288-4e9f-b2fa-50b4051bb665 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86fd7de9-0cd0-4a48-bf23-b604ba311334 HTTP/1.1" status: 204 len: 168 time: 0.2657595 Aug 20 11:28:56.727474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c8dd3-4288-4e9f-b2fa-50b4051bb665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fd7de9-0cd0-4a48-bf23-b604ba311334,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:56.886757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-e3a4c282-4639-46a6-a07f-47268bb7822c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:56.932471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4c282-4639-46a6-a07f-47268bb7822c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Pushing event deleted for resources: {'Port': ['ID=86f1a72b-d33a-484a-bd8b-ca7656831fac,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:56.954700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9513907d-0fa4-44c8-bcbd-36d71caf2469 req-e3af0428-3b5f-4b2d-85ce-c2a7c595211a tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 210 time: 0.0492024 Aug 20 11:28:57.014964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-e3a4c282-4639-46a6-a07f-47268bb7822c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] No DVR routers for this DVR port 86f1a72b-d33a-484a-bd8b-ca7656831fac on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:28:57.017785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-e3a4c282-4639-46a6-a07f-47268bb7822c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:57.020105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-853e27a7-eefb-4590-ad70-a9ca932a812a req-e3a4c282-4639-46a6-a07f-47268bb7822c tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.57 "DELETE /v2.0/ports/86f1a72b-d33a-484a-bd8b-ca7656831fac HTTP/1.1" status: 204 len: 173 time: 0.7069147 Aug 20 11:28:57.023074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496687b5-68c9-4f89-8aee-dae155afbd51', 'name': 'network-vif-deleted', 'tag': '86f1a72b-d33a-484a-bd8b-ca7656831fac'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:28:57.024991 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aea1f2-b31b-4e0c-9b4b-cc57392c42c5" -d '{"events": [{"server_uuid": "496687b5-68c9-4f89-8aee-dae155afbd51", "name": "network-vif-deleted", "tag": "86f1a72b-d33a-484a-bd8b-ca7656831fac"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:28:57.034096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a824a2-af98-42be-be26-d3f7613f618b req-de45bbbb-0b62-40e1-b726-9f6f0bb84b83 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:57.035529 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30a824a2-af98-42be-be26-d3f7613f618b req-de45bbbb-0b62-40e1-b726-9f6f0bb84b83 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1097 time: 0.1044788 Aug 20 11:28:57.065360 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7610b956-7705-486a-84ff-3a4b3261acd2 x-openstack-request-id: req-7610b956-7705-486a-84ff-3a4b3261acd2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:28:57.065656 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496687b5-68c9-4f89-8aee-dae155afbd51", "name": "network-vif-deleted", "tag": "86f1a72b-d33a-484a-bd8b-ca7656831fac", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:28:57.065916 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7610b956-7705-486a-84ff-3a4b3261acd2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:28:57.066347 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496687b5-68c9-4f89-8aee-dae155afbd51', 'name': 'network-vif-deleted', 'tag': '86f1a72b-d33a-484a-bd8b-ca7656831fac', 'status': 'completed', 'code': 200} Aug 20 11:28:57.081939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30a824a2-af98-42be-be26-d3f7613f618b req-522683b3-fc29-46f5-8082-ecaf575e29c7 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382531 Aug 20 11:28:57.230584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bddbcf-6734-4e83-a903-a9c6768ab68e req-3773fbeb-b72e-49a4-b8cc-655bb1054295 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:57.232781 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a5bddbcf-6734-4e83-a903-a9c6768ab68e req-3773fbeb-b72e-49a4-b8cc-655bb1054295 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0734866 Aug 20 11:28:57.276372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d0f4-647f-4521-ab4c-df66cabfb5a1 req-9a45b435-5004-44f2-a167-021dd6ebbb55 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:57.277896 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f134d0f4-647f-4521-ab4c-df66cabfb5a1 req-9a45b435-5004-44f2-a167-021dd6ebbb55 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0571220 Aug 20 11:28:57.284005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a5bddbcf-6734-4e83-a903-a9c6768ab68e req-7fbfb03e-722c-4d36-b167-0ab17f9b0488 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Aug 20 11:28:57.313153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35850) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:28:57.333671 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f134d0f4-647f-4521-ab4c-df66cabfb5a1 req-13806683-6ac4-4411-afab-2b162c6ece6e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480185 Aug 20 11:28:57.378481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1af69737-1feb-4ea6-ad68-8a1226e964c6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/90eda1e8-56bf-465c-9390-de7c38965001 HTTP/1.1" status: 200 len: 994 time: 0.0635540 Aug 20 11:28:57.741094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6acd0-ad3e-48f7-a217-4f63a75cf949 req-d79baf5f-fb23-4551-84a2-c1c16a981988 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:57.749811 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89d6acd0-ad3e-48f7-a217-4f63a75cf949 req-d79baf5f-fb23-4551-84a2-c1c16a981988 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 943 time: 0.0603001 Aug 20 11:28:57.838662 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89d6acd0-ad3e-48f7-a217-4f63a75cf949 req-558e8b02-c983-4341-9dee-03d6cbcca997 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872614 Aug 20 11:28:58.135988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fae9ae8-3ce6-4284-a6c0-f4010a61bd29 req-6c0dd154-5b43-49ff-b724-d7f4b5b4714f tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=496687b5-68c9-4f89-8aee-dae155afbd51 HTTP/1.1" status: 200 len: 210 time: 0.0666943 Aug 20 11:28:58.206117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f0532677-4332-4b49-aa51-01f9c2b7bba9 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:28:58.346566 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f0532677-4332-4b49-aa51-01f9c2b7bba9, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f0532677-4332-4b49-aa51-01f9c2b7bba9,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:58.369893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'f0532677-4332-4b49-aa51-01f9c2b7bba9', 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3', 'port_id': 'f0532677-4332-4b49-aa51-01f9c2b7bba9', 'mac_address': 'fa:16:3e:f8:42:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c93569-eb45-45c6-b207-4f675efb856b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:28:58.417851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:58.435504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0532677-4332-4b49-aa51-01f9c2b7bba9 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:28:58.462714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f0532677-4332-4b49-aa51-01f9c2b7bba9, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f0532677-4332-4b49-aa51-01f9c2b7bba9,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:28:58.576433 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:28:58.625856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347efa5c-ea9f-49b2-914c-bee805e85959 req-f889a02a-6f40-4751-8d34-419efae4e6a5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:58.627501 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-347efa5c-ea9f-49b2-914c-bee805e85959 req-f889a02a-6f40-4751-8d34-419efae4e6a5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0630872 Aug 20 11:28:58.633339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f0532677-4332-4b49-aa51-01f9c2b7bba9,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:28:58.671016 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-347efa5c-ea9f-49b2-914c-bee805e85959 req-f079ec42-188c-45f6-b045-8e2cfef5983a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366495 Aug 20 11:28:58.791677 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c568d228-9b04-4fa7-99af-f1ef69f7f9db req-54677527-21f9-4ebc-91a4-7e63698c9628 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0429430 Aug 20 11:28:58.804918 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-2bf1ac86-949f-48ce-83f7-2dbfb9237f86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897603 Aug 20 11:28:58.830115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed62c1c-614d-4fb9-9690-990c709d60c6 req-bb60d55c-2d9d-4945-91de-7c3f308d815b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:58.835550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aed62c1c-614d-4fb9-9690-990c709d60c6 req-bb60d55c-2d9d-4945-91de-7c3f308d815b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0846400 Aug 20 11:28:58.896254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aed62c1c-614d-4fb9-9690-990c709d60c6 req-3b1c55dc-e282-4d87-949c-a87c922718b9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517349 Aug 20 11:28:58.931256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f0532677-4332-4b49-aa51-01f9c2b7bba9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:28:58.994576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241259e-6461-4bbb-97e1-2b75b2310ab4 req-741ced11-c34f-4f3c-8ab6-2948bc8fe035 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:58.994576 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1241259e-6461-4bbb-97e1-2b75b2310ab4 req-741ced11-c34f-4f3c-8ab6-2948bc8fe035 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 944 time: 0.0593481 Aug 20 11:28:59.052263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1241259e-6461-4bbb-97e1-2b75b2310ab4 req-dfd41b5d-7400-4f15-bb6c-4b55b39cde8c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583441 Aug 20 11:28:59.160079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 86f1a72b-d33a-484a-bd8b-ca7656831fac no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:28:59.190378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 86f1a72b-d33a-484a-bd8b-ca7656831fac {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:28:59.191339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 86f1a72b-d33a-484a-bd8b-ca7656831fac not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:28:59.680476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30890c40-20f7-47a6-98d4-f18eab6b7b07 req-e3259b89-e09d-4a90-bd89-7c67cf5c7f18 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:59.682016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30890c40-20f7-47a6-98d4-f18eab6b7b07 req-e3259b89-e09d-4a90-bd89-7c67cf5c7f18 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 944 time: 0.0559804 Aug 20 11:28:59.722353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30890c40-20f7-47a6-98d4-f18eab6b7b07 req-e76554ff-c916-4584-8bad-bec41c017f2d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/security-groups?id=6d0237b4-599f-4440-8b61-ec56ff18d99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342810 Aug 20 11:28:59.806091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789022-60ba-4746-9c81-d173802c2c47 req-0cd275f6-0b28-4478-9386-d355d35c8984 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:28:59.807850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46789022-60ba-4746-9c81-d173802c2c47 req-0cd275f6-0b28-4478-9386-d355d35c8984 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0593472 Aug 20 11:28:59.851786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-46789022-60ba-4746-9c81-d173802c2c47 req-42fcda45-bb5d-49ab-93af-650c2a0ebe4a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373478 Aug 20 11:28:59.902866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-45f9e932-e6d9-4eac-975a-4f245be1c70a req-570a67c6-4c92-434c-9250-2580ab959042 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0280623 Aug 20 11:29:00.022188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846208c3-1b1b-4298-a8d6-1797f09b06ff req-1e49e763-e984-40c7-a857-b376bb546f00 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:00.025649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846208c3-1b1b-4298-a8d6-1797f09b06ff req-1e49e763-e984-40c7-a857-b376bb546f00 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0533664 Aug 20 11:29:00.069773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-846208c3-1b1b-4298-a8d6-1797f09b06ff req-3b637199-59fb-475a-a3bb-781f264a9353 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395451 Aug 20 11:29:00.137588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-99cf645f-559e-4388-b560-e031b267ff12 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:00.140441 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-99cf645f-559e-4388-b560-e031b267ff12 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 944 time: 0.0694957 Aug 20 11:29:00.215657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f0532677-4332-4b49-aa51-01f9c2b7bba9 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:00.233712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d8eec-e3f8-4a9b-89d1-853c90840cd6 req-7330af53-986e-47b0-8cc9-33beca5b46cb tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:00.235689 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-016d8eec-e3f8-4a9b-89d1-853c90840cd6 req-7330af53-986e-47b0-8cc9-33beca5b46cb tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 944 time: 0.0716980 Aug 20 11:29:00.270472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-0f64ce81-1156-4f45-86f2-428ef44d7b1d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Deleting port e86f68a5-04f5-44c1-8bfa-8c35c077e64d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:00.270961 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-0f64ce81-1156-4f45-86f2-428ef44d7b1d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:00.289074 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-016d8eec-e3f8-4a9b-89d1-853c90840cd6 req-03255146-9e20-4c9c-bc9a-c3245bfc6172 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447688 Aug 20 11:29:00.400771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port f0532677-4332-4b49-aa51-01f9c2b7bba9 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:00.405487 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port f0532677-4332-4b49-aa51-01f9c2b7bba9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:00.405913 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:00.412915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-0f64ce81-1156-4f45-86f2-428ef44d7b1d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] For port e86f68a5-04f5-44c1-8bfa-8c35c077e64d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,segment=NetworkSegment(e796d91f-50fd-4f7e-bee1-db25b5987489),segment_id=e796d91f-50fd-4f7e-bee1-db25b5987489)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:00.413399 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-0f64ce81-1156-4f45-86f2-428ef44d7b1d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:00.430195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-0f64ce81-1156-4f45-86f2-428ef44d7b1d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Calling delete_port for e86f68a5-04f5-44c1-8bfa-8c35c077e64d owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:00.686818 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:00.716417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a960d7a3-d6de-4913-a947-a1250bcafcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0532677-4332-4b49-aa51-01f9c2b7bba9'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:00.718905 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec34eee4-06bc-4faf-99df-f00641b20c18" -d '{"events": [{"server_uuid": "a960d7a3-d6de-4913-a947-a1250bcafcd5", "name": "network-vif-plugged", "status": "completed", "tag": "f0532677-4332-4b49-aa51-01f9c2b7bba9"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:00.721692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-0f64ce81-1156-4f45-86f2-428ef44d7b1d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:00.735530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f0532677-4332-4b49-aa51-01f9c2b7bba9, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f0532677-4332-4b49-aa51-01f9c2b7bba9,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:00.791721 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf4fcd9-925e-4892-8bd2-e7c3439c5bd0 x-openstack-request-id: req-ddf4fcd9-925e-4892-8bd2-e7c3439c5bd0 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:00.792001 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a960d7a3-d6de-4913-a947-a1250bcafcd5", "name": "network-vif-plugged", "status": "completed", "tag": "f0532677-4332-4b49-aa51-01f9c2b7bba9", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:00.792248 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddf4fcd9-925e-4892-8bd2-e7c3439c5bd0 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:00.792872 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a960d7a3-d6de-4913-a947-a1250bcafcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0532677-4332-4b49-aa51-01f9c2b7bba9', 'code': 200} Aug 20 11:29:00.801516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64ce81-1156-4f45-86f2-428ef44d7b1d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Pushing event deleted for resources: {'Port': ['ID=e86f68a5-04f5-44c1-8bfa-8c35c077e64d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:00.841358 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:00.857891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-0f64ce81-1156-4f45-86f2-428ef44d7b1d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] No DVR routers for this DVR port e86f68a5-04f5-44c1-8bfa-8c35c077e64d on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:00.864079 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-0f64ce81-1156-4f45-86f2-428ef44d7b1d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:00.866896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e0279877-e113-43e2-a94a-e9eae1a9d7c9 req-0f64ce81-1156-4f45-86f2-428ef44d7b1d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.38 "DELETE /v2.0/ports/e86f68a5-04f5-44c1-8bfa-8c35c077e64d HTTP/1.1" status: 204 len: 173 time: 0.7194924 Aug 20 11:29:00.868494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'name': 'network-vif-deleted', 'tag': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:00.876859 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-91577580-70d9-484a-8dfd-f9499e1d55ff req-9c4e04d9-7885-44be-99b9-65d5d224f37d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 210 time: 0.0626318 Aug 20 11:29:00.882225 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91e034f-3504-4caf-bdab-c91efe86d1af" -d '{"events": [{"server_uuid": "ce499388-12e0-4a38-a31d-5c8a78f2ad54", "name": "network-vif-deleted", "tag": "e86f68a5-04f5-44c1-8bfa-8c35c077e64d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:00.917343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f0532677-4332-4b49-aa51-01f9c2b7bba9,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:00.960206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a45070-f105-4cb5-9cfe-4e6ffcc201b6 req-4558130c-bcf5-475c-99fd-c782313a72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:00.961888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5a45070-f105-4cb5-9cfe-4e6ffcc201b6 req-4558130c-bcf5-475c-99fd-c782313a72ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 1096 time: 0.1079650 Aug 20 11:29:00.975443 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9b3747-7c67-4247-afdf-6f409c8e0afc x-openstack-request-id: req-4d9b3747-7c67-4247-afdf-6f409c8e0afc {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:00.975737 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce499388-12e0-4a38-a31d-5c8a78f2ad54", "name": "network-vif-deleted", "tag": "e86f68a5-04f5-44c1-8bfa-8c35c077e64d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:00.975997 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d9b3747-7c67-4247-afdf-6f409c8e0afc {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:00.976429 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce499388-12e0-4a38-a31d-5c8a78f2ad54', 'name': 'network-vif-deleted', 'tag': 'e86f68a5-04f5-44c1-8bfa-8c35c077e64d', 'status': 'completed', 'code': 200} Aug 20 11:29:01.044410 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5a45070-f105-4cb5-9cfe-4e6ffcc201b6 req-fa9477c2-5528-4403-ae93-290a0d9e28d1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600750 Aug 20 11:29:01.073746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e4bbf-de6c-42fb-9756-9e810b8a0346 req-7ab443fc-6e05-4894-a84f-a04055d4c6a8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:01.075913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-402e4bbf-de6c-42fb-9756-9e810b8a0346 req-7ab443fc-6e05-4894-a84f-a04055d4c6a8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0805175 Aug 20 11:29:01.108545 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8f7b054-42fd-444b-a50e-f3c8a57c7069 req-d6537024-3739-4ac0-b7fb-e07d7f8b7cc4 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0372558 Aug 20 11:29:01.152120 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-402e4bbf-de6c-42fb-9756-9e810b8a0346 req-fcaf324a-b5fa-4d33-89c6-7af7ce847daf tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695193 Aug 20 11:29:01.234734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e9880-15a5-4e8e-98a9-1e12ed3f77ad req-02c340ca-5b72-47d9-8db0-63cd3fcd1c37 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:01.236153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b01e9880-15a5-4e8e-98a9-1e12ed3f77ad req-02c340ca-5b72-47d9-8db0-63cd3fcd1c37 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0527484 Aug 20 11:29:01.280322 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b01e9880-15a5-4e8e-98a9-1e12ed3f77ad req-efa6f786-cf7a-4c3f-b2f9-53b47fbe26c5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373914 Aug 20 11:29:01.428339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327170c1-2297-4a96-87f0-42d7fe368112 req-46ed43c8-1813-4d10-9872-f9efa6e25e51 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:01.430032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-327170c1-2297-4a96-87f0-42d7fe368112 req-46ed43c8-1813-4d10-9872-f9efa6e25e51 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 945 time: 0.0598941 Aug 20 11:29:01.473109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-327170c1-2297-4a96-87f0-42d7fe368112 req-774a5d4c-6597-4c96-ab42-bdadf93b489a tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363507 Aug 20 11:29:01.786779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-09d0d4cc-7909-4e77-81b4-139beac71eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:01.788864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-09d0d4cc-7909-4e77-81b4-139beac71eaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1097 time: 0.0579541 Aug 20 11:29:01.909079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-faffbd57-a075-4902-a601-e7c1c2ad1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:01.911418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-faffbd57-a075-4902-a601-e7c1c2ad1125 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.1118922 Aug 20 11:29:01.991608 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-757eefdc-7e44-4ed8-868e-41a6b7e059b8 req-a45cb7a8-c44a-4291-b9eb-3549a7682f86 tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 210 time: 0.0303857 Aug 20 11:29:02.004528 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-6c726755-b055-43c1-93b4-d857e70372b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1002 time: 0.0843670 Aug 20 11:29:02.068589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-30ee9df2-1280-46c3-9363-9aba7319b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:02.069982 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-30ee9df2-1280-46c3-9363-9aba7319b41a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.0581799 Aug 20 11:29:02.120238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-d047107f-f87e-4653-a852-4994a7a884dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:02.121829 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-d047107f-f87e-4653-a852-4994a7a884dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440757 Aug 20 11:29:02.279330 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f888ae9d-d46f-478b-86b1-932973defd60 req-15d6a2b9-801a-4e22-a82c-9a52699a3836 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0582008 Aug 20 11:29:02.287894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-006da575-21a7-4358-b28a-fd28504f545f service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576974 Aug 20 11:29:02.413428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe8872-9a91-4213-aab8-82696dab6008 req-c73a1d39-8f92-4708-b1bc-b57d653175da tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:02.415064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aafe8872-9a91-4213-aab8-82696dab6008 req-c73a1d39-8f92-4708-b1bc-b57d653175da tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.1262827 Aug 20 11:29:02.454466 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-5341cde9-c573-4022-8cc2-e2f15eb7d40a service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562653 Aug 20 11:29:02.477893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aafe8872-9a91-4213-aab8-82696dab6008 req-081247d8-19d1-4404-88cc-28ed8214ac8e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538630 Aug 20 11:29:02.488063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68fb14-5979-4961-9fee-8e7820e14c79 req-104ee21f-6639-4007-bb4d-425e07aa48da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:02.490342 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd68fb14-5979-4961-9fee-8e7820e14c79 req-104ee21f-6639-4007-bb4d-425e07aa48da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 1096 time: 0.0654483 Aug 20 11:29:02.514102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044f236-02f8-4adb-84f4-5b60e9745cf9 req-013f074c-250d-49f6-a781-167a09401078 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:02.515888 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c044f236-02f8-4adb-84f4-5b60e9745cf9 req-013f074c-250d-49f6-a781-167a09401078 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.1206770 Aug 20 11:29:02.565262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd68fb14-5979-4961-9fee-8e7820e14c79 req-6084a3f7-ab79-469f-8c73-11128b913ed6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654948 Aug 20 11:29:02.587302 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c044f236-02f8-4adb-84f4-5b60e9745cf9 req-e26c58f5-8243-4ac2-93df-99435c746988 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615368 Aug 20 11:29:02.612071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b4b51-7cb0-44f3-a704-9bcf606ed88e req-ccbfcbc7-19ba-411b-af54-fd0f0080ea31 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:02.613656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-580b4b51-7cb0-44f3-a704-9bcf606ed88e req-ccbfcbc7-19ba-411b-af54-fd0f0080ea31 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 945 time: 0.0636141 Aug 20 11:29:02.669864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-580b4b51-7cb0-44f3-a704-9bcf606ed88e req-6931596e-8461-4ab2-bb38-b0e47580e821 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475397 Aug 20 11:29:03.114407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3acf412-6859-411f-b381-52efe9e59c66 req-d600fc4f-74ee-4f4c-84d4-bce455647f7d tempest-LiveMigrationTest-361390810 tempest-LiveMigrationTest-361390810-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce499388-12e0-4a38-a31d-5c8a78f2ad54 HTTP/1.1" status: 200 len: 210 time: 0.0284264 Aug 20 11:29:03.234138 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:29:03.621550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c96937e7-b524-406e-848a-65869938815e req-cd0fadb5-c158-4237-ae1e-806942f08daf tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0292828 Aug 20 11:29:03.627824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcca71-b0f3-400a-8dd2-03c74d74a33f req-d58b71dc-270e-428f-a13d-6f78c3ac2e06 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:03.629380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49dcca71-b0f3-400a-8dd2-03c74d74a33f req-d58b71dc-270e-428f-a13d-6f78c3ac2e06 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0650346 Aug 20 11:29:03.681949 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49dcca71-b0f3-400a-8dd2-03c74d74a33f req-52e2dd6f-0793-4a9a-89ad-b58f11f26005 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Aug 20 11:29:03.776477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0ea3e-0adb-462a-8434-c6c11d7fa6af req-c95eb9a1-d43d-4548-9051-d257b614cfc2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:03.784309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fed0ea3e-0adb-462a-8434-c6c11d7fa6af req-c95eb9a1-d43d-4548-9051-d257b614cfc2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0694821 Aug 20 11:29:03.837206 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fed0ea3e-0adb-462a-8434-c6c11d7fa6af req-3ec5d4f4-5b4c-4101-b143-678207b5cc45 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516551 Aug 20 11:29:03.905685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d768-e380-4975-b8cc-b9a1b2523808 req-bc2ba689-6f1b-4a71-bb5b-9e05bae87bbd tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:03.907172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3665d768-e380-4975-b8cc-b9a1b2523808 req-bc2ba689-6f1b-4a71-bb5b-9e05bae87bbd tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 945 time: 0.0565960 Aug 20 11:29:03.950708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3665d768-e380-4975-b8cc-b9a1b2523808 req-c8423c78-e62c-4ee5-8910-b62f6e2b0e21 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Aug 20 11:29:04.170925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36026) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:04.220640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-231d80a4-386b-4379-8888-5d3102a8df77 admin admin] Deleting subnet 117ab75a-d603-4cad-8f24-e9c95ab0ae3f {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:29:04.224043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-231d80a4-386b-4379-8888-5d3102a8df77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.258680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e86f68a5-04f5-44c1-8bfa-8c35c077e64d no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:04.267224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-231d80a4-386b-4379-8888-5d3102a8df77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.279824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: e86f68a5-04f5-44c1-8bfa-8c35c077e64d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:29:04.280444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e86f68a5-04f5-44c1-8bfa-8c35c077e64d not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:04.331828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db2a8408-44f0-4ee5-9d69-0b6f1cb5d622 req-3533dbd4-b056-4741-aef8-f7e59af9e087 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0313213 Aug 20 11:29:04.337676 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-231d80a4-386b-4379-8888-5d3102a8df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.467231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36030) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:04.527221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-231d80a4-386b-4379-8888-5d3102a8df77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.555177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d80a4-386b-4379-8888-5d3102a8df77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117ab75a-d603-4cad-8f24-e9c95ab0ae3f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:04.559276 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-231d80a4-386b-4379-8888-5d3102a8df77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.561367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-231d80a4-386b-4379-8888-5d3102a8df77 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/117ab75a-d603-4cad-8f24-e9c95ab0ae3f HTTP/1.1" status: 204 len: 168 time: 0.3894255 Aug 20 11:29:04.563995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36034) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:04.626504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1836bee0-89c5-4bc0-bf75-5ff6b854d993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.665581 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.793497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89f13f23-f5d1-43e1-a5fb-045ae0e20aee req-c3afaf22-aae4-4173-83f1-e98a613be729 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0836914 Aug 20 11:29:04.819129 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.838826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:04.855417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e796d91f-50fd-4f7e-bee1-db25b5987489') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:04.855963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e796d91f-50fd-4f7e-bee1-db25b5987489') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:04.871223 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.897244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.912728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1836bee0-89c5-4bc0-bf75-5ff6b854d993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.914525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:29:04.915015 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:29:04.917062 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:29:05.030933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ccab8-85e3-4a63-94e6-a6fd8fa85d5f req-7d1ea684-7514-4aa3-abd2-37fea85e592f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:05.033361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-953ccab8-85e3-4a63-94e6-a6fd8fa85d5f req-7d1ea684-7514-4aa3-abd2-37fea85e592f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0992875 Aug 20 11:29:05.035408 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1836bee0-89c5-4bc0-bf75-5ff6b854d993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.092712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836bee0-89c5-4bc0-bf75-5ff6b854d993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cbda54-8ba7-4825-8d1c-3ef7f7e193c3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:05.100593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1836bee0-89c5-4bc0-bf75-5ff6b854d993 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db49720d9b7249c7bfd66efa3c007845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6322720 Aug 20 11:29:05.103231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36046) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:05.123704 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.141077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.146170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98 HTTP/1.1" status: 204 len: 168 time: 0.5809081 Aug 20 11:29:05.146591 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36048) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:05.156297 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-953ccab8-85e3-4a63-94e6-a6fd8fa85d5f req-1365899e-1437-426d-8395-fa802f117c95 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155884 Aug 20 11:29:05.223741 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716c119-7f51-40a6-8849-f83401e1f0f8 req-89061851-a59d-429d-8e6e-99d49c0ee90d tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:05.225390 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4716c119-7f51-40a6-8849-f83401e1f0f8 req-89061851-a59d-429d-8e6e-99d49c0ee90d tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.4444396 Aug 20 11:29:05.289412 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4716c119-7f51-40a6-8849-f83401e1f0f8 req-11629550-a82a-40a2-824f-bd3bd25261c1 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558157 Aug 20 11:29:05.500663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f511c-9ef1-498e-a570-04789f0cb043 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5ed3b5-0a1a-4849-8a7b-9cb83b466a98,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:05.540409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff21f52-a341-4e4c-9eab-6fa0003e290e admin admin] Deleting subnet 74ff1dbf-20bd-4c17-b5b9-2bf97a7b697f {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:29:05.542635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22e2d15e-210d-490d-8128-6bad1966f717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.545728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fff21f52-a341-4e4c-9eab-6fa0003e290e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.591091 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22e2d15e-210d-490d-8128-6bad1966f717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.603776 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fff21f52-a341-4e4c-9eab-6fa0003e290e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.666707 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fff21f52-a341-4e4c-9eab-6fa0003e290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.805107 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22e2d15e-210d-490d-8128-6bad1966f717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.808320 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22e2d15e-210d-490d-8128-6bad1966f717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.809562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-22e2d15e-210d-490d-8128-6bad1966f717 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6cbda54-8ba7-4825-8d1c-3ef7f7e193c3 HTTP/1.1" status: 204 len: 168 time: 0.7050710 Aug 20 11:29:05.818772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2d15e-210d-490d-8128-6bad1966f717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cbda54-8ba7-4825-8d1c-3ef7f7e193c3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:05.851447 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fff21f52-a341-4e4c-9eab-6fa0003e290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.910526 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fff21f52-a341-4e4c-9eab-6fa0003e290e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:05.916278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36058) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:05.922092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fff21f52-a341-4e4c-9eab-6fa0003e290e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/74ff1dbf-20bd-4c17-b5b9-2bf97a7b697f HTTP/1.1" status: 204 len: 168 time: 0.7623942 Aug 20 11:29:05.926496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff21f52-a341-4e4c-9eab-6fa0003e290e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ff1dbf-20bd-4c17-b5b9-2bf97a7b697f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:05.989345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f66cde7-7a36-414d-8e6c-2af4e0d275f5 req-cd2a7759-bc2d-4912-a9ae-a66f9a684936 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0496759 Aug 20 11:29:06.071162 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:06.167608 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:06.184340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b49066-23ee-4dc3-84d8-620c4f549615']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:06.201268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd829e163-b600-4420-888c-d0d27d6f93d2') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:06.201688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd829e163-b600-4420-888c-d0d27d6f93d2') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:06.218411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:06.239166 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:06.247117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:29:06.247519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:29:06.249615 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:29:06.302080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3f401-6969-40a4-833c-e41b73bce747 req-3f7ef734-c410-4f9c-ae0e-f97ac383ec53 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:06.309374 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ba3f401-6969-40a4-833c-e41b73bce747 req-3f7ef734-c410-4f9c-ae0e-f97ac383ec53 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0665293 Aug 20 11:29:06.354781 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ba3f401-6969-40a4-833c-e41b73bce747 req-efec3a5e-46f4-432e-81e2-10fb04ae445a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431073 Aug 20 11:29:06.423795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:06.430135 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:06.435631 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] 10.222.0.10 "DELETE /v2.0/networks/76b49066-23ee-4dc3-84d8-620c4f549615 HTTP/1.1" status: 204 len: 168 time: 0.5146735 Aug 20 11:29:06.446674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a014a0f-7748-4777-a84c-3036cd273acb admin admin] Pushing event deleted for resources: {'Network': ['ID=76b49066-23ee-4dc3-84d8-620c4f549615,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:06.486297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf03de1-1a0d-4924-9719-39e8e4de2aa0 req-0b142086-1b1f-4cd2-ab40-179b83236936 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:06.487875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8cf03de1-1a0d-4924-9719-39e8e4de2aa0 req-0b142086-1b1f-4cd2-ab40-179b83236936 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0534925 Aug 20 11:29:06.546785 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8cf03de1-1a0d-4924-9719-39e8e4de2aa0 req-55f794cd-36f2-43f8-a3be-1e37e18c6cb5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454974 Aug 20 11:29:06.639520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd8ab1c1-49ad-4f03-a926-24196e5e8d81 req-3553dc3b-0971-4d15-b55d-476294793a39 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0315402 Aug 20 11:29:06.900963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36080) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:06.941971 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-10612076-2240-46ef-b493-ac34ca58eda2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86e8d2d1aa2847509dbdb33884154e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397351 Aug 20 11:29:06.944965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36084) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:06.997193 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-451a117c-73c6-4bdc-aab3-bc9a394510dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:07.021332 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-451a117c-73c6-4bdc-aab3-bc9a394510dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:07.181655 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-451a117c-73c6-4bdc-aab3-bc9a394510dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:07.184267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-451a117c-73c6-4bdc-aab3-bc9a394510dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:07.185491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-451a117c-73c6-4bdc-aab3-bc9a394510dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d0237b4-599f-4440-8b61-ec56ff18d99a HTTP/1.1" status: 204 len: 168 time: 0.2395728 Aug 20 11:29:07.194665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a117c-73c6-4bdc-aab3-bc9a394510dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0237b4-599f-4440-8b61-ec56ff18d99a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:07.504399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e63323-ed89-4fd5-965b-ff2350dcb4be req-6996d712-8006-4f61-8471-b7f534fd6070 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:07.506731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3e63323-ed89-4fd5-965b-ff2350dcb4be req-6996d712-8006-4f61-8471-b7f534fd6070 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0512598 Aug 20 11:29:07.556200 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3e63323-ed89-4fd5-965b-ff2350dcb4be req-84140a61-7dca-418b-a93d-435b7fc0b6b6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 Aug 20 11:29:07.679653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1748f8-0e52-4595-8e7c-5e8a20e446ad req-a4016fe1-4e61-4fba-98fd-6dbbb058a75d tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:07.681159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c1748f8-0e52-4595-8e7c-5e8a20e446ad req-a4016fe1-4e61-4fba-98fd-6dbbb058a75d tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0578594 Aug 20 11:29:07.724628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c1748f8-0e52-4595-8e7c-5e8a20e446ad req-133a47d6-bcc4-4165-9388-41b9dfb7b4bf tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Aug 20 11:29:07.815498 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c386ac8c-7bd7-4f6b-9a54-30b283a82bcf req-33b5595e-fde2-464a-bce9-f91c2180de76 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0273302 Aug 20 11:29:08.030030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36108) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:08.080824 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-048cd6ed-4fbf-46f1-a31c-01dae5ca6f54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce380de487a8484da41d5f1b7e7dc771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495720 Aug 20 11:29:08.087289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36112) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:08.157033 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c405-53a6-47a3-b9b4-97499928a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:08.181816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c405-53a6-47a3-b9b4-97499928a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:08.343767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c405-53a6-47a3-b9b4-97499928a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:08.346500 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ec4c405-53a6-47a3-b9b4-97499928a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:08.347681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1ec4c405-53a6-47a3-b9b4-97499928a4c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54ec5946-d978-437a-9f07-3887e3d55f3e HTTP/1.1" status: 204 len: 168 time: 0.2593508 Aug 20 11:29:08.356627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4c405-53a6-47a3-b9b4-97499928a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ec5946-d978-437a-9f07-3887e3d55f3e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:08.681432 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839ff8d-dec5-4e1f-91f6-bee8660f522a req-0627f3ed-9233-42e7-a98b-60684ad05a68 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:08.683013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2839ff8d-dec5-4e1f-91f6-bee8660f522a req-0627f3ed-9233-42e7-a98b-60684ad05a68 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0537307 Aug 20 11:29:08.729399 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2839ff8d-dec5-4e1f-91f6-bee8660f522a req-525d768e-eb68-49ba-8631-af655ea61549 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 Aug 20 11:29:08.858735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212060a2-759b-4672-80b0-c0e90f880416 req-80e72514-7d56-4055-884a-d164c3328fe8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:08.860407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-212060a2-759b-4672-80b0-c0e90f880416 req-80e72514-7d56-4055-884a-d164c3328fe8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0579090 Aug 20 11:29:08.909969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-212060a2-759b-4672-80b0-c0e90f880416 req-47f92f71-ddf0-487c-99be-a6113c4da17d tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Aug 20 11:29:08.927191 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-748edc4a-7afe-458c-a89a-259a90cfd709 req-a5480d20-fbfe-4934-9940-12305e68ebc9 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0285923 Aug 20 11:29:09.603094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5895698-4181-41a9-8e14-a05ce2cbb8d7 req-b4b49431-9272-416b-b3b8-f498dc81b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:09.604601 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5895698-4181-41a9-8e14-a05ce2cbb8d7 req-b4b49431-9272-416b-b3b8-f498dc81b226 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 1097 time: 0.0440354 Aug 20 11:29:09.651309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5895698-4181-41a9-8e14-a05ce2cbb8d7 req-c05cef88-98e6-4ff1-b10a-675b9ece7e9b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Aug 20 11:29:09.879703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a6d0a-3256-490f-951b-70fe9b9ae8d9 req-bc058173-14eb-45e1-b523-d99154d34260 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:09.881608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f45a6d0a-3256-490f-951b-70fe9b9ae8d9 req-bc058173-14eb-45e1-b523-d99154d34260 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0685349 Aug 20 11:29:09.934715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36144) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:09.938580 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f45a6d0a-3256-490f-951b-70fe9b9ae8d9 req-e9b4b869-a627-483b-8cd1-848ed5e927b7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504940 Aug 20 11:29:10.055112 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b402c92-a56b-4747-a43c-af97fd53add9 req-f71ead6b-2aba-4f1b-9cc1-7068a91393c5 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0328836 Aug 20 11:29:10.062545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09ece4-eca5-4298-8f6e-cdf9c2209fbe req-9cbbf426-f56e-41fa-84cd-0b50c85414fe tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:10.070718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e09ece4-eca5-4298-8f6e-cdf9c2209fbe req-9cbbf426-f56e-41fa-84cd-0b50c85414fe tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0685985 Aug 20 11:29:10.083634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1919996927-network', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:10.132499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e09ece4-eca5-4298-8f6e-cdf9c2209fbe req-79b92417-3eac-4886-85cd-48379fe2e780 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605936 Aug 20 11:29:10.194887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Made reservation on behalf of fe1c9aa320fc4ef08de7977fc77eb78f for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:29:10.197595 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:10.211056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:10.313456 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:10.383552 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:10.408823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:29:10.419676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b04500-b144-4571-a30a-61cea0aa99dd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:10.425588 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:10.425869 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Added segment f697f08f-c501-4ab5-9d4a-b92073787ba2 of type vlan for network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc Aug 20 11:29:10.481208 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:10.571847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:10.573129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:10.573968 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:10.636107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] Pushing event updated for resources: {'Network': ['ID=9feae9c5-8948-4aca-bdb0-af4ac748d4cc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:10.653021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:29:10.705446 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8691481b-ab85-44c4-ae19-bb4264e5b16e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7690156 Aug 20 11:29:10.706393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36154) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:10.712381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Request body: {'subnet': {'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1919996927-subnet', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:10.821004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Made reservation on behalf of fe1c9aa320fc4ef08de7977fc77eb78f for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:29:10.823409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:11.065137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4eb45-57d2-4075-be92-258efd2a43b4 req-46d88e21-d5f7-4c24-93ef-2fa7f6081210 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:11.066697 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cd4eb45-57d2-4075-be92-258efd2a43b4 req-46d88e21-d5f7-4c24-93ef-2fa7f6081210 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0554247 Aug 20 11:29:11.107619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cd4eb45-57d2-4075-be92-258efd2a43b4 req-7c7ac923-fb62-4933-a9ad-8b21e14d2b2d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341227 Aug 20 11:29:11.124021 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:11.175701 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aae6db24-6d03-4ede-a184-566e73185c0c req-2c040032-1442-41f0-842b-a0e7d83beaa9 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0316505 Aug 20 11:29:11.177313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:11.253257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a68340-3b3f-485e-9b65-715cd0815296,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:11.266185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Checking segment: {'id': 'f697f08f-c501-4ab5-9d4a-b92073787ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:11.266729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Network hostable DHCP agents. Network: 9feae9c5-8948-4aca-bdb0-af4ac748d4cc, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:29:11.273522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a19724-4c1a-4230-84c1-342f47f63cef req-953cda53-df40-41ac-b7a5-65a5569347fb tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:11.275332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e2a19724-4c1a-4230-84c1-342f47f63cef req-953cda53-df40-41ac-b7a5-65a5569347fb tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0611460 Aug 20 11:29:11.322806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e2a19724-4c1a-4230-84c1-342f47f63cef req-a7bd0117-857f-4210-9030-b9545a7235da tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374918 Aug 20 11:29:11.617641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-b79a3d04-6ca2-4754-ba85-87a9dfd0fa86 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:11.619126 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-b79a3d04-6ca2-4754-ba85-87a9dfd0fa86 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/networks?id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c HTTP/1.1" status: 200 len: 811 time: 0.1117084 Aug 20 11:29:11.637021 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-06746e37-62bf-4d3f-8dcd-d149a5353df6 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/quotas/42207bf8cb014dfab13aa3c12dd0f591 HTTP/1.1" status: 200 len: 375 time: 0.0114212 Aug 20 11:29:11.696690 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-2c9a9857-667a-4e66-92ee-5da11acc37cb tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520227 Aug 20 11:29:11.753760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:29:11.800382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-49dcae96-7ace-4dcd-ac93-d4fc7a57946c service neutron] 10.222.0.10 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960174 Aug 20 11:29:11.901920 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-bb035ea2-6be9-4727-9bb4-1889e64ffb63 service neutron] 10.222.0.10 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947812 Aug 20 11:29:11.914741 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 9feae9c5-8948-4aca-bdb0-af4ac748d4cc) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:11.919669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:11.920438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46311815-d341-446f-9122-2d6764357328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:11.925546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de3b16-8b91-457d-84a3-11f7003f7680 None None] Network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:29:12.019855 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-46311815-d341-446f-9122-2d6764357328 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3121147 Aug 20 11:29:12.023284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36176) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:12.030425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1919996927-router', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:12.093799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-9feae9c5-8948-4aca-bdb0-af4ac748d4cc', 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'fixed_ips': [{'subnet_id': 'b8a68340-3b3f-485e-9b65-715cd0815296'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:29:12.094781 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:12.152982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:12.154737 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:12.337200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe20586-dc2d-429b-9a4f-99dc1c20e85b req-d2191145-91f0-4123-803f-7644dfbbee14 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:12.346618 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfe20586-dc2d-429b-9a4f-99dc1c20e85b req-d2191145-91f0-4123-803f-7644dfbbee14 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.1072145 Aug 20 11:29:12.352407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c507c3ce-5026-4ee1-9df1-c36f120afd23 req-2ce5d84c-3367-4200-b186-c02e694d97b1 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 210 time: 0.1035776 Aug 20 11:29:12.356222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:12.369860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Allocated IP 172.20.0.2 (9feae9c5-8948-4aca-bdb0-af4ac748d4cc/b8a68340-3b3f-485e-9b65-715cd0815296/b18555f5-6680-4197-8771-d02f85328b41) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:29:12.405384 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfe20586-dc2d-429b-9a4f-99dc1c20e85b req-e2a06314-6e18-476b-ac33-903e2e6036f1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561318 Aug 20 11:29:12.633845 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:12.645151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Transition to ACTIVE for port object b18555f5-6680-4197-8771-d02f85328b41 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:12.662759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:12.664035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Transition to ACTIVE for port object b18555f5-6680-4197-8771-d02f85328b41 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:12.683005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb9f4af3-559e-4a45-b8b2-b948dd181406 req-65788fa3-96be-464c-a7eb-57ad1c687e23 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0750928 Aug 20 11:29:12.760939 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:12.801117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:12.803257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:12.807169 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:29:12.826195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Pushing event updated for resources: {'Port': ['ID=b18555f5-6680-4197-8771-d02f85328b41,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:12.847846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.849394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.849394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.849394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.849844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.850079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.850491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.851001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.851336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.851663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.852002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.852331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:12.887545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Attempting to bind port b18555f5-6680-4197-8771-d02f85328b41 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:29:12.887899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Attempting to bind port b18555f5-6680-4197-8771-d02f85328b41 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f697f08f-c501-4ab5-9d4a-b92073787ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:29:12.888250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Attempting to bind port b18555f5-6680-4197-8771-d02f85328b41 on network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:12.893784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:29:12.894650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Checking segment: {'id': 'f697f08f-c501-4ab5-9d4a-b92073787ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:12.894650 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:12.895023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Bound using segment: {'id': 'f697f08f-c501-4ab5-9d4a-b92073787ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:29:12.895567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Bound port: b18555f5-6680-4197-8771-d02f85328b41, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f697f08f-c501-4ab5-9d4a-b92073787ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:29:12.895918 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:12.961120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] For port b18555f5-6680-4197-8771-d02f85328b41, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:12.964472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] For port b18555f5-6680-4197-8771-d02f85328b41, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b18555f5-6680-4197-8771-d02f85328b41,segment=NetworkSegment(f697f08f-c501-4ab5-9d4a-b92073787ba2),segment_id=f697f08f-c501-4ab5-9d4a-b92073787ba2)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:29:13.007668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:13.035310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:13.050398 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:13.128259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f45e23-d2cf-4198-a7e1-db64df255eee None None] Pushing event updated for resources: {'Port': ['ID=b18555f5-6680-4197-8771-d02f85328b41,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:13.163315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Allocated IP 172.25.4.58 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/208b51ee-6363-43fc-ad24-35ab8bec4cca) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:29:13.198360 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:13.276733 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:13.418231 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:13.461766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:13.467452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:13.475961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:29:13.479528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Pushing event updated for resources: {'Port': ['ID=208b51ee-6363-43fc-ad24-35ab8bec4cca,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:13.479843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a81e0fe4-e1c4-490f-a2ed-4194c4866c7b req-d0f2df07-a08a-4d9b-bf47-2b26cb456341 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 210 time: 0.0341258 Aug 20 11:29:13.530930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.531291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.531640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.532029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.532314 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.532648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.532977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.533306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.533633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.533958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.534289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.534644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:13.613174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2169b-2a9c-4da6-907f-8470c62fa2ca req-cab089b0-2fbd-481e-954c-02f667a1d4f4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:13.619094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5e2169b-2a9c-4da6-907f-8470c62fa2ca req-cab089b0-2fbd-481e-954c-02f667a1d4f4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.1092184 Aug 20 11:29:13.725637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5e2169b-2a9c-4da6-907f-8470c62fa2ca req-e684c343-52e2-4237-96c0-4ad60beb7508 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750697 Aug 20 11:29:13.800868 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6037454-7488-4254-bd99-ebae28000816 req-35f2ede5-dd9a-42a1-81f1-97bf60ed1874 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0314028 Aug 20 11:29:13.910385 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:14.114334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559fdaa8-79ae-46db-a28f-c51d82f2505a None None] Network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:29:14.130768 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:14.288244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-23484867-cf1c-494d-9f48-9dac1e1a2a7b None None] Provisioning for port b18555f5-6680-4197-8771-d02f85328b41 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:14.302644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b18555f5-6680-4197-8771-d02f85328b41 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:14.412072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Router cecb67eb-10ee-4425-973e-afbca01359e0 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:29:14.480305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b18555f5-6680-4197-8771-d02f85328b41 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:14.484456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b18555f5-6680-4197-8771-d02f85328b41 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:14.484838 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:14.531973 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0519be5b-ae7d-4da1-956c-f64d24c58446 None None] Provisioning complete for port b18555f5-6680-4197-8771-d02f85328b41 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:14.532350 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0519be5b-ae7d-4da1-956c-f64d24c58446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:14.533201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:29:14.549401 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Sync routers for ids ['cecb67eb-10ee-4425-973e-afbca01359e0'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:29:14.578359 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Routers {'cecb67eb-10ee-4425-973e-afbca01359e0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:29:14.579278 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:28:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cecb67eb-10ee-4425-973e-afbca01359e0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:14.601089 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ca0c04d-9380-4fcc-9bf8-af798a052939 req-a63d51c4-de24-4fdc-a8ff-c33432b96db5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 210 time: 0.0289199 Aug 20 11:29:14.623319 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:14.634753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d0104224-b19a-452e-a6f7-707049862386 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6032360 Aug 20 11:29:14.634753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36206) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:14.672565 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:14.700404 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Set router cecb67eb-10ee-4425-973e-afbca01359e0 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:29:14.734125 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0519be5b-ae7d-4da1-956c-f64d24c58446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:14.738091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b18555f5-6680-4197-8771-d02f85328b41, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b18555f5-6680-4197-8771-d02f85328b41,segment=NetworkSegment(f697f08f-c501-4ab5-9d4a-b92073787ba2),segment_id=f697f08f-c501-4ab5-9d4a-b92073787ba2)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:14.864029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878df80-8d2b-4d4e-9f37-cfad02054255 req-4666bbec-9ecb-4def-b900-ff7e10b99a12 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:14.878472 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4878df80-8d2b-4d4e-9f37-cfad02054255 req-4666bbec-9ecb-4def-b900-ff7e10b99a12 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0698109 Aug 20 11:29:14.894585 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-0519be5b-ae7d-4da1-956c-f64d24c58446 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:29:14.896156 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-0519be5b-ae7d-4da1-956c-f64d24c58446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:29:14.901856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:14.938595 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'name': 'tempest-FloatingIPsTestJSON-1919996927-router', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:29:12Z', 'updated_at': '2021-08-20T11:29:13Z', 'revision_number': 3, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'gw_port': {'id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:29:13Z', 'updated_at': '2021-08-20T11:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:14.971243 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Checking router: cecb67eb-10ee-4425-973e-afbca01359e0 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:29:14.971889 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Updating router cecb67eb-10ee-4425-973e-afbca01359e0 port 208b51ee-6363-43fc-ad24-35ab8bec4cca binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:29:15.001208 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.025789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4878df80-8d2b-4d4e-9f37-cfad02054255 req-6ca5ef42-2fd0-436c-aa8d-5be881441f29 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463737 Aug 20 11:29:15.028672 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f6f9-305e-4ca9-a2a7-46191628a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.032026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b18555f5-6680-4197-8771-d02f85328b41,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:15.058598 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b172b750-4844-4be3-b60b-68cf795c26c1 req-c602bde6-5412-4a0a-becc-1e1de29423ea tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0912585 Aug 20 11:29:15.090415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-c25cbf8e-bda0-467d-84c1-3b803a36d466 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:15.091903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-c25cbf8e-bda0-467d-84c1-3b803a36d466 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.57 "GET /v2.0/networks?id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c HTTP/1.1" status: 200 len: 811 time: 0.2111113 Aug 20 11:29:15.105707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Request body: {'port': {'device_id': '3a71f6b9-9d7b-4e43-b472-d9e279451b37', 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c', 'admin_state_up': True, 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:15.377754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Made reservation on behalf of 42207bf8cb014dfab13aa3c12dd0f591 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:29:15.382150 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.399785 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.412818 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Transition to ACTIVE for port object 208b51ee-6363-43fc-ad24-35ab8bec4cca will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:15.515096 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.526502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Allocated IP 172.20.0.12 (d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c/ed1647c0-246d-46e7-9e60-d87aa3738d25/75af01c6-7494-4434-89e9-35d752b0d8cf) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:29:15.578779 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Pushing event updated for resources: {'Port': ['ID=208b51ee-6363-43fc-ad24-35ab8bec4cca,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:15.583387 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Attempting to bind port 208b51ee-6363-43fc-ad24-35ab8bec4cca on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:29:15.583992 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Attempting to bind port 208b51ee-6363-43fc-ad24-35ab8bec4cca by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:29:15.584355 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Attempting to bind port 208b51ee-6363-43fc-ad24-35ab8bec4cca on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:15.585977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.593149 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.593509 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.593850 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.594194 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.594551 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.594882 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.595946 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.595946 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.596216 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.596395 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.601297 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.602793 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:15.607804 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:29:15.608414 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:15.608999 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.609622 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:29:15.610282 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Bound port: 208b51ee-6363-43fc-ad24-35ab8bec4cca, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:29:15.611690 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.670478 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] For port 208b51ee-6363-43fc-ad24-35ab8bec4cca, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:15.675020 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] For port 208b51ee-6363-43fc-ad24-35ab8bec4cca, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=208b51ee-6363-43fc-ad24-35ab8bec4cca,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:29:15.742694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.760637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-194db4d4-41ae-41d7-89c5-964287212d1c req-be8752c5-c201-42aa-88c5-352b8bd11657 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 210 time: 0.0330353 Aug 20 11:29:15.787629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Allocated IP 172.20.0.1 (9feae9c5-8948-4aca-bdb0-af4ac748d4cc/b8a68340-3b3f-485e-9b65-715cd0815296/c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:29:15.812385 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.867586 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Routers {'cecb67eb-10ee-4425-973e-afbca01359e0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:29:15.868213 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:28:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cecb67eb-10ee-4425-973e-afbca01359e0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:15.902267 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.913005 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db880537-131f-42a6-a3ef-adbd7c0a7369 None None] Pushing event updated for resources: {'Port': ['ID=208b51ee-6363-43fc-ad24-35ab8bec4cca,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:15.917400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Transition to ACTIVE for port object c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:15.990034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:15.991603 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] Set router cecb67eb-10ee-4425-973e-afbca01359e0 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:29:16.002287 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['d1aa8547-1191-4228-beef-c5a1aae6c207'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:29:16.054024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:16.057404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:16.060485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:29:16.073085 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.102877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Pushing event updated for resources: {'Port': ['ID=75af01c6-7494-4434-89e9-35d752b0d8cf,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:16.118558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.118963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.119464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.119809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.120148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.120484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.120817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.121144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.121471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.121797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.122121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.122468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:29:16.141618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:16.142667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.174718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:16.195298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:16.223687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:16.227785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:29:16.258142 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'name': 'tempest-FloatingIPsTestJSON-1919996927-router', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:29:12Z', 'updated_at': '2021-08-20T11:29:13Z', 'revision_number': 3, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'gw_port': {'id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:29:13Z', 'updated_at': '2021-08-20T11:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:16.266384 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed710f72-7109-483c-99ca-97721a268cba req-b0850abd-9c6d-403c-b5db-37edaaa9f481 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0755839 Aug 20 11:29:16.271722 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f565ab5a-ab8f-44c4-a7a8-0eb6b0036215 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1701169 Aug 20 11:29:16.295067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b18555f5-6680-4197-8771-d02f85328b41 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:16.297633 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5d952-6483-4547-8c55-b3004571c876 None None] The sync data for ids ['cecb67eb-10ee-4425-973e-afbca01359e0'] in n-d-804230-3 is: [{'id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'name': 'tempest-FloatingIPsTestJSON-1919996927-router', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:29:12Z', 'updated_at': '2021-08-20T11:29:13Z', 'revision_number': 3, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'gw_port': {'id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:29:13Z', 'updated_at': '2021-08-20T11:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:29:16.300796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Request body: {'port': {'device_id': '3a71f6b9-9d7b-4e43-b472-d9e279451b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:16.303951 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.316229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce6a2b-6d99-4c20-a81a-730f3669591d req-2ae05f7d-ce01-4f83-ae9f-933f2a4a630d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:16.322348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dce6a2b-6d99-4c20-a81a-730f3669591d req-2ae05f7d-ce01-4f83-ae9f-933f2a4a630d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.1412518 Aug 20 11:29:16.372586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.373145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b18555f5-6680-4197-8771-d02f85328b41 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:16.373529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.429098 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dce6a2b-6d99-4c20-a81a-730f3669591d req-4a0f2035-bf72-487a-91e2-34ae92f85057 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583873 Aug 20 11:29:16.648697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.709329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9838d5f5-d560-4003-b160-df1511be9e3e None None] Provisioning for port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:16.714641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9838d5f5-d560-4003-b160-df1511be9e3e None None] Provisioning complete for port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:16.715863 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9838d5f5-d560-4003-b160-df1511be9e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.737127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75af01c6-7494-4434-89e9-35d752b0d8cf {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:29:16.745535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.769128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Transition to ACTIVE for port object 75af01c6-7494-4434-89e9-35d752b0d8cf will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:16.789937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9838d5f5-d560-4003-b160-df1511be9e3e None None] Port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:29:16.851370 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.892931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d71e0-4fc3-43c3-aa4e-dbf709adc2f4 req-c8da2af5-a000-4f3b-8544-100b0d829acb tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:16.894555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d28d71e0-4fc3-43c3-aa4e-dbf709adc2f4 req-c8da2af5-a000-4f3b-8544-100b0d829acb tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 932 time: 0.0594599 Aug 20 11:29:16.909049 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.955128 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:16.984641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Pushing event updated for resources: {'Port': ['ID=75af01c6-7494-4434-89e9-35d752b0d8cf,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:16.992620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d28d71e0-4fc3-43c3-aa4e-dbf709adc2f4 req-849e1380-b77f-4a25-bbde-d8624d5bc7ac tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901945 Aug 20 11:29:17.029833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:17.036502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:17.089447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Attempting to bind port 75af01c6-7494-4434-89e9-35d752b0d8cf on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:29:17.089831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Attempting to bind port 75af01c6-7494-4434-89e9-35d752b0d8cf by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:29:17.090124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Attempting to bind port 75af01c6-7494-4434-89e9-35d752b0d8cf on network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:17.095302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Port 75af01c6-7494-4434-89e9-35d752b0d8cf on network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:29:17.095676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Attempting to bind port 75af01c6-7494-4434-89e9-35d752b0d8cf on network d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:17.102555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:29:17.102771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Checking segment: {'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:17.103040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Bound using segment: {'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:29:17.103483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Bound port: 75af01c6-7494-4434-89e9-35d752b0d8cf, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df01ae02-eaa1-4769-aaff-7c44801f88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:29:17.104128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:17.144318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:17.146278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:17.181031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] For port 75af01c6-7494-4434-89e9-35d752b0d8cf, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:17.186053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] For port 75af01c6-7494-4434-89e9-35d752b0d8cf, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=75af01c6-7494-4434-89e9-35d752b0d8cf,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:29:17.282236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Router cecb67eb-10ee-4425-973e-afbca01359e0 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:29:17.412887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b7a559f1-8fe7-447e-acde-23f438fdfcbf None None] Provisioning complete for port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:17.413389 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b7a559f1-8fe7-447e-acde-23f438fdfcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:17.419489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-15e9245f-3a42-41c1-b5a1-1fa6a63bd58b req-899b73da-8496-4927-8f2b-84c5d89e1d40 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0642829 Aug 20 11:29:17.436474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:29:17.442983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e0be8735-1af8-4688-9e63-30302cfb21a6 admin admin] 10.222.0.10 "PUT /v2.0/routers/cecb67eb-10ee-4425-973e-afbca01359e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8131394 Aug 20 11:29:17.467191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b7a559f1-8fe7-447e-acde-23f438fdfcbf None None] Port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:29:17.561302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b0f4c-cecb-48bd-a2a2-b6f6683c6e8a req-b2ec1059-e182-4bb0-bbee-66515a014b7c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:17.563008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-433b0f4c-cecb-48bd-a2a2-b6f6683c6e8a req-b2ec1059-e182-4bb0-bbee-66515a014b7c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0514538 Aug 20 11:29:17.586554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:17.631764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:17.632569 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:17.633819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] 10.222.0.57 "PUT /v2.0/ports/75af01c6-7494-4434-89e9-35d752b0d8cf HTTP/1.1" status: 200 len: 1092 time: 1.3461504 Aug 20 11:29:17.640484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a71f6b9-9d7b-4e43-b472-d9e279451b37', 'tag': '75af01c6-7494-4434-89e9-35d752b0d8cf'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:17.642855 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041deca8-4f55-40d2-9537-e59f651a60c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a71f6b9-9d7b-4e43-b472-d9e279451b37", "tag": "75af01c6-7494-4434-89e9-35d752b0d8cf"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:17.654973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-433b0f4c-cecb-48bd-a2a2-b6f6683c6e8a req-b6dd65b9-0833-42ab-a3ad-ab998b8a58b8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853200 Aug 20 11:29:17.675429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a78e3-8245-4fdb-a684-7908c05cf67a service neutron] Pushing event updated for resources: {'Port': ['ID=75af01c6-7494-4434-89e9-35d752b0d8cf,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:17.708571 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644d1615-f653-4183-8139-1ceb627a6e8d x-openstack-request-id: req-644d1615-f653-4183-8139-1ceb627a6e8d {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:17.708871 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a71f6b9-9d7b-4e43-b472-d9e279451b37", "tag": "75af01c6-7494-4434-89e9-35d752b0d8cf", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:17.709131 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-644d1615-f653-4183-8139-1ceb627a6e8d {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:17.709737 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a71f6b9-9d7b-4e43-b472-d9e279451b37', 'tag': '75af01c6-7494-4434-89e9-35d752b0d8cf', 'status': 'completed', 'code': 200} Aug 20 11:29:17.781062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041deca8-4f55-40d2-9537-e59f651a60c0 req-bc134c9e-e6ba-497f-852f-92c89af83f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:17.782794 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-041deca8-4f55-40d2-9537-e59f651a60c0 req-bc134c9e-e6ba-497f-852f-92c89af83f33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 1095 time: 0.0533860 Aug 20 11:29:17.820617 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d1d9eeb0-fe06-4809-aea3-d9603e70de47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:17.891195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041deca8-4f55-40d2-9537-e59f651a60c0 req-b405a889-6941-4ee6-a033-0ef2eef9fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:17.892987 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-041deca8-4f55-40d2-9537-e59f651a60c0 req-b405a889-6941-4ee6-a033-0ef2eef9fd4c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1029739 Aug 20 11:29:17.941389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-a90386b2-815e-4020-a476-fd399da64b8b tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2156553 Aug 20 11:29:17.951990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:17.999613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041deca8-4f55-40d2-9537-e59f651a60c0 req-9e46d023-bbdd-4b90-9f84-70fa333652b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:18.001125 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-041deca8-4f55-40d2-9537-e59f651a60c0 req-9e46d023-bbdd-4b90-9f84-70fa333652b1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011722 Aug 20 11:29:18.059740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Sync routers for ids ['cecb67eb-10ee-4425-973e-afbca01359e0'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:29:18.069424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Routers {'cecb67eb-10ee-4425-973e-afbca01359e0'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:29:18.070124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:29:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cecb67eb-10ee-4425-973e-afbca01359e0'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:18.103392 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:18.114523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-2b96e232-3365-4adc-9bc0-7ede1b461871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:18.116627 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-2b96e232-3365-4adc-9bc0-7ede1b461871 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 1095 time: 0.0766568 Aug 20 11:29:18.168290 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-f8d74e1e-2f85-43de-b84f-cbcce389dd9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75af01c6-7494-4434-89e9-35d752b0d8cf HTTP/1.1" status: 200 len: 217 time: 0.0424702 Aug 20 11:29:18.176592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f7b2f-8054-4c4c-bf78-18b0907e209d req-580b395b-427c-42cd-b9b5-3c74746981c8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:18.178160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-050f7b2f-8054-4c4c-bf78-18b0907e209d req-580b395b-427c-42cd-b9b5-3c74746981c8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 944 time: 0.1027048 Aug 20 11:29:18.190834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Set router cecb67eb-10ee-4425-973e-afbca01359e0 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:29:18.245293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:18.245519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-38933955-ba0d-4f78-8f4d-1c74aa989efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:18.246872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-38933955-ba0d-4f78-8f4d-1c74aa989efe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed1647c0-246d-46e7-9e60-d87aa3738d25 HTTP/1.1" status: 200 len: 851 time: 0.0677459 Aug 20 11:29:18.255275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-050f7b2f-8054-4c4c-bf78-18b0907e209d req-09ad107f-7bf7-4d17-8c08-73299f288df0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670874 Aug 20 11:29:18.323399 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-fae33824-2e05-4a6d-87b6-a40c78ed6154 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328357 Aug 20 11:29:18.323511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 208b51ee-6363-43fc-ad24-35ab8bec4cca up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:18.371044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Allocated IP 172.25.4.55 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/7c630e9c-10dc-4f1d-a19f-4ec992f4398b) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:29:18.442052 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-731e24f0-de5d-4ae3-9011-832ff6daa49c service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161077 Aug 20 11:29:18.501771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'name': 'tempest-FloatingIPsTestJSON-1919996927-router', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:29:12Z', 'updated_at': '2021-08-20T11:29:16Z', 'revision_number': 4, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'gw_port': {'id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:29:13Z', 'updated_at': '2021-08-20T11:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae', 'name': '', 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'mac_address': 'fa:16:3e:f7:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b8a68340-3b3f-485e-9b65-715cd0815296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:29:15Z', 'updated_at': '2021-08-20T11:29:16Z', 'revision_number': 2, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'subnets': [{'id': 'b8a68340-3b3f-485e-9b65-715cd0815296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:18.503689 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:18.544729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Checking router: cecb67eb-10ee-4425-973e-afbca01359e0 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:29:18.545178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Updating router cecb67eb-10ee-4425-973e-afbca01359e0 port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:29:18.579351 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:18.585124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 208b51ee-6363-43fc-ad24-35ab8bec4cca completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:18.592347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 208b51ee-6363-43fc-ad24-35ab8bec4cca triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:18.592347 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:18.604123 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d854cee-9c0f-438e-b0e0-7d014f231a0e req-5e436908-da62-4938-b3c3-ad34f2da3150 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0507982 Aug 20 11:29:18.628364 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:18.652818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b424db2-0551-4c1e-862d-16ebd108dcd0 req-dc66472d-698f-41d0-892d-54bc58061a75 service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860473 Aug 20 11:29:18.663628 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:18.706236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:18.710889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:18.718290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:29:18.722032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Pushing event updated for resources: {'Port': ['ID=7c630e9c-10dc-4f1d-a19f-4ec992f4398b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:18.814699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d046e-a6f9-4cc5-bba8-64786c2a02e5 req-499dfec2-4db3-4f55-89f1-d577860c54d1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:18.822499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f22d046e-a6f9-4cc5-bba8-64786c2a02e5 req-499dfec2-4db3-4f55-89f1-d577860c54d1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0788186 Aug 20 11:29:18.826827 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:18.856037 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f22d046e-a6f9-4cc5-bba8-64786c2a02e5 req-7fdb1302-4d0e-45ec-aaf8-ddcc830f88d2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Aug 20 11:29:19.006514 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:19.038321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 208b51ee-6363-43fc-ad24-35ab8bec4cca, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=208b51ee-6363-43fc-ad24-35ab8bec4cca,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:19.094804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:19.155544 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:19.168052 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Transition to ACTIVE for port object c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:19.272275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:19.382726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cac0f-ad71-4c38-90f1-b02b330118af req-5bf11297-34d3-48a8-9ffd-5ece868f3d93 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:19.384142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-763cac0f-ad71-4c38-90f1-b02b330118af req-5bf11297-34d3-48a8-9ffd-5ece868f3d93 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 944 time: 0.0541761 Aug 20 11:29:19.421222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-763cac0f-ad71-4c38-90f1-b02b330118af req-9689c707-239c-4ce5-b8b1-0c8b19a34c2e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Aug 20 11:29:19.699166 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:19.723948 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a11141fc-4e35-49d2-b9ff-2d8d4244f791 req-d2e57c1a-4fdb-4111-84b1-4124682bd94a tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0263548 Aug 20 11:29:19.762309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=208b51ee-6363-43fc-ad24-35ab8bec4cca,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:19.898601 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:19.902705 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:19.921475 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-d3c520c9-21b3-460f-a760-d5e90a58c63a service neutron] show failed (client error): The resource could not be found. Aug 20 11:29:19.922729 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-d3c520c9-21b3-460f-a760-d5e90a58c63a service neutron] 10.222.0.57 "GET /v2.0/ports/c16eef19-f893-4fd4-8894-ca09aaf35980/bindings/n-h2-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0615041 Aug 20 11:29:19.959536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064cc7b-a0bd-4d65-9216-d8108b82e6f6 None None] Pushing event updated for resources: {'Port': ['ID=c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:20.018281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e23d-0a86-4619-9ab9-4b300d7551c2 req-83546746-98dc-483a-8559-3dd6e68b81b1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:20.020023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aac5e23d-0a86-4619-9ab9-4b300d7551c2 req-83546746-98dc-483a-8559-3dd6e68b81b1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0784209 Aug 20 11:29:20.037298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Attempting to bind port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:29:20.037688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Attempting to bind port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f697f08f-c501-4ab5-9d4a-b92073787ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:29:20.038061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Attempting to bind port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae on network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:20.045653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:29:20.046041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Checking segment: {'id': 'f697f08f-c501-4ab5-9d4a-b92073787ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:20.046475 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:20.046884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Bound using segment: {'id': 'f697f08f-c501-4ab5-9d4a-b92073787ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:29:20.047711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Bound port: c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f697f08f-c501-4ab5-9d4a-b92073787ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:29:20.047711 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:20.049837 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:20.069831 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aac5e23d-0a86-4619-9ab9-4b300d7551c2 req-83db2dc2-e1f7-44da-a007-c38a6a07b9c4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Aug 20 11:29:20.130673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] For port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:20.134667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] For port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae,segment=NetworkSegment(f697f08f-c501-4ab5-9d4a-b92073787ba2),segment_id=f697f08f-c501-4ab5-9d4a-b92073787ba2)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:29:20.140745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Pushing event updated for resources: {'Port': ['ID=7c630e9c-10dc-4f1d-a19f-4ec992f4398b,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:20.146805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:20.257574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 208b51ee-6363-43fc-ad24-35ab8bec4cca up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:20.294813 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:20.378126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:20.385255 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-d044d43c-ed2b-4894-9d61-a59025859894 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4327345 Aug 20 11:29:20.388031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Routers {'cecb67eb-10ee-4425-973e-afbca01359e0'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:29:20.388691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:29:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cecb67eb-10ee-4425-973e-afbca01359e0'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:20.390584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064cc7b-a0bd-4d65-9216-d8108b82e6f6 None None] Pushing event updated for resources: {'Port': ['ID=c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:20.438069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 208b51ee-6363-43fc-ad24-35ab8bec4cca triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:20.438503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:20.476348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-f51dddb7-4e72-4cd9-9814-9e1e98949d41 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 695 time: 0.0834537 Aug 20 11:29:20.544374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] Set router cecb67eb-10ee-4425-973e-afbca01359e0 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:29:20.569844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce3c8b-be1f-4446-97aa-43a7d9146396 req-9284f2b5-89d1-4182-a55b-03b844e8170a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:20.584548 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-40ce3c8b-be1f-4446-97aa-43a7d9146396 req-9284f2b5-89d1-4182-a55b-03b844e8170a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 944 time: 0.0868685 Aug 20 11:29:20.613809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-194225c2-051f-4208-9d51-ca28f685fc44 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:20.615663 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-194225c2-051f-4208-9d51-ca28f685fc44 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1305158 Aug 20 11:29:20.630021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-b8cbc458-bb29-477c-b44c-9fe0669bb2cf tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:29:20.631341 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dde7df7a-21e7-4fa4-95f5-68f9051f5f7d req-b8cbc458-bb29-477c-b44c-9fe0669bb2cf tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091183 Aug 20 11:29:20.660061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-40ce3c8b-be1f-4446-97aa-43a7d9146396 req-b1fc802d-8d05-4f22-8557-b84889bc3f32 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681059 Aug 20 11:29:20.705692 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad978630-ca70-48f0-8668-0bd36cf94944 req-2900fc06-186f-4c1b-9352-e1a142d964c5 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips/e5c4b48a-8f50-42a3-8d23-f9a812cc330e HTTP/1.1" status: 200 len: 692 time: 0.0513546 Aug 20 11:29:20.823806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'name': 'tempest-FloatingIPsTestJSON-1919996927-router', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:29:12Z', 'updated_at': '2021-08-20T11:29:16Z', 'revision_number': 4, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'gw_port': {'id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:29:13Z', 'updated_at': '2021-08-20T11:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae', 'name': '', 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'mac_address': 'fa:16:3e:f7:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b8a68340-3b3f-485e-9b65-715cd0815296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:29:15Z', 'updated_at': '2021-08-20T11:29:20Z', 'revision_number': 4, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'subnets': [{'id': 'b8a68340-3b3f-485e-9b65-715cd0815296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:20.833751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad978630-ca70-48f0-8668-0bd36cf94944 req-d788ad50-3db0-42bb-9e27-6c3395172194 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:20.835219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad978630-ca70-48f0-8668-0bd36cf94944 req-d788ad50-3db0-42bb-9e27-6c3395172194 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1116712 Aug 20 11:29:20.849010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-ad978630-ca70-48f0-8668-0bd36cf94944 req-d561a2fc-17db-41bd-9ee5-17f222b5eaaa tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:29:20.851499 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad978630-ca70-48f0-8668-0bd36cf94944 req-d561a2fc-17db-41bd-9ee5-17f222b5eaaa tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069568 Aug 20 11:29:20.853137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf38e88-6923-4775-a3c1-5f7d47dadb5a None None] The sync data for ids ['cecb67eb-10ee-4425-973e-afbca01359e0'] in n-d-804230-3 is: [{'id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'name': 'tempest-FloatingIPsTestJSON-1919996927-router', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:29:12Z', 'updated_at': '2021-08-20T11:29:16Z', 'revision_number': 4, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'gw_port': {'id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:29:13Z', 'updated_at': '2021-08-20T11:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae', 'name': '', 'network_id': '9feae9c5-8948-4aca-bdb0-af4ac748d4cc', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'mac_address': 'fa:16:3e:f7:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'b8a68340-3b3f-485e-9b65-715cd0815296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:29:15Z', 'updated_at': '2021-08-20T11:29:20Z', 'revision_number': 4, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'subnets': [{'id': 'b8a68340-3b3f-485e-9b65-715cd0815296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:29:20.884920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:20.891507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6fa84e2-e5b9-4677-bf39-05ce72e6c6b0 req-386cc59d-f74a-4b39-abe4-a162c3047f61 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0473912 Aug 20 11:29:20.970803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-5912dda6-4698-41be-ac47-4ab3899177a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:20.975841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-5912dda6-4698-41be-ac47-4ab3899177a9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 1097 time: 0.0905519 Aug 20 11:29:20.979416 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b175d6-8961-48f4-aebc-12cc566ee939 req-1d0b6656-759f-45cc-b396-a246b503db69 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=fe1c9aa320fc4ef08de7977fc77eb78f HTTP/1.1" status: 200 len: 695 time: 0.0988550 Aug 20 11:29:20.992039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:21.070340 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:21.143460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b175d6-8961-48f4-aebc-12cc566ee939 req-46a3bd96-bec5-4796-a0df-a7c2d11558d2 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:21.145910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b175d6-8961-48f4-aebc-12cc566ee939 req-46a3bd96-bec5-4796-a0df-a7c2d11558d2 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/networks?id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 787 time: 0.1520851 Aug 20 11:29:21.159644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-70b175d6-8961-48f4-aebc-12cc566ee939 req-3e1c7e48-b967-4dcf-8d1f-5de2addc2fbe tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:29:21.165511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b175d6-8961-48f4-aebc-12cc566ee939 req-3e1c7e48-b967-4dcf-8d1f-5de2addc2fbe tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133843 Aug 20 11:29:21.263131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-98fb8aaa-181b-4e28-9785-8459420c1ab0 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips/e5c4b48a-8f50-42a3-8d23-f9a812cc330e HTTP/1.1" status: 200 len: 692 time: 0.0758574 Aug 20 11:29:21.303133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 75af01c6-7494-4434-89e9-35d752b0d8cf details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:29:21.329253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6bb0d-9dd8-4bef-9abf-32a03853f129 req-2206ba99-fc92-423f-ab87-fa5a8271363d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:21.330933 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a6bb0d-9dd8-4bef-9abf-32a03853f129 req-2206ba99-fc92-423f-ab87-fa5a8271363d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.1301851 Aug 20 11:29:21.403764 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86a6bb0d-9dd8-4bef-9abf-32a03853f129 req-35bc7bf4-f6a0-4fd4-8f33-340b805d5afe tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622029 Aug 20 11:29:21.415970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:21.417112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-946b2a1e-0b06-4762-801f-86549e1b4d6a tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:21.424660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-946b2a1e-0b06-4762-801f-86549e1b4d6a tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1602941 Aug 20 11:29:21.431338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-21b41f6b-e7f9-4969-9eb7-a190b026a014 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:29:21.449497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-21b41f6b-e7f9-4969-9eb7-a190b026a014 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235193 Aug 20 11:29:21.460498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 75af01c6-7494-4434-89e9-35d752b0d8cf, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=75af01c6-7494-4434-89e9-35d752b0d8cf,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:21.464423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:21.509110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '75af01c6-7494-4434-89e9-35d752b0d8cf', 'network_id': 'd5228966-c9e2-4d5e-8f8c-7e737fa0bd2c', 'port_id': '75af01c6-7494-4434-89e9-35d752b0d8cf', 'mac_address': 'fa:16:3e:b4:95:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1647c0-246d-46e7-9e60-d87aa3738d25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:29:21.514950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-9c4f8349-5484-4398-8b58-c87cb0c1e663 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 695 time: 0.0592673 Aug 20 11:29:21.516536 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:21.520426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:21.523238 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86b7e62-5293-45f5-8d95-91728770ae4f" -d '{"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-unplugged", "status": "completed", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:21.537978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Transition to ACTIVE for port object c16eef19-f893-4fd4-8894-ca09aaf35980 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:21.571055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-b917c236-60e5-49bb-83c9-277213f8af0c tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.55 HTTP/1.1" status: 200 len: 695 time: 0.0601723 Aug 20 11:29:21.590531 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:21.612355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75af01c6-7494-4434-89e9-35d752b0d8cf {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:29:21.644879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 75af01c6-7494-4434-89e9-35d752b0d8cf, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=75af01c6-7494-4434-89e9-35d752b0d8cf,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:21.655777 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:21.733866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-45d938d3-daff-4f4e-8201-5e6bbabd0576 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Deleting port 7c630e9c-10dc-4f1d-a19f-4ec992f4398b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:21.733866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-45d938d3-daff-4f4e-8201-5e6bbabd0576 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:21.784920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0d95ebe-9dee-4614-a525-fc9901b648b8 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:21.787894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0d95ebe-9dee-4614-a525-fc9901b648b8 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/networks?id=70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 200 len: 813 time: 0.2234454 Aug 20 11:29:21.788774 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:21.807272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:21.830641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-8d69d88d-9f68-41a2-8822-90ee916473a6 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/quotas/fde855dbf29d40fea21b6c5670ec3757 HTTP/1.1" status: 200 len: 375 time: 0.0271139 Aug 20 11:29:21.848450 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-45d938d3-daff-4f4e-8201-5e6bbabd0576 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:21.848450 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-45d938d3-daff-4f4e-8201-5e6bbabd0576 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:21.885638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] No DVR routers for this DVR port c16eef19-f893-4fd4-8894-ca09aaf35980 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:21.893638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-45d938d3-daff-4f4e-8201-5e6bbabd0576 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Calling delete_port for 7c630e9c-10dc-4f1d-a19f-4ec992f4398b owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:21.913393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=75af01c6-7494-4434-89e9-35d752b0d8cf,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:21.950964 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-73ccc0e2-a70f-4447-9f71-f2b6e4f884ec tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192956 Aug 20 11:29:22.031118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['75af01c6-7494-4434-89e9-35d752b0d8cf'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:29:22.097891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3a00bd85-f660-4a3c-aca6-00c1072a02ef service neutron] 10.222.0.10 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459932 Aug 20 11:29:22.179027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:29:22.179259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:29:22.179578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:22.191272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Port c16eef19-f893-4fd4-8894-ca09aaf35980 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:29:22.191791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:22.195461 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-45d938d3-daff-4f4e-8201-5e6bbabd0576 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:22.200658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:29:22.200994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Checking segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:22.201377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Bound using segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:29:22.201814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Bound port: c16eef19-f893-4fd4-8894-ca09aaf35980, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:29:22.202172 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:22.241965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d938d3-daff-4f4e-8201-5e6bbabd0576 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Pushing event deleted for resources: {'Port': ['ID=7c630e9c-10dc-4f1d-a19f-4ec992f4398b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:22.333221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:22.333498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-45d938d3-daff-4f4e-8201-5e6bbabd0576 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:22.337801 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-45d938d3-daff-4f4e-8201-5e6bbabd0576 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:22.340527 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-97b13f8e-00d1-42fd-84a0-81ed3e99abc8 req-45d938d3-daff-4f4e-8201-5e6bbabd0576 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "DELETE /v2.0/floatingips/e5c4b48a-8f50-42a3-8d23-f9a812cc330e HTTP/1.1" status: 204 len: 173 time: 0.7624805 Aug 20 11:29:22.503532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:22.508906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:22.509777 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:22.522711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b7903-e664-4139-91b1-0be9bd6e290e req-2103df02-1390-44b0-bdf4-d6b8e813d56b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:22.524921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb1b7903-e664-4139-91b1-0be9bd6e290e req-2103df02-1390-44b0-bdf4-d6b8e813d56b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 945 time: 0.0670638 Aug 20 11:29:22.571777 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb1b7903-e664-4139-91b1-0be9bd6e290e req-b62d6592-2888-47bc-b06d-487e272347bc tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392456 Aug 20 11:29:22.623867 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:22.645658 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183a4013-a9b8-464c-abc5-330efeb17c6d x-openstack-request-id: req-183a4013-a9b8-464c-abc5-330efeb17c6d {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:22.645947 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-unplugged", "status": "completed", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:22.646196 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-183a4013-a9b8-464c-abc5-330efeb17c6d {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:22.646608 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'code': 200} Aug 20 11:29:22.659825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae,segment=NetworkSegment(f697f08f-c501-4ab5-9d4a-b92073787ba2),segment_id=f697f08f-c501-4ab5-9d4a-b92073787ba2)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:22.661362 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-9b5665ba-8afb-4815-9335-2f038fbd8c80 service neutron] 10.222.0.10 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389042 Aug 20 11:29:22.687837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:22.690933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:29:22.757726 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:22.801379 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:22.806909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:22.836843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:22.837513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:22.838968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] 10.222.0.38 "PUT /v2.0/ports/c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1092 time: 1.8515735 Aug 20 11:29:22.870500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9504-f426-402f-b1dd-58237fff8aaf service neutron] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:22.917863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-09f9768b-5505-40f2-a653-1e328e06852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:22.919558 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-09f9768b-5505-40f2-a653-1e328e06852c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1095 time: 0.0572069 Aug 20 11:29:23.026499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f5d75ee-848b-44a7-b71f-d29b3898d630 req-7055223d-3171-4201-bcd9-86b5c7d2e8dd tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0425529 Aug 20 11:29:23.147568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-8f79ff20-dd58-46f5-b4d8-0974a15dd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.148991 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-8f79ff20-dd58-46f5-b4d8-0974a15dd82e service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.2215469 Aug 20 11:29:23.310687 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-584887ff-b986-469f-83d4-ac42f3f98d95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1000 time: 0.1507161 Aug 20 11:29:23.324991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480297a-af37-499c-b353-b2594c547379 req-50d35294-e798-4c02-ae9a-e1fe820c8d32 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.326603 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a480297a-af37-499c-b353-b2594c547379 req-50d35294-e798-4c02-ae9a-e1fe820c8d32 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 944 time: 0.0542076 Aug 20 11:29:23.334071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 75af01c6-7494-4434-89e9-35d752b0d8cf up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:23.388895 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-8846960e-e230-49bc-96c1-af14fc88e7bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3265083 Aug 20 11:29:23.393001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a480297a-af37-499c-b353-b2594c547379 req-eda4acfe-a392-4a17-b4f7-196dd4aadefd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534849 Aug 20 11:29:23.406741 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-2b03b13c-9ce4-4b4e-8fd0-7ca00b1e338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.408377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-2b03b13c-9ce4-4b4e-8fd0-7ca00b1e338b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.0867364 Aug 20 11:29:23.411965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:23.475341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-cecabf6b-91bf-4ec7-b71f-c94e5c3d1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.475814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d55b28de-f30c-4e7c-89e3-0f1ae53a6c2a req-107fa46c-6b12-4a4c-b89a-9668e74339a1 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 210 time: 0.0324128 Aug 20 11:29:23.477050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-cecabf6b-91bf-4ec7-b71f-c94e5c3d1d81 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564742 Aug 20 11:29:23.583087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 75af01c6-7494-4434-89e9-35d752b0d8cf completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:23.587228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 75af01c6-7494-4434-89e9-35d752b0d8cf triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:23.593611 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:23.593768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-7d08ee82-33a5-4b83-b032-9ff6029a8d94 service neutron] 10.222.0.38 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006012 Aug 20 11:29:23.593877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efe55f-4fb2-483b-9d8e-2d23554630d4 req-6f5be9c3-eb4d-41c1-b479-9c63a67db11e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.597245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efe55f-4fb2-483b-9d8e-2d23554630d4 req-6f5be9c3-eb4d-41c1-b479-9c63a67db11e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.603667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efe55f-4fb2-483b-9d8e-2d23554630d4 req-6f5be9c3-eb4d-41c1-b479-9c63a67db11e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.614717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efe55f-4fb2-483b-9d8e-2d23554630d4 req-6f5be9c3-eb4d-41c1-b479-9c63a67db11e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.622212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efe55f-4fb2-483b-9d8e-2d23554630d4 req-6f5be9c3-eb4d-41c1-b479-9c63a67db11e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.628424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efe55f-4fb2-483b-9d8e-2d23554630d4 req-6f5be9c3-eb4d-41c1-b479-9c63a67db11e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.635245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efe55f-4fb2-483b-9d8e-2d23554630d4 req-6f5be9c3-eb4d-41c1-b479-9c63a67db11e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.636998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1efe55f-4fb2-483b-9d8e-2d23554630d4 req-6f5be9c3-eb4d-41c1-b479-9c63a67db11e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5446 time: 0.1033847 Aug 20 11:29:23.673267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:23.678295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:23.692465 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1efe55f-4fb2-483b-9d8e-2d23554630d4 req-e6d370d4-5ce5-4db0-8d87-d36f8dafc813 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471292 Aug 20 11:29:23.715131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a71f6b9-9d7b-4e43-b472-d9e279451b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75af01c6-7494-4434-89e9-35d752b0d8cf'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:23.718358 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a443140-9a62-49b7-aa5e-bbfea0c31ccf" -d '{"events": [{"server_uuid": "3a71f6b9-9d7b-4e43-b472-d9e279451b37", "name": "network-vif-plugged", "status": "completed", "tag": "75af01c6-7494-4434-89e9-35d752b0d8cf"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:23.743773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 75af01c6-7494-4434-89e9-35d752b0d8cf, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=75af01c6-7494-4434-89e9-35d752b0d8cf,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:23.773882 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36bac963-cd07-4bed-b89a-5d1eecc76076 req-4d23fc4c-8fb9-4fb9-acbd-ed494614e6f0 service neutron] 10.222.0.38 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691797 Aug 20 11:29:23.814335 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:23.827846 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:23.828326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d655a-f698-48bd-b486-60837548e06b req-4af50ff8-9001-448d-ba73-4d0a8faeefd1 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:23.828657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:23.830905 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-740d655a-f698-48bd-b486-60837548e06b req-4af50ff8-9001-448d-ba73-4d0a8faeefd1 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 945 time: 0.0553498 Aug 20 11:29:23.903076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-740d655a-f698-48bd-b486-60837548e06b req-326b10c1-292c-4531-bf4f-53882adeea9f tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661972 Aug 20 11:29:23.922178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:23.927181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=75af01c6-7494-4434-89e9-35d752b0d8cf,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:23.954402 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7554e3ae-57cd-45cf-a98a-c15b8ace56fa x-openstack-request-id: req-7554e3ae-57cd-45cf-a98a-c15b8ace56fa {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:23.954806 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a71f6b9-9d7b-4e43-b472-d9e279451b37", "name": "network-vif-plugged", "status": "completed", "tag": "75af01c6-7494-4434-89e9-35d752b0d8cf", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:23.955066 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7554e3ae-57cd-45cf-a98a-c15b8ace56fa {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:23.956045 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a71f6b9-9d7b-4e43-b472-d9e279451b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75af01c6-7494-4434-89e9-35d752b0d8cf', 'code': 200} Aug 20 11:29:23.987022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Allocated IP 172.25.4.42 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/f0f3934d-18f5-4828-83e3-71e02109671e) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:29:24.120803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbb0e8-9b3e-475f-a72b-ef4fe258ad16 req-75b41578-dde6-4489-9296-b48d95f0616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:24.122323 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26dbb0e8-9b3e-475f-a72b-ef4fe258ad16 req-75b41578-dde6-4489-9296-b48d95f0616d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 1097 time: 0.0827918 Aug 20 11:29:24.138740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-235b7e0a-d5a5-444e-af12-99933a91e795 req-c5a4382b-1da4-4cc9-a9f0-fa0a7cde87e3 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0312550 Aug 20 11:29:24.142354 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:24.178999 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26dbb0e8-9b3e-475f-a72b-ef4fe258ad16 req-ae86d833-4680-4bfc-ba9f-ed1d17da603c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471759 Aug 20 11:29:24.266773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:24.316731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:24.317141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:24.354643 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:24.397178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:24.400321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:24.404205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:29:24.429671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Pushing event updated for resources: {'Port': ['ID=f0f3934d-18f5-4828-83e3-71e02109671e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:24.528271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-198cf93f-a2fb-423c-8401-bc799393d89a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:24.534306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-198cf93f-a2fb-423c-8401-bc799393d89a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:24.540414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-198cf93f-a2fb-423c-8401-bc799393d89a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:24.546427 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-198cf93f-a2fb-423c-8401-bc799393d89a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:24.553008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-198cf93f-a2fb-423c-8401-bc799393d89a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:24.559091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-198cf93f-a2fb-423c-8401-bc799393d89a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:24.565070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-198cf93f-a2fb-423c-8401-bc799393d89a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:24.567627 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-198cf93f-a2fb-423c-8401-bc799393d89a tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5446 time: 0.1316681 Aug 20 11:29:24.621050 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:24.634415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-2ef37a50-3cef-4208-8015-546d98f1cfc3 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:24.636093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-2ef37a50-3cef-4208-8015-546d98f1cfc3 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "GET /v2.0/ports/153954e2-ea32-4f96-8194-59c54f6c2819?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0607944 Aug 20 11:29:24.652237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:24.654669 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d788270-e7cb-452c-a04e-5e0272eb4bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:24.738786 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:24.830566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-0e81a7e9-3a27-4bb9-987c-2991bcc9c56c tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "GET /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1867099 Aug 20 11:29:24.840611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb0ec-1924-43a5-8fdc-3f61ce53e83b req-78b66619-ffee-4bca-b490-9497d1bde7cb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:24.842192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad6fb0ec-1924-43a5-8fdc-3f61ce53e83b req-78b66619-ffee-4bca-b490-9497d1bde7cb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 944 time: 0.3654435 Aug 20 11:29:24.873168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:24.889078 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad6fb0ec-1924-43a5-8fdc-3f61ce53e83b req-c35c609d-4d79-47c1-b8a9-50ce5c59abf7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357401 Aug 20 11:29:24.953643 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:25.000084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f017fbd-4f42-4d93-972b-1688a7c8415e req-ffac7084-2568-4a44-b252-1cec6a5dc249 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 210 time: 0.0284393 Aug 20 11:29:25.043652 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:25.095867 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeff629-2837-4811-aae4-97d17390d488 x-openstack-request-id: req-aeeff629-2837-4811-aae4-97d17390d488 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:25.095867 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:25.095867 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aeeff629-2837-4811-aae4-97d17390d488 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:25.095867 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'status': 'completed', 'code': 200} Aug 20 11:29:25.128861 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:25.178369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-14472c9b-cd03-48ea-ba2a-52903f0bb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.180010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-14472c9b-cd03-48ea-ba2a-52903f0bb7e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1095 time: 0.0858650 Aug 20 11:29:25.195634 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32a07-5315-4082-9bcf-b8ff32048801 req-025af8e9-b9ea-46a0-87e3-cc135f1126a1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.201676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32a07-5315-4082-9bcf-b8ff32048801 req-025af8e9-b9ea-46a0-87e3-cc135f1126a1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.208198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32a07-5315-4082-9bcf-b8ff32048801 req-025af8e9-b9ea-46a0-87e3-cc135f1126a1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.214159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32a07-5315-4082-9bcf-b8ff32048801 req-025af8e9-b9ea-46a0-87e3-cc135f1126a1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.220419 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32a07-5315-4082-9bcf-b8ff32048801 req-025af8e9-b9ea-46a0-87e3-cc135f1126a1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.227204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32a07-5315-4082-9bcf-b8ff32048801 req-025af8e9-b9ea-46a0-87e3-cc135f1126a1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.233924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32a07-5315-4082-9bcf-b8ff32048801 req-025af8e9-b9ea-46a0-87e3-cc135f1126a1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.236171 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2e32a07-5315-4082-9bcf-b8ff32048801 req-025af8e9-b9ea-46a0-87e3-cc135f1126a1 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 5446 time: 0.1142085 Aug 20 11:29:25.237093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Pushing event updated for resources: {'Port': ['ID=f0f3934d-18f5-4828-83e3-71e02109671e,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:25.249640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-5f46351f-ea2a-4526-ac34-6ac4a05d8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.250612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-5f46351f-ea2a-4526-ac34-6ac4a05d8325 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1095 time: 0.1572154 Aug 20 11:29:25.252520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] For port 153954e2-ea32-4f96-8194-59c54f6c2819, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=153954e2-ea32-4f96-8194-59c54f6c2819,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:25.283309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:25.329655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2e32a07-5315-4082-9bcf-b8ff32048801 req-b40f6f2b-2842-491f-8d52-84eaacd570a2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823927 Aug 20 11:29:25.363448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] For port 153954e2-ea32-4f96-8194-59c54f6c2819, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:25.381504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-751b0193-e3ee-491b-a0a2-9d5797815866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.383332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-751b0193-e3ee-491b-a0a2-9d5797815866 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.1460934 Aug 20 11:29:25.430207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] device_id is not set on port 153954e2-ea32-4f96-8194-59c54f6c2819 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:29:25.439338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-abac758a-2660-4013-92cf-af7d48d25ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.441183 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-abac758a-2660-4013-92cf-af7d48d25ff1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.1798284 Aug 20 11:29:25.447106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:25.489492 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:25.491002 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-1b1933d7-d5c4-43f6-b300-56ca780675a6 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0875971 Aug 20 11:29:25.491132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-ad537366-1db3-4670-8942-4f8e7cb45040 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1000 time: 0.0935841 Aug 20 11:29:25.502571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae780e9-a574-400d-9c39-f06e612051d9 req-efe3d2c8-25e7-42dd-a8a1-69f8832adece tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.504130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae780e9-a574-400d-9c39-f06e612051d9 req-efe3d2c8-25e7-42dd-a8a1-69f8832adece tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0669687 Aug 20 11:29:25.576452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-d62cb40a-8a44-4b38-9ecc-fae4f23001c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.577955 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-d62cb40a-8a44-4b38-9ecc-fae4f23001c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.0726740 Aug 20 11:29:25.589822 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-d6138113-2dec-4969-b17d-afb7f8370060 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1000 time: 0.1375513 Aug 20 11:29:25.591527 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae780e9-a574-400d-9c39-f06e612051d9 req-fd4582cf-4247-44a9-904a-d8cecafb8745 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778477 Aug 20 11:29:25.593060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-8987c96b-98dc-4b0e-850a-7cb40c203159 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.0921171 Aug 20 11:29:25.640429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:25.714959 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a37fc97-ae29-48db-96e4-22ee88e44ec2 req-e54543f7-d335-47d0-b32c-46d351ef4f8f tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0435536 Aug 20 11:29:25.716754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-53376ff0-4ff1-40bb-8852-912e057bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.718180 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-53376ff0-4ff1-40bb-8852-912e057bef19 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244786 Aug 20 11:29:25.749700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] Pushing event updated for resources: {'Port': ['ID=153954e2-ea32-4f96-8194-59c54f6c2819,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:25.756413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-723935f2-475c-4770-bfff-791587a17cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.757977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-723935f2-475c-4770-bfff-791587a17cc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.1602986 Aug 20 11:29:25.798406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] No DVR routers for this DVR port 153954e2-ea32-4f96-8194-59c54f6c2819 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:25.807976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-b0c4a7b0-ad19-4523-95f9-1dbe27ce8baa tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.809721 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-b0c4a7b0-ad19-4523-95f9-1dbe27ce8baa tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "GET /v2.0/networks?id=70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 200 len: 813 time: 0.2308917 Aug 20 11:29:25.824874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Request body: {'port': {'device_id': '4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4', 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3', 'admin_state_up': True, 'tenant_id': 'fde855dbf29d40fea21b6c5670ec3757'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:25.882745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-ee0212ea-57d1-490b-bcaa-fcf00a383e8b tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.883538 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-ee0212ea-57d1-490b-bcaa-fcf00a383e8b tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.2772498 Aug 20 11:29:25.897992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-074a13f4-af5e-44a2-b115-911304348d9f tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:29:25.898967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4243cd03-6a23-4d3b-bcfe-299884ab6032 req-074a13f4-af5e-44a2-b115-911304348d9f tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085940 Aug 20 11:29:25.900134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] In _notify_port_updated(), no bound segment for port 153954e2-ea32-4f96-8194-59c54f6c2819 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:29:25.900568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.901185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:25.902511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-dca18ecc-20f8-4fd1-9dd7-157a17aed957 service neutron] 10.222.0.38 "PUT /v2.0/ports/153954e2-ea32-4f96-8194-59c54f6c2819 HTTP/1.1" status: 200 len: 1032 time: 1.0624437 Aug 20 11:29:25.935773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-1e8173d7-ae18-44b8-aa87-4b295621efe2 service neutron] 10.222.0.38 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060511 Aug 20 11:29:25.945314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-71f86d56-7fc4-48b7-aba2-23039ac11ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:25.947579 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-71f86d56-7fc4-48b7-aba2-23039ac11ecf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640770 Aug 20 11:29:26.061768 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-4ea9afa3-6afe-41b8-bc5e-eb26bacdf414 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips/d847976b-2a27-4a3b-b40b-9ea3c9dbc369 HTTP/1.1" status: 200 len: 692 time: 0.1369309 Aug 20 11:29:26.082790 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-b776f1d8-ee3c-4ef0-99f4-fe489c76fb3d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:26.084184 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-b776f1d8-ee3c-4ef0-99f4-fe489c76fb3d tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "GET /v2.0/ports/1748ac82-9bd3-4a4d-9d24-bfcb41f54d01?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1730936 Aug 20 11:29:26.097790 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:26.136425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-44469a4e-b360-45e1-9438-a6f91d52efa8 None None] Provisioning complete for port 153954e2-ea32-4f96-8194-59c54f6c2819 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:26.138186 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-44469a4e-b360-45e1-9438-a6f91d52efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.163514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4344a-fe01-45ca-8efb-145c6058666a req-af74720d-e08c-429f-9fb3-a8ad1adefd60 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:26.171270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ae4344a-fe01-45ca-8efb-145c6058666a req-af74720d-e08c-429f-9fb3-a8ad1adefd60 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 944 time: 0.1257510 Aug 20 11:29:26.208259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-44469a4e-b360-45e1-9438-a6f91d52efa8 None None] Port 153954e2-ea32-4f96-8194-59c54f6c2819 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:29:26.208714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-ff600cd4-0147-42f4-ba34-ddc88cab3e6c service neutron] 10.222.0.38 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638502 Aug 20 11:29:26.228950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-586399b1-53f3-4996-9aa6-a55c027b336f tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:26.230874 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-5b77a596-a89d-4bf0-b3e1-016508da8e36 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539692 Aug 20 11:29:26.231464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-586399b1-53f3-4996-9aa6-a55c027b336f tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1585214 Aug 20 11:29:26.237190 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.283270 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-5d361004-2353-4f0f-964f-f5e3ab4e40e0 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.0464668 Aug 20 11:29:26.304045 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ae4344a-fe01-45ca-8efb-145c6058666a req-949178b3-f48a-43bf-ba96-c25da9795ada tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318979 Aug 20 11:29:26.344917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-e7532fb4-07c6-49f1-a96d-e52708993ec1 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.0526845 Aug 20 11:29:26.368279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:29:26.395431 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Made reservation on behalf of fde855dbf29d40fea21b6c5670ec3757 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:29:26.399052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.449552 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7f90289-8c6f-496c-a116-5fb3e4c5e55a req-66dd88c8-803e-438b-a20c-dc6a6ea6cfa8 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 210 time: 0.0314531 Aug 20 11:29:26.453296 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d788270-e7cb-452c-a04e-5e0272eb4bd2 req-8d31fc2a-7107-48ce-8b69-650f5f6cfa76 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013619 Aug 20 11:29:26.508384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] For port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:26.526562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:26.540670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'port_id': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'mac_address': 'fa:16:3e:34:51:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:29:26.590696 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.598296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] For port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:26.606879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16eef19-f893-4fd4-8894-ca09aaf35980 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:29:26.615988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-b5828f2d-87b8-4de5-af9a-623223ea74bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Deleting port f0f3934d-18f5-4828-83e3-71e02109671e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:26.616515 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-b5828f2d-87b8-4de5-af9a-623223ea74bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.637425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:26.657442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcec93-3eae-4414-a809-22d255412023 req-36b403e3-0539-4892-a2da-82615ce5aa39 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:26.663602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcec93-3eae-4414-a809-22d255412023 req-36b403e3-0539-4892-a2da-82615ce5aa39 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:26.669743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcec93-3eae-4414-a809-22d255412023 req-36b403e3-0539-4892-a2da-82615ce5aa39 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:26.676633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcec93-3eae-4414-a809-22d255412023 req-36b403e3-0539-4892-a2da-82615ce5aa39 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:26.680341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Allocated IP 172.20.0.7 (70b8cc5d-0386-436f-9df2-433f166b2cc3/67c93569-eb45-45c6-b207-4f675efb856b/da29542b-2e8d-4ffb-b8f5-70b52233b388) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:29:26.682783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcec93-3eae-4414-a809-22d255412023 req-36b403e3-0539-4892-a2da-82615ce5aa39 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:26.688805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcec93-3eae-4414-a809-22d255412023 req-36b403e3-0539-4892-a2da-82615ce5aa39 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:26.690770 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49bcec93-3eae-4414-a809-22d255412023 req-36b403e3-0539-4892-a2da-82615ce5aa39 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 4667 time: 0.1594732 Aug 20 11:29:26.697685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] device_id is not set on port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:29:26.719504 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.742890 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-b5828f2d-87b8-4de5-af9a-623223ea74bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.743227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-b5828f2d-87b8-4de5-af9a-623223ea74bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.743716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49bcec93-3eae-4414-a809-22d255412023 req-74ea9ab1-1b28-4c3d-b0fc-bb76e5b0e650 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=53dd0bba-5011-48f0-9e57-365f984cbdac&id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414736 Aug 20 11:29:26.766898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-b5828f2d-87b8-4de5-af9a-623223ea74bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Calling delete_port for f0f3934d-18f5-4828-83e3-71e02109671e owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:26.777326 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.827076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:26.839734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:26.912589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc173f2-0cb1-4668-9822-dc59ed34980c req-f8c5722d-651d-4cf6-bf73-1957c3998cde tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:26.914155 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-abc173f2-0cb1-4668-9822-dc59ed34980c req-f8c5722d-651d-4cf6-bf73-1957c3998cde tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.1053529 Aug 20 11:29:26.936449 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.071219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['c16eef19-f893-4fd4-8894-ca09aaf35980'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:29:27.163955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7e9db8f5-a4fa-4c14-824b-fbe4cdfdea6c None None] Provisioning complete for port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:27.164622 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e9db8f5-a4fa-4c14-824b-fbe4cdfdea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.260533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] Pushing event updated for resources: {'Port': ['ID=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:27.263170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] No DVR routers for this DVR port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:27.274251 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-b5828f2d-87b8-4de5-af9a-623223ea74bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.305723 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.309568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5828f2d-87b8-4de5-af9a-623223ea74bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Pushing event deleted for resources: {'Port': ['ID=f0f3934d-18f5-4828-83e3-71e02109671e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:27.332147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] In _notify_port_updated(), no bound segment for port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 on network 6803f477-73c6-4bfd-818a-faed4c3d95f2 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:29:27.333082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:27.333700 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.335090 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d9c7afab-fe0c-4894-ae47-8a874b02ea8b service neutron] 10.222.0.38 "PUT /v2.0/ports/1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 HTTP/1.1" status: 200 len: 1033 time: 1.2431605 Aug 20 11:29:27.339040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-abc173f2-0cb1-4668-9822-dc59ed34980c req-11434cb4-68cc-4a9b-b69d-e4d3eceb285a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795369 Aug 20 11:29:27.360013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7e9db8f5-a4fa-4c14-824b-fbe4cdfdea6c None None] Port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:29:27.438243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Network 70b8cc5d-0386-436f-9df2-433f166b2cc3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:27.449272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:27.459946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:29:27.461846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-701164a4-ddf1-4ea0-98b0-91a0cf96c8aa req-7fc02534-72f6-4849-8040-a8ae9234ac15 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0329754 Aug 20 11:29:27.472249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Pushing event updated for resources: {'Port': ['ID=da29542b-2e8d-4ffb-b8f5-70b52233b388,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:27.472249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-b5828f2d-87b8-4de5-af9a-623223ea74bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.472249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-b5828f2d-87b8-4de5-af9a-623223ea74bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.473182 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbb8c669-0d78-43d1-98a1-29e8afe3b149 req-b5828f2d-87b8-4de5-af9a-623223ea74bc tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "DELETE /v2.0/floatingips/d847976b-2a27-4a3b-b40b-9ea3c9dbc369 HTTP/1.1" status: 204 len: 173 time: 1.1192653 Aug 20 11:29:27.516022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d1994678-e879-4ac1-8517-45d44a99007b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting port e322f6da-a2f1-43aa-901f-61732f873a28 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:27.517548 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d1994678-e879-4ac1-8517-45d44a99007b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.566955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:27.567653 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.619826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3a2a1-6592-45d6-9cb4-1959b304e87d req-a0ebfd32-80ed-492d-b4e6-0dfe8b93ef9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:27.621980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-38b3a2a1-6592-45d6-9cb4-1959b304e87d req-a0ebfd32-80ed-492d-b4e6-0dfe8b93ef9c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 945 time: 0.0723674 Aug 20 11:29:27.642917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d1994678-e879-4ac1-8517-45d44a99007b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] For port e322f6da-a2f1-43aa-901f-61732f873a28, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=e322f6da-a2f1-43aa-901f-61732f873a28,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:27.643295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d1994678-e879-4ac1-8517-45d44a99007b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.658252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d1994678-e879-4ac1-8517-45d44a99007b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Calling delete_port for e322f6da-a2f1-43aa-901f-61732f873a28 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:27.672552 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-38b3a2a1-6592-45d6-9cb4-1959b304e87d req-a0345067-1bc4-4310-9c8d-bd8e763c0f17 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391943 Aug 20 11:29:27.709405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3e9d3a52-bf5e-4a4f-b9fa-fadee997fb46 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8884776 Aug 20 11:29:27.728735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Request body: {'port': {'device_id': '4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:27.853095 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:27.873885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fd4eb-9b5c-448f-9243-5f98e1ef1f5e req-c621de46-58e8-4150-b97e-277d7100a112 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:27.875587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f4fd4eb-9b5c-448f-9243-5f98e1ef1f5e req-c621de46-58e8-4150-b97e-277d7100a112 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 931 time: 0.1187432 Aug 20 11:29:27.922461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f0532677-4332-4b49-aa51-01f9c2b7bba9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:29:27.959896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f4fd4eb-9b5c-448f-9243-5f98e1ef1f5e req-d4221195-2adc-48b6-aed4-42af0aa7e01b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566783 Aug 20 11:29:28.034815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d1994678-e879-4ac1-8517-45d44a99007b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:28.060582 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-8b368f45-e1fc-426d-a3db-88486457c726 req-3edcca4d-8475-49e4-9b7d-323de6cf5ee9 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] show failed (client error): The resource could not be found. Aug 20 11:29:28.061610 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b368f45-e1fc-426d-a3db-88486457c726 req-3edcca4d-8475-49e4-9b7d-323de6cf5ee9 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips/d847976b-2a27-4a3b-b40b-9ea3c9dbc369 HTTP/1.1" status: 404 len: 350 time: 0.0527978 Aug 20 11:29:28.062876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1994678-e879-4ac1-8517-45d44a99007b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Port': ['ID=e322f6da-a2f1-43aa-901f-61732f873a28,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:28.145327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d1994678-e879-4ac1-8517-45d44a99007b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] No DVR routers for this DVR port e322f6da-a2f1-43aa-901f-61732f873a28 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:28.149443 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d1994678-e879-4ac1-8517-45d44a99007b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:28.153463 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-d1994678-e879-4ac1-8517-45d44a99007b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "DELETE /v2.0/ports/e322f6da-a2f1-43aa-901f-61732f873a28 HTTP/1.1" status: 204 len: 173 time: 0.8114867 Aug 20 11:29:28.154236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-deleted', 'tag': 'e322f6da-a2f1-43aa-901f-61732f873a28'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:28.158246 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f2395-3c80-4204-a3c1-de785c8ad66c" -d '{"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-deleted", "tag": "e322f6da-a2f1-43aa-901f-61732f873a28"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:28.282305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da29542b-2e8d-4ffb-b8f5-70b52233b388 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:29:28.301225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505db301-3cec-460e-812a-3842ae2b25b8 req-d630f43c-bf88-45fa-91cc-0e9fa100c411 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:28.308231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505db301-3cec-460e-812a-3842ae2b25b8 req-d630f43c-bf88-45fa-91cc-0e9fa100c411 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:28.314377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505db301-3cec-460e-812a-3842ae2b25b8 req-d630f43c-bf88-45fa-91cc-0e9fa100c411 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:28.320922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505db301-3cec-460e-812a-3842ae2b25b8 req-d630f43c-bf88-45fa-91cc-0e9fa100c411 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:28.322758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-505db301-3cec-460e-812a-3842ae2b25b8 req-d630f43c-bf88-45fa-91cc-0e9fa100c411 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 3152 time: 0.1074057 Aug 20 11:29:28.331117 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:28.349372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Transition to ACTIVE for port object da29542b-2e8d-4ffb-b8f5-70b52233b388 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:28.373253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:28.404928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-ca7d7d36-44e1-4d4c-8e19-25112562138f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:28.405259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-ca7d7d36-44e1-4d4c-8e19-25112562138f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:28.412378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-505db301-3cec-460e-812a-3842ae2b25b8 req-772186a9-8a07-4ecc-8ef9-a771108387c3 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794690 Aug 20 11:29:28.423912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d350995-8d27-42ad-a393-4b251922628e req-2eee727a-5c59-4453-8cd1-920f55725f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:28.430699 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d350995-8d27-42ad-a393-4b251922628e req-2eee727a-5c59-4453-8cd1-920f55725f14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 1097 time: 0.1017694 Aug 20 11:29:28.461416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:28.538159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Pushing event updated for resources: {'Port': ['ID=da29542b-2e8d-4ffb-b8f5-70b52233b388,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:28.552851 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-48395f00-bcb2-4f52-b762-852d0d50e746 req-dbee4ca5-ea51-4251-945c-1d7a68d61b80 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] show failed (client error): The resource could not be found. Aug 20 11:29:28.553757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48395f00-bcb2-4f52-b762-852d0d50e746 req-dbee4ca5-ea51-4251-945c-1d7a68d61b80 tempest-FloatingIPsTestJSON-1035344728 tempest-FloatingIPsTestJSON-1035344728-project] 10.222.0.10 "GET /v2.0/floatingips/d847976b-2a27-4a3b-b40b-9ea3c9dbc369 HTTP/1.1" status: 404 len: 350 time: 0.0899615 Aug 20 11:29:28.567246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36358) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:28.615185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-ca7d7d36-44e1-4d4c-8e19-25112562138f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] For port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:28.615704 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-ca7d7d36-44e1-4d4c-8e19-25112562138f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:28.617263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port c16eef19-f893-4fd4-8894-ca09aaf35980 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:28.623234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port c16eef19-f893-4fd4-8894-ca09aaf35980 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:28.623915 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:28.636975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d350995-8d27-42ad-a393-4b251922628e req-638310c6-2c6e-4629-a243-16bc2e94baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:28.638511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d350995-8d27-42ad-a393-4b251922628e req-638310c6-2c6e-4629-a243-16bc2e94baa3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c HTTP/1.1" status: 200 len: 912 time: 0.1873717 Aug 20 11:29:28.639448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-ca7d7d36-44e1-4d4c-8e19-25112562138f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Calling delete_port for 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:28.743114 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1856c48-16a8-441a-9e36-4e7c75edb324 x-openstack-request-id: req-d1856c48-16a8-441a-9e36-4e7c75edb324 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:28.743114 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-deleted", "tag": "e322f6da-a2f1-43aa-901f-61732f873a28", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:28.743114 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1856c48-16a8-441a-9e36-4e7c75edb324 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:28.743114 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-deleted', 'tag': 'e322f6da-a2f1-43aa-901f-61732f873a28', 'status': 'completed', 'code': 200} Aug 20 11:29:28.744947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d350995-8d27-42ad-a393-4b251922628e req-0ff12ee5-da64-4162-bcc8-577ea40802fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75af01c6-7494-4434-89e9-35d752b0d8cf HTTP/1.1" status: 200 len: 217 time: 0.0893102 Aug 20 11:29:28.820981 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:28.850554 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d350995-8d27-42ad-a393-4b251922628e req-1da65f1f-fbdc-4c25-88dd-15a42b69bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:28.853057 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d350995-8d27-42ad-a393-4b251922628e req-1da65f1f-fbdc-4c25-88dd-15a42b69bc96 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed1647c0-246d-46e7-9e60-d87aa3738d25 HTTP/1.1" status: 200 len: 851 time: 0.0902138 Aug 20 11:29:28.858058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:28.860553 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d130cb-75fe-483d-9ab9-b509f9b98cb9" -d '{"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-plugged", "status": "completed", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:28.874945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:28.879449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8c554-d08d-47bc-bac7-969e13420bc8 req-620211a9-eda2-43e6-adaa-4dcd6fc51029 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:28.882054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ce8c554-d08d-47bc-bac7-969e13420bc8 req-620211a9-eda2-43e6-adaa-4dcd6fc51029 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.2139239 Aug 20 11:29:28.940175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d350995-8d27-42ad-a393-4b251922628e req-722fefbf-017a-45b6-b1c0-c207758a8996 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565138 Aug 20 11:29:28.965382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Attempting to bind port da29542b-2e8d-4ffb-b8f5-70b52233b388 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:29:28.966033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Attempting to bind port da29542b-2e8d-4ffb-b8f5-70b52233b388 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:29:28.966428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Attempting to bind port da29542b-2e8d-4ffb-b8f5-70b52233b388 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:28.979322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b7727fa8-d4f1-4b3b-87e5-582f5befff27 req-2626bdc9-4044-4a64-9c31-cbbc40645b1e tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.1184695 Aug 20 11:29:28.983285 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:28.984731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 494af9e3-2f2e-493f-860d-7668a4a4d5a3 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:29.061139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Port da29542b-2e8d-4ffb-b8f5-70b52233b388 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:29:29.065450 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Attempting to bind port da29542b-2e8d-4ffb-b8f5-70b52233b388 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:29.102902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:29.108301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:29:29.108853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Checking segment: {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:29.112511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Bound using segment: {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:29:29.114052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Bound port: da29542b-2e8d-4ffb-b8f5-70b52233b388, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:29:29.114394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.134077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ce8c554-d08d-47bc-bac7-969e13420bc8 req-3e125ae8-3c4b-4106-a499-74fc9fdd8a40 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342973 Aug 20 11:29:29.166041 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.201598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d350995-8d27-42ad-a393-4b251922628e req-64f2174a-a757-4dc7-852f-30d76b1f2837 service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461746 Aug 20 11:29:29.213688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 494af9e3-2f2e-493f-860d-7668a4a4d5a3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:29.225953 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0f035a-5efb-44eb-9c4e-1f38872d1b9a x-openstack-request-id: req-bb0f035a-5efb-44eb-9c4e-1f38872d1b9a {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:29.226259 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-plugged", "status": "completed", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:29.226716 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb0f035a-5efb-44eb-9c4e-1f38872d1b9a {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:29.227347 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'code': 200} Aug 20 11:29:29.250187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-ca7d7d36-44e1-4d4c-8e19-25112562138f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.354226 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.355439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:29.381842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d7d36-44e1-4d4c-8e19-25112562138f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Port': ['ID=2e93ca1d-bf71-434e-9a5e-351f1b9040e4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:29.437462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=494af9e3-2f2e-493f-860d-7668a4a4d5a3,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:29.491657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.529080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-ca7d7d36-44e1-4d4c-8e19-25112562138f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] No DVR routers for this DVR port 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:29.529080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-ca7d7d36-44e1-4d4c-8e19-25112562138f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.529080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-ca7d7d36-44e1-4d4c-8e19-25112562138f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "DELETE /v2.0/ports/2e93ca1d-bf71-434e-9a5e-351f1b9040e4 HTTP/1.1" status: 204 len: 173 time: 1.3593071 Aug 20 11:29:29.533735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:29.577047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5e425-b19f-4582-bc1b-6a19ae57d896 req-ce51325a-01e8-4d57-bb70-58f50d573c92 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:29.578766 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6c5e425-b19f-4582-bc1b-6a19ae57d896 req-ce51325a-01e8-4d57-bb70-58f50d573c92 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 943 time: 0.2574356 Aug 20 11:29:29.592152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d350995-8d27-42ad-a393-4b251922628e req-5046815d-2f01-4e84-ac20-364bddc8ee36 service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753858 Aug 20 11:29:29.652100 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.653374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:29.656331 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6c5e425-b19f-4582-bc1b-6a19ae57d896 req-5a480a4e-ccd2-4ce2-b414-ce7585674788 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696495 Aug 20 11:29:29.691822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bc5bf-ea25-479f-8f92-2907ec2fa9b8 req-9badde6f-3e8a-4cc3-8410-bf7d12f4dcf2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:29.693748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-430bc5bf-ea25-479f-8f92-2907ec2fa9b8 req-9badde6f-3e8a-4cc3-8410-bf7d12f4dcf2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.5577912 Aug 20 11:29:29.705144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-e7066524-49ff-4043-8ac2-e00205dee54f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:29.705925 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-e7066524-49ff-4043-8ac2-e00205dee54f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.730137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-c926374f-625b-4f13-a99e-f056ca898201 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:29.731814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-c926374f-625b-4f13-a99e-f056ca898201 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.38 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70&tenant_id=981bab59c36f4c10932ff10b206a827c&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 946 time: 0.7616587 Aug 20 11:29:29.769936 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:29.776035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:29:29.776408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2e93ca1d-bf71-434e-9a5e-351f1b9040e4 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:29.776874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e322f6da-a2f1-43aa-901f-61732f873a28 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:29.778964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] For port da29542b-2e8d-4ffb-b8f5-70b52233b388, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:29.806736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: e322f6da-a2f1-43aa-901f-61732f873a28 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:29:29.807100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device e322f6da-a2f1-43aa-901f-61732f873a28 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:29.807638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 153954e2-ea32-4f96-8194-59c54f6c2819 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:29.833285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] For port da29542b-2e8d-4ffb-b8f5-70b52233b388, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=da29542b-2e8d-4ffb-b8f5-70b52233b388,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:29:29.862015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-430bc5bf-ea25-479f-8f92-2907ec2fa9b8 req-83c7768f-0e77-4c65-9a6b-ea3b9f621993 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498663 Aug 20 11:29:29.903188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 153954e2-ea32-4f96-8194-59c54f6c2819 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:29.904056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:29.915816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.926357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-496c38c9-cbb8-4796-bd9d-5eb6f5b653e1 service neutron] 10.222.0.38 "GET /v2.0/ports/c16eef19-f893-4fd4-8894-ca09aaf35980/bindings/n-h2-804230-3 HTTP/1.1" status: 200 len: 382 time: 0.1599150 Aug 20 11:29:29.986204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-e7066524-49ff-4043-8ac2-e00205dee54f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] For port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:29.986714 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-e7066524-49ff-4043-8ac2-e00205dee54f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:29.999216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:29.999865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:30.001262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] 10.222.0.38 "PUT /v2.0/ports/da29542b-2e8d-4ffb-b8f5-70b52233b388 HTTP/1.1" status: 200 len: 1091 time: 2.2827818 Aug 20 11:29:30.004830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6136e-9251-476b-84f9-0248cb27dff5 req-8047a64b-6469-4e09-9f38-f9fd262bc282 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.006855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4', 'tag': 'da29542b-2e8d-4ffb-b8f5-70b52233b388'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:30.009175 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3239f3ae-d1e2-48ed-a8b8-69e2fffbe4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4", "tag": "da29542b-2e8d-4ffb-b8f5-70b52233b388"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:30.025304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6136e-9251-476b-84f9-0248cb27dff5 req-8047a64b-6469-4e09-9f38-f9fd262bc282 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.037879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6136e-9251-476b-84f9-0248cb27dff5 req-8047a64b-6469-4e09-9f38-f9fd262bc282 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.037879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ed6136e-9251-476b-84f9-0248cb27dff5 req-8047a64b-6469-4e09-9f38-f9fd262bc282 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 2413 time: 0.1656957 Aug 20 11:29:30.038909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f50594-1c55-457a-854c-edc48da6334f service neutron] Pushing event updated for resources: {'Port': ['ID=da29542b-2e8d-4ffb-b8f5-70b52233b388,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:30.041518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-e7066524-49ff-4043-8ac2-e00205dee54f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Calling delete_port for 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:30.078277 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:30.094951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-8de53862-fc49-45d7-861c-dc7fc1d94c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.097998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-8de53862-fc49-45d7-861c-dc7fc1d94c7c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1097 time: 0.1333208 Aug 20 11:29:30.100851 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97e723f-04ef-4774-a477-bd9bdd6bb9a4 x-openstack-request-id: req-c97e723f-04ef-4774-a477-bd9bdd6bb9a4 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:30.101159 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4", "tag": "da29542b-2e8d-4ffb-b8f5-70b52233b388", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:30.101427 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c97e723f-04ef-4774-a477-bd9bdd6bb9a4 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:30.101903 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4', 'tag': 'da29542b-2e8d-4ffb-b8f5-70b52233b388', 'status': 'completed', 'code': 200} Aug 20 11:29:30.135177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:30.209165 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ed6136e-9251-476b-84f9-0248cb27dff5 req-87ccc3cb-8bdb-4d76-87b8-8052650251b6 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523840 Aug 20 11:29:30.232845 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:30.234391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:30.318707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:30.321747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:30.352223 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd7a2ac1-485a-4c07-acef-fdb7c7f86f88 req-9bef97a0-04a7-4222-bddb-dbd22ef58ef9 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.1001310 Aug 20 11:29:30.374969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239f3ae-d1e2-48ed-a8b8-69e2fffbe4ef req-b2f2d8c9-1064-48c3-afb8-7d5e5bac944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.376564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3239f3ae-d1e2-48ed-a8b8-69e2fffbe4ef req-b2f2d8c9-1064-48c3-afb8-7d5e5bac944c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 1094 time: 0.2337778 Aug 20 11:29:30.383021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fb279-e969-4008-97fe-9b61a4118128 req-b6acfacf-b610-4b27-b3c8-424b41334198 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.383739 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:30.384639 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad3fb279-e969-4008-97fe-9b61a4118128 req-b6acfacf-b610-4b27-b3c8-424b41334198 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0782409 Aug 20 11:29:30.387475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-ef697d1e-41ae-4fc5-99c7-08ba52b9b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.388994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-ef697d1e-41ae-4fc5-99c7-08ba52b9b4a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.2473922 Aug 20 11:29:30.430718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad3fb279-e969-4008-97fe-9b61a4118128 req-d3d18ce9-c82d-486f-a0a6-2d8bfb966a7a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362039 Aug 20 11:29:30.554394 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-e7066524-49ff-4043-8ac2-e00205dee54f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:30.566944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-f80d2c63-7616-41da-9968-e943a9e51a39 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1002 time: 0.1684475 Aug 20 11:29:30.586094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7066524-49ff-4043-8ac2-e00205dee54f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Port': ['ID=990945c2-3faf-45a4-9eaf-5f7a5aafbc37,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:30.646105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-e7066524-49ff-4043-8ac2-e00205dee54f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] No DVR routers for this DVR port 990945c2-3faf-45a4-9eaf-5f7a5aafbc37 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:30.649188 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-e7066524-49ff-4043-8ac2-e00205dee54f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:30.651304 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-e7066524-49ff-4043-8ac2-e00205dee54f tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "DELETE /v2.0/ports/990945c2-3faf-45a4-9eaf-5f7a5aafbc37 HTTP/1.1" status: 204 len: 173 time: 1.1195459 Aug 20 11:29:30.654750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239f3ae-d1e2-48ed-a8b8-69e2fffbe4ef req-d1341721-c442-4fc4-951f-e581a23623b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.656292 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3239f3ae-d1e2-48ed-a8b8-69e2fffbe4ef req-d1341721-c442-4fc4-951f-e581a23623b8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=fde855dbf29d40fea21b6c5670ec3757&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2702665 Aug 20 11:29:30.744314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-deleted', 'tag': '2e93ca1d-bf71-434e-9a5e-351f1b9040e4'}, {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-deleted', 'tag': '990945c2-3faf-45a4-9eaf-5f7a5aafbc37'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:30.747407 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0208aa-8c37-4622-b354-267bd0b64a0f" -d '{"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-deleted", "tag": "2e93ca1d-bf71-434e-9a5e-351f1b9040e4"}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-deleted", "tag": "990945c2-3faf-45a4-9eaf-5f7a5aafbc37"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:30.791829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-89bc0512-61cc-4273-ba1f-afe99d126044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.793380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-89bc0512-61cc-4273-ba1f-afe99d126044 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.1917737 Aug 20 11:29:30.796272 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e095b684-a3ef-47b5-8553-005673cab1ec x-openstack-request-id: req-e095b684-a3ef-47b5-8553-005673cab1ec {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:30.796770 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-deleted", "tag": "2e93ca1d-bf71-434e-9a5e-351f1b9040e4", "status": "completed", "code": 200}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-deleted", "tag": "990945c2-3faf-45a4-9eaf-5f7a5aafbc37", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:30.797027 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e095b684-a3ef-47b5-8553-005673cab1ec {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:30.797433 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-deleted', 'tag': '2e93ca1d-bf71-434e-9a5e-351f1b9040e4', 'status': 'completed', 'code': 200} Aug 20 11:29:30.797889 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-deleted', 'tag': '990945c2-3faf-45a4-9eaf-5f7a5aafbc37', 'status': 'completed', 'code': 200} Aug 20 11:29:30.801021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:30.801359 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:30.905548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] For port 494af9e3-2f2e-493f-860d-7668a4a4d5a3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=494af9e3-2f2e-493f-860d-7668a4a4d5a3,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:30.905943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:30.911837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e37f64-2c50-4dab-a9af-c05ff5421347 req-f1239094-f064-4286-9076-7752a0d8ee54 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.912691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64e37f64-2c50-4dab-a9af-c05ff5421347 req-f1239094-f064-4286-9076-7752a0d8ee54 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 943 time: 0.1554949 Aug 20 11:29:30.917715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239f3ae-d1e2-48ed-a8b8-69e2fffbe4ef req-71f2a9be-9363-4e2c-ac21-e5cac642b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.919231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3239f3ae-d1e2-48ed-a8b8-69e2fffbe4ef req-71f2a9be-9363-4e2c-ac21-e5cac642b5ba service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2540207 Aug 20 11:29:30.943152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-ba419bd6-6ff6-4256-b1e0-3138b8a55763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:30.944761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-ba419bd6-6ff6-4256-b1e0-3138b8a55763 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286719 Aug 20 11:29:31.043959 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64e37f64-2c50-4dab-a9af-c05ff5421347 req-95f8493d-c9e9-4857-b017-f75fdba5d45c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213543 Aug 20 11:29:31.116285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3ac03faf-f039-404a-bfa4-a0989e9c4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:31.117957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-3ac03faf-f039-404a-bfa4-a0989e9c4e2a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 1094 time: 0.1358275 Aug 20 11:29:31.143858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03858bb7-d191-4eb6-86eb-15a70fd02855 req-c633a8ce-cbc7-4935-aa73-007c5e7ce88d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:31.152451 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03858bb7-d191-4eb6-86eb-15a70fd02855 req-c633a8ce-cbc7-4935-aa73-007c5e7ce88d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.1531432 Aug 20 11:29:31.184837 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-4118ac68-eee0-4478-a32e-177dea910313 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29542b-2e8d-4ffb-b8f5-70b52233b388 HTTP/1.1" status: 200 len: 217 time: 0.0474889 Aug 20 11:29:31.193095 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-67fc38b6-106d-4b3a-b4d3-4a1a971fa921 service neutron] 10.222.0.38 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289426 Aug 20 11:29:31.228632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494af9e3-2f2e-493f-860d-7668a4a4d5a3'}, {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '990945c2-3faf-45a4-9eaf-5f7a5aafbc37'}, {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470cc5e6-0501-428b-ac7a-8d4c7b85eb1d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:31.231212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03858bb7-d191-4eb6-86eb-15a70fd02855 req-98df4411-af99-4928-b66e-fbff9c403574 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778861 Aug 20 11:29:31.231666 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ab7b94-d521-4527-a34a-30fce12922c7" -d '{"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-unplugged", "status": "completed", "tag": "494af9e3-2f2e-493f-860d-7668a4a4d5a3"}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-unplugged", "status": "completed", "tag": "990945c2-3faf-45a4-9eaf-5f7a5aafbc37"}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-unplugged", "status": "completed", "tag": "470cc5e6-0501-428b-ac7a-8d4c7b85eb1d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:31.245634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:31.246029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:31.246779 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Floating IP 738e3eea-22c7-47eb-8127-2d96ebad9718 disassociated. External IP: 172.25.4.252, port: 494af9e3-2f2e-493f-860d-7668a4a4d5a3. Aug 20 11:29:31.246779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Calling delete_port for 494af9e3-2f2e-493f-860d-7668a4a4d5a3 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:31.289314 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7003f6c0-c1cc-4c8c-bc3b-a5fd232640c2 x-openstack-request-id: req-7003f6c0-c1cc-4c8c-bc3b-a5fd232640c2 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:31.289690 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-unplugged", "status": "completed", "tag": "494af9e3-2f2e-493f-860d-7668a4a4d5a3", "code": 200}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-unplugged", "status": "completed", "tag": "990945c2-3faf-45a4-9eaf-5f7a5aafbc37", "code": 200}, {"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-unplugged", "status": "completed", "tag": "470cc5e6-0501-428b-ac7a-8d4c7b85eb1d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:31.295537 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7003f6c0-c1cc-4c8c-bc3b-a5fd232640c2 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:31.295537 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494af9e3-2f2e-493f-860d-7668a4a4d5a3', 'code': 200} Aug 20 11:29:31.295537 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '990945c2-3faf-45a4-9eaf-5f7a5aafbc37', 'code': 200} Aug 20 11:29:31.295537 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470cc5e6-0501-428b-ac7a-8d4c7b85eb1d', 'code': 200} Aug 20 11:29:31.303831 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] Deleting port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:31.304180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:31.309027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-c686bcdd-2622-4032-8aa6-331085d90724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:31.310580 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-c686bcdd-2622-4032-8aa6-331085d90724 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67c93569-eb45-45c6-b207-4f675efb856b HTTP/1.1" status: 200 len: 853 time: 0.1154957 Aug 20 11:29:31.390004 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-ec9ad215-80dc-4b39-8f6f-c629a89297db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=70b8cc5d-0386-436f-9df2-433f166b2cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400145 Aug 20 11:29:31.423330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0144c-37dc-4f07-87b9-ccadd6b987e8 req-33562550-b093-433d-a3f2-20fdfd06a9d7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:31.429662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0144c-37dc-4f07-87b9-ccadd6b987e8 req-33562550-b093-433d-a3f2-20fdfd06a9d7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:31.431460 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8eb0144c-37dc-4f07-87b9-ccadd6b987e8 req-33562550-b093-433d-a3f2-20fdfd06a9d7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 1678 time: 0.0923078 Aug 20 11:29:31.477937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8eb0144c-37dc-4f07-87b9-ccadd6b987e8 req-8beda4f5-791a-4e2e-9722-85c482f37009 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374680 Aug 20 11:29:31.496565 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-c55d128d-3e27-45d1-a6d1-9f4526da9d4c service neutron] 10.222.0.38 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920344 Aug 20 11:29:31.520797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14a7f234-a124-4404-8add-033d41057e15 req-aac3f62b-9572-43de-9059-92eec5481eca tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0399334 Aug 20 11:29:31.540308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] For port c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae,segment=NetworkSegment(f697f08f-c501-4ab5-9d4a-b92073787ba2),segment_id=f697f08f-c501-4ab5-9d4a-b92073787ba2)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:31.540826 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:31.564683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] Calling delete_port for c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:31.587318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:31.623979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-8a678302-e32f-40b2-8583-ead99e70dc67 service neutron] 10.222.0.38 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230935 Aug 20 11:29:31.624970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Port': ['ID=494af9e3-2f2e-493f-860d-7668a4a4d5a3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:31.650183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014a8f3-88cc-40c2-9e42-07e97f2838e1 req-1ab14de7-d90a-4c0d-927b-e64c7f03cec3 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:31.651896 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5014a8f3-88cc-40c2-9e42-07e97f2838e1 req-1ab14de7-d90a-4c0d-927b-e64c7f03cec3 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0948269 Aug 20 11:29:31.796403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8448f69e-73f2-4b4d-a27c-9316ca1bb14b req-ff410f8b-af86-4b9f-8dc7-09f0117d5ec6 service neutron] 10.222.0.38 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632125 Aug 20 11:29:31.960167 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:31.995605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] Pushing event deleted for resources: {'Port': ['ID=c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:32.012879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5014a8f3-88cc-40c2-9e42-07e97f2838e1 req-159b849b-8156-4724-b3a3-c6527336a1c9 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301349 Aug 20 11:29:32.059971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Router be502782-b30f-4ba2-b74b-87650f50a96a has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:29:32.237693 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:32.264371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618312c-1f03-4e28-9ffc-b3f7761456b2 req-b8d1b1a2-cab0-4b47-abcb-246180372e03 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:32.266944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:29:32.270015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e618312c-1f03-4e28-9ffc-b3f7761456b2 req-b8d1b1a2-cab0-4b47-abcb-246180372e03 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 943 time: 0.1177492 Aug 20 11:29:32.294049 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] Sync routers for ids ['be502782-b30f-4ba2-b74b-87650f50a96a'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:29:32.322224 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] Routers {'be502782-b30f-4ba2-b74b-87650f50a96a'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:29:32.324656 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:29:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['be502782-b30f-4ba2-b74b-87650f50a96a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:32.339534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] No DVR routers for this DVR port 494af9e3-2f2e-493f-860d-7668a4a4d5a3 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:32.349632 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:32.351995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-25b036e2-69b7-42a5-afc8-c6aba9d8f7db tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "DELETE /v2.0/ports/494af9e3-2f2e-493f-860d-7668a4a4d5a3 HTTP/1.1" status: 204 len: 173 time: 1.6877563 Aug 20 11:29:32.443871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e007cd-5782-497e-a821-ddf658643eee req-0c1675a3-46e7-49c4-a595-b00d8450f11c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:32.533452 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22e007cd-5782-497e-a821-ddf658643eee req-0c1675a3-46e7-49c4-a595-b00d8450f11c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.1074543 Aug 20 11:29:32.533923 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] Set router be502782-b30f-4ba2-b74b-87650f50a96a gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:29:32.534030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22e007cd-5782-497e-a821-ddf658643eee req-47aac913-2e10-4d73-8ae3-69542733ba68 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343919 Aug 20 11:29:32.598458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-bc21fc47-4ca0-4b08-b31a-2afa815e18a5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:32.599349 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-bc21fc47-4ca0-4b08-b31a-2afa815e18a5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:32.702902 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '3a89b7c8-e930-4aa8-a565-023db5af5eff', 'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'mac_address': 'fa:16:3e:c9:30:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:11Z', 'updated_at': '2021-08-20T11:18:26Z', 'revision_number': 5, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'subnets': [{'id': 'bd96fd79-5012-4472-b937-783d1901f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:32.709148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058ac1e-9927-4649-9886-d1c52f7b0e1e req-4fef8a18-252a-4447-b73f-1e379803cfab tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:32.710972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7058ac1e-9927-4649-9886-d1c52f7b0e1e req-4fef8a18-252a-4447-b73f-1e379803cfab tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 943 time: 0.1159194 Aug 20 11:29:32.735224 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] Checking router: be502782-b30f-4ba2-b74b-87650f50a96a for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:29:32.745139 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] Routers {'be502782-b30f-4ba2-b74b-87650f50a96a'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:29:32.746031 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:29:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['be502782-b30f-4ba2-b74b-87650f50a96a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:32.767987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-bc21fc47-4ca0-4b08-b31a-2afa815e18a5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] For port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:32.768454 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-bc21fc47-4ca0-4b08-b31a-2afa815e18a5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:32.783391 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7058ac1e-9927-4649-9886-d1c52f7b0e1e req-50b675e2-75bd-4347-bb5d-9d2df56968b3 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups?id=fdd85b31-7f9c-4db7-bab7-c2315f1e353c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646956 Aug 20 11:29:32.790302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-bc21fc47-4ca0-4b08-b31a-2afa815e18a5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Calling delete_port for 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:32.791335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e618312c-1f03-4e28-9ffc-b3f7761456b2 req-77fbdb1e-c062-450f-92ad-05feaecfeefa tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205641 Aug 20 11:29:32.800040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-deleted', 'tag': '494af9e3-2f2e-493f-860d-7668a4a4d5a3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:32.802624 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb726872-a4a3-4401-ae60-2379e2622911" -d '{"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-deleted", "tag": "494af9e3-2f2e-493f-860d-7668a4a4d5a3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:32.885265 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ffef90-d711-4967-a48a-a625ce9dfbd1 x-openstack-request-id: req-50ffef90-d711-4967-a48a-a625ce9dfbd1 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:32.885553 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-deleted", "tag": "494af9e3-2f2e-493f-860d-7668a4a4d5a3", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:32.885805 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50ffef90-d711-4967-a48a-a625ce9dfbd1 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:32.886206 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-deleted', 'tag': '494af9e3-2f2e-493f-860d-7668a4a4d5a3', 'status': 'completed', 'code': 200} Aug 20 11:29:32.932425 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] Set router be502782-b30f-4ba2-b74b-87650f50a96a gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:29:32.963897 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ed703dc4-47c0-4019-a025-8f81b51774f5 req-cee65ecd-0d70-4760-8056-2d79633578c5 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0335748 Aug 20 11:29:32.999462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] Router cecb67eb-10ee-4425-973e-afbca01359e0 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:29:33.085612 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-bc21fc47-4ca0-4b08-b31a-2afa815e18a5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:33.125208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:29:33.133541 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4ba6d2f8-d824-4ab3-9e2e-562539bdcbcf admin admin] 10.222.0.10 "PUT /v2.0/routers/cecb67eb-10ee-4425-973e-afbca01359e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5641735 Aug 20 11:29:33.134166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36404) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:33.135762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21fc47-4ca0-4b08-b31a-2afa815e18a5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Port': ['ID=470cc5e6-0501-428b-ac7a-8d4c7b85eb1d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:33.144746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] Sync routers for ids ['cecb67eb-10ee-4425-973e-afbca01359e0'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:29:33.158785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] Routers {'cecb67eb-10ee-4425-973e-afbca01359e0'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:29:33.162474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:29:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cecb67eb-10ee-4425-973e-afbca01359e0'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:33.209334 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '3a89b7c8-e930-4aa8-a565-023db5af5eff', 'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'mac_address': 'fa:16:3e:c9:30:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:11Z', 'updated_at': '2021-08-20T11:18:26Z', 'revision_number': 5, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'subnets': [{'id': 'bd96fd79-5012-4472-b937-783d1901f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:33.227034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-bc21fc47-4ca0-4b08-b31a-2afa815e18a5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] No DVR routers for this DVR port 470cc5e6-0501-428b-ac7a-8d4c7b85eb1d on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:33.239067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-bc21fc47-4ca0-4b08-b31a-2afa815e18a5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:33.240771 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e170de2-7caf-4445-9196-29b6e4ff6cf7 None None] The sync data for ids ['be502782-b30f-4ba2-b74b-87650f50a96a'] in n-d-804230-3 is: [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '3a89b7c8-e930-4aa8-a565-023db5af5eff', 'name': '', 'network_id': '26aed97a-f400-4b37-8a16-a0a6436f9bcf', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'mac_address': 'fa:16:3e:c9:30:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'bd96fd79-5012-4472-b937-783d1901f733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:11Z', 'updated_at': '2021-08-20T11:18:26Z', 'revision_number': 5, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'subnets': [{'id': 'bd96fd79-5012-4472-b937-783d1901f733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:29:33.241778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a492b7f7-d8ed-4cf8-bd32-416d1f14be4e req-bc21fc47-4ca0-4b08-b31a-2afa815e18a5 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.38 "DELETE /v2.0/ports/470cc5e6-0501-428b-ac7a-8d4c7b85eb1d HTTP/1.1" status: 204 len: 173 time: 0.8714516 Aug 20 11:29:33.271330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780fdc3-4824-4f83-b3f8-22b26e65586b req-9c8d662a-2d30-4ad7-959e-8423da7c1b58 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:33.276291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:33.280566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7780fdc3-4824-4f83-b3f8-22b26e65586b req-9c8d662a-2d30-4ad7-959e-8423da7c1b58 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.1099937 Aug 20 11:29:33.290584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] Set router cecb67eb-10ee-4425-973e-afbca01359e0 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:29:33.334130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7780fdc3-4824-4f83-b3f8-22b26e65586b req-7fcdde9c-39fd-44f9-acce-b670fea4c1ad tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525012 Aug 20 11:29:33.430511 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:33.501008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'name': 'tempest-FloatingIPsTestJSON-1919996927-router', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:29:12Z', 'updated_at': '2021-08-20T11:29:31Z', 'revision_number': 5, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'gw_port': {'id': '208b51ee-6363-43fc-ad24-35ab8bec4cca', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:29:13Z', 'updated_at': '2021-08-20T11:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:33.538907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] Checking router: cecb67eb-10ee-4425-973e-afbca01359e0 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:29:33.575120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] Routers {'cecb67eb-10ee-4425-973e-afbca01359e0'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:29:33.576005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:29:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cecb67eb-10ee-4425-973e-afbca01359e0'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:33.577689 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07f2dd8-ff79-4b92-85c9-f36ae082c941 None None] New status for floating IP 738e3eea-22c7-47eb-8127-2d96ebad9718: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:29:33.653889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d6ec8-680a-4822-b128-4b00b7eb385b req-845bf083-c03b-4eb3-8db2-08a7b14f2307 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:33.664765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b7d6ec8-680a-4822-b128-4b00b7eb385b req-845bf083-c03b-4eb3-8db2-08a7b14f2307 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.0796471 Aug 20 11:29:33.681419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] Set router cecb67eb-10ee-4425-973e-afbca01359e0 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:29:33.696129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Deleting port 208b51ee-6363-43fc-ad24-35ab8bec4cca {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:33.696485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:33.751077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'name': 'tempest-FloatingIPsTestJSON-1919996927-router', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:29:12Z', 'updated_at': '2021-08-20T11:29:33Z', 'revision_number': 6, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:33.777431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b7d6ec8-680a-4822-b128-4b00b7eb385b req-bf2f41f0-1dba-49eb-9fc7-44181f0126de tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117322 Aug 20 11:29:33.794864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f105e9-b7b3-490d-9874-021a0c6668d4 None None] The sync data for ids ['cecb67eb-10ee-4425-973e-afbca01359e0'] in n-d-804230-3 is: [{'id': 'cecb67eb-10ee-4425-973e-afbca01359e0', 'name': 'tempest-FloatingIPsTestJSON-1919996927-router', 'tenant_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:29:12Z', 'updated_at': '2021-08-20T11:29:33Z', 'revision_number': 6, 'project_id': 'fe1c9aa320fc4ef08de7977fc77eb78f', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:29:33.860202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] For port 208b51ee-6363-43fc-ad24-35ab8bec4cca, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=208b51ee-6363-43fc-ad24-35ab8bec4cca,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:33.860591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:33.884557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Calling delete_port for 208b51ee-6363-43fc-ad24-35ab8bec4cca owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:33.968734 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-372c7fcf-55bf-491e-a447-47b0c6b41b8e req-11f604ce-7c18-4eb6-9b14-9d73b178fc11 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0370979 Aug 20 11:29:33.978338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2eda5-6bd1-4b2d-b350-9bc8a1b53777 req-28701548-4a7f-46ba-afe8-f517c081482d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:33.986272 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2f2eda5-6bd1-4b2d-b350-9bc8a1b53777 req-28701548-4a7f-46ba-afe8-f517c081482d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 943 time: 0.0783851 Aug 20 11:29:34.034115 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2f2eda5-6bd1-4b2d-b350-9bc8a1b53777 req-8832ee6a-e124-48ef-998f-9a8e99f9799e tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Aug 20 11:29:34.102186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7cbf81b-9965-4706-926d-7dc059aaed6b req-22305cd8-6e26-407c-9986-83d3fcb2bb9c tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0296979 Aug 20 11:29:34.222162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:34.249428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:29:34.249428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c309b5d7-ae0f-4d84-91c7-b90fe67ec1ae not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:34.249698 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.280882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=208b51ee-6363-43fc-ad24-35ab8bec4cca,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:34.362062 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.396428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device da29542b-2e8d-4ffb-b8f5-70b52233b388 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:29:34.480806 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.483631 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.491220 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef763e06-10bf-4816-b904-c60370e5550a req-78a328d1-2939-469a-8412-9b3de103d45c tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:34.493709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef763e06-10bf-4816-b904-c60370e5550a req-78a328d1-2939-469a-8412-9b3de103d45c tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0869582 Aug 20 11:29:34.539005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port da29542b-2e8d-4ffb-b8f5-70b52233b388, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=da29542b-2e8d-4ffb-b8f5-70b52233b388,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:34.551569 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef763e06-10bf-4816-b904-c60370e5550a req-fe6e2eb1-d016-43d1-a688-1c1a56e380ea tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491881 Aug 20 11:29:34.560634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'da29542b-2e8d-4ffb-b8f5-70b52233b388', 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3', 'port_id': 'da29542b-2e8d-4ffb-b8f5-70b52233b388', 'mac_address': 'fa:16:3e:c5:e1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c93569-eb45-45c6-b207-4f675efb856b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:29:34.601006 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.614525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da29542b-2e8d-4ffb-b8f5-70b52233b388 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:29:34.631346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.632579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cecb67eb-10ee-4425-973e-afbca01359e0 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:29:34.635104 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port da29542b-2e8d-4ffb-b8f5-70b52233b388, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=da29542b-2e8d-4ffb-b8f5-70b52233b388,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:34.637953 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.641925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36416) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:34.642897 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9b7a573d-3b31-4a0f-99cb-972cebd12e77 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cecb67eb-10ee-4425-973e-afbca01359e0 HTTP/1.1" status: 204 len: 168 time: 1.5076542 Aug 20 11:29:34.691313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aaa9091-107c-471b-aba9-36a85b156cf3 admin admin] Deleting subnet b8a68340-3b3f-485e-9b65-715cd0815296 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:29:34.694631 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9091-107c-471b-aba9-36a85b156cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.729466 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9091-107c-471b-aba9-36a85b156cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.776931 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.840249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=da29542b-2e8d-4ffb-b8f5-70b52233b388,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:34.843940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-442fb7b4-dc4c-4858-bec3-9d3efe5e5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:34.845459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-442fb7b4-dc4c-4858-bec3-9d3efe5e5fe8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 1097 time: 0.0886638 Aug 20 11:29:34.864473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:34.870319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9091-107c-471b-aba9-36a85b156cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:34.890661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-deleted', 'tag': '470cc5e6-0501-428b-ac7a-8d4c7b85eb1d'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:34.892894 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2295e8-e8e5-4fd0-bdaa-7202e0395ab1" -d '{"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-deleted", "tag": "470cc5e6-0501-428b-ac7a-8d4c7b85eb1d"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:34.968371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c26123-000a-4005-8c1e-a300361713eb req-0f7ded53-7302-4ac0-8aab-735e24c526a3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:34.970068 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96c26123-000a-4005-8c1e-a300361713eb req-0f7ded53-7302-4ac0-8aab-735e24c526a3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 946 time: 0.1049616 Aug 20 11:29:34.976682 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b90a854-059d-4248-b950-b07670c389d9 x-openstack-request-id: req-2b90a854-059d-4248-b950-b07670c389d9 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:34.977235 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916", "name": "network-vif-deleted", "tag": "470cc5e6-0501-428b-ac7a-8d4c7b85eb1d", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:34.977490 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b90a854-059d-4248-b950-b07670c389d9 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:34.977873 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916', 'name': 'network-vif-deleted', 'tag': '470cc5e6-0501-428b-ac7a-8d4c7b85eb1d', 'status': 'completed', 'code': 200} Aug 20 11:29:35.013233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:35.022603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['da29542b-2e8d-4ffb-b8f5-70b52233b388'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:29:35.041130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96c26123-000a-4005-8c1e-a300361713eb req-f36d036e-3b7c-4205-851f-d8189b6398ce tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637951 Aug 20 11:29:35.104505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9091-107c-471b-aba9-36a85b156cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:35.150353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e40e20a-7005-4eff-8958-be10d71c3eb8 req-cd3d2a0e-9d75-4e60-a3da-921a65b6d110 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0429182 Aug 20 11:29:35.165843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4e18a-8baf-4282-a4ca-2aec296cadae req-512624fc-48a6-4b9c-bed4-d756f30c8089 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:35.173957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ef4e18a-8baf-4282-a4ca-2aec296cadae req-512624fc-48a6-4b9c-bed4-d756f30c8089 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 944 time: 0.0683608 Aug 20 11:29:35.220721 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ef4e18a-8baf-4282-a4ca-2aec296cadae req-d4f3b2dc-dcee-4f37-b549-9972dacf05ad tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Aug 20 11:29:35.221015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa9091-107c-471b-aba9-36a85b156cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a68340-3b3f-485e-9b65-715cd0815296,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:35.230396 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9091-107c-471b-aba9-36a85b156cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:35.233450 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9aaa9091-107c-471b-aba9-36a85b156cf3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b8a68340-3b3f-485e-9b65-715cd0815296 HTTP/1.1" status: 204 len: 168 time: 0.5898197 Aug 20 11:29:35.239222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3e697d-2c80-424c-a5ea-a89ea8df8a71 None None] Network 9feae9c5-8948-4aca-bdb0-af4ac748d4cc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:29:35.247198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36428) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:35.337182 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:35.337875 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a06e178-dbdb-42a5-9a97-d0165cc65011 req-8a0a59dd-f1e5-4e26-b91f-9b4613314b16 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0870233 Aug 20 11:29:35.417152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Deleting port b18555f5-6680-4197-8771-d02f85328b41 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:35.417509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:35.465689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:35.479621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d7a7f2-e321-45cd-a92e-762cef512d28 None None] DHCP port deletion for 9feae9c5-8948-4aca-bdb0-af4ac748d4cc request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:29:35.491087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] For port b18555f5-6680-4197-8771-d02f85328b41, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b18555f5-6680-4197-8771-d02f85328b41,segment=NetworkSegment(f697f08f-c501-4ab5-9d4a-b92073787ba2),segment_id=f697f08f-c501-4ab5-9d4a-b92073787ba2)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:35.491087 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:35.506338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Calling delete_port for b18555f5-6680-4197-8771-d02f85328b41 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:35.509252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:35.550393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-32d7a7f2-e321-45cd-a92e-762cef512d28 None None] Deleting port b18555f5-6680-4197-8771-d02f85328b41 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:35.551097 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-32d7a7f2-e321-45cd-a92e-762cef512d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:35.560963 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:35.577590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Transition to ACTIVE for port object c16eef19-f893-4fd4-8894-ca09aaf35980 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:35.644620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-32d7a7f2-e321-45cd-a92e-762cef512d28 None None] For port b18555f5-6680-4197-8771-d02f85328b41, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b18555f5-6680-4197-8771-d02f85328b41,segment=NetworkSegment(f697f08f-c501-4ab5-9d4a-b92073787ba2),segment_id=f697f08f-c501-4ab5-9d4a-b92073787ba2)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:35.645180 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-32d7a7f2-e321-45cd-a92e-762cef512d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:35.670980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-32d7a7f2-e321-45cd-a92e-762cef512d28 None None] Calling delete_port for b18555f5-6680-4197-8771-d02f85328b41 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:35.708136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b9a30-b7bb-442b-b48c-6b9a16f701c4 req-188b441e-0555-4559-8186-abea79740e25 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:35.710975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec5b9a30-b7bb-442b-b48c-6b9a16f701c4 req-188b441e-0555-4559-8186-abea79740e25 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0709836 Aug 20 11:29:35.751602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec5b9a30-b7bb-442b-b48c-6b9a16f701c4 req-ff902978-bfeb-4293-8669-3f6581cf139b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341976 Aug 20 11:29:36.020362 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.052763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.063852 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-32d7a7f2-e321-45cd-a92e-762cef512d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.116582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] No DVR routers for this DVR port b18555f5-6680-4197-8771-d02f85328b41 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:36.121857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Pushing event deleted for resources: {'Port': ['ID=b18555f5-6680-4197-8771-d02f85328b41,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:36.142278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7a7f2-e321-45cd-a92e-762cef512d28 None None] Pushing event deleted for resources: {'Port': ['ID=b18555f5-6680-4197-8771-d02f85328b41,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:36.152855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7a7f2-e321-45cd-a92e-762cef512d28 None None] No DVR routers for this DVR port b18555f5-6680-4197-8771-d02f85328b41 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:36.240146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:36.255980 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.291816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9feae9c5-8948-4aca-bdb0-af4ac748d4cc']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:36.293417 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4abcf8-7080-447b-a138-6cd5719a118a req-2bef9b8e-fbd6-45a4-9462-cf2fb906d53b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:36.301012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb4abcf8-7080-447b-a138-6cd5719a118a req-2bef9b8e-fbd6-45a4-9462-cf2fb906d53b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 945 time: 0.1637237 Aug 20 11:29:36.307112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] No DVR routers for this DVR port c16eef19-f893-4fd4-8894-ca09aaf35980 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:36.309205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f697f08f-c501-4ab5-9d4a-b92073787ba2') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:36.309354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f697f08f-c501-4ab5-9d4a-b92073787ba2') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:36.336198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.353786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b18555f5-6680-4197-8771-d02f85328b41 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:36.387335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef25e953-9753-44c9-be8a-8e199f6aa4b4 req-4cf9144b-8a65-4480-9f79-627b5f8ac4d4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0606396 Aug 20 11:29:36.388885 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.391520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b18555f5-6680-4197-8771-d02f85328b41 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:29:36.392251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b18555f5-6680-4197-8771-d02f85328b41 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:36.393215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 208b51ee-6363-43fc-ad24-35ab8bec4cca no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:36.402936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:29:36.403552 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:29:36.405753 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:29:36.426107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 208b51ee-6363-43fc-ad24-35ab8bec4cca {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:29:36.426107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 208b51ee-6363-43fc-ad24-35ab8bec4cca not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:36.426840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device da29542b-2e8d-4ffb-b8f5-70b52233b388 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:36.461706 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb4abcf8-7080-447b-a138-6cd5719a118a req-ddb0d41d-3136-4d41-a9cb-b7a204107b0d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529989 Aug 20 11:29:36.556341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:29:36.557000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:29:36.557125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:36.573051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Port c16eef19-f893-4fd4-8894-ca09aaf35980 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:29:36.573634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Attempting to bind port c16eef19-f893-4fd4-8894-ca09aaf35980 on network e3681374-4c89-4cc6-8ba9-16d98b0c329c {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:36.577306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port da29542b-2e8d-4ffb-b8f5-70b52233b388 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:36.583371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port da29542b-2e8d-4ffb-b8f5-70b52233b388 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:36.584341 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.593532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8e517-48a4-4d8b-8784-0cd53735db91 req-2f52ac0f-35c7-492c-b706-3f3b03b40cc8 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:36.595588 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07a8e517-48a4-4d8b-8784-0cd53735db91 req-2f52ac0f-35c7-492c-b706-3f3b03b40cc8 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 944 time: 0.0747092 Aug 20 11:29:36.608000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ceef021-dfeb-4238-8f8c-099ef4e5840a req-d7849131-8f9e-4623-888b-72fcef9748a6 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0532444 Aug 20 11:29:36.612542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:29:36.613145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Checking segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:36.613724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Bound using segment: {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:29:36.614394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Bound port: c16eef19-f893-4fd4-8894-ca09aaf35980, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58be2ba0-759c-4c4f-bca9-5e332dc381cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:29:36.614984 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.657475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07a8e517-48a4-4d8b-8784-0cd53735db91 req-c8206b9e-2c76-4b60-829a-cc99241edd14 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545571 Aug 20 11:29:36.675983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.694163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.700195 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] 10.222.0.10 "DELETE /v2.0/networks/9feae9c5-8948-4aca-bdb0-af4ac748d4cc HTTP/1.1" status: 204 len: 168 time: 1.4508393 Aug 20 11:29:36.700823 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.717174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189d4ce-ea5c-4332-a98e-a942a74a004b admin admin] Pushing event deleted for resources: {'Network': ['ID=9feae9c5-8948-4aca-bdb0-af4ac748d4cc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:36.733124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:36.737022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:29:36.739344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da29542b-2e8d-4ffb-b8f5-70b52233b388'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:36.742547 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf16303-e52e-4a56-8f5f-3b98326aaa91" -d '{"events": [{"server_uuid": "4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4", "name": "network-vif-plugged", "status": "completed", "tag": "da29542b-2e8d-4ffb-b8f5-70b52233b388"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:36.746607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port da29542b-2e8d-4ffb-b8f5-70b52233b388, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=da29542b-2e8d-4ffb-b8f5-70b52233b388,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:36.784216 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ce0baa-f1fd-45dc-9e0b-e627a03f8fa0 x-openstack-request-id: req-33ce0baa-f1fd-45dc-9e0b-e627a03f8fa0 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:36.788465 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4", "name": "network-vif-plugged", "status": "completed", "tag": "da29542b-2e8d-4ffb-b8f5-70b52233b388", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:36.788465 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33ce0baa-f1fd-45dc-9e0b-e627a03f8fa0 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:36.788465 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da29542b-2e8d-4ffb-b8f5-70b52233b388', 'code': 200} Aug 20 11:29:36.811871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.856881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:36.857264 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.858047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:36.859181 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:36.863362 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] 10.222.0.57 "PUT /v2.0/ports/c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1093 time: 2.0022967 Aug 20 11:29:36.908796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1e52-b947-4f21-aab1-886339da0888 req-b2964ca7-94e6-4805-b656-c6c4238ab802 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:36.910915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-66ac1e52-b947-4f21-aab1-886339da0888 req-b2964ca7-94e6-4805-b656-c6c4238ab802 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0817537 Aug 20 11:29:36.960368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:36.961496 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b14e6-e76b-49c5-9fbd-8ab5f3e1826e service neutron] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=11']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:36.976859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cff066-fd4c-410f-8c3d-7841341b2adb req-59ad0411-b7ea-4842-b98f-326826f5b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:36.976859 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9cff066-fd4c-410f-8c3d-7841341b2adb req-59ad0411-b7ea-4842-b98f-326826f5b5c4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 1096 time: 0.1122348 Aug 20 11:29:36.980264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}, {'name': 'network-changed', 'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:36.982716 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22" -d '{"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-unplugged", "status": "completed", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}, {"name": "network-changed", "server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:36.985886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=da29542b-2e8d-4ffb-b8f5-70b52233b388,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:37.017556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-6e14f55f-7399-4da6-baa8-98f67d8426b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.017556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-6e14f55f-7399-4da6-baa8-98f67d8426b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1096 time: 0.1144445 Aug 20 11:29:37.024956 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-66ac1e52-b947-4f21-aab1-886339da0888 req-3f89d63c-fc3d-49b3-9b43-4c6f65b11ff7 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038463 Aug 20 11:29:37.083697 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8b789d-7b14-403f-b90a-63c6d01af657 x-openstack-request-id: req-cc8b789d-7b14-403f-b90a-63c6d01af657 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:37.084064 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-unplugged", "status": "completed", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "code": 200}, {"name": "network-changed", "server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:37.084244 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc8b789d-7b14-403f-b90a-63c6d01af657 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:37.084656 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'code': 200} Aug 20 11:29:37.084914 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'status': 'completed', 'code': 200} Aug 20 11:29:37.090947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9cff066-fd4c-410f-8c3d-7841341b2adb req-e5dddb93-017c-4fd2-ad71-0f57cdde1972 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985267 Aug 20 11:29:37.112955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36448) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:37.145003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-55c74714-a06b-4c92-8ad0-1826b2e6fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.146630 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-55c74714-a06b-4c92-8ad0-1826b2e6fac0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.1189883 Aug 20 11:29:37.168423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1a6ea9f5-913d-437e-a413-52e4428be8a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe1c9aa320fc4ef08de7977fc77eb78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542836 Aug 20 11:29:37.170835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36450) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:37.220999 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fec580bb-5fb7-4af7-aab1-4a0a3c63010b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:37.237972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-498b4e9c-1c3e-447b-963f-8b3449267db5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1000 time: 0.0790687 Aug 20 11:29:37.243175 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fec580bb-5fb7-4af7-aab1-4a0a3c63010b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:37.313410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-6af150e4-5ff1-4dcd-ae4c-cd166023d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.316198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-6af150e4-5ff1-4dcd-ae4c-cd166023d137 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.0692997 Aug 20 11:29:37.357672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-11324229-ef69-40e3-beec-7cf641db1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.359335 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-11324229-ef69-40e3-beec-7cf641db1a48 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1096 time: 0.0761735 Aug 20 11:29:37.371133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fec580bb-5fb7-4af7-aab1-4a0a3c63010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:37.371909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72912-0cad-45a3-89e7-afce1482378e req-5076d0a6-bf8b-4239-b2dd-ad34f4a4685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.373573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-5076d0a6-bf8b-4239-b2dd-ad34f4a4685f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497773 Aug 20 11:29:37.373867 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fec580bb-5fb7-4af7-aab1-4a0a3c63010b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:37.375215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fec580bb-5fb7-4af7-aab1-4a0a3c63010b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20b04500-b144-4571-a30a-61cea0aa99dd HTTP/1.1" status: 204 len: 168 time: 0.2033939 Aug 20 11:29:37.386122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec580bb-5fb7-4af7-aab1-4a0a3c63010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b04500-b144-4571-a30a-61cea0aa99dd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:37.529048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6bceef26-2bc7-4afd-af3a-760bf5508c23 req-6f20ecd1-f1ec-4fba-8445-8c40cedbe135 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0397451 Aug 20 11:29:37.554537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-d05c82e7-d9a7-4337-8a5d-08396a259503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.556065 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-d05c82e7-d9a7-4337-8a5d-08396a259503 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.1816719 Aug 20 11:29:37.576827 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-bbf6f1d1-7076-4707-b4fe-a18153a6b630 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689651 Aug 20 11:29:37.711356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-8add36b3-9cb4-4fdf-9236-4869c6f32bf1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1000 time: 0.1412120 Aug 20 11:29:37.720821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03291e-b77d-44f5-ad86-8f2d9d06cbe1 req-4b137a3b-b249-4781-a3b6-c3ec029519a0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.722931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a03291e-b77d-44f5-ad86-8f2d9d06cbe1 req-4b137a3b-b249-4781-a3b6-c3ec029519a0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 945 time: 0.1660025 Aug 20 11:29:37.745578 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e7aa7ad-3b18-48a5-9ba6-af032b1e5a6e req-1c9941a2-6471-4a5d-9870-f891313b44f6 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0370607 Aug 20 11:29:37.893040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9399d-c8c9-4636-8393-fe3e44d7f852 req-21293b98-5a94-463a-859e-9ebec4fee216 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:37.899970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8be9399d-c8c9-4636-8393-fe3e44d7f852 req-21293b98-5a94-463a-859e-9ebec4fee216 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 945 time: 0.0748038 Aug 20 11:29:37.957077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8be9399d-c8c9-4636-8393-fe3e44d7f852 req-41ea8614-1a3c-4ce9-93fc-cb159745fa92 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480549 Aug 20 11:29:38.098621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-c46e6c43-abd8-4380-ab5d-0d033b182a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:38.100126 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-c46e6c43-abd8-4380-ab5d-0d033b182a52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.3763182 Aug 20 11:29:38.101893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-d1f09942-9d17-47b3-8342-aafbc0b49bbd service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098689 Aug 20 11:29:38.105251 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a03291e-b77d-44f5-ad86-8f2d9d06cbe1 req-af139693-2f4c-4f56-9c40-7c0cff9d4d5c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745141 Aug 20 11:29:38.157431 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac617-99ae-430e-a4f8-607461ce6d07 req-d7943b21-8e85-4227-91ee-1cc268e0411a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:38.162299 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cbeac617-99ae-430e-a4f8-607461ce6d07 req-d7943b21-8e85-4227-91ee-1cc268e0411a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0811985 Aug 20 11:29:38.172272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-75028c0d-d3aa-46d5-a582-e903a02a8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:38.174123 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-75028c0d-d3aa-46d5-a582-e903a02a8802 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601985 Aug 20 11:29:38.246029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cbeac617-99ae-430e-a4f8-607461ce6d07 req-c67c1ac1-b30c-43d1-a1dd-2fbdd2026ba0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710080 Aug 20 11:29:38.315936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-c68abba8-4e40-47d2-b473-b17fafd03a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:38.317612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-c68abba8-4e40-47d2-b473-b17fafd03a7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1096 time: 0.0716422 Aug 20 11:29:38.319957 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-efe838fc-c803-4578-97dd-8bad089956d3 service neutron] 10.222.0.38 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352861 Aug 20 11:29:38.476167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-4363838a-9d7b-45ae-a706-c302fd66eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:38.477570 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-4363838a-9d7b-45ae-a706-c302fd66eaf2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.1521313 Aug 20 11:29:38.479527 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-bcb8b1f7-d4a1-428c-90b9-f0c641fd404d service neutron] 10.222.0.38 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460404 Aug 20 11:29:38.550649 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-e7e3705e-eee7-4446-ba71-743b1b34d4fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 1000 time: 0.0650592 Aug 20 11:29:38.631172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ff48db16-e3f8-490f-8e21-0a6713b5193f req-bf30f98b-8c81-4ffe-95b6-5573c2a5a2d4 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0313070 Aug 20 11:29:38.636564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-7533351b-861a-4cfd-8c2b-f02aba473c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:38.637975 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-7533351b-861a-4cfd-8c2b-f02aba473c37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.0794985 Aug 20 11:29:38.686545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-d9d7c378-8974-4fd5-9126-4a057903774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:38.688180 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-d9d7c378-8974-4fd5-9126-4a057903774d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417962 Aug 20 11:29:38.791149 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-e0549a2e-c865-4b5f-8e0f-c2924a0a03d2 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937319 Aug 20 11:29:38.900296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-667e90ce-5d92-4dff-a691-573e139bf50c req-8b9afeca-52b1-4a4b-9597-d1389082bdfb tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0343015 Aug 20 11:29:38.908543 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8afd4d88-9973-4b0c-b85d-3dd0585a9f22 req-4ea301ff-dfe4-4442-a74b-50f3ab3bde06 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072547 Aug 20 11:29:39.125300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813801da-b799-4e0d-8da6-a4e5136d3f67 req-3b1860e1-cb68-48dc-b996-e52c4518e54f tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:39.126970 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-813801da-b799-4e0d-8da6-a4e5136d3f67 req-3b1860e1-cb68-48dc-b996-e52c4518e54f tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 945 time: 0.0773461 Aug 20 11:29:39.132799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36492) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:39.183712 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-813801da-b799-4e0d-8da6-a4e5136d3f67 req-1d712316-3861-4847-aa89-69b31389ab9c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441003 Aug 20 11:29:39.256247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a0fe5-c7cc-4365-9857-b88d9522bfae req-3d13853b-1a8b-44d3-8fe4-ae6a83daeac8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:39.265761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d42a0fe5-c7cc-4365-9857-b88d9522bfae req-3d13853b-1a8b-44d3-8fe4-ae6a83daeac8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 945 time: 0.0779684 Aug 20 11:29:39.278931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-257811485-network', 'tenant_id': 'ed62fcc2ab2f41f989a326a3897bceea'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:39.334474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d42a0fe5-c7cc-4365-9857-b88d9522bfae req-521e2980-36e7-4b7a-a02a-687a259282f8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666566 Aug 20 11:29:39.439107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325dc3c-458b-44c3-8a89-903bec24ea1f req-01706fd3-e646-4599-a9ce-68d405b62d0b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:39.440757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1325dc3c-458b-44c3-8a89-903bec24ea1f req-01706fd3-e646-4599-a9ce-68d405b62d0b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0528083 Aug 20 11:29:39.482125 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1325dc3c-458b-44c3-8a89-903bec24ea1f req-c14b0d3b-080a-417e-804e-a196ba6c68f6 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345402 Aug 20 11:29:39.504313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Made reservation on behalf of ed62fcc2ab2f41f989a326a3897bceea for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:29:39.506662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:39.515444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:39.607838 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:39.739623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d556539f-b616-44e2-ac5b-f66efe0dfcc8 req-d2f57be4-389b-4f43-899a-f1be3822640e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0286894 Aug 20 11:29:39.771123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:39.799601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:29:39.805933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88485d5b-b14a-4812-87e3-ada97d443b8b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:39.813791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:39.814323 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Added segment eb642be4-7452-4c65-99a4-7198e8bfaf92 of type vlan for network edb00cab-5f80-4e3b-be79-12d2f37d0603 Aug 20 11:29:39.862596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:39.973978 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:39.975253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:39.975928 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:40.073271 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d58eaa5c-cffa-4099-a897-0cd91dcaf6dd req-83b292df-eb47-4e48-80d7-881348731312 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0818131 Aug 20 11:29:40.085129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] Pushing event updated for resources: {'Network': ['ID=edb00cab-5f80-4e3b-be79-12d2f37d0603,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:40.095181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network edb00cab-5f80-4e3b-be79-12d2f37d0603 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:29:40.233719 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:29:40.245887 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5cfede40-d541-49c4-9b48-9be6e698f03f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1120224 Aug 20 11:29:40.248910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36518) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:40.255582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Request body: {'subnet': {'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-257811485-subnet', 'tenant_id': 'ed62fcc2ab2f41f989a326a3897bceea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:40.282469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-176b2c45-70eb-4b7d-bce7-8f6df2ac19fd req-7d814b18-ccc1-4972-8cbc-817663d4e262 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0272684 Aug 20 11:29:40.457720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38374d83-6c2b-42a2-b1f8-8ff764135a01 req-63e3ce56-0974-4208-8d1c-87209d9fc914 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:40.459593 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38374d83-6c2b-42a2-b1f8-8ff764135a01 req-63e3ce56-0974-4208-8d1c-87209d9fc914 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 945 time: 0.0580719 Aug 20 11:29:40.498609 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38374d83-6c2b-42a2-b1f8-8ff764135a01 req-ac973815-b566-4ae8-935e-0ede23b2f68d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323305 Aug 20 11:29:40.530851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Made reservation on behalf of ed62fcc2ab2f41f989a326a3897bceea for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:29:40.533201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:40.664205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c123e5-6bf2-4105-a5ad-15441923f327 req-edbf867c-ca70-45f3-bb95-07b03593add2 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:40.665744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-63c123e5-6bf2-4105-a5ad-15441923f327 req-edbf867c-ca70-45f3-bb95-07b03593add2 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0849044 Aug 20 11:29:40.742226 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-63c123e5-6bf2-4105-a5ad-15441923f327 req-21d913da-1547-4dc9-9601-3f4bcf0d9833 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685499 Aug 20 11:29:40.849974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-403b6dfa-5c62-47fd-873e-ff500d0eafc6 req-8694fe50-e964-47a1-bd37-0ddf3ecc3b88 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0271246 Aug 20 11:29:40.871908 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:40.936189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979dc0fd-3038-4048-a667-cac2e871ab36,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:40.945701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Checking segment: {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:40.946073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Network hostable DHCP agents. Network: edb00cab-5f80-4e3b-be79-12d2f37d0603, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:29:41.011301 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:41.042767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Network edb00cab-5f80-4e3b-be79-12d2f37d0603 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:29:41.189971 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-12cab4f2-e556-467a-b451-6d3a7828a28a req-aaa7da1f-d934-4280-829e-3afd8254a922 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0325396 Aug 20 11:29:41.333670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, edb00cab-5f80-4e3b-be79-12d2f37d0603) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:41.338963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:41.338963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:41.345726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10740e4-8c28-4e3f-8bbe-cd1aac81ab39 None None] Network edb00cab-5f80-4e3b-be79-12d2f37d0603 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:29:41.410237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:29:41.471623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b2b54393-519b-4ab1-8bdb-422bab825c46 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2211592 Aug 20 11:29:41.552359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee90e0-cafe-471e-bf3b-057280ba3156 None None] Network edb00cab-5f80-4e3b-be79-12d2f37d0603 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:29:41.620416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:41.650002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82cf1f-424b-41d4-a691-f83301df72f2 req-c78e16dc-0fce-4dcd-ae96-a4a0ebd9161c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:41.651541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'port_id': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'mac_address': 'fa:16:3e:34:51:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:29:41.652457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa82cf1f-424b-41d4-a691-f83301df72f2 req-c78e16dc-0fce-4dcd-ae96-a4a0ebd9161c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 945 time: 0.0703132 Aug 20 11:29:41.699599 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa82cf1f-424b-41d4-a691-f83301df72f2 req-53e74cdb-aca2-4187-8605-f2c7fa6c4502 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347745 Aug 20 11:29:41.719834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36540) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:41.810314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d303035b-7818-496b-bbf7-d0ad1d04f98e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/90eda1e8-56bf-465c-9390-de7c38965001 HTTP/1.1" status: 200 len: 992 time: 0.0776989 Aug 20 11:29:41.896154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b7059-fff3-4f34-b458-d0b4d9a33857 req-b676d614-f9b0-4ae0-b5ba-aab37604f44b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:41.898130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e4b7059-fff3-4f34-b458-d0b4d9a33857 req-b676d614-f9b0-4ae0-b5ba-aab37604f44b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0650237 Aug 20 11:29:41.899846 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:41.922782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16eef19-f893-4fd4-8894-ca09aaf35980 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:29:41.959317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e4b7059-fff3-4f34-b458-d0b4d9a33857 req-f32afb10-215e-44fd-9be2-95a453158c4f tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Aug 20 11:29:41.961984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:42.056291 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:42.109996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=12']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:42.115044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b589522-b626-4677-aca0-384387a8bbfd req-7d32f662-163e-4d65-a14a-bb4dbd46601e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0539508 Aug 20 11:29:42.123456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-42199a35-9585-44e5-872d-86452106797c tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:42.125286 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-42199a35-9585-44e5-872d-86452106797c tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/networks?id=edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 200 len: 804 time: 0.1670041 Aug 20 11:29:42.149593 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-faf8de3f-69e9-4e2b-9ba4-6991d1337fac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/quotas/ed62fcc2ab2f41f989a326a3897bceea HTTP/1.1" status: 200 len: 375 time: 0.0103660 Aug 20 11:29:42.187401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-bd345480-65f7-4562-8ad9-d98806e7fa78 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314701 Aug 20 11:29:42.294959 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-e1fa03e1-ffa2-43b6-8380-baf66b0f6d6d service neutron] 10.222.0.10 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993955 Aug 20 11:29:42.313068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['c16eef19-f893-4fd4-8894-ca09aaf35980'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:29:42.314945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9ad76b1f-dba3-4940-847a-dc3ac7167efe req-09efdb69-a314-4939-abea-34e3605e52bd tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0261974 Aug 20 11:29:42.409049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-f18aaf3e-3889-4d4b-ba5e-3e4d5ade2b37 service neutron] 10.222.0.10 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068397 Aug 20 11:29:42.728156 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4fda8519-2a27-454a-ba25-02dcb4ead533 req-23c2db94-3a28-468c-b833-5a378d87e8c6 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 210 time: 0.0344751 Aug 20 11:29:42.916658 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d54936a9-e804-438d-aa9d-69380a61b917 req-feec2872-6977-4973-867e-94a91c41f300 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aef4f6f8bd054a0e9eae488598bcfa08&device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0325665 Aug 20 11:29:42.935458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-97d81bd8-ebca-4ce2-a83d-06b45559488d req-8b7432c6-0cd5-4034-b1b6-f91b41fb747e tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0435965 Aug 20 11:29:42.954607 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d54936a9-e804-438d-aa9d-69380a61b917 req-69c56067-6b36-47b8-8210-1732842b292e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=aef4f6f8bd054a0e9eae488598bcfa08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214217 Aug 20 11:29:43.057111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54936a9-e804-438d-aa9d-69380a61b917 req-b45bcdd3-1362-44e3-a6a1-33eca913fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:43.058905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d54936a9-e804-438d-aa9d-69380a61b917 req-b45bcdd3-1362-44e3-a6a1-33eca913fc3b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969946 Aug 20 11:29:43.102661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922892c-f096-47c5-b33e-ff7ae5ebaa3a req-2d1f71f1-b9a7-4e2e-9180-a1ee14bbc74a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:43.104131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b922892c-f096-47c5-b33e-ff7ae5ebaa3a req-2d1f71f1-b9a7-4e2e-9180-a1ee14bbc74a tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0568612 Aug 20 11:29:43.159137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b922892c-f096-47c5-b33e-ff7ae5ebaa3a req-ab78e403-779a-48f6-b5b2-d6dbebe10634 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Aug 20 11:29:43.215367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ece8640-7dda-4cd2-8adf-017e5dc6ed8e req-1813e0d0-85a4-44b6-8d83-4aed16b24740 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0281594 Aug 20 11:29:43.261891 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:43.413079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:43.567731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port c16eef19-f893-4fd4-8894-ca09aaf35980 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:43.572112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port c16eef19-f893-4fd4-8894-ca09aaf35980 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:43.572487 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:43.658469 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:43.694331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:43.694331 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cabb9ec-5908-42df-a07d-e8bebb13f69c" -d '{"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-plugged", "status": "completed", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:43.698603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:43.723275 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ba87b3-b7d3-47b5-922e-889421833cdf x-openstack-request-id: req-52ba87b3-b7d3-47b5-922e-889421833cdf {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:43.723723 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-plugged", "status": "completed", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:43.724065 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52ba87b3-b7d3-47b5-922e-889421833cdf {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:43.740226 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'code': 200} Aug 20 11:29:43.818367 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:43.833670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c7a6a76-f2ce-4895-953f-859795f67461 req-579c8189-abdf-4014-a781-83d8947b4cdf tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 210 time: 0.0506449 Aug 20 11:29:43.869096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=13']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:44.049828 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85c60a6c-bff1-4766-a281-4ceee740110a req-30f9adef-873e-40fe-8967-71ecdcaf5bbc tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0402684 Aug 20 11:29:44.288958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd6a43-724b-4ca6-8602-f862935bec59 req-6657cfe7-a294-42dc-8cdd-6f05645b6a51 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:44.291252 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bdcd6a43-724b-4ca6-8602-f862935bec59 req-6657cfe7-a294-42dc-8cdd-6f05645b6a51 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0723369 Aug 20 11:29:44.336114 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bdcd6a43-724b-4ca6-8602-f862935bec59 req-7f7318a2-68b4-4d4a-8af2-f57b204aa4b1 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378666 Aug 20 11:29:44.388910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57541441-145b-46b5-b106-c01a25a850bf req-9eb86c14-0b16-4f7b-a1bc-942bc7f1ec68 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0277736 Aug 20 11:29:44.462141 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d54936a9-e804-438d-aa9d-69380a61b917 req-ae678c6e-3797-4cd9-870d-5167302119b2 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.38 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0274687 Aug 20 11:29:44.938131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5cc2115c-9dc3-4235-bad9-f0cbd4d197f7 req-a99fad1f-5ed9-45a0-8499-2246505540f7 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 210 time: 0.0263836 Aug 20 11:29:45.078179 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-243787b7-eb2a-4b75-beee-30cc5128a162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:45.183990 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d91c765f-e4a8-4483-944e-85d7ac37adc1 req-f3144b89-08a7-484d-910d-322cf8487d28 tempest-ServerShowV257Test-592235323 tempest-ServerShowV257Test-592235323-project] 10.222.0.10 "GET /v2.0/ports?device_id=066e6b28-8a66-41f5-a097-c825baadbc28 HTTP/1.1" status: 200 len: 210 time: 0.0290222 Aug 20 11:29:45.423869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-2a3abbbf-7ef2-4c88-9d45-389901f177a0 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:45.427050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-2a3abbbf-7ef2-4c88-9d45-389901f177a0 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "GET /v2.0/networks?id=edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 200 len: 804 time: 0.1430302 Aug 20 11:29:45.449023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Request body: {'port': {'device_id': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'admin_state_up': True, 'tenant_id': 'ed62fcc2ab2f41f989a326a3897bceea'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:45.486037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87e5b8-d304-4b56-b728-56bb0d1aceec req-64e83555-951d-4f5e-b3af-1b5ab47a9912 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:45.496125 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6e87e5b8-d304-4b56-b728-56bb0d1aceec req-64e83555-951d-4f5e-b3af-1b5ab47a9912 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0777526 Aug 20 11:29:45.537434 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22507cee-3b79-469e-a235-a044be73f328 req-253bd444-fce5-461c-89ad-3ddb89a38a88 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0318453 Aug 20 11:29:45.556940 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6e87e5b8-d304-4b56-b728-56bb0d1aceec req-4a06a7c0-c3cb-4f7d-b178-9fea89b11fea tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474515 Aug 20 11:29:45.782466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Made reservation on behalf of ed62fcc2ab2f41f989a326a3897bceea for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:29:45.787402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:45.924302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Allocated IP 172.20.0.5 (edb00cab-5f80-4e3b-be79-12d2f37d0603/979dc0fd-3038-4048-a667-cac2e871ab36/316d19ed-1cf0-4734-8706-d51dce9fe8a3) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:29:46.063378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-720e3ac0-5158-46a1-917f-35fb9bf677d2 req-032911ae-96a9-40e8-8ef5-0ecd72ad6d79 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 210 time: 0.0329015 Aug 20 11:29:46.118497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.231380 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.274482 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Network edb00cab-5f80-4e3b-be79-12d2f37d0603 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:46.278080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:46.282649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:29:46.335151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Pushing event updated for resources: {'Port': ['ID=316d19ed-1cf0-4734-8706-d51dce9fe8a3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:46.347517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:46.348164 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.493016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-15f8c988-11cd-4bb1-ad16-cc020caf1c7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0491002 Aug 20 11:29:46.508430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Request body: {'port': {'device_id': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:46.577233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:46.787933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8d58dfe-0939-4158-b371-7e9c575d7ef9 req-1169c02d-f49a-4f3e-891d-fced79f01578 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0584919 Aug 20 11:29:46.858673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bf685-7d6e-427f-bd6b-943850fffcc9 req-4ed3869f-0dc1-4bdd-a5f3-24ff85168731 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:46.860235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f0bf685-7d6e-427f-bd6b-943850fffcc9 req-4ed3869f-0dc1-4bdd-a5f3-24ff85168731 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.1195419 Aug 20 11:29:46.897237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36630) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:46.957333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f0bf685-7d6e-427f-bd6b-943850fffcc9 req-5e707293-0a72-4108-8313-9757075177b9 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897686 Aug 20 11:29:47.014798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491afbec-dbe5-4692-baab-60447edd1828 req-13e14934-40e1-4844-800c-8b216d444c3c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:47.016686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-13e14934-40e1-4844-800c-8b216d444c3c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/networks?id=70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 200 len: 813 time: 0.1476712 Aug 20 11:29:47.033905 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-53d6af29-3f4a-43d2-9ed0-7b32b1e023ac tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/quotas/fde855dbf29d40fea21b6c5670ec3757 HTTP/1.1" status: 200 len: 375 time: 0.0108945 Aug 20 11:29:47.046046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316d19ed-1cf0-4734-8706-d51dce9fe8a3 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:29:47.055430 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.075215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Transition to ACTIVE for port object 316d19ed-1cf0-4734-8706-d51dce9fe8a3 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:47.083886 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbf2054a-1651-42a5-92dd-51dfe998160b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.115517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-5cb97cb4-170c-4281-87b5-9683a10ba89d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751626 Aug 20 11:29:47.161574 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.222958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-0940c5c5-524c-4337-a1d4-d56662051ee7 service neutron] 10.222.0.10 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059258 Aug 20 11:29:47.332896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-d02d9ed8-5e00-4d23-b89f-e242438fa52f service neutron] 10.222.0.10 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028056 Aug 20 11:29:47.365427 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Pushing event updated for resources: {'Port': ['ID=316d19ed-1cf0-4734-8706-d51dce9fe8a3,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:47.478314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f3479-10a3-4da0-a1d6-68c9a3a29b33 req-247b6ecd-b3d2-4212-9e2b-0e8ceaeea1f9 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:47.481063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b13f3479-10a3-4da0-a1d6-68c9a3a29b33 req-247b6ecd-b3d2-4212-9e2b-0e8ceaeea1f9 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 943 time: 0.3307087 Aug 20 11:29:47.590393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9da2500-3d87-4139-927d-6dd4f8cf3b35 req-d354dd77-0e6f-45c0-aa91-d275c4754744 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 210 time: 0.0341399 Aug 20 11:29:47.608479 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbf2054a-1651-42a5-92dd-51dfe998160b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.626492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Attempting to bind port 316d19ed-1cf0-4734-8706-d51dce9fe8a3 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:29:47.626492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Attempting to bind port 316d19ed-1cf0-4734-8706-d51dce9fe8a3 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:29:47.626492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Attempting to bind port 316d19ed-1cf0-4734-8706-d51dce9fe8a3 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:47.632270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Port 316d19ed-1cf0-4734-8706-d51dce9fe8a3 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:29:47.632270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Attempting to bind port 316d19ed-1cf0-4734-8706-d51dce9fe8a3 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:47.645269 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b13f3479-10a3-4da0-a1d6-68c9a3a29b33 req-fec697b8-a3ab-4807-9db1-212bf96c3fd1 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521518 Aug 20 11:29:47.654210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:29:47.658558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Checking segment: {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:47.659429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Bound using segment: {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:29:47.660448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Bound port: 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:29:47.661372 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.745912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] For port 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:47.748387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] For port 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=316d19ed-1cf0-4734-8706-d51dce9fe8a3,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:29:47.764792 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a56c55fa-e1cd-4993-bf0c-7efc263ad60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.768009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbf2054a-1651-42a5-92dd-51dfe998160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.812344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fbf2054a-1651-42a5-92dd-51dfe998160b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aef4f6f8bd054a0e9eae488598bcfa08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9099767 Aug 20 11:29:47.812344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2054a-1651-42a5-92dd-51dfe998160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8995363-114a-4168-8a3c-9cd031d2d1f9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:47.812879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36646) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:47.839950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.897843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:47.899422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.902345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] 10.222.0.57 "PUT /v2.0/ports/316d19ed-1cf0-4734-8706-d51dce9fe8a3 HTTP/1.1" status: 200 len: 1091 time: 1.4002461 Aug 20 11:29:47.903582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'tag': '316d19ed-1cf0-4734-8706-d51dce9fe8a3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:47.906642 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb426e1b-87e4-4f6d-bfba-a8c99bd3e7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6", "tag": "316d19ed-1cf0-4734-8706-d51dce9fe8a3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:47.947896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f8c6f-311d-4f12-99f4-989b8f73267b service neutron] Pushing event updated for resources: {'Port': ['ID=316d19ed-1cf0-4734-8706-d51dce9fe8a3,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:47.954942 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1033eca8-48e6-4eb1-bb1d-89204d416939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:47.958599 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2bdb9a21-db00-428f-9294-939ef7da7384 req-1bb4cf5e-2316-40c6-b644-24d1c7d518b8 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0623443 Aug 20 11:29:47.961836 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51e2213-3abe-44cd-a799-9624c293658e x-openstack-request-id: req-a51e2213-3abe-44cd-a799-9624c293658e {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:47.962402 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6", "tag": "316d19ed-1cf0-4734-8706-d51dce9fe8a3", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:47.962779 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a51e2213-3abe-44cd-a799-9624c293658e {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:47.969285 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'tag': '316d19ed-1cf0-4734-8706-d51dce9fe8a3', 'status': 'completed', 'code': 200} Aug 20 11:29:48.015123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1033eca8-48e6-4eb1-bb1d-89204d416939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.083150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426e1b-87e4-4f6d-bfba-a8c99bd3e7a5 req-bb7d795f-2870-4ac8-bb0f-90d0721180a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:48.084631 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb426e1b-87e4-4f6d-bfba-a8c99bd3e7a5 req-bb7d795f-2870-4ac8-bb0f-90d0721180a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 1094 time: 0.0806580 Aug 20 11:29:48.165241 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1033eca8-48e6-4eb1-bb1d-89204d416939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.168192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1033eca8-48e6-4eb1-bb1d-89204d416939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.177075 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1033eca8-48e6-4eb1-bb1d-89204d416939 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8995363-114a-4168-8a3c-9cd031d2d1f9 HTTP/1.1" status: 204 len: 168 time: 0.3553300 Aug 20 11:29:48.187502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033eca8-48e6-4eb1-bb1d-89204d416939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8995363-114a-4168-8a3c-9cd031d2d1f9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:48.250337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3e886-3630-46a7-9c3e-f1b2c747fbac req-7392eda6-8649-4b02-8358-33e4d4c6d32f tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:48.251960 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b1f3e886-3630-46a7-9c3e-f1b2c747fbac req-7392eda6-8649-4b02-8358-33e4d4c6d32f tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.1332192 Aug 20 11:29:48.257993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426e1b-87e4-4f6d-bfba-a8c99bd3e7a5 req-0786aa7b-91a3-49ec-9b18-e9911cc4fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:48.262590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb426e1b-87e4-4f6d-bfba-a8c99bd3e7a5 req-0786aa7b-91a3-49ec-9b18-e9911cc4fe92 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1694849 Aug 20 11:29:48.352497 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b1f3e886-3630-46a7-9c3e-f1b2c747fbac req-98467263-2f68-4f22-af32-85eb77a9742f tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888844 Aug 20 11:29:48.386852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb426e1b-87e4-4f6d-bfba-a8c99bd3e7a5 req-14ebc007-2dc5-442d-93fc-0579be766b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:48.388358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb426e1b-87e4-4f6d-bfba-a8c99bd3e7a5 req-14ebc007-2dc5-442d-93fc-0579be766b37 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169178 Aug 20 11:29:48.475887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-58f5b3a4-0427-47d4-b497-d6c029534c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:48.477732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-58f5b3a4-0427-47d4-b497-d6c029534c2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 1094 time: 0.0470178 Aug 20 11:29:48.529314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-069eada7-f78c-44d5-9336-62144fc6d0ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=316d19ed-1cf0-4734-8706-d51dce9fe8a3 HTTP/1.1" status: 200 len: 217 time: 0.0417950 Aug 20 11:29:48.588478 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-985fb1cf-d2d5-465c-9ebb-f9a06e44f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:48.590022 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-985fb1cf-d2d5-465c-9ebb-f9a06e44f0d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=979dc0fd-3038-4048-a667-cac2e871ab36 HTTP/1.1" status: 200 len: 844 time: 0.0529530 Aug 20 11:29:48.624271 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-7ddaaa80-af28-4c8c-87ee-28a863eb142f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edb00cab-5f80-4e3b-be79-12d2f37d0603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258923 Aug 20 11:29:48.630486 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:48.740025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-040c3320-0e7e-4cdc-9eb3-af2cf71e84a2 req-34694c58-f262-45e1-ab21-36b2fcf0dda3 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 210 time: 0.0600131 Aug 20 11:29:48.749711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-c41855c8-2b1c-4124-8e40-c5319a7aa95d service neutron] 10.222.0.57 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167271 Aug 20 11:29:49.112979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa12fd05-7e2f-4ee4-8fad-a2823a6fd7d7 req-a4752e73-45ba-4023-99a8-7cb4447ffd09 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0623987 Aug 20 11:29:49.145268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10354de3-72e5-4438-97ca-d779e94eb0c8 req-72032427-0dd1-4c05-98c3-6db9fd7b12c0 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:49.150980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10354de3-72e5-4438-97ca-d779e94eb0c8 req-72032427-0dd1-4c05-98c3-6db9fd7b12c0 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 943 time: 0.3798823 Aug 20 11:29:49.164877 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:49.209178 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10354de3-72e5-4438-97ca-d779e94eb0c8 req-4b22bd63-8631-4782-94ac-00b05a5bf948 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572896 Aug 20 11:29:49.221081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2294a87b-e612-4646-8fa5-fe828be09f89 req-372c28a7-b61c-4ea0-af6b-72439705a8f0 service neutron] 10.222.0.57 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601123 Aug 20 11:29:49.479321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97a783-213a-481a-99f2-a61ed27bd110 req-2bddce17-5b80-4d0c-8cc8-0a75c6c9f672 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:49.480824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd97a783-213a-481a-99f2-a61ed27bd110 req-2bddce17-5b80-4d0c-8cc8-0a75c6c9f672 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0507011 Aug 20 11:29:49.522966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd97a783-213a-481a-99f2-a61ed27bd110 req-5723b28f-974b-4331-b646-cd2480d00d96 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345910 Aug 20 11:29:49.832543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f1ed3f6-866d-4ec3-89ef-f93b5f564cd8 req-9217229e-d723-4c35-8267-5c4e7ed78fd6 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 210 time: 0.0280297 Aug 20 11:29:50.168689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36692) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:50.238778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fafac6c9-3edf-4e36-b313-8ffd69f754e6 req-6937d634-f567-45d6-a91c-fa90529fa27b tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c9c32d5-36ad-4c06-bbdb-3c6df8eb6916 HTTP/1.1" status: 200 len: 210 time: 0.0274241 Aug 20 11:29:50.287694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c76e5faa-43c7-4390-a74c-087bb590b217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:50.343731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516005a-bf53-474d-beb4-3c38124c556a req-8eaf6385-61f0-4f47-b5d9-986dca9c5056 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:50.345315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5516005a-bf53-474d-beb4-3c38124c556a req-8eaf6385-61f0-4f47-b5d9-986dca9c5056 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0560966 Aug 20 11:29:50.387586 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5516005a-bf53-474d-beb4-3c38124c556a req-5d25f428-4648-4861-bdfd-721239498acf tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350740 Aug 20 11:29:50.435031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c76e5faa-43c7-4390-a74c-087bb590b217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:50.476157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491afbec-dbe5-4692-baab-60447edd1828 req-4f53340c-e1b6-467b-a4ae-47fe3179d6bb tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:50.477628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-4f53340c-e1b6-467b-a4ae-47fe3179d6bb tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "GET /v2.0/networks?id=70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 200 len: 813 time: 0.1216230 Aug 20 11:29:50.495078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Request body: {'port': {'device_id': 'd8b11109-5d1f-4f50-a663-ab726f35e1fa', 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3', 'admin_state_up': True, 'tenant_id': 'fde855dbf29d40fea21b6c5670ec3757'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:50.549877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c76e5faa-43c7-4390-a74c-087bb590b217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:50.623941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c76e5faa-43c7-4390-a74c-087bb590b217 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=237c7d41b9ca46899bf187eaf744d9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541743 Aug 20 11:29:50.626960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36700) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:50.646238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e5faa-43c7-4390-a74c-087bb590b217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae9abc3-05c0-4c0e-b6a0-d8c8acf8aff7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:50.681708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2853d5f9-414c-4174-a1b2-5fa71394c07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:50.696656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa1027-1bb0-4111-b57c-b713385a7c8c req-2390e002-34fd-45ca-a6a8-a655791e7862 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:50.698303 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13aa1027-1bb0-4111-b57c-b713385a7c8c req-2390e002-34fd-45ca-a6a8-a655791e7862 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0926805 Aug 20 11:29:50.707057 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2853d5f9-414c-4174-a1b2-5fa71394c07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:50.752178 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13aa1027-1bb0-4111-b57c-b713385a7c8c req-c5366e88-8951-4ac9-b687-2bb0a9ccdd7b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474472 Aug 20 11:29:50.761481 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:50.827886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Made reservation on behalf of fde855dbf29d40fea21b6c5670ec3757 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:29:50.831493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:50.873803 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2853d5f9-414c-4174-a1b2-5fa71394c07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:50.876982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2853d5f9-414c-4174-a1b2-5fa71394c07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:50.879224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2853d5f9-414c-4174-a1b2-5fa71394c07a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fae9abc3-05c0-4c0e-b6a0-d8c8acf8aff7 HTTP/1.1" status: 204 len: 168 time: 0.2512732 Aug 20 11:29:50.905966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853d5f9-414c-4174-a1b2-5fa71394c07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae9abc3-05c0-4c0e-b6a0-d8c8acf8aff7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:50.951304 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bfd0eff2-4b60-4baa-9f33-9fb73cb60fbf req-bf769416-ea8f-46c5-afd7-9e285bb07448 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 210 time: 0.0297792 Aug 20 11:29:51.013080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Allocated IP 172.20.0.11 (70b8cc5d-0386-436f-9df2-433f166b2cc3/67c93569-eb45-45c6-b207-4f675efb856b/15ec8c06-9f34-4424-9c79-f62e0a356018) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:29:51.162894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.274133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.287161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f0532677-4332-4b49-aa51-01f9c2b7bba9', 'da29542b-2e8d-4ffb-b8f5-70b52233b388'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:29:51.350795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Network 70b8cc5d-0386-436f-9df2-433f166b2cc3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:29:51.354054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:29:51.356735 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:29:51.392516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Pushing event updated for resources: {'Port': ['ID=15ec8c06-9f34-4424-9c79-f62e0a356018,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:51.444270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:51.445041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.552131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81caf7-84d2-404e-840f-ff07b76ca11f req-52156328-9e38-4e2a-8d77-cc391d6bcfb8 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:51.561262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd81caf7-84d2-404e-840f-ff07b76ca11f req-52156328-9e38-4e2a-8d77-cc391d6bcfb8 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0814834 Aug 20 11:29:51.571173 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-c621a7c8-cca8-4245-b47e-4c26b85f5b3d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0800135 Aug 20 11:29:51.585070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Request body: {'port': {'device_id': 'd8b11109-5d1f-4f50-a663-ab726f35e1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:29:51.625419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd81caf7-84d2-404e-840f-ff07b76ca11f req-c3ec1973-45d3-4445-9cf2-35b944b10f49 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632427 Aug 20 11:29:51.660980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:51.904454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebf552-0c08-4033-95ad-bb90d5591bd6 req-73e58d6a-4382-4620-8549-e656f50ae267 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:51.905940 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-24ebf552-0c08-4033-95ad-bb90d5591bd6 req-73e58d6a-4382-4620-8549-e656f50ae267 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0694749 Aug 20 11:29:51.973937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-24ebf552-0c08-4033-95ad-bb90d5591bd6 req-aeb89484-9f61-4834-ba3d-530adcf435fc tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587661 Aug 20 11:29:52.012739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ec8c06-9f34-4424-9c79-f62e0a356018 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:29:52.022341 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.038101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Transition to ACTIVE for port object 15ec8c06-9f34-4424-9c79-f62e0a356018 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:29:52.091195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516cb99-41a7-42ad-87e7-7751c9d99cbf req-44d6bb65-a316-4068-8b38-418611d42bb8 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:52.092725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b516cb99-41a7-42ad-87e7-7751c9d99cbf req-44d6bb65-a316-4068-8b38-418611d42bb8 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 932 time: 0.0518563 Aug 20 11:29:52.125282 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.141662 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b516cb99-41a7-42ad-87e7-7751c9d99cbf req-be14b2d8-0b45-46b2-b2b9-5442c9fdfbc5 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Aug 20 11:29:52.185128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Pushing event updated for resources: {'Port': ['ID=15ec8c06-9f34-4424-9c79-f62e0a356018,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:52.260674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Attempting to bind port 15ec8c06-9f34-4424-9c79-f62e0a356018 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:29:52.261014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Attempting to bind port 15ec8c06-9f34-4424-9c79-f62e0a356018 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:29:52.261355 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Attempting to bind port 15ec8c06-9f34-4424-9c79-f62e0a356018 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:52.279143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Port 15ec8c06-9f34-4424-9c79-f62e0a356018 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:29:52.279821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Attempting to bind port 15ec8c06-9f34-4424-9c79-f62e0a356018 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:29:52.285781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:29:52.286151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Checking segment: {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:29:52.286799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Bound using segment: {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:29:52.287316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Bound port: 15ec8c06-9f34-4424-9c79-f62e0a356018, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:29:52.287712 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.360860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] For port 15ec8c06-9f34-4424-9c79-f62e0a356018, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:29:52.364592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] For port 15ec8c06-9f34-4424-9c79-f62e0a356018, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=15ec8c06-9f34-4424-9c79-f62e0a356018,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:29:52.442291 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.478898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:52.479547 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.481056 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] 10.222.0.38 "PUT /v2.0/ports/15ec8c06-9f34-4424-9c79-f62e0a356018 HTTP/1.1" status: 200 len: 1092 time: 0.9005120 Aug 20 11:29:52.481517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b11109-5d1f-4f50-a663-ab726f35e1fa', 'tag': '15ec8c06-9f34-4424-9c79-f62e0a356018'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:52.484136 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e01cec-ea4e-4c79-b501-6a383d0f1162" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b11109-5d1f-4f50-a663-ab726f35e1fa", "tag": "15ec8c06-9f34-4424-9c79-f62e0a356018"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:52.489668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36744) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:52.530804 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff316b2-0e74-4d73-b66c-ab330fbcf278 x-openstack-request-id: req-eff316b2-0e74-4d73-b66c-ab330fbcf278 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:52.531099 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b11109-5d1f-4f50-a663-ab726f35e1fa", "tag": "15ec8c06-9f34-4424-9c79-f62e0a356018", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:52.531356 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eff316b2-0e74-4d73-b66c-ab330fbcf278 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:52.531760 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b11109-5d1f-4f50-a663-ab726f35e1fa', 'tag': '15ec8c06-9f34-4424-9c79-f62e0a356018', 'status': 'completed', 'code': 200} Aug 20 11:29:52.543314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e4790-cb7c-477a-aa90-6efc660b25a3 service neutron] Pushing event updated for resources: {'Port': ['ID=15ec8c06-9f34-4424-9c79-f62e0a356018,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:52.603133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d855cbbf-bf49-4fb2-84be-1d4338c61e71 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.633513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d855cbbf-bf49-4fb2-84be-1d4338c61e71 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.637526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e01cec-ea4e-4c79-b501-6a383d0f1162 req-84fdb87e-0835-4dc4-bc4e-8e76d9461ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:52.640244 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73e01cec-ea4e-4c79-b501-6a383d0f1162 req-84fdb87e-0835-4dc4-bc4e-8e76d9461ddd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 1095 time: 0.0887132 Aug 20 11:29:52.771652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e01cec-ea4e-4c79-b501-6a383d0f1162 req-ee249690-0aab-419b-aff6-9dec891c9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:52.774862 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73e01cec-ea4e-4c79-b501-6a383d0f1162 req-ee249690-0aab-419b-aff6-9dec891c9bd4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=fde855dbf29d40fea21b6c5670ec3757&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1260993 Aug 20 11:29:52.796014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6111f-310c-427a-ae6f-807688dbe8bc req-8f7a254d-5676-47dd-82f7-341763f85b8b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:52.799065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4d6111f-310c-427a-ae6f-807688dbe8bc req-8f7a254d-5676-47dd-82f7-341763f85b8b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0965865 Aug 20 11:29:52.850166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4d6111f-310c-427a-ae6f-807688dbe8bc req-25b7bab9-791d-4ae6-b4c9-6d70eac0cef5 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Aug 20 11:29:52.873267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d855cbbf-bf49-4fb2-84be-1d4338c61e71 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.875968 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d855cbbf-bf49-4fb2-84be-1d4338c61e71 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:52.877724 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d855cbbf-bf49-4fb2-84be-1d4338c61e71 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "DELETE /v2.0/security-groups/fdd85b31-7f9c-4db7-bab7-c2315f1e353c HTTP/1.1" status: 204 len: 168 time: 0.3865626 Aug 20 11:29:52.882005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36748) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:52.900872 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-71145121-3bfa-4858-b747-cd07522e7c87 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] show failed (client error): The resource could not be found. Aug 20 11:29:52.902737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-71145121-3bfa-4858-b747-cd07522e7c87 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "GET /v2.0/security-groups/fdd85b31-7f9c-4db7-bab7-c2315f1e353c HTTP/1.1" status: 404 len: 347 time: 0.0190203 Aug 20 11:29:52.906061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36750) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:52.907965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855cbbf-bf49-4fb2-84be-1d4338c61e71 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd85b31-7f9c-4db7-bab7-c2315f1e353c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:52.928678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e01cec-ea4e-4c79-b501-6a383d0f1162 req-32d48a4c-9c54-4223-b89e-cf5d771bf7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:52.930416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73e01cec-ea4e-4c79-b501-6a383d0f1162 req-32d48a4c-9c54-4223-b89e-cf5d771bf7bf service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479590 Aug 20 11:29:53.026366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491afbec-dbe5-4692-baab-60447edd1828 req-738f045a-9e5b-4ec5-86d7-f4558b2d39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:53.030500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-738f045a-9e5b-4ec5-86d7-f4558b2d39de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 1095 time: 0.0584564 Aug 20 11:29:53.051282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-19cc9549-f4b8-4f58-bb88-115f6390c6e7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting port 81a38e8f-9d69-404b-aefe-2c67bf5c9822 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:53.051646 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19cc9549-f4b8-4f58-bb88-115f6390c6e7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.112565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-bf6de9c6-7815-4bab-bdbd-9107892d135e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15ec8c06-9f34-4424-9c79-f62e0a356018 HTTP/1.1" status: 200 len: 217 time: 0.0706370 Aug 20 11:29:53.175244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491afbec-dbe5-4692-baab-60447edd1828 req-1d471647-525e-44bc-bfa1-4437b45a8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:53.178702 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-1d471647-525e-44bc-bfa1-4437b45a8279 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67c93569-eb45-45c6-b207-4f675efb856b HTTP/1.1" status: 200 len: 853 time: 0.0604928 Aug 20 11:29:53.181210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac819b-4e27-45ca-8996-fbd925e6db1b req-428c0f87-435c-4fb2-b9fd-8bd7fe9c9286 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:53.182816 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6eac819b-4e27-45ca-8996-fbd925e6db1b req-428c0f87-435c-4fb2-b9fd-8bd7fe9c9286 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.1188631 Aug 20 11:29:53.188181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19cc9549-f4b8-4f58-bb88-115f6390c6e7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.188518 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19cc9549-f4b8-4f58-bb88-115f6390c6e7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.220584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-19cc9549-f4b8-4f58-bb88-115f6390c6e7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Calling delete_port for 81a38e8f-9d69-404b-aefe-2c67bf5c9822 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:53.238381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-6ce010a8-cba8-429f-8139-0afa686a9384 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=70b8cc5d-0386-436f-9df2-433f166b2cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515745 Aug 20 11:29:53.292910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6eac819b-4e27-45ca-8996-fbd925e6db1b req-6f6d7135-5f5a-418b-aa24-c9dc85422325 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857663 Aug 20 11:29:53.401943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a682ca-e131-4511-938a-b5a82aee1bb2 req-b0a5d85f-10ab-4e18-8021-f9c4d72003a4 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:53.407317 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2a682ca-e131-4511-938a-b5a82aee1bb2 req-b0a5d85f-10ab-4e18-8021-f9c4d72003a4 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 944 time: 0.1251736 Aug 20 11:29:53.428623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 316d19ed-1cf0-4734-8706-d51dce9fe8a3 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:29:53.465286 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-19e826fb-c4b0-45dc-90a0-dbfd49b4eccb service neutron] 10.222.0.38 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174337 Aug 20 11:29:53.474659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2a682ca-e131-4511-938a-b5a82aee1bb2 req-f675cbeb-8c5d-46bd-9246-84206d6fcc22 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566089 Aug 20 11:29:53.531671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19cc9549-f4b8-4f58-bb88-115f6390c6e7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.565299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc9549-f4b8-4f58-bb88-115f6390c6e7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Port': ['ID=81a38e8f-9d69-404b-aefe-2c67bf5c9822,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:53.583134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=316d19ed-1cf0-4734-8706-d51dce9fe8a3,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:53.607050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '316d19ed-1cf0-4734-8706-d51dce9fe8a3', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'port_id': '316d19ed-1cf0-4734-8706-d51dce9fe8a3', 'mac_address': 'fa:16:3e:6d:c5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979dc0fd-3038-4048-a667-cac2e871ab36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:29:53.610790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-491afbec-dbe5-4692-baab-60447edd1828 req-43fb2efa-2546-4f58-ae2b-bdaf34b63626 service neutron] 10.222.0.38 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350400 Aug 20 11:29:53.652254 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19cc9549-f4b8-4f58-bb88-115f6390c6e7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.655950 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19cc9549-f4b8-4f58-bb88-115f6390c6e7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.658485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-19cc9549-f4b8-4f58-bb88-115f6390c6e7 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "DELETE /v2.0/floatingips/738e3eea-22c7-47eb-8127-2d96ebad9718 HTTP/1.1" status: 204 len: 168 time: 0.7496607 Aug 20 11:29:53.661788 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36766) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:53.666589 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.682240 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316d19ed-1cf0-4734-8706-d51dce9fe8a3 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:29:53.704649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=316d19ed-1cf0-4734-8706-d51dce9fe8a3,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:53.779148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-33f6e002-ebdd-4fd9-98dc-f8d1d1236ea2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting port 153954e2-ea32-4f96-8194-59c54f6c2819 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:53.779568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33f6e002-ebdd-4fd9-98dc-f8d1d1236ea2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.830700 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.884006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=316d19ed-1cf0-4734-8706-d51dce9fe8a3,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:53.892012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33f6e002-ebdd-4fd9-98dc-f8d1d1236ea2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:53.906946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-33f6e002-ebdd-4fd9-98dc-f8d1d1236ea2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Calling delete_port for 153954e2-ea32-4f96-8194-59c54f6c2819 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:54.042531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151db64-7199-4c10-8c5c-95c41f534d24 req-321448da-3c85-4943-86df-a4a3f60c88c1 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:54.044287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1151db64-7199-4c10-8c5c-95c41f534d24 req-321448da-3c85-4943-86df-a4a3f60c88c1 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 944 time: 0.0769868 Aug 20 11:29:54.104738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['316d19ed-1cf0-4734-8706-d51dce9fe8a3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:29:54.474040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1151db64-7199-4c10-8c5c-95c41f534d24 req-fbdbaf5d-edf9-44f5-9ca9-af0893419a40 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226348 Aug 20 11:29:54.548326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5874cf-d069-4fc2-ba51-5e7537210a30 req-595861c8-7b9b-4d94-b8ba-af4fafa7ae3b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:54.551736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a5874cf-d069-4fc2-ba51-5e7537210a30 req-595861c8-7b9b-4d94-b8ba-af4fafa7ae3b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.1621377 Aug 20 11:29:54.623554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a5874cf-d069-4fc2-ba51-5e7537210a30 req-dd4af054-2b35-49c4-bd65-f72ccf6038f4 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623214 Aug 20 11:29:54.631647 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33f6e002-ebdd-4fd9-98dc-f8d1d1236ea2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.696500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6e002-ebdd-4fd9-98dc-f8d1d1236ea2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Port': ['ID=153954e2-ea32-4f96-8194-59c54f6c2819,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:54.800503 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33f6e002-ebdd-4fd9-98dc-f8d1d1236ea2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:54.802683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-33f6e002-ebdd-4fd9-98dc-f8d1d1236ea2 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "DELETE /v2.0/ports/153954e2-ea32-4f96-8194-59c54f6c2819 HTTP/1.1" status: 204 len: 168 time: 1.1392460 Aug 20 11:29:54.805449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36782) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:54.811097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe72fcf-beeb-41f6-b472-192a98d7168e req-cbed064a-9b33-4ff2-81cf-17df9854fc63 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:54.819376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fe72fcf-beeb-41f6-b472-192a98d7168e req-cbed064a-9b33-4ff2-81cf-17df9854fc63 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 944 time: 0.1721356 Aug 20 11:29:54.860227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fe72fcf-beeb-41f6-b472-192a98d7168e req-359aa9eb-4e70-4e87-80f7-18d3618de9f2 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345695 Aug 20 11:29:54.919342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0bbbf-f0b1-4226-9137-f8702486c86e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting port 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:54.919694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d0bbbf-f0b1-4226-9137-f8702486c86e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.026053 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d0bbbf-f0b1-4226-9137-f8702486c86e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.043752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0bbbf-f0b1-4226-9137-f8702486c86e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Calling delete_port for 1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:55.279587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d0bbbf-f0b1-4226-9137-f8702486c86e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.331203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0bbbf-f0b1-4226-9137-f8702486c86e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Port': ['ID=1748ac82-9bd3-4a4d-9d24-bfcb41f54d01,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:55.409322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d0bbbf-f0b1-4226-9137-f8702486c86e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.411344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d8d0bbbf-f0b1-4226-9137-f8702486c86e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "DELETE /v2.0/ports/1748ac82-9bd3-4a4d-9d24-bfcb41f54d01 HTTP/1.1" status: 204 len: 168 time: 0.6048338 Aug 20 11:29:55.414571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36794) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:55.429641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 316d19ed-1cf0-4734-8706-d51dce9fe8a3 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:55.484829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9570f388-895b-40a7-9f99-4c17af139322 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting subnet 499ea19e-ce01-4768-a3a1-7eccffb9cde8 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:29:55.492962 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9570f388-895b-40a7-9f99-4c17af139322 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.536139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9570f388-895b-40a7-9f99-4c17af139322 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.580587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 316d19ed-1cf0-4734-8706-d51dce9fe8a3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:55.592740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 316d19ed-1cf0-4734-8706-d51dce9fe8a3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:55.593380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.646742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa634a8a-e776-47fc-a7d2-3d35bf8f8988 req-49c43d7e-fe63-4a44-9e53-ead99d9b9265 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:55.667641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fa634a8a-e776-47fc-a7d2-3d35bf8f8988 req-49c43d7e-fe63-4a44-9e53-ead99d9b9265 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 944 time: 0.0958953 Aug 20 11:29:55.679918 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9570f388-895b-40a7-9f99-4c17af139322 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.773904 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.782728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fa634a8a-e776-47fc-a7d2-3d35bf8f8988 req-76197d0a-e9dd-429e-80b0-6d531f8aa583 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133807 Aug 20 11:29:55.840666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=316d19ed-1cf0-4734-8706-d51dce9fe8a3,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:55.841898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316d19ed-1cf0-4734-8706-d51dce9fe8a3'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:55.844735 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a21e805-e63a-42fa-a617-cfd92e3c348e" -d '{"events": [{"server_uuid": "aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6", "name": "network-vif-plugged", "status": "completed", "tag": "316d19ed-1cf0-4734-8706-d51dce9fe8a3"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:55.865811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9570f388-895b-40a7-9f99-4c17af139322 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.890227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9570f388-895b-40a7-9f99-4c17af139322 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.895682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36806) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:55.897069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9570f388-895b-40a7-9f99-4c17af139322 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "DELETE /v2.0/subnets/499ea19e-ce01-4768-a3a1-7eccffb9cde8 HTTP/1.1" status: 204 len: 168 time: 0.4813304 Aug 20 11:29:55.899520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a9e9fe-86cb-4477-8b90-0fa5234d7301 None None] Network 785e013d-c92e-4828-b7f5-34a8f2e42a85 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:29:55.911747 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21140ae-f8bf-4201-bcee-35c7cfbedea1 x-openstack-request-id: req-f21140ae-f8bf-4201-bcee-35c7cfbedea1 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:55.912130 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6", "name": "network-vif-plugged", "status": "completed", "tag": "316d19ed-1cf0-4734-8706-d51dce9fe8a3", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:55.912593 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f21140ae-f8bf-4201-bcee-35c7cfbedea1 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:55.913098 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316d19ed-1cf0-4734-8706-d51dce9fe8a3', 'code': 200} Aug 20 11:29:55.928139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58046fd4-52ce-439a-8a41-fdf226ccc12c req-e8ec1419-e998-4dd1-ab06-7d567d8429c2 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:55.930920 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-58046fd4-52ce-439a-8a41-fdf226ccc12c req-e8ec1419-e998-4dd1-ab06-7d567d8429c2 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.1346035 Aug 20 11:29:55.958650 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:55.982332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570f388-895b-40a7-9f99-4c17af139322 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Subnet': ['ID=499ea19e-ce01-4768-a3a1-7eccffb9cde8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:56.044792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-15deb133-30af-4d6b-b63a-fd8bd3347a1e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting subnet 87d3208d-faff-4f47-b61c-6cfe0f113c7d {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:29:56.056584 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15deb133-30af-4d6b-b63a-fd8bd3347a1e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.095050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-58046fd4-52ce-439a-8a41-fdf226ccc12c req-bcde38e3-23ba-4657-9877-16c3182fec59 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162314 Aug 20 11:29:56.134161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=316d19ed-1cf0-4734-8706-d51dce9fe8a3,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:56.166414 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15deb133-30af-4d6b-b63a-fd8bd3347a1e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.202936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d3592-cfc0-4770-ae2c-171578dbff92 req-d4681deb-7ef2-45d8-8d50-9f8d7db7eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:56.204227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce0d3592-cfc0-4770-ae2c-171578dbff92 req-d4681deb-7ef2-45d8-8d50-9f8d7db7eb0f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 1097 time: 0.0644543 Aug 20 11:29:56.241411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca64c5-f901-418e-8885-5aaa760597c6 req-2a6198e0-1258-4c89-8dbd-fff0d6f66635 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:56.251280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19ca64c5-f901-418e-8885-5aaa760597c6 req-2a6198e0-1258-4c89-8dbd-fff0d6f66635 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 944 time: 0.2480211 Aug 20 11:29:56.251914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05dae51-2045-4d70-a582-bce77b621f57 None None] DHCP port deletion for 785e013d-c92e-4828-b7f5-34a8f2e42a85 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:29:56.253559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce0d3592-cfc0-4770-ae2c-171578dbff92 req-4ec0ca4e-96b5-4277-b2e0-efa8132b91a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340800 Aug 20 11:29:56.285558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20971e-6106-4356-8efe-0e2ba5cd3706 req-242306a1-8516-41c3-a53f-057016495687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:56.287203 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a20971e-6106-4356-8efe-0e2ba5cd3706 req-242306a1-8516-41c3-a53f-057016495687 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 1096 time: 0.2550018 Aug 20 11:29:56.315189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f05dae51-2045-4d70-a582-bce77b621f57 None None] Deleting port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:56.315613 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f05dae51-2045-4d70-a582-bce77b621f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.340184 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19ca64c5-f901-418e-8885-5aaa760597c6 req-ab17ddcb-4380-4479-beb6-823a5c4eee40 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875106 Aug 20 11:29:56.366701 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15deb133-30af-4d6b-b63a-fd8bd3347a1e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.371192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:56.424261 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f05dae51-2045-4d70-a582-bce77b621f57 None None] For port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:56.424666 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f05dae51-2045-4d70-a582-bce77b621f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.438080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 15ec8c06-9f34-4424-9c79-f62e0a356018 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:29:56.454055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f05dae51-2045-4d70-a582-bce77b621f57 None None] Calling delete_port for 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:56.485762 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a20971e-6106-4356-8efe-0e2ba5cd3706 req-a1a03b83-b65f-4ed2-93b9-a80ee5f37fcf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339162 Aug 20 11:29:56.550694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15deb133-30af-4d6b-b63a-fd8bd3347a1e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.578818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15deb133-30af-4d6b-b63a-fd8bd3347a1e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Subnet': ['ID=87d3208d-faff-4f47-b61c-6cfe0f113c7d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:56.583279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-15deb133-30af-4d6b-b63a-fd8bd3347a1e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.585489 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-15deb133-30af-4d6b-b63a-fd8bd3347a1e tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "DELETE /v2.0/subnets/87d3208d-faff-4f47-b61c-6cfe0f113c7d HTTP/1.1" status: 204 len: 168 time: 0.6884317 Aug 20 11:29:56.588039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36812) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:56.605430 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc6cbb2-d90c-4280-a20b-0cf99b11250c None None] Network 6803f477-73c6-4bfd-818a-faed4c3d95f2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:29:56.610078 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.670221 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.727766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:56.728119 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.733337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 15ec8c06-9f34-4424-9c79-f62e0a356018, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=15ec8c06-9f34-4424-9c79-f62e0a356018,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:56.757873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '15ec8c06-9f34-4424-9c79-f62e0a356018', 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3', 'port_id': '15ec8c06-9f34-4424-9c79-f62e0a356018', 'mac_address': 'fa:16:3e:a2:69:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c93569-eb45-45c6-b207-4f675efb856b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:29:56.805215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] For port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd,segment=NetworkSegment(c383aae5-641c-482b-b391-d469ba8ea92e),segment_id=c383aae5-641c-482b-b391-d469ba8ea92e)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:56.805587 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.821261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Calling delete_port for 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:56.933276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ab52-bb5e-4f84-b4ef-242e5c3f57e6 req-f5b8fe85-93b1-4898-9c79-aba03937d309 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:56.935092 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0358ab52-bb5e-4f84-b4ef-242e5c3f57e6 req-f5b8fe85-93b1-4898-9c79-aba03937d309 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0705669 Aug 20 11:29:56.974310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.977248 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f05dae51-2045-4d70-a582-bce77b621f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:56.992874 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0358ab52-bb5e-4f84-b4ef-242e5c3f57e6 req-c17032da-c8e3-4d0d-8f3c-d617f9f9bfeb tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483816 Aug 20 11:29:57.031763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] No DVR routers for this DVR port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:57.037947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05dae51-2045-4d70-a582-bce77b621f57 None None] Pushing event deleted for resources: {'Port': ['ID=4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:57.042939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Port': ['ID=4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:57.058470 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.062490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05dae51-2045-4d70-a582-bce77b621f57 None None] No DVR routers for this DVR port 4402e59d-33d1-43cc-a4c2-6f60e7dc9bfd on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:57.091185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ec8c06-9f34-4424-9c79-f62e0a356018 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:29:57.133581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 15ec8c06-9f34-4424-9c79-f62e0a356018, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=15ec8c06-9f34-4424-9c79-f62e0a356018,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:57.222362 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.255029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86231460-56d9-4ee4-8616-30aad0a829dd None None] DHCP port deletion for 6803f477-73c6-4bfd-818a-faed4c3d95f2 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:29:57.274198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.287395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785e013d-c92e-4828-b7f5-34a8f2e42a85']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:57.306693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c383aae5-641c-482b-b391-d469ba8ea92e') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:57.306938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c383aae5-641c-482b-b391-d469ba8ea92e') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:57.308726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=15ec8c06-9f34-4424-9c79-f62e0a356018,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:57.324212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d393b0-322b-47eb-8cb2-3861eddddf19 req-fed32135-14d7-4044-afd7-3558b4a199f0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:57.325787 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16d393b0-322b-47eb-8cb2-3861eddddf19 req-fed32135-14d7-4044-afd7-3558b4a199f0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.1027246 Aug 20 11:29:57.328090 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.332924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-86231460-56d9-4ee4-8616-30aad0a829dd None None] Deleting port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:57.333429 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86231460-56d9-4ee4-8616-30aad0a829dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.357910 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.382301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:29:57.383035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.388969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16d393b0-322b-47eb-8cb2-3861eddddf19 req-0d24d747-deb6-414b-b37c-c4dc0b9a8065 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538270 Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:29:57.396357 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:29:57.420479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-86231460-56d9-4ee4-8616-30aad0a829dd None None] For port 4f4a14cf-f4f6-4251-bb7f-766b807649f8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4f4a14cf-f4f6-4251-bb7f-766b807649f8,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:57.420973 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86231460-56d9-4ee4-8616-30aad0a829dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.433657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-86231460-56d9-4ee4-8616-30aad0a829dd None None] Calling delete_port for 4f4a14cf-f4f6-4251-bb7f-766b807649f8 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:57.484681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['15ec8c06-9f34-4424-9c79-f62e0a356018'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:29:57.488675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbb99d-2159-45e4-b3c0-331d56e946d4 req-a64a0d66-82db-4e67-9242-504449421073 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:57.490286 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d4fbb99d-2159-45e4-b3c0-331d56e946d4 req-a64a0d66-82db-4e67-9242-504449421073 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 945 time: 0.0598836 Aug 20 11:29:57.536469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.555334 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.561240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36824) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:29:57.562846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "DELETE /v2.0/networks/785e013d-c92e-4828-b7f5-34a8f2e42a85 HTTP/1.1" status: 204 len: 168 time: 0.9731030 Aug 20 11:29:57.588159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd9ff6-a023-4ed0-ba2b-3f219adc9692 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Network': ['ID=785e013d-c92e-4828-b7f5-34a8f2e42a85,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:57.600339 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d4fbb99d-2159-45e4-b3c0-331d56e946d4 req-6fa5584b-4b03-4975-b361-b9787f8c25c3 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031401 Aug 20 11:29:57.676833 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.734185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Deleting port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:29:57.734552 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.773584 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86231460-56d9-4ee4-8616-30aad0a829dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.809214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86231460-56d9-4ee4-8616-30aad0a829dd None None] Pushing event deleted for resources: {'Port': ['ID=4f4a14cf-f4f6-4251-bb7f-766b807649f8,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:57.812074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] For port 4f4a14cf-f4f6-4251-bb7f-766b807649f8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4f4a14cf-f4f6-4251-bb7f-766b807649f8,segment=NetworkSegment(d7249ddb-07e2-4a94-a276-87f4e715c232),segment_id=d7249ddb-07e2-4a94-a276-87f4e715c232)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:57.812446 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.827620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86231460-56d9-4ee4-8616-30aad0a829dd None None] No DVR routers for this DVR port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:57.851852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Calling delete_port for 4f4a14cf-f4f6-4251-bb7f-766b807649f8 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:29:57.943723 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:57.973395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Port': ['ID=4f4a14cf-f4f6-4251-bb7f-766b807649f8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:57.975435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] No DVR routers for this DVR port 4f4a14cf-f4f6-4251-bb7f-766b807649f8 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:29:58.137902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493ee1c-d48f-44e8-8f7d-c3f7e325211d req-6f94a617-3c8c-4f07-8655-36270a947978 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:58.140201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9493ee1c-d48f-44e8-8f7d-c3f7e325211d req-6f94a617-3c8c-4f07-8655-36270a947978 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0587339 Aug 20 11:29:58.194257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9493ee1c-d48f-44e8-8f7d-c3f7e325211d req-ee87209f-9754-4619-8d16-c56faceb9211 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469625 Aug 20 11:29:58.283379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4f4a14cf-f4f6-4251-bb7f-766b807649f8 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:29:58.312851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 4f4a14cf-f4f6-4251-bb7f-766b807649f8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:29:58.313304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4f4a14cf-f4f6-4251-bb7f-766b807649f8 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:29:58.339599 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:58.350077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6803f477-73c6-4bfd-818a-faed4c3d95f2']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:58.360778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7249ddb-07e2-4a94-a276-87f4e715c232') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:58.361795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7249ddb-07e2-4a94-a276-87f4e715c232') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:29:58.372219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:58.389321 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:58.395993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:29:58.396391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:29:58.399400 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:29:58.443731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 15ec8c06-9f34-4424-9c79-f62e0a356018 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:29:58.526124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b4cd4-831a-4ee0-86b5-f6d4ccd37d10 req-44bd4dd9-6728-47d6-8e7a-8d78fb83af18 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:58.527696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-962b4cd4-831a-4ee0-86b5-f6d4ccd37d10 req-44bd4dd9-6728-47d6-8e7a-8d78fb83af18 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0525696 Aug 20 11:29:58.568909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-962b4cd4-831a-4ee0-86b5-f6d4ccd37d10 req-2982ae5c-1744-449e-add0-ce9188da37e4 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341477 Aug 20 11:29:58.607280 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:58.615442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:58.622625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] 10.222.0.10 "DELETE /v2.0/networks/6803f477-73c6-4bfd-818a-faed4c3d95f2 HTTP/1.1" status: 204 len: 168 time: 1.0551238 Aug 20 11:29:58.641031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe6d48-60f6-4efe-b354-e7460b4c6374 tempest-TaggedBootDevicesTest_v242-1953756680 tempest-TaggedBootDevicesTest_v242-1953756680-project] Pushing event deleted for resources: {'Network': ['ID=6803f477-73c6-4bfd-818a-faed4c3d95f2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:58.754141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdd841-013a-4753-a494-d235a3443f31 req-e250655e-a800-4cf0-9e2b-84f496fcb7e1 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:58.755734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-61bdd841-013a-4753-a494-d235a3443f31 req-e250655e-a800-4cf0-9e2b-84f496fcb7e1 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 945 time: 0.0562041 Aug 20 11:29:58.762488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 15ec8c06-9f34-4424-9c79-f62e0a356018 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:29:58.772715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 15ec8c06-9f34-4424-9c79-f62e0a356018 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:29:58.773809 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:58.833283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-61bdd841-013a-4753-a494-d235a3443f31 req-41abb0f9-e436-4983-8549-c461c83e73cb tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702474 Aug 20 11:29:58.890472 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:58.925352 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b11109-5d1f-4f50-a663-ab726f35e1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ec8c06-9f34-4424-9c79-f62e0a356018'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:29:58.928367 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19294199-907d-473d-b152-fa1c6cb2bd68" -d '{"events": [{"server_uuid": "d8b11109-5d1f-4f50-a663-ab726f35e1fa", "name": "network-vif-plugged", "status": "completed", "tag": "15ec8c06-9f34-4424-9c79-f62e0a356018"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:29:58.952608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 15ec8c06-9f34-4424-9c79-f62e0a356018, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=15ec8c06-9f34-4424-9c79-f62e0a356018,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:29:58.995001 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7efc0b7-f965-4f80-854a-bbc4addb9741 x-openstack-request-id: req-c7efc0b7-f965-4f80-854a-bbc4addb9741 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:29:58.995294 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b11109-5d1f-4f50-a663-ab726f35e1fa", "name": "network-vif-plugged", "status": "completed", "tag": "15ec8c06-9f34-4424-9c79-f62e0a356018", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:29:58.995547 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7efc0b7-f965-4f80-854a-bbc4addb9741 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:29:58.995948 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b11109-5d1f-4f50-a663-ab726f35e1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ec8c06-9f34-4424-9c79-f62e0a356018', 'code': 200} Aug 20 11:29:59.075559 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:29:59.105603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce8dfc-1e7b-4f82-9d2d-8e40a39f2c1a req-e0a7e0cf-19a5-4769-8d55-e4a4b40a6d7e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:59.107085 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-17ce8dfc-1e7b-4f82-9d2d-8e40a39f2c1a req-e0a7e0cf-19a5-4769-8d55-e4a4b40a6d7e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0549519 Aug 20 11:29:59.140985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb61dc0-bd6a-413b-8a2a-5eeafbb66b00 req-4de9ff74-9415-4557-89ab-1ecac1a90f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:59.142870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6bb61dc0-bd6a-413b-8a2a-5eeafbb66b00 req-4de9ff74-9415-4557-89ab-1ecac1a90f4b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 1096 time: 0.0815473 Aug 20 11:29:59.145746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d74f21-f603-4d81-a711-bfb8e3c1bc10 req-ff57fbc3-de54-41d8-a37a-d3c032d419f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:59.145932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=15ec8c06-9f34-4424-9c79-f62e0a356018,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:29:59.146732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96d74f21-f603-4d81-a711-bfb8e3c1bc10 req-ff57fbc3-de54-41d8-a37a-d3c032d419f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 1097 time: 0.0762229 Aug 20 11:29:59.165110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-17ce8dfc-1e7b-4f82-9d2d-8e40a39f2c1a req-3dd01e79-f77c-4f05-878f-ff90d02d4756 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483971 Aug 20 11:29:59.233521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6bb61dc0-bd6a-413b-8a2a-5eeafbb66b00 req-e0b852bb-4959-4c20-841f-8dfc5fabc3a6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831602 Aug 20 11:29:59.273123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d74f21-f603-4d81-a711-bfb8e3c1bc10 req-3502745d-23a7-4cc5-828a-65f48aecdfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:59.274643 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96d74f21-f603-4d81-a711-bfb8e3c1bc10 req-3502745d-23a7-4cc5-828a-65f48aecdfd6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c HTTP/1.1" status: 200 len: 912 time: 0.1147590 Aug 20 11:29:59.342273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96d74f21-f603-4d81-a711-bfb8e3c1bc10 req-f0b11ed8-c5f8-4ef7-972e-a2c2b5c8f1d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75af01c6-7494-4434-89e9-35d752b0d8cf HTTP/1.1" status: 200 len: 217 time: 0.0537274 Aug 20 11:29:59.371953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04bfe0-c967-4958-8b08-16be1b5eec71 req-b450eba5-73cf-488b-983b-32845926b37f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:59.373401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c04bfe0-c967-4958-8b08-16be1b5eec71 req-b450eba5-73cf-488b-983b-32845926b37f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0955446 Aug 20 11:29:59.433164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d74f21-f603-4d81-a711-bfb8e3c1bc10 req-7e13c8bc-a260-41f4-a3b9-bdf6fd124511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:59.434679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96d74f21-f603-4d81-a711-bfb8e3c1bc10 req-7e13c8bc-a260-41f4-a3b9-bdf6fd124511 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed1647c0-246d-46e7-9e60-d87aa3738d25 HTTP/1.1" status: 200 len: 851 time: 0.0811236 Aug 20 11:29:59.447595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c04bfe0-c967-4958-8b08-16be1b5eec71 req-059ef803-d576-43f0-9961-5f0ee18d1244 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536618 Aug 20 11:29:59.477461 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96d74f21-f603-4d81-a711-bfb8e3c1bc10 req-e8846abb-3f50-46d6-b045-dc6fd696b15a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273829 Aug 20 11:29:59.582627 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96d74f21-f603-4d81-a711-bfb8e3c1bc10 req-f7803f0a-8af7-4b8e-81d8-e1e181b57ba3 service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968986 Aug 20 11:29:59.691212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96d74f21-f603-4d81-a711-bfb8e3c1bc10 req-2cbf9554-0970-4e9c-84cb-c69422e4c298 service neutron] 10.222.0.57 "GET /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012073 Aug 20 11:29:59.983810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3db88-4107-4946-9e7d-bffd44a935e0 req-29d6f4c3-0e90-4405-8c3b-104089260177 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:29:59.993113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ea3db88-4107-4946-9e7d-bffd44a935e0 req-29d6f4c3-0e90-4405-8c3b-104089260177 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 946 time: 0.0795557 Aug 20 11:30:00.041211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ea3db88-4107-4946-9e7d-bffd44a935e0 req-91646303-c9b8-4240-8341-5694cb379923 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 Aug 20 11:30:00.050472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32300d8-366a-4680-a8e6-fd3450885c1c req-3af08d88-6324-4cfc-8d5f-4e76f44a250f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:00.053436 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f32300d8-366a-4680-a8e6-fd3450885c1c req-3af08d88-6324-4cfc-8d5f-4e76f44a250f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0583217 Aug 20 11:30:00.103558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f32300d8-366a-4680-a8e6-fd3450885c1c req-ebc7579f-13c5-4918-8e2e-3153bf9d6480 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Aug 20 11:30:00.302788 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76733ec6-1867-42af-95ab-ec32b801e4fd req-312742dc-cc2a-474e-a35a-e30f12f7a4b2 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:00.304391 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76733ec6-1867-42af-95ab-ec32b801e4fd req-312742dc-cc2a-474e-a35a-e30f12f7a4b2 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0643415 Aug 20 11:30:00.362911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76733ec6-1867-42af-95ab-ec32b801e4fd req-d73afcf5-145d-4049-adfa-fa5402c5a37b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448997 Aug 20 11:30:01.176498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda37861-9f38-4989-94f7-7c99a1efb45f req-b12e39f9-9a9e-42e3-a8dc-7154a2e42e70 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:01.178404 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dda37861-9f38-4989-94f7-7c99a1efb45f req-b12e39f9-9a9e-42e3-a8dc-7154a2e42e70 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 946 time: 0.0611389 Aug 20 11:30:01.237990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dda37861-9f38-4989-94f7-7c99a1efb45f req-d922dd9d-87aa-463a-a6d8-1345baba3ea1 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501957 Aug 20 11:30:01.254365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7664075-077f-4909-8867-c6f22193b38f req-80499d2b-3f97-46dd-98ff-d2df9e4b787d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:01.254365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7664075-077f-4909-8867-c6f22193b38f req-80499d2b-3f97-46dd-98ff-d2df9e4b787d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 945 time: 0.0623202 Aug 20 11:30:01.328574 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7664075-077f-4909-8867-c6f22193b38f req-d17d8d9b-6735-49ba-93a8-61518f98202d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613666 Aug 20 11:30:01.547824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d07ceb-33d5-4f11-8bbf-941b6208f094 req-c870da9d-a8c8-430d-b823-2c24e71672e6 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:01.549396 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-91d07ceb-33d5-4f11-8bbf-941b6208f094 req-c870da9d-a8c8-430d-b823-2c24e71672e6 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0766687 Aug 20 11:30:01.607773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-91d07ceb-33d5-4f11-8bbf-941b6208f094 req-2939aa48-804e-45ad-9cfa-10ae464b17da tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Aug 20 11:30:02.753062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d72601-39e3-44ce-b55c-73185048637c req-48fffa02-b7f2-4ae4-b0f5-a9049d8779ea tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:02.754831 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80d72601-39e3-44ce-b55c-73185048637c req-48fffa02-b7f2-4ae4-b0f5-a9049d8779ea tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0733600 Aug 20 11:30:02.805759 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80d72601-39e3-44ce-b55c-73185048637c req-f9eaca31-d6e5-4c12-a9a4-7beb05426a87 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445733 Aug 20 11:30:03.510621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a88a8-b754-45d9-ad5b-a1211ee562f3 req-24d38271-9b1f-44ba-af5a-f2afb9e1449b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:03.512533 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463a88a8-b754-45d9-ad5b-a1211ee562f3 req-24d38271-9b1f-44ba-af5a-f2afb9e1449b tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0770600 Aug 20 11:30:03.597315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463a88a8-b754-45d9-ad5b-a1211ee562f3 req-8ce64463-fcb8-442d-90a8-6e985c4b0008 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765274 Aug 20 11:30:03.963661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-5babc5dd-ed57-4747-9a05-559dbc8098d6 req-c0daed49-422e-4983-9701-99469294e8d4 service neutron] (95588) timed out ('10.222.0.38', 62287) {{(pid=95588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:30:04.681420 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36996) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:04.725541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d0e52-1988-4f64-9fb1-c205868fc85b req-04d1f5f4-a166-4c98-9ea8-b5f6e4fb13c5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:04.733258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca2d0e52-1988-4f64-9fb1-c205868fc85b req-04d1f5f4-a166-4c98-9ea8-b5f6e4fb13c5 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0518289 Aug 20 11:30:04.773793 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca2d0e52-1988-4f64-9fb1-c205868fc85b req-0be128e2-0373-4d3c-8459-4ca3116d8bb8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 Aug 20 11:30:04.819033 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63af82d0-eb8c-4dab-9a46-cbd757e20800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:04.926878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63af82d0-eb8c-4dab-9a46-cbd757e20800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.018746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63af82d0-eb8c-4dab-9a46-cbd757e20800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.062211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-63af82d0-eb8c-4dab-9a46-cbd757e20800 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=979ce778fbc44ff8b6aca09a388f0242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795090 Aug 20 11:30:05.065724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af82d0-eb8c-4dab-9a46-cbd757e20800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ea5c40-ee86-45c3-8ed6-53dd84ee8acc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:05.070688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37006) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:05.126746 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27454670-6dae-4d5a-8db0-6367af8b4806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.158140 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27454670-6dae-4d5a-8db0-6367af8b4806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.388050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27454670-6dae-4d5a-8db0-6367af8b4806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.391053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27454670-6dae-4d5a-8db0-6367af8b4806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.392959 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-27454670-6dae-4d5a-8db0-6367af8b4806 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93ea5c40-ee86-45c3-8ed6-53dd84ee8acc HTTP/1.1" status: 204 len: 168 time: 0.3259118 Aug 20 11:30:05.401627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27454670-6dae-4d5a-8db0-6367af8b4806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ea5c40-ee86-45c3-8ed6-53dd84ee8acc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:05.458749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 316d19ed-1cf0-4734-8706-d51dce9fe8a3 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:30:05.558583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=316d19ed-1cf0-4734-8706-d51dce9fe8a3,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:05.570210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '316d19ed-1cf0-4734-8706-d51dce9fe8a3', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'port_id': '316d19ed-1cf0-4734-8706-d51dce9fe8a3', 'mac_address': 'fa:16:3e:6d:c5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979dc0fd-3038-4048-a667-cac2e871ab36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:30:05.614788 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.630766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 316d19ed-1cf0-4734-8706-d51dce9fe8a3 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:05.653087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=316d19ed-1cf0-4734-8706-d51dce9fe8a3,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:05.789921 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:05.852007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=316d19ed-1cf0-4734-8706-d51dce9fe8a3,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:05.907467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cdc7c-3aab-4f9d-877e-6e60a61c76eb req-9b579954-696f-4029-ae1d-a040e27279bd tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:05.909606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c04cdc7c-3aab-4f9d-877e-6e60a61c76eb req-9b579954-696f-4029-ae1d-a040e27279bd tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0545714 Aug 20 11:30:05.940451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['316d19ed-1cf0-4734-8706-d51dce9fe8a3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:05.949859 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c04cdc7c-3aab-4f9d-877e-6e60a61c76eb req-e6d9975c-0d94-45f9-b7e8-75bff2d1d812 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338738 Aug 20 11:30:07.099383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a89bfe-aeb0-4d15-bad7-c3a1d05b2c4f req-3e0be3fa-1d8f-4293-af1f-66bd66eefb6d tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:07.101915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2a89bfe-aeb0-4d15-bad7-c3a1d05b2c4f req-3e0be3fa-1d8f-4293-af1f-66bd66eefb6d tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0594568 Aug 20 11:30:07.181146 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2a89bfe-aeb0-4d15-bad7-c3a1d05b2c4f req-83824166-a2c6-427f-8cc8-86fd184f5ee9 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728505 Aug 20 11:30:07.459305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 316d19ed-1cf0-4734-8706-d51dce9fe8a3 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:07.533381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 316d19ed-1cf0-4734-8706-d51dce9fe8a3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:07.533381 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.533847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-6a519095-cbc2-4365-9646-dbb70231de33 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:07.533847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-6a519095-cbc2-4365-9646-dbb70231de33 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 946 time: 0.0709298 Aug 20 11:30:07.639025 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.697795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=316d19ed-1cf0-4734-8706-d51dce9fe8a3,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:07.699356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316d19ed-1cf0-4734-8706-d51dce9fe8a3'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:07.701716 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a73c291-ea2c-45c7-a7ea-51a7b1c4b338" -d '{"events": [{"server_uuid": "aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6", "name": "network-vif-plugged", "status": "completed", "tag": "316d19ed-1cf0-4734-8706-d51dce9fe8a3"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:07.772406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-a77a55de-4abc-4222-bb86-17a3243497b0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Deleting port 75af01c6-7494-4434-89e9-35d752b0d8cf {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:07.772406 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-a77a55de-4abc-4222-bb86-17a3243497b0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.772650 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c911ba9-1632-407a-9ced-2195e7f58b02 x-openstack-request-id: req-0c911ba9-1632-407a-9ced-2195e7f58b02 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:07.772935 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6", "name": "network-vif-plugged", "status": "completed", "tag": "316d19ed-1cf0-4734-8706-d51dce9fe8a3", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:07.773246 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c911ba9-1632-407a-9ced-2195e7f58b02 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:07.773698 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316d19ed-1cf0-4734-8706-d51dce9fe8a3', 'code': 200} Aug 20 11:30:07.801747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.889494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=316d19ed-1cf0-4734-8706-d51dce9fe8a3,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:07.954120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-a77a55de-4abc-4222-bb86-17a3243497b0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] For port 75af01c6-7494-4434-89e9-35d752b0d8cf, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=75af01c6-7494-4434-89e9-35d752b0d8cf,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:07.955514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-a77a55de-4abc-4222-bb86-17a3243497b0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:07.981217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-a77a55de-4abc-4222-bb86-17a3243497b0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Calling delete_port for 75af01c6-7494-4434-89e9-35d752b0d8cf owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:08.306036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-a77a55de-4abc-4222-bb86-17a3243497b0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.327629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['d1aa8547-1191-4228-beef-c5a1aae6c207', '75af01c6-7494-4434-89e9-35d752b0d8cf'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:08.381672 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b66d928-df0b-4893-8eb9-cdd7ccff306f req-2e738656-3c77-463c-a4b2-eca4fd651ecb tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 210 time: 0.0884836 Aug 20 11:30:08.442363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a55de-4abc-4222-bb86-17a3243497b0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Pushing event deleted for resources: {'Port': ['ID=75af01c6-7494-4434-89e9-35d752b0d8cf,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:08.545582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-a77a55de-4abc-4222-bb86-17a3243497b0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] No DVR routers for this DVR port 75af01c6-7494-4434-89e9-35d752b0d8cf on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:08.556190 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-a77a55de-4abc-4222-bb86-17a3243497b0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:08.559765 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf46700d-e896-441c-a4d8-1b0f127c70db req-a77a55de-4abc-4222-bb86-17a3243497b0 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.57 "DELETE /v2.0/ports/75af01c6-7494-4434-89e9-35d752b0d8cf HTTP/1.1" status: 204 len: 173 time: 1.0263531 Aug 20 11:30:08.560457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a71f6b9-9d7b-4e43-b472-d9e279451b37', 'name': 'network-vif-deleted', 'tag': '75af01c6-7494-4434-89e9-35d752b0d8cf'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:08.563486 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53d5dbc-e8ac-47b3-92da-3d7801476208" -d '{"events": [{"server_uuid": "3a71f6b9-9d7b-4e43-b472-d9e279451b37", "name": "network-vif-deleted", "tag": "75af01c6-7494-4434-89e9-35d752b0d8cf"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:08.629902 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccd081c-8f25-48c8-88db-3d47e33a226e x-openstack-request-id: req-cccd081c-8f25-48c8-88db-3d47e33a226e {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:08.630204 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a71f6b9-9d7b-4e43-b472-d9e279451b37", "name": "network-vif-deleted", "tag": "75af01c6-7494-4434-89e9-35d752b0d8cf", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:08.630498 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cccd081c-8f25-48c8-88db-3d47e33a226e {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:08.630914 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a71f6b9-9d7b-4e43-b472-d9e279451b37', 'name': 'network-vif-deleted', 'tag': '75af01c6-7494-4434-89e9-35d752b0d8cf', 'status': 'completed', 'code': 200} Aug 20 11:30:09.561974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab40ccaf-a800-4b05-a7de-21f09a59cdcf req-66221d7c-59d5-40e5-a5dd-14d2ba2004c8 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a71f6b9-9d7b-4e43-b472-d9e279451b37 HTTP/1.1" status: 200 len: 210 time: 0.0571010 Aug 20 11:30:11.006674 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:11.474033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 75af01c6-7494-4434-89e9-35d752b0d8cf no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:11.506101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 75af01c6-7494-4434-89e9-35d752b0d8cf {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:11.506771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 75af01c6-7494-4434-89e9-35d752b0d8cf not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:11.585211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbe2f8-0698-40df-b7cf-d19c5169767d req-505fd369-f0da-4b87-98d9-3f45883f738e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:11.593131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0dbe2f8-0698-40df-b7cf-d19c5169767d req-505fd369-f0da-4b87-98d9-3f45883f738e tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.2942584 Aug 20 11:30:11.653977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0dbe2f8-0698-40df-b7cf-d19c5169767d req-cdef6d48-9fdf-4284-8058-56a9f982c678 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558240 Aug 20 11:30:12.799680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bffa4-5d7c-4204-b348-c542282a13f9 req-92fd5311-5b1d-4360-b170-868db707a7f4 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:12.806963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-437bffa4-5d7c-4204-b348-c542282a13f9 req-92fd5311-5b1d-4360-b170-868db707a7f4 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.0832908 Aug 20 11:30:12.843316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-437bffa4-5d7c-4204-b348-c542282a13f9 req-98a36276-ae41-4fcb-91eb-44c7965fb170 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Aug 20 11:30:13.298315 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:13.736020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-a6bec7ab-1d38-4192-9ea6-3b5c362b48ae tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:13.739328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-a6bec7ab-1d38-4192-9ea6-3b5c362b48ae tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.1054358 Aug 20 11:30:14.048242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37238) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:14.179939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-984ed632-36b5-41bd-9a55-e4f46cf46f57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Deleting port d1aa8547-1191-4228-beef-c5a1aae6c207 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:14.180870 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-984ed632-36b5-41bd-9a55-e4f46cf46f57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.308544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-984ed632-36b5-41bd-9a55-e4f46cf46f57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] For port d1aa8547-1191-4228-beef-c5a1aae6c207, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d1aa8547-1191-4228-beef-c5a1aae6c207,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:14.311402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-984ed632-36b5-41bd-9a55-e4f46cf46f57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.369779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-984ed632-36b5-41bd-9a55-e4f46cf46f57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Calling delete_port for d1aa8547-1191-4228-beef-c5a1aae6c207 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:14.610853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb03f9-0407-4f65-9861-f87b3fe9d88d req-ebdc678f-e27f-4c0f-80b2-1ee5e45b6a36 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:14.612846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64eb03f9-0407-4f65-9861-f87b3fe9d88d req-ebdc678f-e27f-4c0f-80b2-1ee5e45b6a36 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 946 time: 0.5439148 Aug 20 11:30:14.718501 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64eb03f9-0407-4f65-9861-f87b3fe9d88d req-868c6a29-91cf-41cf-9f54-ef35524b9a28 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b0a005b-7684-4c18-9503-84ff341ca156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942886 Aug 20 11:30:14.908262 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-984ed632-36b5-41bd-9a55-e4f46cf46f57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:14.924950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['d1aa8547-1191-4228-beef-c5a1aae6c207'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:14.962428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ed632-36b5-41bd-9a55-e4f46cf46f57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Pushing event deleted for resources: {'Port': ['ID=d1aa8547-1191-4228-beef-c5a1aae6c207,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:15.040584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-984ed632-36b5-41bd-9a55-e4f46cf46f57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] No DVR routers for this DVR port d1aa8547-1191-4228-beef-c5a1aae6c207 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:15.043365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-984ed632-36b5-41bd-9a55-e4f46cf46f57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.045547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f233fdd-88f7-4e44-a809-0599854dac75 req-984ed632-36b5-41bd-9a55-e4f46cf46f57 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.57 "DELETE /v2.0/ports/d1aa8547-1191-4228-beef-c5a1aae6c207 HTTP/1.1" status: 204 len: 173 time: 1.2927113 Aug 20 11:30:15.047010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2dddec-f272-4ced-a824-52cb1f9afc1b', 'name': 'network-vif-deleted', 'tag': 'd1aa8547-1191-4228-beef-c5a1aae6c207'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:15.052628 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383dd30d-c0fb-4cc2-b6ff-a80fdb14e0de" -d '{"events": [{"server_uuid": "2e2dddec-f272-4ced-a824-52cb1f9afc1b", "name": "network-vif-deleted", "tag": "d1aa8547-1191-4228-beef-c5a1aae6c207"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:15.055593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.061904 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e916aa36-9e02-4470-9f06-ff8de2a5c48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.103474 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c596648-c968-4948-ac5b-1aa84ced0d5b x-openstack-request-id: req-6c596648-c968-4948-ac5b-1aa84ced0d5b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:15.103807 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2dddec-f272-4ced-a824-52cb1f9afc1b", "name": "network-vif-deleted", "tag": "d1aa8547-1191-4228-beef-c5a1aae6c207", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:15.104064 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c596648-c968-4948-ac5b-1aa84ced0d5b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:15.104476 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2dddec-f272-4ced-a824-52cb1f9afc1b', 'name': 'network-vif-deleted', 'tag': 'd1aa8547-1191-4228-beef-c5a1aae6c207', 'status': 'completed', 'code': 200} Aug 20 11:30:15.411017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Deleting port 3a89b7c8-e930-4aa8-a565-023db5af5eff {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:15.411309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.520759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] For port 3a89b7c8-e930-4aa8-a565-023db5af5eff, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3a89b7c8-e930-4aa8-a565-023db5af5eff,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:15.521478 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.544299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Calling delete_port for 3a89b7c8-e930-4aa8-a565-023db5af5eff owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:15.864016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bfe92be1-8496-4217-8096-2aa85ffdaf1e req-27e90a21-461a-4055-b8fe-3026597e0791 tempest-ServerRescueTestJSON-1618131298 tempest-ServerRescueTestJSON-1618131298-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e2dddec-f272-4ced-a824-52cb1f9afc1b HTTP/1.1" status: 200 len: 210 time: 0.0329306 Aug 20 11:30:15.873889 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:15.912365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a89b7c8-e930-4aa8-a565-023db5af5eff,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:15.961366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.961724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.962077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.962674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.963017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.963352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.963685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.964030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.964380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.964704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.965033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:15.965360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:16.202644 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.507635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Router be502782-b30f-4ba2-b74b-87650f50a96a has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:16.697190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:16.706360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a4196dcc-3922-4814-83be-3e612e190144 admin admin] 10.222.0.10 "PUT /v2.0/routers/be502782-b30f-4ba2-b74b-87650f50a96a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6553702 Aug 20 11:30:16.712232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] Sync routers for ids ['be502782-b30f-4ba2-b74b-87650f50a96a'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:16.714170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37298) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:16.722292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] Routers {'be502782-b30f-4ba2-b74b-87650f50a96a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:16.722989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:29:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['be502782-b30f-4ba2-b74b-87650f50a96a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:16.842184 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:16.844469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] Set router be502782-b30f-4ba2-b74b-87650f50a96a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:16.941912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37306) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:17.014540 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.236454 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:30:17.277246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Deleting port 0848e1f0-82fc-4b53-8688-096d32fe4326 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:17.277858 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.292139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d2a12-7418-4794-88be-95e72b94e607 req-645ca30f-229b-4c77-864f-690e7ed794f7 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:17.300037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:30:15Z', 'revision_number': 5, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port': {'id': '0848e1f0-82fc-4b53-8688-096d32fe4326', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:18:05Z', 'updated_at': '2021-08-20T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:17.303119 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-760d2a12-7418-4794-88be-95e72b94e607 req-645ca30f-229b-4c77-864f-690e7ed794f7 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1098 time: 0.1808419 Aug 20 11:30:17.356242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] Checking router: be502782-b30f-4ba2-b74b-87650f50a96a for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:17.367959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] Routers {'be502782-b30f-4ba2-b74b-87650f50a96a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:17.369414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:29:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['be502782-b30f-4ba2-b74b-87650f50a96a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:17.379492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-760d2a12-7418-4794-88be-95e72b94e607 req-c14ce4d9-3218-4a81-9066-7babec709d23 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754030 Aug 20 11:30:17.406023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37310) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:17.431874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] For port 0848e1f0-82fc-4b53-8688-096d32fe4326, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0848e1f0-82fc-4b53-8688-096d32fe4326,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:17.432639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.446992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Calling delete_port for 0848e1f0-82fc-4b53-8688-096d32fe4326 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:17.477022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] Set router be502782-b30f-4ba2-b74b-87650f50a96a gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:17.541106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d1aa8547-1191-4228-beef-c5a1aae6c207 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:17.543797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 6, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:17.592228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: d1aa8547-1191-4228-beef-c5a1aae6c207 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:17.592683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d1aa8547-1191-4228-beef-c5a1aae6c207 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:17.595658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e90f4-f82b-4966-a6b8-d4ad11ce87ac None None] The sync data for ids ['be502782-b30f-4ba2-b74b-87650f50a96a'] in n-d-804230-3 is: [{'id': 'be502782-b30f-4ba2-b74b-87650f50a96a', 'name': 'tempest-TaggedBootDevicesTest_v242-855803488-router', 'tenant_id': 'c96e568c24aa41fabf979ad88fff50d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:18:04Z', 'updated_at': '2021-08-20T11:30:17Z', 'revision_number': 6, 'project_id': 'c96e568c24aa41fabf979ad88fff50d8', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:17.792539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port 3a5d16c1-4133-4244-86fe-40d1dc946b6a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:17.792888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.877041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.933674 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.933918 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.953838 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for 3a5d16c1-4133-4244-86fe-40d1dc946b6a owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:17.966187 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:17.968013 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82b5c80f-b422-487d-9c09-d0c6c154ee44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.019223 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0848e1f0-82fc-4b53-8688-096d32fe4326,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:18.119606 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.234749 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.237254 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.417655 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.418326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be502782-b30f-4ba2-b74b-87650f50a96a {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:30:18.430848 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.438175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-219ad45d-ca75-43b2-8530-0c747c60aac4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/be502782-b30f-4ba2-b74b-87650f50a96a HTTP/1.1" status: 204 len: 168 time: 1.7195494 Aug 20 11:30:18.439107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37330) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:18.533233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b30751-0f0f-4c7c-8597-f1eea67c7730 admin admin] Deleting subnet bd96fd79-5012-4472-b937-783d1901f733 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:30:18.538250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-85b30751-0f0f-4c7c-8597-f1eea67c7730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.588280 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-85b30751-0f0f-4c7c-8597-f1eea67c7730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.638120 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.701116 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0848e1f0-82fc-4b53-8688-096d32fe4326 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:18.734138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-85b30751-0f0f-4c7c-8597-f1eea67c7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:18.802517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 0848e1f0-82fc-4b53-8688-096d32fe4326 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:18.803078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0848e1f0-82fc-4b53-8688-096d32fe4326 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:18.803710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3a89b7c8-e930-4aa8-a565-023db5af5eff no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:18.826675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 3a89b7c8-e930-4aa8-a565-023db5af5eff {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:18.827019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3a89b7c8-e930-4aa8-a565-023db5af5eff not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:19.021673 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-85b30751-0f0f-4c7c-8597-f1eea67c7730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.070271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] Deleting port 807983f3-d2ef-4dad-b809-904a5cdf89a0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:19.070836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.088056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b30751-0f0f-4c7c-8597-f1eea67c7730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd96fd79-5012-4472-b937-783d1901f733,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:19.109063 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-85b30751-0f0f-4c7c-8597-f1eea67c7730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.111149 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-85b30751-0f0f-4c7c-8597-f1eea67c7730 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bd96fd79-5012-4472-b937-783d1901f733 HTTP/1.1" status: 204 len: 168 time: 0.6709633 Aug 20 11:30:19.117505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e8f60-e412-4083-9171-f194841bef1b None None] Network 26aed97a-f400-4b37-8a16-a0a6436f9bcf requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:19.122897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37358) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:19.242373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] For port 807983f3-d2ef-4dad-b809-904a5cdf89a0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=807983f3-d2ef-4dad-b809-904a5cdf89a0,segment=NetworkSegment(df01ae02-eaa1-4769-aaff-7c44801f88b4),segment_id=df01ae02-eaa1-4769-aaff-7c44801f88b4)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:19.242788 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.259759 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.274534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] Calling delete_port for 807983f3-d2ef-4dad-b809-904a5cdf89a0 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:19.342136 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.517654 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.517876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Deleting port 11070432-9c26-47fe-82b0-f721081eff61 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:19.517876 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.524017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] DHCP port deletion for 26aed97a-f400-4b37-8a16-a0a6436f9bcf request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:30:19.563595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=3a5d16c1-4133-4244-86fe-40d1dc946b6a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:19.610149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.610530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.610930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.611273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.611622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.613381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.613724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.614094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.614449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.614788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.615186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.615524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:19.673426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] For port 11070432-9c26-47fe-82b0-f721081eff61, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=11070432-9c26-47fe-82b0-f721081eff61,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:19.674272 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.678039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Deleting port 11070432-9c26-47fe-82b0-f721081eff61 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:19.678576 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.714891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Calling delete_port for 11070432-9c26-47fe-82b0-f721081eff61 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:19.777108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] For port 11070432-9c26-47fe-82b0-f721081eff61, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=11070432-9c26-47fe-82b0-f721081eff61,segment=NetworkSegment(c6dbf4e6-34a2-42a9-816b-a746d754a48b),segment_id=c6dbf4e6-34a2-42a9-816b-a746d754a48b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:19.777657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.795113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Calling delete_port for 11070432-9c26-47fe-82b0-f721081eff61 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:19.897465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:19.898159 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Floating IP 90eda1e8-56bf-465c-9390-de7c38965001 disassociated (deleted). External IP: 172.25.4.191, port: c16eef19-f893-4fd4-8894-ca09aaf35980. Aug 20 11:30:19.992468 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.002131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.052560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Pushing event deleted for resources: {'Port': ['ID=11070432-9c26-47fe-82b0-f721081eff61,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:20.060427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] No DVR routers for this DVR port 11070432-9c26-47fe-82b0-f721081eff61 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:20.070976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] No DVR routers for this DVR port 11070432-9c26-47fe-82b0-f721081eff61 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:20.094895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Pushing event deleted for resources: {'Port': ['ID=11070432-9c26-47fe-82b0-f721081eff61,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:20.113971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.114691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.115237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.115823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.116356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.116923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.117431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.118243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.119693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.120242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.123870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.124595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf78f6-5776-4d23-871f-899c4915c4d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:20.204494 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.227035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26aed97a-f400-4b37-8a16-a0a6436f9bcf']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:20.360773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 11070432-9c26-47fe-82b0-f721081eff61 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:20.383446 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.518876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router c859d3e3-f09c-4721-9d3e-858456da8107 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:20.596723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=807983f3-d2ef-4dad-b809-904a5cdf89a0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:20.766894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 11070432-9c26-47fe-82b0-f721081eff61 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:20.766894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 11070432-9c26-47fe-82b0-f721081eff61 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:20.798574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dbf4e6-34a2-42a9-816b-a746d754a48b') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:20.799166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dbf4e6-34a2-42a9-816b-a746d754a48b') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:20.815050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.838662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.854157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:30:20.855141 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:30:20.857917 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:30:20.920149 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.939030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:20.948408 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:20.954322 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] Sync routers for ids ['c859d3e3-f09c-4721-9d3e-858456da8107'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:20.970585 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] Routers {'c859d3e3-f09c-4721-9d3e-858456da8107'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:20.972664 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c859d3e3-f09c-4721-9d3e-858456da8107'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:20.984343 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.004944 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6f1d3ac1-49fc-42f5-898c-dfc08d1fa516 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/floatingips/90eda1e8-56bf-465c-9390-de7c38965001 HTTP/1.1" status: 204 len: 168 time: 3.5837970 Aug 20 11:30:21.005734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:21.008704 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30732c6b-9882-4814-a9b7-73bd376a7aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:21.102140 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.113161 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:21.122225 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] 10.222.0.10 "DELETE /v2.0/networks/26aed97a-f400-4b37-8a16-a0a6436f9bcf HTTP/1.1" status: 204 len: 168 time: 1.9980071 Aug 20 11:30:21.158267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63866a41-2317-4daf-8753-6ee56743c44c admin admin] Pushing event deleted for resources: {'Network': ['ID=26aed97a-f400-4b37-8a16-a0a6436f9bcf,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:21.342250 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3216671-f1c1-4841-88a2-eba249ef35f4 x-openstack-request-id: req-c3216671-f1c1-4841-88a2-eba249ef35f4 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:21.344770 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:21.345149 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3216671-f1c1-4841-88a2-eba249ef35f4 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:21.345724 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'status': 'completed', 'code': 200} Aug 20 11:30:21.354835 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] Set router c859d3e3-f09c-4721-9d3e-858456da8107 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:21.470052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-17ecc029-1aaa-4349-82a7-5867c195e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:21.475555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-17ecc029-1aaa-4349-82a7-5867c195e17c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 1098 time: 0.0808263 Aug 20 11:30:21.515635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] Router e8e43abf-cb72-4c79-859e-b13ed8603fdc has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:21.784966 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:48Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b659fab2-32e0-40bb-a2ff-3cbd5852f2e9', 'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:a8:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:28:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:21.789395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37432) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:21.819454 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] Checking router: c859d3e3-f09c-4721-9d3e-858456da8107 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:21.833694 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] Routers {'c859d3e3-f09c-4721-9d3e-858456da8107'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:21.838896 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c859d3e3-f09c-4721-9d3e-858456da8107'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:21.895087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a70b0ced-3f5f-4f1d-8f72-f7801ca24855 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c96e568c24aa41fabf979ad88fff50d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043019 Aug 20 11:30:21.896085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37436) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:22.045271 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] Set router c859d3e3-f09c-4721-9d3e-858456da8107 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:22.093471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-2d0edbb1-45b4-414f-ab34-2582f2232bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:22.095577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-2d0edbb1-45b4-414f-ab34-2582f2232bf9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 200 len: 898 time: 0.5974116 Aug 20 11:30:22.115716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bf7bd-5d2b-4ffc-9961-acd485929360 req-a26bd992-51dc-4b98-be4d-d947a366e06d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:22.131603 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7b6bf7bd-5d2b-4ffc-9961-acd485929360 req-a26bd992-51dc-4b98-be4d-d947a366e06d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 947 time: 0.2225444 Aug 20 11:30:22.168173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22d238d4-5614-4804-a3cf-ee802140050d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.222542 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7b6bf7bd-5d2b-4ffc-9961-acd485929360 req-10852d3f-0129-453a-957f-4cc8250ab1f4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880823 Aug 20 11:30:22.224953 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22d238d4-5614-4804-a3cf-ee802140050d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.248020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-5ee8e372-a0d5-44a3-a9cc-a94c92ddc885 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 200 len: 217 time: 0.1378551 Aug 20 11:30:22.249363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:22.259204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3c8c08c1-02ae-440c-9856-fa6e0d98e1c8 admin admin] 10.222.0.10 "PUT /v2.0/routers/e8e43abf-cb72-4c79-859e-b13ed8603fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3154411 Aug 20 11:30:22.264701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] Sync routers for ids ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:22.274985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37448) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:22.278999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] Routers {'e8e43abf-cb72-4c79-859e-b13ed8603fdc'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:22.279674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:22.439072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-e6360940-74e1-4d79-92ec-efe1e14b9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:22.440580 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-e6360940-74e1-4d79-92ec-efe1e14b9f1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 200 len: 834 time: 0.1802940 Aug 20 11:30:22.514745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22d238d4-5614-4804-a3cf-ee802140050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.518612 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22d238d4-5614-4804-a3cf-ee802140050d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.522495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-22d238d4-5614-4804-a3cf-ee802140050d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53dd0bba-5011-48f0-9e57-365f984cbdac HTTP/1.1" status: 204 len: 168 time: 0.6225095 Aug 20 11:30:22.548141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d238d4-5614-4804-a3cf-ee802140050d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dd0bba-5011-48f0-9e57-365f984cbdac,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:22.566128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:22.585495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] Set router e8e43abf-cb72-4c79-859e-b13ed8603fdc gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:22.608127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:48Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b659fab2-32e0-40bb-a2ff-3cbd5852f2e9', 'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:a8:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:28:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:22.726133 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470273da-2cb2-42bb-a509-29cb18de948c None None] The sync data for ids ['c859d3e3-f09c-4721-9d3e-858456da8107'] in n-d-804230-3 is: [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:48Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'b659fab2-32e0-40bb-a2ff-3cbd5852f2e9', 'name': '', 'network_id': 'e3681374-4c89-4cc6-8ba9-16d98b0c329c', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:a8:df:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:46Z', 'updated_at': '2021-08-20T11:28:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': 'b69a5340-8adb-44af-b8e4-7a26b26eca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:23.005317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-1be94bb7-44e7-451b-8e4e-17f5919b435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:23.009815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-1be94bb7-44e7-451b-8e4e-17f5919b435f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e3681374-4c89-4cc6-8ba9-16d98b0c329c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4474444 Aug 20 11:30:23.123941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'name': 'tempest-ServerRescueTestJSON-1658591237-router', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:03Z', 'updated_at': '2021-08-20T11:30:19Z', 'revision_number': 5, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'gw_port': {'id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:05Z', 'updated_at': '2021-08-20T11:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:23.219833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] Checking router: e8e43abf-cb72-4c79-859e-b13ed8603fdc for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:23.248477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] Routers {'e8e43abf-cb72-4c79-859e-b13ed8603fdc'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:23.249767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:23.275348 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:23.316460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-96bc784b-c271-4e53-a641-c9f9a86aa556 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:23.323045 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-96bc784b-c271-4e53-a641-c9f9a86aa556 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 947 time: 0.1230159 Aug 20 11:30:23.378268 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-ed915dfb-5fb3-49a8-b155-542a10d0c978 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446693 Aug 20 11:30:23.459524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] Set router e8e43abf-cb72-4c79-859e-b13ed8603fdc gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:23.612996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-6a8e1a03-b5c9-4a3c-a893-e4e17ef7a67d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port c16eef19-f893-4fd4-8894-ca09aaf35980 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:23.623014 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-6a8e1a03-b5c9-4a3c-a893-e4e17ef7a67d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:23.850805 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dd8d9-1c9d-4158-9a2d-9ad619218917 None None] New status for floating IP 90eda1e8-56bf-465c-9390-de7c38965001: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:30:23.855120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-6a8e1a03-b5c9-4a3c-a893-e4e17ef7a67d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port c16eef19-f893-4fd4-8894-ca09aaf35980, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16eef19-f893-4fd4-8894-ca09aaf35980,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:23.855352 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-6a8e1a03-b5c9-4a3c-a893-e4e17ef7a67d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:23.895526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30732c6b-9882-4814-a9b7-73bd376a7aa7 req-c1939d57-35a8-425f-a74b-a7dbf0da0f35 service neutron] 10.222.0.57 "GET /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034659 Aug 20 11:30:23.916383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-6a8e1a03-b5c9-4a3c-a893-e4e17ef7a67d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for c16eef19-f893-4fd4-8894-ca09aaf35980 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:23.941208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124963f6-eed2-4b02-b3a2-35edd22c71c0 req-53a0f2eb-ed26-428e-a56d-709ee631ff75 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:23.943441 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-124963f6-eed2-4b02-b3a2-35edd22c71c0 req-53a0f2eb-ed26-428e-a56d-709ee631ff75 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 947 time: 0.5037129 Aug 20 11:30:23.970092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Deleting port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:23.971793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'name': 'tempest-ServerRescueTestJSON-1658591237-router', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:03Z', 'updated_at': '2021-08-20T11:30:19Z', 'revision_number': 5, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'gw_port': {'id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:05Z', 'updated_at': '2021-08-20T11:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:23.976617 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.101235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be04e9d-e5cb-4a97-bf18-3c0213d04d08 None None] The sync data for ids ['e8e43abf-cb72-4c79-859e-b13ed8603fdc'] in n-d-804230-3 is: [{'id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'name': 'tempest-ServerRescueTestJSON-1658591237-router', 'tenant_id': '42207bf8cb014dfab13aa3c12dd0f591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:28:03Z', 'updated_at': '2021-08-20T11:30:19Z', 'revision_number': 5, 'project_id': '42207bf8cb014dfab13aa3c12dd0f591', 'gw_port': {'id': '4bcfbbc6-d772-4e39-ad41-c513fbbe7646', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e43abf-cb72-4c79-859e-b13ed8603fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:28:05Z', 'updated_at': '2021-08-20T11:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:24.283127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-124963f6-eed2-4b02-b3a2-35edd22c71c0 req-c5c95f58-66e7-47e2-9f6a-6048dec3d206 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972293 Aug 20 11:30:24.326749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] For port 4bcfbbc6-d772-4e39-ad41-c513fbbe7646, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4bcfbbc6-d772-4e39-ad41-c513fbbe7646,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:24.327421 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.345866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-6a8e1a03-b5c9-4a3c-a893-e4e17ef7a67d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.372846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Calling delete_port for 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:24.474707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e1a03-b5c9-4a3c-a893-e4e17ef7a67d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=c16eef19-f893-4fd4-8894-ca09aaf35980,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:24.559354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 807983f3-d2ef-4dad-b809-904a5cdf89a0 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:24.589534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 807983f3-d2ef-4dad-b809-904a5cdf89a0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:24.590254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 807983f3-d2ef-4dad-b809-904a5cdf89a0 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:24.596971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-6a8e1a03-b5c9-4a3c-a893-e4e17ef7a67d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] No DVR routers for this DVR port c16eef19-f893-4fd4-8894-ca09aaf35980 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:24.600671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-6a8e1a03-b5c9-4a3c-a893-e4e17ef7a67d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:24.605039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc10911c-bbfe-45d1-8dcc-6e52ece4c5d4 req-6a8e1a03-b5c9-4a3c-a893-e4e17ef7a67d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "DELETE /v2.0/ports/c16eef19-f893-4fd4-8894-ca09aaf35980 HTTP/1.1" status: 204 len: 173 time: 1.2695937 Aug 20 11:30:24.605995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-deleted', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:24.622586 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21205896-37a9-44be-92b6-8d9f51290b11" -d '{"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-deleted", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:24.731527 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f0188b-e049-44d4-b845-647e28af62ee x-openstack-request-id: req-64f0188b-e049-44d4-b845-647e28af62ee {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:24.731826 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43da71ce-bcbc-426e-8c4f-ec07cbe8de70", "name": "network-vif-deleted", "tag": "c16eef19-f893-4fd4-8894-ca09aaf35980", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:24.732111 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64f0188b-e049-44d4-b845-647e28af62ee {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:24.732958 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43da71ce-bcbc-426e-8c4f-ec07cbe8de70', 'name': 'network-vif-deleted', 'tag': 'c16eef19-f893-4fd4-8894-ca09aaf35980', 'status': 'completed', 'code': 200} Aug 20 11:30:24.820689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37504) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:24.973990 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.044684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bcfbbc6-d772-4e39-ad41-c513fbbe7646,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:25.053651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-41070538-network', 'tenant_id': 'c05e593b701148bb8708b4aa6b12af35'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:25.211016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.331278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.333799 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.421794 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-659e5d06-83c6-4f4f-a6c9-44d2829063b2 req-4b9b6893-b477-4473-9b19-3255dc65486b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=43da71ce-bcbc-426e-8c4f-ec07cbe8de70 HTTP/1.1" status: 200 len: 210 time: 0.0282159 Aug 20 11:30:25.598506 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.599065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e43abf-cb72-4c79-859e-b13ed8603fdc {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:30:25.599662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Made reservation on behalf of c05e593b701148bb8708b4aa6b12af35 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:25.604137 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.604267 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.604855 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ecf471ec-6009-4202-a65c-c8c647be1a37 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e8e43abf-cb72-4c79-859e-b13ed8603fdc HTTP/1.1" status: 204 len: 168 time: 3.3222082 Aug 20 11:30:25.608134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37528) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:25.619048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.680423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fd3f49-b9f5-4a9c-b41a-08664a7f7b78 admin admin] Deleting subnet ed1647c0-246d-46e7-9e60-d87aa3738d25 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:30:25.700832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f49-b9f5-4a9c-b41a-08664a7f7b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.759492 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f49-b9f5-4a9c-b41a-08664a7f7b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.836275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.860235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f49-b9f5-4a9c-b41a-08664a7f7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.942946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:25.989263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:30:26.004227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7d3c5d-6895-40ac-b796-8890fc3a0a24,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:26.033727 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.033727 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Added segment 1015af0a-aecb-4c49-84b2-d7b96e4daf34 of type vlan for network cd8e0d89-aeb2-48a7-a61d-15bb391417d4 Aug 20 11:30:26.052064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f49-b9f5-4a9c-b41a-08664a7f7b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.099576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd3f49-b9f5-4a9c-b41a-08664a7f7b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed1647c0-246d-46e7-9e60-d87aa3738d25,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:26.101951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f49-b9f5-4a9c-b41a-08664a7f7b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.107152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-24fd3f49-b9f5-4a9c-b41a-08664a7f7b78 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ed1647c0-246d-46e7-9e60-d87aa3738d25 HTTP/1.1" status: 204 len: 168 time: 0.4977145 Aug 20 11:30:26.108278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37534) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:26.133058 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.290618 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.301292 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.302291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:26.302936 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.374620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:26.405492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:26.406905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4bcfbbc6-d772-4e39-ad41-c513fbbe7646 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:26.445177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] Pushing event updated for resources: {'Network': ['ID=cd8e0d89-aeb2-48a7-a61d-15bb391417d4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:26.457688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network cd8e0d89-aeb2-48a7-a61d-15bb391417d4 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:30:26.499539 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.529287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:26.534973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37544) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:26.574229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df01ae02-eaa1-4769-aaff-7c44801f88b4') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:26.580682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df01ae02-eaa1-4769-aaff-7c44801f88b4') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:26.587950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.618584 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.622945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6811546a-3fca-44e8-a541-a63aa5b533fc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8010769 Aug 20 11:30:26.632346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37556) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:26.640002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:30:26.640465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Request body: {'subnet': {'network_id': 'cd8e0d89-aeb2-48a7-a61d-15bb391417d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-41070538-subnet', 'tenant_id': 'c05e593b701148bb8708b4aa6b12af35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:26.641921 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:30:26.646810 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:30:26.914402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.919892 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.924997 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c HTTP/1.1" status: 204 len: 168 time: 0.8134389 Aug 20 11:30:26.961048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Made reservation on behalf of c05e593b701148bb8708b4aa6b12af35 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:26.963627 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:26.970669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9ad10-9f50-416b-ac1e-9420d43eaf92 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5228966-c9e2-4d5e-8f8c-7e737fa0bd2c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:27.379506 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.417112 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.495505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37568) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:27.503991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ce8de0-0c92-4023-be51-f48822969c37,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:27.556933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Checking segment: {'id': '1015af0a-aecb-4c49-84b2-d7b96e4daf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cd8e0d89-aeb2-48a7-a61d-15bb391417d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:27.557331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Network hostable DHCP agents. Network: cd8e0d89-aeb2-48a7-a61d-15bb391417d4, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:30:27.560593 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-45e28141-0704-4036-bd25-697f42c6c394 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42207bf8cb014dfab13aa3c12dd0f591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636117 Aug 20 11:30:27.568164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37572) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:27.580791 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:27.616172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-40ca7e3c-342b-4d24-9451-20ae2b3d6ddd req-2c03eda6-564c-4e35-b1c0-7ce23696746d service neutron] (95588) timed out ('10.222.0.57', 49443) {{(pid=95588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:30:27.621550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: c16eef19-f893-4fd4-8894-ca09aaf35980 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:27.621898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16eef19-f893-4fd4-8894-ca09aaf35980 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:27.667823 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcda6f53-e0b0-4c8a-a05a-d035be95daa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.699165 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcda6f53-e0b0-4c8a-a05a-d035be95daa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.724437 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Network cd8e0d89-aeb2-48a7-a61d-15bb391417d4 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:30:27.759239 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-c28ff238-00ff-4194-9f12-a782d63c3eb4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923769 Aug 20 11:30:27.823711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, cd8e0d89-aeb2-48a7-a61d-15bb391417d4) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:27.839074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d16367-1e6e-4116-ad29-af6e83eb16ee None None] Network cd8e0d89-aeb2-48a7-a61d-15bb391417d4 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:27.868200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:27.869504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.908243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcda6f53-e0b0-4c8a-a05a-d035be95daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.911274 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dcda6f53-e0b0-4c8a-a05a-d035be95daa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.912626 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dcda6f53-e0b0-4c8a-a05a-d035be95daa1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b0a005b-7684-4c18-9503-84ff341ca156 HTTP/1.1" status: 204 len: 168 time: 0.3433867 Aug 20 11:30:27.929433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:27.929433 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:27.936984 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda6f53-e0b0-4c8a-a05a-d035be95daa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a005b-7684-4c18-9503-84ff341ca156,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:28.038336 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-16c8fea9-0c6f-4c7f-9da0-7c11980da8e2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4048960 Aug 20 11:30:28.126376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b304ae4-86a0-4a81-baf8-10d9db035a0d None None] Network cd8e0d89-aeb2-48a7-a61d-15bb391417d4 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:28.130974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-b9a98807-f2dc-4fa8-8ba3-acba322328c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:28.132682 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-b9a98807-f2dc-4fa8-8ba3-acba322328c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d020db29f9b1461abccf5c51e617e6be&device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 1096 time: 0.1375031 Aug 20 11:30:28.341240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port b659fab2-32e0-40bb-a2ff-3cbd5852f2e9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b659fab2-32e0-40bb-a2ff-3cbd5852f2e9,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:28.341240 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:28.355390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-3acd3499-ab9c-456c-b6c0-ec0715e18dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:28.356953 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-3acd3499-ab9c-456c-b6c0-ec0715e18dd5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb730dde-0481-4a62-932a-41c83adf9294 HTTP/1.1" status: 200 len: 908 time: 0.1958773 Aug 20 11:30:28.365967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:28.492457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-c242fff7-fd8e-4a09-90a5-aef84aeab153 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9d71100-a60c-4002-9281-3c51eda64f35 HTTP/1.1" status: 200 len: 1001 time: 0.1277387 Aug 20 11:30:28.641214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-73f7f376-1158-48b4-8c7d-b0969f4e9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:28.642867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-73f7f376-1158-48b4-8c7d-b0969f4e9985 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e3d507c-6c88-4bd0-a955-0f37897d208e HTTP/1.1" status: 200 len: 846 time: 0.0534821 Aug 20 11:30:28.720549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-b8e12f07-bc33-4bc9-a8d7-2b8d37b9cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:28.722074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-b8e12f07-bc33-4bc9-a8d7-2b8d37b9cc80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb730dde-0481-4a62-932a-41c83adf9294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705729 Aug 20 11:30:29.025383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-5acde04c-ad66-49d4-9774-71f89b01fa4e service neutron] 10.222.0.57 "GET /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957444 Aug 20 11:30:29.198333 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:29.241388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=b659fab2-32e0-40bb-a2ff-3cbd5852f2e9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:29.250977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76b4d5e0-d6c9-40c1-bb1c-566d773df338 req-bc1340b2-ebfd-4bb1-a4d1-97b9e2c8bdaf service neutron] 10.222.0.57 "GET /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178884 Aug 20 11:30:29.402793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-a71bec39-72b4-4f07-a652-e42968d6401c tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:29.413073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-a71bec39-72b4-4f07-a652-e42968d6401c tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/networks?id=cd8e0d89-aeb2-48a7-a61d-15bb391417d4 HTTP/1.1" status: 200 len: 812 time: 0.2983992 Aug 20 11:30:29.435869 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-f7f9cc9e-412f-4ccf-8d93-e8d4964ab3d4 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/quotas/c05e593b701148bb8708b4aa6b12af35 HTTP/1.1" status: 200 len: 375 time: 0.0218310 Aug 20 11:30:29.542551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d9c6f15c-05ff-4ffe-ba24-cf56f2d80fc5 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c05e593b701148bb8708b4aa6b12af35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383089 Aug 20 11:30:29.547386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:29.743252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d9b1b4fa-3a3e-4045-bc4c-a455d9d8164e service neutron] 10.222.0.10 "GET /v2.0/networks/cd8e0d89-aeb2-48a7-a61d-15bb391417d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895225 Aug 20 11:30:29.928912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37680) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:30.147304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-network', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:30.306481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-f8098aea-8d26-4dbe-b263-3a0307ae2660 service neutron] 10.222.0.10 "GET /v2.0/networks/cd8e0d89-aeb2-48a7-a61d-15bb391417d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498030 Aug 20 11:30:30.317283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router c859d3e3-f09c-4721-9d3e-858456da8107 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:30.460043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:30.466232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f8ee219d-a17a-40c9-a246-1202cbf46829 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "PUT /v2.0/routers/c859d3e3-f09c-4721-9d3e-858456da8107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9270818 Aug 20 11:30:30.469461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37686) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:30.474973 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] Sync routers for ids ['c859d3e3-f09c-4721-9d3e-858456da8107'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:30.485920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] Routers {'c859d3e3-f09c-4721-9d3e-858456da8107'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:30.486579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c859d3e3-f09c-4721-9d3e-858456da8107'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:30.528870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd84da87-e08e-4f76-868a-de992171fe38 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting subnet b69a5340-8adb-44af-b8e4-7a26b26eca35 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:30:30.532542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd84da87-e08e-4f76-868a-de992171fe38 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.576966 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd84da87-e08e-4f76-868a-de992171fe38 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.597398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] Set router c859d3e3-f09c-4721-9d3e-858456da8107 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:30.680554 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd84da87-e08e-4f76-868a-de992171fe38 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.771127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Made reservation on behalf of 69aebf447aa64ba9a869546d16cb5522 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:30.775789 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.789544 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.804652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:30:28Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:30.838006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] Checking router: c859d3e3-f09c-4721-9d3e-858456da8107 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:30.847763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] Routers {'c859d3e3-f09c-4721-9d3e-858456da8107'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:30.848502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c859d3e3-f09c-4721-9d3e-858456da8107'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:30.938096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:30.951813 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd84da87-e08e-4f76-868a-de992171fe38 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.007971 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd84da87-e08e-4f76-868a-de992171fe38 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.007971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fd84da87-e08e-4f76-868a-de992171fe38 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/subnets/b69a5340-8adb-44af-b8e4-7a26b26eca35 HTTP/1.1" status: 204 len: 168 time: 0.5298140 Aug 20 11:30:31.009214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37696) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:31.115540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84da87-e08e-4f76-868a-de992171fe38 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Subnet': ['ID=b69a5340-8adb-44af-b8e4-7a26b26eca35,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:31.117031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.137496 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:30:31.148948 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.149423 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Added segment 42574d4c-6312-4a95-a41b-3f2f7bd7ea53 of type vlan for network 44463a5f-0c83-4b95-8b35-aaeef915fac6 Aug 20 11:30:31.195642 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.259863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba1d792-dcce-4d8a-bf20-3fb848cd2820 None None] Network e3681374-4c89-4cc6-8ba9-16d98b0c329c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:31.392397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] Set router c859d3e3-f09c-4721-9d3e-858456da8107 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:31.415776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab7c421b-b5e9-4220-b5e5-dd2220962d00 req-fd235987-233a-4792-bb38-2cb87bb4035b tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 210 time: 0.0769165 Aug 20 11:30:31.423117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaf4259-d26d-4989-ace3-defaa6d320b1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:31.432365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.433958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:31.434747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.633002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 316d19ed-1cf0-4734-8706-d51dce9fe8a3 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:31.725554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:31.864132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-34a9f6f5-9bbc-4fcb-b9ac-0cfaacf7528d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:31.872790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-34a9f6f5-9bbc-4fcb-b9ac-0cfaacf7528d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/networks?id=70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 200 len: 813 time: 0.2723446 Aug 20 11:30:31.875682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] Pushing event updated for resources: {'Network': ['ID=44463a5f-0c83-4b95-8b35-aaeef915fac6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:31.918085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 44463a5f-0c83-4b95-8b35-aaeef915fac6 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:30:31.930995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0456474-b95e-4995-aec2-f4aeb4a6bab7 None None] DHCP port deletion for e3681374-4c89-4cc6-8ba9-16d98b0c329c request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:30:31.931263 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ed8a22db-2d91-43d0-ac8a-4c790791be1e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9982264 Aug 20 11:30:31.931391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37718) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:31.939544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Request body: {'subnet': {'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-subnet', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:31.947820 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-fba476dc-a08a-428f-a944-89c60e2bc4f1 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/quotas/fde855dbf29d40fea21b6c5670ec3757 HTTP/1.1" status: 200 len: 375 time: 0.0731678 Aug 20 11:30:32.088842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Made reservation on behalf of 69aebf447aa64ba9a869546d16cb5522 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:32.092387 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.122383 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.184789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:30:28Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:32.228839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d96b676-e572-4c4d-bd4b-67ff1f1a9a3e None None] The sync data for ids ['c859d3e3-f09c-4721-9d3e-858456da8107'] in n-d-804230-3 is: [{'id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1617160157', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:30:28Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': 'ba398040-ca17-46cb-b638-5e44c1755141', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c859d3e3-f09c-4721-9d3e-858456da8107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:39Z', 'updated_at': '2021-08-20T11:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:32.256707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '316d19ed-1cf0-4734-8706-d51dce9fe8a3'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:32.259392 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a713791f-dbc0-4237-a0cc-b5f991ecea8c" -d '{"events": [{"server_uuid": "aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "316d19ed-1cf0-4734-8706-d51dce9fe8a3"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:32.308145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=316d19ed-1cf0-4734-8706-d51dce9fe8a3,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:32.324426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f0456474-b95e-4995-aec2-f4aeb4a6bab7 None None] Deleting port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:32.326310 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f0456474-b95e-4995-aec2-f4aeb4a6bab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.409365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.458270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f0456474-b95e-4995-aec2-f4aeb4a6bab7 None None] For port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1e165c5b-5674-45c9-ae4e-41c3b67a3d62,segment=NetworkSegment(58be2ba0-759c-4c4f-bca9-5e332dc381cd),segment_id=58be2ba0-759c-4c4f-bca9-5e332dc381cd)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:32.461520 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f0456474-b95e-4995-aec2-f4aeb4a6bab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.482004 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-c6749b43-153d-492e-982f-ce624412f45e tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5329118 Aug 20 11:30:32.489145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f0456474-b95e-4995-aec2-f4aeb4a6bab7 None None] Calling delete_port for 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:32.493669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-39c651c8-5892-408e-9959-dad6f8728a3d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:32.511444 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-39c651c8-5892-408e-9959-dad6f8728a3d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/networks?id=edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 200 len: 804 time: 0.2974665 Aug 20 11:30:32.557452 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a65cebf3-96d0-4e7c-ab19-b7b8b6df2d71 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/quotas/ed62fcc2ab2f41f989a326a3897bceea HTTP/1.1" status: 200 len: 375 time: 0.0445609 Aug 20 11:30:32.617922 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.655140 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port ba398040-ca17-46cb-b638-5e44c1755141 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:32.655525 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.711505 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f0456474-b95e-4995-aec2-f4aeb4a6bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.731031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:32.768532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:32.769559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:32.786228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0456474-b95e-4995-aec2-f4aeb4a6bab7 None None] No DVR routers for this DVR port 1e165c5b-5674-45c9-ae4e-41c3b67a3d62 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:32.828719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=316d19ed-1cf0-4734-8706-d51dce9fe8a3,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:32.903114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0456474-b95e-4995-aec2-f4aeb4a6bab7 None None] Pushing event deleted for resources: {'Port': ['ID=1e165c5b-5674-45c9-ae4e-41c3b67a3d62,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:32.932365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-1f0a8d11-fc08-4254-9224-fa1234e7a98b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3734190 Aug 20 11:30:32.979652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port ba398040-ca17-46cb-b638-5e44c1755141, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ba398040-ca17-46cb-b638-5e44c1755141,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:32.981804 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:32.999230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for ba398040-ca17-46cb-b638-5e44c1755141 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:33.158979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-8878bd1a-4de0-439a-ae87-edd3c58cc577 service neutron] 10.222.0.10 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827145 Aug 20 11:30:33.305020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-4641ca4d-dcd7-4d07-9ff9-1d04b3635dae service neutron] 10.222.0.10 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8181205 Aug 20 11:30:33.310948 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-a2b57e66-b1d4-45aa-b773-1f60b7e66d6d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2253470 Aug 20 11:30:33.346032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-cdb391e7-dda7-41ff-bbb5-c10c3c7fda71 service neutron] 10.222.0.10 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866336 Aug 20 11:30:33.438540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-9283686f-e10c-4274-adf6-a9c9eaffde5f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:33.440529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-9283686f-e10c-4274-adf6-a9c9eaffde5f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6 HTTP/1.1" status: 200 len: 943 time: 0.0865202 Aug 20 11:30:33.483234 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.509859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-9f20eed6-ed1f-40e3-b8a4-d6e558be8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:33.511819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-9f20eed6-ed1f-40e3-b8a4-d6e558be8304 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 1096 time: 0.1292167 Aug 20 11:30:33.535454 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-ee5f8c40-4967-4959-8445-0fa466832c07 service neutron] 10.222.0.10 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218156 Aug 20 11:30:33.645609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=054af14c-b5b7-40d0-b821-c833ee1deeaf,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:33.665120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Checking segment: {'id': '42574d4c-6312-4a95-a41b-3f2f7bd7ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:33.665120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Network hostable DHCP agents. Network: 44463a5f-0c83-4b95-8b35-aaeef915fac6, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:30:33.694287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-80f90ad3-9e0a-4383-a7bf-4e17b529c075 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Deleting port 316d19ed-1cf0-4734-8706-d51dce9fe8a3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:33.694663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-80f90ad3-9e0a-4383-a7bf-4e17b529c075 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.707581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-c09d517a-793f-4599-b873-1004522bdb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:33.707581 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-c09d517a-793f-4599-b873-1004522bdb3b service neutron] 10.222.0.38 "GET /v2.0/networks?id=70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 200 len: 914 time: 0.1625674 Aug 20 11:30:33.736445 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55035311-449b-4c45-8947-700ec251cdba x-openstack-request-id: req-55035311-449b-4c45-8947-700ec251cdba {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:33.736965 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "316d19ed-1cf0-4734-8706-d51dce9fe8a3", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:33.737579 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55035311-449b-4c45-8947-700ec251cdba {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:33.738233 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '316d19ed-1cf0-4734-8706-d51dce9fe8a3', 'code': 200} Aug 20 11:30:33.791755 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-5d927cb4-2912-470f-9693-6b12027fce05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0532677-4332-4b49-aa51-01f9c2b7bba9 HTTP/1.1" status: 200 len: 217 time: 0.0760942 Aug 20 11:30:33.791755 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.868346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Network 44463a5f-0c83-4b95-8b35-aaeef915fac6 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:30:33.872345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d37a3d8e-2a84-4e0f-a5b0-bddcfa42e6d6 req-bcf43d1c-311e-430e-80db-3eb90326c292 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 210 time: 0.0669558 Aug 20 11:30:33.908611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-80f90ad3-9e0a-4383-a7bf-4e17b529c075 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] For port 316d19ed-1cf0-4734-8706-d51dce9fe8a3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=316d19ed-1cf0-4734-8706-d51dce9fe8a3,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:33.909001 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-80f90ad3-9e0a-4383-a7bf-4e17b529c075 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:33.944558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-80f90ad3-9e0a-4383-a7bf-4e17b529c075 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Calling delete_port for 316d19ed-1cf0-4734-8706-d51dce9fe8a3 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:33.991392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=ba398040-ca17-46cb-b638-5e44c1755141,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:34.054043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebbda200-158e-48ad-981f-18c5d468e14c req-3c91cef3-bd5e-45e7-b430-70cae27b362b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 210 time: 0.0602000 Aug 20 11:30:34.061139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 44463a5f-0c83-4b95-8b35-aaeef915fac6) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:34.072245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0851c7ca-1cf5-48de-a109-2f363eab42cd None None] Network 44463a5f-0c83-4b95-8b35-aaeef915fac6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:34.087735 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78651e54-8f5a-4199-aa6b-6529a7453a62 req-00d863e0-e6f8-46dd-84a7-d56878731563 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 210 time: 0.1012282 Aug 20 11:30:34.088260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:34.088842 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.105078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-46ae3d03-9d2d-44be-93d9-72e81a5305f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:34.107232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-46ae3d03-9d2d-44be-93d9-72e81a5305f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67c93569-eb45-45c6-b207-4f675efb856b HTTP/1.1" status: 200 len: 853 time: 0.3086977 Aug 20 11:30:34.209045 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-6b1129e9-3c8d-4075-a707-c5156640f9f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=70b8cc5d-0386-436f-9df2-433f166b2cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867290 Aug 20 11:30:34.218658 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.256547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1d531ace-150e-4ae9-857e-ab456329dea9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3240511 Aug 20 11:30:34.263849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37762) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:34.276049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:34.466220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:34.473375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d213e7-3e8e-4e09-b3d5-21f410812f5f None None] Network 44463a5f-0c83-4b95-8b35-aaeef915fac6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:34.504376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.505951 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.538024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:34.538534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b659fab2-32e0-40bb-a2ff-3cbd5852f2e9 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:34.559069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.562297 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.568573 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-80f90ad3-9e0a-4383-a7bf-4e17b529c075 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.651186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-d14e6c8b-5736-41d3-977d-bbe762653f8f service neutron] 10.222.0.38 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729138 Aug 20 11:30:34.660104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f90ad3-9e0a-4383-a7bf-4e17b529c075 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Pushing event deleted for resources: {'Port': ['ID=316d19ed-1cf0-4734-8706-d51dce9fe8a3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:34.705043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.772351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-80f90ad3-9e0a-4383-a7bf-4e17b529c075 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] No DVR routers for this DVR port 316d19ed-1cf0-4734-8706-d51dce9fe8a3 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:34.777218 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-80f90ad3-9e0a-4383-a7bf-4e17b529c075 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.780952 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d4c89f4-eb1b-4be8-83a9-b68dd2df7908 req-80f90ad3-9e0a-4383-a7bf-4e17b529c075 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "DELETE /v2.0/ports/316d19ed-1cf0-4734-8706-d51dce9fe8a3 HTTP/1.1" status: 204 len: 173 time: 1.3342710 Aug 20 11:30:34.781658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'name': 'network-vif-deleted', 'tag': '316d19ed-1cf0-4734-8706-d51dce9fe8a3'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:34.793259 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf689a3-6481-464e-8fde-6f34c2068c54" -d '{"events": [{"server_uuid": "aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6", "name": "network-vif-deleted", "tag": "316d19ed-1cf0-4734-8706-d51dce9fe8a3"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:34.817064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.822631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Fanout notify agent at l3_agent the message router_deleted on router c859d3e3-f09c-4721-9d3e-858456da8107 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:30:34.832398 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31da6142-880e-41dc-a38b-9a7278df94e2 req-13abd94a-0578-40f0-84dd-e5e6fa4a5422 service neutron] 10.222.0.38 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726422 Aug 20 11:30:34.857039 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:34.864091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-37bd6cc9-dff8-49ce-adfc-5b68f35c3f2e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/routers/c859d3e3-f09c-4721-9d3e-858456da8107 HTTP/1.1" status: 204 len: 168 time: 3.8477044 Aug 20 11:30:34.866056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37768) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:34.908824 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393a3956-48b6-437b-a275-63a9dbf81ea5 x-openstack-request-id: req-393a3956-48b6-437b-a275-63a9dbf81ea5 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:34.912034 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6", "name": "network-vif-deleted", "tag": "316d19ed-1cf0-4734-8706-d51dce9fe8a3", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:34.912034 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-393a3956-48b6-437b-a275-63a9dbf81ea5 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:34.912034 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa13f7ac-b840-4e68-8c8e-ed3f4f59a0b6', 'name': 'network-vif-deleted', 'tag': '316d19ed-1cf0-4734-8706-d51dce9fe8a3', 'status': 'completed', 'code': 200} Aug 20 11:30:35.084659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.219972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0dab4d62-6d24-4dac-b1dc-3da689ddc3cd req-cc055c51-6186-4568-b394-caef36d50d86 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 210 time: 0.1101127 Aug 20 11:30:35.222538 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.290005 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3a3ed1fc-4807-465f-bff6-d79802dd6df3 req-967c3563-0841-49f2-a02b-d15b8cc18290 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 210 time: 0.0903437 Aug 20 11:30:35.352854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37780) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:35.361660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-f070724a-a8c8-4d1b-8232-7583d01dceeb tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:35.363679 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-f070724a-a8c8-4d1b-8232-7583d01dceeb tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.57 "GET /v2.0/networks?id=cd8e0d89-aeb2-48a7-a61d-15bb391417d4 HTTP/1.1" status: 200 len: 812 time: 0.1500952 Aug 20 11:30:35.385640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Request body: {'port': {'device_id': '79e2aa45-60f9-43f6-85d5-b28c8eaffe99', 'network_id': 'cd8e0d89-aeb2-48a7-a61d-15bb391417d4', 'admin_state_up': True, 'tenant_id': 'c05e593b701148bb8708b4aa6b12af35'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:35.409186 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.428319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3681374-4c89-4cc6-8ba9-16d98b0c329c']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:35.444749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58be2ba0-759c-4c4f-bca9-5e332dc381cd') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:35.445178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58be2ba0-759c-4c4f-bca9-5e332dc381cd') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:35.466901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.500050 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.514286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:30:35.517535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:30:35.529501 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:30:35.546410 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27607d70-8d34-428f-b9a9-e9a841cb4128 req-595feb25-1d1e-4bdc-a416-c75d67da5669 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 210 time: 0.1801231 Aug 20 11:30:35.613871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d7c2035b-e6f8-4382-9a37-79f991b7ebc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.853518 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.893629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.944327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.945767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Made reservation on behalf of c05e593b701148bb8708b4aa6b12af35 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:35.949574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.951840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:35.954610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/networks/e3681374-4c89-4cc6-8ba9-16d98b0c329c HTTP/1.1" status: 204 len: 168 time: 1.0873554 Aug 20 11:30:35.961315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37784) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:35.991741 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef0045-8e09-48b4-87c1-6318c8ad7f84 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Network': ['ID=e3681374-4c89-4cc6-8ba9-16d98b0c329c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:36.095567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1100cda-6b6a-47db-a94d-11f1765e37ca tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.104702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Allocated IP 172.25.4.103 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/f7be6fc0-4964-4eb8-a27a-73deef5a2d54) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:36.145319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1100cda-6b6a-47db-a94d-11f1765e37ca tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.187380 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d7c2035b-e6f8-4382-9a37-79f991b7ebc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.227339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Allocated IP 172.20.0.13 (cd8e0d89-aeb2-48a7-a61d-15bb391417d4/e5ce8de0-0c92-4023-be51-f48822969c37/002557d8-6f65-4faf-a388-016c990e35b2) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:36.298068 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d7c2035b-e6f8-4382-9a37-79f991b7ebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.319271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ba398040-ca17-46cb-b638-5e44c1755141 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:36.326224 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.377752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ba398040-ca17-46cb-b638-5e44c1755141 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:36.378351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ba398040-ca17-46cb-b638-5e44c1755141 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:36.396784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2035b-e6f8-4382-9a37-79f991b7ebc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0382359-598d-43b2-bc65-d9da076147be,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:36.449869 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3a4421a-acb3-45e3-9006-6b86355fd5b3 req-1c981bf6-1790-4f2a-b1fd-a25d5501e2b8 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 210 time: 0.0439038 Aug 20 11:30:36.451701 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1100cda-6b6a-47db-a94d-11f1765e37ca tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.454875 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1100cda-6b6a-47db-a94d-11f1765e37ca tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.456016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d1100cda-6b6a-47db-a94d-11f1765e37ca tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/security-groups/3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b HTTP/1.1" status: 204 len: 168 time: 0.4913266 Aug 20 11:30:36.469602 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d7c2035b-e6f8-4382-9a37-79f991b7ebc4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb397e2ce2ae4854bc3838cb77a25239&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1137044 Aug 20 11:30:36.470426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37792) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:36.491240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1100cda-6b6a-47db-a94d-11f1765e37ca tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b43cdde-dba2-4e6b-8d1a-9d8a8a12fe2b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:36.504533 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1d1c8fb-24b6-4b59-b934-8fba7fad679b req-3423966f-01e4-4d7f-8b76-dedcc360e708 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 210 time: 0.0677903 Aug 20 11:30:36.555739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edbe7607-ad31-4dbf-bda8-40553d42f177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.583111 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edbe7607-ad31-4dbf-bda8-40553d42f177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.602686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.655414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3a6141f-c078-4418-b987-f0906dc7b9c1 req-a20286d4-656c-4659-b850-d9b73c96c87b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 210 time: 0.0384688 Aug 20 11:30:36.707107 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.759848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:36.761080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Pushing event updated for resources: {'Port': ['ID=f7be6fc0-4964-4eb8-a27a-73deef5a2d54,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:36.764016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:36.766707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:36.854844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edbe7607-ad31-4dbf-bda8-40553d42f177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.857556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edbe7607-ad31-4dbf-bda8-40553d42f177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.859377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-edbe7607-ad31-4dbf-bda8-40553d42f177 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0382359-598d-43b2-bc65-d9da076147be HTTP/1.1" status: 204 len: 168 time: 0.3864119 Aug 20 11:30:36.869263 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe7607-ad31-4dbf-bda8-40553d42f177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0382359-598d-43b2-bc65-d9da076147be,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:36.929158 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:36.976089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Network cd8e0d89-aeb2-48a7-a61d-15bb391417d4 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:36.979197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:36.983216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:36.992524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Pushing event updated for resources: {'Port': ['ID=002557d8-6f65-4faf-a388-016c990e35b2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:37.079731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:37.080383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.185900 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.293937 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-8cd528c9-6c6a-4af1-9a7f-222d1b7c3743 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9126925 Aug 20 11:30:37.306850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Request body: {'port': {'device_id': '79e2aa45-60f9-43f6-85d5-b28c8eaffe99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:37.411740 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.522358 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:37.628068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 316d19ed-1cf0-4734-8706-d51dce9fe8a3 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:37.690325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 316d19ed-1cf0-4734-8706-d51dce9fe8a3 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:37.691254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 316d19ed-1cf0-4734-8706-d51dce9fe8a3 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:37.755587 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd2a7f82-5733-4ea3-a0d6-d78d64521533 req-4ecda04d-b395-43bc-8a44-6d1e9b3e5e27 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 210 time: 0.0320103 Aug 20 11:30:37.877521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a5e50c4-588e-4f93-9906-e1de24583eef req-f139885b-9217-4fec-8ce4-a32c3ad0ddf5 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 210 time: 0.0349712 Aug 20 11:30:38.163195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef714ec-d7e4-485b-906f-9fd45e179b17 req-618349a7-e5b1-4979-acc1-3c95ca7097c6 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.165782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ef714ec-d7e4-485b-906f-9fd45e179b17 req-618349a7-e5b1-4979-acc1-3c95ca7097c6 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 932 time: 0.5461342 Aug 20 11:30:38.297346 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ef714ec-d7e4-485b-906f-9fd45e179b17 req-dd3f8936-a7f1-4ac3-9337-0a5d6ce9fadd tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158178 Aug 20 11:30:38.363045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-28111410-a598-4e62-98a4-2bdb9a08e1ff tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:38.364643 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-28111410-a598-4e62-98a4-2bdb9a08e1ff tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "GET /v2.0/networks?id=edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 200 len: 804 time: 0.1531496 Aug 20 11:30:38.376041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002557d8-6f65-4faf-a388-016c990e35b2 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:38.378286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Request body: {'port': {'device_id': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'admin_state_up': True, 'tenant_id': 'ed62fcc2ab2f41f989a326a3897bceea'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:38.385841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.402601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Transition to ACTIVE for port object 002557d8-6f65-4faf-a388-016c990e35b2 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:38.502125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37824) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:38.510079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2c26cca0-763f-4c92-a14d-c407f22f8de5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-350587640', 'description': 'tempest-secgroup-smoke-350587640 description', 'project_id': '981bab59c36f4c10932ff10b206a827c'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:38.574632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Router 0d48d657-36fc-4a04-a857-e27e47cdb55f is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:30:38.711886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:38.723201 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Sync routers for ids ['0d48d657-36fc-4a04-a857-e27e47cdb55f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:38.736864 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Routers {'0d48d657-36fc-4a04-a857-e27e47cdb55f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:38.738066 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0d48d657-36fc-4a04-a857-e27e47cdb55f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:38.759563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.829666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Made reservation on behalf of ed62fcc2ab2f41f989a326a3897bceea for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:38.836040 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:38.873768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=002557d8-6f65-4faf-a388-016c990e35b2,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:38.951552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Attempting to bind port 002557d8-6f65-4faf-a388-016c990e35b2 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:38.951861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Attempting to bind port 002557d8-6f65-4faf-a388-016c990e35b2 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '1015af0a-aecb-4c49-84b2-d7b96e4daf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cd8e0d89-aeb2-48a7-a61d-15bb391417d4'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:38.952934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Attempting to bind port 002557d8-6f65-4faf-a388-016c990e35b2 on network cd8e0d89-aeb2-48a7-a61d-15bb391417d4 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:38.976034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Port 002557d8-6f65-4faf-a388-016c990e35b2 on network cd8e0d89-aeb2-48a7-a61d-15bb391417d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:30:38.977266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Attempting to bind port 002557d8-6f65-4faf-a388-016c990e35b2 on network cd8e0d89-aeb2-48a7-a61d-15bb391417d4 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:39.000831 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:39.001194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Checking segment: {'id': '1015af0a-aecb-4c49-84b2-d7b96e4daf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cd8e0d89-aeb2-48a7-a61d-15bb391417d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:39.001752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Bound using segment: {'id': '1015af0a-aecb-4c49-84b2-d7b96e4daf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cd8e0d89-aeb2-48a7-a61d-15bb391417d4'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:39.002211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Bound port: 002557d8-6f65-4faf-a388-016c990e35b2, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1015af0a-aecb-4c49-84b2-d7b96e4daf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cd8e0d89-aeb2-48a7-a61d-15bb391417d4'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:39.002830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.007577 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c82ed397-7a30-4976-9f00-5f5afa713d63 req-095cf2f9-7cd2-4371-9455-355d521acc59 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 210 time: 0.0520401 Aug 20 11:30:39.016053 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c26cca0-763f-4c92-a14d-c407f22f8de5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.057119 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Set router 0d48d657-36fc-4a04-a857-e27e47cdb55f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:39.139030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Allocated IP 172.20.0.2 (edb00cab-5f80-4e3b-be79-12d2f37d0603/979dc0fd-3038-4048-a667-cac2e871ab36/25838c1b-564d-421f-93c4-1489823c6a64) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:39.179044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.180303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7c5e1788-bec9-45e7-99c9-da0ed0a39992 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9084380 Aug 20 11:30:39.193122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37840) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:39.263470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] For port 002557d8-6f65-4faf-a388-016c990e35b2, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:39.279883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] For port 002557d8-6f65-4faf-a388-016c990e35b2, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=002557d8-6f65-4faf-a388-016c990e35b2,segment=NetworkSegment(1015af0a-aecb-4c49-84b2-d7b96e4daf34),segment_id=1015af0a-aecb-4c49-84b2-d7b96e4daf34)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:39.374074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.383306 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74e3cf7a-3e9a-4351-87ec-3ba8c48fa8b1 req-6703c26e-e617-4079-834d-1622ca42a544 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 210 time: 0.1720819 Aug 20 11:30:39.398187 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.479773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:39.484337 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.485832 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] 10.222.0.57 "PUT /v2.0/ports/002557d8-6f65-4faf-a388-016c990e35b2 HTTP/1.1" status: 200 len: 1092 time: 2.1837850 Aug 20 11:30:39.495880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e2aa45-60f9-43f6-85d5-b28c8eaffe99', 'tag': '002557d8-6f65-4faf-a388-016c990e35b2'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:39.498353 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c39834-7964-4488-bdce-0c7cf9b1c9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "79e2aa45-60f9-43f6-85d5-b28c8eaffe99", "tag": "002557d8-6f65-4faf-a388-016c990e35b2"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:39.515528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c26cca0-763f-4c92-a14d-c407f22f8de5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.553382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:36Z', 'revision_number': 3, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:39.592682 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Checking router: 0d48d657-36fc-4a04-a857-e27e47cdb55f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:39.593090 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Updating router 0d48d657-36fc-4a04-a857-e27e47cdb55f port f7be6fc0-4964-4eb8-a27a-73deef5a2d54 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:39.625306 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.634812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-866f68ee-d635-4fee-8a8b-4d71dacb928e tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:39.636734 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-866f68ee-d635-4fee-8a8b-4d71dacb928e tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.57 "GET /v2.0/networks?id=70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 200 len: 813 time: 0.5595267 Aug 20 11:30:39.661862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Request body: {'port': {'device_id': '5ca2aa52-3a0f-4668-a294-1e6d8612d38a', 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3', 'admin_state_up': True, 'tenant_id': 'fde855dbf29d40fea21b6c5670ec3757'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:39.662735 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.672662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522112e-2fcd-4f4a-9a6f-a19dd23afbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=002557d8-6f65-4faf-a388-016c990e35b2,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:39.703368 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568fef3b-f590-4df7-a287-f2a06d218957 x-openstack-request-id: req-568fef3b-f590-4df7-a287-f2a06d218957 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:39.703758 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e2aa45-60f9-43f6-85d5-b28c8eaffe99", "tag": "002557d8-6f65-4faf-a388-016c990e35b2", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:39.713605 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-568fef3b-f590-4df7-a287-f2a06d218957 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:39.714284 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e2aa45-60f9-43f6-85d5-b28c8eaffe99', 'tag': '002557d8-6f65-4faf-a388-016c990e35b2', 'status': 'completed', 'code': 200} Aug 20 11:30:39.744238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c26cca0-763f-4c92-a14d-c407f22f8de5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.782252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26cca0-763f-4c92-a14d-c407f22f8de5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330af766-7b3e-4736-bead-ed6cb5b5ba50,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:39.831367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Network edb00cab-5f80-4e3b-be79-12d2f37d0603 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:39.837117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38d379-975a-4469-b0cf-01844a6b90b5 req-0a4b12ba-5b0a-4661-b80a-3eab80ae01a9 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:39.837638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:39.838767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb38d379-975a-4469-b0cf-01844a6b90b5 req-0a4b12ba-5b0a-4661-b80a-3eab80ae01a9 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 944 time: 0.2575862 Aug 20 11:30:39.846147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:39.851800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Pushing event updated for resources: {'Port': ['ID=25838c1b-564d-421f-93c4-1489823c6a64,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:39.920757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c26cca0-763f-4c92-a14d-c407f22f8de5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:39.922315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2c26cca0-763f-4c92-a14d-c407f22f8de5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4190357 Aug 20 11:30:39.940129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37866) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:39.953860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:39.956776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a4bf0455-57d0-4f2d-8c8e-34cc55b31a5e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '330af766-7b3e-4736-bead-ed6cb5b5ba50', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:39.958223 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.053243 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb38d379-975a-4469-b0cf-01844a6b90b5 req-54252eab-5627-43e3-a7a8-11d64132a4ec tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857820 Aug 20 11:30:40.102681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c39834-7964-4488-bdce-0c7cf9b1c9f0 req-1bbd4e67-df3f-4cde-824f-a6156da8bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:40.104232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3c39834-7964-4488-bdce-0c7cf9b1c9f0 req-1bbd4e67-df3f-4cde-824f-a6156da8bd7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c05e593b701148bb8708b4aa6b12af35&device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 1095 time: 0.2962196 Aug 20 11:30:40.169619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59f4dfa7-c742-44e3-99f6-1b95fb0ad502 req-1ed1db80-5353-4d88-b2af-33dcd3670caf tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 210 time: 0.0560608 Aug 20 11:30:40.210347 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.224894 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Transition to ACTIVE for port object f7be6fc0-4964-4eb8-a27a-73deef5a2d54 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:40.225285 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0455-57d0-4f2d-8c8e-34cc55b31a5e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.345436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c39834-7964-4488-bdce-0c7cf9b1c9f0 req-ce9bce6e-ce12-4134-ab92-be9793c5bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:40.347121 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3c39834-7964-4488-bdce-0c7cf9b1c9f0 req-ce9bce6e-ce12-4134-ab92-be9793c5bcb5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c05e593b701148bb8708b4aa6b12af35&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2314332 Aug 20 11:30:40.397888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-a8db1d7a-59c0-4721-8492-3a0e81cd1997 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0245585 Aug 20 11:30:40.409989 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0455-57d0-4f2d-8c8e-34cc55b31a5e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.410639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Request body: {'port': {'device_id': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:40.445238 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.477725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.559043 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Attempting to bind port f7be6fc0-4964-4eb8-a27a-73deef5a2d54 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:40.559043 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Attempting to bind port f7be6fc0-4964-4eb8-a27a-73deef5a2d54 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:40.559043 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Attempting to bind port f7be6fc0-4964-4eb8-a27a-73deef5a2d54 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:40.559043 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:40.559043 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:40.559043 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.559043 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:40.559043 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Bound port: f7be6fc0-4964-4eb8-a27a-73deef5a2d54, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:40.559043 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.559043 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Pushing event updated for resources: {'Port': ['ID=f7be6fc0-4964-4eb8-a27a-73deef5a2d54,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:40.598762 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0455-57d0-4f2d-8c8e-34cc55b31a5e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.603724 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.604492 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.604848 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.605194 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.605843 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.606190 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.606548 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.606881 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.607210 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.607540 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.607913 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.608189 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:30:40.664066 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] For port f7be6fc0-4964-4eb8-a27a-73deef5a2d54, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:40.668234 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] For port f7be6fc0-4964-4eb8-a27a-73deef5a2d54, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f7be6fc0-4964-4eb8-a27a-73deef5a2d54,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:40.670494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Made reservation on behalf of fde855dbf29d40fea21b6c5670ec3757 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:40.674041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.695261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf0455-57d0-4f2d-8c8e-34cc55b31a5e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0665dd-eb97-4ebf-88ca-2c91646453a7,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:40.697737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c39834-7964-4488-bdce-0c7cf9b1c9f0 req-39bcc5b8-c425-4e42-b0b5-979f6c4b1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:40.700872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3c39834-7964-4488-bdce-0c7cf9b1c9f0 req-39bcc5b8-c425-4e42-b0b5-979f6c4b1879 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3462832 Aug 20 11:30:40.708655 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.750199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37874) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:40.753074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03400e-05fe-494c-a8d5-9da0008ce9b2 req-2522a234-bdb4-4c7d-b5e8-22dd5904575e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:40.754779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d03400e-05fe-494c-a8d5-9da0008ce9b2 req-2522a234-bdb4-4c7d-b5e8-22dd5904575e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 931 time: 0.2641916 Aug 20 11:30:40.782851 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.853334 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Routers {'0d48d657-36fc-4a04-a857-e27e47cdb55f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:40.854693 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0d48d657-36fc-4a04-a857-e27e47cdb55f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:40.965066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25838c1b-564d-421f-93c4-1489823c6a64 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:40.980587 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0455-57d0-4f2d-8c8e-34cc55b31a5e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.981321 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:40.981863 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a4bf0455-57d0-4f2d-8c8e-34cc55b31a5e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0385618 Aug 20 11:30:40.991929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37878) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:40.993721 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.001002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9fd2ed64-0fe6-4cfe-9a08-6a9161327593 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '330af766-7b3e-4736-bead-ed6cb5b5ba50', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:41.008231 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] Set router 0d48d657-36fc-4a04-a857-e27e47cdb55f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:41.009912 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ae61a9-b2cf-4068-9b03-13d6dd3e8d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.033273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Transition to ACTIVE for port object 25838c1b-564d-421f-93c4-1489823c6a64 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:41.143561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.148552 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde5b9c-2ea4-4ab1-9f7a-245fd0dfbbe8 None None] Pushing event updated for resources: {'Port': ['ID=f7be6fc0-4964-4eb8-a27a-73deef5a2d54,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:41.206113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d03400e-05fe-494c-a8d5-9da0008ce9b2 req-a7dec7ca-9e36-4115-a220-20d11e88dd42 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355695 Aug 20 11:30:41.266221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Allocated IP 172.20.0.12 (70b8cc5d-0386-436f-9df2-433f166b2cc3/67c93569-eb45-45c6-b207-4f675efb856b/ad7bcb02-a386-4d98-862e-2222ea938236) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:41.276981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ed64-0fe6-4cfe-9a08-6a9161327593 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.333418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-bc620e59-0bfd-498a-8ca8-0fb1d10f8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:41.345140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-bc620e59-0bfd-498a-8ca8-0fb1d10f8873 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c05e593b701148bb8708b4aa6b12af35&device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 1095 time: 0.5779190 Aug 20 11:30:41.358089 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:36Z', 'revision_number': 3, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:41.362885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eae306-631e-4366-9d15-7af3a79a25cf req-ce708196-cc8d-4876-9a41-9f3f1549d42a tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:41.362885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30eae306-631e-4366-9d15-7af3a79a25cf req-ce708196-cc8d-4876-9a41-9f3f1549d42a tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 944 time: 0.2129388 Aug 20 11:30:41.406373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Pushing event updated for resources: {'Port': ['ID=25838c1b-564d-421f-93c4-1489823c6a64,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:41.433694 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43042176-2877-4af5-8e0c-b2b26824c2ba None None] The sync data for ids ['0d48d657-36fc-4a04-a857-e27e47cdb55f'] in n-d-804230-3 is: [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:36Z', 'revision_number': 3, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:41.446812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ce6ea6c-466c-4b5b-b20b-9a7c3d54494a req-4dbb22f2-20a8-44da-a349-a53b8e0ec56b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 210 time: 0.1007388 Aug 20 11:30:41.474691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Allocated IP 172.20.0.1 (44463a5f-0c83-4b95-8b35-aaeef915fac6/054af14c-b5b7-40d0-b821-c833ee1deeaf/72012122-1e79-442d-bf8b-75822c739e8d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:41.506535 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-1d379e4c-e338-431a-ab48-b7bff8b2c4ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=002557d8-6f65-4faf-a388-016c990e35b2 HTTP/1.1" status: 200 len: 217 time: 0.1521049 Aug 20 11:30:41.524821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ed64-0fe6-4cfe-9a08-6a9161327593 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.572186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30eae306-631e-4366-9d15-7af3a79a25cf req-9edf1841-38dd-4f36-bc7b-f32628af54d5 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766818 Aug 20 11:30:41.596264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Attempting to bind port 25838c1b-564d-421f-93c4-1489823c6a64 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:41.596559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Attempting to bind port 25838c1b-564d-421f-93c4-1489823c6a64 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:41.596894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Attempting to bind port 25838c1b-564d-421f-93c4-1489823c6a64 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:41.612784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Port 25838c1b-564d-421f-93c4-1489823c6a64 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:30:41.613511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Attempting to bind port 25838c1b-564d-421f-93c4-1489823c6a64 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:41.623171 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ed64-0fe6-4cfe-9a08-6a9161327593 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.654400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:41.655140 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Checking segment: {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:41.655734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Bound using segment: {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:41.656358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Bound port: 25838c1b-564d-421f-93c4-1489823c6a64, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:41.656891 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.689366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2ed64-0fe6-4cfe-9a08-6a9161327593 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88604079-28d1-4092-8510-6ef29c47d18a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:41.699621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ae61a9-b2cf-4068-9b03-13d6dd3e8d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.766812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] For port 25838c1b-564d-421f-93c4-1489823c6a64, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:41.771114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] For port 25838c1b-564d-421f-93c4-1489823c6a64, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=25838c1b-564d-421f-93c4-1489823c6a64,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:41.813037 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ae61a9-b2cf-4068-9b03-13d6dd3e8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.873064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.899240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae61a9-b2cf-4068-9b03-13d6dd3e8d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3390f1ca-b02c-4774-8730-26bee0c34a32,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:41.924976 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fd2ed64-0fe6-4cfe-9a08-6a9161327593 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.929791 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9fd2ed64-0fe6-4cfe-9a08-6a9161327593 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9329889 Aug 20 11:30:41.933436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37884) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:41.937230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a2ae61a9-b2cf-4068-9b03-13d6dd3e8d3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e21593a928ea481dac1adbdbb5272544&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1842549 Aug 20 11:30:41.943561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fd2c2db9-f41c-4531-9b70-5f59c4086f9e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '330af766-7b3e-4736-bead-ed6cb5b5ba50', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:41.951222 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37886) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:41.979836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:41.980606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:41.982178 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] 10.222.0.57 "PUT /v2.0/ports/25838c1b-564d-421f-93c4-1489823c6a64 HTTP/1.1" status: 200 len: 1091 time: 1.5761383 Aug 20 11:30:41.985707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'tag': '25838c1b-564d-421f-93c4-1489823c6a64'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:41.988100 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ada313b-7cfa-47d5-a97f-7aea4e929bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0700bd8-f659-4229-80d5-a93188b0182c", "tag": "25838c1b-564d-421f-93c4-1489823c6a64"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:42.083890 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951ea84f-05de-458f-885d-733af6b4d176 x-openstack-request-id: req-951ea84f-05de-458f-885d-733af6b4d176 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:42.084187 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0700bd8-f659-4229-80d5-a93188b0182c", "tag": "25838c1b-564d-421f-93c4-1489823c6a64", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:42.084492 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-951ea84f-05de-458f-885d-733af6b4d176 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:42.084899 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'tag': '25838c1b-564d-421f-93c4-1489823c6a64', 'status': 'completed', 'code': 200} Aug 20 11:30:42.119699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22458678-675e-4586-a299-b0ef098d0a8f service neutron] Pushing event updated for resources: {'Port': ['ID=25838c1b-564d-421f-93c4-1489823c6a64,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:42.174325 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245c99d6-2479-4129-868c-a29437989f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.196934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada313b-7cfa-47d5-a97f-7aea4e929bc2 req-9a476a15-20f8-4224-9054-065abfe471e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:42.198555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ada313b-7cfa-47d5-a97f-7aea4e929bc2 req-9a476a15-20f8-4224-9054-065abfe471e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 1094 time: 0.0917809 Aug 20 11:30:42.216474 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.221954 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245c99d6-2479-4129-868c-a29437989f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.231596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-10650e31-a7da-4aba-8692-285aa08bb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:42.236083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-10650e31-a7da-4aba-8692-285aa08bb0ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5ce8de0-0c92-4023-be51-f48822969c37 HTTP/1.1" status: 200 len: 852 time: 0.6871603 Aug 20 11:30:42.340314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2db9-f41c-4531-9b70-5f59c4086f9e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.352253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-2d794b6d-dcf8-4cd9-9e92-dcb94aca339a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd8e0d89-aeb2-48a7-a61d-15bb391417d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105554 Aug 20 11:30:42.355920 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.398392 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f7be6fc0-4964-4eb8-a27a-73deef5a2d54 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:42.428209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada313b-7cfa-47d5-a97f-7aea4e929bc2 req-a20d7a29-3809-47eb-b3d8-34719d92fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:42.429956 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ada313b-7cfa-47d5-a97f-7aea4e929bc2 req-a20d7a29-3809-47eb-b3d8-34719d92fde7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2199814 Aug 20 11:30:42.599592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2e3069cf-d2d4-496b-9a26-46958c05c29e req-83d38acf-8081-4f10-b3fe-004e2790c818 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 210 time: 0.0607991 Aug 20 11:30:42.602987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port f7be6fc0-4964-4eb8-a27a-73deef5a2d54 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:42.608149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f7be6fc0-4964-4eb8-a27a-73deef5a2d54 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:42.609582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.674895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.696100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f0532677-4332-4b49-aa51-01f9c2b7bba9', 'da29542b-2e8d-4ffb-b8f5-70b52233b388', '15ec8c06-9f34-4424-9c79-f62e0a356018'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:42.737383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Network 70b8cc5d-0386-436f-9df2-433f166b2cc3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:42.790457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:42.813432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:42.851767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-14a3eb0f-f2bb-49cb-9936-6c923696d5fc service neutron] 10.222.0.57 "GET /v2.0/networks/cd8e0d89-aeb2-48a7-a61d-15bb391417d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899194 Aug 20 11:30:42.932056 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:42.979951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port f7be6fc0-4964-4eb8-a27a-73deef5a2d54, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f7be6fc0-4964-4eb8-a27a-73deef5a2d54,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:42.998365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa10c4-e603-4cd8-a928-9e08cdf96f06 req-319c73f3-239c-44a2-a636-76618250c19c tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:43.000771 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7aaa10c4-e603-4cd8-a928-9e08cdf96f06 req-319c73f3-239c-44a2-a636-76618250c19c tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 943 time: 0.5696306 Aug 20 11:30:43.017159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2db9-f41c-4531-9b70-5f59c4086f9e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.031842 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.051748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada313b-7cfa-47d5-a97f-7aea4e929bc2 req-604bf90a-640a-4ff0-a120-95c1b2d0e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:43.053428 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ada313b-7cfa-47d5-a97f-7aea4e929bc2 req-604bf90a-640a-4ff0-a120-95c1b2d0e4b0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5911324 Aug 20 11:30:43.060370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Network 44463a5f-0c83-4b95-8b35-aaeef915fac6 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:43.067490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:43.070616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:43.088483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7aaa10c4-e603-4cd8-a928-9e08cdf96f06 req-3ff8f938-2f9e-4364-9ff5-ad8de4bd80a4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666103 Aug 20 11:30:43.113950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Pushing event updated for resources: {'Port': ['ID=ad7bcb02-a386-4d98-862e-2222ea938236,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:43.140267 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.161083 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-7218dca2-8855-4038-b7bd-e19e647e41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:43.162591 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beca3a-cff7-4f31-9a5f-f888d60fa1f5 req-6db786d3-8918-420a-bf8a-0461bb536f9d tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:43.167618 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-7218dca2-8855-4038-b7bd-e19e647e41ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 1094 time: 0.0748830 Aug 20 11:30:43.170022 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2db9-f41c-4531-9b70-5f59c4086f9e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.170465 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28beca3a-cff7-4f31-9a5f-f888d60fa1f5 req-6db786d3-8918-420a-bf8a-0461bb536f9d tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 944 time: 0.3979218 Aug 20 11:30:43.186284 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245c99d6-2479-4129-868c-a29437989f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.186284 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-245c99d6-2479-4129-868c-a29437989f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.194280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-245c99d6-2479-4129-868c-a29437989f4b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3390f1ca-b02c-4774-8730-26bee0c34a32 HTTP/1.1" status: 204 len: 168 time: 1.2353711 Aug 20 11:30:43.243736 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.244063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c99d6-2479-4129-868c-a29437989f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3390f1ca-b02c-4774-8730-26bee0c34a32,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:43.318080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-85d301f5-f235-41f1-9169-ebe47fd14d1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25838c1b-564d-421f-93c4-1489823c6a64 HTTP/1.1" status: 200 len: 217 time: 0.1188340 Aug 20 11:30:43.319045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c2db9-f41c-4531-9b70-5f59c4086f9e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dcb69b-44c6-4851-a960-a6d6a0dc7002,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:43.344122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=f7be6fc0-4964-4eb8-a27a-73deef5a2d54,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:43.364708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:43.365401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.376604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.380734 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f981e835-ad47-4bb0-bb3e-ed43a2e0ee74 req-e0f50e49-9e84-440c-82a7-010f5966bb45 service neutron] 10.222.0.57 "GET /v2.0/networks/cd8e0d89-aeb2-48a7-a61d-15bb391417d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115025 Aug 20 11:30:43.384887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-8566845e-dcba-4653-b6bd-d8c39117494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:43.386487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-8566845e-dcba-4653-b6bd-d8c39117494e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=979dc0fd-3038-4048-a667-cac2e871ab36 HTTP/1.1" status: 200 len: 844 time: 0.0557981 Aug 20 11:30:43.410284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Pushing event updated for resources: {'Port': ['ID=72012122-1e79-442d-bf8b-75822c739e8d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:43.423688 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28beca3a-cff7-4f31-9a5f-f888d60fa1f5 req-67ee8fff-542c-44d2-a4b6-9f1b7192410d tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516475 Aug 20 11:30:43.453372 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-36b9f9f1-2343-4961-a4d0-a7f3c1d81408 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edb00cab-5f80-4e3b-be79-12d2f37d0603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594313 Aug 20 11:30:43.538415 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-3ca34c60-306c-4583-a580-8667c7346250 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8894184 Aug 20 11:30:43.539076 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2db9-f41c-4531-9b70-5f59c4086f9e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.540954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fd2c2db9-f41c-4531-9b70-5f59c4086f9e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6037831 Aug 20 11:30:43.544447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37898) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:43.551268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-824f1c68-4953-4667-ba2d-dbdba5c0ea01 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '330af766-7b3e-4736-bead-ed6cb5b5ba50', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:43.593392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Request body: {'port': {'device_id': '5ca2aa52-3a0f-4668-a294-1e6d8612d38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:43.653434 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.675235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-6a946395-e77e-4674-b145-3e71dd9d1a00 service neutron] 10.222.0.57 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141104 Aug 20 11:30:43.745451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824f1c68-4953-4667-ba2d-dbdba5c0ea01 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.778653 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.866835 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e72ed70b-2949-4677-a328-0f1acd9c109a req-41c2dc4c-03b2-4cec-96c9-6bc8dd183693 service neutron] 10.222.0.57 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846709 Aug 20 11:30:43.884110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824f1c68-4953-4667-ba2d-dbdba5c0ea01 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.898196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea08814-c096-450d-9f07-06a1801b3246 req-4faf3ace-8096-42ed-a45d-c58bd561ab75 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:43.899908 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dea08814-c096-450d-9f07-06a1801b3246 req-4faf3ace-8096-42ed-a45d-c58bd561ab75 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 932 time: 0.1354299 Aug 20 11:30:43.966473 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824f1c68-4953-4667-ba2d-dbdba5c0ea01 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:43.979683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dea08814-c096-450d-9f07-06a1801b3246 req-773c9ded-dbbb-4857-aacf-0a7e5dd78674 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659480 Aug 20 11:30:43.994374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f1c68-4953-4667-ba2d-dbdba5c0ea01 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbdc48a-2bb5-45af-9891-372916c9b116,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:44.120912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.129703 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824f1c68-4953-4667-ba2d-dbdba5c0ea01 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.136015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-824f1c68-4953-4667-ba2d-dbdba5c0ea01 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5905142 Aug 20 11:30:44.137213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37914) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:44.148919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-94fbb32d-91b9-4ba6-93e1-af4dc83c0002 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '330af766-7b3e-4736-bead-ed6cb5b5ba50', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:44.223976 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.298146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7bcb02-a386-4d98-862e-2222ea938236 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:44.316836 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.334004 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.343520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Pushing event updated for resources: {'Port': ['ID=72012122-1e79-442d-bf8b-75822c739e8d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:44.353373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Transition to ACTIVE for port object ad7bcb02-a386-4d98-862e-2222ea938236 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:44.353511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f7be6fc0-4964-4eb8-a27a-73deef5a2d54 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:44.355258 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-94fbb32d-91b9-4ba6-93e1-af4dc83c0002 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Project 981bab59c36f4c10932ff10b206a827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:30:44.373099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94fbb32d-91b9-4ba6-93e1-af4dc83c0002 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.435206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f7be6fc0-4964-4eb8-a27a-73deef5a2d54 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:44.435560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.515378 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.583463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94fbb32d-91b9-4ba6-93e1-af4dc83c0002 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.599643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3f689-1237-4b49-acf0-936473e5d534 req-e470e16b-e084-47b7-9354-61cf673778c3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:44.601960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d3f689-1237-4b49-acf0-936473e5d534 req-e470e16b-e084-47b7-9354-61cf673778c3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 943 time: 0.4340467 Aug 20 11:30:44.631777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00141f65-1f19-47b7-b635-a81e2f37365b req-8b4eebab-d9bb-4513-aad8-58bec95b604e tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:44.637263 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00141f65-1f19-47b7-b635-a81e2f37365b req-8b4eebab-d9bb-4513-aad8-58bec95b604e tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 944 time: 0.0945134 Aug 20 11:30:44.649893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Network 44463a5f-0c83-4b95-8b35-aaeef915fac6 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:44.657009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7bcb02-a386-4d98-862e-2222ea938236,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:44.661156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:44.683708 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00141f65-1f19-47b7-b635-a81e2f37365b req-9b9a418a-8302-49a2-b0e6-dc98bbaba3bc tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377023 Aug 20 11:30:44.694545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94fbb32d-91b9-4ba6-93e1-af4dc83c0002 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.742910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d3f689-1237-4b49-acf0-936473e5d534 req-7bc9fe06-3456-4f99-be43-b1d1486c5c3c tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305268 Aug 20 11:30:44.787304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbb32d-91b9-4ba6-93e1-af4dc83c0002 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a7c190-2a29-44e8-ad55-124f4a8c7866,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:44.822054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Attempting to bind port ad7bcb02-a386-4d98-862e-2222ea938236 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:44.822404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Attempting to bind port ad7bcb02-a386-4d98-862e-2222ea938236 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:44.822889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Attempting to bind port ad7bcb02-a386-4d98-862e-2222ea938236 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:44.862102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Port ad7bcb02-a386-4d98-862e-2222ea938236 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:30:44.862545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Attempting to bind port ad7bcb02-a386-4d98-862e-2222ea938236 on network 70b8cc5d-0386-436f-9df2-433f166b2cc3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:44.872284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:44.872770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Checking segment: {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:44.873001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Bound using segment: {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:44.873457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Bound port: ad7bcb02-a386-4d98-862e-2222ea938236, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9e9748-1289-4ba2-8d0c-3596ab8f824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:44.873963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.877971 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94fbb32d-91b9-4ba6-93e1-af4dc83c0002 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.879228 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-94fbb32d-91b9-4ba6-93e1-af4dc83c0002 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7409828 Aug 20 11:30:44.886214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37932) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:44.892439 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e6bdfd46-05fc-4999-848d-9c823b6a4e4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '330af766-7b3e-4736-bead-ed6cb5b5ba50', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:44.901949 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4204a57-3a45-4f88-bc90-6f2e77ddd694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:44.906746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Router 0d48d657-36fc-4a04-a857-e27e47cdb55f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:45.019339 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-e6bdfd46-05fc-4999-848d-9c823b6a4e4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Project 981bab59c36f4c10932ff10b206a827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:30:45.028189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] For port ad7bcb02-a386-4d98-862e-2222ea938236, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:45.035347 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6bdfd46-05fc-4999-848d-9c823b6a4e4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.045848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] For port ad7bcb02-a386-4d98-862e-2222ea938236, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ad7bcb02-a386-4d98-862e-2222ea938236,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:45.111428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:45.122942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Sync routers for ids ['0d48d657-36fc-4a04-a857-e27e47cdb55f'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:45.126235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-533d5432-ab2a-41a7-a0d9-542bef9f173c admin admin] 10.222.0.10 "PUT /v2.0/routers/0d48d657-36fc-4a04-a857-e27e47cdb55f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9321034 Aug 20 11:30:45.128203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.138875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Routers {'0d48d657-36fc-4a04-a857-e27e47cdb55f'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:45.139603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0d48d657-36fc-4a04-a857-e27e47cdb55f'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:45.152816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6bdfd46-05fc-4999-848d-9c823b6a4e4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.164884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:45.165410 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.166994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/ad7bcb02-a386-4d98-862e-2222ea938236 HTTP/1.1" status: 200 len: 1092 time: 1.5873098 Aug 20 11:30:45.167458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca2aa52-3a0f-4668-a294-1e6d8612d38a', 'tag': 'ad7bcb02-a386-4d98-862e-2222ea938236'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:45.169876 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8565dda-d5b7-4257-8605-240204710b55" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca2aa52-3a0f-4668-a294-1e6d8612d38a", "tag": "ad7bcb02-a386-4d98-862e-2222ea938236"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:45.195810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffeed4a-6c17-4662-a2bb-ec4ce34917d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7bcb02-a386-4d98-862e-2222ea938236,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:45.200831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd7383-9247-4f0a-85ef-23dca13bc630 req-b0bb764f-d5ac-4fe8-b7f8-b9ea6f78119b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:45.209033 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28dd7383-9247-4f0a-85ef-23dca13bc630 req-b0bb764f-d5ac-4fe8-b7f8-b9ea6f78119b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 944 time: 0.1213887 Aug 20 11:30:45.230643 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55377a4-c85e-4806-aad7-f329cdd53162 x-openstack-request-id: req-d55377a4-c85e-4806-aad7-f329cdd53162 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:45.230939 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca2aa52-3a0f-4668-a294-1e6d8612d38a", "tag": "ad7bcb02-a386-4d98-862e-2222ea938236", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:45.231205 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d55377a4-c85e-4806-aad7-f329cdd53162 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:45.231622 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca2aa52-3a0f-4668-a294-1e6d8612d38a', 'tag': 'ad7bcb02-a386-4d98-862e-2222ea938236', 'status': 'completed', 'code': 200} Aug 20 11:30:45.256239 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28dd7383-9247-4f0a-85ef-23dca13bc630 req-195461db-ca21-4e7e-8b67-8ecba1af20c0 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462313 Aug 20 11:30:45.273208 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6bdfd46-05fc-4999-848d-9c823b6a4e4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.293560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdfd46-05fc-4999-848d-9c823b6a4e4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fadd7f-9968-402f-81d1-e65a63590660,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:45.300054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Set router 0d48d657-36fc-4a04-a857-e27e47cdb55f gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:45.321138 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565dda-d5b7-4257-8605-240204710b55 req-f2486252-b5cc-4d50-8b9c-9a63e2201c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:45.323056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8565dda-d5b7-4257-8605-240204710b55 req-f2486252-b5cc-4d50-8b9c-9a63e2201c05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 1095 time: 0.0653324 Aug 20 11:30:45.437281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565dda-d5b7-4257-8605-240204710b55 req-393bec61-84f9-43f8-a505-01307c0e188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:45.438812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8565dda-d5b7-4257-8605-240204710b55 req-393bec61-84f9-43f8-a505-01307c0e188d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=fde855dbf29d40fea21b6c5670ec3757&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1080215 Aug 20 11:30:45.444816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6bdfd46-05fc-4999-848d-9c823b6a4e4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.446567 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e6bdfd46-05fc-4999-848d-9c823b6a4e4c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5591569 Aug 20 11:30:45.450658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37954) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:45.462164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'network': {'name': 'tempest-network-smoke--167817024', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'port_security_enabled': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:45.520185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '72012122-1e79-442d-bf8b-75822c739e8d', 'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'mac_address': 'fa:16:3e:1d:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:40Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 2, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'subnets': [{'id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:45.548147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Checking router: 0d48d657-36fc-4a04-a857-e27e47cdb55f for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:45.548466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565dda-d5b7-4257-8605-240204710b55 req-5214d76d-bc36-45c1-a498-dd2110e7cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:45.548723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Updating router 0d48d657-36fc-4a04-a857-e27e47cdb55f port 72012122-1e79-442d-bf8b-75822c739e8d binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:45.550123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8565dda-d5b7-4257-8605-240204710b55 req-5214d76d-bc36-45c1-a498-dd2110e7cec7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034772 Aug 20 11:30:45.578118 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.597151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:45.601735 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.642253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:30:45.654780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.655471 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Added segment f0922e58-d71e-4afd-b565-6dc1664743c8 of type vlan for network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca Aug 20 11:30:45.688612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-197b39d4-4974-4c9d-ba83-591ce1e35b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:45.690111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-197b39d4-4974-4c9d-ba83-591ce1e35b1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 1095 time: 0.0787747 Aug 20 11:30:45.701081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-faaa8547-8fe2-4c68-9413-d236ec2de656 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:45.702719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.702944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-faaa8547-8fe2-4c68-9413-d236ec2de656 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/networks?id=44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 200 len: 819 time: 0.1432295 Aug 20 11:30:45.707010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 002557d8-6f65-4faf-a388-016c990e35b2 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:30:45.736648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37968) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:45.749961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-df733290-1315-44bd-9f56-e9856e21783b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad7bcb02-a386-4d98-862e-2222ea938236 HTTP/1.1" status: 200 len: 217 time: 0.0460780 Aug 20 11:30:45.794142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-70c74913-a3d3-41bf-8a2a-98b7f1e340ba tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/quotas/69aebf447aa64ba9a869546d16cb5522 HTTP/1.1" status: 200 len: 375 time: 0.0472136 Aug 20 11:30:45.841116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-1dcdae63-2915-4fc1-a453-1dc115502e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:45.842668 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-1dcdae63-2915-4fc1-a453-1dc115502e75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=67c93569-eb45-45c6-b207-4f675efb856b HTTP/1.1" status: 200 len: 853 time: 0.0846860 Aug 20 11:30:45.870918 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.880187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:45.880970 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:45.881155 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-e36baf2e-46c7-4834-9b17-e7dbd40059c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70b8cc5d-0386-436f-9df2-433f166b2cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291126 Aug 20 11:30:45.886620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-15017107-359b-4198-b986-a3b8cc899919 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=69aebf447aa64ba9a869546d16cb5522&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802703 Aug 20 11:30:46.003071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b7994-caab-43c6-97fc-20a5a74c953f req-b8867e2e-ac28-4697-b871-3a9788a94cb2 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:46.015032 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb1b7994-caab-43c6-97fc-20a5a74c953f req-b8867e2e-ac28-4697-b871-3a9788a94cb2 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 944 time: 0.2005279 Aug 20 11:30:46.046497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-201842f0-bc8d-4e81-9688-6e6a673f19c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.054238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-72c9dda8-44d3-4458-aa10-c2da3f54775c service neutron] 10.222.0.57 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659622 Aug 20 11:30:46.057171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 002557d8-6f65-4faf-a388-016c990e35b2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=002557d8-6f65-4faf-a388-016c990e35b2,segment=NetworkSegment(1015af0a-aecb-4c49-84b2-d7b96e4daf34),segment_id=1015af0a-aecb-4c49-84b2-d7b96e4daf34)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:46.058219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Network': ['ID=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:46.061317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-e4acfdfa-7daa-4aee-8a0b-84cd390f22dc service neutron] 10.222.0.10 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632571 Aug 20 11:30:46.062155 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2dcfb365-f345-4db4-9681-c949cb316685 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6104569 Aug 20 11:30:46.065278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37976) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:46.081093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'admin_state_up': True, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:46.082486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:30:46.104389 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb1b7994-caab-43c6-97fc-20a5a74c953f req-1a4a35af-c343-4b9f-bede-2d192d647141 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884314 Aug 20 11:30:46.109636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '002557d8-6f65-4faf-a388-016c990e35b2', 'network_id': 'cd8e0d89-aeb2-48a7-a61d-15bb391417d4', 'port_id': '002557d8-6f65-4faf-a388-016c990e35b2', 'mac_address': 'fa:16:3e:73:a9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ce8de0-0c92-4023-be51-f48822969c37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:30:46.220556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-201842f0-bc8d-4e81-9688-6e6a673f19c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.241961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bb0e178-e553-43ca-ac04-00b61a58e210 req-5990f0cb-a5c7-406f-bb03-34d2ccbf23c1 service neutron] 10.222.0.57 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796353 Aug 20 11:30:46.253880 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.256366 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-ad750ce8-5239-4dd6-8d26-70f025ce20cd service neutron] 10.222.0.10 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806662 Aug 20 11:30:46.273253 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.284020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002557d8-6f65-4faf-a388-016c990e35b2 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:46.297686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Transition to ACTIVE for port object 72012122-1e79-442d-bf8b-75822c739e8d will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:46.302738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93957fc-3cd1-4707-abf5-8a9a49c491b8 req-db001c1a-ab8c-470a-8232-fa55aaa63806 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:46.304758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d93957fc-3cd1-4707-abf5-8a9a49c491b8 req-db001c1a-ab8c-470a-8232-fa55aaa63806 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 943 time: 0.0672560 Aug 20 11:30:46.310580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 002557d8-6f65-4faf-a388-016c990e35b2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=002557d8-6f65-4faf-a388-016c990e35b2,segment=NetworkSegment(1015af0a-aecb-4c49-84b2-d7b96e4daf34),segment_id=1015af0a-aecb-4c49-84b2-d7b96e4daf34)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:46.350262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d93957fc-3cd1-4707-abf5-8a9a49c491b8 req-4bafaf3b-e355-4e12-a268-a0e108159eea tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 Aug 20 11:30:46.351120 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-201842f0-bc8d-4e81-9688-6e6a673f19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.390981 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.393345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201842f0-bc8d-4e81-9688-6e6a673f19c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be93f604-5550-47d4-8b2f-fe53668d4914,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:46.402015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-201842f0-bc8d-4e81-9688-6e6a673f19c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4cdbd48e6bb451f836603dadebf4dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642616 Aug 20 11:30:46.404507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37982) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:46.425269 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.450251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bafaa-cb0b-48ba-bdaf-e49efbeaf6cc None None] Pushing event updated for resources: {'Port': ['ID=72012122-1e79-442d-bf8b-75822c739e8d,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:46.494584 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.496358 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.532484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d4d1657-83c8-4ade-a6f3-c62fdfdae74f req-324edd7f-1d99-4984-ab0c-ff2327f058e3 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 210 time: 0.0476253 Aug 20 11:30:46.542223 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57af87b1-8b8b-4e78-bfd7-442d56129b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.567001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fecf8-8433-42a7-9103-fd593280b535 req-beedf533-dfe8-49d6-925a-755cfa2a7c3f tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:46.567001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d5fecf8-8433-42a7-9103-fd593280b535 req-beedf533-dfe8-49d6-925a-755cfa2a7c3f tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 944 time: 0.1366081 Aug 20 11:30:46.593111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Attempting to bind port 72012122-1e79-442d-bf8b-75822c739e8d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:46.593608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Attempting to bind port 72012122-1e79-442d-bf8b-75822c739e8d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '42574d4c-6312-4a95-a41b-3f2f7bd7ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:46.593962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Attempting to bind port 72012122-1e79-442d-bf8b-75822c739e8d on network 44463a5f-0c83-4b95-8b35-aaeef915fac6 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:46.602128 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.607740 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57af87b1-8b8b-4e78-bfd7-442d56129b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.609411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:46.610099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Checking segment: {'id': '42574d4c-6312-4a95-a41b-3f2f7bd7ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:46.610962 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.611363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Bound using segment: {'id': '42574d4c-6312-4a95-a41b-3f2f7bd7ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:46.612125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Bound port: 72012122-1e79-442d-bf8b-75822c739e8d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42574d4c-6312-4a95-a41b-3f2f7bd7ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:46.612546 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.616392 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=002557d8-6f65-4faf-a388-016c990e35b2,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:46.648427 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d5fecf8-8433-42a7-9103-fd593280b535 req-787be383-720a-4648-89b7-2ca917f2f7ab tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738189 Aug 20 11:30:46.684360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['002557d8-6f65-4faf-a388-016c990e35b2'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:46.726172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] For port 72012122-1e79-442d-bf8b-75822c739e8d, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:46.745516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] For port 72012122-1e79-442d-bf8b-75822c739e8d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=72012122-1e79-442d-bf8b-75822c739e8d,segment=NetworkSegment(42574d4c-6312-4a95-a41b-3f2f7bd7ea53),segment_id=42574d4c-6312-4a95-a41b-3f2f7bd7ea53)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:46.797781 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57af87b1-8b8b-4e78-bfd7-442d56129b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.801969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57af87b1-8b8b-4e78-bfd7-442d56129b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.808104 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-57af87b1-8b8b-4e78-bfd7-442d56129b0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be93f604-5550-47d4-8b2f-fe53668d4914 HTTP/1.1" status: 204 len: 168 time: 0.3979542 Aug 20 11:30:46.816124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af87b1-8b8b-4e78-bfd7-442d56129b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be93f604-5550-47d4-8b2f-fe53668d4914,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:46.837379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.884692 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:46.947300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Routers {'0d48d657-36fc-4a04-a857-e27e47cdb55f'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:46.947965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0d48d657-36fc-4a04-a857-e27e47cdb55f'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:46.996075 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bafaa-cb0b-48ba-bdaf-e49efbeaf6cc None None] Pushing event updated for resources: {'Port': ['ID=72012122-1e79-442d-bf8b-75822c739e8d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:47.071930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] Set router 0d48d657-36fc-4a04-a857-e27e47cdb55f gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:47.331402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '72012122-1e79-442d-bf8b-75822c739e8d', 'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'mac_address': 'fa:16:3e:1d:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:40Z', 'updated_at': '2021-08-20T11:30:46Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'subnets': [{'id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:47.363841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc5c1a-70eb-469d-a949-ed4c4fe3db63 None None] The sync data for ids ['0d48d657-36fc-4a04-a857-e27e47cdb55f'] in n-d-804230-3 is: [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '72012122-1e79-442d-bf8b-75822c739e8d', 'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'mac_address': 'fa:16:3e:1d:68:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:40Z', 'updated_at': '2021-08-20T11:30:46Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'subnets': [{'id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:47.499941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.527388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f3172-6750-4bfe-a278-deeda861a480 req-5e53d37e-36a7-4590-9a02-f610364d8b31 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:47.529155 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c78f3172-6750-4bfe-a278-deeda861a480 req-5e53d37e-36a7-4590-9a02-f610364d8b31 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 943 time: 0.0690024 Aug 20 11:30:47.540179 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.589685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c78f3172-6750-4bfe-a278-deeda861a480 req-242fc000-ee8b-4fbe-be0a-4b4f2b5c2523 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505066 Aug 20 11:30:47.655933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26746422-6cf4-4f71-a9fa-951b6d7be65d req-d37037e2-0049-49ec-ba85-719b053c6d09 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:47.659128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26746422-6cf4-4f71-a9fa-951b6d7be65d req-d37037e2-0049-49ec-ba85-719b053c6d09 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 945 time: 0.1206641 Aug 20 11:30:47.662089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 25838c1b-564d-421f-93c4-1489823c6a64 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:30:47.665474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 002557d8-6f65-4faf-a388-016c990e35b2 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:47.684127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c4a148f-3d9d-4a50-93b3-8d55f2719a9c req-5fb64314-f752-4ade-b08f-3f79a17b2156 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 210 time: 0.0385978 Aug 20 11:30:47.735101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26746422-6cf4-4f71-a9fa-951b6d7be65d req-84d3c4fc-3563-43b3-952f-8228db6134e1 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707991 Aug 20 11:30:47.766814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.25.4.39 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/3b666c4f-aa8e-4b20-a136-f3c709e48a5d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:47.816635 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c9b8-4956-4dc4-9d10-3bf9ef8d790a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.817562 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bf75c-3a65-4c1c-a943-f2cb642a020a req-45739d88-496f-45cb-973b-659debe9448c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:47.828388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a99bf75c-3a65-4c1c-a943-f2cb642a020a req-45739d88-496f-45cb-973b-659debe9448c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 944 time: 0.0883553 Aug 20 11:30:47.836464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 002557d8-6f65-4faf-a388-016c990e35b2 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:47.862053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 002557d8-6f65-4faf-a388-016c990e35b2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:47.862976 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.886784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a99bf75c-3a65-4c1c-a943-f2cb642a020a req-25246d53-292a-4194-b7d3-1d14a7db0ac6 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544763 Aug 20 11:30:47.942837 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:47.953665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 25838c1b-564d-421f-93c4-1489823c6a64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=25838c1b-564d-421f-93c4-1489823c6a64,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:47.969365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '25838c1b-564d-421f-93c4-1489823c6a64', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'port_id': '25838c1b-564d-421f-93c4-1489823c6a64', 'mac_address': 'fa:16:3e:74:a1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979dc0fd-3038-4048-a667-cac2e871ab36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:30:48.041341 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.057837 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.084262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25838c1b-564d-421f-93c4-1489823c6a64 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:48.085063 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.111667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 25838c1b-564d-421f-93c4-1489823c6a64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=25838c1b-564d-421f-93c4-1489823c6a64,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:48.116579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e2aa45-60f9-43f6-85d5-b28c8eaffe99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002557d8-6f65-4faf-a388-016c990e35b2'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:48.119096 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ae221a-8f7f-43f6-b096-1d3d61a04b19" -d '{"events": [{"server_uuid": "79e2aa45-60f9-43f6-85d5-b28c8eaffe99", "name": "network-vif-plugged", "status": "completed", "tag": "002557d8-6f65-4faf-a388-016c990e35b2"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:48.139187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:48.149464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:48.157600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:48.157866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 002557d8-6f65-4faf-a388-016c990e35b2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=002557d8-6f65-4faf-a388-016c990e35b2,segment=NetworkSegment(1015af0a-aecb-4c49-84b2-d7b96e4daf34),segment_id=1015af0a-aecb-4c49-84b2-d7b96e4daf34)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:48.176237 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629b8e42-1480-43ab-b807-53b69304d5a2 x-openstack-request-id: req-629b8e42-1480-43ab-b807-53b69304d5a2 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:48.180311 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e2aa45-60f9-43f6-85d5-b28c8eaffe99", "name": "network-vif-plugged", "status": "completed", "tag": "002557d8-6f65-4faf-a388-016c990e35b2", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:48.180311 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-629b8e42-1480-43ab-b807-53b69304d5a2 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:48.180311 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e2aa45-60f9-43f6-85d5-b28c8eaffe99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002557d8-6f65-4faf-a388-016c990e35b2', 'code': 200} Aug 20 11:30:48.187460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=3b666c4f-aa8e-4b20-a136-f3c709e48a5d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:48.210822 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.243030 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.282305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=25838c1b-564d-421f-93c4-1489823c6a64,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:48.385930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=002557d8-6f65-4faf-a388-016c990e35b2,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:48.404495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92717e26-3b4b-4c95-920d-69b7ba10f67b req-fe85f1e8-9fe1-4f7d-b7ca-c7432fedd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:48.406082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92717e26-3b4b-4c95-920d-69b7ba10f67b req-fe85f1e8-9fe1-4f7d-b7ca-c7432fedd4c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 1097 time: 0.0977759 Aug 20 11:30:48.422424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 72012122-1e79-442d-bf8b-75822c739e8d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:48.429563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['25838c1b-564d-421f-93c4-1489823c6a64'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:48.456877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92717e26-3b4b-4c95-920d-69b7ba10f67b req-ceb9e55c-2d62-4f31-8c06-bfb20c6cc53a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427959 Aug 20 11:30:48.649697 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.669709 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.705778 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 72012122-1e79-442d-bf8b-75822c739e8d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:48.710094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 72012122-1e79-442d-bf8b-75822c739e8d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:48.710413 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.768313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f0c57-985f-4f01-aea7-ae540d726aa0 req-8953deca-b2aa-472b-bd2b-ec2b5d60d397 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:48.776048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-735f0c57-985f-4f01-aea7-ae540d726aa0 req-8953deca-b2aa-472b-bd2b-ec2b5d60d397 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 944 time: 0.1069040 Aug 20 11:30:48.860408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-735f0c57-985f-4f01-aea7-ae540d726aa0 req-9e41c287-bf05-461d-a63b-036b9e2f6704 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758584 Aug 20 11:30:48.872866 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:48.916900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 72012122-1e79-442d-bf8b-75822c739e8d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=72012122-1e79-442d-bf8b-75822c739e8d,segment=NetworkSegment(42574d4c-6312-4a95-a41b-3f2f7bd7ea53),segment_id=42574d4c-6312-4a95-a41b-3f2f7bd7ea53)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:48.922261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d5406e2-d7e3-49a2-963c-45beab93045f req-ceaacc5b-012e-4dc1-a367-17b23fcae05e tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 210 time: 0.0924082 Aug 20 11:30:49.001930 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.020515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf5f7d-cbc0-4cb0-a329-84ce7e0f17f7 req-4865e85a-d9b9-4ce0-b18a-237403731b51 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:49.020705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84bf5f7d-cbc0-4cb0-a329-84ce7e0f17f7 req-4865e85a-d9b9-4ce0-b18a-237403731b51 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 946 time: 0.0838206 Aug 20 11:30:49.068965 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84bf5f7d-cbc0-4cb0-a329-84ce7e0f17f7 req-d2474397-d076-4607-8ee4-0e4391ca0a24 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Aug 20 11:30:49.101519 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.153665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=72012122-1e79-442d-bf8b-75822c739e8d,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:49.175866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b582-6b49-4d70-acb7-3ed0b421cd25 req-59b6c011-8151-42d1-96b6-8003909fb39f tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:49.176729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ca7b582-6b49-4d70-acb7-3ed0b421cd25 req-59b6c011-8151-42d1-96b6-8003909fb39f tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 944 time: 0.1174417 Aug 20 11:30:49.187580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.238265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ca7b582-6b49-4d70-acb7-3ed0b421cd25 req-41162986-7bf3-4c30-a4c5-17a0b4ee3d13 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537803 Aug 20 11:30:49.392819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 71436fc4-86db-425e-bd01-cb1b11d644b1 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:30:49.502180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:49.513230 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Sync routers for ids ['71436fc4-86db-425e-bd01-cb1b11d644b1'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:49.525936 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Routers {'71436fc4-86db-425e-bd01-cb1b11d644b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:49.526806 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71436fc4-86db-425e-bd01-cb1b11d644b1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:49.632581 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Set router 71436fc4-86db-425e-bd01-cb1b11d644b1 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:49.637407 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.638877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ca92ba50-0312-4871-aaba-e4b17b0c2b1d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5725152 Aug 20 11:30:49.643001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38054) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:49.669594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ad7bcb02-a386-4d98-862e-2222ea938236 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:30:49.671835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 25838c1b-564d-421f-93c4-1489823c6a64 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:49.754717 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6d873144-54fc-4f99-a24a-cdb37b177c52 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=981bab59c36f4c10932ff10b206a827c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1098628 Aug 20 11:30:49.757502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38058) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:49.813196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-f8fecef7-d9df-4c66-8e7a-ae9fa4553ccd tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:49.815520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-f8fecef7-d9df-4c66-8e7a-ae9fa4553ccd tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.38 "GET /v2.0/networks?id=44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 200 len: 819 time: 0.1292768 Aug 20 11:30:49.824011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38060) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:49.860736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Request body: {'port': {'device_id': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'admin_state_up': True, 'tenant_id': '69aebf447aa64ba9a869546d16cb5522'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:49.889352 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:49.913555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 25838c1b-564d-421f-93c4-1489823c6a64 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:49.924651 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Checking router: 71436fc4-86db-425e-bd01-cb1b11d644b1 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:49.924998 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Updating router 71436fc4-86db-425e-bd01-cb1b11d644b1 port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:49.932606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ad7bcb02-a386-4d98-862e-2222ea938236, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ad7bcb02-a386-4d98-862e-2222ea938236,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:49.954474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539cb71d-762c-4ed6-bd1c-a0b5c6afd5f4 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:49.959803 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-539cb71d-762c-4ed6-bd1c-a0b5c6afd5f4 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1979127 Aug 20 11:30:49.960846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38068) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:49.974041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 25838c1b-564d-421f-93c4-1489823c6a64 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:49.986998 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:49.989647 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.007987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c8d7c4dc-1a12-47f0-a1a7-b8aaf8ee303f tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430100 Aug 20 11:30:50.009033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38070) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:50.022356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-991868007', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:50.035437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'ad7bcb02-a386-4d98-862e-2222ea938236', 'network_id': '70b8cc5d-0386-436f-9df2-433f166b2cc3', 'port_id': 'ad7bcb02-a386-4d98-862e-2222ea938236', 'mac_address': 'fa:16:3e:17:44:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c93569-eb45-45c6-b207-4f675efb856b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:30:50.060232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2134d0e-6b4b-4fe7-afe5-a1d09ded11a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.143351 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62e503fe-1bb7-4432-be44-0f19e66e1e69 req-fa4f4319-cb5e-4e80-87a5-35ccf8c9be19 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 210 time: 0.0468924 Aug 20 11:30:50.144274 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.147442 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.159931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f49b0-08df-4d86-9e7f-3de0fed42f94 req-7ec1e0ec-599b-4ae8-addf-bab02988e2ea tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:50.159931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b9f49b0-08df-4d86-9e7f-3de0fed42f94 req-7ec1e0ec-599b-4ae8-addf-bab02988e2ea tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 944 time: 0.1266649 Aug 20 11:30:50.159931 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-a2134d0e-6b4b-4fe7-afe5-a1d09ded11a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:30:50.159931 n-d-804230-3 neutron-server[95588]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:30:50.159931 n-d-804230-3 neutron-server[95588]: [parameters: {'project_id': '0e1f50ff753043b99d11a610272f3a0f', 'id': 'c40f3b20-6525-41b3-b73b-01972d73d6c3', 'expiration': datetime.datetime(2021, 8, 20, 11, 32, 50, 127121)}] Aug 20 11:30:50.159931 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:30:50.159931 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-a2134d0e-6b4b-4fe7-afe5-a1d09ded11a7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:30:50.181841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7bcb02-a386-4d98-862e-2222ea938236 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:50.204997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25838c1b-564d-421f-93c4-1489823c6a64'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:50.206946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Made reservation on behalf of 69aebf447aa64ba9a869546d16cb5522 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:50.207516 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2148f305-f9a2-448c-a461-24567c0db492" -d '{"events": [{"server_uuid": "a0700bd8-f659-4229-80d5-a93188b0182c", "name": "network-vif-plugged", "status": "completed", "tag": "25838c1b-564d-421f-93c4-1489823c6a64"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:50.216492 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.227980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ad7bcb02-a386-4d98-862e-2222ea938236, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ad7bcb02-a386-4d98-862e-2222ea938236,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:50.230234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 25838c1b-564d-421f-93c4-1489823c6a64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=25838c1b-564d-421f-93c4-1489823c6a64,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:50.270881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b9f49b0-08df-4d86-9e7f-3de0fed42f94 req-20d00d61-5d45-4cdb-8b79-d4a9950200b2 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094961 Aug 20 11:30:50.286715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae724f3-f427-4e6b-b7c7-342dd08f82c5 req-1ea8b106-176c-4e7c-808a-e47345d98860 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:50.295002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae724f3-f427-4e6b-b7c7-342dd08f82c5 req-1ea8b106-176c-4e7c-808a-e47345d98860 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 946 time: 0.0792565 Aug 20 11:30:50.329922 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.358957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae724f3-f427-4e6b-b7c7-342dd08f82c5 req-91003bf3-1cc4-45ce-b589-851d80ea833e tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578053 Aug 20 11:30:50.380064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:30:50.389743 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.402269 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5c3ece-d0d3-4a3e-b850-60a264523f3b x-openstack-request-id: req-2f5c3ece-d0d3-4a3e-b850-60a264523f3b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:50.402555 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0700bd8-f659-4229-80d5-a93188b0182c", "name": "network-vif-plugged", "status": "completed", "tag": "25838c1b-564d-421f-93c4-1489823c6a64", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:50.402807 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f5c3ece-d0d3-4a3e-b850-60a264523f3b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:50.403183 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25838c1b-564d-421f-93c4-1489823c6a64', 'code': 200} Aug 20 11:30:50.403924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 72012122-1e79-442d-bf8b-75822c739e8d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:50.411471 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.455514 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.476735 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Transition to ACTIVE for port object 3b666c4f-aa8e-4b20-a136-f3c709e48a5d will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:50.506617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ad7bcb02-a386-4d98-862e-2222ea938236,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:50.515794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Allocated IP 172.20.0.13 (44463a5f-0c83-4b95-8b35-aaeef915fac6/054af14c-b5b7-40d0-b821-c833ee1deeaf/3855a25b-8290-4170-bfea-d03b002db0ed) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:50.564289 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.580492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['ad7bcb02-a386-4d98-862e-2222ea938236'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:50.603822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ea1d2-d2f4-4e2e-9270-0061ca809042 req-ea0f1d04-8d5d-4429-8ee0-fbcd7bc72702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:50.605421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b79ea1d2-d2f4-4e2e-9270-0061ca809042 req-ea0f1d04-8d5d-4429-8ee0-fbcd7bc72702 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 1096 time: 0.1206563 Aug 20 11:30:50.615942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dea40-b1ab-41a1-a1b6-fe6debb169e7 req-f6f555f7-b8e2-42f2-9158-675e1431eeb6 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:50.624259 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d2dea40-b1ab-41a1-a1b6-fe6debb169e7 req-f6f555f7-b8e2-42f2-9158-675e1431eeb6 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 945 time: 0.1397800 Aug 20 11:30:50.630847 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ea63c-a86b-4621-875a-45fcf0850ae9 None None] Pushing event updated for resources: {'Port': ['ID=3b666c4f-aa8e-4b20-a136-f3c709e48a5d,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:50.665423 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Attempting to bind port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:50.669045 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Attempting to bind port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:50.671160 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Attempting to bind port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:50.679933 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2134d0e-6b4b-4fe7-afe5-a1d09ded11a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.683899 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:50.685012 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:50.686843 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.687782 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:50.689235 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Bound port: 3b666c4f-aa8e-4b20-a136-f3c709e48a5d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:50.690090 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.703133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 72012122-1e79-442d-bf8b-75822c739e8d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:50.703719 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.738345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d2dea40-b1ab-41a1-a1b6-fe6debb169e7 req-abe17df9-4265-4701-ba86-0044bde40f0b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131215 Aug 20 11:30:50.752300 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b79ea1d2-d2f4-4e2e-9270-0061ca809042 req-dd4f69f8-e449-49d4-9715-560d9c9eff6d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235530 Aug 20 11:30:50.773317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=25838c1b-564d-421f-93c4-1489823c6a64,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:50.802230 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] For port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:50.805646 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] For port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b666c4f-aa8e-4b20-a136-f3c709e48a5d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:50.900244 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.913617 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.916621 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.924091 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:50.985744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2134d0e-6b4b-4fe7-afe5-a1d09ded11a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.032340 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Routers {'71436fc4-86db-425e-bd01-cb1b11d644b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:51.033083 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71436fc4-86db-425e-bd01-cb1b11d644b1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:51.041402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4b81e-c11f-407e-8ab8-368db42f91e3 req-7b254930-5cb7-455e-979b-920cbc72fe62 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:51.044111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-91b4b81e-c11f-407e-8ab8-368db42f91e3 req-7b254930-5cb7-455e-979b-920cbc72fe62 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 946 time: 0.1831734 Aug 20 11:30:51.078368 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ea63c-a86b-4621-875a-45fcf0850ae9 None None] Pushing event updated for resources: {'Port': ['ID=3b666c4f-aa8e-4b20-a136-f3c709e48a5d,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:51.098758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Subnet': ['ID=0a8b032c-14a8-4aa7-9655-34977b52dc14,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:51.126117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.128742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2134d0e-6b4b-4fe7-afe5-a1d09ded11a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.130253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Checking segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:51.130982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network hostable DHCP agents. Network: bf582b46-fb17-4c24-9d6c-fb0cf01f48ca, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:30:51.156616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Network 44463a5f-0c83-4b95-8b35-aaeef915fac6 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:51.171006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:51.178647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-91b4b81e-c11f-407e-8ab8-368db42f91e3 req-123ce045-037f-4f89-b323-f8e4209f1b7a tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263382 Aug 20 11:30:51.199429 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] Set router 71436fc4-86db-425e-bd01-cb1b11d644b1 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:51.206326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfb12f-b972-4431-848f-c1b5ee87d71f req-a5634ee1-768f-4530-a7e3-cc21d8d68a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:51.208825 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5dbfb12f-b972-4431-848f-c1b5ee87d71f req-a5634ee1-768f-4530-a7e3-cc21d8d68a26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c05e593b701148bb8708b4aa6b12af35&device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 1097 time: 0.0703428 Aug 20 11:30:51.223532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:51.280248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:30:51.320080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a2134d0e-6b4b-4fe7-afe5-a1d09ded11a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e1f50ff753043b99d11a610272f3a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4946961 Aug 20 11:30:51.329332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38088) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:51.345578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Pushing event updated for resources: {'Port': ['ID=3855a25b-8290-4170-bfea-d03b002db0ed,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:51.357616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfb12f-b972-4431-848f-c1b5ee87d71f req-74198df7-eb36-4aac-a26e-ed57fd3fe1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:51.359312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5dbfb12f-b972-4431-848f-c1b5ee87d71f req-74198df7-eb36-4aac-a26e-ed57fd3fe1b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd8e0d89-aeb2-48a7-a61d-15bb391417d4 HTTP/1.1" status: 200 len: 913 time: 0.1426950 Aug 20 11:30:51.360344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2134d0e-6b4b-4fe7-afe5-a1d09ded11a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee62edff-42b2-42f4-beb7-7ec2a96fe5b9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:51.392675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:51.393367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.416743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5dbfb12f-b972-4431-848f-c1b5ee87d71f req-ed0e37fc-d63c-498f-af2b-d455702239cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=002557d8-6f65-4faf-a388-016c990e35b2 HTTP/1.1" status: 200 len: 217 time: 0.0480456 Aug 20 11:30:51.418333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, bf582b46-fb17-4c24-9d6c-fb0cf01f48ca) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:51.418511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdffd5-c84e-42c3-bc3b-c144e7567e2c req-f7528bca-ea6b-4487-b4fa-d974cfd72977 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:51.421459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54cdffd5-c84e-42c3-bc3b-c144e7567e2c req-f7528bca-ea6b-4487-b4fa-d974cfd72977 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 932 time: 0.1466866 Aug 20 11:30:51.428949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e18fff3-5c97-4774-b75e-134b6ef605be None None] Network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:51.458473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:51.459053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.467092 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54cdffd5-c84e-42c3-bc3b-c144e7567e2c req-bd07f30e-4889-4a18-8817-c93e311696f3 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 Aug 20 11:30:51.515408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-64734cd5-d81f-43d9-8712-7e15f00a140f tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6648779 Aug 20 11:30:51.531130 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:51.534313 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-baabf8a8-13b7-4072-876d-a9ff56e907d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.534567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Request body: {'port': {'device_id': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:30:51.548106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea341-34e1-47bc-937a-b15aa2259398 req-e791507d-4787-493c-a09e-30b2633b7848 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:51.549564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68cea341-34e1-47bc-937a-b15aa2259398 req-e791507d-4787-493c-a09e-30b2633b7848 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.1357405 Aug 20 11:30:51.563335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfb12f-b972-4431-848f-c1b5ee87d71f req-50479680-ab17-4e9b-b2fc-ce74c4aff093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:51.564880 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5dbfb12f-b972-4431-848f-c1b5ee87d71f req-50479680-ab17-4e9b-b2fc-ce74c4aff093 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5ce8de0-0c92-4023-be51-f48822969c37 HTTP/1.1" status: 200 len: 852 time: 0.1106226 Aug 20 11:30:51.572599 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d05bc9-f65e-4ea7-9a2b-3199c9e1336d None None] The sync data for ids ['71436fc4-86db-425e-bd01-cb1b11d644b1'] in n-d-804230-3 is: [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:51.601511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.603636 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-baabf8a8-13b7-4072-876d-a9ff56e907d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.631958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5dbfb12f-b972-4431-848f-c1b5ee87d71f req-2c17c619-c01d-40db-acdb-11b8dcf237ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd8e0d89-aeb2-48a7-a61d-15bb391417d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453167 Aug 20 11:30:51.656423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:30:51.657659 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.675762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-00a602d1-64d8-484e-a8d1-136f692ec5dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6651902 Aug 20 11:30:51.680459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38090) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:51.681836 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68cea341-34e1-47bc-937a-b15aa2259398 req-6395ee9a-2570-4cc0-b358-e6321756468a tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157124 Aug 20 11:30:51.797671 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5dbfb12f-b972-4431-848f-c1b5ee87d71f req-d14a472c-f18b-46fc-a576-22d2f7a356a1 service neutron] 10.222.0.57 "GET /v2.0/networks/cd8e0d89-aeb2-48a7-a61d-15bb391417d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562316 Aug 20 11:30:51.876625 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Allocated IP 172.20.0.2 (bf582b46-fb17-4c24-9d6c-fb0cf01f48ca/0a8b032c-14a8-4aa7-9655-34977b52dc14/8bd6c5e0-1efc-4b39-9099-b9f301a0eef8) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:51.895588 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-baabf8a8-13b7-4072-876d-a9ff56e907d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.898605 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-baabf8a8-13b7-4072-876d-a9ff56e907d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:51.903004 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-baabf8a8-13b7-4072-876d-a9ff56e907d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee62edff-42b2-42f4-beb7-7ec2a96fe5b9 HTTP/1.1" status: 204 len: 168 time: 0.5726359 Aug 20 11:30:51.942647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabf8a8-13b7-4072-876d-a9ff56e907d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee62edff-42b2-42f4-beb7-7ec2a96fe5b9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:51.975198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5dbfb12f-b972-4431-848f-c1b5ee87d71f req-0e82201b-4fc5-4461-841f-6caa0ee181c5 service neutron] 10.222.0.57 "GET /v2.0/networks/cd8e0d89-aeb2-48a7-a61d-15bb391417d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699584 Aug 20 11:30:52.089667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f19b3e-6871-4de1-a384-35bc1b293c24 req-c88e6598-72f2-4b9d-98ad-13f013e1a7d4 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:52.096778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2f19b3e-6871-4de1-a384-35bc1b293c24 req-c88e6598-72f2-4b9d-98ad-13f013e1a7d4 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 945 time: 0.2256343 Aug 20 11:30:52.157395 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.166893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Transition to ACTIVE for port object 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:52.185732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Transition to ACTIVE for port object 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:52.225268 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2f19b3e-6871-4de1-a384-35bc1b293c24 req-0ee3bd05-ea4c-44ac-9d01-4c208e9b588d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276145 Aug 20 11:30:52.343336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3855a25b-8290-4170-bfea-d03b002db0ed {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:52.348164 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.349967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef53ea-bc87-451a-b57f-c8bfc049d625 req-a6f83554-ed6b-449d-b127-659f2a9dad1e tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:52.355141 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89ef53ea-bc87-451a-b57f-c8bfc049d625 req-a6f83554-ed6b-449d-b127-659f2a9dad1e tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 946 time: 0.0819926 Aug 20 11:30:52.412955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:52.416046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:52.420012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:52.423917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89ef53ea-bc87-451a-b57f-c8bfc049d625 req-16b20ede-e998-4877-a81d-89278b474796 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605273 Aug 20 11:30:52.432859 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Pushing event updated for resources: {'Port': ['ID=8bd6c5e0-1efc-4b39-9099-b9f301a0eef8,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:52.479256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b666c4f-aa8e-4b20-a136-f3c709e48a5d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:52.544085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Attempting to bind port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:52.544525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Attempting to bind port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:52.547618 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Attempting to bind port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:52.555437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:52.555813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Checking segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:52.556273 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.556676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Bound using segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:52.557157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Bound port: 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:52.557541 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.656713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] For port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:52.661023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] For port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8bd6c5e0-1efc-4b39-9099-b9f301a0eef8,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:52.693585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:52.698365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:52.699059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.744421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.821697 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.860977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Transition to ACTIVE for port object 3855a25b-8290-4170-bfea-d03b002db0ed will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:52.874252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d7be4-e5c7-4af7-bd4e-8d0bf2ff0f15 req-bbd552b4-a69a-48d5-a561-80b309e42529 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:52.876219 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d9d7be4-e5c7-4af7-bd4e-8d0bf2ff0f15 req-bbd552b4-a69a-48d5-a561-80b309e42529 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 932 time: 0.1001530 Aug 20 11:30:52.888266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8628-0100-48a6-a2bf-5aae20990c0c None None] Pushing event updated for resources: {'Port': ['ID=8bd6c5e0-1efc-4b39-9099-b9f301a0eef8,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:52.918689 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:52.956106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c222d-4b39-42a1-a1aa-69c4f54ee802 req-065e4eb4-ce9c-4ad2-bd38-ce1e631ddeba tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:52.960407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f69c222d-4b39-42a1-a1aa-69c4f54ee802 req-065e4eb4-ce9c-4ad2-bd38-ce1e631ddeba tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.1192629 Aug 20 11:30:52.961214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b666c4f-aa8e-4b20-a136-f3c709e48a5d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:53.005922 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f69c222d-4b39-42a1-a1aa-69c4f54ee802 req-13266c1d-e6f5-463e-9002-a2aa96e5aa7e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 Aug 20 11:30:53.012642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d9d7be4-e5c7-4af7-bd4e-8d0bf2ff0f15 req-ad10420d-bbf0-4336-b99c-4bdd39eb562a tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872078 Aug 20 11:30:53.028657 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.099978 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.203996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=3b666c4f-aa8e-4b20-a136-f3c709e48a5d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:53.211857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3855a25b-8290-4170-bfea-d03b002db0ed,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:53.283902 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.350405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Attempting to bind port 3855a25b-8290-4170-bfea-d03b002db0ed on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:53.350842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Attempting to bind port 3855a25b-8290-4170-bfea-d03b002db0ed by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '42574d4c-6312-4a95-a41b-3f2f7bd7ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:53.351218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Attempting to bind port 3855a25b-8290-4170-bfea-d03b002db0ed on network 44463a5f-0c83-4b95-8b35-aaeef915fac6 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:53.360675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Port 3855a25b-8290-4170-bfea-d03b002db0ed on network 44463a5f-0c83-4b95-8b35-aaeef915fac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:30:53.361007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Attempting to bind port 3855a25b-8290-4170-bfea-d03b002db0ed on network 44463a5f-0c83-4b95-8b35-aaeef915fac6 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:53.368676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:53.369011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Checking segment: {'id': '42574d4c-6312-4a95-a41b-3f2f7bd7ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:53.369360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6937ded-e5cb-4784-ac6b-e07a5bf4c5c1 req-083bcb76-313c-4f55-a3b1-9ddf9391f2e7 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:53.369876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Bound using segment: {'id': '42574d4c-6312-4a95-a41b-3f2f7bd7ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:53.369876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Bound port: 3855a25b-8290-4170-bfea-d03b002db0ed, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42574d4c-6312-4a95-a41b-3f2f7bd7ea53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:53.370102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.379778 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6937ded-e5cb-4784-ac6b-e07a5bf4c5c1 req-083bcb76-313c-4f55-a3b1-9ddf9391f2e7 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 945 time: 0.0694571 Aug 20 11:30:53.418103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6937ded-e5cb-4784-ac6b-e07a5bf4c5c1 req-f7050cc2-6937-4942-9fe6-324e617bcea4 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386178 Aug 20 11:30:53.550106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdca59-9c79-48df-9201-bbc516ccbb28 req-8ada4ff5-f74d-4a87-b21e-32e467d5453f tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:53.559015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41fdca59-9c79-48df-9201-bbc516ccbb28 req-8ada4ff5-f74d-4a87-b21e-32e467d5453f tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 946 time: 0.0625563 Aug 20 11:30:53.575319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] For port 3855a25b-8290-4170-bfea-d03b002db0ed, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:53.610024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] For port 3855a25b-8290-4170-bfea-d03b002db0ed, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3855a25b-8290-4170-bfea-d03b002db0ed,segment=NetworkSegment(42574d4c-6312-4a95-a41b-3f2f7bd7ea53),segment_id=42574d4c-6312-4a95-a41b-3f2f7bd7ea53)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:53.612167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41fdca59-9c79-48df-9201-bbc516ccbb28 req-2d3bc41b-ec4b-4e32-82a8-35ced16eefb3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Aug 20 11:30:53.712761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ad7bcb02-a386-4d98-862e-2222ea938236 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:53.729567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.816946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320c2c1-ed82-4cf4-8bbc-b59149c5de11 req-9c248ed2-c729-4382-a042-c7ddeb431640 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:53.819808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b320c2c1-ed82-4cf4-8bbc-b59149c5de11 req-9c248ed2-c729-4382-a042-c7ddeb431640 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.1709218 Aug 20 11:30:53.831771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:53.832848 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.835319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] 10.222.0.38 "PUT /v2.0/ports/3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 1092 time: 2.3059795 Aug 20 11:30:53.838988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:53.843698 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7256b945-2779-484c-bc74-2b3610211c34" -d '{"events": [{"name": "network-changed", "server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:53.883571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.20.0.1 (bf582b46-fb17-4c24-9d6c-fb0cf01f48ca/0a8b032c-14a8-4aa7-9655-34977b52dc14/6c837463-85f5-4426-a633-13f478a4d3f5) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:30:53.907314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port ad7bcb02-a386-4d98-862e-2222ea938236 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:53.909366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892ba3c-50d8-43b0-95dc-ccf28f9596a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3855a25b-8290-4170-bfea-d03b002db0ed,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:53.911360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port ad7bcb02-a386-4d98-862e-2222ea938236 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:53.912561 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:53.985788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b320c2c1-ed82-4cf4-8bbc-b59149c5de11 req-6eba2b15-9915-45b2-ba41-24f69c731e14 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368830 Aug 20 11:30:54.033296 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.040880 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03c88ee-e707-49a4-ab8a-dbc61cfa84d5 x-openstack-request-id: req-b03c88ee-e707-49a4-ab8a-dbc61cfa84d5 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:54.041191 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:54.041447 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b03c88ee-e707-49a4-ab8a-dbc61cfa84d5 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:54.041850 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed', 'status': 'completed', 'code': 200} Aug 20 11:30:54.058908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca2aa52-3a0f-4668-a294-1e6d8612d38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7bcb02-a386-4d98-862e-2222ea938236'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:54.061870 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab5383d-74ad-4acc-8220-664abb8e8519" -d '{"events": [{"server_uuid": "5ca2aa52-3a0f-4668-a294-1e6d8612d38a", "name": "network-vif-plugged", "status": "completed", "tag": "ad7bcb02-a386-4d98-862e-2222ea938236"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:54.075108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ad7bcb02-a386-4d98-862e-2222ea938236, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ad7bcb02-a386-4d98-862e-2222ea938236,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:54.097403 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.126726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Transition to ACTIVE for port object 6c837463-85f5-4426-a633-13f478a4d3f5 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:54.164069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-7b8ba683-fedf-43fe-97e7-91357540ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:54.165516 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-7b8ba683-fedf-43fe-97e7-91357540ff8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69aebf447aa64ba9a869546d16cb5522&device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1095 time: 0.1108749 Aug 20 11:30:54.179756 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.224356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-135a0654-b199-4559-83f2-f50812b05c7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 217 time: 0.0445552 Aug 20 11:30:54.236549 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:30:54.239401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d39c1-1c98-41db-903c-ab9a682e6ff6 req-f6a3b807-d3da-4434-8b9f-30cbb6903b41 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:54.247073 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a02d39c1-1c98-41db-903c-ab9a682e6ff6 req-f6a3b807-d3da-4434-8b9f-30cbb6903b41 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 944 time: 0.1448693 Aug 20 11:30:54.262933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ad7bcb02-a386-4d98-862e-2222ea938236,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:54.271457 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c0906c-916f-46f6-b1b2-ba0afa9b2132 x-openstack-request-id: req-81c0906c-916f-46f6-b1b2-ba0afa9b2132 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:54.272569 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca2aa52-3a0f-4668-a294-1e6d8612d38a", "name": "network-vif-plugged", "status": "completed", "tag": "ad7bcb02-a386-4d98-862e-2222ea938236", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:54.272569 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81c0906c-916f-46f6-b1b2-ba0afa9b2132 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:54.272569 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca2aa52-3a0f-4668-a294-1e6d8612d38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7bcb02-a386-4d98-862e-2222ea938236', 'code': 200} Aug 20 11:30:54.364623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-75a998c5-6d4c-4c15-bbd0-5f6ba516e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:54.366158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-75a998c5-6d4c-4c15-bbd0-5f6ba516e011 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=054af14c-b5b7-40d0-b821-c833ee1deeaf HTTP/1.1" status: 200 len: 859 time: 0.1142936 Aug 20 11:30:54.389724 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a02d39c1-1c98-41db-903c-ab9a682e6ff6 req-d46bdbc1-3d49-4088-82f8-e5f9309b15da tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342378 Aug 20 11:30:54.419328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-3f0461a5-4e36-4822-83e4-580dc077f24e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44463a5f-0c83-4b95-8b35-aaeef915fac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354121 Aug 20 11:30:54.429022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ff39f-dccf-4665-9ad8-f765baead7c9 req-693cebdb-4e9f-4635-9dc9-644852baf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:54.430789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c92ff39f-dccf-4665-9ad8-f765baead7c9 req-693cebdb-4e9f-4635-9dc9-644852baf644 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 1097 time: 0.0838273 Aug 20 11:30:54.431601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-a647c502-01a5-4d56-afa8-f967cb7d9c14 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:30:54.433139 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-a647c502-01a5-4d56-afa8-f967cb7d9c14 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069075 Aug 20 11:30:54.446477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63c139-84b8-4d78-a3d9-a02ac200df50 req-c3882bb0-f9f9-440e-bc5d-838b3d6ebca9 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:54.447039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b63c139-84b8-4d78-a3d9-a02ac200df50 req-c3882bb0-f9f9-440e-bc5d-838b3d6ebca9 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 946 time: 0.1104789 Aug 20 11:30:54.464979 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.527592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b666c4f-aa8e-4b20-a136-f3c709e48a5d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:54.542583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b63c139-84b8-4d78-a3d9-a02ac200df50 req-0c0c3739-21ab-4162-a1d0-2039e288d4f6 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802364 Aug 20 11:30:54.551109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c92ff39f-dccf-4665-9ad8-f765baead7c9 req-863b1e72-fb15-4901-8454-c59faa14296e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034086 Aug 20 11:30:54.584978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:54.585347 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.636850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:54.649239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:54.652934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:30:54.672750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=6c837463-85f5-4426-a633-13f478a4d3f5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:54.674135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:54.744158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-25ae3e37-d7a9-409b-99c1-43cdb440cd42 service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008699 Aug 20 11:30:54.757045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee613c-53c2-42b5-8c82-837c058c97f9 req-9badcd5e-d1bc-4ceb-99cb-fbddc6e3cba0 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:54.758622 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-88ee613c-53c2-42b5-8c82-837c058c97f9 req-9badcd5e-d1bc-4ceb-99cb-fbddc6e3cba0 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 946 time: 0.1925335 Aug 20 11:30:54.760891 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.766969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39400dde-405a-4167-af32-f3f3099c6cd8 None None] Network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:30:54.828588 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:54.897286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4b7d57b4-aab1-46bc-846b-5c97c0c8fa4e None None] Provisioning for port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:54.903509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4b7d57b4-aab1-46bc-846b-5c97c0c8fa4e None None] Provisioning complete for port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:54.903892 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4b7d57b4-aab1-46bc-846b-5c97c0c8fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:54.907203 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-88ee613c-53c2-42b5-8c82-837c058c97f9 req-5de1eea8-79ca-4159-8642-3e94a75c7dd3 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352508 Aug 20 11:30:54.975216 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c85671-6e3b-4e64-ad60-7f0e721a0a91 req-9b2b5550-2ac6-4de0-ac2b-111861cd8ba0 service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153635 Aug 20 11:30:55.016163 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4b7d57b4-aab1-46bc-846b-5c97c0c8fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.055618 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4b7d57b4-aab1-46bc-846b-5c97c0c8fa4e None None] For port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8bd6c5e0-1efc-4b39-9099-b9f301a0eef8,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:55.156571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1476bb-fb05-4b1a-92ad-fe9929eefb18 req-8d909a18-834b-43f7-a906-480d5a686dc4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:55.158586 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc1476bb-fb05-4b1a-92ad-fe9929eefb18 req-8d909a18-834b-43f7-a906-480d5a686dc4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0878496 Aug 20 11:30:55.183522 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4b7d57b4-aab1-46bc-846b-5c97c0c8fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.183675 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.207531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc1476bb-fb05-4b1a-92ad-fe9929eefb18 req-9f49ebf7-02fe-4b53-917a-95e1f3a0f726 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Aug 20 11:30:55.247205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d57b4-aab1-46bc-846b-5c97c0c8fa4e None None] Pushing event updated for resources: {'Port': ['ID=8bd6c5e0-1efc-4b39-9099-b9f301a0eef8,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:55.303772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256b945-2779-484c-bc74-2b3610211c34 req-6b578040-9649-4fe5-b262-ed62686e559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:55.305544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7256b945-2779-484c-bc74-2b3610211c34 req-6b578040-9649-4fe5-b262-ed62686e559d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69aebf447aa64ba9a869546d16cb5522&device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1095 time: 0.1651037 Aug 20 11:30:55.308504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26c0795f-942a-4bf5-bfc6-b4894011ddef None None] Provisioning complete for port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:55.309046 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26c0795f-942a-4bf5-bfc6-b4894011ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.551007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26c0795f-942a-4bf5-bfc6-b4894011ddef None None] Provisioning for port 6c837463-85f5-4426-a633-13f478a4d3f5 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:30:55.554768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26c0795f-942a-4bf5-bfc6-b4894011ddef None None] Provisioning complete for port 6c837463-85f5-4426-a633-13f478a4d3f5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:55.555227 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26c0795f-942a-4bf5-bfc6-b4894011ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.568432 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256b945-2779-484c-bc74-2b3610211c34 req-bdb98d3b-46c3-4c27-a513-12573d8983e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:55.569953 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7256b945-2779-484c-bc74-2b3610211c34 req-bdb98d3b-46c3-4c27-a513-12573d8983e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 200 len: 920 time: 0.2514932 Aug 20 11:30:55.601856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-26c0795f-942a-4bf5-bfc6-b4894011ddef None None] Port 6c837463-85f5-4426-a633-13f478a4d3f5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:55.603752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8066f6-7115-445b-bdb2-ebfaf6d152f6 req-bcc8679f-6d1e-481e-88bc-f267b39465b4 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:55.605301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf8066f6-7115-445b-bdb2-ebfaf6d152f6 req-bcc8679f-6d1e-481e-88bc-f267b39465b4 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 944 time: 0.1417384 Aug 20 11:30:55.640713 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7256b945-2779-484c-bc74-2b3610211c34 req-46caf162-e383-4a71-8a56-33698aff112f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 217 time: 0.0575411 Aug 20 11:30:55.699944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6d199-5206-42bf-aebc-305d5aa0eb41 req-6208f1c2-f450-4324-ab31-5b927b90285b tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:55.701578 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4dc6d199-5206-42bf-aebc-305d5aa0eb41 req-6208f1c2-f450-4324-ab31-5b927b90285b tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 946 time: 0.0710568 Aug 20 11:30:55.726726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-abd34b40-0748-46de-9d24-babea08f938c None None] Provisioning complete for port 6c837463-85f5-4426-a633-13f478a4d3f5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:55.727453 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-abd34b40-0748-46de-9d24-babea08f938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.735745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.739959 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf8066f6-7115-445b-bdb2-ebfaf6d152f6 req-8103526b-494f-4ec7-b54c-221fc6cefd11 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047075 Aug 20 11:30:55.746003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256b945-2779-484c-bc74-2b3610211c34 req-83ffe3e8-0918-44a7-869a-9543e6186396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:55.747506 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7256b945-2779-484c-bc74-2b3610211c34 req-83ffe3e8-0918-44a7-869a-9543e6186396 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=054af14c-b5b7-40d0-b821-c833ee1deeaf HTTP/1.1" status: 200 len: 859 time: 0.0947032 Aug 20 11:30:55.768321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-abd34b40-0748-46de-9d24-babea08f938c None None] Port 6c837463-85f5-4426-a633-13f478a4d3f5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:55.771046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4dc6d199-5206-42bf-aebc-305d5aa0eb41 req-3088c2b8-4f74-450a-80e9-d72bea13f0c7 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/security-groups?id=5d7d3c5d-6895-40ac-b796-8890fc3a0a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516126 Aug 20 11:30:55.794353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7256b945-2779-484c-bc74-2b3610211c34 req-3e2c02ed-f72d-4bc9-9ff5-fa826c602631 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44463a5f-0c83-4b95-8b35-aaeef915fac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316684 Aug 20 11:30:55.882425 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:55.941210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7256b945-2779-484c-bc74-2b3610211c34 req-30392dd0-4e2d-4061-911e-321612a68009 service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378071 Aug 20 11:30:55.986395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.004267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-515011e7-3854-4f85-8b77-8d89bd04a427 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:56.005831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-515011e7-3854-4f85-8b77-8d89bd04a427 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 946 time: 0.0592825 Aug 20 11:30:56.015362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=6c837463-85f5-4426-a633-13f478a4d3f5,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:56.118427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-c26a8032-d57e-47da-a6aa-edd69105a7b3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Deleting port 002557d8-6f65-4faf-a388-016c990e35b2 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:30:56.118791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-c26a8032-d57e-47da-a6aa-edd69105a7b3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.231149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-c26a8032-d57e-47da-a6aa-edd69105a7b3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] For port 002557d8-6f65-4faf-a388-016c990e35b2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=002557d8-6f65-4faf-a388-016c990e35b2,segment=NetworkSegment(1015af0a-aecb-4c49-84b2-d7b96e4daf34),segment_id=1015af0a-aecb-4c49-84b2-d7b96e4daf34)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:56.231532 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-c26a8032-d57e-47da-a6aa-edd69105a7b3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.251094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-c26a8032-d57e-47da-a6aa-edd69105a7b3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Calling delete_port for 002557d8-6f65-4faf-a388-016c990e35b2 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:30:56.370890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:30:56.374424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b83d6-a7ab-429d-aec9-f997d70b97a2 req-bc413edb-be6c-4fa4-924f-3e7c70965054 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:56.376257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d4b83d6-a7ab-429d-aec9-f997d70b97a2 req-bc413edb-be6c-4fa4-924f-3e7c70965054 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0761797 Aug 20 11:30:56.426480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:56.427254 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.455164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d4b83d6-a7ab-429d-aec9-f997d70b97a2 req-f671ffb1-95b8-41b1-b393-d4f22774755d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669205 Aug 20 11:30:56.473055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1244551-e2fd-4e2c-82b6-6faa786c3ccd req-667911ac-1430-4fdf-92e0-a98f7e7e507b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:56.474649 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1244551-e2fd-4e2c-82b6-6faa786c3ccd req-667911ac-1430-4fdf-92e0-a98f7e7e507b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 946 time: 0.4619431 Aug 20 11:30:56.520328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7256b945-2779-484c-bc74-2b3610211c34 req-c7a5263d-a7b1-4e70-9471-d2c75d79607f service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682859 Aug 20 11:30:56.536357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:30:56.543064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:30:56.554527 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1244551-e2fd-4e2c-82b6-6faa786c3ccd req-53c1d18e-9418-4208-be93-3ad0c5d9178a tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698829 Aug 20 11:30:56.586831 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-c26a8032-d57e-47da-a6aa-edd69105a7b3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.599273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['002557d8-6f65-4faf-a388-016c990e35b2'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:56.629699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a8032-d57e-47da-a6aa-edd69105a7b3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Pushing event deleted for resources: {'Port': ['ID=002557d8-6f65-4faf-a388-016c990e35b2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:56.676959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 71436fc4-86db-425e-bd01-cb1b11d644b1 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:30:56.692473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-c26a8032-d57e-47da-a6aa-edd69105a7b3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] No DVR routers for this DVR port 002557d8-6f65-4faf-a388-016c990e35b2 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:30:56.696063 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-c26a8032-d57e-47da-a6aa-edd69105a7b3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:56.698217 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d3942f96-906e-4a3e-b8b2-c44630fcebdb req-c26a8032-d57e-47da-a6aa-edd69105a7b3 tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.57 "DELETE /v2.0/ports/002557d8-6f65-4faf-a388-016c990e35b2 HTTP/1.1" status: 204 len: 173 time: 0.6853545 Aug 20 11:30:56.698806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e2aa45-60f9-43f6-85d5-b28c8eaffe99', 'name': 'network-vif-deleted', 'tag': '002557d8-6f65-4faf-a388-016c990e35b2'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:30:56.701775 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c145a8e-0276-481a-a055-90bf6120fabe" -d '{"events": [{"server_uuid": "79e2aa45-60f9-43f6-85d5-b28c8eaffe99", "name": "network-vif-deleted", "tag": "002557d8-6f65-4faf-a388-016c990e35b2"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:30:56.753595 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74778482-e8f5-4bd3-966f-1f3bf95f3ef8 x-openstack-request-id: req-74778482-e8f5-4bd3-966f-1f3bf95f3ef8 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:30:56.755566 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e2aa45-60f9-43f6-85d5-b28c8eaffe99", "name": "network-vif-deleted", "tag": "002557d8-6f65-4faf-a388-016c990e35b2", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:30:56.756224 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74778482-e8f5-4bd3-966f-1f3bf95f3ef8 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:30:56.756778 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e2aa45-60f9-43f6-85d5-b28c8eaffe99', 'name': 'network-vif-deleted', 'tag': '002557d8-6f65-4faf-a388-016c990e35b2', 'status': 'completed', 'code': 200} Aug 20 11:30:56.827909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:30:56.833968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7e8e7be5-114a-4e80-a2ab-98cad07c5b3d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "PUT /v2.0/routers/71436fc4-86db-425e-bd01-cb1b11d644b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1525447 Aug 20 11:30:56.848006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Sync routers for ids ['71436fc4-86db-425e-bd01-cb1b11d644b1'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:30:56.864516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Routers {'71436fc4-86db-425e-bd01-cb1b11d644b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:56.865187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71436fc4-86db-425e-bd01-cb1b11d644b1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:56.917685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30e4c5c4-cea6-47e5-80df-311dcf590200 req-dedbc727-1fb4-471e-80a3-6745affef52c tempest-InstanceActionsTestJSON-1863442214 tempest-InstanceActionsTestJSON-1863442214-project] 10.222.0.10 "GET /v2.0/ports?device_id=79e2aa45-60f9-43f6-85d5-b28c8eaffe99 HTTP/1.1" status: 200 len: 210 time: 0.0297928 Aug 20 11:30:56.920819 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfc25e-3972-4210-abd0-39d3aacb27b0 req-4f911d70-244e-4930-8a58-63b343efc568 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:56.922545 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2bfc25e-3972-4210-abd0-39d3aacb27b0 req-4f911d70-244e-4930-8a58-63b343efc568 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 944 time: 0.0720515 Aug 20 11:30:56.976637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2bfc25e-3972-4210-abd0-39d3aacb27b0 req-54b94918-e8aa-41b2-a46e-1a87a61f28ec tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411673 Aug 20 11:30:56.992493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e8bcdb0c-ee75-4fa0-b6e8-7bfcdaf75ec8 None None] Provisioning complete for port 6c837463-85f5-4426-a633-13f478a4d3f5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:30:56.992881 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8bcdb0c-ee75-4fa0-b6e8-7bfcdaf75ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.037293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Set router 71436fc4-86db-425e-bd01-cb1b11d644b1 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:57.071291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e8bcdb0c-ee75-4fa0-b6e8-7bfcdaf75ec8 None None] Port 6c837463-85f5-4426-a633-13f478a4d3f5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:30:57.087272 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-693ce70b-dd19-4ef4-8332-24f226b1dd7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350587640&fields=id&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 267 time: 0.0399401 Aug 20 11:30:57.209835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73951764-2800-430e-aba8-2b20647b20e4 req-4c2c9fb9-f9fc-44df-8976-194dd206f067 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:57.211376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-4c2c9fb9-f9fc-44df-8976-194dd206f067 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/networks?id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca HTTP/1.1" status: 200 len: 796 time: 0.1169009 Aug 20 11:30:57.227645 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-e3068454-1cbd-44fd-bab6-9e54fbc78d81 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/quotas/981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 375 time: 0.0096354 Aug 20 11:30:57.257083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:54Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '6c837463-85f5-4426-a633-13f478a4d3f5', 'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:8b:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:53Z', 'updated_at': '2021-08-20T11:30:55Z', 'revision_number': 2, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:57.281263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-87326748-e982-47f4-8228-dfc364838808 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472646 Aug 20 11:30:57.284875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Checking router: 71436fc4-86db-425e-bd01-cb1b11d644b1 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:30:57.285212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Updating router 71436fc4-86db-425e-bd01-cb1b11d644b1 port 6c837463-85f5-4426-a633-13f478a4d3f5 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:30:57.314279 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.377346 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-15c3e579-7831-48d9-b15f-4b6f4cd9d600 service neutron] 10.222.0.10 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840540 Aug 20 11:30:57.493681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-ab2e1d49-ad7b-43fe-ac12-5dac81574cd3 service neutron] 10.222.0.10 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097205 Aug 20 11:30:57.588342 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.588955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713f7f8-9d91-4295-ac60-c5fb4c277ddd req-5816b39a-0180-49ac-bb73-ac1bfcae9850 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:57.590740 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8713f7f8-9d91-4295-ac60-c5fb4c277ddd req-5816b39a-0180-49ac-bb73-ac1bfcae9850 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0560589 Aug 20 11:30:57.599144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Transition to ACTIVE for port object 6c837463-85f5-4426-a633-13f478a4d3f5 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:30:57.630138 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8713f7f8-9d91-4295-ac60-c5fb4c277ddd req-35d711c7-8a93-45e2-a862-c824c0790324 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322306 Aug 20 11:30:57.736657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6445df-8609-4e11-8a93-f0c8cb9f3db6 req-044bfa6d-24e6-466b-b9c9-a54a1cc3f9d5 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:57.738233 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea6445df-8609-4e11-8a93-f0c8cb9f3db6 req-044bfa6d-24e6-466b-b9c9-a54a1cc3f9d5 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 946 time: 0.0506492 Aug 20 11:30:57.746825 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.788076 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea6445df-8609-4e11-8a93-f0c8cb9f3db6 req-e4635102-3d78-46f4-83ab-2a00fa6baba4 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427971 Aug 20 11:30:57.844347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2b911-fd0d-471e-9e35-bdc26ae7586f None None] Pushing event updated for resources: {'Port': ['ID=6c837463-85f5-4426-a633-13f478a4d3f5,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:57.874896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Attempting to bind port 6c837463-85f5-4426-a633-13f478a4d3f5 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:30:57.875388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Attempting to bind port 6c837463-85f5-4426-a633-13f478a4d3f5 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:30:57.879294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Attempting to bind port 6c837463-85f5-4426-a633-13f478a4d3f5 on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:30:57.881234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:30:57.881617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Checking segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:30:57.882045 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.882494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Bound using segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:30:57.882976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Bound port: 6c837463-85f5-4426-a633-13f478a4d3f5, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:30:57.883363 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:57.961945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] For port 6c837463-85f5-4426-a633-13f478a4d3f5, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:30:57.968408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] For port 6c837463-85f5-4426-a633-13f478a4d3f5, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6c837463-85f5-4426-a633-13f478a4d3f5,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:30:58.047914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38212) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:58.067675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.126122 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a3f6922-01f5-4b48-98cd-f47b464d2b05 req-5ae15a40-9394-43ed-a196-9b6861e0581a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 210 time: 0.0829463 Aug 20 11:30:58.146943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c37d584-d152-48a3-943d-8e5d977420c9 admin admin] Deleting subnet e5ce8de0-0c92-4023-be51-f48822969c37 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:30:58.152040 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c37d584-d152-48a3-943d-8e5d977420c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.190626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2b911-fd0d-471e-9e35-bdc26ae7586f None None] Pushing event updated for resources: {'Port': ['ID=6c837463-85f5-4426-a633-13f478a4d3f5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:58.221289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Routers {'71436fc4-86db-425e-bd01-cb1b11d644b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:30:58.222117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71436fc4-86db-425e-bd01-cb1b11d644b1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:58.227786 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c37d584-d152-48a3-943d-8e5d977420c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.289930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079e954-c3f5-4a67-8180-18926b0b58f2 req-b441cde2-aa62-4e44-96c8-31fc3d65194d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:58.291675 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b079e954-c3f5-4a67-8180-18926b0b58f2 req-b441cde2-aa62-4e44-96c8-31fc3d65194d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 944 time: 0.1053517 Aug 20 11:30:58.309876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c37d584-d152-48a3-943d-8e5d977420c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.369725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b079e954-c3f5-4a67-8180-18926b0b58f2 req-a7eb3cf2-6f8c-4a67-8fd2-c765cd1b1c92 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696349 Aug 20 11:30:58.402867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] Set router 71436fc4-86db-425e-bd01-cb1b11d644b1 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:30:58.525144 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c37d584-d152-48a3-943d-8e5d977420c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.578919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37d584-d152-48a3-943d-8e5d977420c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ce8de0-0c92-4023-be51-f48822969c37,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:58.584163 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c37d584-d152-48a3-943d-8e5d977420c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.586270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6c37d584-d152-48a3-943d-8e5d977420c9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e5ce8de0-0c92-4023-be51-f48822969c37 HTTP/1.1" status: 204 len: 168 time: 0.5370691 Aug 20 11:30:58.589547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38220) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:58.669513 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.670133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3855a25b-8290-4170-bfea-d03b002db0ed details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:30:58.786964 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.801340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8e0d89-aeb2-48a7-a61d-15bb391417d4']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:58.808083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 3855a25b-8290-4170-bfea-d03b002db0ed, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3855a25b-8290-4170-bfea-d03b002db0ed,segment=NetworkSegment(42574d4c-6312-4a95-a41b-3f2f7bd7ea53),segment_id=42574d4c-6312-4a95-a41b-3f2f7bd7ea53)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:58.812328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c0291-013a-4384-a143-cc2eec3ff4b4 req-53274be7-6bca-4b1a-b916-ed85e2f41d66 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:58.813924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b6c0291-013a-4384-a143-cc2eec3ff4b4 req-53274be7-6bca-4b1a-b916-ed85e2f41d66 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.1088920 Aug 20 11:30:58.827790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1015af0a-aecb-4c49-84b2-d7b96e4daf34') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:58.827790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1015af0a-aecb-4c49-84b2-d7b96e4daf34') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:58.841489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '3855a25b-8290-4170-bfea-d03b002db0ed', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'port_id': '3855a25b-8290-4170-bfea-d03b002db0ed', 'mac_address': 'fa:16:3e:cc:c6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:30:58.856866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.885094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b6c0291-013a-4384-a143-cc2eec3ff4b4 req-498322c4-9e71-4133-abeb-3c5324ff87cb tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629275 Aug 20 11:30:58.886143 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.893668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:30:58.894164 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:30:58.896000 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:30:58.909880 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:58.925382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:54Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '6c837463-85f5-4426-a633-13f478a4d3f5', 'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:8b:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:53Z', 'updated_at': '2021-08-20T11:30:57Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:30:58.930345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3855a25b-8290-4170-bfea-d03b002db0ed {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:30:58.958614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2fb9f-fe12-494b-a58c-53a9cc1f529b None None] The sync data for ids ['71436fc4-86db-425e-bd01-cb1b11d644b1'] in n-d-804230-3 is: [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:54Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '6c837463-85f5-4426-a633-13f478a4d3f5', 'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:8b:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:53Z', 'updated_at': '2021-08-20T11:30:57Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:30:58.976531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 3855a25b-8290-4170-bfea-d03b002db0ed, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3855a25b-8290-4170-bfea-d03b002db0ed,segment=NetworkSegment(42574d4c-6312-4a95-a41b-3f2f7bd7ea53),segment_id=42574d4c-6312-4a95-a41b-3f2f7bd7ea53)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:30:59.050691 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.065680 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.067623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cd8e0d89-aeb2-48a7-a61d-15bb391417d4 HTTP/1.1" status: 204 len: 168 time: 0.4769166 Aug 20 11:30:59.085391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe3a3d-13e3-4fb0-8fea-823d3910e8d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8e0d89-aeb2-48a7-a61d-15bb391417d4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:59.089874 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.168940 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=3855a25b-8290-4170-bfea-d03b002db0ed,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:30:59.219943 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aaf4136-ddab-43ac-a715-4bc8ee0f20a4 req-ef35ffc9-6018-46e7-a061-4ccabb1dd9df tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 210 time: 0.0295215 Aug 20 11:30:59.395683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['3855a25b-8290-4170-bfea-d03b002db0ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:30:59.544709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c10e-0b2a-41ca-9528-669807440af9 req-0026f7c9-7415-4d39-b3ca-35fcbb17368c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:30:59.552898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2155c10e-0b2a-41ca-9528-669807440af9 req-0026f7c9-7415-4d39-b3ca-35fcbb17368c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 945 time: 0.0981340 Aug 20 11:30:59.631047 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2155c10e-0b2a-41ca-9528-669807440af9 req-04ebe09a-53b0-4d77-a388-54800f786781 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718260 Aug 20 11:30:59.718369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38244) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:59.750587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 002557d8-6f65-4faf-a388-016c990e35b2 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:30:59.774592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38246) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:30:59.775036 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5c5a379a-1fa3-484f-b69a-ae0172377b68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c05e593b701148bb8708b4aa6b12af35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548208 Aug 20 11:30:59.776327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 002557d8-6f65-4faf-a388-016c990e35b2 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:30:59.777252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 002557d8-6f65-4faf-a388-016c990e35b2 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:30:59.840848 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f75afc9-5aef-4cfd-abde-e2710f268e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:30:59.868267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f75afc9-5aef-4cfd-abde-e2710f268e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.034520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694f6d5-5b29-4e5e-8776-b2ffb455e5cc req-455ebfa0-430d-4c22-a717-599fe5a7f51a tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:00.036098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5694f6d5-5b29-4e5e-8776-b2ffb455e5cc req-455ebfa0-430d-4c22-a717-599fe5a7f51a tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0638783 Aug 20 11:31:00.040152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f75afc9-5aef-4cfd-abde-e2710f268e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.042899 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f75afc9-5aef-4cfd-abde-e2710f268e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.043996 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3f75afc9-5aef-4cfd-abde-e2710f268e3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d7d3c5d-6895-40ac-b796-8890fc3a0a24 HTTP/1.1" status: 204 len: 168 time: 0.2676904 Aug 20 11:31:00.067730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75afc9-5aef-4cfd-abde-e2710f268e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7d3c5d-6895-40ac-b796-8890fc3a0a24,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:00.094325 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5694f6d5-5b29-4e5e-8776-b2ffb455e5cc req-435d0edb-9a72-4136-82a9-65ec967cbcc3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488243 Aug 20 11:31:00.339743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47153d51-91a4-461c-b0bd-357a8d4d2536 req-0d9cf022-7536-4194-9439-6eb803994a2b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 210 time: 0.0424528 Aug 20 11:31:00.373801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6c837463-85f5-4426-a633-13f478a4d3f5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:00.521967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 6c837463-85f5-4426-a633-13f478a4d3f5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:00.526044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 6c837463-85f5-4426-a633-13f478a4d3f5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:00.526581 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.618458 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.652359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 6c837463-85f5-4426-a633-13f478a4d3f5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6c837463-85f5-4426-a633-13f478a4d3f5,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:00.700501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3855a25b-8290-4170-bfea-d03b002db0ed up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:00.755213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adb686-da0b-4295-bff6-60b5a4813eeb req-31dce121-709d-4439-bb67-311631d7a463 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:00.756885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77adb686-da0b-4295-bff6-60b5a4813eeb req-31dce121-709d-4439-bb67-311631d7a463 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 945 time: 0.0537937 Aug 20 11:31:00.799343 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77adb686-da0b-4295-bff6-60b5a4813eeb req-0c3c5a8a-08c8-42e1-9757-aff0bb8ed1f4 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363712 Aug 20 11:31:00.809379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.888091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=6c837463-85f5-4426-a633-13f478a4d3f5,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:00.899277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 3855a25b-8290-4170-bfea-d03b002db0ed completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:00.903939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 3855a25b-8290-4170-bfea-d03b002db0ed triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:00.904843 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:00.999931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73951764-2800-430e-aba8-2b20647b20e4 req-ddbb1d2e-5117-49f3-8747-beec05d4b80d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:01.000684 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.001440 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-ddbb1d2e-5117-49f3-8747-beec05d4b80d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.38 "GET /v2.0/networks?id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca HTTP/1.1" status: 200 len: 796 time: 0.1660047 Aug 20 11:31:01.028606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:01.034244 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09218f5-ab83-47bc-8a6a-983dba2da9f8" -d '{"events": [{"server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "name": "network-vif-plugged", "status": "completed", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:01.045122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 3855a25b-8290-4170-bfea-d03b002db0ed, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3855a25b-8290-4170-bfea-d03b002db0ed,segment=NetworkSegment(42574d4c-6312-4a95-a41b-3f2f7bd7ea53),segment_id=42574d4c-6312-4a95-a41b-3f2f7bd7ea53)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:01.070803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-4e4b52ec-dc84-49c9-9ed2-043bab92d5c9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 379 time: 0.0530982 Aug 20 11:31:01.082975 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2bebc5-c963-4b63-96e3-9a9daad4ec10 x-openstack-request-id: req-be2bebc5-c963-4b63-96e3-9a9daad4ec10 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:01.083534 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "name": "network-vif-plugged", "status": "completed", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:01.083968 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be2bebc5-c963-4b63-96e3-9a9daad4ec10 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:01.084379 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed', 'code': 200} Aug 20 11:31:01.085026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'port': {'device_id': '4ce4e596-0a39-4735-bdac-263789900c44', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'admin_state_up': True, 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'security_groups': ['330af766-7b3e-4736-bead-ed6cb5b5ba50']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:01.164575 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.267550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=3855a25b-8290-4170-bfea-d03b002db0ed,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:01.323371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad816d-e4b8-4ccd-a48b-de30d4637a06 req-f92157ff-7850-4a5e-aaa4-6ce463cd6938 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:01.330246 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05ad816d-e4b8-4ccd-a48b-de30d4637a06 req-f92157ff-7850-4a5e-aaa4-6ce463cd6938 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0781004 Aug 20 11:31:01.385361 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61aea4-ed15-486e-8fb7-43cd14309a92 req-b5306c8b-14d3-4fc6-ab3e-c444261327ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:01.389209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f61aea4-ed15-486e-8fb7-43cd14309a92 req-b5306c8b-14d3-4fc6-ab3e-c444261327ca service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1097 time: 0.1952791 Aug 20 11:31:01.391964 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05ad816d-e4b8-4ccd-a48b-de30d4637a06 req-9f90cc33-ac32-45df-bcd2-bec1a2b5c9dc tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591066 Aug 20 11:31:01.439589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f61aea4-ed15-486e-8fb7-43cd14309a92 req-42bbec9e-6b92-4c4b-ba61-a35c195bec71 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Aug 20 11:31:01.526003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b1538098-3f02-44a7-b603-e3b50a3fac99 req-3e0f4929-3671-4ed1-b74b-5293cc52f56e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 210 time: 0.0434172 Aug 20 11:31:01.530798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38294) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:01.638253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:01.642786 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.657654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1437135714-network', 'tenant_id': '262729d4e0844e6d87c7a3889682ad95'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:01.793257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.20.0.6 (bf582b46-fb17-4c24-9d6c-fb0cf01f48ca/0a8b032c-14a8-4aa7-9655-34977b52dc14/79d57ae9-a04a-46a2-b3b7-2b13a529629b) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:01.795266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Made reservation on behalf of 262729d4e0844e6d87c7a3889682ad95 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:01.797598 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:01.814132 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.030185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2f542-33e1-443f-9b29-ada0c8665c1f req-919268a7-190d-4f3c-92b7-0ba07e63fbf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.031813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c2c2f542-33e1-443f-9b29-ada0c8665c1f req-919268a7-190d-4f3c-92b7-0ba07e63fbf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1267092 Aug 20 11:31:02.053329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.088450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Transition to ACTIVE for port object 79d57ae9-a04a-46a2-b3b7-2b13a529629b will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:02.112943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.122101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c2c2f542-33e1-443f-9b29-ada0c8665c1f req-e6cf7b37-1ee7-4b3a-a6ab-42e706c0e796 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Aug 20 11:31:02.192337 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.220046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:31:02.232012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d167e99-4dfe-4356-93f3-fbcd247474f1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:02.237700 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.238067 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Added segment e0c62c10-90b8-41ba-8144-30d959379db5 of type vlan for network 48d94db8-dcee-4cae-96f1-9b818c07f624 Aug 20 11:31:02.276615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.316235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.355546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:02.357832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6c837463-85f5-4426-a633-13f478a4d3f5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:02.363389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:02.366088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=79d57ae9-a04a-46a2-b3b7-2b13a529629b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:02.368473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:02.430181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.430810 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.456893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 6c837463-85f5-4426-a633-13f478a4d3f5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:02.457265 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.467312 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.468611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.469772 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.588391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2e2d8-cffb-4401-ab60-378e7492f563 req-baaa9996-ff52-4d4d-81c3-9ee812ae38a3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.598770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-93c2e2d8-cffb-4401-ab60-378e7492f563 req-baaa9996-ff52-4d4d-81c3-9ee812ae38a3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0835187 Aug 20 11:31:02.621427 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] Pushing event updated for resources: {'Network': ['ID=48d94db8-dcee-4cae-96f1-9b818c07f624,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:02.634285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-3722441a-fce6-4c1b-918f-eb8c37540969 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5482759 Aug 20 11:31:02.636986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 48d94db8-dcee-4cae-96f1-9b818c07f624 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:31:02.643022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Request body: {'port': {'device_id': '4ce4e596-0a39-4735-bdac-263789900c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:02.672145 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-93c2e2d8-cffb-4401-ab60-378e7492f563 req-1837854b-ab94-4aa0-b52e-c0eb0c7d854c tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709021 Aug 20 11:31:02.752659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.759157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4a091c1f-1f51-4880-b27e-979bc5412f78 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2266741 Aug 20 11:31:02.764592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38316) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:02.765728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Request body: {'subnet': {'network_id': '48d94db8-dcee-4cae-96f1-9b818c07f624', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1437135714-subnet', 'tenant_id': '262729d4e0844e6d87c7a3889682ad95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:02.786120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178edfe9-c738-4d10-ad96-7d92da449840 req-11656d8d-b3da-4458-bac6-49c18cca666a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:02.787696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-178edfe9-c738-4d10-ad96-7d92da449840 req-11656d8d-b3da-4458-bac6-49c18cca666a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 931 time: 0.1142128 Aug 20 11:31:02.868463 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-178edfe9-c738-4d10-ad96-7d92da449840 req-a4ecd303-aba4-4ce6-90a5-07d6ef803fb7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588768 Aug 20 11:31:02.878303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Made reservation on behalf of 262729d4e0844e6d87c7a3889682ad95 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:02.880747 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:02.961938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b205b031-9631-4dcb-961e-7deffc9a08d0 None None] Provisioning for port 79d57ae9-a04a-46a2-b3b7-2b13a529629b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:02.967468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b205b031-9631-4dcb-961e-7deffc9a08d0 None None] Provisioning complete for port 79d57ae9-a04a-46a2-b3b7-2b13a529629b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:02.970805 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b205b031-9631-4dcb-961e-7deffc9a08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.022724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b205b031-9631-4dcb-961e-7deffc9a08d0 None None] Port 79d57ae9-a04a-46a2-b3b7-2b13a529629b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:03.113636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d57ae9-a04a-46a2-b3b7-2b13a529629b {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:03.121606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.135125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Transition to ACTIVE for port object 79d57ae9-a04a-46a2-b3b7-2b13a529629b will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:03.163117 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.236025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.292943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Pushing event updated for resources: {'Port': ['ID=79d57ae9-a04a-46a2-b3b7-2b13a529629b,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:03.327441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc8fde9b-9996-4eb2-b0b8-8c3ad13f09e2,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:03.339757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Checking segment: {'id': 'e0c62c10-90b8-41ba-8144-30d959379db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '48d94db8-dcee-4cae-96f1-9b818c07f624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:03.339757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Network hostable DHCP agents. Network: 48d94db8-dcee-4cae-96f1-9b818c07f624, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:31:03.352956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413d87c-8b30-413f-94a3-22eced9c2428 req-c7d64adc-aaaa-4ea1-93e3-cded84f8745b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.354357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4413d87c-8b30-413f-94a3-22eced9c2428 req-c7d64adc-aaaa-4ea1-93e3-cded84f8745b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1601164 Aug 20 11:31:03.403488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:03.403835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:03.404069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4413d87c-8b30-413f-94a3-22eced9c2428 req-fa0fb5f4-9a96-4b0c-9355-b6a17a40b33a tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392313 Aug 20 11:31:03.404598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:03.409914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:03.410242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:03.416678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:03.417067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Checking segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:03.417533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Bound using segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:03.418138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Bound port: 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:03.418395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.484066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Network 48d94db8-dcee-4cae-96f1-9b818c07f624 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:31:03.507592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:03.511044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:03.608162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 48d94db8-dcee-4cae-96f1-9b818c07f624) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:03.612471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.613072 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.618398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df23802b-b0a8-4010-aacb-02e08ac79cdf None None] Network 48d94db8-dcee-4cae-96f1-9b818c07f624 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:03.650285 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.710699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.710699 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:03.712760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] 10.222.0.38 "PUT /v2.0/ports/79d57ae9-a04a-46a2-b3b7-2b13a529629b HTTP/1.1" status: 200 len: 1091 time: 1.0756710 Aug 20 11:31:03.713292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:03.716627 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bb3624-5505-4357-83cb-74c3ce36de1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:03.735684 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f5f902ef-1521-47bb-91f8-556f98ca3ce5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9742477 Aug 20 11:31:03.755925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fe99e-3b2c-4fd4-85b4-af39cacd56ae service neutron] Pushing event updated for resources: {'Port': ['ID=79d57ae9-a04a-46a2-b3b7-2b13a529629b,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:03.823508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002403fe-d8fb-456d-95bd-1b8d2cdc8662 None None] Network 48d94db8-dcee-4cae-96f1-9b818c07f624 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:03.848555 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440082b-d1e3-448f-8062-81c57463b8f4 req-f62910e5-0f27-4e74-aae4-f1dfa648fe60 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:03.850485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7440082b-d1e3-448f-8062-81c57463b8f4 req-f62910e5-0f27-4e74-aae4-f1dfa648fe60 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0596218 Aug 20 11:31:03.923132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7440082b-d1e3-448f-8062-81c57463b8f4 req-2e1db2ba-929d-496d-870b-aeea0bc87112 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651395 Aug 20 11:31:04.052917 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a556d53-526c-4e23-af16-f4f30062c579 x-openstack-request-id: req-9a556d53-526c-4e23-af16-f4f30062c579 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:04.053856 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:04.054287 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a556d53-526c-4e23-af16-f4f30062c579 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:04.056967 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'status': 'completed', 'code': 200} Aug 20 11:31:04.071366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73951764-2800-430e-aba8-2b20647b20e4 req-b4586e71-2350-4f39-85de-355d846ceb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.075790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-b4586e71-2350-4f39-85de-355d846ceb3c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1094 time: 0.1930103 Aug 20 11:31:04.142540 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-b5721c21-958a-42b2-8b8b-96d55145716e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b HTTP/1.1" status: 200 len: 217 time: 0.0587788 Aug 20 11:31:04.152173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540f975-2609-4a04-8b4d-e5942ca055fe req-70fa9b68-278b-4a1a-a352-e9038f07b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.154056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e540f975-2609-4a04-8b4d-e5942ca055fe req-70fa9b68-278b-4a1a-a352-e9038f07b6b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69aebf447aa64ba9a869546d16cb5522&device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1097 time: 0.1261711 Aug 20 11:31:04.183625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c32c42-a207-42b1-883c-aaec1e7f0e30 req-19f87766-1aec-4e08-b44a-ae2395d85cbf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.192535 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2c32c42-a207-42b1-883c-aaec1e7f0e30 req-19f87766-1aec-4e08-b44a-ae2395d85cbf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 943 time: 0.0956485 Aug 20 11:31:04.222250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73951764-2800-430e-aba8-2b20647b20e4 req-f331548e-11a1-463d-b02d-8cea1668c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.223770 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-f331548e-11a1-463d-b02d-8cea1668c12b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a8b032c-14a8-4aa7-9655-34977b52dc14 HTTP/1.1" status: 200 len: 834 time: 0.0727794 Aug 20 11:31:04.235012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f453-86cf-426a-b294-0bacd36eee7b req-f79eef51-4610-48d0-a5f6-d422be0c24ed tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.242733 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d441f453-86cf-426a-b294-0bacd36eee7b req-f79eef51-4610-48d0-a5f6-d422be0c24ed tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1019804 Aug 20 11:31:04.298014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2c32c42-a207-42b1-883c-aaec1e7f0e30 req-0a311fe6-d749-410e-8699-4973f3eb7f8a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040332 Aug 20 11:31:04.312030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d441f453-86cf-426a-b294-0bacd36eee7b req-7d80c550-58f8-4c45-8466-391c081a379a tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683463 Aug 20 11:31:04.322926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73951764-2800-430e-aba8-2b20647b20e4 req-15283d9f-2e6e-4cfe-a5c7-643d0a8c3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.324590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-15283d9f-2e6e-4cfe-a5c7-643d0a8c3fa1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792830 Aug 20 11:31:04.340688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540f975-2609-4a04-8b4d-e5942ca055fe req-aa8ace4a-7388-4b9c-9cd4-23733395971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.342176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e540f975-2609-4a04-8b4d-e5942ca055fe req-aa8ace4a-7388-4b9c-9cd4-23733395971c service neutron] 10.222.0.38 "GET /v2.0/networks?id=44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 200 len: 920 time: 0.1802685 Aug 20 11:31:04.399554 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e540f975-2609-4a04-8b4d-e5942ca055fe req-b660e5b4-4335-4d59-b179-6be58b94bb26 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 217 time: 0.0470746 Aug 20 11:31:04.442222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-77be7e71-a9b0-4cc2-a276-b59870b0794b service neutron] 10.222.0.38 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083636 Aug 20 11:31:04.464316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540f975-2609-4a04-8b4d-e5942ca055fe req-58caaebc-76d3-457b-8f5a-98137c4e0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.465939 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e540f975-2609-4a04-8b4d-e5942ca055fe req-58caaebc-76d3-457b-8f5a-98137c4e0f4c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=054af14c-b5b7-40d0-b821-c833ee1deeaf HTTP/1.1" status: 200 len: 859 time: 0.0596056 Aug 20 11:31:04.505140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e540f975-2609-4a04-8b4d-e5942ca055fe req-049e83c6-280d-43b9-aad1-742142a49c01 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44463a5f-0c83-4b95-8b35-aaeef915fac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316565 Aug 20 11:31:04.553586 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73951764-2800-430e-aba8-2b20647b20e4 req-1107f508-4592-4572-91f3-3bb6346b105d service neutron] 10.222.0.38 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012511 Aug 20 11:31:04.684041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e540f975-2609-4a04-8b4d-e5942ca055fe req-e988a00d-8d5c-4005-9059-6a7ca8870456 service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713319 Aug 20 11:31:04.708654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00580547-a309-48c7-9241-0cf45f251533 req-2e9bf6c0-08fc-4a46-915a-9d4346a0681a tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.710620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-2e9bf6c0-08fc-4a46-915a-9d4346a0681a tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/networks?id=48d94db8-dcee-4cae-96f1-9b818c07f624 HTTP/1.1" status: 200 len: 818 time: 0.1546183 Aug 20 11:31:04.739205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-e2529f84-e786-46cb-86a2-9b5ada669e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.742951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-e2529f84-e786-46cb-86a2-9b5ada669e6f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1094 time: 0.0489161 Aug 20 11:31:04.759839 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-f565d991-b46c-4a9c-be5e-23be74301978 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/quotas/262729d4e0844e6d87c7a3889682ad95 HTTP/1.1" status: 200 len: 375 time: 0.0144267 Aug 20 11:31:04.854395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-169061fd-178d-40ef-a09d-875d0adc7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.856004 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-169061fd-178d-40ef-a09d-875d0adc7f75 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca HTTP/1.1" status: 200 len: 897 time: 0.1081653 Aug 20 11:31:04.903162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-3d7215d5-9529-48da-b516-9a45bc8c2ead service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b HTTP/1.1" status: 200 len: 217 time: 0.0395310 Aug 20 11:31:04.958901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-2a7b0162-20bc-4cd3-88c0-3cf7c058d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:04.964864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-2a7b0162-20bc-4cd3-88c0-3cf7c058d2df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a8b032c-14a8-4aa7-9655-34977b52dc14 HTTP/1.1" status: 200 len: 834 time: 0.0536933 Aug 20 11:31:05.061049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-5b228c44-949f-4e50-aba9-25a18eb8cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:05.063340 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-5b228c44-949f-4e50-aba9-25a18eb8cdd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902722 Aug 20 11:31:05.080641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6da1d-cc1e-41d5-a649-a45532f7d1f2 req-25dcc90b-a447-4126-b574-e134eefe69c0 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:05.083344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fd6da1d-cc1e-41d5-a649-a45532f7d1f2 req-25dcc90b-a447-4126-b574-e134eefe69c0 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0700867 Aug 20 11:31:05.138247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-18469274-510e-4c9b-9ddb-412c28e78735 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=262729d4e0844e6d87c7a3889682ad95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3656082 Aug 20 11:31:05.179055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fd6da1d-cc1e-41d5-a649-a45532f7d1f2 req-167be8a5-67ac-47d9-95c7-9affa9f9983f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866446 Aug 20 11:31:05.202484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e540f975-2609-4a04-8b4d-e5942ca055fe req-19014a91-c06a-478b-b0c1-4cece487ac22 service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102189 Aug 20 11:31:05.225694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-05fb4557-308c-4a5e-8bf4-aad9e47fccde service neutron] 10.222.0.38 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412222 Aug 20 11:31:05.256963 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-3afeb0b5-c798-45f8-af3d-98fb44cf4144 service neutron] 10.222.0.10 "GET /v2.0/networks/48d94db8-dcee-4cae-96f1-9b818c07f624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082821 Aug 20 11:31:05.324715 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71bb3624-5505-4357-83cb-74c3ce36de1e req-2c5d5c13-2849-4683-bec5-97b07484e832 service neutron] 10.222.0.38 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907404 Aug 20 11:31:05.410830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-2ec00809-090a-4ec2-9a3d-4d9c4b560d6a service neutron] 10.222.0.10 "GET /v2.0/networks/48d94db8-dcee-4cae-96f1-9b818c07f624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469276 Aug 20 11:31:05.455871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1fde4-daee-495a-b55e-555b2731c96e req-fce37399-4f8f-4489-8656-cc9a8a0eafcc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:05.457467 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38f1fde4-daee-495a-b55e-555b2731c96e req-fce37399-4f8f-4489-8656-cc9a8a0eafcc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 943 time: 0.0779152 Aug 20 11:31:05.502246 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38f1fde4-daee-495a-b55e-555b2731c96e req-f01252cf-3a9c-41b0-877e-0914b9ea0ab4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387180 Aug 20 11:31:05.612200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90974b-5c1a-4119-802d-6a3b2d8954f9 req-4dbab105-0815-4e27-9141-f380ef104283 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:05.613840 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b90974b-5c1a-4119-802d-6a3b2d8954f9 req-4dbab105-0815-4e27-9141-f380ef104283 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0577323 Aug 20 11:31:05.674197 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b90974b-5c1a-4119-802d-6a3b2d8954f9 req-49672205-7a74-417f-842d-29297db95029 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 Aug 20 11:31:05.687948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf6f3271-a82b-4e84-983a-d2ca8a537176 req-963abbcc-25d8-4724-a26d-b426ff922a34 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 210 time: 0.0306478 Aug 20 11:31:06.319647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789b8f1-42ba-420a-a48a-f6b0a5c69069 req-04606797-2f18-4aca-b0b4-3fdc3cb4fcb2 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:06.321221 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5789b8f1-42ba-420a-a48a-f6b0a5c69069 req-04606797-2f18-4aca-b0b4-3fdc3cb4fcb2 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0612905 Aug 20 11:31:06.361456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5789b8f1-42ba-420a-a48a-f6b0a5c69069 req-29aaa0ef-fe20-4972-93db-30a67f9377a6 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Aug 20 11:31:06.630570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a9961-1cf8-408d-bb50-52dfaba84f51 req-a165c6cb-e77e-4212-bab1-95950a6344f6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:06.632324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e57a9961-1cf8-408d-bb50-52dfaba84f51 req-a165c6cb-e77e-4212-bab1-95950a6344f6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 943 time: 0.0571911 Aug 20 11:31:06.673875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e57a9961-1cf8-408d-bb50-52dfaba84f51 req-52c37350-a326-486d-af3b-ef8630a10766 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347600 Aug 20 11:31:06.698405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 79d57ae9-a04a-46a2-b3b7-2b13a529629b details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:06.822388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287c7ac-bd88-4860-92d7-5d99900c4401 req-58854b0d-bd2a-4553-8163-daeb1a0926e1 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:06.824327 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6287c7ac-bd88-4860-92d7-5d99900c4401 req-58854b0d-bd2a-4553-8163-daeb1a0926e1 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0788469 Aug 20 11:31:06.827081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bee372d-cf05-4299-926e-0a52ec5ee151 req-76974ae0-ed0e-41d3-a099-8bb2af5ed16d tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 210 time: 0.0372713 Aug 20 11:31:06.840032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:06.854154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'port_id': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'mac_address': 'fa:16:3e:73:cb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:06.874620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6287c7ac-bd88-4860-92d7-5d99900c4401 req-be3fff69-8c95-43ba-822c-22349f4a18a4 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 Aug 20 11:31:06.898072 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:06.912440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d57ae9-a04a-46a2-b3b7-2b13a529629b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:06.939300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:07.019368 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:07.071501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=79d57ae9-a04a-46a2-b3b7-2b13a529629b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:07.282936 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['79d57ae9-a04a-46a2-b3b7-2b13a529629b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:07.501041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66bdbb-cdc7-4220-a651-3e50bd729573 req-622db736-3bd4-43ed-b161-867afba826f1 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:07.502667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c66bdbb-cdc7-4220-a651-3e50bd729573 req-622db736-3bd4-43ed-b161-867afba826f1 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0679317 Aug 20 11:31:07.544159 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c66bdbb-cdc7-4220-a651-3e50bd729573 req-855dbef2-fb27-4a02-b25c-1ef99c0d0024 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349650 Aug 20 11:31:07.793203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc25b8-7b27-4acc-90a0-71ee49866a6f req-f1d61ac3-6b82-44cb-ad04-d21c37d7769d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:07.794775 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25cc25b8-7b27-4acc-90a0-71ee49866a6f req-f1d61ac3-6b82-44cb-ad04-d21c37d7769d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 944 time: 0.0515432 Aug 20 11:31:07.833900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25cc25b8-7b27-4acc-90a0-71ee49866a6f req-bde1887a-1e45-4b64-adab-107b62a9afd1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331495 Aug 20 11:31:07.925754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0737b2f4-52e3-4012-8fc1-c83f5805684b req-6f745421-b218-4d7a-a67f-77dd541aa5b4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 210 time: 0.0264328 Aug 20 11:31:07.992976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f4c4d-634f-438b-a2c1-f68c5844b6ab req-fbab2b13-ed16-4da6-a43f-03ba12bf777c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:07.994462 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc2f4c4d-634f-438b-a2c1-f68c5844b6ab req-fbab2b13-ed16-4da6-a43f-03ba12bf777c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0495679 Aug 20 11:31:08.037348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc2f4c4d-634f-438b-a2c1-f68c5844b6ab req-fd54200e-cb3c-4e49-b445-fecacb2374a8 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358319 Aug 20 11:31:08.701991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 79d57ae9-a04a-46a2-b3b7-2b13a529629b up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:08.711135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dad43-8005-49cf-9629-92fea33a049c req-b2351272-a0ba-4607-96f9-a3d4fff87653 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.712660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e19dad43-8005-49cf-9629-92fea33a049c req-b2351272-a0ba-4607-96f9-a3d4fff87653 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0906875 Aug 20 11:31:08.723274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00580547-a309-48c7-9241-0cf45f251533 req-61604dac-196b-4d3a-ba34-0c324f4aa168 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.724744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-61604dac-196b-4d3a-ba34-0c324f4aa168 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.57 "GET /v2.0/networks?id=48d94db8-dcee-4cae-96f1-9b818c07f624 HTTP/1.1" status: 200 len: 818 time: 0.1588931 Aug 20 11:31:08.745692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Request body: {'port': {'device_id': 'f767a218-2426-4bf1-a86c-cb5a256efcc1', 'network_id': '48d94db8-dcee-4cae-96f1-9b818c07f624', 'admin_state_up': True, 'tenant_id': '262729d4e0844e6d87c7a3889682ad95'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:08.813782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e19dad43-8005-49cf-9629-92fea33a049c req-1a957cfe-1502-41f3-af02-b46035e2bd0d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879629 Aug 20 11:31:08.848691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 79d57ae9-a04a-46a2-b3b7-2b13a529629b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:08.852655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 79d57ae9-a04a-46a2-b3b7-2b13a529629b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:08.853357 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.939465 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.945722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Made reservation on behalf of 262729d4e0844e6d87c7a3889682ad95 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:08.953922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:08.962508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c9842-36d3-4fee-bff9-35ad0548c2da req-52038e67-9767-4981-b76c-7376cc78660d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:08.964071 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a0c9842-36d3-4fee-bff9-35ad0548c2da req-52038e67-9767-4981-b76c-7376cc78660d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 944 time: 0.0555203 Aug 20 11:31:08.967494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:08.970112 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1288a0-fcf5-4c4a-84b3-0c43f8ab08c9" -d '{"events": [{"server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "name": "network-vif-plugged", "status": "completed", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:08.989073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:09.023352 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a0c9842-36d3-4fee-bff9-35ad0548c2da req-d0a70cb5-c27f-4cfd-bf5b-0c962616938c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523436 Aug 20 11:31:09.064075 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:09.073712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c506bc2-2e8c-47db-b9d3-2a59b4fd87f2 req-54538126-3276-4a8d-9f3e-25519ebb6c9c tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 210 time: 0.0537627 Aug 20 11:31:09.109413 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3bdc7a-009b-4713-a3d8-73aa6c0bcf77 x-openstack-request-id: req-8c3bdc7a-009b-4713-a3d8-73aa6c0bcf77 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:09.109716 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "name": "network-vif-plugged", "status": "completed", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:09.110043 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c3bdc7a-009b-4713-a3d8-73aa6c0bcf77 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:09.111940 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'code': 200} Aug 20 11:31:09.131419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=79d57ae9-a04a-46a2-b3b7-2b13a529629b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:09.156173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Allocated IP 172.20.0.5 (48d94db8-dcee-4cae-96f1-9b818c07f624/dc8fde9b-9996-4eb2-b0b8-8c3ad13f09e2/3d8df12b-3114-4d92-b839-54f5eb373069) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:09.245788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01be65-8b56-4408-9673-f41d00f8ebbf req-92846964-f19a-48b7-858b-8516097f3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:09.248567 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb01be65-8b56-4408-9673-f41d00f8ebbf req-92846964-f19a-48b7-858b-8516097f3ef9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1096 time: 0.0685844 Aug 20 11:31:09.285734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2b84-8b78-4565-816b-7e361ad90f5d req-be1c1c3d-670b-4c00-91a4-60a4eeb930f5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:09.287559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16dd2b84-8b78-4565-816b-7e361ad90f5d req-be1c1c3d-670b-4c00-91a4-60a4eeb930f5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1182723 Aug 20 11:31:09.291819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb01be65-8b56-4408-9673-f41d00f8ebbf req-a3aefe53-ed30-4e3f-8205-4341e9b1c4cf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352211 Aug 20 11:31:09.392334 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16dd2b84-8b78-4565-816b-7e361ad90f5d req-1ed2e72c-cb6c-4f9e-8d8d-e278d6f197cd tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863874 Aug 20 11:31:09.426750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:09.540429 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:09.588261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Network 48d94db8-dcee-4cae-96f1-9b818c07f624 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:09.591546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:09.594989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:09.627360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Pushing event updated for resources: {'Port': ['ID=3d8df12b-3114-4d92-b839-54f5eb373069,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:09.652607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:09.653199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:09.746855 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-c228a7ef-80f2-4f28-b501-b558da8449e4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0064783 Aug 20 11:31:09.761389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-4e9456c4-4cf6-4425-a6de-23bbd52c2f28 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:31:09.762400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-4e9456c4-4cf6-4425-a6de-23bbd52c2f28 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054469 Aug 20 11:31:09.821789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Request body: {'port': {'device_id': 'f767a218-2426-4bf1-a86c-cb5a256efcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:09.884115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:09.942247 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e6e7e-322b-4584-9864-c86d519c9046 req-f71f9355-3b74-4e59-872e-301de6fcb5e4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:09.942247 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f53e6e7e-322b-4584-9864-c86d519c9046 req-f71f9355-3b74-4e59-872e-301de6fcb5e4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0523288 Aug 20 11:31:09.980218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f53e6e7e-322b-4584-9864-c86d519c9046 req-10c91267-b4ae-4ba8-ad59-98303f30a4f1 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Aug 20 11:31:10.194853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d38a5-a51b-4231-a20b-e63471b6f85e req-51278896-337f-471f-8e1e-fef46afd4fb7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.196308 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-482d38a5-a51b-4231-a20b-e63471b6f85e req-51278896-337f-471f-8e1e-fef46afd4fb7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.0927074 Aug 20 11:31:10.203632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60a961-095b-421c-b8dd-7cd199a39de7 req-3a80c87e-ae39-4de1-a041-9f8328b28e78 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.205210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b60a961-095b-421c-b8dd-7cd199a39de7 req-3a80c87e-ae39-4de1-a041-9f8328b28e78 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 931 time: 0.0531988 Aug 20 11:31:10.208407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8df12b-3114-4d92-b839-54f5eb373069 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:10.223376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.246835 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b60a961-095b-421c-b8dd-7cd199a39de7 req-11ad1bbc-6e1f-448b-adb1-f88fdc3a2551 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357137 Aug 20 11:31:10.250844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Transition to ACTIVE for port object 3d8df12b-3114-4d92-b839-54f5eb373069 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:10.258465 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-482d38a5-a51b-4231-a20b-e63471b6f85e req-f45c5f72-6aae-429f-87a9-f4a12377b678 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454259 Aug 20 11:31:10.334264 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.393672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8df12b-3114-4d92-b839-54f5eb373069,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:10.471719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Attempting to bind port 3d8df12b-3114-4d92-b839-54f5eb373069 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:10.471993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Attempting to bind port 3d8df12b-3114-4d92-b839-54f5eb373069 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e0c62c10-90b8-41ba-8144-30d959379db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '48d94db8-dcee-4cae-96f1-9b818c07f624'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:10.472299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Attempting to bind port 3d8df12b-3114-4d92-b839-54f5eb373069 on network 48d94db8-dcee-4cae-96f1-9b818c07f624 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:10.476870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Port 3d8df12b-3114-4d92-b839-54f5eb373069 on network 48d94db8-dcee-4cae-96f1-9b818c07f624 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:10.477255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Attempting to bind port 3d8df12b-3114-4d92-b839-54f5eb373069 on network 48d94db8-dcee-4cae-96f1-9b818c07f624 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:10.482738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:10.483082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Checking segment: {'id': 'e0c62c10-90b8-41ba-8144-30d959379db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '48d94db8-dcee-4cae-96f1-9b818c07f624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:10.484351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Bound using segment: {'id': 'e0c62c10-90b8-41ba-8144-30d959379db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '48d94db8-dcee-4cae-96f1-9b818c07f624'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:10.484351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Bound port: 3d8df12b-3114-4d92-b839-54f5eb373069, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c62c10-90b8-41ba-8144-30d959379db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '48d94db8-dcee-4cae-96f1-9b818c07f624'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:10.484351 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.521867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7c545-6fd3-4524-aba8-2effe6749029 req-70d99b3f-0c60-4619-8bbf-21b18e9dcfba tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.528271 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37f7c545-6fd3-4524-aba8-2effe6749029 req-70d99b3f-0c60-4619-8bbf-21b18e9dcfba tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0573466 Aug 20 11:31:10.561579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] For port 3d8df12b-3114-4d92-b839-54f5eb373069, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:10.564943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] For port 3d8df12b-3114-4d92-b839-54f5eb373069, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3d8df12b-3114-4d92-b839-54f5eb373069,segment=NetworkSegment(e0c62c10-90b8-41ba-8144-30d959379db5),segment_id=e0c62c10-90b8-41ba-8144-30d959379db5)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:10.565752 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37f7c545-6fd3-4524-aba8-2effe6749029 req-de01fc50-5b24-429c-8807-232bf7f08344 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353837 Aug 20 11:31:10.643824 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.682953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.683533 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:10.685464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] 10.222.0.57 "PUT /v2.0/ports/3d8df12b-3114-4d92-b839-54f5eb373069 HTTP/1.1" status: 200 len: 1091 time: 0.9152730 Aug 20 11:31:10.686061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f767a218-2426-4bf1-a86c-cb5a256efcc1', 'tag': '3d8df12b-3114-4d92-b839-54f5eb373069'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:10.688614 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0585081b-c0ad-46f3-9e76-4e9a22969f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f767a218-2426-4bf1-a86c-cb5a256efcc1", "tag": "3d8df12b-3114-4d92-b839-54f5eb373069"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:10.713145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37fc08-7b1e-4d6f-87b2-6621eb5c9788 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8df12b-3114-4d92-b839-54f5eb373069,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:10.731792 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ee6652-0df0-4715-8c30-99927e770a6c x-openstack-request-id: req-e5ee6652-0df0-4715-8c30-99927e770a6c {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:10.732122 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f767a218-2426-4bf1-a86c-cb5a256efcc1", "tag": "3d8df12b-3114-4d92-b839-54f5eb373069", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:10.732406 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5ee6652-0df0-4715-8c30-99927e770a6c {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:10.732816 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f767a218-2426-4bf1-a86c-cb5a256efcc1', 'tag': '3d8df12b-3114-4d92-b839-54f5eb373069', 'status': 'completed', 'code': 200} Aug 20 11:31:10.803975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585081b-c0ad-46f3-9e76-4e9a22969f8b req-5ffdb84f-8409-4d31-983f-ae54d1dc0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.805498 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0585081b-c0ad-46f3-9e76-4e9a22969f8b req-5ffdb84f-8409-4d31-983f-ae54d1dc0df9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=262729d4e0844e6d87c7a3889682ad95&device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 1094 time: 0.0501595 Aug 20 11:31:10.919900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585081b-c0ad-46f3-9e76-4e9a22969f8b req-9e229cdc-bf0c-44bf-90a4-8cf205d9cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:10.921418 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0585081b-c0ad-46f3-9e76-4e9a22969f8b req-9e229cdc-bf0c-44bf-90a4-8cf205d9cb06 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=262729d4e0844e6d87c7a3889682ad95&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1037285 Aug 20 11:31:11.020235 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:11.024058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585081b-c0ad-46f3-9e76-4e9a22969f8b req-5ccd0968-eecd-41d7-aa2b-b5963d9efe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.025841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0585081b-c0ad-46f3-9e76-4e9a22969f8b req-5ccd0968-eecd-41d7-aa2b-b5963d9efe81 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957537 Aug 20 11:31:11.103318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08895f1d-00c0-4689-8d01-c22a5a6e515a req-6dddcc2a-3ace-415a-94e6-6a15878265e3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.105130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08895f1d-00c0-4689-8d01-c22a5a6e515a req-6dddcc2a-3ace-415a-94e6-6a15878265e3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0509114 Aug 20 11:31:11.110792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00580547-a309-48c7-9241-0cf45f251533 req-6165f004-2e05-4e8c-8ff0-3dd36a80c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.112390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-6165f004-2e05-4e8c-8ff0-3dd36a80c405 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=262729d4e0844e6d87c7a3889682ad95&device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 1094 time: 0.0428274 Aug 20 11:31:11.145088 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08895f1d-00c0-4689-8d01-c22a5a6e515a req-3579004a-a656-4a55-9cdd-56c0dc503749 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Aug 20 11:31:11.159857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-0444c373-bd0e-40b2-8400-d5e0bad2cfcb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d8df12b-3114-4d92-b839-54f5eb373069 HTTP/1.1" status: 200 len: 217 time: 0.0392036 Aug 20 11:31:11.208283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00580547-a309-48c7-9241-0cf45f251533 req-012cd72f-4a0a-4284-b9b8-1691ffcdf7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.209748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-012cd72f-4a0a-4284-b9b8-1691ffcdf7d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc8fde9b-9996-4eb2-b0b8-8c3ad13f09e2 HTTP/1.1" status: 200 len: 858 time: 0.0438566 Aug 20 11:31:11.247178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-9bf7b2f2-c5b7-455a-86f9-6da5184cb478 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d94db8-dcee-4cae-96f1-9b818c07f624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255845 Aug 20 11:31:11.387832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fcb47-dc43-4edc-9885-e4dbc38077d7 req-424eea18-9e79-43ac-b0a1-0247a3c4c493 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.389367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd3fcb47-dc43-4edc-9885-e4dbc38077d7 req-424eea18-9e79-43ac-b0a1-0247a3c4c493 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.0586450 Aug 20 11:31:11.404162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a900e7-6775-42bc-8723-4b36b859b353 req-8cd71b69-46b4-4fe3-a595-0d5b179b0bfb tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.405770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-03a900e7-6775-42bc-8723-4b36b859b353 req-8cd71b69-46b4-4fe3-a595-0d5b179b0bfb tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 943 time: 0.0784450 Aug 20 11:31:11.412084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-43e09f2d-8f08-4dd4-9d8e-98ae93d00bdf service neutron] 10.222.0.57 "GET /v2.0/networks/48d94db8-dcee-4cae-96f1-9b818c07f624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505604 Aug 20 11:31:11.437031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd3fcb47-dc43-4edc-9885-e4dbc38077d7 req-0921da7e-f37f-49c1-95b1-4307354d4b33 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 Aug 20 11:31:11.499208 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-03a900e7-6775-42bc-8723-4b36b859b353 req-336d99bf-0796-486c-b112-747918d4c7b4 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857599 Aug 20 11:31:11.537685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00580547-a309-48c7-9241-0cf45f251533 req-cecbc734-0ebd-4303-95b4-aa1d33d36068 service neutron] 10.222.0.57 "GET /v2.0/networks/48d94db8-dcee-4cae-96f1-9b818c07f624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068056 Aug 20 11:31:11.560939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3646a7-b2df-421d-9b15-d3979cdcd68c req-fc09b50b-a05a-4dda-9a18-977752ab4f04 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.562481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df3646a7-b2df-421d-9b15-d3979cdcd68c req-fc09b50b-a05a-4dda-9a18-977752ab4f04 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.0525608 Aug 20 11:31:11.601518 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df3646a7-b2df-421d-9b15-d3979cdcd68c req-e0ef95b4-cc58-49b4-ac7d-0a7e5d2235b7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326879 Aug 20 11:31:11.624308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38434) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:11.694349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215735c5-fff3-4f30-ab18-fad65122126d tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.695926 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-215735c5-fff3-4f30-ab18-fad65122126d tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1091 time: 0.0705609 Aug 20 11:31:11.699346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38438) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:11.703871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:11.717215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94d179-d88d-41e2-a9cf-f8c107472053 req-debf7403-f1aa-48a6-acf6-9ff5db04ec7c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:11.718404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa94d179-d88d-41e2-a9cf-f8c107472053 req-debf7403-f1aa-48a6-acf6-9ff5db04ec7c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0834463 Aug 20 11:31:11.763805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa94d179-d88d-41e2-a9cf-f8c107472053 req-452b2e08-648f-4160-9c39-40a930dc206e tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380304 Aug 20 11:31:11.865575 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:11.968653 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.081300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.25.4.193 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/4175f24d-cf79-46db-8a34-c1dbc9a0f40e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:12.188471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.260097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2e228-9560-4692-ad36-d88fd9323e60 req-ff6a9a9d-bf26-48ed-b707-8f17391ade00 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:12.261573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ccb2e228-9560-4692-ad36-d88fd9323e60 req-ff6a9a9d-bf26-48ed-b707-8f17391ade00 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0481234 Aug 20 11:31:12.289051 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.301337 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ccb2e228-9560-4692-ad36-d88fd9323e60 req-b5c52629-b4d9-40b0-aa5c-7142fcee2ea9 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337238 Aug 20 11:31:12.336308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:12.339253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:12.342526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:12.351741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=4175f24d-cf79-46db-8a34-c1dbc9a0f40e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:12.689730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17214f1d-34b2-477b-8c32-5ed9d4892ad7 req-5c99bcf8-73e1-433f-9abc-711b90cdf55b tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:12.691291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-17214f1d-34b2-477b-8c32-5ed9d4892ad7 req-5c99bcf8-73e1-433f-9abc-711b90cdf55b tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 943 time: 0.1171527 Aug 20 11:31:12.777232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-17214f1d-34b2-477b-8c32-5ed9d4892ad7 req-37ad2953-efb2-4a79-86d8-dcaa55e1f4da tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791514 Aug 20 11:31:12.786753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.880755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d298f3-6f4d-4602-ba05-0e3ce5835c4d req-a5684c7d-16aa-4e0d-a3df-2c7d8a6ebfe8 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:12.882238 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0d298f3-6f4d-4602-ba05-0e3ce5835c4d req-a5684c7d-16aa-4e0d-a3df-2c7d8a6ebfe8 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0488060 Aug 20 11:31:12.920366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:12.925031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0d298f3-6f4d-4602-ba05-0e3ce5835c4d req-30777f18-e20f-4b4d-b402-558ba7e85843 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366881 Aug 20 11:31:13.076651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.139732 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.216053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=4175f24d-cf79-46db-8a34-c1dbc9a0f40e,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:13.235785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.261351 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:13.351737 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Floating IP 8766ec40-2047-4b1c-b94a-a8359ddbac2d associated. External IP: 172.25.4.193, port: 79d57ae9-a04a-46a2-b3b7-2b13a529629b. Aug 20 11:31:13.501408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876d146-7856-428c-a935-b288c27a4a8a req-43eb1cd6-27eb-4b75-988e-def1dcad9918 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:13.503030 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7876d146-7856-428c-a935-b288c27a4a8a req-43eb1cd6-27eb-4b75-988e-def1dcad9918 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.1014929 Aug 20 11:31:13.581693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7876d146-7856-428c-a935-b288c27a4a8a req-879204f7-b9a9-45de-99cc-4adaf70eff16 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711687 Aug 20 11:31:13.647967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 71436fc4-86db-425e-bd01-cb1b11d644b1 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:13.814548 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3d8df12b-3114-4d92-b839-54f5eb373069 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:13.938481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3d8df12b-3114-4d92-b839-54f5eb373069, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3d8df12b-3114-4d92-b839-54f5eb373069,segment=NetworkSegment(e0c62c10-90b8-41ba-8144-30d959379db5),segment_id=e0c62c10-90b8-41ba-8144-30d959379db5)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:13.941530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3fe27-08dc-4da8-bcef-318c2fdb4bf7 req-1a56ca01-7a6b-4659-b3b7-b408b4dc6faf tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:13.949847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d0b3fe27-08dc-4da8-bcef-318c2fdb4bf7 req-1a56ca01-7a6b-4659-b3b7-b408b4dc6faf tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 943 time: 0.0798316 Aug 20 11:31:13.981000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '3d8df12b-3114-4d92-b839-54f5eb373069', 'network_id': '48d94db8-dcee-4cae-96f1-9b818c07f624', 'port_id': '3d8df12b-3114-4d92-b839-54f5eb373069', 'mac_address': 'fa:16:3e:89:bd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8fde9b-9996-4eb2-b0b8-8c3ad13f09e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:14.004842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d0b3fe27-08dc-4da8-bcef-318c2fdb4bf7 req-4317a6b3-3abf-4629-8d20-67b8dbe7c21c tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540259 Aug 20 11:31:14.064279 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.079681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8df12b-3114-4d92-b839-54f5eb373069 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:14.106125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3d8df12b-3114-4d92-b839-54f5eb373069, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3d8df12b-3114-4d92-b839-54f5eb373069,segment=NetworkSegment(e0c62c10-90b8-41ba-8144-30d959379db5),segment_id=e0c62c10-90b8-41ba-8144-30d959379db5)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:14.159608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99acee-e419-47db-a667-e76dd3c5c31a req-d820927a-ce51-4cd8-818c-1f4f823b655e tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:14.161083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf99acee-e419-47db-a667-e76dd3c5c31a req-d820927a-ce51-4cd8-818c-1f4f823b655e tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1000452 Aug 20 11:31:14.182923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:14.185819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.195921 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] Sync routers for ids ['71436fc4-86db-425e-bd01-cb1b11d644b1'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:14.208454 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] Routers {'71436fc4-86db-425e-bd01-cb1b11d644b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:14.209122 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71436fc4-86db-425e-bd01-cb1b11d644b1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:14.226756 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf99acee-e419-47db-a667-e76dd3c5c31a req-c36d9b73-a855-4ea8-a464-8a7fb68a8438 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544086 Aug 20 11:31:14.277615 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:14.289725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3d8df12b-3114-4d92-b839-54f5eb373069,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:14.330870 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] Set router 71436fc4-86db-425e-bd01-cb1b11d644b1 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:14.333357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-04cd93b9-7d33-4e43-8038-d42a27046a2f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6321809 Aug 20 11:31:14.333357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:14.335596 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0425058c-8676-43b4-a258-7c6db96a8de4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:14.451766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3d8df12b-3114-4d92-b839-54f5eb373069'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:14.464091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4737eea-cde5-4ad7-9b7a-8e6e02da6c97 req-1a9ab763-3956-4a07-a914-f4c645864de3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:14.467597 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4737eea-cde5-4ad7-9b7a-8e6e02da6c97 req-1a9ab763-3956-4a07-a914-f4c645864de3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.0801706 Aug 20 11:31:14.514792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4737eea-cde5-4ad7-9b7a-8e6e02da6c97 req-7df24e40-c376-4661-a3ab-c17b9bc23a75 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411687 Aug 20 11:31:14.537489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38476) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:14.569278 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5580316-f90a-407a-8319-dbf73b804bae x-openstack-request-id: req-f5580316-f90a-407a-8319-dbf73b804bae {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:14.569800 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:14.570224 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5580316-f90a-407a-8319-dbf73b804bae {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:14.570851 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'status': 'completed', 'code': 200} Aug 20 11:31:14.623245 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:54Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '8766ec40-2047-4b1c-b94a-a8359ddbac2d', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'port_id': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'mac_address': 'fa:16:3e:73:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce4e596-0a39-4735-bdac-263789900c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:12Z', 'updated_at': '2021-08-20T11:31:12Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c837463-85f5-4426-a633-13f478a4d3f5', 'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:8b:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:53Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:14.663977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-609a8fad-dc36-472c-9841-d63287acb07f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/8766ec40-2047-4b1c-b94a-a8359ddbac2d HTTP/1.1" status: 200 len: 991 time: 0.1251187 Aug 20 11:31:14.674946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-cd34417e-5157-48c7-9d54-63d8b79897d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:14.676916 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-cd34417e-5157-48c7-9d54-63d8b79897d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1096 time: 0.0786951 Aug 20 11:31:14.677966 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] Checking router: 71436fc4-86db-425e-bd01-cb1b11d644b1 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:14.690123 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] Routers {'71436fc4-86db-425e-bd01-cb1b11d644b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:14.690809 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:30:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71436fc4-86db-425e-bd01-cb1b11d644b1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:14.741186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdbe44-ddb7-44b4-aadb-d0a17c19fbcf req-a16fa20e-8b86-4d62-83e7-9014011c0591 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:14.743216 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-82bdbe44-ddb7-44b4-aadb-d0a17c19fbcf req-a16fa20e-8b86-4d62-83e7-9014011c0591 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0659368 Aug 20 11:31:14.808550 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-82bdbe44-ddb7-44b4-aadb-d0a17c19fbcf req-12f3adb1-3a68-4a9d-ac85-267083bed086 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514588 Aug 20 11:31:14.818024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-0529ce01-157e-474b-b2b2-631f13a92c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:14.818298 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] Set router 71436fc4-86db-425e-bd01-cb1b11d644b1 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:14.819884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-0529ce01-157e-474b-b2b2-631f13a92c38 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca HTTP/1.1" status: 200 len: 897 time: 0.1354535 Aug 20 11:31:14.945516 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0e4448d-f0be-47b4-a238-fd724b7099fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.083099 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:54Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '8766ec40-2047-4b1c-b94a-a8359ddbac2d', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'port_id': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'mac_address': 'fa:16:3e:73:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce4e596-0a39-4735-bdac-263789900c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:12Z', 'updated_at': '2021-08-20T11:31:12Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c837463-85f5-4426-a633-13f478a4d3f5', 'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:8b:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:53Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:15.116587 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7fb20b-e492-4ca2-903d-bbe074ab02e4 None None] The sync data for ids ['71436fc4-86db-425e-bd01-cb1b11d644b1'] in n-d-804230-3 is: [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:54Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '8766ec40-2047-4b1c-b94a-a8359ddbac2d', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.193', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'port_id': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'mac_address': 'fa:16:3e:73:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce4e596-0a39-4735-bdac-263789900c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:12Z', 'updated_at': '2021-08-20T11:31:12Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c837463-85f5-4426-a633-13f478a4d3f5', 'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:8b:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:53Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:15.248734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-f91f9c0d-2d3d-4910-8a70-e828632e2022 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b HTTP/1.1" status: 200 len: 999 time: 0.4197378 Aug 20 11:31:15.327426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd43ee-fbc9-4dd8-8575-50499e1dd0a8 req-bbecfe3e-9da8-437a-abd6-136d12e542fb tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.336277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8bdd43ee-fbc9-4dd8-8575-50499e1dd0a8 req-bbecfe3e-9da8-437a-abd6-136d12e542fb tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 944 time: 0.1006858 Aug 20 11:31:15.340489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-7c485330-b567-4c78-81f6-e943daf3a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.341994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-7c485330-b567-4c78-81f6-e943daf3a20b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a8b032c-14a8-4aa7-9655-34977b52dc14 HTTP/1.1" status: 200 len: 834 time: 0.0775523 Aug 20 11:31:15.364894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894a302-91e3-4ec9-9bed-6df72c327273 req-f77412df-44e0-46c0-b887-5cab1bb87a65 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.367181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e894a302-91e3-4ec9-9bed-6df72c327273 req-f77412df-44e0-46c0-b887-5cab1bb87a65 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0613544 Aug 20 11:31:15.393415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335a50f3-ed06-42f0-886b-9d4d7318fc6d None None] New status for floating IP 8766ec40-2047-4b1c-b94a-a8359ddbac2d: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:31:15.433851 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8bdd43ee-fbc9-4dd8-8575-50499e1dd0a8 req-e1b8717f-d6b6-4e7c-ab87-23300ca848c3 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960450 Aug 20 11:31:15.446069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e894a302-91e3-4ec9-9bed-6df72c327273 req-a463269c-2edc-4315-b79c-108880d31b61 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624363 Aug 20 11:31:15.457254 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-1409f75d-e8dc-4023-8042-72d83c8e5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.459361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-1409f75d-e8dc-4023-8042-72d83c8e5d72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025805 Aug 20 11:31:15.570888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-2dfca50d-9a10-467d-9227-d73039879580 service neutron] 10.222.0.38 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961742 Aug 20 11:31:15.668413 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38496) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:15.681939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0425058c-8676-43b4-a258-7c6db96a8de4 req-a132b9e5-207c-4cf2-9938-bf5b59b0da4e service neutron] 10.222.0.38 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969846 Aug 20 11:31:15.747720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-17cde2e2-38c7-4a1b-b5d2-420c5426ba63 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/8766ec40-2047-4b1c-b94a-a8359ddbac2d HTTP/1.1" status: 200 len: 993 time: 0.0769396 Aug 20 11:31:15.819668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3d8df12b-3114-4d92-b839-54f5eb373069 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:15.945740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f5068-cd5b-4589-b2f5-fc980bcbaec2 req-42e68060-5616-4445-b7d8-4fd2c8c5c746 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:15.947186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-891f5068-cd5b-4589-b2f5-fc980bcbaec2 req-42e68060-5616-4445-b7d8-4fd2c8c5c746 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0547638 Aug 20 11:31:15.962650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 3d8df12b-3114-4d92-b839-54f5eb373069 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:15.974848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 3d8df12b-3114-4d92-b839-54f5eb373069 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:15.974848 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:15.991850 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-891f5068-cd5b-4589-b2f5-fc980bcbaec2 req-7239e927-56c8-4d76-b16e-6a18134c300a tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Aug 20 11:31:16.061137 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.086099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f767a218-2426-4bf1-a86c-cb5a256efcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8df12b-3114-4d92-b839-54f5eb373069'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:16.088456 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeffc12-ee76-4b46-9e18-797f0bac1534" -d '{"events": [{"server_uuid": "f767a218-2426-4bf1-a86c-cb5a256efcc1", "name": "network-vif-plugged", "status": "completed", "tag": "3d8df12b-3114-4d92-b839-54f5eb373069"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:16.102594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3d8df12b-3114-4d92-b839-54f5eb373069, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3d8df12b-3114-4d92-b839-54f5eb373069,segment=NetworkSegment(e0c62c10-90b8-41ba-8144-30d959379db5),segment_id=e0c62c10-90b8-41ba-8144-30d959379db5)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:16.127354 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9136ee31-c041-45b5-a939-c7da647fd3ce x-openstack-request-id: req-9136ee31-c041-45b5-a939-c7da647fd3ce {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:16.127642 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f767a218-2426-4bf1-a86c-cb5a256efcc1", "name": "network-vif-plugged", "status": "completed", "tag": "3d8df12b-3114-4d92-b839-54f5eb373069", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:16.135214 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9136ee31-c041-45b5-a939-c7da647fd3ce {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:16.135214 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f767a218-2426-4bf1-a86c-cb5a256efcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8df12b-3114-4d92-b839-54f5eb373069', 'code': 200} Aug 20 11:31:16.179605 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:16.234610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3d8df12b-3114-4d92-b839-54f5eb373069,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:16.236023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686459e-bc0d-4ec6-b7a6-b66631ffc5b1 req-d6460a00-33ef-4564-998b-5aab0e5cd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:16.245954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1686459e-bc0d-4ec6-b7a6-b66631ffc5b1 req-d6460a00-33ef-4564-998b-5aab0e5cd8ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 1096 time: 0.0487895 Aug 20 11:31:16.283667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1686459e-bc0d-4ec6-b7a6-b66631ffc5b1 req-5f5614ca-8d44-49b8-a301-fcf9a3579a6f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 Aug 20 11:31:16.552793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e581f5-9105-4e56-9d6c-60a3eb0b4bf1 req-7e1054f4-708c-4fd5-a00c-186e2eabbebe tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:16.560745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8e581f5-9105-4e56-9d6c-60a3eb0b4bf1 req-7e1054f4-708c-4fd5-a00c-186e2eabbebe tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0625470 Aug 20 11:31:16.603100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaef799-d096-41eb-9bba-58c99740c5d0 req-ab14a6ee-03f7-4090-a752-f979ad5afed5 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:16.605316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8e581f5-9105-4e56-9d6c-60a3eb0b4bf1 req-e7de3cb0-9f00-4798-ba94-44588b50af49 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Aug 20 11:31:16.611483 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-faaef799-d096-41eb-9bba-58c99740c5d0 req-ab14a6ee-03f7-4090-a752-f979ad5afed5 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 945 time: 0.0787427 Aug 20 11:31:16.669743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-faaef799-d096-41eb-9bba-58c99740c5d0 req-a0db6144-62d9-498f-b55e-0e338f915eec tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520110 Aug 20 11:31:17.122728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd4996-9ec8-478f-954d-e30f6c0fd992 req-2815eee2-4b63-49b4-8a5a-404f5b1a48f1 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.124494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5bbd4996-9ec8-478f-954d-e30f6c0fd992 req-2815eee2-4b63-49b4-8a5a-404f5b1a48f1 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0548339 Aug 20 11:31:17.164269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5bbd4996-9ec8-478f-954d-e30f6c0fd992 req-65c9e838-d606-46d3-b1df-6e91f2f3fda8 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Aug 20 11:31:17.734250 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-762ecf4c-1374-48ed-bc33-d17e42a78049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:17.803350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009f170-cf94-4f4c-9ed1-049ac9d6e846 req-c7beef3f-d2e3-40c0-9924-c3320f85141c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.811222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3009f170-cf94-4f4c-9ed1-049ac9d6e846 req-c7beef3f-d2e3-40c0-9924-c3320f85141c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0813069 Aug 20 11:31:17.844161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebc10a-6a58-457c-9e8e-1f315f529f4f req-e0d24d2d-39be-448a-b341-7290cd3eeb1a tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:17.845717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6ebc10a-6a58-457c-9e8e-1f315f529f4f req-e0d24d2d-39be-448a-b341-7290cd3eeb1a tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 945 time: 0.0574286 Aug 20 11:31:17.851884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3009f170-cf94-4f4c-9ed1-049ac9d6e846 req-40c904bf-c03d-4d90-abc9-804802e23741 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393295 Aug 20 11:31:17.903780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6ebc10a-6a58-457c-9e8e-1f315f529f4f req-58b9406a-0f78-44c8-ae30-382bb2f2f144 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515044 Aug 20 11:31:18.288077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f163fbc-5b77-41eb-8fb9-7997e0379d63 req-1fbd04ca-3805-4dd2-bcd0-b1cdb6ff42e5 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:18.289542 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f163fbc-5b77-41eb-8fb9-7997e0379d63 req-1fbd04ca-3805-4dd2-bcd0-b1cdb6ff42e5 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0535834 Aug 20 11:31:18.329931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f163fbc-5b77-41eb-8fb9-7997e0379d63 req-04d53d50-cfcc-444b-97d0-7138e2326d0b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Aug 20 11:31:18.545421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.017357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41125aec-2fef-4412-ae9d-187a9e724d12 req-f24841fb-014b-4fa7-9e9d-81bfcd196491 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.018361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41125aec-2fef-4412-ae9d-187a9e724d12 req-f24841fb-014b-4fa7-9e9d-81bfcd196491 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0557830 Aug 20 11:31:19.081504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41125aec-2fef-4412-ae9d-187a9e724d12 req-ff97a0b7-5326-4368-b0da-210b497f1a34 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538285 Aug 20 11:31:19.105152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06580d1b-e465-4c72-bd4d-da1e0aaba0af req-a9db36a1-2cfe-4100-a005-9cd9820e0f50 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.106803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06580d1b-e465-4c72-bd4d-da1e0aaba0af req-a9db36a1-2cfe-4100-a005-9cd9820e0f50 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 945 time: 0.0629964 Aug 20 11:31:19.151988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06580d1b-e465-4c72-bd4d-da1e0aaba0af req-74f2b4a8-e95d-43dd-bb4c-52cb6e4e309e tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380218 Aug 20 11:31:19.173996 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:19.450897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af54e0-22a5-4266-8523-28d9e88943f1 req-b4e5ee60-fe3a-4e78-954c-05f0a6315ac9 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.452429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0af54e0-22a5-4266-8523-28d9e88943f1 req-b4e5ee60-fe3a-4e78-954c-05f0a6315ac9 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0521190 Aug 20 11:31:19.496904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0af54e0-22a5-4266-8523-28d9e88943f1 req-4bc9ec53-8619-4e8f-9e00-e0a6a23717f2 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374980 Aug 20 11:31:19.670617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473be8c-1bbf-4bd5-a096-d101e19e3472 req-b4fdbe54-c336-4663-bf66-f90b7d12610a tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:19.672106 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2473be8c-1bbf-4bd5-a096-d101e19e3472 req-b4fdbe54-c336-4663-bf66-f90b7d12610a tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 945 time: 0.0533953 Aug 20 11:31:19.711700 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2473be8c-1bbf-4bd5-a096-d101e19e3472 req-c7dc6379-e237-4c9b-a7f2-213b93b2a7cd tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Aug 20 11:31:20.202925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e14e2-b059-4dd3-8c5b-a8e374517df4 req-692a5f43-8b3a-4214-bb2d-1d23741155c1 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.204449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf8e14e2-b059-4dd3-8c5b-a8e374517df4 req-692a5f43-8b3a-4214-bb2d-1d23741155c1 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0504446 Aug 20 11:31:20.242979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf8e14e2-b059-4dd3-8c5b-a8e374517df4 req-bf387f4a-82fb-4428-a9fd-5449f0f5a5e2 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Aug 20 11:31:20.624992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e256f8-f0ea-4999-b9d8-37ea856ba82f req-533c3d80-6d26-40cd-9780-9a59a413c4fd tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.626420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05e256f8-f0ea-4999-b9d8-37ea856ba82f req-533c3d80-6d26-40cd-9780-9a59a413c4fd tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0568724 Aug 20 11:31:20.669099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05e256f8-f0ea-4999-b9d8-37ea856ba82f req-a6712c01-8238-4721-b086-855b146c3966 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354481 Aug 20 11:31:20.759839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38566) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:20.790942 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.862285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdc6a2-1433-4494-bf19-46d8f63fcba7 req-e876db40-7d47-4ee2-b8aa-62012f60b3ad tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:20.864098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53bdc6a2-1433-4494-bf19-46d8f63fcba7 req-e876db40-7d47-4ee2-b8aa-62012f60b3ad tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 945 time: 0.0633905 Aug 20 11:31:20.903051 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:20.929239 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53bdc6a2-1433-4494-bf19-46d8f63fcba7 req-f9d80411-8351-493d-966a-cd22e8fb7a5f tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d167e99-4dfe-4356-93f3-fbcd247474f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583999 Aug 20 11:31:21.016851 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.132836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.176538 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4513231dc8f470c9cda3b4e8511ae5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156282 Aug 20 11:31:21.177597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea49ed-10cf-4c7d-a29a-73a4fe1328fc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:21.179725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38570) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:21.198200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.198600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.198944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.199454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.199901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.200812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.201155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.201485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.201815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.202125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-c12d2b5d-4d47-4d44-9143-afbb9be296fe tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:21.202259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.202532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.202811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b1b992-e9cb-4eb8-a18b-0f6bf93dcfcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.203932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-c12d2b5d-4d47-4d44-9143-afbb9be296fe tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.57 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 945 time: 0.0601451 Aug 20 11:31:21.253304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ebaedc8-f91c-42d1-b8a9-65773e33e4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.280979 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ebaedc8-f91c-42d1-b8a9-65773e33e4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.343143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Deleting port 3d8df12b-3114-4d92-b839-54f5eb373069 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:21.343507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.440294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ebaedc8-f91c-42d1-b8a9-65773e33e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.443970 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ebaedc8-f91c-42d1-b8a9-65773e33e4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.445902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3ebaedc8-f91c-42d1-b8a9-65773e33e4eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbea49ed-10cf-4c7d-a29a-73a4fe1328fc HTTP/1.1" status: 204 len: 168 time: 0.2652037 Aug 20 11:31:21.460227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebaedc8-f91c-42d1-b8a9-65773e33e4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea49ed-10cf-4c7d-a29a-73a4fe1328fc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:21.478116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cc964-7cac-4ea1-b81a-230bd22fc7b0 req-d3a2e5a1-3700-462f-ac36-cd8488c4fb58 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:21.480012 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779cc964-7cac-4ea1-b81a-230bd22fc7b0 req-d3a2e5a1-3700-462f-ac36-cd8488c4fb58 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1318073 Aug 20 11:31:21.521790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] For port 3d8df12b-3114-4d92-b839-54f5eb373069, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3d8df12b-3114-4d92-b839-54f5eb373069,segment=NetworkSegment(e0c62c10-90b8-41ba-8144-30d959379db5),segment_id=e0c62c10-90b8-41ba-8144-30d959379db5)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:21.522456 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.551975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Calling delete_port for 3d8df12b-3114-4d92-b839-54f5eb373069 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:21.585604 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779cc964-7cac-4ea1-b81a-230bd22fc7b0 req-dbe50f9a-c36f-4eff-b51f-e0e68aafb117 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947537 Aug 20 11:31:21.792686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.810471 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3d8df12b-3114-4d92-b839-54f5eb373069'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:21.833467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327caed0-b4e7-4f2a-8145-9c63c76a56be req-7457ad76-c894-4307-8e90-7d9778d139e3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:21.838989 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-327caed0-b4e7-4f2a-8145-9c63c76a56be req-7457ad76-c894-4307-8e90-7d9778d139e3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0857394 Aug 20 11:31:21.851957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Pushing event deleted for resources: {'Port': ['ID=3d8df12b-3114-4d92-b839-54f5eb373069,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:21.861960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.862663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.863205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.863742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.864291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.864626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.865133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.866320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.866873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.867407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.867946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.868471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:21.895013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-327caed0-b4e7-4f2a-8145-9c63c76a56be req-08a688e0-85cc-49f7-be8b-f3527a5c38b2 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 Aug 20 11:31:21.918848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] No DVR routers for this DVR port 3d8df12b-3114-4d92-b839-54f5eb373069 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:21.921740 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:21.924064 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf7e3eb0-b7ed-446b-823c-d8fd493681c4 req-3ae7797d-7254-4e2b-b24f-ca57a6912e07 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.57 "DELETE /v2.0/ports/3d8df12b-3114-4d92-b839-54f5eb373069 HTTP/1.1" status: 204 len: 173 time: 0.7115266 Aug 20 11:31:21.924728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f767a218-2426-4bf1-a86c-cb5a256efcc1', 'name': 'network-vif-deleted', 'tag': '3d8df12b-3114-4d92-b839-54f5eb373069'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:21.927070 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b151ce-52b7-45a3-be43-10c34356c769" -d '{"events": [{"server_uuid": "f767a218-2426-4bf1-a86c-cb5a256efcc1", "name": "network-vif-deleted", "tag": "3d8df12b-3114-4d92-b839-54f5eb373069"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:22.077273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-43c81bd2-fd02-4585-a627-2525af88668a req-81c9e078-1b99-47dd-8199-4c7ab6813a80 tempest-InstanceActionsV221TestJSON-961620767 tempest-InstanceActionsV221TestJSON-961620767-project] 10.222.0.10 "GET /v2.0/ports?device_id=f767a218-2426-4bf1-a86c-cb5a256efcc1 HTTP/1.1" status: 200 len: 210 time: 0.0422695 Aug 20 11:31:22.150777 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a121c6dd-8ccf-418b-b6e1-c7d284b8f514 x-openstack-request-id: req-a121c6dd-8ccf-418b-b6e1-c7d284b8f514 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:22.151428 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f767a218-2426-4bf1-a86c-cb5a256efcc1", "name": "network-vif-deleted", "tag": "3d8df12b-3114-4d92-b839-54f5eb373069", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:22.152174 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a121c6dd-8ccf-418b-b6e1-c7d284b8f514 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:22.152525 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f767a218-2426-4bf1-a86c-cb5a256efcc1', 'name': 'network-vif-deleted', 'tag': '3d8df12b-3114-4d92-b839-54f5eb373069', 'status': 'completed', 'code': 200} Aug 20 11:31:22.716657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe8780-afcb-47df-8ed4-b0e4e0211a16 req-47890f6c-65a8-4c72-8c0b-b6909b270202 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:22.718274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aefe8780-afcb-47df-8ed4-b0e4e0211a16 req-47890f6c-65a8-4c72-8c0b-b6909b270202 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0540452 Aug 20 11:31:22.762377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aefe8780-afcb-47df-8ed4-b0e4e0211a16 req-40233761-e106-400d-b1c3-c9ad2487496b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378804 Aug 20 11:31:23.018949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c4f05-6531-4fc2-9e3d-ea6fc03ef599 req-553424da-78ba-40b6-9849-c1f1b0d7b37d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.020525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-146c4f05-6531-4fc2-9e3d-ea6fc03ef599 req-553424da-78ba-40b6-9849-c1f1b0d7b37d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0505347 Aug 20 11:31:23.061362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-146c4f05-6531-4fc2-9e3d-ea6fc03ef599 req-c6d83c08-7a0d-45e9-820f-0c37c39e4601 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Aug 20 11:31:23.319974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38624) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:23.367023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25f95cb-44e6-4b87-88b3-6e755ff269fa admin admin] Deleting subnet dc8fde9b-9996-4eb2-b0b8-8c3ad13f09e2 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:31:23.370947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a25f95cb-44e6-4b87-88b3-6e755ff269fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.411922 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a25f95cb-44e6-4b87-88b3-6e755ff269fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.454905 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a25f95cb-44e6-4b87-88b3-6e755ff269fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.629917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a25f95cb-44e6-4b87-88b3-6e755ff269fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.659202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f95cb-44e6-4b87-88b3-6e755ff269fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc8fde9b-9996-4eb2-b0b8-8c3ad13f09e2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:23.662988 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a25f95cb-44e6-4b87-88b3-6e755ff269fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.665187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a25f95cb-44e6-4b87-88b3-6e755ff269fa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dc8fde9b-9996-4eb2-b0b8-8c3ad13f09e2 HTTP/1.1" status: 204 len: 168 time: 0.3438623 Aug 20 11:31:23.667545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38636) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:23.748921 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.829945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3d8df12b-3114-4d92-b839-54f5eb373069 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:23.852982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.865772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d94db8-dcee-4cae-96f1-9b818c07f624']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:23.868797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 3d8df12b-3114-4d92-b839-54f5eb373069 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:23.869140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3d8df12b-3114-4d92-b839-54f5eb373069 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:23.879161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c62c10-90b8-41ba-8144-30d959379db5') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:23.879874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c62c10-90b8-41ba-8144-30d959379db5') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:23.891402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.907365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.915110 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1228-8028-45b2-8cc7-48cd87b5480e req-fb5b0278-b0a4-40ff-ad94-7f569765baa6 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:23.915625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:31:23.916038 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:31:23.917734 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:31:23.925259 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c3c1228-8028-45b2-8cc7-48cd87b5480e req-fb5b0278-b0a4-40ff-ad94-7f569765baa6 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0711355 Aug 20 11:31:23.987676 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c3c1228-8028-45b2-8cc7-48cd87b5480e req-712755f9-bffb-47c6-a083-0f67d9a755cb tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523612 Aug 20 11:31:24.088115 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.103574 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.105656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/48d94db8-dcee-4cae-96f1-9b818c07f624 HTTP/1.1" status: 204 len: 168 time: 0.4369915 Aug 20 11:31:24.117251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b817f8-6474-499e-a1db-12a4ad0a34a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d94db8-dcee-4cae-96f1-9b818c07f624,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:24.241499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196eb2d-eda7-41ee-93cd-70eff77eeb18 req-36cfa2a8-8f81-4290-a8a5-1675a7f137b8 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:24.244533 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3196eb2d-eda7-41ee-93cd-70eff77eeb18 req-36cfa2a8-8f81-4290-a8a5-1675a7f137b8 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 946 time: 0.0668180 Aug 20 11:31:24.310285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3196eb2d-eda7-41ee-93cd-70eff77eeb18 req-909f1a2f-2a09-451b-baa3-de69e1583805 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559125 Aug 20 11:31:24.475996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419b655-a7a0-463f-ac5a-042009a8c40b req-f4e171d9-1f5b-4883-966e-3389146505f5 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:24.477740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1419b655-a7a0-463f-ac5a-042009a8c40b req-f4e171d9-1f5b-4883-966e-3389146505f5 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0586309 Aug 20 11:31:24.518194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1419b655-a7a0-463f-ac5a-042009a8c40b req-798db5ce-e03d-4937-8c30-f1ffaa705d41 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Aug 20 11:31:24.664520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38666) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:24.707540 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8fd01027-fe39-4bf8-ae1c-db768b87134f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=262729d4e0844e6d87c7a3889682ad95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418189 Aug 20 11:31:24.710083 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38676) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:24.761492 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23fbf052-95a1-4534-8d9a-20017faf6529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.790791 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23fbf052-95a1-4534-8d9a-20017faf6529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.939638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23fbf052-95a1-4534-8d9a-20017faf6529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.942430 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23fbf052-95a1-4534-8d9a-20017faf6529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:24.946165 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-23fbf052-95a1-4534-8d9a-20017faf6529 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d167e99-4dfe-4356-93f3-fbcd247474f1 HTTP/1.1" status: 204 len: 168 time: 0.2326574 Aug 20 11:31:24.952547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf052-95a1-4534-8d9a-20017faf6529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d167e99-4dfe-4356-93f3-fbcd247474f1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:25.095989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbafbca-3d02-4dc8-9203-7847aface30c req-09ca2659-5352-4e2a-82b9-7ce003a0841b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.097622 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3fbafbca-3d02-4dc8-9203-7847aface30c req-09ca2659-5352-4e2a-82b9-7ce003a0841b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0515699 Aug 20 11:31:25.136884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3fbafbca-3d02-4dc8-9203-7847aface30c req-3f830c9e-303a-437d-911e-39417a0978fc tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Aug 20 11:31:25.434420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab37c7-7bb2-400f-899a-5ac9e1beb297 req-e9a39cb0-839f-48fb-8c48-5600104e38b3 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.574508 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98ab37c7-7bb2-400f-899a-5ac9e1beb297 req-e9a39cb0-839f-48fb-8c48-5600104e38b3 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 946 time: 0.0522468 Aug 20 11:31:25.574508 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-98ab37c7-7bb2-400f-899a-5ac9e1beb297 req-48ea435e-c2d8-4f83-9b5c-a13ba5f1501b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386875 Aug 20 11:31:25.641572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b59644-b0a4-48f8-b8eb-36f1f265b062 req-f0db0797-89e0-4e2c-bf2f-1b575b9f10bd tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.643356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54b59644-b0a4-48f8-b8eb-36f1f265b062 req-f0db0797-89e0-4e2c-bf2f-1b575b9f10bd tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 945 time: 0.0533414 Aug 20 11:31:25.698042 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54b59644-b0a4-48f8-b8eb-36f1f265b062 req-be4931cb-1d89-4a2a-9b22-e112e58f9cdc tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430880 Aug 20 11:31:25.739297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-805438c4-6e79-489d-bdf7-df8fc5f3c2a4 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:25.741709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-805438c4-6e79-489d-bdf7-df8fc5f3c2a4 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 946 time: 0.0912201 Aug 20 11:31:25.778345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38708) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:25.889619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-36424d7b-ee3a-40fb-9332-660a0aa0c240 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Deleting port ad7bcb02-a386-4d98-862e-2222ea938236 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:25.890252 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-36424d7b-ee3a-40fb-9332-660a0aa0c240 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.991155 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd90ab8-ed6d-43c4-8654-d917f94faf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:25.999801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-36424d7b-ee3a-40fb-9332-660a0aa0c240 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] For port ad7bcb02-a386-4d98-862e-2222ea938236, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ad7bcb02-a386-4d98-862e-2222ea938236,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:26.000168 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-36424d7b-ee3a-40fb-9332-660a0aa0c240 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.016233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-36424d7b-ee3a-40fb-9332-660a0aa0c240 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Calling delete_port for ad7bcb02-a386-4d98-862e-2222ea938236 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:26.104815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd90ab8-ed6d-43c4-8654-d917f94faf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.186451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd90ab8-ed6d-43c4-8654-d917f94faf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.275650 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8dd90ab8-ed6d-43c4-8654-d917f94faf6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adcc4241524c47d89eb964aa7a9b531e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960642 Aug 20 11:31:26.279789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38730) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:26.280068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd90ab8-ed6d-43c4-8654-d917f94faf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51acafc-52ad-4b0c-aa04-542dd742228f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:26.304904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4092d-cd4e-4ce7-8b9b-15b63fcf7bb7 req-2a518b34-27da-4681-8150-cd3e65665b57 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:26.306740 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41e4092d-cd4e-4ce7-8b9b-15b63fcf7bb7 req-2a518b34-27da-4681-8150-cd3e65665b57 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0913677 Aug 20 11:31:26.314994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-36424d7b-ee3a-40fb-9332-660a0aa0c240 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.331866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['ad7bcb02-a386-4d98-862e-2222ea938236'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:26.364834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f0532677-4332-4b49-aa51-01f9c2b7bba9', 'da29542b-2e8d-4ffb-b8f5-70b52233b388', '15ec8c06-9f34-4424-9c79-f62e0a356018'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:26.374922 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41e4092d-cd4e-4ce7-8b9b-15b63fcf7bb7 req-773b9501-39e5-4f2f-b433-8d589850ec64 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556574 Aug 20 11:31:26.399906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36424d7b-ee3a-40fb-9332-660a0aa0c240 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Pushing event deleted for resources: {'Port': ['ID=ad7bcb02-a386-4d98-862e-2222ea938236,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:26.446935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c418-a1c7-4fb7-af50-0e3220508e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.472081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-36424d7b-ee3a-40fb-9332-660a0aa0c240 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] No DVR routers for this DVR port ad7bcb02-a386-4d98-862e-2222ea938236 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:26.479685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-36424d7b-ee3a-40fb-9332-660a0aa0c240 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.482980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88c1f8bb-9e37-4553-839f-afb666573b60 req-36424d7b-ee3a-40fb-9332-660a0aa0c240 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.57 "DELETE /v2.0/ports/ad7bcb02-a386-4d98-862e-2222ea938236 HTTP/1.1" status: 204 len: 173 time: 0.7336128 Aug 20 11:31:26.483466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca2aa52-3a0f-4668-a294-1e6d8612d38a', 'name': 'network-vif-deleted', 'tag': 'ad7bcb02-a386-4d98-862e-2222ea938236'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:26.486044 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7bafe0-6d79-45b4-a49d-b71032274264" -d '{"events": [{"server_uuid": "5ca2aa52-3a0f-4668-a294-1e6d8612d38a", "name": "network-vif-deleted", "tag": "ad7bcb02-a386-4d98-862e-2222ea938236"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:26.507502 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c418-a1c7-4fb7-af50-0e3220508e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.518357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38746) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:26.575720 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaa76d2-dd0f-4a03-9eed-860cc4c2de32 x-openstack-request-id: req-ebaa76d2-dd0f-4a03-9eed-860cc4c2de32 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:26.576297 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca2aa52-3a0f-4668-a294-1e6d8612d38a", "name": "network-vif-deleted", "tag": "ad7bcb02-a386-4d98-862e-2222ea938236", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:26.576297 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ebaa76d2-dd0f-4a03-9eed-860cc4c2de32 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:26.576648 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca2aa52-3a0f-4668-a294-1e6d8612d38a', 'name': 'network-vif-deleted', 'tag': 'ad7bcb02-a386-4d98-862e-2222ea938236', 'status': 'completed', 'code': 200} Aug 20 11:31:26.671050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c418-a1c7-4fb7-af50-0e3220508e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.675917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c418-a1c7-4fb7-af50-0e3220508e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.677027 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e6fd3b3-040e-4152-a145-a53d6b37b232 req-926a1520-44b0-49be-a471-37e3d3545cb8 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca2aa52-3a0f-4668-a294-1e6d8612d38a HTTP/1.1" status: 200 len: 210 time: 0.0308940 Aug 20 11:31:26.680993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bfa2c418-a1c7-4fb7-af50-0e3220508e8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b51acafc-52ad-4b0c-aa04-542dd742228f HTTP/1.1" status: 204 len: 168 time: 0.3992629 Aug 20 11:31:26.682408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1065864083-network', 'tenant_id': 'e09626cda936453eadf13bdf3f7e2b36'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:26.708193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2c418-a1c7-4fb7-af50-0e3220508e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51acafc-52ad-4b0c-aa04-542dd742228f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:26.779107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Made reservation on behalf of e09626cda936453eadf13bdf3f7e2b36 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:26.781545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.792265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:26.920482 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.025305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.052051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:31:27.066996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c43ae3-e677-4868-87b6-d535910d0b75,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:27.086634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.086986 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Added segment 09f57ec9-5467-43d7-b9f3-bc2c13385aea of type vlan for network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b Aug 20 11:31:27.132067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.282628 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.284054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:27.284874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.354956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] Pushing event updated for resources: {'Network': ['ID=942489a6-d0cc-4e4f-8d1d-47b8985fb56b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:27.366350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:31:27.437407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0cc25da0-bf5a-4fce-89e0-653fc09d0a5b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9175754 Aug 20 11:31:27.440498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38758) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:27.455120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Request body: {'subnet': {'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1065864083-subnet', 'tenant_id': 'e09626cda936453eadf13bdf3f7e2b36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:27.488627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38760) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:27.503667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6392776d-7dfc-4637-bd45-9da33818c1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.524468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f1350-9f46-4cca-943f-a249b76c0099 req-25c73175-2d7c-4590-807a-a749e769f6d9 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:27.526073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458f1350-9f46-4cca-943f-a249b76c0099 req-25c73175-2d7c-4590-807a-a749e769f6d9 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0628431 Aug 20 11:31:27.554954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Made reservation on behalf of e09626cda936453eadf13bdf3f7e2b36 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:27.556714 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.621133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458f1350-9f46-4cca-943f-a249b76c0099 req-b5a1d288-289c-4edc-bc14-51eeccd8b2a7 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877705 Aug 20 11:31:27.677331 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6392776d-7dfc-4637-bd45-9da33818c1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.755675 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6392776d-7dfc-4637-bd45-9da33818c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.795353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6392776d-7dfc-4637-bd45-9da33818c1d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8afd3b8f0aca47ddaf5d3992c302152b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058228 Aug 20 11:31:27.802330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38776) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:27.803031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392776d-7dfc-4637-bd45-9da33818c1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8447d216-fefe-4811-a38a-789f79de13ee,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:27.849433 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.902062 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3e447cd-6d4f-4ffa-810a-30e76de2b527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:27.935589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd164739-c9ff-431b-b978-e951ecd55018,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:27.948348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Checking segment: {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:27.948734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Network hostable DHCP agents. Network: 942489a6-d0cc-4e4f-8d1d-47b8985fb56b, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:31:27.955963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3e447cd-6d4f-4ffa-810a-30e76de2b527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.053579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:31:28.082180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3e447cd-6d4f-4ffa-810a-30e76de2b527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.085145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3e447cd-6d4f-4ffa-810a-30e76de2b527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.086757 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a3e447cd-6d4f-4ffa-810a-30e76de2b527 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8447d216-fefe-4811-a38a-789f79de13ee HTTP/1.1" status: 204 len: 168 time: 0.2845516 Aug 20 11:31:28.100606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e447cd-6d4f-4ffa-810a-30e76de2b527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8447d216-fefe-4811-a38a-789f79de13ee,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:28.150952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 942489a6-d0cc-4e4f-8d1d-47b8985fb56b) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:28.156475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.157519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.160458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c771ae4-de30-458d-bcca-e58bcb4b11c6 None None] Network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:28.249148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-19cbcf0e-2426-466a-81c5-fd66d849b0b3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8063924 Aug 20 11:31:28.322838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-942489a6-d0cc-4e4f-8d1d-47b8985fb56b', 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b', 'tenant_id': 'e09626cda936453eadf13bdf3f7e2b36', 'fixed_ips': [{'subnet_id': 'bd164739-c9ff-431b-b978-e951ecd55018'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:31:28.323712 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.509679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Allocated IP 172.20.0.2 (942489a6-d0cc-4e4f-8d1d-47b8985fb56b/bd164739-c9ff-431b-b978-e951ecd55018/3cbef9f1-2a71-4ab9-b853-b41e2affb28d) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:28.785164 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:28.796509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Transition to ACTIVE for port object 3cbef9f1-2a71-4ab9-b853-b41e2affb28d will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:28.821753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Transition to ACTIVE for port object 3cbef9f1-2a71-4ab9-b853-b41e2affb28d will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:28.920397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cbb8c-5314-401b-8364-901a93380730 req-ae5b691e-8b21-471c-a798-d639d1a1a24d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:28.923383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8b7cbb8c-5314-401b-8364-901a93380730 req-ae5b691e-8b21-471c-a798-d639d1a1a24d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1347477 Aug 20 11:31:28.952560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.006072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8b7cbb8c-5314-401b-8364-901a93380730 req-5ed07e45-2b7a-4f37-9d4d-800847f0fc66 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747626 Aug 20 11:31:29.048525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:29.051568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:29.055966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:29.066247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Pushing event updated for resources: {'Port': ['ID=3cbef9f1-2a71-4ab9-b853-b41e2affb28d,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:29.078676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.079025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.079190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-839e482c-ca85-4ec2-9fe6-4abbd33e993e tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:29.079694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.079808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.080065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.080395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.080763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.081049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.081428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.081757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.081887 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-839e482c-ca85-4ec2-9fe6-4abbd33e993e tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/networks?id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b HTTP/1.1" status: 200 len: 816 time: 0.2174134 Aug 20 11:31:29.082079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.082402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:31:29.129335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-4aacd08a-ecda-4f85-a784-533f0a2d5844 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/quotas/e09626cda936453eadf13bdf3f7e2b36 HTTP/1.1" status: 200 len: 375 time: 0.0298090 Aug 20 11:31:29.171810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Attempting to bind port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:29.172220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Attempting to bind port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:29.172470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Attempting to bind port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d on network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:29.182249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:29.182652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Checking segment: {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:29.183197 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.183605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Bound using segment: {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:29.184196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Bound port: 3cbef9f1-2a71-4ab9-b853-b41e2affb28d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:29.184543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.189990 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cee743a7-8b8b-4c44-9fac-476eabdd9481 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e09626cda936453eadf13bdf3f7e2b36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603576 Aug 20 11:31:29.314704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-2b4bf547-c791-4459-b3af-b7afa11b477f service neutron] 10.222.0.10 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172583 Aug 20 11:31:29.354313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] For port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:29.359249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] For port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3cbef9f1-2a71-4ab9-b853-b41e2affb28d,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:29.443642 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-04b923b4-3d58-4fdb-9c6a-1e0008b1f3ef service neutron] 10.222.0.10 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223114 Aug 20 11:31:29.469706 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:29.581919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e5f7f-93ab-4356-a2a2-c74a522613f3 None None] Pushing event updated for resources: {'Port': ['ID=3cbef9f1-2a71-4ab9-b853-b41e2affb28d,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:29.847895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 25838c1b-564d-421f-93c4-1489823c6a64 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:29.883355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ad7bcb02-a386-4d98-862e-2222ea938236 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:29.948764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: ad7bcb02-a386-4d98-862e-2222ea938236 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:29.950948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ad7bcb02-a386-4d98-862e-2222ea938236 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:30.034877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 25838c1b-564d-421f-93c4-1489823c6a64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=25838c1b-564d-421f-93c4-1489823c6a64,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:30.050853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '25838c1b-564d-421f-93c4-1489823c6a64', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'port_id': '25838c1b-564d-421f-93c4-1489823c6a64', 'mac_address': 'fa:16:3e:74:a1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979dc0fd-3038-4048-a667-cac2e871ab36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:30.102498 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.137998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25838c1b-564d-421f-93c4-1489823c6a64 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:30.190639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f7edc-ccf9-4aca-86f6-7bdc951ac3ca req-84120f87-fe7a-4b29-b6dc-560eb837d78e tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:30.193573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b69f7edc-ccf9-4aca-86f6-7bdc951ac3ca req-84120f87-fe7a-4b29-b6dc-560eb837d78e tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0903141 Aug 20 11:31:30.212656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 25838c1b-564d-421f-93c4-1489823c6a64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=25838c1b-564d-421f-93c4-1489823c6a64,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:30.281532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b69f7edc-ccf9-4aca-86f6-7bdc951ac3ca req-98066490-b7ab-4393-bbd8-7cc1345d8a89 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801768 Aug 20 11:31:30.295222 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:30.434582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['25838c1b-564d-421f-93c4-1489823c6a64'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:30.528815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=25838c1b-564d-421f-93c4-1489823c6a64,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:30.579147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3cbef9f1-2a71-4ab9-b853-b41e2affb28d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:30.669343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-8b79cb54-c403-4f31-9038-0247c53c786d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:30.673094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-8b79cb54-c403-4f31-9038-0247c53c786d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/networks?id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b HTTP/1.1" status: 200 len: 816 time: 0.3501930 Aug 20 11:31:30.714856 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-e20ff27b-6adc-453e-9ecf-409eb8186bfb tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/quotas/e09626cda936453eadf13bdf3f7e2b36 HTTP/1.1" status: 200 len: 375 time: 0.0309069 Aug 20 11:31:30.848363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-6e888767-d246-4b4f-8d8e-b4b5a50b4884 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e09626cda936453eadf13bdf3f7e2b36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278312 Aug 20 11:31:30.953501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:31.086589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-8fee9393-91a0-4025-bd98-4fc2323d85a2 service neutron] 10.222.0.10 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290223 Aug 20 11:31:31.239666 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:31:31.279349 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-c19ee226-6f8d-437a-bb08-71d2b844e663 service neutron] 10.222.0.10 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716216 Aug 20 11:31:31.295723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d4fc2-38c7-498e-9bc1-7bf5f5d2e2ae None None] Network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:31.614876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c55f2a1e-cac8-43e8-90c5-e0397b3ed7c7 None None] Provisioning for port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:31.615574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0deaf-d963-499c-b987-c81cbbaca187 req-792591eb-b9fa-4b1e-a848-447a49338458 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:31.629419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c55f2a1e-cac8-43e8-90c5-e0397b3ed7c7 None None] Provisioning complete for port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:31.630123 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71e0deaf-d963-499c-b987-c81cbbaca187 req-792591eb-b9fa-4b1e-a848-447a49338458 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1763718 Aug 20 11:31:31.633497 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c55f2a1e-cac8-43e8-90c5-e0397b3ed7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:31.737942 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71e0deaf-d963-499c-b987-c81cbbaca187 req-58627824-32b0-431e-9400-257286ecae33 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067288 Aug 20 11:31:31.795151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a62e7-c870-47a7-8716-7c96cecadff2 req-31d0a757-9783-4435-94fa-c737fd50d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:31.802064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a65a62e7-c870-47a7-8716-7c96cecadff2 req-31d0a757-9783-4435-94fa-c737fd50d42d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1097 time: 0.1077819 Aug 20 11:31:31.880888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a65a62e7-c870-47a7-8716-7c96cecadff2 req-12896875-8e46-49c7-b570-7e416c5f53de service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592453 Aug 20 11:31:31.977663 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c55f2a1e-cac8-43e8-90c5-e0397b3ed7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:31.995035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 25838c1b-564d-421f-93c4-1489823c6a64 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:32.100171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c55f2a1e-cac8-43e8-90c5-e0397b3ed7c7 None None] For port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3cbef9f1-2a71-4ab9-b853-b41e2affb28d,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:32.153103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 25838c1b-564d-421f-93c4-1489823c6a64 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:32.153805 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.221043 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c55f2a1e-cac8-43e8-90c5-e0397b3ed7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.318381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca884131-b597-463a-8541-0e79f676c22b req-2671289a-e292-480f-bc81-a27a15ff3b48 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:32.347096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-2671289a-e292-480f-bc81-a27a15ff3b48 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/networks?id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b HTTP/1.1" status: 200 len: 816 time: 0.4044101 Aug 20 11:31:32.383173 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-9d31c9c6-ae6a-4601-aa34-7978aa5f480d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/quotas/e09626cda936453eadf13bdf3f7e2b36 HTTP/1.1" status: 200 len: 375 time: 0.0347629 Aug 20 11:31:32.423592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f2a1e-cac8-43e8-90c5-e0397b3ed7c7 None None] Pushing event updated for resources: {'Port': ['ID=3cbef9f1-2a71-4ab9-b853-b41e2affb28d,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:32.489953 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.534898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c271b11d-d035-4e99-8f29-b1a0634319ef None None] Provisioning complete for port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:32.535326 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c271b11d-d035-4e99-8f29-b1a0634319ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.569034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38966) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:32.589328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-18ddf64b-b6c1-43db-954f-1d67bcedc3c6 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e09626cda936453eadf13bdf3f7e2b36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2034240 Aug 20 11:31:32.669301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25838c1b-564d-421f-93c4-1489823c6a64'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:32.673103 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc58161-adbb-4495-b11a-fffa02c5e07d" -d '{"events": [{"server_uuid": "a0700bd8-f659-4229-80d5-a93188b0182c", "name": "network-vif-plugged", "status": "completed", "tag": "25838c1b-564d-421f-93c4-1489823c6a64"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:32.714951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 25838c1b-564d-421f-93c4-1489823c6a64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=25838c1b-564d-421f-93c4-1489823c6a64,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:32.774141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e10522fc-9e75-4add-a35e-03dfb57a8619 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:32.781771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-6781a0e7-dec2-46ea-8b11-60a0fcecd843 service neutron] 10.222.0.10 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897318 Aug 20 11:31:32.851491 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:32.932519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=25838c1b-564d-421f-93c4-1489823c6a64,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:32.936872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-7032c0b7-699a-4687-bec6-579b6a788dc4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033037 Aug 20 11:31:32.964802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-7b7b2174-1868-4303-98da-3843bd71a6fa service neutron] 10.222.0.10 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821091 Aug 20 11:31:33.031702 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e10522fc-9e75-4add-a35e-03dfb57a8619 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] 10.222.0.10 "PUT /v2.0/quotas/8470f4931fd3403cb977a55497aaefeb HTTP/1.1" status: 200 len: 366 time: 0.4583936 Aug 20 11:31:33.031999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38974) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:33.050832 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e3028c5a-1259-4a52-8b25-1e76f7cba986 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0179620 Aug 20 11:31:33.053353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38978) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:33.068760 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0e3254ac-340a-40f4-a905-245366d5f8fd tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] 10.222.0.10 "GET /v2.0/quotas/8470f4931fd3403cb977a55497aaefeb HTTP/1.1" status: 200 len: 366 time: 0.0128138 Aug 20 11:31:33.070546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38980) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:33.093094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-79e4e883-55f7-4d2e-9bd6-cd5916174945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.097488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-79e4e883-55f7-4d2e-9bd6-cd5916174945 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fde855dbf29d40fea21b6c5670ec3757&device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 1096 time: 0.1274981 Aug 20 11:31:33.229641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ada58099-599c-4177-88a0-b14858b041ea tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/8470f4931fd3403cb977a55497aaefeb HTTP/1.1" status: 204 len: 168 time: 0.1543462 Aug 20 11:31:33.233110 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38986) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:33.270902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-decde8a4-7b45-4fcb-8dd7-c178298566b5 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0337255 Aug 20 11:31:33.273109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38988) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:33.317198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38990) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:33.327610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c6f79e2c-09a2-45f5-9da6-a8f1090a621e tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] 10.222.0.10 "GET /v2.0/quotas/8470f4931fd3403cb977a55497aaefeb/default HTTP/1.1" status: 200 len: 370 time: 0.0104005 Aug 20 11:31:33.329495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8b94ce14-3275-4fdf-ab35-cf8ff3b34444 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] 10.222.0.10 "GET /v2.0/quotas/8470f4931fd3403cb977a55497aaefeb HTTP/1.1" status: 200 len: 370 time: 0.0339220 Aug 20 11:31:33.331672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38992) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:33.351582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-2c922d3d-24fc-40af-9d61-6a0fbb6ccf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.352714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-2c922d3d-24fc-40af-9d61-6a0fbb6ccf93 service neutron] 10.222.0.38 "GET /v2.0/networks?id=70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 200 len: 914 time: 0.2264102 Aug 20 11:31:33.353763 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-06c1fd30-3cdc-45c5-9e29-0559f400c3df tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] delete failed (client error): The resource could not be found. Aug 20 11:31:33.354771 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-06c1fd30-3cdc-45c5-9e29-0559f400c3df tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/8470f4931fd3403cb977a55497aaefeb HTTP/1.1" status: 404 len: 348 time: 0.0222604 Aug 20 11:31:33.545177 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-8c38a405-ee60-477f-9d24-c76d7cb0b5a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da29542b-2e8d-4ffb-b8f5-70b52233b388 HTTP/1.1" status: 200 len: 217 time: 0.1783686 Aug 20 11:31:33.555251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8479ac-92db-48a4-83c8-05e12bb8e923 req-13d92b94-63d0-48f2-97bb-9ddb729ecd7c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.556800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da8479ac-92db-48a4-83c8-05e12bb8e923 req-13d92b94-63d0-48f2-97bb-9ddb729ecd7c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.0970085 Aug 20 11:31:33.573822 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4d27d4-0852-4b2c-bc57-d404c57cc7bb x-openstack-request-id: req-fd4d27d4-0852-4b2c-bc57-d404c57cc7bb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:33.574953 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0700bd8-f659-4229-80d5-a93188b0182c", "name": "network-vif-plugged", "status": "completed", "tag": "25838c1b-564d-421f-93c4-1489823c6a64", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:33.575074 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd4d27d4-0852-4b2c-bc57-d404c57cc7bb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:33.575481 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25838c1b-564d-421f-93c4-1489823c6a64', 'code': 200} Aug 20 11:31:33.652406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da8479ac-92db-48a4-83c8-05e12bb8e923 req-4c3614a7-bcad-4a11-b022-b68566384b4c tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890183 Aug 20 11:31:33.685080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-406a9a34-e3d1-40fa-9228-6e08a56b674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.704917 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-406a9a34-e3d1-40fa-9228-6e08a56b674d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=67c93569-eb45-45c6-b207-4f675efb856b HTTP/1.1" status: 200 len: 853 time: 0.1489723 Aug 20 11:31:33.777382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-cfcd9dd7-cacb-47e1-953a-07008fe7de9b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=70b8cc5d-0386-436f-9df2-433f166b2cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640972 Aug 20 11:31:33.868807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e95d0-71ae-4f1e-b36f-6ceacd2d7634 req-c5e3836f-b897-4278-8552-67612f7ad2f0 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:33.871257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-085e95d0-71ae-4f1e-b36f-6ceacd2d7634 req-c5e3836f-b897-4278-8552-67612f7ad2f0 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 946 time: 0.0731726 Aug 20 11:31:33.901914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39014) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:33.904785 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2564746-06ab-4dee-8fd6-fcbe1ff98205 req-a039be5e-807c-4140-b416-51516d306bda tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 210 time: 0.1193278 Aug 20 11:31:33.931491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7bab633b-1976-404d-a0b7-f770a35ee922 req-ab84eca3-5fae-4889-a2ed-7f416f669d3b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1226211471', 'description': 'tempest-description-670266044'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:33.949122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Usage tracker for resource:network and tenant:93728b96700f420fbfdd8faaa967b966 is out of sync, need to count used quota {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:31:33.956882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:31:33.967133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-085e95d0-71ae-4f1e-b36f-6ceacd2d7634 req-ad6aedfc-7892-4f91-9656-0bd4e6e96650 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863733 Aug 20 11:31:33.978770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Usage tracker for resource:subnet and tenant:93728b96700f420fbfdd8faaa967b966 is out of sync, need to count used quota {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:31:33.987790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:31:34.010877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Usage tracker for resource:subnetpool and tenant:93728b96700f420fbfdd8faaa967b966 is out of sync, need to count used quota {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:31:34.033440 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:31:34.042080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Usage tracker for resource:port and tenant:93728b96700f420fbfdd8faaa967b966 is out of sync, need to count used quota {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:31:34.050602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:31:34.058274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-baaa0742-885f-44b9-862f-6353a791b5dc service neutron] 10.222.0.38 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646737 Aug 20 11:31:34.062979 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7bab633b-1976-404d-a0b7-f770a35ee922 req-ab84eca3-5fae-4889-a2ed-7f416f669d3b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.063214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Usage tracker for resource:router and tenant:93728b96700f420fbfdd8faaa967b966 is out of sync, need to count used quota {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:31:34.074272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:31:34.092657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Usage tracker for resource:floatingip and tenant:93728b96700f420fbfdd8faaa967b966 is out of sync, need to count used quota {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:31:34.098796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:31:34.144546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Usage tracker for resource:security_group and tenant:93728b96700f420fbfdd8faaa967b966 is out of sync, need to count used quota {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:31:34.154545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:31:34.166229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Usage tracker for resource:security_group_rule and tenant:93728b96700f420fbfdd8faaa967b966 is out of sync, need to count used quota {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 11:31:34.173499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.quota.resource [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95587) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 11:31:34.179202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5dddde0e-00a9-41a3-bd8c-cb3d24c213d0 tempest-QuotasTest-1671702012 tempest-QuotasTest-1671702012-project-admin] 10.222.0.10 "GET /v2.0/quotas/93728b96700f420fbfdd8faaa967b966/details.json HTTP/1.1" status: 200 len: 703 time: 0.2756512 Aug 20 11:31:34.306101 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7bab633b-1976-404d-a0b7-f770a35ee922 req-ab84eca3-5fae-4889-a2ed-7f416f669d3b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.310013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b33d72e4-ad10-423f-83f0-143bec88dbdc req-6be6b545-46a7-4eb3-bfe0-28817435da7e service neutron] 10.222.0.38 "GET /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385774 Aug 20 11:31:34.482894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3cbef9f1-2a71-4ab9-b853-b41e2affb28d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:34.552274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:34.552587 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.665440 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7bab633b-1976-404d-a0b7-f770a35ee922 req-ab84eca3-5fae-4889-a2ed-7f416f669d3b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.742226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84eca3-5fae-4889-a2ed-7f416f669d3b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647cea25-802a-458c-af21-77e61607394b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:34.836009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7bab633b-1976-404d-a0b7-f770a35ee922 req-ab84eca3-5fae-4889-a2ed-7f416f669d3b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:34.837710 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7bab633b-1976-404d-a0b7-f770a35ee922 req-ab84eca3-5fae-4889-a2ed-7f416f669d3b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9104617 Aug 20 11:31:34.944123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-3ade2082-5449-4ad7-bca1-03034facaddf tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:34.953223 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-3ade2082-5449-4ad7-bca1-03034facaddf tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "GET /v2.0/networks?id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b HTTP/1.1" status: 200 len: 816 time: 0.2374332 Aug 20 11:31:34.959745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Request body: {'port': {'device_id': 'c66632eb-7cbb-43ef-8f5a-e655af8f45c7', 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b', 'admin_state_up': True, 'tenant_id': 'e09626cda936453eadf13bdf3f7e2b36'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:35.044641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-a4164b86-2591-411b-9b8c-b4227e16d561 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:35.046700 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-a4164b86-2591-411b-9b8c-b4227e16d561 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 946 time: 0.1372974 Aug 20 11:31:35.110891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-359468bf-cf31-4b70-b2a7-4c28a147d050 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1226211471&fields=id&tenant_id=69aebf447aa64ba9a869546d16cb5522 HTTP/1.1" status: 200 len: 267 time: 0.1076598 Aug 20 11:31:35.115115 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8219e98f-c4a5-422c-8b5b-2e3dc36d8011 req-6d4a6a4e-dd76-4dca-846c-2ff82170e5f4 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 210 time: 0.1036942 Aug 20 11:31:35.233840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-eb63e512-8f63-4406-b692-617bb801fa69 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:35.243268 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-eb63e512-8f63-4406-b692-617bb801fa69 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1210749 Aug 20 11:31:35.282039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-3ffa69f8-b630-4524-beb3-b997cc6244fa tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Request body: {'port': {'security_groups': ['1eaf4259-d26d-4989-ace3-defaa6d320b1', '647cea25-802a-458c-af21-77e61607394b']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:35.306449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39038) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:35.364085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ce4ad-f277-4412-a719-b08a8cc83d0d req-827d993e-6d9f-457e-913a-87703bfefd48 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:35.373730 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d8ce4ad-f277-4412-a719-b08a8cc83d0d req-827d993e-6d9f-457e-913a-87703bfefd48 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 946 time: 0.0967166 Aug 20 11:31:35.396100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-fa14ea8e-a221-4857-9e7d-3cea0e70272d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Deleting port 15ec8c06-9f34-4424-9c79-f62e0a356018 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:35.407392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-fa14ea8e-a221-4857-9e7d-3cea0e70272d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.477802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-3ffa69f8-b630-4524-beb3-b997cc6244fa tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.534646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Made reservation on behalf of e09626cda936453eadf13bdf3f7e2b36 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:35.537983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.583765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5846-8631-4b67-a62d-9f36c4babaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.649454 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d8ce4ad-f277-4412-a719-b08a8cc83d0d req-810d3641-c06a-4f01-8ba9-a6301335067b tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753627 Aug 20 11:31:35.719641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-fa14ea8e-a221-4857-9e7d-3cea0e70272d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] For port 15ec8c06-9f34-4424-9c79-f62e0a356018, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=15ec8c06-9f34-4424-9c79-f62e0a356018,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:35.722720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-fa14ea8e-a221-4857-9e7d-3cea0e70272d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:35.770699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-fa14ea8e-a221-4857-9e7d-3cea0e70272d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Calling delete_port for 15ec8c06-9f34-4424-9c79-f62e0a356018 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:35.783578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-78f44d85-35c7-4d49-abb1-6255bafee4d9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:35.785306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-78f44d85-35c7-4d49-abb1-6255bafee4d9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "GET /v2.0/networks?id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b HTTP/1.1" status: 200 len: 816 time: 0.3712051 Aug 20 11:31:35.807332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Request body: {'port': {'device_id': '2eeaa2c9-d311-4cce-8071-1381fdf47c0f', 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b', 'admin_state_up': True, 'tenant_id': 'e09626cda936453eadf13bdf3f7e2b36'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:35.928676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Allocated IP 172.20.0.9 (942489a6-d0cc-4e4f-8d1d-47b8985fb56b/bd164739-c9ff-431b-b978-e951ecd55018/2b54ec98-ea05-49dc-997f-18c1b0637833) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:36.004581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-3ffa69f8-b630-4524-beb3-b997cc6244fa tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] For port 3855a25b-8290-4170-bfea-d03b002db0ed, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3855a25b-8290-4170-bfea-d03b002db0ed,segment=NetworkSegment(42574d4c-6312-4a95-a41b-3f2f7bd7ea53),segment_id=42574d4c-6312-4a95-a41b-3f2f7bd7ea53)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:36.171911 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5846-8631-4b67-a62d-9f36c4babaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.173102 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-3ffa69f8-b630-4524-beb3-b997cc6244fa tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.194119 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.206560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a951c18b-88f4-4e25-bcd3-9f5cfd580fc2 req-983905bc-a7c3-470b-9b7d-9eaa6d06e0c0 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 210 time: 0.0289795 Aug 20 11:31:36.345545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Transition to ACTIVE for port object 2b54ec98-ea05-49dc-997f-18c1b0637833 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:36.347101 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-3ffa69f8-b630-4524-beb3-b997cc6244fa tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.350248 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5846-8631-4b67-a62d-9f36c4babaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.360006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['3855a25b-8290-4170-bfea-d03b002db0ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:36.409615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-3ffa69f8-b630-4524-beb3-b997cc6244fa tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:36.410499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-3ffa69f8-b630-4524-beb3-b997cc6244fa tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.411944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-fa14ea8e-a221-4857-9e7d-3cea0e70272d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.417523 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1afba55-d3d8-4032-ab0e-749c0e3d816c req-3ffa69f8-b630-4524-beb3-b997cc6244fa tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "PUT /v2.0/ports/3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 982 time: 1.1443141 Aug 20 11:31:36.425162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:36.425162 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefdc336-8e0d-4101-be8d-6027be7eb54b" -d '{"events": [{"name": "network-changed", "server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:36.443573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8d0d5846-8631-4b67-a62d-9f36c4babaed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aef0be9715af447b9cab848b5b3ef8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1388981 Aug 20 11:31:36.458507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39062) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:36.481631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14ea8e-a221-4857-9e7d-3cea0e70272d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Pushing event deleted for resources: {'Port': ['ID=15ec8c06-9f34-4424-9c79-f62e0a356018,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:36.509261 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c5d8c3-7bec-45fa-bd8c-d26770395b38 x-openstack-request-id: req-74c5d8c3-7bec-45fa-bd8c-d26770395b38 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:36.509574 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:36.509871 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74c5d8c3-7bec-45fa-bd8c-d26770395b38 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:36.510288 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed', 'status': 'completed', 'code': 200} Aug 20 11:31:36.543611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Made reservation on behalf of e09626cda936453eadf13bdf3f7e2b36 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:36.547769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.560224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['3855a25b-8290-4170-bfea-d03b002db0ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:36.603504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d5846-8631-4b67-a62d-9f36c4babaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a066185-69a4-47b4-801e-24ba20b1a4b5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:36.626716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-fa14ea8e-a221-4857-9e7d-3cea0e70272d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] No DVR routers for this DVR port 15ec8c06-9f34-4424-9c79-f62e0a356018 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:36.635294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-fa14ea8e-a221-4857-9e7d-3cea0e70272d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.638176 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f70be851-2a2a-4a90-938b-2a0d9cb24e3c req-fa14ea8e-a221-4857-9e7d-3cea0e70272d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "DELETE /v2.0/ports/15ec8c06-9f34-4424-9c79-f62e0a356018 HTTP/1.1" status: 204 len: 173 time: 1.5669944 Aug 20 11:31:36.650483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa69f8-b630-4524-beb3-b997cc6244fa tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Pushing event updated for resources: {'Port': ['ID=3855a25b-8290-4170-bfea-d03b002db0ed,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:36.670753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b11109-5d1f-4f50-a663-ab726f35e1fa', 'name': 'network-vif-deleted', 'tag': '15ec8c06-9f34-4424-9c79-f62e0a356018'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:36.673413 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273d3f64-7857-4b15-a021-7337fcb27d8d" -d '{"events": [{"server_uuid": "d8b11109-5d1f-4f50-a663-ab726f35e1fa", "name": "network-vif-deleted", "tag": "15ec8c06-9f34-4424-9c79-f62e0a356018"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:36.705249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdc336-8e0d-4101-be8d-6027be7eb54b req-68ce29ec-e690-4153-a522-3a5406166332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:36.707758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aefdc336-8e0d-4101-be8d-6027be7eb54b req-68ce29ec-e690-4153-a522-3a5406166332 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69aebf447aa64ba9a869546d16cb5522&device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1136 time: 0.1801245 Aug 20 11:31:36.709142 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78fa33cf-16aa-495b-a81f-c33bf70d23aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.843479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ce544ad-179b-438f-b96c-112447db2e9d req-d337225f-f81f-4a4d-bfc7-8c259ba381cb tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1226211471&fields=id&tenant_id=69aebf447aa64ba9a869546d16cb5522 HTTP/1.1" status: 200 len: 267 time: 0.2763937 Aug 20 11:31:36.846857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f0532677-4332-4b49-aa51-01f9c2b7bba9', 'da29542b-2e8d-4ffb-b8f5-70b52233b388', '15ec8c06-9f34-4424-9c79-f62e0a356018'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:36.871636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0aa4e3e2-f232-4e79-8aab-8c36c0502881 req-098fcf0f-406c-483f-a37c-67c34e2cb5c7 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 210 time: 0.0872455 Aug 20 11:31:36.877674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78fa33cf-16aa-495b-a81f-c33bf70d23aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:36.952542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce544ad-179b-438f-b96c-112447db2e9d req-bec61baa-a1ab-4420-98d8-4570e4066d75 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:36.967623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ce544ad-179b-438f-b96c-112447db2e9d req-bec61baa-a1ab-4420-98d8-4570e4066d75 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 985 time: 0.1193187 Aug 20 11:31:36.977708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-6ce544ad-179b-438f-b96c-112447db2e9d req-458cc343-9d41-4880-a070-1bab1fed8859 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Request body: {'port': {'security_groups': ['1eaf4259-d26d-4989-ace3-defaa6d320b1']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:36.994422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdc336-8e0d-4101-be8d-6027be7eb54b req-5f5fcb61-d619-47fe-8502-db14c8684f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:36.997203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aefdc336-8e0d-4101-be8d-6027be7eb54b req-5f5fcb61-d619-47fe-8502-db14c8684f75 service neutron] 10.222.0.38 "GET /v2.0/networks?id=44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 200 len: 920 time: 0.2816067 Aug 20 11:31:37.089040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aefdc336-8e0d-4101-be8d-6027be7eb54b req-4e22b3ed-b51a-4e8f-b19c-f770bc0a73c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 217 time: 0.0792601 Aug 20 11:31:37.128890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6ce544ad-179b-438f-b96c-112447db2e9d req-458cc343-9d41-4880-a070-1bab1fed8859 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.214655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdc336-8e0d-4101-be8d-6027be7eb54b req-dd132cce-c062-460a-9851-86b64077c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.217944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aefdc336-8e0d-4101-be8d-6027be7eb54b req-dd132cce-c062-460a-9851-86b64077c518 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=054af14c-b5b7-40d0-b821-c833ee1deeaf HTTP/1.1" status: 200 len: 859 time: 0.1193831 Aug 20 11:31:37.272619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aefdc336-8e0d-4101-be8d-6027be7eb54b req-3a6cfef9-4dd6-4bfa-afd1-4cb863d6ec3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44463a5f-0c83-4b95-8b35-aaeef915fac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452645 Aug 20 11:31:37.275427 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e995c20-6fb3-46cb-a397-0ab1efd62d2d x-openstack-request-id: req-8e995c20-6fb3-46cb-a397-0ab1efd62d2d {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:37.275952 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b11109-5d1f-4f50-a663-ab726f35e1fa", "name": "network-vif-deleted", "tag": "15ec8c06-9f34-4424-9c79-f62e0a356018", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:37.276067 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e995c20-6fb3-46cb-a397-0ab1efd62d2d {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:37.276708 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b11109-5d1f-4f50-a663-ab726f35e1fa', 'name': 'network-vif-deleted', 'tag': '15ec8c06-9f34-4424-9c79-f62e0a356018', 'status': 'completed', 'code': 200} Aug 20 11:31:37.395534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.463660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:37.494877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2fb8b54-368b-4cc6-9dd3-61d118ff16df req-e31012eb-0a75-40e5-9ece-0addd2018d7d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 210 time: 0.0562563 Aug 20 11:31:37.496631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:37.506139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:37.558383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Allocated IP 172.20.0.6 (942489a6-d0cc-4e4f-8d1d-47b8985fb56b/bd164739-c9ff-431b-b978-e951ecd55018/9fcbe2ec-89b5-45a0-8601-a7c83d027e4a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:37.587093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78fa33cf-16aa-495b-a81f-c33bf70d23aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.591594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78fa33cf-16aa-495b-a81f-c33bf70d23aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.594064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-6ce544ad-179b-438f-b96c-112447db2e9d req-458cc343-9d41-4880-a070-1bab1fed8859 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] For port 3855a25b-8290-4170-bfea-d03b002db0ed, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3855a25b-8290-4170-bfea-d03b002db0ed,segment=NetworkSegment(42574d4c-6312-4a95-a41b-3f2f7bd7ea53),segment_id=42574d4c-6312-4a95-a41b-3f2f7bd7ea53)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:37.604937 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-78fa33cf-16aa-495b-a81f-c33bf70d23aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a066185-69a4-47b4-801e-24ba20b1a4b5 HTTP/1.1" status: 204 len: 168 time: 1.1439235 Aug 20 11:31:37.655462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa33cf-16aa-495b-a81f-c33bf70d23aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a066185-69a4-47b4-801e-24ba20b1a4b5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:37.657234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Pushing event updated for resources: {'Port': ['ID=2b54ec98-ea05-49dc-997f-18c1b0637833,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:37.679764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aefdc336-8e0d-4101-be8d-6027be7eb54b req-f197a283-8fb3-40d3-8e23-757607ae30a8 service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933380 Aug 20 11:31:37.756328 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6ce544ad-179b-438f-b96c-112447db2e9d req-458cc343-9d41-4880-a070-1bab1fed8859 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.837716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:37.838728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.914189 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.946840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6ce544ad-179b-438f-b96c-112447db2e9d req-458cc343-9d41-4880-a070-1bab1fed8859 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:37.960744 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['3855a25b-8290-4170-bfea-d03b002db0ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:38.032898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f75d4db9-6eff-4319-abbb-4c4fe903709e None None] Provisioning for port 2b54ec98-ea05-49dc-997f-18c1b0637833 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:38.043702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f75d4db9-6eff-4319-abbb-4c4fe903709e None None] Provisioning complete for port 2b54ec98-ea05-49dc-997f-18c1b0637833 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:38.049476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Transition to ACTIVE for port object 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:38.055030 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f75d4db9-6eff-4319-abbb-4c4fe903709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.067078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce544ad-179b-438f-b96c-112447db2e9d req-458cc343-9d41-4880-a070-1bab1fed8859 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:38.068764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6ce544ad-179b-438f-b96c-112447db2e9d req-458cc343-9d41-4880-a070-1bab1fed8859 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.070420 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ce544ad-179b-438f-b96c-112447db2e9d req-458cc343-9d41-4880-a070-1bab1fed8859 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "PUT /v2.0/ports/3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 943 time: 1.1006420 Aug 20 11:31:38.156409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f75d4db9-6eff-4319-abbb-4c4fe903709e None None] Port 2b54ec98-ea05-49dc-997f-18c1b0637833 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:38.164289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['3855a25b-8290-4170-bfea-d03b002db0ed'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:38.360792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cc343-9d41-4880-a070-1bab1fed8859 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Pushing event updated for resources: {'Port': ['ID=3855a25b-8290-4170-bfea-d03b002db0ed,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:38.366090 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1fbc9e1f-4400-4f33-b0d7-884162d8c901 req-27f20fd7-8348-4e5e-9629-ad995fd7d8dd tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8b11109-5d1f-4f50-a663-ab726f35e1fa HTTP/1.1" status: 200 len: 210 time: 0.0699754 Aug 20 11:31:38.368001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.447931 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aefdc336-8e0d-4101-be8d-6027be7eb54b req-279e0a06-8ee2-4631-855d-025fe597ba52 service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331941 Aug 20 11:31:38.501113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca884131-b597-463a-8541-0e79f676c22b req-8dec54ac-6dd1-4baa-9196-0c65fb1ab9b2 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:38.515230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-ddaa798c-86b5-4024-9725-54f7249a4741 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3291309 Aug 20 11:31:38.528918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-8dec54ac-6dd1-4baa-9196-0c65fb1ab9b2 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "GET /v2.0/networks?id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b HTTP/1.1" status: 200 len: 816 time: 0.9224613 Aug 20 11:31:38.544833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Request body: {'port': {'device_id': '6379f563-70d0-40c7-8d02-86e28ab49b71', 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b', 'admin_state_up': True, 'tenant_id': 'e09626cda936453eadf13bdf3f7e2b36'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:38.550232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:38.556714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-cba84aaf-4d28-44c6-8fb9-818f44a707b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6013598 Aug 20 11:31:38.565901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:38.572433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:38.576589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Pushing event updated for resources: {'Port': ['ID=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:38.585737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:38.631363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Request body: {'port': {'device_id': 'c66632eb-7cbb-43ef-8f5a-e655af8f45c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:38.681155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:38.683296 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.709746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a146a8b4-b86b-4627-b7b3-478191d2c91b req-24dc3c88-9239-4d70-b9b3-7b554f7f23a3 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 210 time: 0.1125586 Aug 20 11:31:38.720764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.820796 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:38.835901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 15ec8c06-9f34-4424-9c79-f62e0a356018 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:38.891203 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-2197990e-d9ce-4890-bdc6-33ea4a3fe22d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0913579 Aug 20 11:31:38.907919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Request body: {'port': {'device_id': '2eeaa2c9-d311-4cce-8071-1381fdf47c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:38.913042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 15ec8c06-9f34-4424-9c79-f62e0a356018 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:38.913042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 15ec8c06-9f34-4424-9c79-f62e0a356018 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:39.004371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39106) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:39.036948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3471f11a-03a4-40b3-bcac-c8ebd9caa859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.060638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Made reservation on behalf of e09626cda936453eadf13bdf3f7e2b36 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:39.066792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.150238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-10d2b684-a72c-4dc7-8cc9-2d6e2c5ba588 None None] Provisioning for port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:39.155973 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-10d2b684-a72c-4dc7-8cc9-2d6e2c5ba588 None None] Provisioning complete for port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:39.155973 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-10d2b684-a72c-4dc7-8cc9-2d6e2c5ba588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.245511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-10d2b684-a72c-4dc7-8cc9-2d6e2c5ba588 None None] Port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:39.356831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:39.359387 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3717307c-2edc-42c8-aaff-df6637f28c37" -d '{"events": [{"name": "network-changed", "server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:39.380621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.416516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.452000 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169ef851-d5d7-4165-a046-41c96a3e81ac x-openstack-request-id: req-169ef851-d5d7-4165-a046-41c96a3e81ac {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:39.452293 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:39.452396 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-169ef851-d5d7-4165-a046-41c96a3e81ac {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:39.452710 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed', 'status': 'completed', 'code': 200} Aug 20 11:31:39.489792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3471f11a-03a4-40b3-bcac-c8ebd9caa859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.530180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b54ec98-ea05-49dc-997f-18c1b0637833 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:39.575371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.575371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717307c-2edc-42c8-aaff-df6637f28c37 req-464e9023-cd62-400c-9f75-b712ad401ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:39.575371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3717307c-2edc-42c8-aaff-df6637f28c37 req-464e9023-cd62-400c-9f75-b712ad401ef5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69aebf447aa64ba9a869546d16cb5522&device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1097 time: 0.1087804 Aug 20 11:31:39.688140 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3471f11a-03a4-40b3-bcac-c8ebd9caa859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.689399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Transition to ACTIVE for port object 2b54ec98-ea05-49dc-997f-18c1b0637833 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:39.706882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Allocated IP 172.25.4.107 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/8f7467a7-cedf-4001-9156-f79b4987b979) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:39.751819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471f11a-03a4-40b3-bcac-c8ebd9caa859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb994ec-f5f4-406a-894d-b96b2278a697,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:39.770925 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3471f11a-03a4-40b3-bcac-c8ebd9caa859 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93728b96700f420fbfdd8faaa967b966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7657735 Aug 20 11:31:39.774812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39126) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:39.832974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.864891 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:39.885776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717307c-2edc-42c8-aaff-df6637f28c37 req-379dd176-c7d0-41c6-95cf-864aeadf93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:39.887385 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3717307c-2edc-42c8-aaff-df6637f28c37 req-379dd176-c7d0-41c6-95cf-864aeadf93bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 200 len: 920 time: 0.2809660 Aug 20 11:31:39.967962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Allocated IP 172.20.0.10 (942489a6-d0cc-4e4f-8d1d-47b8985fb56b/bd164739-c9ff-431b-b978-e951ecd55018/c16625c5-923b-46b2-ab88-a7d556a9ef64) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:39.972326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3717307c-2edc-42c8-aaff-df6637f28c37 req-94a3c257-7651-426c-a42f-d16fe998987c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 217 time: 0.0738714 Aug 20 11:31:39.977170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Pushing event updated for resources: {'Port': ['ID=2b54ec98-ea05-49dc-997f-18c1b0637833,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:40.024843 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.070411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6970d2a-a28c-4978-aba8-4811c5d44453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.105963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:40.137754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:40.143847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Pushing event updated for resources: {'Port': ['ID=8f7467a7-cedf-4001-9156-f79b4987b979,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:40.147084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:40.201499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6970d2a-a28c-4978-aba8-4811c5d44453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.216038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717307c-2edc-42c8-aaff-df6637f28c37 req-33958ffc-56fc-493a-b102-67e219ae410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:40.217535 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3717307c-2edc-42c8-aaff-df6637f28c37 req-33958ffc-56fc-493a-b102-67e219ae410e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=054af14c-b5b7-40d0-b821-c833ee1deeaf HTTP/1.1" status: 200 len: 859 time: 0.2279010 Aug 20 11:31:40.288971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.393416 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3717307c-2edc-42c8-aaff-df6637f28c37 req-68333edc-5330-4def-9ff7-56ebb34831f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44463a5f-0c83-4b95-8b35-aaeef915fac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816765 Aug 20 11:31:40.408630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.422991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Attempting to bind port 2b54ec98-ea05-49dc-997f-18c1b0637833 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:40.423349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Attempting to bind port 2b54ec98-ea05-49dc-997f-18c1b0637833 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:40.423525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Attempting to bind port 2b54ec98-ea05-49dc-997f-18c1b0637833 on network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:40.522191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Port 2b54ec98-ea05-49dc-997f-18c1b0637833 on network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:40.523505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Attempting to bind port 2b54ec98-ea05-49dc-997f-18c1b0637833 on network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:40.538247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5760c8f-92c5-479c-9e60-1653467916df req-6a884c88-b755-4d9e-82d0-6e47328c63a7 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 210 time: 0.1437154 Aug 20 11:31:40.569931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:40.570272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Checking segment: {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:40.570695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Bound using segment: {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:40.571198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Bound port: 2b54ec98-ea05-49dc-997f-18c1b0637833, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:40.583120 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.610526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.670748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6970d2a-a28c-4978-aba8-4811c5d44453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.673378 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6970d2a-a28c-4978-aba8-4811c5d44453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.678024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f6970d2a-a28c-4978-aba8-4811c5d44453 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3cb994ec-f5f4-406a-894d-b96b2278a697 HTTP/1.1" status: 204 len: 168 time: 0.8740845 Aug 20 11:31:40.709938 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.741869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6970d2a-a28c-4978-aba8-4811c5d44453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb994ec-f5f4-406a-894d-b96b2278a697,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:40.748637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.783687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3717307c-2edc-42c8-aaff-df6637f28c37 req-6f1c7cb2-3b04-451b-bcdf-2a5020c244d6 service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572848 Aug 20 11:31:40.799860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Transition to ACTIVE for port object c16625c5-923b-46b2-ab88-a7d556a9ef64 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:40.879178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] For port 2b54ec98-ea05-49dc-997f-18c1b0637833, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:40.909700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d58812-d057-4686-8db1-ad300064b9d8 req-8957da66-e540-495c-a927-08889b1d600a tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:40.913334 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:40.917447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88d58812-d057-4686-8db1-ad300064b9d8 req-8957da66-e540-495c-a927-08889b1d600a tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 945 time: 0.2741892 Aug 20 11:31:40.933636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Pushing event updated for resources: {'Port': ['ID=8f7467a7-cedf-4001-9156-f79b4987b979,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:40.946408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] For port 2b54ec98-ea05-49dc-997f-18c1b0637833, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2b54ec98-ea05-49dc-997f-18c1b0637833,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:41.031226 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88d58812-d057-4686-8db1-ad300064b9d8 req-60e34241-2aa6-4fdd-86a6-33271c5eecd4 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055164 Aug 20 11:31:41.034197 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3717307c-2edc-42c8-aaff-df6637f28c37 req-598cc6c5-94d1-4684-bb1f-bc4ceb8abc3c service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385008 Aug 20 11:31:41.070543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.123173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.125869 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.183552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.184558 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.186211 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] 10.222.0.57 "PUT /v2.0/ports/2b54ec98-ea05-49dc-997f-18c1b0637833 HTTP/1.1" status: 200 len: 1091 time: 2.5878460 Aug 20 11:31:41.189153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66632eb-7cbb-43ef-8f5a-e655af8f45c7', 'tag': '2b54ec98-ea05-49dc-997f-18c1b0637833'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:41.193177 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366de525-da5f-4ba2-9582-d74a9e5d6de9" -d '{"events": [{"name": "network-changed", "server_uuid": "c66632eb-7cbb-43ef-8f5a-e655af8f45c7", "tag": "2b54ec98-ea05-49dc-997f-18c1b0637833"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:41.224725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:41.241249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:41.258405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:41.330917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.332287 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-f0791e4b-1b2a-40a9-8aa2-826fa3c5adf5 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7949080 Aug 20 11:31:41.348786 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:41.379510 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.380861 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294a9ebd-30d8-4e6d-9e17-cd0d6e6826b4 x-openstack-request-id: req-294a9ebd-30d8-4e6d-9e17-cd0d6e6826b4 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:41.381485 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66632eb-7cbb-43ef-8f5a-e655af8f45c7", "tag": "2b54ec98-ea05-49dc-997f-18c1b0637833", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:41.382010 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-294a9ebd-30d8-4e6d-9e17-cd0d6e6826b4 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:41.382816 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66632eb-7cbb-43ef-8f5a-e655af8f45c7', 'tag': '2b54ec98-ea05-49dc-997f-18c1b0637833', 'status': 'completed', 'code': 200} Aug 20 11:31:41.394155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9421f-aa47-47fa-839f-cf24e68fc9ac service neutron] Pushing event updated for resources: {'Port': ['ID=2b54ec98-ea05-49dc-997f-18c1b0637833,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:41.474551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de525-da5f-4ba2-9582-d74a9e5d6de9 req-f14cef10-3f18-48a8-8ed6-ad987e7e4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.476618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-366de525-da5f-4ba2-9582-d74a9e5d6de9 req-f14cef10-3f18-48a8-8ed6-ad987e7e4cdf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e09626cda936453eadf13bdf3f7e2b36&device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 1094 time: 0.1402154 Aug 20 11:31:41.484902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.485660 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.490016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-bf8fd22b-2e21-42cf-bfe4-74a45e9e17a2 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.1315746 Aug 20 11:31:41.490888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Transition to ACTIVE for port object 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:41.530801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Pushing event updated for resources: {'Port': ['ID=c16625c5-923b-46b2-ab88-a7d556a9ef64,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:41.656851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-79084345-9aeb-48db-8339-5ebd9b3932e7 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.656851 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d1269afe-1c2f-427a-8232-6f478220fbf8 req-79084345-9aeb-48db-8339-5ebd9b3932e7 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.1486399 Aug 20 11:31:41.690333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de525-da5f-4ba2-9582-d74a9e5d6de9 req-98fc141a-db05-4883-b8c3-bfabb5c56d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.691938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-366de525-da5f-4ba2-9582-d74a9e5d6de9 req-98fc141a-db05-4883-b8c3-bfabb5c56d3d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e09626cda936453eadf13bdf3f7e2b36&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2030706 Aug 20 11:31:41.793163 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:41.808855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-432bc465-3651-4f89-8eda-5029a4476f0c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.810428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-432bc465-3651-4f89-8eda-5029a4476f0c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 945 time: 0.1598206 Aug 20 11:31:41.864476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc083b71-42f3-4c46-ba70-4e41a2922bbf req-87d5b881-d223-4fd3-841c-f83478b83ff0 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.866192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc083b71-42f3-4c46-ba70-4e41a2922bbf req-87d5b881-d223-4fd3-841c-f83478b83ff0 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 932 time: 0.1731851 Aug 20 11:31:41.879829 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-c77382cc-b7bc-4a2d-92a7-997ced8d5b84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3406012 Aug 20 11:31:41.894376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:41.904013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Request body: {'port': {'device_id': '6379f563-70d0-40c7-8d02-86e28ab49b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:41.920915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-a11ee291-628c-4ec2-9fbb-fc651a9f4e80 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:41.922977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-a11ee291-628c-4ec2-9fbb-fc651a9f4e80 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2018697 Aug 20 11:31:41.950042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a6da758d-6db8-40a0-a587-9b93fa79be65 None None] Provisioning for port c16625c5-923b-46b2-ab88-a7d556a9ef64 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:41.959770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a6da758d-6db8-40a0-a587-9b93fa79be65 None None] Provisioning complete for port c16625c5-923b-46b2-ab88-a7d556a9ef64 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:41.960723 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a6da758d-6db8-40a0-a587-9b93fa79be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.027780 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-43f15a4e-ad47-403f-92d3-374691328049 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.0992656 Aug 20 11:31:42.052118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de525-da5f-4ba2-9582-d74a9e5d6de9 req-fccb18fa-98cd-4654-99c5-85f0b92a3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:42.053082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a6da758d-6db8-40a0-a587-9b93fa79be65 None None] Port c16625c5-923b-46b2-ab88-a7d556a9ef64 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:42.053431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ed20a9f4-a067-4fbc-89a7-59b2171c30b0 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Request body: {'floatingip': {'port_id': '3855a25b-8290-4170-bfea-d03b002db0ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:42.066128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-366de525-da5f-4ba2-9582-d74a9e5d6de9 req-fccb18fa-98cd-4654-99c5-85f0b92a3a1a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3418941 Aug 20 11:31:42.145915 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ed20a9f4-a067-4fbc-89a7-59b2171c30b0 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.149799 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc083b71-42f3-4c46-ba70-4e41a2922bbf req-08be0b00-71f1-4fce-8f27-80a063e079b7 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645121 Aug 20 11:31:42.167775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Attempting to bind port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:42.168180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Attempting to bind port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:42.168511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Attempting to bind port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a on network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:42.230294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.284865 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a on network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:42.284865 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Attempting to bind port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a on network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:42.317505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:42.318077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Checking segment: {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:42.318596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Bound using segment: {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:42.319022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Bound port: 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:42.319384 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.423409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-a6941946-97ea-4dde-9381-bec40a93fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:42.425240 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-a6941946-97ea-4dde-9381-bec40a93fca3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e09626cda936453eadf13bdf3f7e2b36&device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 1094 time: 0.2741714 Aug 20 11:31:42.437547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58b82-9b58-4aab-81e2-0b26752e6c75 req-e81cc1c2-cbfd-4c2d-8d81-9750092245aa tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:42.439295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ec58b82-9b58-4aab-81e2-0b26752e6c75 req-e81cc1c2-cbfd-4c2d-8d81-9750092245aa tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 945 time: 0.1447027 Aug 20 11:31:42.514578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] For port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:42.518886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-56569c2d-9cc2-45d0-8afe-c3bfc2c0d38c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Deleting port da29542b-2e8d-4ffb-b8f5-70b52233b388 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:42.519351 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-56569c2d-9cc2-45d0-8afe-c3bfc2c0d38c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.559729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] For port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:42.622845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39176) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:42.623917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-9105f42d-8f73-4e78-923d-98aac2631ffd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b54ec98-ea05-49dc-997f-18c1b0637833 HTTP/1.1" status: 200 len: 217 time: 0.1834121 Aug 20 11:31:42.675385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.724289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:42.724980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.733637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] 10.222.0.57 "PUT /v2.0/ports/9fcbe2ec-89b5-45a0-8601-a7c83d027e4a HTTP/1.1" status: 200 len: 1091 time: 3.8248887 Aug 20 11:31:42.738722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eeaa2c9-d311-4cce-8071-1381fdf47c0f', 'tag': '9fcbe2ec-89b5-45a0-8601-a7c83d027e4a'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:42.741563 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b2b2a-44ac-4388-935c-cb89794d4021" -d '{"events": [{"name": "network-changed", "server_uuid": "2eeaa2c9-d311-4cce-8071-1381fdf47c0f", "tag": "9fcbe2ec-89b5-45a0-8601-a7c83d027e4a"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:42.810907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ec58b82-9b58-4aab-81e2-0b26752e6c75 req-890e9336-04a7-48f7-b46a-b694c025c469 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523772 Aug 20 11:31:42.834370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-56569c2d-9cc2-45d0-8afe-c3bfc2c0d38c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] For port da29542b-2e8d-4ffb-b8f5-70b52233b388, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=da29542b-2e8d-4ffb-b8f5-70b52233b388,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:42.834859 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-56569c2d-9cc2-45d0-8afe-c3bfc2c0d38c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:42.838931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1006320092'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:42.857430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21d7b-1632-4a42-a13b-bdaf10852e00 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:42.914323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-56569c2d-9cc2-45d0-8afe-c3bfc2c0d38c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Calling delete_port for da29542b-2e8d-4ffb-b8f5-70b52233b388 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:42.929418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-074d7d5b-7b27-43ea-b53e-f3cdf61cecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:42.932503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-074d7d5b-7b27-43ea-b53e-f3cdf61cecb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd164739-c9ff-431b-b978-e951ecd55018 HTTP/1.1" status: 200 len: 855 time: 0.2959273 Aug 20 11:31:43.031084 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7c677d-baec-41a1-bb48-0752219a5419 x-openstack-request-id: req-cc7c677d-baec-41a1-bb48-0752219a5419 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:43.031386 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eeaa2c9-d311-4cce-8071-1381fdf47c0f", "tag": "9fcbe2ec-89b5-45a0-8601-a7c83d027e4a", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:43.031631 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc7c677d-baec-41a1-bb48-0752219a5419 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:43.032600 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eeaa2c9-d311-4cce-8071-1381fdf47c0f', 'tag': '9fcbe2ec-89b5-45a0-8601-a7c83d027e4a', 'status': 'completed', 'code': 200} Aug 20 11:31:43.041616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-a366ac98-9b82-44f8-b95b-d19073149293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:43.044093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-a366ac98-9b82-44f8-b95b-d19073149293 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e09626cda936453eadf13bdf3f7e2b36&device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 1094 time: 0.1232388 Aug 20 11:31:43.046780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Made reservation on behalf of e231d0573b184070bc539216010cad72 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:43.050411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.069126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.129841 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ed20a9f4-a067-4fbc-89a7-59b2171c30b0 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.134162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-50e383e1-802f-4abe-b34a-c3bfa8b42f16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a HTTP/1.1" status: 200 len: 217 time: 0.0719414 Aug 20 11:31:43.265203 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ed20a9f4-a067-4fbc-89a7-59b2171c30b0 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.281358 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.315592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-e454e385-9285-4749-8238-dc6b2d0a92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:43.317136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-e454e385-9285-4749-8238-dc6b2d0a92fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd164739-c9ff-431b-b978-e951ecd55018 HTTP/1.1" status: 200 len: 855 time: 0.1757495 Aug 20 11:31:43.446003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-c2527f62-9a4d-49af-b9b7-9cc1c8d7836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:43.447470 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-c2527f62-9a4d-49af-b9b7-9cc1c8d7836c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213844 Aug 20 11:31:43.517726 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ed20a9f4-a067-4fbc-89a7-59b2171c30b0 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Floating IP a9ec382e-c662-4f03-8fcc-ca862bd3ede0 associated. External IP: 172.25.4.107, port: 3855a25b-8290-4170-bfea-d03b002db0ed. Aug 20 11:31:43.535079 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.651258 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-ba4c251b-f500-41a4-8dc9-4f054a222153 service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936769 Aug 20 11:31:43.676452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98abf2-ce0f-4a52-9dcb-169b0f8f7da5 req-242297fe-2786-401a-99ba-0b0bb8619cd8 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:43.684566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c98abf2-ce0f-4a52-9dcb-169b0f8f7da5 req-242297fe-2786-401a-99ba-0b0bb8619cd8 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 932 time: 0.1310260 Aug 20 11:31:43.719883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-97a242cd-fda3-4ae2-b40d-dd692564331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:43.721369 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-97a242cd-fda3-4ae2-b40d-dd692564331c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7450218 Aug 20 11:31:43.753240 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.817732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:31:43.845154 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c98abf2-ce0f-4a52-9dcb-169b0f8f7da5 req-af460383-c251-467b-9382-5def672b9f28 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585050 Aug 20 11:31:43.864449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-634fe86f-e046-489e-ae37-ef542eb77c5c req-86161036-d31b-4d97-95a6-6785bd1e78f9 service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054949 Aug 20 11:31:43.865068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f630498b-67e7-4d8d-bad3-def43e8d2da9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:43.872219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.872822 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Added segment 0e58cc98-430b-417b-bbb9-60739cd58aa9 of type vlan for network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 Aug 20 11:31:43.950809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:43.964990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ed20a9f4-a067-4fbc-89a7-59b2171c30b0 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Router 0d48d657-36fc-4a04-a857-e27e47cdb55f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:43.996172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16625c5-923b-46b2-ab88-a7d556a9ef64 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:44.017941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.030761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-6af853c6-4639-40a5-8c3b-c6199569bffb service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931502 Aug 20 11:31:44.061054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Transition to ACTIVE for port object c16625c5-923b-46b2-ab88-a7d556a9ef64 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:44.146121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b4c5c-cc1e-427f-9e83-6a2d3cd70bf9 req-9c0553f9-7b3c-4f72-8618-882cc253ea91 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:44.155150 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-116b4c5c-cc1e-427f-9e83-6a2d3cd70bf9 req-9c0553f9-7b3c-4f72-8618-882cc253ea91 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 945 time: 0.2152975 Aug 20 11:31:44.160998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-56569c2d-9cc2-45d0-8afe-c3bfc2c0d38c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.174384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f0532677-4332-4b49-aa51-01f9c2b7bba9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:44.200192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.390870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56569c2d-9cc2-45d0-8afe-c3bfc2c0d38c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Pushing event deleted for resources: {'Port': ['ID=da29542b-2e8d-4ffb-b8f5-70b52233b388,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:44.486256 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-f7a5a237-2d94-409a-bdf5-066764af7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:44.487934 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-f7a5a237-2d94-409a-bdf5-066764af7ef3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e09626cda936453eadf13bdf3f7e2b36&device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 1094 time: 0.0852976 Aug 20 11:31:44.544696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Pushing event updated for resources: {'Port': ['ID=c16625c5-923b-46b2-ab88-a7d556a9ef64,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:44.610792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-116b4c5c-cc1e-427f-9e83-6a2d3cd70bf9 req-744165d6-4ed7-4b83-b30e-df93768eb841 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542449 Aug 20 11:31:44.666829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-fa2bab43-5c17-4370-b3f9-880d382d325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:44.669160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-fa2bab43-5c17-4370-b3f9-880d382d325f service neutron] 10.222.0.57 "GET /v2.0/networks?id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b HTTP/1.1" status: 200 len: 917 time: 0.1621449 Aug 20 11:31:44.674833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-56569c2d-9cc2-45d0-8afe-c3bfc2c0d38c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] No DVR routers for this DVR port da29542b-2e8d-4ffb-b8f5-70b52233b388 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:44.678401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-56569c2d-9cc2-45d0-8afe-c3bfc2c0d38c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.680910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ebc67f51-a942-41d3-98dd-ab0a4db0f1eb req-56569c2d-9cc2-45d0-8afe-c3bfc2c0d38c tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "DELETE /v2.0/ports/da29542b-2e8d-4ffb-b8f5-70b52233b388 HTTP/1.1" status: 204 len: 173 time: 2.8622205 Aug 20 11:31:44.684509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4', 'name': 'network-vif-deleted', 'tag': 'da29542b-2e8d-4ffb-b8f5-70b52233b388'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:44.687242 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316cf50f-8b87-42b9-8403-d1d6d20039a6" -d '{"events": [{"server_uuid": "4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4", "name": "network-vif-deleted", "tag": "da29542b-2e8d-4ffb-b8f5-70b52233b388"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:44.706239 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c3eeb3d-6734-43f4-8dd5-3a8920abfc1f req-3a588291-26be-4182-b441-4cfa7946df4a service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436779 Aug 20 11:31:44.713601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Attempting to bind port c16625c5-923b-46b2-ab88-a7d556a9ef64 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:44.713601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Attempting to bind port c16625c5-923b-46b2-ab88-a7d556a9ef64 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:44.713601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Attempting to bind port c16625c5-923b-46b2-ab88-a7d556a9ef64 on network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:44.720193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Port c16625c5-923b-46b2-ab88-a7d556a9ef64 on network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:44.720519 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Attempting to bind port c16625c5-923b-46b2-ab88-a7d556a9ef64 on network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:44.727226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:44.727584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Checking segment: {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:44.727983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Bound using segment: {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:44.728740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Bound port: c16625c5-923b-46b2-ab88-a7d556a9ef64, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f57ec9-5467-43d7-b9f3-bc2c13385aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:44.728968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.738808 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.749095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:44.749969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.831967 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a64436-7962-46da-b6a2-7d26fa069a54 x-openstack-request-id: req-f9a64436-7962-46da-b6a2-7d26fa069a54 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:44.832262 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4", "name": "network-vif-deleted", "tag": "da29542b-2e8d-4ffb-b8f5-70b52233b388", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:44.832984 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9a64436-7962-46da-b6a2-7d26fa069a54 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:44.833553 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4', 'name': 'network-vif-deleted', 'tag': 'da29542b-2e8d-4ffb-b8f5-70b52233b388', 'status': 'completed', 'code': 200} Aug 20 11:31:44.835850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] For port c16625c5-923b-46b2-ab88-a7d556a9ef64, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:44.840689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] For port c16625c5-923b-46b2-ab88-a7d556a9ef64, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16625c5-923b-46b2-ab88-a7d556a9ef64,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:44.872205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-31e54e47-6dbe-4f94-8bee-e364847fbd54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a HTTP/1.1" status: 200 len: 217 time: 0.1186998 Aug 20 11:31:44.897396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device da29542b-2e8d-4ffb-b8f5-70b52233b388 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:44.955401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Network': ['ID=be6eb83e-0a1f-43d9-921d-0eb0f093a0d7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:44.956124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: da29542b-2e8d-4ffb-b8f5-70b52233b388 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:44.956507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device da29542b-2e8d-4ffb-b8f5-70b52233b388 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:44.960461 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ed20a9f4-a067-4fbc-89a7-59b2171c30b0 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:44.976841 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ed20a9f4-a067-4fbc-89a7-59b2171c30b0 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.976841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-9399d58d-5a93-4fae-83a6-53117dd99ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:44.978020 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] Sync routers for ids ['0d48d657-36fc-4a04-a857-e27e47cdb55f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:44.978424 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-9399d58d-5a93-4fae-83a6-53117dd99ef8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd164739-c9ff-431b-b978-e951ecd55018 HTTP/1.1" status: 200 len: 855 time: 0.0923612 Aug 20 11:31:44.980394 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d2717caf-13a7-4848-be64-cbc1776a7ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:44.989512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:31:44.992383 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] Routers {'0d48d657-36fc-4a04-a857-e27e47cdb55f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:44.993324 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:31:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0d48d657-36fc-4a04-a857-e27e47cdb55f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:45.017597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ab4ceaf3-a807-4058-9a9f-e0fe80143872 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3910148 Aug 20 11:31:45.017828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39212) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:45.023469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'subnet': {'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:45.043613 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.122007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ed20a9f4-a067-4fbc-89a7-59b2171c30b0 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "PUT /v2.0/floatingips/a9ec382e-c662-4f03-8fcc-ca862bd3ede0 HTTP/1.1" status: 200 len: 997 time: 3.0847068 Aug 20 11:31:45.125917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:45.128304 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f335908-5d80-4086-bfa0-df61c0383713" -d '{"events": [{"name": "network-changed", "server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:45.177200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a78a-ce7d-4d0b-8612-af38cfeb78f3 req-66004ce7-252b-47e6-8469-636d19c1c29a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.177960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83b5a78a-ce7d-4d0b-8612-af38cfeb78f3 req-66004ce7-252b-47e6-8469-636d19c1c29a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 944 time: 0.2430863 Aug 20 11:31:45.185806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.186677 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.188142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] 10.222.0.57 "PUT /v2.0/ports/c16625c5-923b-46b2-ab88-a7d556a9ef64 HTTP/1.1" status: 200 len: 1092 time: 3.2885003 Aug 20 11:31:45.208032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-2d2c3fb2-eb0b-4c31-b8a0-15b2194c8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.209264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-2d2c3fb2-eb0b-4c31-b8a0-15b2194c8f03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063932 Aug 20 11:31:45.239114 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] Set router 0d48d657-36fc-4a04-a857-e27e47cdb55f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:45.275962 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83b5a78a-ce7d-4d0b-8612-af38cfeb78f3 req-7f614b2d-b5b4-4b3b-aeb3-5f864625683c tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968752 Aug 20 11:31:45.353121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ad673f85-c693-4053-a848-653c847d548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.356040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ad673f85-c693-4053-a848-653c847d548e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69aebf447aa64ba9a869546d16cb5522&device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1097 time: 0.2169206 Aug 20 11:31:45.418176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35e9bd-ce4c-4769-96c8-9c9564111536 service neutron] Pushing event updated for resources: {'Port': ['ID=c16625c5-923b-46b2-ab88-a7d556a9ef64,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:45.443449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca884131-b597-463a-8541-0e79f676c22b req-71b3aaeb-7fa5-48b4-83a5-8e30141e5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.450934 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-71b3aaeb-7fa5-48b4-83a5-8e30141e5731 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e09626cda936453eadf13bdf3f7e2b36&device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 1095 time: 0.0996046 Aug 20 11:31:45.451813 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3984f05b-e86b-49a7-ada9-d94036c2f9d4 x-openstack-request-id: req-3984f05b-e86b-49a7-ada9-d94036c2f9d4 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:45.452204 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:45.452564 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3984f05b-e86b-49a7-ada9-d94036c2f9d4 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:45.453061 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed', 'status': 'completed', 'code': 200} Aug 20 11:31:45.466459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Made reservation on behalf of e231d0573b184070bc539216010cad72 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:45.470168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:45.553549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-0f216c07-0393-4e45-a336-5c579be7309f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c16625c5-923b-46b2-ab88-a7d556a9ef64 HTTP/1.1" status: 200 len: 217 time: 0.0674512 Aug 20 11:31:45.560030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f335908-5d80-4086-bfa0-df61c0383713 req-1b202cb5-3c54-4fdd-847d-7b4e8750412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.561585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f335908-5d80-4086-bfa0-df61c0383713 req-1b202cb5-3c54-4fdd-847d-7b4e8750412b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69aebf447aa64ba9a869546d16cb5522&device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1097 time: 0.1155865 Aug 20 11:31:45.576564 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-ded2560c-fb6d-4b7d-95f7-615b27db0ce0 service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467970 Aug 20 11:31:45.593114 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'a9ec382e-c662-4f03-8fcc-ca862bd3ede0', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'port_id': '3855a25b-8290-4170-bfea-d03b002db0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'mac_address': 'fa:16:3e:cc:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:40Z', 'updated_at': '2021-08-20T11:31:42Z', 'revision_number': 1, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72012122-1e79-442d-bf8b-75822c739e8d', 'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'mac_address': 'fa:16:3e:1d:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:40Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 5, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'subnets': [{'id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:45.624768 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] Checking router: 0d48d657-36fc-4a04-a857-e27e47cdb55f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:45.654358 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] Routers {'0d48d657-36fc-4a04-a857-e27e47cdb55f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:45.656717 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:31:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0d48d657-36fc-4a04-a857-e27e47cdb55f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:45.745445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f335908-5d80-4086-bfa0-df61c0383713 req-3f81587d-f62e-43ad-bbb7-5d60ce903623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.747517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f335908-5d80-4086-bfa0-df61c0383713 req-3f81587d-f62e-43ad-bbb7-5d60ce903623 service neutron] 10.222.0.38 "GET /v2.0/networks?id=44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 200 len: 920 time: 0.1579804 Aug 20 11:31:45.767482 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ba4ff963-21a3-425b-9096-9d1fee85f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.769424 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-ba4ff963-21a3-425b-9096-9d1fee85f70f service neutron] 10.222.0.10 "GET /v2.0/networks?id=44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 200 len: 920 time: 0.4055884 Aug 20 11:31:45.813236 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ae7d3089-bb5c-440c-a59e-917aa5eaefef req-b17d3273-f58d-49e3-882c-1fb0afc1977d tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cc11ca3-d7e8-4f0b-9e8a-0d6f90c124a4 HTTP/1.1" status: 200 len: 210 time: 0.0582323 Aug 20 11:31:45.816263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca884131-b597-463a-8541-0e79f676c22b req-85942c3f-c864-4f34-b196-a887a80da15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.817806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-85942c3f-c864-4f34-b196-a887a80da15c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd164739-c9ff-431b-b978-e951ecd55018 HTTP/1.1" status: 200 len: 855 time: 0.2553091 Aug 20 11:31:45.936082 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] Set router 0d48d657-36fc-4a04-a857-e27e47cdb55f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:45.951390 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c3b2b2a-44ac-4388-935c-cb89794d4021 req-5c7ed8fc-273f-4eb8-b6cb-bfd8b472ee74 service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577776 Aug 20 11:31:45.967870 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f335908-5d80-4086-bfa0-df61c0383713 req-e0bc2e51-f49c-4e9f-8326-e95c4c288f06 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 1000 time: 0.1986449 Aug 20 11:31:45.970886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca884131-b597-463a-8541-0e79f676c22b req-bfc99276-ba7d-42e4-8aea-be03a40a6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:45.973153 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-bfc99276-ba7d-42e4-8aea-be03a40a6fcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991905 Aug 20 11:31:46.001366 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-e983acda-3b60-41eb-a31b-37a00eb62998 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 1000 time: 0.2218373 Aug 20 11:31:46.124849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f335908-5d80-4086-bfa0-df61c0383713 req-27c826b6-852d-4383-a6d5-781eb37b493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:46.126782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f335908-5d80-4086-bfa0-df61c0383713 req-27c826b6-852d-4383-a6d5-781eb37b493b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=054af14c-b5b7-40d0-b821-c833ee1deeaf HTTP/1.1" status: 200 len: 859 time: 0.1448500 Aug 20 11:31:46.181839 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f335908-5d80-4086-bfa0-df61c0383713 req-aefe55cf-349c-458a-917a-c2695b9f34b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44463a5f-0c83-4b95-8b35-aaeef915fac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473399 Aug 20 11:31:46.233360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-7faa77cf-b8c3-4bc5-a87f-a5746eb1fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:46.235344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-7faa77cf-b8c3-4bc5-a87f-a5746eb1fc3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=054af14c-b5b7-40d0-b821-c833ee1deeaf HTTP/1.1" status: 200 len: 859 time: 0.2256482 Aug 20 11:31:46.274341 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-87b29d51-d07c-48f5-9ed7-c54cac9dee8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44463a5f-0c83-4b95-8b35-aaeef915fac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318971 Aug 20 11:31:46.289184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-971259bd-65be-4d6e-8ea4-200bfd9706b0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:31:46.291153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-971259bd-65be-4d6e-8ea4-200bfd9706b0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092967 Aug 20 11:31:46.300543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-cb05b9dd-f826-4109-9e3a-55727463a7d2 service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024585 Aug 20 11:31:46.391710 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:46.462973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Subnet': ['ID=e0cfc11b-fdb9-4194-92d7-169a43aec1f3,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:46.516693 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'a9ec382e-c662-4f03-8fcc-ca862bd3ede0', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'port_id': '3855a25b-8290-4170-bfea-d03b002db0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'mac_address': 'fa:16:3e:cc:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:40Z', 'updated_at': '2021-08-20T11:31:42Z', 'revision_number': 1, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72012122-1e79-442d-bf8b-75822c739e8d', 'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'mac_address': 'fa:16:3e:1d:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:40Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 5, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'subnets': [{'id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:46.523113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f335908-5d80-4086-bfa0-df61c0383713 req-b2c41162-7ad7-4bf6-9caa-696a2c35b605 service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297925 Aug 20 11:31:46.531693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Checking segment: {'id': '0e58cc98-430b-417b-bbb9-60739cd58aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:46.532422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Network hostable DHCP agents. Network: be6eb83e-0a1f-43d9-921d-0eb0f093a0d7, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:31:46.557666 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2352e-9dfe-464a-ad3e-3058cf32db62 None None] The sync data for ids ['0d48d657-36fc-4a04-a857-e27e47cdb55f'] in n-d-804230-3 is: [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'a9ec382e-c662-4f03-8fcc-ca862bd3ede0', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'port_id': '3855a25b-8290-4170-bfea-d03b002db0ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'mac_address': 'fa:16:3e:cc:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:31:40Z', 'updated_at': '2021-08-20T11:31:42Z', 'revision_number': 1, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72012122-1e79-442d-bf8b-75822c739e8d', 'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'mac_address': 'fa:16:3e:1d:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:40Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 5, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'subnets': [{'id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:46.594459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-960fd0b2-a35a-4d0c-bce0-50223883afde service neutron] 10.222.0.10 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957902 Aug 20 11:31:46.644494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92199b93-78ba-4bcd-a27d-e8ec0dfeb016 req-c2866be8-be01-48bb-abc9-413977cd9f2e tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:46.652744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92199b93-78ba-4bcd-a27d-e8ec0dfeb016 req-c2866be8-be01-48bb-abc9-413977cd9f2e tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 944 time: 0.2017243 Aug 20 11:31:46.688912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca884131-b597-463a-8541-0e79f676c22b req-687a4648-3c7b-475b-a6c1-7f555f5b9103 service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543534 Aug 20 11:31:46.708456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6239e94e-86ea-44b0-9f2a-0a77e3c02188 req-42660107-4827-4be4-b81f-5a8c9078ef37 service neutron] 10.222.0.10 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060934 Aug 20 11:31:46.714782 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:31:46.723675 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92199b93-78ba-4bcd-a27d-e8ec0dfeb016 req-682bd5c7-992d-45bb-9a08-e9de471f1926 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698984 Aug 20 11:31:46.726361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f335908-5d80-4086-bfa0-df61c0383713 req-8aca43cf-ee22-49fb-9367-d42f7ccd182d service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917756 Aug 20 11:31:46.800991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, be6eb83e-0a1f-43d9-921d-0eb0f093a0d7) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:46.815294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:46.815989 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:46.831767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc441bb-6d7a-4eac-9194-20f16d350820 None None] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:46.834575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6379f563-70d0-40c7-8d02-86e28ab49b71', 'tag': 'c16625c5-923b-46b2-ab88-a7d556a9ef64'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:46.839577 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6379f563-70d0-40c7-8d02-86e28ab49b71", "tag": "c16625c5-923b-46b2-ab88-a7d556a9ef64"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:46.924495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5e2962b6-d8b1-450f-9a58-7cdfc4d05c66 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9055784 Aug 20 11:31:46.925415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39240) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:46.940823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'port': {'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-792627994'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:47.035295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-65109d83-db96-4395-a296-a11ad001d3b7 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 1000 time: 0.1848569 Aug 20 11:31:47.113052 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4df232-f97b-4c24-882e-233d69d03476 None None] New status for floating IP a9ec382e-c662-4f03-8fcc-ca862bd3ede0: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:31:47.133135 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80be92f-db70-4c6c-a8dd-e16ad1ded137 x-openstack-request-id: req-a80be92f-db70-4c6c-a8dd-e16ad1ded137 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:47.133524 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6379f563-70d0-40c7-8d02-86e28ab49b71", "tag": "c16625c5-923b-46b2-ab88-a7d556a9ef64", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:47.133736 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a80be92f-db70-4c6c-a8dd-e16ad1ded137 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:47.134193 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6379f563-70d0-40c7-8d02-86e28ab49b71', 'tag': 'c16625c5-923b-46b2-ab88-a7d556a9ef64', 'status': 'completed', 'code': 200} Aug 20 11:31:47.266473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-89d8d211-40f6-4147-bb94-5d1d291f6505 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:47.266606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-be6eb83e-0a1f-43d9-921d-0eb0f093a0d7', 'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7', 'tenant_id': 'e231d0573b184070bc539216010cad72', 'fixed_ips': [{'subnet_id': 'e0cfc11b-fdb9-4194-92d7-169a43aec1f3'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:31:47.266719 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-89d8d211-40f6-4147-bb94-5d1d291f6505 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports/3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 943 time: 0.1509185 Aug 20 11:31:47.266819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.266932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-9bdb0fba-76f6-43b5-b37b-a19c661e971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:47.266932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-9bdb0fba-76f6-43b5-b37b-a19c661e971d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e09626cda936453eadf13bdf3f7e2b36&device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 1095 time: 0.1253896 Aug 20 11:31:47.384342 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-873a9921-813f-4023-8da8-15dc0eb0d6f2 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 1000 time: 0.1303577 Aug 20 11:31:47.421934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-5420ceed-4cdf-42dc-bdbd-724a4db97c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:47.423585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-5420ceed-4cdf-42dc-bdbd-724a4db97c5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b HTTP/1.1" status: 200 len: 917 time: 0.1624987 Aug 20 11:31:47.446707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Made reservation on behalf of e231d0573b184070bc539216010cad72 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:47.452172 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.497663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] device_id is not set on port 8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:31:47.506323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-ef62fb90-2a3e-4859-9ef1-e8629df5fce6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c16625c5-923b-46b2-ab88-a7d556a9ef64 HTTP/1.1" status: 200 len: 217 time: 0.0699456 Aug 20 11:31:47.578176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Allocated IP 2001:db8::2 (be6eb83e-0a1f-43d9-921d-0eb0f093a0d7/e0cfc11b-fdb9-4194-92d7-169a43aec1f3/2a15d9c4-ff6b-4cd5-a81e-a8e015504e80) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:47.616531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-84386ee8-2e6b-41fc-888b-4edf8cae2334 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:47.632317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-84386ee8-2e6b-41fc-888b-4edf8cae2334 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.2265925 Aug 20 11:31:47.639202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-10183793-8317-41bb-ae21-26f7eb44e7c8 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:31:47.651291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-10183793-8317-41bb-ae21-26f7eb44e7c8 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176921 Aug 20 11:31:47.738166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-eed4f3a1-d67b-4fbc-8040-40101db486e3 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 1002 time: 0.0856795 Aug 20 11:31:47.741897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-0f9250b7-1e29-4f58-86fd-bfc4c5895510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:47.743478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-0f9250b7-1e29-4f58-86fd-bfc4c5895510 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd164739-c9ff-431b-b978-e951ecd55018 HTTP/1.1" status: 200 len: 855 time: 0.2295835 Aug 20 11:31:47.747608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-c7e0aa16-8a32-49bc-b18a-4fbb9a636e6d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:47.747912 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-74b2439b-7a65-4040-ad4e-79af81cecfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.821600 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.833035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Transition to ACTIVE for port object 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:47.852439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Transition to ACTIVE for port object 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:47.905695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-a9612140-d63d-45b1-8362-d9d57ac11063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:47.907884 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-a9612140-d63d-45b1-8362-d9d57ac11063 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565495 Aug 20 11:31:47.913695 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-c7e0aa16-8a32-49bc-b18a-4fbb9a636e6d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:47.922720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dfd5-d63c-4789-9341-10f0c4b4161e req-50b090c5-3ccd-434d-a8cb-299f04355bee tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:47.925259 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a841dfd5-d63c-4789-9341-10f0c4b4161e req-50b090c5-3ccd-434d-a8cb-299f04355bee tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 944 time: 0.0613332 Aug 20 11:31:47.960804 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.030748 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a841dfd5-d63c-4789-9341-10f0c4b4161e req-44ab2714-3001-4c95-b171-2ec54c7ac934 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993140 Aug 20 11:31:48.032959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2b54ec98-ea05-49dc-997f-18c1b0637833 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:48.120420 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Allocated IP 2001:db8::be (be6eb83e-0a1f-43d9-921d-0eb0f093a0d7/e0cfc11b-fdb9-4194-92d7-169a43aec1f3/8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:48.163819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2b54ec98-ea05-49dc-997f-18c1b0637833, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2b54ec98-ea05-49dc-997f-18c1b0637833,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:48.194739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Pushing event updated for resources: {'Port': ['ID=2a15d9c4-ff6b-4cd5-a81e-a8e015504e80,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:48.197974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '2b54ec98-ea05-49dc-997f-18c1b0637833', 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b', 'port_id': '2b54ec98-ea05-49dc-997f-18c1b0637833', 'mac_address': 'fa:16:3e:c6:f5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd164739-c9ff-431b-b978-e951ecd55018', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:48.283935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:48.289416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:48.292793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:48.301926 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.336740 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-c7e0aa16-8a32-49bc-b18a-4fbb9a636e6d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.336740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-55b4cd52-1e4a-419f-b00d-7c76b8115f5e service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194393 Aug 20 11:31:48.352232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b54ec98-ea05-49dc-997f-18c1b0637833 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:48.398894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.401888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Attempting to bind port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:48.402461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Attempting to bind port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '0e58cc98-430b-417b-bbb9-60739cd58aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:48.403210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Attempting to bind port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 on network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:48.418203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:48.438746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Checking segment: {'id': '0e58cc98-430b-417b-bbb9-60739cd58aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:48.438746 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.439030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Transition to ACTIVE for port object 8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:48.439143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Bound using segment: {'id': '0e58cc98-430b-417b-bbb9-60739cd58aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:48.439143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Bound port: 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e58cc98-430b-417b-bbb9-60739cd58aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:48.439143 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.439143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2b54ec98-ea05-49dc-997f-18c1b0637833, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2b54ec98-ea05-49dc-997f-18c1b0637833,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:48.495169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-c7e0aa16-8a32-49bc-b18a-4fbb9a636e6d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.495525 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-c7e0aa16-8a32-49bc-b18a-4fbb9a636e6d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Floating IP a9ec382e-c662-4f03-8fcc-ca862bd3ede0 disassociated. External IP: 172.25.4.107, port: 3855a25b-8290-4170-bfea-d03b002db0ed. Aug 20 11:31:48.568298 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.568870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:48.570290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4bee156-3209-4fa8-ad3e-9dd2a85167f3 req-cd871e65-8b07-4450-971f-ded91a44306b service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271581 Aug 20 11:31:48.624300 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.658932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:48.670757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=2b54ec98-ea05-49dc-997f-18c1b0637833,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:48.673914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '9fcbe2ec-89b5-45a0-8601-a7c83d027e4a', 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b', 'port_id': '9fcbe2ec-89b5-45a0-8601-a7c83d027e4a', 'mac_address': 'fa:16:3e:3a:91:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd164739-c9ff-431b-b978-e951ecd55018', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:48.691444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] For port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:48.696725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] For port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2a15d9c4-ff6b-4cd5-a81e-a8e015504e80,segment=NetworkSegment(0e58cc98-430b-417b-bbb9-60739cd58aa9),segment_id=0e58cc98-430b-417b-bbb9-60739cd58aa9)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:48.729352 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.736315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:48.738505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:48.742236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:48.749725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:48.750732 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.753643 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.771943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Port': ['ID=8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:48.775808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:48.798249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:48.858758 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:48.905266 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5be1a4d2-97f5-4e12-b15a-1f18cf84a0b8 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9785755 Aug 20 11:31:48.908953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39276) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:48.915692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'port': {'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1361947854', 'allowed_address_pairs': [{'ip_address': '2001:db8::be', 'mac_address': 'fa:16:3e:87:84:79'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:48.943406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada031c-059b-4cf2-b4d6-9cad61395e20 None None] Pushing event updated for resources: {'Port': ['ID=2a15d9c4-ff6b-4cd5-a81e-a8e015504e80,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:48.989259 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.117362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:49.150833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af8dd6-387a-47df-9256-d2a4ce733698 req-c9656d07-f5ad-4f3a-8ebb-40866827ec2d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:49.153469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92af8dd6-387a-47df-9256-d2a4ce733698 req-c9656d07-f5ad-4f3a-8ebb-40866827ec2d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.0913904 Aug 20 11:31:49.178251 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.256904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['9fcbe2ec-89b5-45a0-8601-a7c83d027e4a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:49.260412 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2b54ec98-ea05-49dc-997f-18c1b0637833'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:49.290113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92af8dd6-387a-47df-9256-d2a4ce733698 req-63d3480d-d3c8-4984-b705-d7ec2e6ec4f8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232274 Aug 20 11:31:49.327951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39290) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:49.358746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-c7e0aa16-8a32-49bc-b18a-4fbb9a636e6d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Router 0d48d657-36fc-4a04-a857-e27e47cdb55f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:31:49.411353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Made reservation on behalf of e231d0573b184070bc539216010cad72 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:49.591710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5163e8b-ddfb-4383-bb28-279ddc5e41ac req-b55601b6-ca10-48ca-8d79-c356da598d98 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:49.594371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5163e8b-ddfb-4383-bb28-279ddc5e41ac req-b55601b6-ca10-48ca-8d79-c356da598d98 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 944 time: 0.1779900 Aug 20 11:31:49.598907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-c7e0aa16-8a32-49bc-b18a-4fbb9a636e6d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:31:49.608874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-c7e0aa16-8a32-49bc-b18a-4fbb9a636e6d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.623722 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] Sync routers for ids ['0d48d657-36fc-4a04-a857-e27e47cdb55f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:31:49.635291 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] Routers {'0d48d657-36fc-4a04-a857-e27e47cdb55f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:49.636430 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0d48d657-36fc-4a04-a857-e27e47cdb55f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:49.638497 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-87fe87a5-5880-49b7-b9e3-cadff443de2a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/8766ec40-2047-4b1c-b94a-a8359ddbac2d HTTP/1.1" status: 200 len: 993 time: 0.3086438 Aug 20 11:31:49.655885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-c7e0aa16-8a32-49bc-b18a-4fbb9a636e6d tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "PUT /v2.0/floatingips/a9ec382e-c662-4f03-8fcc-ca862bd3ede0 HTTP/1.1" status: 200 len: 695 time: 1.9165707 Aug 20 11:31:49.661404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:49.663834 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8deff0-905a-4562-bba1-a3bab87399c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:49.682260 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:49.703776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5163e8b-ddfb-4383-bb28-279ddc5e41ac req-6e0bcb79-ccdf-42d6-bd3e-910a7c11c287 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023765 Aug 20 11:31:49.729696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] device_id is not set on port 44299ebb-c6bc-407c-a061-c707ace4f563 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:31:49.753623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-cfc0c885-e6da-48a5-8bf9-32c2a44a4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:49.760556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-cfc0c885-e6da-48a5-8bf9-32c2a44a4d1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69aebf447aa64ba9a869546d16cb5522&device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1097 time: 0.0861566 Aug 20 11:31:49.854124 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] Set router 0d48d657-36fc-4a04-a857-e27e47cdb55f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:49.892645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-a29cfcca-27f3-4211-ac2d-54bc8ed90569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:49.906219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-a29cfcca-27f3-4211-ac2d-54bc8ed90569 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 200 len: 920 time: 0.1373348 Aug 20 11:31:49.966700 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b90cf3b-730d-43e6-a0bc-2b996d17d478 x-openstack-request-id: req-9b90cf3b-730d-43e6-a0bc-2b996d17d478 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:49.967132 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:49.967393 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b90cf3b-730d-43e6-a0bc-2b996d17d478 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:49.967801 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed', 'status': 'completed', 'code': 200} Aug 20 11:31:49.987531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16625c5-923b-46b2-ab88-a7d556a9ef64 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:31:49.999395 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-1928f6b1-2131-4fb5-a26e-a3767a397b37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 217 time: 0.0924981 Aug 20 11:31:50.063593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Allocated IP 2001:db8::219 (be6eb83e-0a1f-43d9-921d-0eb0f093a0d7/e0cfc11b-fdb9-4194-92d7-169a43aec1f3/44299ebb-c6bc-407c-a061-c707ace4f563) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:50.136692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8deff0-905a-4562-bba1-a3bab87399c8 req-117d7be6-8e36-46d5-8590-53dc457918c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:50.143492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a8deff0-905a-4562-bba1-a3bab87399c8 req-117d7be6-8e36-46d5-8590-53dc457918c2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=69aebf447aa64ba9a869546d16cb5522&device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 1097 time: 0.1157007 Aug 20 11:31:50.254295 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '72012122-1e79-442d-bf8b-75822c739e8d', 'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'mac_address': 'fa:16:3e:1d:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:40Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 5, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'subnets': [{'id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:50.275372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8deff0-905a-4562-bba1-a3bab87399c8 req-48c9ad21-234c-4724-985b-82e8adc8e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:50.277609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a8deff0-905a-4562-bba1-a3bab87399c8 req-48c9ad21-234c-4724-985b-82e8adc8e4ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 200 len: 920 time: 0.1299529 Aug 20 11:31:50.280022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-1823561a-f357-4b89-aae0-78ddf74f3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:50.288290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c16625c5-923b-46b2-ab88-a7d556a9ef64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16625c5-923b-46b2-ab88-a7d556a9ef64,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:50.297864 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-1823561a-f357-4b89-aae0-78ddf74f3595 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=054af14c-b5b7-40d0-b821-c833ee1deeaf HTTP/1.1" status: 200 len: 859 time: 0.2882555 Aug 20 11:31:50.323435 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'c16625c5-923b-46b2-ab88-a7d556a9ef64', 'network_id': '942489a6-d0cc-4e4f-8d1d-47b8985fb56b', 'port_id': 'c16625c5-923b-46b2-ab88-a7d556a9ef64', 'mac_address': 'fa:16:3e:ba:fc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd164739-c9ff-431b-b978-e951ecd55018', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:31:50.334828 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] Checking router: 0d48d657-36fc-4a04-a857-e27e47cdb55f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:31:50.362364 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] Routers {'0d48d657-36fc-4a04-a857-e27e47cdb55f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:31:50.371086 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0d48d657-36fc-4a04-a857-e27e47cdb55f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:50.371277 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a8deff0-905a-4562-bba1-a3bab87399c8 req-523a6e0e-f0f5-4ee5-b2f3-4ebecef78f64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 200 len: 217 time: 0.0770776 Aug 20 11:31:50.379560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-b1b6b135-bd01-4677-b497-3166945f8fa0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44463a5f-0c83-4b95-8b35-aaeef915fac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894520 Aug 20 11:31:50.411980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.418577 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.446821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16625c5-923b-46b2-ab88-a7d556a9ef64 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:31:50.454372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Transition to ACTIVE for port object 44299ebb-c6bc-407c-a061-c707ace4f563 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:50.491420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c16625c5-923b-46b2-ab88-a7d556a9ef64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16625c5-923b-46b2-ab88-a7d556a9ef64,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:50.583674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:50.599650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8deff0-905a-4562-bba1-a3bab87399c8 req-98dee2a3-c126-4a1b-b649-69144a0ec68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:50.602812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a8deff0-905a-4562-bba1-a3bab87399c8 req-98dee2a3-c126-4a1b-b649-69144a0ec68a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=054af14c-b5b7-40d0-b821-c833ee1deeaf HTTP/1.1" status: 200 len: 859 time: 0.2136586 Aug 20 11:31:50.619688 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] Set router 0d48d657-36fc-4a04-a857-e27e47cdb55f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:31:50.637571 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.675868 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.708582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c16625c5-923b-46b2-ab88-a7d556a9ef64,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:50.717331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e6a3f-6a60-44ce-bd0c-a0eed023bae8 None None] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:31:50.736696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-cebe3ed7-9129-4039-995b-f0e623374444 service neutron] 10.222.0.10 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559942 Aug 20 11:31:50.746085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Port': ['ID=44299ebb-c6bc-407c-a061-c707ace4f563,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:50.752635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a8deff0-905a-4562-bba1-a3bab87399c8 req-9895fd09-8f6c-48e5-a716-ee425afb62fe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44463a5f-0c83-4b95-8b35-aaeef915fac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265321 Aug 20 11:31:50.761740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:50.763399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:50.770391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:50.777585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:50.778402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.876999 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:50.939852 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '72012122-1e79-442d-bf8b-75822c739e8d', 'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'mac_address': 'fa:16:3e:1d:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:40Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 5, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'subnets': [{'id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:50.940589 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-85237188-5916-4acf-8793-c48f0e025601 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0295167 Aug 20 11:31:50.945327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39344) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:50.947576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['c16625c5-923b-46b2-ab88-a7d556a9ef64'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:50.948564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a8deff0-905a-4562-bba1-a3bab87399c8 req-863e3e02-566b-42a9-9f49-906f0df337c1 service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791184 Aug 20 11:31:50.949849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f342cddf-838c-4b13-a2da-a640c5d62a37 None None] Provisioning for port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:50.951236 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9acefa-e03d-4eed-a0e4-da8eb868bde0 req-847583a1-14b9-4e19-b7cb-2d3798e81578 service neutron] 10.222.0.10 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136049 Aug 20 11:31:50.987030 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d53a9-b80a-4e13-8542-5c30cc9ec78a None None] The sync data for ids ['0d48d657-36fc-4a04-a857-e27e47cdb55f'] in n-d-804230-3 is: [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:30:43Z', 'revision_number': 4, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '72012122-1e79-442d-bf8b-75822c739e8d', 'name': '', 'network_id': '44463a5f-0c83-4b95-8b35-aaeef915fac6', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'mac_address': 'fa:16:3e:1d:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:40Z', 'updated_at': '2021-08-20T11:30:48Z', 'revision_number': 5, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'subnets': [{'id': '054af14c-b5b7-40d0-b821-c833ee1deeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:31:51.065604 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:51.078345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:51.078779 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.126132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936c0c1-10c5-48a6-8691-ae367b645e87 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:51.136494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936c0c1-10c5-48a6-8691-ae367b645e87 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:51.144758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936c0c1-10c5-48a6-8691-ae367b645e87 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:51.148240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7936c0c1-10c5-48a6-8691-ae367b645e87 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1973186 Aug 20 11:31:51.150342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39356) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:51.171532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a8deff0-905a-4562-bba1-a3bab87399c8 req-87809302-3582-402e-a59a-7020a3ff43fd service neutron] 10.222.0.38 "GET /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050014 Aug 20 11:31:51.266665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456c711-9065-49fb-9fe0-c17681a6c484 req-1b037933-a059-46e3-a30c-0aa3f9ba8930 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:51.268644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c456c711-9065-49fb-9fe0-c17681a6c484 req-1b037933-a059-46e3-a30c-0aa3f9ba8930 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1096 time: 0.1139789 Aug 20 11:31:51.280322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2bae5417-ba1e-484a-bd7d-b55bab59c939 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Deleting port 44299ebb-c6bc-407c-a061-c707ace4f563 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:51.283977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bae5417-ba1e-484a-bd7d-b55bab59c939 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.297795 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.328623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c456c711-9065-49fb-9fe0-c17681a6c484 req-373622df-8f19-4e97-aee6-d4d9a2be77bc tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532465 Aug 20 11:31:51.365325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2a15d9c4-ff6b-4cd5-a81e-a8e015504e80,segment=NetworkSegment(0e58cc98-430b-417b-bbb9-60739cd58aa9),segment_id=0e58cc98-430b-417b-bbb9-60739cd58aa9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:51.422987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13bca0a-0350-4c5c-8fef-ab4771905b35 None None] New status for floating IP a9ec382e-c662-4f03-8fcc-ca862bd3ede0: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:31:51.434076 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bae5417-ba1e-484a-bd7d-b55bab59c939 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.452031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2bae5417-ba1e-484a-bd7d-b55bab59c939 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Calling delete_port for 44299ebb-c6bc-407c-a061-c707ace4f563 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:51.463928 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.468073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430defad-7be3-4fa8-963c-02aeeb8f18fe req-ca196211-a184-4e46-bfeb-da8bddd852ac tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:51.472146 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-430defad-7be3-4fa8-963c-02aeeb8f18fe req-ca196211-a184-4e46-bfeb-da8bddd852ac tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 945 time: 0.0623553 Aug 20 11:31:51.550295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-430defad-7be3-4fa8-963c-02aeeb8f18fe req-6c10985a-50af-4d54-9b2e-51a527c01809 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703456 Aug 20 11:31:51.663958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=2a15d9c4-ff6b-4cd5-a81e-a8e015504e80,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:51.693077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-3d9be678-7e1a-458e-8001-1ca90b0908c2 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/floatingips/a9ec382e-c662-4f03-8fcc-ca862bd3ede0 HTTP/1.1" status: 200 len: 695 time: 0.1048944 Aug 20 11:31:51.721315 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bae5417-ba1e-484a-bd7d-b55bab59c939 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.722890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e6b9390a-b269-40b4-bd3b-094c49f293f7 None None] Provisioning for port 44299ebb-c6bc-407c-a061-c707ace4f563 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:51.728850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e6b9390a-b269-40b4-bd3b-094c49f293f7 None None] Provisioning complete for port 44299ebb-c6bc-407c-a061-c707ace4f563 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:51.730069 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e6b9390a-b269-40b4-bd3b-094c49f293f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.754730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e6b9390a-b269-40b4-bd3b-094c49f293f7 None None] Port 44299ebb-c6bc-407c-a061-c707ace4f563 was deleted so its status cannot be updated. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 11:31:51.762695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae5417-ba1e-484a-bd7d-b55bab59c939 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event deleted for resources: {'Port': ['ID=44299ebb-c6bc-407c-a061-c707ace4f563,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:51.786661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e6b9390a-b269-40b4-bd3b-094c49f293f7 None None] Provisioning complete for port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:51.787304 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e6b9390a-b269-40b4-bd3b-094c49f293f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.907934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-5910faa9-8baa-47af-93af-d3c30f462a4a tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:51.920828 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-5910faa9-8baa-47af-93af-d3c30f462a4a tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 784 time: 0.2260051 Aug 20 11:31:51.973707 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bae5417-ba1e-484a-bd7d-b55bab59c939 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:51.980827 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2bae5417-ba1e-484a-bd7d-b55bab59c939 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "DELETE /v2.0/ports/44299ebb-c6bc-407c-a061-c707ace4f563 HTTP/1.1" status: 204 len: 168 time: 0.8271673 Aug 20 11:31:51.980827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39378) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:51.981204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:52.013716 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca80b7b1-c523-4bed-a448-283c8f59ba16 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] GET failed (client error): The resource could not be found. Aug 20 11:31:52.021660 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ca80b7b1-c523-4bed-a448-283c8f59ba16 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "GET /v2.0/ports/44299ebb-c6bc-407c-a061-c707ace4f563 HTTP/1.1" status: 404 len: 333 time: 0.0412488 Aug 20 11:31:52.022298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39380) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:52.027768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'port': {'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1248884058'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:52.046096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e6b9390a-b269-40b4-bd3b-094c49f293f7 None None] Provisioning for port 8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:52.048317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-47d2a0f0-8947-40c8-ade2-decba9537e77 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.1199181 Aug 20 11:31:52.054910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e6b9390a-b269-40b4-bd3b-094c49f293f7 None None] Provisioning complete for port 8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:52.055293 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e6b9390a-b269-40b4-bd3b-094c49f293f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.112255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e6b9390a-b269-40b4-bd3b-094c49f293f7 None None] Port 8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:52.139031 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-54412895-73a8-4403-ae2e-adbde3ce0fa9 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.4.107 HTTP/1.1" status: 200 len: 696 time: 0.0837319 Aug 20 11:31:52.177938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:52.182033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:52.182489 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.248533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cacc3d09-8533-41e9-a16b-c92c01768c6a None None] Provisioning complete for port 8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:52.251979 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cacc3d09-8533-41e9-a16b-c92c01768c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.315048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Made reservation on behalf of e231d0573b184070bc539216010cad72 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:52.318212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-575c8073-a368-4914-ae22-d4ded6f36bda tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Deleting port 8f7467a7-cedf-4001-9156-f79b4987b979 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:52.318921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-575c8073-a368-4914-ae22-d4ded6f36bda tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.319898 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.351544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cacc3d09-8533-41e9-a16b-c92c01768c6a None None] Port 8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:52.365693 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.378598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] device_id is not set on port 542c017e-a135-4558-95cb-43abf8bbb2cd yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:31:52.411948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeaa2c9-d311-4cce-8071-1381fdf47c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcbe2ec-89b5-45a0-8601-a7c83d027e4a'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:52.416426 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab10b84a-c192-4ee5-983f-ea99f0acf1c1" -d '{"events": [{"server_uuid": "2eeaa2c9-d311-4cce-8071-1381fdf47c0f", "name": "network-vif-plugged", "status": "completed", "tag": "9fcbe2ec-89b5-45a0-8601-a7c83d027e4a"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:52.428720 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-575c8073-a368-4914-ae22-d4ded6f36bda tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.428945 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-575c8073-a368-4914-ae22-d4ded6f36bda tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.429240 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:52.444435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-575c8073-a368-4914-ae22-d4ded6f36bda tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Calling delete_port for 8f7467a7-cedf-4001-9156-f79b4987b979 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:52.467948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-63e8d09d-fcf5-4fec-b915-e5b8d0362c10 None None] Could not find standard attr ID for object 44299ebb-c6bc-407c-a061-c707ace4f563. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:31:52.484162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:52.556993 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.558337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2b54ec98-ea05-49dc-997f-18c1b0637833 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:52.583445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Allocated IP 2001:db8::3d4 (be6eb83e-0a1f-43d9-921d-0eb0f093a0d7/e0cfc11b-fdb9-4194-92d7-169a43aec1f3/542c017e-a135-4558-95cb-43abf8bbb2cd) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:52.678626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:52.684263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:52.684687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.733594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-575c8073-a368-4914-ae22-d4ded6f36bda tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.774036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.782289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c8073-a368-4914-ae22-d4ded6f36bda tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Pushing event deleted for resources: {'Port': ['ID=8f7467a7-cedf-4001-9156-f79b4987b979,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:52.796388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Transition to ACTIVE for port object 542c017e-a135-4558-95cb-43abf8bbb2cd will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:52.848660 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-575c8073-a368-4914-ae22-d4ded6f36bda tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.851578 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-575c8073-a368-4914-ae22-d4ded6f36bda tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:52.852961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96d38379-082f-4af9-96b3-45ca29def5a4 req-575c8073-a368-4914-ae22-d4ded6f36bda tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "DELETE /v2.0/floatingips/a9ec382e-c662-4f03-8fcc-ca862bd3ede0 HTTP/1.1" status: 204 len: 173 time: 0.7074714 Aug 20 11:31:52.956021 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.000698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 2b54ec98-ea05-49dc-997f-18c1b0637833 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:53.011153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 2b54ec98-ea05-49dc-997f-18c1b0637833 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:53.011153 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.012062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:53.015459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:53.023243 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:53.029954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:53.030668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.037759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Port': ['ID=542c017e-a135-4558-95cb-43abf8bbb2cd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:53.158183 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2817a537-3adc-4759-b9f9-309bdd6fe0ea tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1321051 Aug 20 11:31:53.158183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39406) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:53.164678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-edef52ed-08af-48ce-a907-038636848589 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::be', 'mac_address': 'fa:16:3e:87:84:79'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:53.178716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.215660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2b54ec98-ea05-49dc-997f-18c1b0637833, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2b54ec98-ea05-49dc-997f-18c1b0637833,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:53.242974 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edef52ed-08af-48ce-a907-038636848589 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.303707 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.304622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16625c5-923b-46b2-ab88-a7d556a9ef64 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:31:53.390082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=2b54ec98-ea05-49dc-997f-18c1b0637833,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:53.475630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-29e6a24f-52f1-4182-8a30-f1eaa833962d None None] Provisioning for port 542c017e-a135-4558-95cb-43abf8bbb2cd completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:53.480685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-29e6a24f-52f1-4182-8a30-f1eaa833962d None None] Provisioning complete for port 542c017e-a135-4558-95cb-43abf8bbb2cd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:53.481139 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29e6a24f-52f1-4182-8a30-f1eaa833962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.505593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port c16625c5-923b-46b2-ab88-a7d556a9ef64 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:53.512683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port c16625c5-923b-46b2-ab88-a7d556a9ef64 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:53.513055 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.546036 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-29e6a24f-52f1-4182-8a30-f1eaa833962d None None] Port 542c017e-a135-4558-95cb-43abf8bbb2cd cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:53.608476 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.644019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port c16625c5-923b-46b2-ab88-a7d556a9ef64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16625c5-923b-46b2-ab88-a7d556a9ef64,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:53.742562 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f204ca6-cf2a-4d9c-8db0-438f1832ee84 x-openstack-request-id: req-8f204ca6-cf2a-4d9c-8db0-438f1832ee84 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:53.742562 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeaa2c9-d311-4cce-8071-1381fdf47c0f", "name": "network-vif-plugged", "status": "completed", "tag": "9fcbe2ec-89b5-45a0-8601-a7c83d027e4a", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:53.742562 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f204ca6-cf2a-4d9c-8db0-438f1832ee84 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:53.742562 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeaa2c9-d311-4cce-8071-1381fdf47c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcbe2ec-89b5-45a0-8601-a7c83d027e4a', 'code': 200} Aug 20 11:31:53.806798 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.808485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edef52ed-08af-48ce-a907-038636848589 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.809003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 25838c1b-564d-421f-93c4-1489823c6a64 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:53.822359 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-442d3c55-afc2-4cf5-b8ad-82fcc3bcb01b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1503959 Aug 20 11:31:53.876156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8f65-e389-4b1f-a16f-e4cc65da4ae6 req-3c7552d1-6c42-4791-8e2b-e5dbccd7acef tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:53.878389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94de8f65-e389-4b1f-a16f-e4cc65da4ae6 req-3c7552d1-6c42-4791-8e2b-e5dbccd7acef tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.0815642 Aug 20 11:31:53.881365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e22c77-a8d5-442c-aa96-d1ecb9fe240c req-39558fc6-c1b4-4d9c-854a-0cefd0acc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:53.883020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a1e22c77-a8d5-442c-aa96-d1ecb9fe240c req-39558fc6-c1b4-4d9c-854a-0cefd0acc3c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 1096 time: 0.0940957 Aug 20 11:31:53.904171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=c16625c5-923b-46b2-ab88-a7d556a9ef64,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:53.926530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edef52ed-08af-48ce-a907-038636848589 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.939836 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94de8f65-e389-4b1f-a16f-e4cc65da4ae6 req-41208d5a-44b1-4bee-a8f7-0304f522c293 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526612 Aug 20 11:31:53.946899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-edef52ed-08af-48ce-a907-038636848589 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] In _notify_port_updated(), no bound segment for port 542c017e-a135-4558-95cb-43abf8bbb2cd on network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:31:53.947143 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.954056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef52ed-08af-48ce-a907-038636848589 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:53.955043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edef52ed-08af-48ce-a907-038636848589 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:53.955284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a1e22c77-a8d5-442c-aa96-d1ecb9fe240c req-d10f7a93-d656-4821-bfb9-27cd16f0ff96 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605290 Aug 20 11:31:53.956597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-edef52ed-08af-48ce-a907-038636848589 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "PUT /v2.0/ports/542c017e-a135-4558-95cb-43abf8bbb2cd HTTP/1.1" status: 200 len: 1002 time: 0.7973754 Aug 20 11:31:53.959351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39420) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:53.993391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 25838c1b-564d-421f-93c4-1489823c6a64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=25838c1b-564d-421f-93c4-1489823c6a64,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:54.026991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef52ed-08af-48ce-a907-038636848589 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Port': ['ID=542c017e-a135-4558-95cb-43abf8bbb2cd,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:54.063772 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24d39fd7-0858-45a6-bc01-78aa9c135af4 req-1287603c-dbe1-448b-b0a9-7d764611e21e tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups/647cea25-802a-458c-af21-77e61607394b HTTP/1.1" status: 200 len: 1809 time: 0.0561337 Aug 20 11:31:54.126728 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.161960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b193e134-a6ee-4a9c-bd85-9dacf8bb1b5d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Deleting port 542c017e-a135-4558-95cb-43abf8bbb2cd {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:54.162320 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b193e134-a6ee-4a9c-bd85-9dacf8bb1b5d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.167384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24d39fd7-0858-45a6-bc01-78aa9c135af4 req-0e8a14c3-3f15-47d8-8d19-39a6abfd3fec tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.192012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=25838c1b-564d-421f-93c4-1489823c6a64,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:54.232503 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24d39fd7-0858-45a6-bc01-78aa9c135af4 req-0e8a14c3-3f15-47d8-8d19-39a6abfd3fec tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.293787 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b193e134-a6ee-4a9c-bd85-9dacf8bb1b5d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.305059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7a2efb11-6ef6-4dc3-8681-324b0ea154a3 None None] Provisioning complete for port 542c017e-a135-4558-95cb-43abf8bbb2cd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:54.308559 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7a2efb11-6ef6-4dc3-8681-324b0ea154a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.308710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b193e134-a6ee-4a9c-bd85-9dacf8bb1b5d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Calling delete_port for 542c017e-a135-4558-95cb-43abf8bbb2cd owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:54.345471 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7a2efb11-6ef6-4dc3-8681-324b0ea154a3 None None] Port 542c017e-a135-4558-95cb-43abf8bbb2cd cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:54.429867 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24d39fd7-0858-45a6-bc01-78aa9c135af4 req-0e8a14c3-3f15-47d8-8d19-39a6abfd3fec tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.438563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24d39fd7-0858-45a6-bc01-78aa9c135af4 req-0e8a14c3-3f15-47d8-8d19-39a6abfd3fec tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.438563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24d39fd7-0858-45a6-bc01-78aa9c135af4 req-0e8a14c3-3f15-47d8-8d19-39a6abfd3fec tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "DELETE /v2.0/security-groups/647cea25-802a-458c-af21-77e61607394b HTTP/1.1" status: 204 len: 173 time: 0.3486657 Aug 20 11:31:54.450045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a14c3-3f15-47d8-8d19-39a6abfd3fec tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=647cea25-802a-458c-af21-77e61607394b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:54.553053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55672a67-a773-43a5-97cc-68710e5ff38d req-39bc0ee4-49da-44b3-a817-f40306ea0a9f tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:54.554635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-55672a67-a773-43a5-97cc-68710e5ff38d req-39bc0ee4-49da-44b3-a817-f40306ea0a9f tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 945 time: 0.0558882 Aug 20 11:31:54.596479 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-55672a67-a773-43a5-97cc-68710e5ff38d req-7c5dea56-6a2e-475b-8f1f-5b3503d212fc tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/security-groups?id=92a4530d-3614-4b21-988c-98a2471e4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Aug 20 11:31:54.600602 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b193e134-a6ee-4a9c-bd85-9dacf8bb1b5d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.630745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193e134-a6ee-4a9c-bd85-9dacf8bb1b5d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event deleted for resources: {'Port': ['ID=542c017e-a135-4558-95cb-43abf8bbb2cd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:54.827754 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b193e134-a6ee-4a9c-bd85-9dacf8bb1b5d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:54.832592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39436) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:54.833218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b193e134-a6ee-4a9c-bd85-9dacf8bb1b5d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "DELETE /v2.0/ports/542c017e-a135-4558-95cb-43abf8bbb2cd HTTP/1.1" status: 204 len: 168 time: 0.8716087 Aug 20 11:31:54.864919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-d18e349f-3600-4741-8d69-324532e87324 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:54.866631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-d18e349f-3600-4741-8d69-324532e87324 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/networks?id=edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 200 len: 804 time: 0.1872203 Aug 20 11:31:54.868056 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-611a4f81-413e-492e-bc6d-fcddc1ef1023 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] GET failed (client error): The resource could not be found. Aug 20 11:31:54.869676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-611a4f81-413e-492e-bc6d-fcddc1ef1023 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "GET /v2.0/ports/542c017e-a135-4558-95cb-43abf8bbb2cd HTTP/1.1" status: 404 len: 333 time: 0.0346785 Aug 20 11:31:54.874346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39438) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:54.881493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'port': {'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-172339871'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:54.884971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-61e400f3-79e4-429f-9640-2b3847d34b76 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/quotas/ed62fcc2ab2f41f989a326a3897bceea HTTP/1.1" status: 200 len: 375 time: 0.0110819 Aug 20 11:31:54.937946 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-9bf8c227-b33f-47d6-a259-35f6327e506e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460696 Aug 20 11:31:55.057261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Made reservation on behalf of e231d0573b184070bc539216010cad72 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:55.061253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.069487 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-62e2c488-5214-4c0a-ae3a-2e57470f6187 service neutron] 10.222.0.10 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238246 Aug 20 11:31:55.077365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-d5743133-0a31-4d5a-8e05-71b83b73c0b6 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:55.078828 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-d5743133-0a31-4d5a-8e05-71b83b73c0b6 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 945 time: 0.0781591 Aug 20 11:31:55.080748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] device_id is not set on port e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:31:55.194020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-c49317fa-44e1-4320-b2b9-51c5e3ed053d tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:31:55.195424 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-c49317fa-44e1-4320-b2b9-51c5e3ed053d tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1606696 Aug 20 11:31:55.207648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Request body: {'binding': {'host': 'n-h1-804230-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:55.208398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Unknown quota resources ['binding']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:31:55.241265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-df0bbcd2-4a62-49cf-ab31-14d7919b55eb service neutron] 10.222.0.10 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614358 Aug 20 11:31:55.260981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Allocated IP 2001:db8::394 (be6eb83e-0a1f-43d9-921d-0eb0f093a0d7/e0cfc11b-fdb9-4194-92d7-169a43aec1f3/e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:55.263294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-e9646dd9-75fe-4ba2-9828-5adeeebaf524 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Deleting port f0532677-4332-4b49-aa51-01f9c2b7bba9 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:55.263634 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-e9646dd9-75fe-4ba2-9828-5adeeebaf524 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.393317 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-e9646dd9-75fe-4ba2-9828-5adeeebaf524 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] For port f0532677-4332-4b49-aa51-01f9c2b7bba9, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f0532677-4332-4b49-aa51-01f9c2b7bba9,segment=NetworkSegment(7a9e9748-1289-4ba2-8d0c-3596ab8f824f),segment_id=7a9e9748-1289-4ba2-8d0c-3596ab8f824f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:55.393586 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-e9646dd9-75fe-4ba2-9828-5adeeebaf524 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.410932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-e9646dd9-75fe-4ba2-9828-5adeeebaf524 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Calling delete_port for f0532677-4332-4b49-aa51-01f9c2b7bba9 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:55.475958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on host n-h1-804230-3 for vnic_type normal with profile None {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:55.476303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:55.476636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:55.486353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:55.486775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:55.499206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:55.499561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Checking segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:55.500106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Bound using segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:55.500445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Bound port: 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:55.590030 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.617570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:55.639167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-618ee318-510a-41f6-af04-83e00c9d2920 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:55.640993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-618ee318-510a-41f6-af04-83e00c9d2920 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0700bd8-f659-4229-80d5-a93188b0182c HTTP/1.1" status: 200 len: 943 time: 0.1006904 Aug 20 11:31:55.715918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Transition to ACTIVE for port object e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:31:55.719645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.721342 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-0179640e-4646-4a67-b93b-8044bad5b9b6 service neutron] 10.222.0.10 "POST /v2.0/ports/79d57ae9-a04a-46a2-b3b7-2b13a529629b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5172060 Aug 20 11:31:55.724548 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-e9646dd9-75fe-4ba2-9828-5adeeebaf524 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.740735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f0532677-4332-4b49-aa51-01f9c2b7bba9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:31:55.743222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66632eb-7cbb-43ef-8f5a-e655af8f45c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b54ec98-ea05-49dc-997f-18c1b0637833'}, {'server_uuid': '6379f563-70d0-40c7-8d02-86e28ab49b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16625c5-923b-46b2-ab88-a7d556a9ef64'}, {'server_uuid': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25838c1b-564d-421f-93c4-1489823c6a64'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:55.746547 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d5553a-7d02-4474-aafa-e36e5f87b379" -d '{"events": [{"server_uuid": "c66632eb-7cbb-43ef-8f5a-e655af8f45c7", "name": "network-vif-plugged", "status": "completed", "tag": "2b54ec98-ea05-49dc-997f-18c1b0637833"}, {"server_uuid": "6379f563-70d0-40c7-8d02-86e28ab49b71", "name": "network-vif-plugged", "status": "completed", "tag": "c16625c5-923b-46b2-ab88-a7d556a9ef64"}, {"server_uuid": "a0700bd8-f659-4229-80d5-a93188b0182c", "name": "network-vif-unplugged", "status": "completed", "tag": "25838c1b-564d-421f-93c4-1489823c6a64"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:55.770906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9646dd9-75fe-4ba2-9828-5adeeebaf524 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Pushing event deleted for resources: {'Port': ['ID=f0532677-4332-4b49-aa51-01f9c2b7bba9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:55.820209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-e9646dd9-75fe-4ba2-9828-5adeeebaf524 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] No DVR routers for this DVR port f0532677-4332-4b49-aa51-01f9c2b7bba9 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:55.824078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-e9646dd9-75fe-4ba2-9828-5adeeebaf524 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.826150 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4cf7e93-d144-412d-be13-e2ba917146b9 req-e9646dd9-75fe-4ba2-9828-5adeeebaf524 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.38 "DELETE /v2.0/ports/f0532677-4332-4b49-aa51-01f9c2b7bba9 HTTP/1.1" status: 204 len: 173 time: 0.7243617 Aug 20 11:31:55.826661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a960d7a3-d6de-4913-a947-a1250bcafcd5', 'name': 'network-vif-deleted', 'tag': 'f0532677-4332-4b49-aa51-01f9c2b7bba9'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:55.829090 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5790b46d-50ff-4e55-90f7-8708c0fc171b" -d '{"events": [{"server_uuid": "a960d7a3-d6de-4913-a947-a1250bcafcd5", "name": "network-vif-deleted", "tag": "f0532677-4332-4b49-aa51-01f9c2b7bba9"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:55.841410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-ec2f0720-3a00-4c47-96fc-cf0843b42fe4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Deleting port 25838c1b-564d-421f-93c4-1489823c6a64 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:55.841410 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-ec2f0720-3a00-4c47-96fc-cf0843b42fe4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.893219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.949978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:31:55.950480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:31:55.952904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-ec2f0720-3a00-4c47-96fc-cf0843b42fe4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] For port 25838c1b-564d-421f-93c4-1489823c6a64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=25838c1b-564d-421f-93c4-1489823c6a64,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:55.954802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-ec2f0720-3a00-4c47-96fc-cf0843b42fe4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:55.990540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:31:56.000149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:56.005620 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:56.007013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-ec2f0720-3a00-4c47-96fc-cf0843b42fe4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Calling delete_port for 25838c1b-564d-421f-93c4-1489823c6a64 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:56.009720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Port': ['ID=e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:56.089184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a39b4e92-bc6e-45a7-a469-41c06150855b req-09b3f76b-16e8-4ea2-b9df-8a127e5a3065 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 210 time: 0.0601730 Aug 20 11:31:56.138599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08206dc8-6279-48f8-9e72-1c2ca76c4152 req-20c410a4-d0e3-44a5-b0d0-7c3a6e47f631 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:56.149758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08206dc8-6279-48f8-9e72-1c2ca76c4152 req-20c410a4-d0e3-44a5-b0d0-7c3a6e47f631 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.0912707 Aug 20 11:31:56.195221 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08206dc8-6279-48f8-9e72-1c2ca76c4152 req-7b581273-fdcc-467b-8863-ecdaa5b96cec tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442984 Aug 20 11:31:56.224741 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22c9b8e8-bb64-4260-996d-20a452bd4644 req-35788f56-97ff-4fc0-98b9-3b0f0c2b26c2 tempest-AttachVolumeNegativeTest-1341266816 tempest-AttachVolumeNegativeTest-1341266816-project] 10.222.0.10 "GET /v2.0/ports?device_id=a960d7a3-d6de-4913-a947-a1250bcafcd5 HTTP/1.1" status: 200 len: 210 time: 0.0502827 Aug 20 11:31:56.241477 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1decea18-5269-47cd-9971-1b3806232903 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3630524 Aug 20 11:31:56.248185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39462) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:56.265514 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49538d67-caa7-4a4e-8766-4a4999f52237 x-openstack-request-id: req-49538d67-caa7-4a4e-8766-4a4999f52237 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:56.265912 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66632eb-7cbb-43ef-8f5a-e655af8f45c7", "name": "network-vif-plugged", "status": "completed", "tag": "2b54ec98-ea05-49dc-997f-18c1b0637833", "code": 200}, {"server_uuid": "6379f563-70d0-40c7-8d02-86e28ab49b71", "name": "network-vif-plugged", "status": "completed", "tag": "c16625c5-923b-46b2-ab88-a7d556a9ef64", "code": 200}, {"server_uuid": "a0700bd8-f659-4229-80d5-a93188b0182c", "name": "network-vif-unplugged", "status": "completed", "tag": "25838c1b-564d-421f-93c4-1489823c6a64", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:56.266176 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49538d67-caa7-4a4e-8766-4a4999f52237 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:56.266664 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66632eb-7cbb-43ef-8f5a-e655af8f45c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b54ec98-ea05-49dc-997f-18c1b0637833', 'code': 200} Aug 20 11:31:56.269718 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6379f563-70d0-40c7-8d02-86e28ab49b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16625c5-923b-46b2-ab88-a7d556a9ef64', 'code': 200} Aug 20 11:31:56.270034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-53cf9e1f-c4b4-4649-a088-f7004391fd3b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:87:84:79'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:56.274863 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25838c1b-564d-421f-93c4-1489823c6a64', 'code': 200} Aug 20 11:31:56.315988 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045cc7f6-ec69-4a71-962c-2ddb3cd4e6ad x-openstack-request-id: req-045cc7f6-ec69-4a71-962c-2ddb3cd4e6ad {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:56.316373 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a960d7a3-d6de-4913-a947-a1250bcafcd5", "name": "network-vif-deleted", "tag": "f0532677-4332-4b49-aa51-01f9c2b7bba9", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:56.316793 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-045cc7f6-ec69-4a71-962c-2ddb3cd4e6ad {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:56.323385 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a960d7a3-d6de-4913-a947-a1250bcafcd5', 'name': 'network-vif-deleted', 'tag': 'f0532677-4332-4b49-aa51-01f9c2b7bba9', 'status': 'completed', 'code': 200} Aug 20 11:31:56.483274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411082b-0db7-48ad-9519-b9b22e64f145 req-569179f1-1bca-4b99-bf70-b6a5e5d68f6e tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:56.491070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9411082b-0db7-48ad-9519-b9b22e64f145 req-569179f1-1bca-4b99-bf70-b6a5e5d68f6e tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1139009 Aug 20 11:31:56.501933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a998a-8722-4713-9881-41a8cf0fb0b2 req-2d420d3b-9c33-4001-84c3-0bd50fad972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:56.503486 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da1a998a-8722-4713-9881-41a8cf0fb0b2 req-2d420d3b-9c33-4001-84c3-0bd50fad972c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 1096 time: 0.0905640 Aug 20 11:31:56.558621 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9411082b-0db7-48ad-9519-b9b22e64f145 req-3c900a96-f09a-4fe2-a161-d57b8e23395b tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666068 Aug 20 11:31:56.565122 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da1a998a-8722-4713-9881-41a8cf0fb0b2 req-78ca251b-fde2-4231-85a2-90621820b38e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513761 Aug 20 11:31:56.572211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b8b2cf93-3ea6-48ba-a0da-d012a9eaf916 None None] Provisioning for port e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:31:56.579136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b8b2cf93-3ea6-48ba-a0da-d012a9eaf916 None None] Provisioning complete for port e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:56.579514 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b8b2cf93-3ea6-48ba-a0da-d012a9eaf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:56.606203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2d937-7345-4622-8e21-44b1480984c3 req-fa8154e8-6f2e-446a-8d35-ceb1e0bc1385 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:56.606874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4b2d937-7345-4622-8e21-44b1480984c3 req-fa8154e8-6f2e-446a-8d35-ceb1e0bc1385 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.2146127 Aug 20 11:31:56.611953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac68fd-ac03-4774-ac88-fd69574077ce req-fe5f657c-dd15-4eb2-b6a5-3d40ec73c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:56.613449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3aac68fd-ac03-4774-ac88-fd69574077ce req-fe5f657c-dd15-4eb2-b6a5-3d40ec73c3fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 1097 time: 0.1703374 Aug 20 11:31:56.626427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2cf93-3ea6-48ba-a0da-d012a9eaf916 None None] Port e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:56.680661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-ec2f0720-3a00-4c47-96fc-cf0843b42fe4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:56.691447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4b2d937-7345-4622-8e21-44b1480984c3 req-2d1cb12b-ae6d-4619-b098-c9826bb19fc1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735445 Aug 20 11:31:56.702051 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53cf9e1f-c4b4-4649-a088-f7004391fd3b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:56.723369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f0720-3a00-4c47-96fc-cf0843b42fe4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Pushing event deleted for resources: {'Port': ['ID=25838c1b-564d-421f-93c4-1489823c6a64,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:56.819404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-ec2f0720-3a00-4c47-96fc-cf0843b42fe4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] No DVR routers for this DVR port 25838c1b-564d-421f-93c4-1489823c6a64 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:56.825388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-ec2f0720-3a00-4c47-96fc-cf0843b42fe4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:56.832989 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24cfae6d-bf42-430d-9b64-6254b5644dbf req-ec2f0720-3a00-4c47-96fc-cf0843b42fe4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "DELETE /v2.0/ports/25838c1b-564d-421f-93c4-1489823c6a64 HTTP/1.1" status: 204 len: 173 time: 1.1800711 Aug 20 11:31:56.853372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-49909635-1da5-4779-b8b0-a7a9cba68b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:56.855692 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-49909635-1da5-4779-b8b0-a7a9cba68b99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1096 time: 0.0568905 Aug 20 11:31:56.857512 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3aac68fd-ac03-4774-ac88-fd69574077ce req-8c093fe6-7762-4a00-b1e9-ea9d3dead5b6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007843 Aug 20 11:31:56.996602 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53cf9e1f-c4b4-4649-a088-f7004391fd3b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:57.097785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53cf9e1f-c4b4-4649-a088-f7004391fd3b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:57.150782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-53cf9e1f-c4b4-4649-a088-f7004391fd3b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] In _notify_port_updated(), no bound segment for port e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec on network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:31:57.163963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cf9e1f-c4b4-4649-a088-f7004391fd3b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:57.165201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53cf9e1f-c4b4-4649-a088-f7004391fd3b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:57.171428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-53cf9e1f-c4b4-4649-a088-f7004391fd3b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "PUT /v2.0/ports/e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec HTTP/1.1" status: 200 len: 1002 time: 0.9186342 Aug 20 11:31:57.174015 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39468) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:57.208601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-bc3940a3-821f-4c8b-87d7-e125fc203e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:57.210335 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-bc3940a3-821f-4c8b-87d7-e125fc203e26 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca HTTP/1.1" status: 200 len: 897 time: 0.1666780 Aug 20 11:31:57.256860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf9e1f-c4b4-4649-a088-f7004391fd3b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Port': ['ID=e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:57.310667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c87bf4f-b83d-49bf-9fe5-98330b66aacf req-10dcbd65-87aa-4c1c-a229-5123f4a324a3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 210 time: 0.0864851 Aug 20 11:31:57.378428 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-9a49b39b-cc34-4f92-8853-caac1494a1c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b HTTP/1.1" status: 200 len: 1001 time: 0.1414521 Aug 20 11:31:57.403034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-67c39328-bda4-444f-9d65-60a3ca66d756 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Deleting port e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:57.403408 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67c39328-bda4-444f-9d65-60a3ca66d756 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:57.491404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39474) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:57.493814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-416285d0-6bc1-4886-bcbc-8d5eda6ba817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:57.498503 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-416285d0-6bc1-4886-bcbc-8d5eda6ba817 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a8b032c-14a8-4aa7-9655-34977b52dc14 HTTP/1.1" status: 200 len: 834 time: 0.1125975 Aug 20 11:31:57.671535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4656e71-ab6c-4ec9-a7ac-32cbcb0c0ef7 admin admin] Deleting subnet 67c93569-eb45-45c6-b207-4f675efb856b {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:31:57.671535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-6b7d7f4d-68f2-4496-be51-0231cf1b1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:57.671535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-6b7d7f4d-68f2-4496-be51-0231cf1b1fb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274803 Aug 20 11:31:57.671535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a4656e71-ab6c-4ec9-a7ac-32cbcb0c0ef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:57.672437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5372cd1f-d958-43d1-ab61-9673e0b197b4 None None] Provisioning complete for port e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:57.672437 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5372cd1f-d958-43d1-ab61-9673e0b197b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:57.705006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5372cd1f-d958-43d1-ab61-9673e0b197b4 None None] Port e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:57.789929 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a4656e71-ab6c-4ec9-a7ac-32cbcb0c0ef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:57.864481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57076492-bddc-46a5-a1d6-29cb8bfc84e9 req-fa4f4ae0-30ee-456e-b87a-ebb5adcbd6d6 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:57.866612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57076492-bddc-46a5-a1d6-29cb8bfc84e9 req-fa4f4ae0-30ee-456e-b87a-ebb5adcbd6d6 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.4901993 Aug 20 11:31:57.867447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c2464-e731-4aa5-91cf-31dcb8066f3e req-1f0573d9-e2b9-4efe-bcda-4eebf6032146 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:57.869009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d55c2464-e731-4aa5-91cf-31dcb8066f3e req-1f0573d9-e2b9-4efe-bcda-4eebf6032146 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1931295 Aug 20 11:31:57.874752 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a4656e71-ab6c-4ec9-a7ac-32cbcb0c0ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:57.929404 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-028bb7d7-7c32-429d-b8a9-69113a6dce80 service neutron] 10.222.0.57 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519767 Aug 20 11:31:57.946656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67c39328-bda4-444f-9d65-60a3ca66d756 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:57.968507 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57076492-bddc-46a5-a1d6-29cb8bfc84e9 req-e30dfb35-ab1e-4228-8d0e-9d9ae9731ee0 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836473 Aug 20 11:31:57.971349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d55c2464-e731-4aa5-91cf-31dcb8066f3e req-3cb97895-a2a3-4931-854d-89d7599d320a tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941844 Aug 20 11:31:57.971595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-67c39328-bda4-444f-9d65-60a3ca66d756 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Calling delete_port for e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:58.016073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 25838c1b-564d-421f-93c4-1489823c6a64 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:58.072392 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 25838c1b-564d-421f-93c4-1489823c6a64 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:58.072705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 25838c1b-564d-421f-93c4-1489823c6a64 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:58.098636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-6d2987bc-6e7a-4c14-a42f-623d8c13b75e service neutron] 10.222.0.57 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548250 Aug 20 11:31:58.154127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cd083-aee6-4454-bfb9-7b5948697f14 req-8ffb7e0a-5ac4-4b82-ba8a-509e6ae8274a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:58.155750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c7cd083-aee6-4454-bfb9-7b5948697f14 req-8ffb7e0a-5ac4-4b82-ba8a-509e6ae8274a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.0790493 Aug 20 11:31:58.155962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a4656e71-ab6c-4ec9-a7ac-32cbcb0c0ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.200410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a4656e71-ab6c-4ec9-a7ac-32cbcb0c0ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.202857 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a4656e71-ab6c-4ec9-a7ac-32cbcb0c0ef7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/67c93569-eb45-45c6-b207-4f675efb856b HTTP/1.1" status: 204 len: 168 time: 0.7030737 Aug 20 11:31:58.209313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39480) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:58.218558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4656e71-ab6c-4ec9-a7ac-32cbcb0c0ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c93569-eb45-45c6-b207-4f675efb856b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:58.241613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-023159a1-0d0a-4c7b-8a90-b9b4e530165f tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:58.245423 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-023159a1-0d0a-4c7b-8a90-b9b4e530165f tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44&tenant_id=981bab59c36f4c10932ff10b206a827c&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1096 time: 0.0779698 Aug 20 11:31:58.266419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804230-3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:58.291460 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c7cd083-aee6-4454-bfb9-7b5948697f14 req-d18fe3aa-8d40-4514-ad5c-719826cd2712 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283262 Aug 20 11:31:58.313263 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.328129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'name': 'network-vif-deleted', 'tag': '25838c1b-564d-421f-93c4-1489823c6a64'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:58.332143 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca7a107-a860-41e2-b36a-fb26ff7a4a80" -d '{"events": [{"server_uuid": "a0700bd8-f659-4229-80d5-a93188b0182c", "name": "network-vif-deleted", "tag": "25838c1b-564d-421f-93c4-1489823c6a64"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:58.411720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.419632 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153c14c6-5068-45ab-9a0c-622b69549c48 x-openstack-request-id: req-153c14c6-5068-45ab-9a0c-622b69549c48 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:58.419915 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0700bd8-f659-4229-80d5-a93188b0182c", "name": "network-vif-deleted", "tag": "25838c1b-564d-421f-93c4-1489823c6a64", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:58.420605 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-153c14c6-5068-45ab-9a0c-622b69549c48 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:58.420605 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0700bd8-f659-4229-80d5-a93188b0182c', 'name': 'network-vif-deleted', 'tag': '25838c1b-564d-421f-93c4-1489823c6a64', 'status': 'completed', 'code': 200} Aug 20 11:31:58.468387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7c5d799-3ce7-4fff-8a8b-f66b9e056d26 req-46115c53-5117-49f2-95b4-45c71d2c148d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 210 time: 0.0557904 Aug 20 11:31:58.492554 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.508539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b8cc5d-0386-436f-9df2-433f166b2cc3']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:58.522747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9e9748-1289-4ba2-8d0c-3596ab8f824f') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:58.523049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9e9748-1289-4ba2-8d0c-3596ab8f824f') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:31:58.536333 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67c39328-bda4-444f-9d65-60a3ca66d756 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.539990 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.551208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-ee45c9f0-032e-490a-82aa-79c1db82f154 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:58.552858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-ee45c9f0-032e-490a-82aa-79c1db82f154 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.38 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1051619 Aug 20 11:31:58.584459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:58.600494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c39328-bda4-444f-9d65-60a3ca66d756 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event deleted for resources: {'Port': ['ID=e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:58.605967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.628987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:58.648797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:31:58.649224 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:31:58.652510 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:31:58.662543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67c39328-bda4-444f-9d65-60a3ca66d756 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.664515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-67c39328-bda4-444f-9d65-60a3ca66d756 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "DELETE /v2.0/ports/e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec HTTP/1.1" status: 204 len: 168 time: 1.4891396 Aug 20 11:31:58.667512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39486) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:58.678406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:31:58.680847 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5765ccac-489d-4298-8369-33b076074528" -d '{"events": [{"server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "name": "network-vif-unplugged", "status": "completed", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:31:58.685520 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.738186 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0284313-d9de-4c45-9f21-935eb4a98957 x-openstack-request-id: req-e0284313-d9de-4c45-9f21-935eb4a98957 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:31:58.738550 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "name": "network-vif-unplugged", "status": "completed", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:31:58.738880 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0284313-d9de-4c45-9f21-935eb4a98957 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:31:58.739450 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'code': 200} Aug 20 11:31:58.753854 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50819c2-29ae-4fba-8faf-596973013a89 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] GET failed (client error): The resource could not be found. Aug 20 11:31:58.759737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a50819c2-29ae-4fba-8faf-596973013a89 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "GET /v2.0/ports/e1ced5b0-c414-40f4-a3f8-f7c2ba6453ec HTTP/1.1" status: 404 len: 333 time: 0.0559378 Aug 20 11:31:58.760255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39490) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:58.766316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'port': {'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-424798239'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:58.816300 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.830581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-16b255e6-4867-4260-ace0-017d459b25ab tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Deleting port 3855a25b-8290-4170-bfea-d03b002db0ed {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:31:58.831338 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-16b255e6-4867-4260-ace0-017d459b25ab tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.944158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Pushing event updated for resources: {'Port': ['ID=79d57ae9-a04a-46a2-b3b7-2b13a529629b,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:58.946171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-16b255e6-4867-4260-ace0-017d459b25ab tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] For port 3855a25b-8290-4170-bfea-d03b002db0ed, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=3855a25b-8290-4170-bfea-d03b002db0ed,segment=NetworkSegment(42574d4c-6312-4a95-a41b-3f2f7bd7ea53),segment_id=42574d4c-6312-4a95-a41b-3f2f7bd7ea53)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:31:58.946719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-16b255e6-4867-4260-ace0-017d459b25ab tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.973142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-16b255e6-4867-4260-ace0-017d459b25ab tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Calling delete_port for 3855a25b-8290-4170-bfea-d03b002db0ed owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:31:58.975063 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:58.988156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f0532677-4332-4b49-aa51-01f9c2b7bba9 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:31:58.995954 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.002880 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] 10.222.0.10 "DELETE /v2.0/networks/70b8cc5d-0386-436f-9df2-433f166b2cc3 HTTP/1.1" status: 204 len: 168 time: 0.7926695 Aug 20 11:31:59.029856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: f0532677-4332-4b49-aa51-01f9c2b7bba9 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:31:59.030883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f0532677-4332-4b49-aa51-01f9c2b7bba9 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:31:59.054224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f5adc-5eaf-40ef-bf12-64a970c72b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=70b8cc5d-0386-436f-9df2-433f166b2cc3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:59.266137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572f283-e297-4437-a8be-e6c3c2afcd65 req-6a7ae41e-fb9a-40d4-a194-0866402bebd2 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:59.267900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a572f283-e297-4437-a8be-e6c3c2afcd65 req-6a7ae41e-fb9a-40d4-a194-0866402bebd2 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.1727083 Aug 20 11:31:59.271324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on host n-h2-804230-3 for vnic_type normal with profile {"migrating_to": "n-h1-804230-3"} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:31:59.271941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:31:59.272293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:59.288776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:31:59.289139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Attempting to bind port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:31:59.302003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ee1df-c64b-4b20-92c5-eae91ab3bb26 req-f85c6f1a-a6d0-418d-871e-a07b026ea406 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:59.303597 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b6ee1df-c64b-4b20-92c5-eae91ab3bb26 req-f85c6f1a-a6d0-418d-871e-a07b026ea406 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 946 time: 0.1664016 Aug 20 11:31:59.315478 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:31:59.315824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Checking segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:31:59.316218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Bound using segment: {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:31:59.316657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Bound port: 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0922e58-d71e-4afd-b565-6dc1664743c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:31:59.317024 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.326860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-3177b920-0e36-4d3a-a238-60cae5a144e8 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:59.328412 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-3177b920-0e36-4d3a-a238-60cae5a144e8 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.38 "GET /v2.0/networks?id=edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 200 len: 804 time: 0.3422267 Aug 20 11:31:59.329048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Made reservation on behalf of e231d0573b184070bc539216010cad72 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:59.332459 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.355766 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b6ee1df-c64b-4b20-92c5-eae91ab3bb26 req-74200d89-30e7-463e-a2bf-2f40d14afdcd tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/security-groups?id=1eaf4259-d26d-4989-ace3-defaa6d320b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Aug 20 11:31:59.358822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-64b484e2-cd1c-4889-8922-5d7da57ba1bd None None] Provisioning complete for port 79d57ae9-a04a-46a2-b3b7-2b13a529629b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:31:59.359446 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-64b484e2-cd1c-4889-8922-5d7da57ba1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.360504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Request body: {'port': {'device_id': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'admin_state_up': True, 'tenant_id': 'ed62fcc2ab2f41f989a326a3897bceea'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:31:59.402699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-64b484e2-cd1c-4889-8922-5d7da57ba1bd None None] Port 79d57ae9-a04a-46a2-b3b7-2b13a529629b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:31:59.428520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-16b255e6-4867-4260-ace0-017d459b25ab tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.442086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a572f283-e297-4437-a8be-e6c3c2afcd65 req-e60e16ca-5793-49b3-9115-169c5a16079e tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623621 Aug 20 11:31:59.449764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] device_id is not set on port 58c21b31-e0ed-47cb-a366-cab05c5cf028 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:31:59.463078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b255e6-4867-4260-ace0-017d459b25ab tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Pushing event deleted for resources: {'Port': ['ID=3855a25b-8290-4170-bfea-d03b002db0ed,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:59.572856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:31:59.587955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-16b255e6-4867-4260-ace0-017d459b25ab tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] No DVR routers for this DVR port 3855a25b-8290-4170-bfea-d03b002db0ed on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:31:59.592105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-16b255e6-4867-4260-ace0-017d459b25ab tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.594231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a9ce3483-e2a0-4835-9c4e-045334dd88c5 req-16b255e6-4867-4260-ace0-017d459b25ab tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.38 "DELETE /v2.0/ports/3855a25b-8290-4170-bfea-d03b002db0ed HTTP/1.1" status: 204 len: 173 time: 1.0026996 Aug 20 11:31:59.624895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:31:59.627276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fc5e3-1a7b-4240-9201-80ebd0fe1ff2 req-98c7ecaa-d596-45b9-83dd-e30e0b00be59 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:59.628861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-237fc5e3-1a7b-4240-9201-80ebd0fe1ff2 req-98c7ecaa-d596-45b9-83dd-e30e0b00be59 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 943 time: 0.0812230 Aug 20 11:31:59.668544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39504) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:59.694784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5adc83-6aa1-4b58-94f0-233eadb7906e req-174ac3c5-0493-4f59-ab5e-93f50653ddd9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:59.695355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-237fc5e3-1a7b-4240-9201-80ebd0fe1ff2 req-80d61f75-9b7b-4456-904b-1332c262cc22 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598912 Aug 20 11:31:59.696443 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3c5adc83-6aa1-4b58-94f0-233eadb7906e req-174ac3c5-0493-4f59-ab5e-93f50653ddd9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1318243 Aug 20 11:31:59.719197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Allocated IP 2001:db8::234 (be6eb83e-0a1f-43d9-921d-0eb0f093a0d7/e0cfc11b-fdb9-4194-92d7-169a43aec1f3/58c21b31-e0ed-47cb-a366-cab05c5cf028) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:31:59.740240 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a0cf65ee-f713-405d-946f-de95cd8fe5b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fde855dbf29d40fea21b6c5670ec3757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665689 Aug 20 11:31:59.741972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39506) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:31:59.745694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.802863 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-624ed5e5-c405-4db7-9c00-7de6d2da1dc4 req-fd96884a-c57a-4bf5-a8e7-046dae61f1c5 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 210 time: 0.0274103 Aug 20 11:31:59.806189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Made reservation on behalf of ed62fcc2ab2f41f989a326a3897bceea for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:31:59.809537 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:31:59.859684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3c5adc83-6aa1-4b58-94f0-233eadb7906e req-ee4ae437-3f85-4608-a2a1-ed2d4f145dcc tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531310 Aug 20 11:31:59.970892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Pushing event updated for resources: {'Port': ['ID=79d57ae9-a04a-46a2-b3b7-2b13a529629b,revision_number=8']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:31:59.991101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5732-a40f-49bb-9b96-8e0c372a7534 req-56d0d7d9-5478-4361-bbb4-91fff00d8025 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:31:59.992686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bdd5732-a40f-49bb-9b96-8e0c372a7534 req-56d0d7d9-5478-4361-bbb4-91fff00d8025 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 945 time: 0.0547428 Aug 20 11:32:00.039902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bdd5732-a40f-49bb-9b96-8e0c372a7534 req-49c51e49-fa29-481b-a1ed-286641d6612f tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Aug 20 11:32:00.101469 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-717f522a-8017-4ea5-a44e-f52317e7f622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.125550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6cfdfbb2-5914-4ac8-932d-e42071321a15 None None] Provisioning complete for port 79d57ae9-a04a-46a2-b3b7-2b13a529629b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:00.126241 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6cfdfbb2-5914-4ac8-932d-e42071321a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.202950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-717f522a-8017-4ea5-a44e-f52317e7f622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.205353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:00.206297 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.208089 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-313c16ba-9ed7-4972-ba4b-27221dcd55b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/79d57ae9-a04a-46a2-b3b7-2b13a529629b HTTP/1.1" status: 200 len: 1121 time: 1.9478571 Aug 20 11:32:00.211700 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6cfdfbb2-5914-4ac8-932d-e42071321a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.259893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:00.263337 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0362261-325d-44d8-9b04-7060fe3a49a0" -d '{"events": [{"server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "name": "network-vif-plugged", "status": "completed", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:00.275105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Allocated IP 172.20.0.10 (edb00cab-5f80-4e3b-be79-12d2f37d0603/979dc0fd-3038-4048-a667-cac2e871ab36/f3a76247-3b3c-4eb8-9489-e22a3463fb98) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:00.278223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['79d57ae9-a04a-46a2-b3b7-2b13a529629b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:00.286194 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.310323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6cfdfbb2-5914-4ac8-932d-e42071321a15 None None] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:00.373653 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f55e386-e05f-4ada-b759-e0f7bdfbec4a x-openstack-request-id: req-8f55e386-e05f-4ada-b759-e0f7bdfbec4a {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:00.373963 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "name": "network-vif-plugged", "status": "completed", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:00.374214 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f55e386-e05f-4ada-b759-e0f7bdfbec4a {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:00.374823 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'code': 200} Aug 20 11:32:00.401747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fd6ac-89ee-4e22-b2d9-495811235bfa req-acf1d69b-0b38-44ad-85a7-8c9747f91312 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:00.404099 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-917fd6ac-89ee-4e22-b2d9-495811235bfa req-acf1d69b-0b38-44ad-85a7-8c9747f91312 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.0842090 Aug 20 11:32:00.421811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'name': 'network-vif-deleted', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:00.425011 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188673b8-d572-4676-a308-365ddaa4c093" -d '{"events": [{"server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "name": "network-vif-deleted", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:00.439738 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6cfdfbb2-5914-4ac8-932d-e42071321a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.471682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-917fd6ac-89ee-4e22-b2d9-495811235bfa req-3bd192a0-527b-49a3-9cbc-1273e262408f tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556958 Aug 20 11:32:00.484400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Transition to ACTIVE for port object 58c21b31-e0ed-47cb-a366-cab05c5cf028 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:00.501254 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-717f522a-8017-4ea5-a44e-f52317e7f622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.509895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-717f522a-8017-4ea5-a44e-f52317e7f622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.509895 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-717f522a-8017-4ea5-a44e-f52317e7f622 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92a4530d-3614-4b21-988c-98a2471e4f9e HTTP/1.1" status: 204 len: 168 time: 0.7615886 Aug 20 11:32:00.510587 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fcd467-5a7d-44b0-ac66-bbc6ee095296 x-openstack-request-id: req-d1fcd467-5a7d-44b0-ac66-bbc6ee095296 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:00.510745 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525", "name": "network-vif-deleted", "tag": "3855a25b-8290-4170-bfea-d03b002db0ed", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:00.510982 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1fcd467-5a7d-44b0-ac66-bbc6ee095296 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:00.511383 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525', 'name': 'network-vif-deleted', 'tag': '3855a25b-8290-4170-bfea-d03b002db0ed', 'status': 'completed', 'code': 200} Aug 20 11:32:00.548543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9247769a-96d3-4367-a6ec-173759a47db8 req-885e1a50-0495-4763-8db3-10b3dfd8e024 tempest-ServerRescueTestJSONUnderV235-36001627 tempest-ServerRescueTestJSONUnderV235-36001627-project] 10.222.0.10 "GET /v2.0/ports?device_id=a112a1e1-4bf2-4a6d-8b08-8ce3b86f7525 HTTP/1.1" status: 200 len: 210 time: 0.0497954 Aug 20 11:32:00.625962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f522a-8017-4ea5-a44e-f52317e7f622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a4530d-3614-4b21-988c-98a2471e4f9e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:00.664906 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.670366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdfbb2-5914-4ac8-932d-e42071321a15 None None] Pushing event updated for resources: {'Port': ['ID=79d57ae9-a04a-46a2-b3b7-2b13a529629b,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:00.733886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:00.742096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:00.743801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:00.746106 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ed23a4-b06b-4536-92cd-5e51bf457060" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:00.749191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:00.755249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:00.760672 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.787158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Port': ['ID=58c21b31-e0ed-47cb-a366-cab05c5cf028,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:00.794410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:00.892859 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-52eb375a-b2ee-4f2e-b7e5-48267481c295 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1309509 Aug 20 11:32:00.895447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39528) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:00.898853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bcc92-728a-4563-8591-7ed3fd145cc1 req-f48a352e-e181-402e-b039-7e26c4422766 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:00.907974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'port': {'network_id': 'be6eb83e-0a1f-43d9-921d-0eb0f093a0d7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1132477235'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:00.908143 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc1bcc92-728a-4563-8591-7ed3fd145cc1 req-f48a352e-e181-402e-b039-7e26c4422766 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.0795543 Aug 20 11:32:00.945780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc1bcc92-728a-4563-8591-7ed3fd145cc1 req-9c4a2513-d0d1-4e54-9e22-963c6a3b8124 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380111 Aug 20 11:32:01.008993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3855a25b-8290-4170-bfea-d03b002db0ed no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:01.051756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 3855a25b-8290-4170-bfea-d03b002db0ed {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:01.052920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 3855a25b-8290-4170-bfea-d03b002db0ed not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:01.092170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-0dfba82f-cd63-4669-950b-e77a4922f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.093917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-0dfba82f-cd63-4669-950b-e77a4922f783 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1126 time: 0.0622113 Aug 20 11:32:01.215373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b5703-2c0a-4916-96b9-904d8a73c26f req-98a8f073-0c89-47e2-bad2-d78e4ddd2dd9 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.217020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-021b5703-2c0a-4916-96b9-904d8a73c26f req-98a8f073-0c89-47e2-bad2-d78e4ddd2dd9 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 932 time: 0.1221216 Aug 20 11:32:01.253406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-29c0afc2-bf28-405c-b34f-fb1880112aa2 None None] Provisioning for port 58c21b31-e0ed-47cb-a366-cab05c5cf028 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:01.259744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-ff705501-ad19-4b10-b6fa-0b03945b20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.261133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-29c0afc2-bf28-405c-b34f-fb1880112aa2 None None] Provisioning complete for port 58c21b31-e0ed-47cb-a366-cab05c5cf028 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:01.261796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-ff705501-ad19-4b10-b6fa-0b03945b20bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca HTTP/1.1" status: 200 len: 897 time: 0.1578374 Aug 20 11:32:01.262328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29c0afc2-bf28-405c-b34f-fb1880112aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.282722 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-021b5703-2c0a-4916-96b9-904d8a73c26f req-015fe626-b299-4d72-8ff2-1c03a89feda6 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581915 Aug 20 11:32:01.324319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-29c0afc2-bf28-405c-b34f-fb1880112aa2 None None] Port 58c21b31-e0ed-47cb-a366-cab05c5cf028 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:32:01.338650 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bc092b-1fcf-4beb-9705-301e827f2be9 x-openstack-request-id: req-59bc092b-1fcf-4beb-9705-301e827f2be9 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:01.339269 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:01.339269 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59bc092b-1fcf-4beb-9705-301e827f2be9 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:01.339616 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'status': 'completed', 'code': 200} Aug 20 11:32:01.343267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.351823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-3680b1e5-bd2d-46fd-98a2-def49583a20d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b HTTP/1.1" status: 200 len: 1001 time: 0.0812316 Aug 20 11:32:01.406497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-72834eeb-e17e-49f0-a8c8-1c40596e8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.408056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-72834eeb-e17e-49f0-a8c8-1c40596e8104 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a8b032c-14a8-4aa7-9655-34977b52dc14 HTTP/1.1" status: 200 len: 834 time: 0.0489781 Aug 20 11:32:01.425940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Network edb00cab-5f80-4e3b-be79-12d2f37d0603 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:01.438698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3ba93-a902-4576-b17e-938b701bd816 req-400c970f-2a59-4d4c-9de0-7aa666cbbaa5 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.440262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53e3ba93-a902-4576-b17e-938b701bd816 req-400c970f-2a59-4d4c-9de0-7aa666cbbaa5 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.5221026 Aug 20 11:32:01.444123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:01.446056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Pushing event updated for resources: {'Port': ['ID=f3a76247-3b3c-4eb8-9489-e22a3463fb98,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:01.450381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:01.464925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-c3c4c480-7314-4813-8fec-3d8504ff01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.466533 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-c3c4c480-7314-4813-8fec-3d8504ff01a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507476 Aug 20 11:32:01.523231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.523782 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.545049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53e3ba93-a902-4576-b17e-938b701bd816 req-1ac8351e-bd67-41fb-becd-1c3d739947f7 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884180 Aug 20 11:32:01.574179 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-629991b4-e46d-4702-9a2b-0c58800b4448 service neutron] 10.222.0.38 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956266 Aug 20 11:32:01.578886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Made reservation on behalf of e231d0573b184070bc539216010cad72 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:01.582669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.608538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] device_id is not set on port 92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:32:01.653314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39546) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:01.668642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-463d9e22-2f37-4b7a-a8d6-7176e945d3ac tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3202083 Aug 20 11:32:01.709155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Request body: {'port': {'device_id': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:01.734407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2ed23a4-b06b-4536-92cd-5e51bf457060 req-feca9fd8-f09f-4ea3-9978-5c274e3afd1d service neutron] 10.222.0.38 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511848 Aug 20 11:32:01.857013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:01.865400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f40b3-5e09-4c3e-8019-9d27d6e05862 req-b1dcc52f-d443-4631-9b05-1db6079fcf84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.880187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f40b3-5e09-4c3e-8019-9d27d6e05862 req-b1dcc52f-d443-4631-9b05-1db6079fcf84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.887306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f40b3-5e09-4c3e-8019-9d27d6e05862 req-b1dcc52f-d443-4631-9b05-1db6079fcf84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:01.889235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-512f40b3-5e09-4c3e-8019-9d27d6e05862 req-b1dcc52f-d443-4631-9b05-1db6079fcf84 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71&device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f&device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 2417 time: 0.0777311 Aug 20 11:32:01.895969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Allocated IP 2001:db8::a7 (be6eb83e-0a1f-43d9-921d-0eb0f093a0d7/e0cfc11b-fdb9-4194-92d7-169a43aec1f3/92bbfd62-4fca-4539-b1ab-6ea94baf0fd3) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:01.934789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-512f40b3-5e09-4c3e-8019-9d27d6e05862 req-c2034566-ffed-46f4-a01e-e78ad179d7e9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387383 Aug 20 11:32:02.090977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8847af-d33c-40af-bd9c-fa025b1023e8 req-cfcb2699-be66-4c42-91ba-7ecbedd7dfdd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:02.092649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc8847af-d33c-40af-bd9c-fa025b1023e8 req-cfcb2699-be66-4c42-91ba-7ecbedd7dfdd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.0609193 Aug 20 11:32:02.139906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc8847af-d33c-40af-bd9c-fa025b1023e8 req-d45bfeb2-da0a-473c-bbac-e3a07a08a3bb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404887 Aug 20 11:32:02.314322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea56c9-2a9e-49d9-9134-43f9dcfe1fc2 req-6e723a4e-3af9-4968-aeb6-545c512f4b63 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:02.316025 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bbea56c9-2a9e-49d9-9134-43f9dcfe1fc2 req-6e723a4e-3af9-4968-aeb6-545c512f4b63 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.2462955 Aug 20 11:32:02.403058 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.422742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c08b17-2390-49e0-8f95-578dee7367e4 req-a694073d-b605-4fbe-8597-791b28b4f446 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:02.427568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8c08b17-2390-49e0-8f95-578dee7367e4 req-a694073d-b605-4fbe-8597-791b28b4f446 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 932 time: 0.0508525 Aug 20 11:32:02.458868 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bbea56c9-2a9e-49d9-9134-43f9dcfe1fc2 req-c9b88584-b2bf-4cfb-a58b-bffb0be4d694 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284835 Aug 20 11:32:02.474825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Transition to ACTIVE for port object 92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:02.475172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8c08b17-2390-49e0-8f95-578dee7367e4 req-d5437624-3ff4-4b2f-bd38-fd051811c449 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Aug 20 11:32:02.552009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a76247-3b3c-4eb8-9489-e22a3463fb98 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:02.567686 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.585192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Transition to ACTIVE for port object f3a76247-3b3c-4eb8-9489-e22a3463fb98 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:02.630072 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.726496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.742975 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.812518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:02.849135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:02.852341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Port': ['ID=92bbfd62-4fca-4539-b1ab-6ea94baf0fd3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:02.855713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:02.861468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:02.862116 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:02.976318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a76247-3b3c-4eb8-9489-e22a3463fb98,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:03.038064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Attempting to bind port f3a76247-3b3c-4eb8-9489-e22a3463fb98 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:03.038796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Attempting to bind port f3a76247-3b3c-4eb8-9489-e22a3463fb98 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:03.039370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Attempting to bind port f3a76247-3b3c-4eb8-9489-e22a3463fb98 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:03.045768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a1b743a0-fcfa-43f2-a756-8cddb13ef18d tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1491590 Aug 20 11:32:03.048847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39582) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:03.054857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1d2d69d5-5f39-4c36-bda3-a2e15747b6eb tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::be', 'mac_address': 'fa:16:3e:87:84:79'}, {'ip_address': '2001:db8::234', 'mac_address': 'fa:16:3e:76:58:52'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:03.062773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Port f3a76247-3b3c-4eb8-9489-e22a3463fb98 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:03.062773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Attempting to bind port f3a76247-3b3c-4eb8-9489-e22a3463fb98 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:03.087724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:03.088585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Checking segment: {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:03.089171 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Bound using segment: {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:03.089807 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Bound port: f3a76247-3b3c-4eb8-9489-e22a3463fb98, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:03.090320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.223401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] For port f3a76247-3b3c-4eb8-9489-e22a3463fb98, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:03.230910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] For port f3a76247-3b3c-4eb8-9489-e22a3463fb98, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:03.250189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] Deleting port 72012122-1e79-442d-bf8b-75822c739e8d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:03.250895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.284842 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d2d69d5-5f39-4c36-bda3-a2e15747b6eb tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.401274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005128dd-fb2d-4028-9779-0677d0292f30 req-0f911873-a443-46ce-8bfc-38b4966ade60 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:03.401274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-005128dd-fb2d-4028-9779-0677d0292f30 req-0f911873-a443-46ce-8bfc-38b4966ade60 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.1276426 Aug 20 11:32:03.401274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] For port 72012122-1e79-442d-bf8b-75822c739e8d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=72012122-1e79-442d-bf8b-75822c739e8d,segment=NetworkSegment(42574d4c-6312-4a95-a41b-3f2f7bd7ea53),segment_id=42574d4c-6312-4a95-a41b-3f2f7bd7ea53)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:03.401274 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.407679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] Calling delete_port for 72012122-1e79-442d-bf8b-75822c739e8d owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:03.484460 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-005128dd-fb2d-4028-9779-0677d0292f30 req-d78484ce-fe6c-408b-97ca-40b92b288e62 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781336 Aug 20 11:32:03.497880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7a8dd798-0800-4e79-9b92-39018813968a None None] Provisioning for port 92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:03.500016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.502656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7a8dd798-0800-4e79-9b92-39018813968a None None] Provisioning complete for port 92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:03.504211 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd798-0800-4e79-9b92-39018813968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.546960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7a8dd798-0800-4e79-9b92-39018813968a None None] Port 92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:32:03.553554 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d2d69d5-5f39-4c36-bda3-a2e15747b6eb tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.588738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:03.589360 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.590743 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] 10.222.0.38 "PUT /v2.0/ports/f3a76247-3b3c-4eb8-9489-e22a3463fb98 HTTP/1.1" status: 200 len: 1092 time: 1.8863535 Aug 20 11:32:03.600642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'tag': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:03.600642 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc12ec3-fce1-4781-a39f-f012ffa0c355" -d '{"events": [{"name": "network-changed", "server_uuid": "41f02d6a-27f6-4583-9de4-915aec1af1f0", "tag": "f3a76247-3b3c-4eb8-9489-e22a3463fb98"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:03.648017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a22f7f-f703-4402-a6c1-5d29930a9821 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a76247-3b3c-4eb8-9489-e22a3463fb98,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:03.680045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d2d69d5-5f39-4c36-bda3-a2e15747b6eb tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.680802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62310b-b7fd-4d48-a2b8-960faf4b2fbb req-69a19b6d-7152-4849-9f5e-a918522f616f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:03.683029 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f62310b-b7fd-4d48-a2b8-960faf4b2fbb req-69a19b6d-7152-4849-9f5e-a918522f616f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 944 time: 0.0993373 Aug 20 11:32:03.725379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d69d5-5f39-4c36-bda3-a2e15747b6eb tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] In _notify_port_updated(), no bound segment for port 92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 on network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:32:03.731986 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d69d5-5f39-4c36-bda3-a2e15747b6eb tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:03.732770 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d2d69d5-5f39-4c36-bda3-a2e15747b6eb tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.737682 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1d2d69d5-5f39-4c36-bda3-a2e15747b6eb tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "PUT /v2.0/ports/92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 HTTP/1.1" status: 200 len: 1066 time: 0.6870675 Aug 20 11:32:03.737834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39602) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:03.783251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d69d5-5f39-4c36-bda3-a2e15747b6eb tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event updated for resources: {'Port': ['ID=92bbfd62-4fca-4539-b1ab-6ea94baf0fd3,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:03.819580 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f55d10-a058-4338-9726-05963447e2e0 x-openstack-request-id: req-d2f55d10-a058-4338-9726-05963447e2e0 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:03.819925 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f02d6a-27f6-4583-9de4-915aec1af1f0", "tag": "f3a76247-3b3c-4eb8-9489-e22a3463fb98", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:03.820281 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2f55d10-a058-4338-9726-05963447e2e0 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:03.820877 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'tag': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98', 'status': 'completed', 'code': 200} Aug 20 11:32:03.839317 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f62310b-b7fd-4d48-a2b8-960faf4b2fbb req-501d49bc-363f-4aa0-9d69-5c0e5c00a5ab tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462402 Aug 20 11:32:03.871677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-38bf798a-cfde-4412-bc8a-540fcfb3c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:03.873663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-38bf798a-cfde-4412-bc8a-540fcfb3c55e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 1095 time: 0.1389098 Aug 20 11:32:03.880778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-99603d97-6cf7-45b4-ad1c-acf23933a08b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Deleting port 92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:03.881133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99603d97-6cf7-45b4-ad1c-acf23933a08b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:03.924003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-372c875a-c614-4cd4-9e7f-9282ad530951 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98 HTTP/1.1" status: 200 len: 217 time: 0.0409949 Aug 20 11:32:03.924650 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.016709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] Pushing event deleted for resources: {'Port': ['ID=72012122-1e79-442d-bf8b-75822c739e8d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:04.046892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 79d57ae9-a04a-46a2-b3b7-2b13a529629b details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:04.055214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99603d97-6cf7-45b4-ad1c-acf23933a08b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.068168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-5ecc0214-d1d0-4f79-ae69-cf73660210ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:04.069987 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-5ecc0214-d1d0-4f79-ae69-cf73660210ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=979dc0fd-3038-4048-a667-cac2e871ab36 HTTP/1.1" status: 200 len: 844 time: 0.1353793 Aug 20 11:32:04.087892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-99603d97-6cf7-45b4-ad1c-acf23933a08b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Calling delete_port for 92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:04.098975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72bb18-f895-4e52-b20e-cffb8db42253 req-22487033-057e-4e9a-ba5c-468ee533cc8e tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:04.106825 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d72bb18-f895-4e52-b20e-cffb8db42253 req-22487033-057e-4e9a-ba5c-468ee533cc8e tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1244302 Aug 20 11:32:04.108096 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-17e7a8ff-7d18-49be-8db6-40e86629f615 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=edb00cab-5f80-4e3b-be79-12d2f37d0603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290020 Aug 20 11:32:04.135734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6c2583bb-96c5-4a1c-b5f1-d61902456958 None None] Provisioning complete for port 92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:04.136590 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6c2583bb-96c5-4a1c-b5f1-d61902456958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.190759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d72bb18-f895-4e52-b20e-cffb8db42253 req-7c7d9854-33ee-4a14-a560-6884f237b9d2 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803349 Aug 20 11:32:04.200458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6c2583bb-96c5-4a1c-b5f1-d61902456958 None None] Port 92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:32:04.205398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:04.230572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 79d57ae9-a04a-46a2-b3b7-2b13a529629b has no active binding in host n-h1-804230-3 {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 11:32:04.279719 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-507b2486-9826-4a0d-801b-2ab83a567d5e service neutron] 10.222.0.38 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383798 Aug 20 11:32:04.337348 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99603d97-6cf7-45b4-ad1c-acf23933a08b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.347940 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.377067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99603d97-6cf7-45b4-ad1c-acf23933a08b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event deleted for resources: {'Port': ['ID=92bbfd62-4fca-4539-b1ab-6ea94baf0fd3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:04.573607 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99603d97-6cf7-45b4-ad1c-acf23933a08b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.576213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-99603d97-6cf7-45b4-ad1c-acf23933a08b tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "DELETE /v2.0/ports/92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 HTTP/1.1" status: 204 len: 168 time: 0.8351779 Aug 20 11:32:04.579017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39616) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:04.609697 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef40131-338d-40cb-bc82-5e3d70d21715 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] GET failed (client error): The resource could not be found. Aug 20 11:32:04.612818 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0ef40131-338d-40cb-bc82-5e3d70d21715 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "GET /v2.0/ports/92bbfd62-4fca-4539-b1ab-6ea94baf0fd3 HTTP/1.1" status: 404 len: 333 time: 0.0326416 Aug 20 11:32:04.615586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39618) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:04.731338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e69d0400-9828-450d-8b9a-ec3d00270fd3 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Deleting port 58c21b31-e0ed-47cb-a366-cab05c5cf028 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:04.732154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e69d0400-9828-450d-8b9a-ec3d00270fd3 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.823906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-30b08c05-2029-4239-93da-b90f9ff2da0c req-6d6a9efb-d834-4df4-b8d4-d8490b28658a service neutron] 10.222.0.38 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343881 Aug 20 11:32:04.836154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e69d0400-9828-450d-8b9a-ec3d00270fd3 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:04.849847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e69d0400-9828-450d-8b9a-ec3d00270fd3 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Calling delete_port for 58c21b31-e0ed-47cb-a366-cab05c5cf028 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:04.879646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6332017-1c68-42ae-bb27-14398965f8df req-50fd088a-5b63-45c5-b344-06ff6aa2a69c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:04.881252 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6332017-1c68-42ae-bb27-14398965f8df req-50fd088a-5b63-45c5-b344-06ff6aa2a69c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.0932145 Aug 20 11:32:04.973948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54774cd8-a390-4e80-b04f-e98670278583 req-58169c95-f510-4a9e-bf82-2e916fdad64e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:04.975654 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54774cd8-a390-4e80-b04f-e98670278583 req-58169c95-f510-4a9e-bf82-2e916fdad64e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 944 time: 0.0734780 Aug 20 11:32:05.023081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6332017-1c68-42ae-bb27-14398965f8df req-1acd35c0-7c76-4e7d-ab40-6bed7c9347a4 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048720 Aug 20 11:32:05.060140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54774cd8-a390-4e80-b04f-e98670278583 req-a3f85168-c2c5-493c-a767-c6942da87863 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761957 Aug 20 11:32:05.061392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc12ec3-fce1-4781-a39f-f012ffa0c355 req-501f2eb4-f912-417e-a8dc-4723a8835055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:05.062958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4bc12ec3-fce1-4781-a39f-f012ffa0c355 req-501f2eb4-f912-417e-a8dc-4723a8835055 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 1095 time: 0.1058257 Aug 20 11:32:05.064856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] Router 0d48d657-36fc-4a04-a857-e27e47cdb55f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:32:05.137274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e69d0400-9828-450d-8b9a-ec3d00270fd3 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.168682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d0400-9828-450d-8b9a-ec3d00270fd3 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event deleted for resources: {'Port': ['ID=58c21b31-e0ed-47cb-a366-cab05c5cf028,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:05.200946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e69d0400-9828-450d-8b9a-ec3d00270fd3 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.207649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e69d0400-9828-450d-8b9a-ec3d00270fd3 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "DELETE /v2.0/ports/58c21b31-e0ed-47cb-a366-cab05c5cf028 HTTP/1.1" status: 204 len: 168 time: 0.5866892 Aug 20 11:32:05.207649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39624) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:05.236316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39628) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:05.243001 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d311ca2-76e3-4300-b9bd-b8554443f123 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] GET failed (client error): The resource could not be found. Aug 20 11:32:05.248562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1d311ca2-76e3-4300-b9bd-b8554443f123 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "GET /v2.0/ports/58c21b31-e0ed-47cb-a366-cab05c5cf028 HTTP/1.1" status: 404 len: 333 time: 0.0370684 Aug 20 11:32:05.248562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39630) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:05.260505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc12ec3-fce1-4781-a39f-f012ffa0c355 req-590ad559-8f19-4c03-bedf-91ddf1f89ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:05.260727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4bc12ec3-fce1-4781-a39f-f012ffa0c355 req-590ad559-8f19-4c03-bedf-91ddf1f89ebe service neutron] 10.222.0.38 "GET /v2.0/networks?id=edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 200 len: 905 time: 0.1898928 Aug 20 11:32:05.321700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:32:05.327880 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b78abca1-83d4-4693-8a95-392757b7338a admin admin] 10.222.0.10 "PUT /v2.0/routers/0d48d657-36fc-4a04-a857-e27e47cdb55f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6734254 Aug 20 11:32:05.330387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39634) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:05.337464 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] Sync routers for ids ['0d48d657-36fc-4a04-a857-e27e47cdb55f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:32:05.338273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4bc12ec3-fce1-4781-a39f-f012ffa0c355 req-68732150-2538-45d0-af58-d2be0266b71a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98 HTTP/1.1" status: 200 len: 217 time: 0.0701280 Aug 20 11:32:05.365373 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] Routers {'0d48d657-36fc-4a04-a857-e27e47cdb55f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:05.366266 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0d48d657-36fc-4a04-a857-e27e47cdb55f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:05.417310 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0ee16e6-3120-4d3e-83f3-b12fd836afe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.448634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc12ec3-fce1-4781-a39f-f012ffa0c355 req-1880cfaf-c4c9-471e-bafe-078489e27614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:05.450549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4bc12ec3-fce1-4781-a39f-f012ffa0c355 req-1880cfaf-c4c9-471e-bafe-078489e27614 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=979dc0fd-3038-4048-a667-cac2e871ab36 HTTP/1.1" status: 200 len: 844 time: 0.0915201 Aug 20 11:32:05.464978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7575d-2236-400b-8bb0-f08bf505f4d4 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Deleting port 8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:05.465344 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0f7575d-2236-400b-8bb0-f08bf505f4d4 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.466891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8b4fa-89d0-45d9-8c7d-defc5c1ab2d4 req-1f4974b5-e606-41af-9ff0-b1178d192b06 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:05.472553 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2a8b4fa-89d0-45d9-8c7d-defc5c1ab2d4 req-1f4974b5-e606-41af-9ff0-b1178d192b06 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1495488 Aug 20 11:32:05.486958 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] Set router 0d48d657-36fc-4a04-a857-e27e47cdb55f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:05.499227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4bc12ec3-fce1-4781-a39f-f012ffa0c355 req-6ba3b295-cf5b-41d7-a057-08bd89e1b888 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=edb00cab-5f80-4e3b-be79-12d2f37d0603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295873 Aug 20 11:32:05.533364 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.624016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2a8b4fa-89d0-45d9-8c7d-defc5c1ab2d4 req-c0b2a1f2-c57f-4e1a-870f-2b2c17620110 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237466 Aug 20 11:32:05.660629 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4bc12ec3-fce1-4781-a39f-f012ffa0c355 req-37eaa91c-9ba8-483f-a4bb-99d23adcce6a service neutron] 10.222.0.38 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495295 Aug 20 11:32:05.661492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0f7575d-2236-400b-8bb0-f08bf505f4d4 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.683598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7575d-2236-400b-8bb0-f08bf505f4d4 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Calling delete_port for 8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:05.693317 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:32:03Z', 'revision_number': 5, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:05.699542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.721438 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] Checking router: 0d48d657-36fc-4a04-a857-e27e47cdb55f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:32:05.731227 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] Routers {'0d48d657-36fc-4a04-a857-e27e47cdb55f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:05.731992 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0d48d657-36fc-4a04-a857-e27e47cdb55f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:05.733094 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0ee16e6-3120-4d3e-83f3-b12fd836afe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.783819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4bc12ec3-fce1-4781-a39f-f012ffa0c355 req-c5e61bcf-852a-4714-b18d-92cd7707576c service neutron] 10.222.0.38 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124623 Aug 20 11:32:05.800615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0ee16e6-3120-4d3e-83f3-b12fd836afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.841127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f0ee16e6-3120-4d3e-83f3-b12fd836afe2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d33e5cd26ba4295b20b2251b363f5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6013057 Aug 20 11:32:05.844439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39636) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:05.861859 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] Set router 0d48d657-36fc-4a04-a857-e27e47cdb55f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:05.876482 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee16e6-3120-4d3e-83f3-b12fd836afe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34476c23-4008-4ca9-9f6a-059fa8024e55,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:05.892164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Deleting port f7be6fc0-4964-4eb8-a27a-73deef5a2d54 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:05.892519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.938264 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0f7575d-2236-400b-8bb0-f08bf505f4d4 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.982612 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c63a64c7-a2b5-4306-bfb8-f2d45d07bf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:05.991664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7575d-2236-400b-8bb0-f08bf505f4d4 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event deleted for resources: {'Port': ['ID=8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:06.033113 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c63a64c7-a2b5-4306-bfb8-f2d45d07bf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.063614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0f7575d-2236-400b-8bb0-f08bf505f4d4 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.067808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e0f7575d-2236-400b-8bb0-f08bf505f4d4 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "DELETE /v2.0/ports/8b8deda5-7dd4-4078-b6d6-5c7b4f202ca2 HTTP/1.1" status: 204 len: 168 time: 0.8162651 Aug 20 11:32:06.068528 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-92e6c31a-9102-4e4a-a135-63ec97d58e99 service neutron] 10.222.0.38 "GET /v2.0/ports/79d57ae9-a04a-46a2-b3b7-2b13a529629b/bindings/n-h1-804230-3 HTTP/1.1" status: 200 len: 384 time: 0.0788074 Aug 20 11:32:06.069113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39640) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:06.093071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] For port f7be6fc0-4964-4eb8-a27a-73deef5a2d54, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f7be6fc0-4964-4eb8-a27a-73deef5a2d54,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:06.093454 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.118275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Calling delete_port for f7be6fc0-4964-4eb8-a27a-73deef5a2d54 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:06.170764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a93300-599a-44c5-8ed3-80295cb417f6 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Deleting subnet e0cfc11b-fdb9-4194-92d7-169a43aec1f3 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:06.208493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11a93300-599a-44c5-8ed3-80295cb417f6 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.229270 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:32:03Z', 'revision_number': 5, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:06.281200 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d0807-be9e-4fad-908a-c39dab2ade6d None None] The sync data for ids ['0d48d657-36fc-4a04-a857-e27e47cdb55f'] in n-d-804230-3 is: [{'id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'name': 'tempest-ServerRescueTestJSONUnderV235-129904807-router', 'tenant_id': '69aebf447aa64ba9a869546d16cb5522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:34Z', 'updated_at': '2021-08-20T11:32:03Z', 'revision_number': 5, 'project_id': '69aebf447aa64ba9a869546d16cb5522', 'gw_port': {'id': 'f7be6fc0-4964-4eb8-a27a-73deef5a2d54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d48d657-36fc-4a04-a857-e27e47cdb55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:35Z', 'updated_at': '2021-08-20T11:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:06.304041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11a93300-599a-44c5-8ed3-80295cb417f6 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.376314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51799b86-8d07-4966-8755-e0b2ad897642 req-96cb7e8d-5278-426b-ab96-60ea9e3a0fa0 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:06.377922 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51799b86-8d07-4966-8755-e0b2ad897642 req-96cb7e8d-5278-426b-ab96-60ea9e3a0fa0 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 944 time: 0.2045786 Aug 20 11:32:06.523141 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51799b86-8d07-4966-8755-e0b2ad897642 req-243ab5fd-f729-4ebb-993b-5c6c629e77ab tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207378 Aug 20 11:32:06.529673 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11a93300-599a-44c5-8ed3-80295cb417f6 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.575248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8dee-b33c-4155-9c7e-9bf352a34ac5 req-22c11e95-0db7-4dd4-84b5-494ff181d8cf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:06.576679 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1be8dee-b33c-4155-9c7e-9bf352a34ac5 req-22c11e95-0db7-4dd4-84b5-494ff181d8cf tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 945 time: 0.4420843 Aug 20 11:32:06.601063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-465efb67-e864-485a-ba26-7da0d187a940 service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:06.631984 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-465efb67-e864-485a-ba26-7da0d187a940 service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:06.632104 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c63a64c7-a2b5-4306-bfb8-f2d45d07bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.635309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c63a64c7-a2b5-4306-bfb8-f2d45d07bf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.642474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c63a64c7-a2b5-4306-bfb8-f2d45d07bf05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34476c23-4008-4ca9-9f6a-059fa8024e55 HTTP/1.1" status: 204 len: 168 time: 0.7908671 Aug 20 11:32:06.660138 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a64c7-a2b5-4306-bfb8-f2d45d07bf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34476c23-4008-4ca9-9f6a-059fa8024e55,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:06.686595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 72012122-1e79-442d-bf8b-75822c739e8d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:06.690657 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1be8dee-b33c-4155-9c7e-9bf352a34ac5 req-43ec16c1-1a06-4cbf-a4e8-d0d26e82e716 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021640 Aug 20 11:32:06.721946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:06.726632 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b585b-86d8-4bc8-8194-c2eb346f82e9" -d '{"events": [{"server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "name": "network-vif-unplugged", "status": "completed", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:06.739006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 72012122-1e79-442d-bf8b-75822c739e8d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:06.739523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 72012122-1e79-442d-bf8b-75822c739e8d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:06.743361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11a93300-599a-44c5-8ed3-80295cb417f6 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.751430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-465efb67-e864-485a-ba26-7da0d187a940 service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:06.789399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a93300-599a-44c5-8ed3-80295cb417f6 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event deleted for resources: {'Subnet': ['ID=e0cfc11b-fdb9-4194-92d7-169a43aec1f3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:06.794854 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786f8a49-833f-44ec-8d76-176b05ef340a x-openstack-request-id: req-786f8a49-833f-44ec-8d76-176b05ef340a {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:06.795155 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "name": "network-vif-unplugged", "status": "completed", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:06.795396 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-786f8a49-833f-44ec-8d76-176b05ef340a {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:06.795798 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'code': 200} Aug 20 11:32:06.811471 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11a93300-599a-44c5-8ed3-80295cb417f6 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.813534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-11a93300-599a-44c5-8ed3-80295cb417f6 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "DELETE /v2.0/subnets/e0cfc11b-fdb9-4194-92d7-169a43aec1f3 HTTP/1.1" status: 204 len: 168 time: 0.7424800 Aug 20 11:32:06.821196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39650) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:06.821366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b48c34-ebec-45a7-8ef9-f242ad75635f None None] Network be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:06.855803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743ccc4-d5a1-4a21-93fc-cbea97584325 req-efbd40d1-45a1-4569-9716-9ea106d45604 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:06.857466 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e743ccc4-d5a1-4a21-93fc-cbea97584325 req-efbd40d1-45a1-4569-9716-9ea106d45604 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.0723112 Aug 20 11:32:06.976049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e743ccc4-d5a1-4a21-93fc-cbea97584325 req-8c84c6c6-5604-4170-b505-9d3a21a4e66d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563250 Aug 20 11:32:06.977763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:06.995801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Deleting port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:06.996491 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.028202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f3a76247-3b3c-4eb8-9489-e22a3463fb98 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:07.030225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145268ca-8bee-489d-9424-6107f1ad0c35 None None] DHCP port deletion for be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:32:07.064319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] For port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2a15d9c4-ff6b-4cd5-a81e-a8e015504e80,segment=NetworkSegment(0e58cc98-430b-417b-bbb9-60739cd58aa9),segment_id=0e58cc98-430b-417b-bbb9-60739cd58aa9)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:07.064685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.078093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Calling delete_port for 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:07.148548 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-145268ca-8bee-489d-9424-6107f1ad0c35 None None] Deleting port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:07.149210 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-145268ca-8bee-489d-9424-6107f1ad0c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.194048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.222198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7be6fc0-4964-4eb8-a27a-73deef5a2d54,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:07.229291 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-465efb67-e864-485a-ba26-7da0d187a940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.282100 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.314769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event deleted for resources: {'Port': ['ID=2a15d9c4-ff6b-4cd5-a81e-a8e015504e80,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:07.320010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-465efb67-e864-485a-ba26-7da0d187a940 service neutron] Transition to ACTIVE for port object 79d57ae9-a04a-46a2-b3b7-2b13a529629b will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:07.320442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] No DVR routers for this DVR port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:07.330046 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.362801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f3a76247-3b3c-4eb8-9489-e22a3463fb98, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:07.377651 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-465efb67-e864-485a-ba26-7da0d187a940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.401598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'port_id': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98', 'mac_address': 'fa:16:3e:57:49:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979dc0fd-3038-4048-a667-cac2e871ab36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:32:07.442192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-145268ca-8bee-489d-9424-6107f1ad0c35 None None] For port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2a15d9c4-ff6b-4cd5-a81e-a8e015504e80,segment=NetworkSegment(0e58cc98-430b-417b-bbb9-60739cd58aa9),segment_id=0e58cc98-430b-417b-bbb9-60739cd58aa9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:07.442631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-145268ca-8bee-489d-9424-6107f1ad0c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.462118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-145268ca-8bee-489d-9424-6107f1ad0c35 None None] Calling delete_port for 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:07.464521 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.487776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a76247-3b3c-4eb8-9489-e22a3463fb98 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:07.506894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.511343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.539037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-465efb67-e864-485a-ba26-7da0d187a940 service neutron] No DVR routers for this DVR port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:07.546928 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f3a76247-3b3c-4eb8-9489-e22a3463fb98, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:07.582921 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-145268ca-8bee-489d-9424-6107f1ad0c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.587428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465efb67-e864-485a-ba26-7da0d187a940 service neutron] Pushing event updated for resources: {'Port': ['ID=79d57ae9-a04a-46a2-b3b7-2b13a529629b,revision_number=11']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:07.618720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145268ca-8bee-489d-9424-6107f1ad0c35 None None] Pushing event deleted for resources: {'Port': ['ID=2a15d9c4-ff6b-4cd5-a81e-a8e015504e80,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:07.631292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145268ca-8bee-489d-9424-6107f1ad0c35 None None] No DVR routers for this DVR port 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:07.636893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.651553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6eb83e-0a1f-43d9-921d-0eb0f093a0d7']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:07.669944 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.675704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e58cc98-430b-417b-bbb9-60739cd58aa9') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:07.675704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e58cc98-430b-417b-bbb9-60739cd58aa9') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:07.701741 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.741151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-465efb67-e864-485a-ba26-7da0d187a940 service neutron] 10.222.0.38 "PUT /v2.0/ports/79d57ae9-a04a-46a2-b3b7-2b13a529629b/bindings/n-h1-804230-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6606021 Aug 20 11:32:07.744411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f3a76247-3b3c-4eb8-9489-e22a3463fb98,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:07.749952 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.771120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fc732-a1b7-4d75-8011-b0454f5a0a6c req-b121eac7-e156-4316-b46e-19814851fb7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:07.772760 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-777fc732-a1b7-4d75-8011-b0454f5a0a6c req-b121eac7-e156-4316-b46e-19814851fb7b tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 945 time: 0.1244957 Aug 20 11:32:07.773907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:32:07.774339 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:32:07.778329 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:32:07.830706 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bd75-dd92-494a-a44f-e40b96cf0fcc req-49ee32b7-1499-4a54-9507-1cdba9df331d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:07.832373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48f7bd75-dd92-494a-a44f-e40b96cf0fcc req-49ee32b7-1499-4a54-9507-1cdba9df331d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 944 time: 0.0559621 Aug 20 11:32:07.848854 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.849405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d48d657-36fc-4a04-a857-e27e47cdb55f {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:32:07.855369 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.856530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-33c49ad7-9765-4c9a-b29d-238644476db4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0d48d657-36fc-4a04-a857-e27e47cdb55f HTTP/1.1" status: 204 len: 168 time: 2.5245690 Aug 20 11:32:07.861040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39658) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:07.882521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39660) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:07.920332 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48f7bd75-dd92-494a-a44f-e40b96cf0fcc req-1ef2ea82-fda0-4e2d-a3a6-8031468bf2a7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807481 Aug 20 11:32:07.926375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f3a76247-3b3c-4eb8-9489-e22a3463fb98'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:07.938166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed2b8035-5897-4a51-8766-7a1064cebd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:07.940391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-28d6f09a-2c78-4219-9643-ae98f8acd577 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:07.945563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-28d6f09a-2c78-4219-9643-ae98f8acd577 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44&tenant_id=981bab59c36f4c10932ff10b206a827c&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 1095 time: 0.0606303 Aug 20 11:32:07.955833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-777fc732-a1b7-4d75-8011-b0454f5a0a6c req-99d41e94-3eee-4d69-a94c-5256e15ec7ea tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680675 Aug 20 11:32:07.981328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a74fdb-1764-415c-8f70-2ede096fd30b admin admin] Deleting subnet 054af14c-b5b7-40d0-b821-c833ee1deeaf {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:07.993177 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60a74fdb-1764-415c-8f70-2ede096fd30b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.023481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-d3d010d9-4eeb-4ea9-a2fc-76ead183427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.029742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-d3d010d9-4eeb-4ea9-a2fc-76ead183427a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 1095 time: 0.0718043 Aug 20 11:32:08.054358 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.059307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.061332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] 10.222.0.10 "DELETE /v2.0/networks/be6eb83e-0a1f-43d9-921d-0eb0f093a0d7 HTTP/1.1" status: 204 len: 168 time: 1.2401237 Aug 20 11:32:08.075132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60a74fdb-1764-415c-8f70-2ede096fd30b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.126119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2c31c-1e94-4be0-ac87-bf8c42774c19 tempest-AllowedAddressPairIpV6TestJSON-239295992 tempest-AllowedAddressPairIpV6TestJSON-239295992-project] Pushing event deleted for resources: {'Network': ['ID=be6eb83e-0a1f-43d9-921d-0eb0f093a0d7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:08.157528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60a74fdb-1764-415c-8f70-2ede096fd30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.195736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0462cd-051e-40e8-88e0-e6e5b18c8a34 req-5c61576e-2918-4247-a71a-62b6b5be4719 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.204842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c0462cd-051e-40e8-88e0-e6e5b18c8a34 req-5c61576e-2918-4247-a71a-62b6b5be4719 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1655157 Aug 20 11:32:08.233272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-9283bf84-62c4-4949-8611-5fdb0058ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.234982 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-9283bf84-62c4-4949-8611-5fdb0058ee9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1095 time: 0.1527436 Aug 20 11:32:08.240645 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:32:08.247281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed2b8035-5897-4a51-8766-7a1064cebd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.258365 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c0462cd-051e-40e8-88e0-e6e5b18c8a34 req-35f7a53e-b8b6-4e76-91dd-42237c3a0f4d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 Aug 20 11:32:08.335138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-ad2c739a-795c-4b09-a0d1-e5d15d07a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.336577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-ad2c739a-795c-4b09-a0d1-e5d15d07a776 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca HTTP/1.1" status: 200 len: 897 time: 0.0895481 Aug 20 11:32:08.400578 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60a74fdb-1764-415c-8f70-2ede096fd30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.405438 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed2b8035-5897-4a51-8766-7a1064cebd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.406730 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-76593f68-4da9-4713-abb9-9897e47cf2ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b HTTP/1.1" status: 200 len: 999 time: 0.0627360 Aug 20 11:32:08.413109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:08.433360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:08.441942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2a15d9c4-ff6b-4cd5-a81e-a8e015504e80 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:08.441942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f7be6fc0-4964-4eb8-a27a-73deef5a2d54 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:08.455915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: f7be6fc0-4964-4eb8-a27a-73deef5a2d54 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:08.456625 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f7be6fc0-4964-4eb8-a27a-73deef5a2d54 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:08.456854 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60a74fdb-1764-415c-8f70-2ede096fd30b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.459754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-60a74fdb-1764-415c-8f70-2ede096fd30b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/054af14c-b5b7-40d0-b821-c833ee1deeaf HTTP/1.1" status: 204 len: 168 time: 0.5949271 Aug 20 11:32:08.460679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a74fdb-1764-415c-8f70-2ede096fd30b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054af14c-b5b7-40d0-b821-c833ee1deeaf,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:08.464996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39666) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:08.477935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-aca3f7fb-4bde-4e85-8ee9-47c07aa7e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.479612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-aca3f7fb-4bde-4e85-8ee9-47c07aa7e394 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a8b032c-14a8-4aa7-9655-34977b52dc14 HTTP/1.1" status: 200 len: 834 time: 0.0628948 Aug 20 11:32:08.531511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-9afaaba2-b224-4f44-8ba0-4a1fb4a33284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:08.532536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b8035-5897-4a51-8766-7a1064cebd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226df12f-a5ff-4c71-aa33-24390508d5fc,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:08.533032 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-9afaaba2-b224-4f44-8ba0-4a1fb4a33284 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451992 Aug 20 11:32:08.537805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ed2b8035-5897-4a51-8766-7a1064cebd03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09ca1faa6a834db7bd95146f914e0d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548924 Aug 20 11:32:08.540751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39668) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:08.587720 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.638155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-580c4645-d5d0-40c2-ac15-039f47de03e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.644110 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-b7e2a5e0-6f6c-43d8-ac30-1df44f57e715 service neutron] 10.222.0.57 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021419 Aug 20 11:32:08.735633 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-580c4645-d5d0-40c2-ac15-039f47de03e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.735633 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.740404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39672) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:08.747156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44463a5f-0c83-4b95-8b35-aaeef915fac6']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:08.753394 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-03323cce-3e58-40d8-a7a9-9e30b7ae5d23 service neutron] 10.222.0.57 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961754 Aug 20 11:32:08.769328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42574d4c-6312-4a95-a41b-3f2f7bd7ea53') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:08.769749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42574d4c-6312-4a95-a41b-3f2f7bd7ea53') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:08.779288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.794635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.801079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:32:08.801490 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:32:08.803259 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:32:08.885093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-580c4645-d5d0-40c2-ac15-039f47de03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.887791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-580c4645-d5d0-40c2-ac15-039f47de03e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.888828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0549485a-c553-4246-acd5-2e64c5f16232 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e231d0573b184070bc539216010cad72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471283 Aug 20 11:32:08.889034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-580c4645-d5d0-40c2-ac15-039f47de03e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/226df12f-a5ff-4c71-aa33-24390508d5fc HTTP/1.1" status: 204 len: 168 time: 0.3472414 Aug 20 11:32:08.889427 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39676) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:08.897382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c4645-d5d0-40c2-ac15-039f47de03e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226df12f-a5ff-4c71-aa33-24390508d5fc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:08.956881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f044ea49-4136-4f05-a3c1-110e4b69d660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:08.987727 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f044ea49-4136-4f05-a3c1-110e4b69d660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.030369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f3a76247-3b3c-4eb8-9489-e22a3463fb98 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:09.054352 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.060091 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.063161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] 10.222.0.10 "DELETE /v2.0/networks/44463a5f-0c83-4b95-8b35-aaeef915fac6 HTTP/1.1" status: 204 len: 168 time: 0.5939698 Aug 20 11:32:09.094367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49f2fb-a13b-4666-a7c7-95a9c96bd362 admin admin] Pushing event deleted for resources: {'Network': ['ID=44463a5f-0c83-4b95-8b35-aaeef915fac6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:09.123759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18828512-3e73-48ed-b944-0db7e9eb8b6f req-618d2ec1-7f29-41bb-9202-1078fab061b1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:09.126560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18828512-3e73-48ed-b944-0db7e9eb8b6f req-618d2ec1-7f29-41bb-9202-1078fab061b1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 944 time: 0.1146638 Aug 20 11:32:09.146565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe8087-af30-494a-bb28-6369db6ad05f req-f56fd879-7335-4848-85e7-959436d0a0e5 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:09.148361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d4fe8087-af30-494a-bb28-6369db6ad05f req-f56fd879-7335-4848-85e7-959436d0a0e5 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 945 time: 0.0962501 Aug 20 11:32:09.173343 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18828512-3e73-48ed-b944-0db7e9eb8b6f req-5ee49ab3-0671-43ce-a661-df6d02d10bb9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378282 Aug 20 11:32:09.182813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port f3a76247-3b3c-4eb8-9489-e22a3463fb98 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:09.190162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d4fe8087-af30-494a-bb28-6369db6ad05f req-922b86e7-3337-4090-8d17-eab14b0d7b68 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348120 Aug 20 11:32:09.197558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port f3a76247-3b3c-4eb8-9489-e22a3463fb98 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:09.197558 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.258068 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f044ea49-4136-4f05-a3c1-110e4b69d660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.261574 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f044ea49-4136-4f05-a3c1-110e4b69d660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.267373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f044ea49-4136-4f05-a3c1-110e4b69d660 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f630498b-67e7-4d8d-bad3-def43e8d2da9 HTTP/1.1" status: 204 len: 168 time: 0.3722646 Aug 20 11:32:09.274313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044ea49-4136-4f05-a3c1-110e4b69d660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f630498b-67e7-4d8d-bad3-def43e8d2da9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:09.274718 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.312855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:09.315297 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3636b5e-076c-4c41-ad8b-544edf1c97e2" -d '{"events": [{"server_uuid": "41f02d6a-27f6-4583-9de4-915aec1af1f0", "name": "network-vif-plugged", "status": "completed", "tag": "f3a76247-3b3c-4eb8-9489-e22a3463fb98"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:09.329720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f3a76247-3b3c-4eb8-9489-e22a3463fb98, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:09.350082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-a70a6379-b9f1-4fa4-aac8-45afb0304483 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:09.352553 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-a70a6379-b9f1-4fa4-aac8-45afb0304483 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44&tenant_id=981bab59c36f4c10932ff10b206a827c&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 1095 time: 0.0693045 Aug 20 11:32:09.359451 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987078f7-b01a-4443-8ab0-abad5cf9af8d x-openstack-request-id: req-987078f7-b01a-4443-8ab0-abad5cf9af8d {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:09.359866 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f02d6a-27f6-4583-9de4-915aec1af1f0", "name": "network-vif-plugged", "status": "completed", "tag": "f3a76247-3b3c-4eb8-9489-e22a3463fb98", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:09.360241 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-987078f7-b01a-4443-8ab0-abad5cf9af8d {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:09.360683 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98', 'code': 200} Aug 20 11:32:09.409562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b37fd-51c0-4ac5-95db-ba870d3fb6b9 req-0cb483ad-d24f-4533-aec2-8c68571f39cd tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:09.411250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea6b37fd-51c0-4ac5-95db-ba870d3fb6b9 req-0cb483ad-d24f-4533-aec2-8c68571f39cd tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.0516455 Aug 20 11:32:09.433984 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.438211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 79d57ae9-a04a-46a2-b3b7-2b13a529629b no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:09.458947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea6b37fd-51c0-4ac5-95db-ba870d3fb6b9 req-655e6617-9018-4667-b2a9-8c2d53c222c3 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387626 Aug 20 11:32:09.524876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5380497-3679-4c68-90eb-d8beed6bbc66 req-120e7be4-af33-41cf-8777-dff087f24bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:09.524876 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5380497-3679-4c68-90eb-d8beed6bbc66 req-120e7be4-af33-41cf-8777-dff087f24bea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 1097 time: 0.0931034 Aug 20 11:32:09.525136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39694) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:09.552027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 79d57ae9-a04a-46a2-b3b7-2b13a529629b not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:09.552827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f3a76247-3b3c-4eb8-9489-e22a3463fb98,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:09.578161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5bc4eefe-dcb2-4b89-b444-4b3961923097 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69aebf447aa64ba9a869546d16cb5522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516579 Aug 20 11:32:09.578845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39696) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:09.588555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5380497-3679-4c68-90eb-d8beed6bbc66 req-89881234-1fd1-4019-979b-0cafbffb1570 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523093 Aug 20 11:32:09.632487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e030a15-2e23-4a8e-99e6-4caed2dae3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.655421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e030a15-2e23-4a8e-99e6-4caed2dae3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.667223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-97cae48c-16f9-4079-83a2-d3695094640a service neutron] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:09.670674 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-97cae48c-16f9-4079-83a2-d3695094640a service neutron] Notify callbacks [] for binding, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.671813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90232cdb-e28d-4c0b-8864-3678bcb7a6f7 req-97cae48c-16f9-4079-83a2-d3695094640a service neutron] 10.222.0.57 "DELETE /v2.0/ports/79d57ae9-a04a-46a2-b3b7-2b13a529629b/bindings/n-h2-804230-3 HTTP/1.1" status: 204 len: 173 time: 0.3045943 Aug 20 11:32:09.845637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e030a15-2e23-4a8e-99e6-4caed2dae3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.848384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e030a15-2e23-4a8e-99e6-4caed2dae3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:09.849645 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1e030a15-2e23-4a8e-99e6-4caed2dae3ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1eaf4259-d26d-4989-ace3-defaa6d320b1 HTTP/1.1" status: 204 len: 168 time: 0.2698679 Aug 20 11:32:09.859382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e030a15-2e23-4a8e-99e6-4caed2dae3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaf4259-d26d-4989-ace3-defaa6d320b1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:10.339905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5513a-9233-41ba-aa6a-65edf52583be req-b0d4df4e-5419-4eef-8ddc-14aed77bc035 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:10.341594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14b5513a-9233-41ba-aa6a-65edf52583be req-b0d4df4e-5419-4eef-8ddc-14aed77bc035 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 944 time: 0.0603323 Aug 20 11:32:10.344040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0dcce-072c-4939-9ef0-244489e6a3cb req-75bb947b-db0c-42a3-855e-0082ccca0fb2 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:10.345772 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87f0dcce-072c-4939-9ef0-244489e6a3cb req-75bb947b-db0c-42a3-855e-0082ccca0fb2 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 946 time: 0.0690696 Aug 20 11:32:10.406819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87f0dcce-072c-4939-9ef0-244489e6a3cb req-9bfe4b9b-e027-4b9e-9b17-31bed2f970b8 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546672 Aug 20 11:32:10.411108 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14b5513a-9233-41ba-aa6a-65edf52583be req-e46c9aa2-8a9c-45e7-8cb8-6327a6b4d497 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616560 Aug 20 11:32:10.533295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff750dd8-2374-4d30-88f3-e96bcd08834f req-b1222d4b-5f67-45dc-af64-46bc24de95a6 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:10.542287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff750dd8-2374-4d30-88f3-e96bcd08834f req-b1222d4b-5f67-45dc-af64-46bc24de95a6 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1095 time: 0.0501068 Aug 20 11:32:10.572950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff750dd8-2374-4d30-88f3-e96bcd08834f req-08f61e5a-39a4-4d79-b16e-dfff8785105d tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318024 Aug 20 11:32:10.594543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f79d21-cf75-4f59-805f-d4c55430b055 req-b33d33a5-c6d3-4777-8528-de2b64cfed3b tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:10.605383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f8f79d21-cf75-4f59-805f-d4c55430b055 req-b33d33a5-c6d3-4777-8528-de2b64cfed3b tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.0652688 Aug 20 11:32:10.655338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f8f79d21-cf75-4f59-805f-d4c55430b055 req-3ba35e18-3de5-4f3d-949c-0155c9d30b46 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503449 Aug 20 11:32:10.719710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eadbbb-4757-40dc-9685-d53c841131af req-a7a068aa-8007-4b04-92f1-06687e1d66da tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:10.721418 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25eadbbb-4757-40dc-9685-d53c841131af req-a7a068aa-8007-4b04-92f1-06687e1d66da tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 944 time: 0.0782170 Aug 20 11:32:10.774850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25eadbbb-4757-40dc-9685-d53c841131af req-41c77741-7ee2-49ba-ac01-7f821ae6da89 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467830 Aug 20 11:32:10.814947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39754) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:10.883292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-907bc289-362c-48f5-93cd-bbfbb5b429c2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/8766ec40-2047-4b1c-b94a-a8359ddbac2d HTTP/1.1" status: 200 len: 991 time: 0.0669632 Aug 20 11:32:11.034125 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.180875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-24d206b3-1276-4270-9ad0-da7dfc67b044 req-d7d15908-2d72-4128-831e-b0fb99a5535f tempest-ServersOnMultiNodesTest-878338025 tempest-ServersOnMultiNodesTest-878338025-project] (95587) timed out ('10.222.0.57', 49381) {{(pid=95587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:32:11.279661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39770) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:11.536747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473a730-039f-415d-9d48-db11d603c56f req-4763c41c-407a-451c-8189-9d118cb0b6b3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:11.536747 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6473a730-039f-415d-9d48-db11d603c56f req-4763c41c-407a-451c-8189-9d118cb0b6b3 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 946 time: 0.0544908 Aug 20 11:32:11.575235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6473a730-039f-415d-9d48-db11d603c56f req-06dd5c4f-3218-463f-b954-eb6bba48d577 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329802 Aug 20 11:32:11.673987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2080344347'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:11.730019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39784) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:11.782799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:11.790240 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.802182 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:11.830097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee66ee8-fc29-4412-96a4-c291e6becee8 req-77570b29-4ecd-43e7-873a-eceebdf7c419 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:11.831656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ee66ee8-fc29-4412-96a4-c291e6becee8 req-77570b29-4ecd-43e7-873a-eceebdf7c419 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1047494 Aug 20 11:32:11.863479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-542070527-network', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:11.902711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ee66ee8-fc29-4412-96a4-c291e6becee8 req-06b83aef-9377-4c7e-bc33-0acbc294dcab tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609040 Aug 20 11:32:11.954920 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.028891 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.037404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:32:12.106036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.106317 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Added segment 632fb977-799d-4967-aabd-0e86027e028f of type vlan for network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f Aug 20 11:32:12.108639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Made reservation on behalf of 8da78c2b026349df8fe2da90b9e4d837 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:12.109897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea12f37-3575-4bd9-bf18-d0108d4aae12,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:12.122188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.137702 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.172994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fab327-6294-4e3a-8cd0-2a756ca0c92d req-2c7c3020-1848-480b-a9d5-06c4d839dcc8 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:12.178986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-35fab327-6294-4e3a-8cd0-2a756ca0c92d req-2c7c3020-1848-480b-a9d5-06c4d839dcc8 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 946 time: 0.1162796 Aug 20 11:32:12.182702 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.238897 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-35fab327-6294-4e3a-8cd0-2a756ca0c92d req-7615511e-1a69-440f-a0b6-1d0d333a7e08 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523553 Aug 20 11:32:12.254428 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.417091 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.417361 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.422939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:12.423811 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.448531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:32:12.458745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17dd48-1615-43c7-b497-148cab4d45dd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:12.472329 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.472768 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Added segment 3b805eb2-9ce8-437a-85fe-f27291823720 of type vlan for network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 Aug 20 11:32:12.503280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Network': ['ID=6c38e2f5-a0f2-4533-8999-8792f4f8da4f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:12.514286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:32:12.524284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.589074 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fdc93bae-08cc-41c9-83f5-82fd6a176311 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3083093 Aug 20 11:32:12.592455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39804) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:12.597779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:12.753906 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.755874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:12.756899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.793940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:12.797717 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:12.821684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd5413e3-4e0a-4a92-8cfb-272b1a827e57,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:12.832765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:32:12.915219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-51dc8414-f1a3-4859-843c-db4f8080b8b3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1840279 Aug 20 11:32:12.918644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39810) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:12.924257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Request body: {'subnet': {'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-542070527-subnet', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:13.039925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Made reservation on behalf of 8da78c2b026349df8fe2da90b9e4d837 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:13.044495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.060690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e43cde-b0d5-4697-a0c9-b00d1ba90edf req-e6f8a322-368a-45b2-8b9f-cb8b247cdcc0 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:13.062381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53e43cde-b0d5-4697-a0c9-b00d1ba90edf req-e6f8a322-368a-45b2-8b9f-cb8b247cdcc0 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.0868165 Aug 20 11:32:13.101324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53e43cde-b0d5-4697-a0c9-b00d1ba90edf req-7f53319c-4e9e-4312-9865-72ad1414e5b9 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Aug 20 11:32:13.125218 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.137283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39816) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:13.302828 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.373789 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.473318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2be0e0-6ea1-47a7-bd06-20c91f84e804 req-b099c924-d329-4e5b-9c89-6ab9d61923e6 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:13.475534 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-af2be0e0-6ea1-47a7-bd06-20c91f84e804 req-b099c924-d329-4e5b-9c89-6ab9d61923e6 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 946 time: 0.1472960 Aug 20 11:32:13.485714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7049a454-c335-4902-ad05-70e8d6378b5a,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:13.552343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Checking segment: {'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:13.552669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Network hostable DHCP agents. Network: cd5413e3-4e0a-4a92-8cfb-272b1a827e57, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:32:13.553369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=2335ff99-2096-4ed2-9994-20595c250189,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:13.557317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:13.557670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network hostable DHCP agents. Network: 6c38e2f5-a0f2-4533-8999-8792f4f8da4f, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:32:13.575480 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-af2be0e0-6ea1-47a7-bd06-20c91f84e804 req-cf6a1de2-386d-43e6-a50f-7b6b1adb531c tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869713 Aug 20 11:32:13.597035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port 4175f24d-cf79-46db-8a34-c1dbc9a0f40e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:13.597751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.679771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:32:13.707078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.707680 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.721689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for 4175f24d-cf79-46db-8a34-c1dbc9a0f40e owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:13.768546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:32:13.851010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6c38e2f5-a0f2-4533-8999-8792f4f8da4f) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:13.856339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, cd5413e3-4e0a-4a92-8cfb-272b1a827e57) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:13.860180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:13.861289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.869193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe1b14-7d41-4468-bb70-a1356472ca52 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:13.870054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:13.870786 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:13.897634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692ba6a7-c640-4729-8e46-1750dc372b44 None None] Network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:13.997493 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-caa6dd3e-86f5-4b54-87e5-5fce0af62136 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0772903 Aug 20 11:32:14.000919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39840) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:14.008095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-542070527-router', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:14.053029 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0a993af5-0fa5-49cd-b268-6655b6775fa4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4594610 Aug 20 11:32:14.056907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39842) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:14.063426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'name': 'tempest-NetworksTestDHCPv6-447302633'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:14.164315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31001de1-50c7-4492-b1b2-110858ae441c None None] Network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:14.179044 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.180273 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.183120 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.206111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '2335ff99-2096-4ed2-9994-20595c250189'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:32:14.207275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.233693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=4175f24d-cf79-46db-8a34-c1dbc9a0f40e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:14.314215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.358107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:14.362189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.392415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.393225 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Floating IP 8766ec40-2047-4b1c-b94a-a8359ddbac2d disassociated (deleted). External IP: 172.25.4.193, port: 79d57ae9-a04a-46a2-b3b7-2b13a529629b. Aug 20 11:32:14.423831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/2335ff99-2096-4ed2-9994-20595c250189/88a08e56-0169-42ea-93c6-d5614b7a9700) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:14.439583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7545b-c375-43ab-a2c0-18e423278b37 req-aa3dad53-4108-4ecb-ae3d-432133bf7f0a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:14.441444 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2b7545b-c375-43ab-a2c0-18e423278b37 req-aa3dad53-4108-4ecb-ae3d-432133bf7f0a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.2442131 Aug 20 11:32:14.445498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 428d5341-4629-4570-9e13-73c963ccb438 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:32:14.631959 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.641905 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2b7545b-c375-43ab-a2c0-18e423278b37 req-0992049e-c38e-4d67-a740-a9448e733192 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819317 Aug 20 11:32:14.643631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Transition to ACTIVE for port object 88a08e56-0169-42ea-93c6-d5614b7a9700 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:14.662621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Transition to ACTIVE for port object 88a08e56-0169-42ea-93c6-d5614b7a9700 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:14.722478 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.748536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.788213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:14.791509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:14.794368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:14.810295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Pushing event updated for resources: {'Port': ['ID=88a08e56-0169-42ea-93c6-d5614b7a9700,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:14.835778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 71436fc4-86db-425e-bd01-cb1b11d644b1 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:32:14.846214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::2f5 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/2335ff99-2096-4ed2-9994-20595c250189/428d5341-4629-4570-9e13-73c963ccb438) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:14.881326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Attempting to bind port 88a08e56-0169-42ea-93c6-d5614b7a9700 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:14.881969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Attempting to bind port 88a08e56-0169-42ea-93c6-d5614b7a9700 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:14.882085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Attempting to bind port 88a08e56-0169-42ea-93c6-d5614b7a9700 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:14.887216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:14.887586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:14.887995 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.888369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:14.888966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Bound port: 88a08e56-0169-42ea-93c6-d5614b7a9700, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:14.889275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:14.975484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] For port 88a08e56-0169-42ea-93c6-d5614b7a9700, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:14.982664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] For port 88a08e56-0169-42ea-93c6-d5614b7a9700, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=88a08e56-0169-42ea-93c6-d5614b7a9700,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:14.986411 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7ccd3eaf-a3cc-4fe2-89c2-09ce6111f96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.049800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:32:15.059967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.060999 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.069612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] Sync routers for ids ['71436fc4-86db-425e-bd01-cb1b11d644b1'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:32:15.106910 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.135591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] Routers {'71436fc4-86db-425e-bd01-cb1b11d644b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:15.136025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.136802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71436fc4-86db-425e-bd01-cb1b11d644b1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:15.277495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e99c3-9ab4-4d97-88c3-6e9981a9a9d5 None None] Pushing event updated for resources: {'Port': ['ID=88a08e56-0169-42ea-93c6-d5614b7a9700,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:15.287578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39862) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:15.319369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Allocated IP 172.25.4.94 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/507f997f-eebd-45f5-86ff-a39b48c5895f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:15.359787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] Set router 71436fc4-86db-425e-bd01-cb1b11d644b1 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:15.526752 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.577252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cac4806e-0993-422d-9d6a-381002264631 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/floatingips/8766ec40-2047-4b1c-b94a-a8359ddbac2d HTTP/1.1" status: 204 len: 168 time: 2.4386160 Aug 20 11:32:15.581637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:15.587081 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8806ba0f-1675-4e5d-8549-578ee85eb35d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:15.589099 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf8871da-c7f9-4761-b663-5e3f9ba1b855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.632458 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.652337 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c71a79-5563-47a1-81fd-79edc5a2ae03 x-openstack-request-id: req-14c71a79-5563-47a1-81fd-79edc5a2ae03 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:15.652743 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:15.653104 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14c71a79-5563-47a1-81fd-79edc5a2ae03 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:15.660254 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'status': 'completed', 'code': 200} Aug 20 11:32:15.664339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 428d5341-4629-4570-9e13-73c963ccb438 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:15.725203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:54Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '6c837463-85f5-4426-a633-13f478a4d3f5', 'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:8b:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:53Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:15.738871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.754072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] Checking router: 71436fc4-86db-425e-bd01-cb1b11d644b1 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:32:15.762987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] Routers {'71436fc4-86db-425e-bd01-cb1b11d644b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:15.763637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71436fc4-86db-425e-bd01-cb1b11d644b1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:15.799786 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.860334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:15.864972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:15.868511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:15.871631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:15.877610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:15.878378 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:15.879532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:15.886224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Pushing event updated for resources: {'Port': ['ID=507f997f-eebd-45f5-86ff-a39b48c5895f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:15.889073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:15.896521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=428d5341-4629-4570-9e13-73c963ccb438,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:15.897716 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] Set router 71436fc4-86db-425e-bd01-cb1b11d644b1 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:15.898281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-ef58bd56-7d88-4929-93ff-8fb3cb22d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:15.900471 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-ef58bd56-7d88-4929-93ff-8fb3cb22d208 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 1095 time: 0.2156811 Aug 20 11:32:15.957671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea173d-e288-45c8-bfb2-80711a358b0a req-c8f68137-b9ff-4e96-8a69-d6ec83229773 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:15.959314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-81ea173d-e288-45c8-bfb2-80711a358b0a req-c8f68137-b9ff-4e96-8a69-d6ec83229773 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.2162719 Aug 20 11:32:16.048220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf8871da-c7f9-4761-b663-5e3f9ba1b855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.137864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:54Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '6c837463-85f5-4426-a633-13f478a4d3f5', 'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:8b:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:53Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:16.156914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df00c-b451-450e-a283-1a4700ddd50a req-1aa8be55-ccb0-4a3e-bd48-d77d7c4ba0a5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:16.159151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-810df00c-b451-450e-a283-1a4700ddd50a req-1aa8be55-ccb0-4a3e-bd48-d77d7c4ba0a5 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 944 time: 0.0668883 Aug 20 11:32:16.172312 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-81ea173d-e288-45c8-bfb2-80711a358b0a req-726c36c0-0a70-4ce4-a445-dd263777d1b0 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988366 Aug 20 11:32:16.184982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf8871da-c7f9-4761-b663-5e3f9ba1b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.218230 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-810df00c-b451-450e-a283-1a4700ddd50a req-954262ab-613e-47f7-8b07-ca0170e8e2e8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524986 Aug 20 11:32:16.240258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-47dcc510-eba5-4c39-8efc-c32ca11e0b2a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1817920 Aug 20 11:32:16.248310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39884) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:16.263341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-823556fd-be20-4eec-bea9-678f987047e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:16.265104 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-823556fd-be20-4eec-bea9-678f987047e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca HTTP/1.1" status: 200 len: 897 time: 0.3407774 Aug 20 11:32:16.286621 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bf8871da-c7f9-4761-b663-5e3f9ba1b855 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10d1b5e823fb4b0abd324e165f1923a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9958408 Aug 20 11:32:16.295164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39886) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:16.299899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8871da-c7f9-4761-b663-5e3f9ba1b855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fce3ec3-9355-4be8-a22d-904702ff73b5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:16.358169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-95130469-2fb6-45ff-aff7-0b1d1ff4d714 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b HTTP/1.1" status: 200 len: 217 time: 0.0744271 Aug 20 11:32:16.369279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f3d05-c02c-4e98-a205-59a6cc3d28ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:16.375904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f3d05-c02c-4e98-a205-59a6cc3d28ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:16.377660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4d4f3d05-c02c-4e98-a205-59a6cc3d28ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1337388 Aug 20 11:32:16.380724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39888) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:16.413590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690379b-31b9-4e1d-aed3-8496c7ace1a2 None None] The sync data for ids ['71436fc4-86db-425e-bd01-cb1b11d644b1'] in n-d-804230-3 is: [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:30:54Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '6c837463-85f5-4426-a633-13f478a4d3f5', 'name': '', 'network_id': 'bf582b46-fb17-4c24-9d6c-fb0cf01f48ca', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:8b:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:53Z', 'updated_at': '2021-08-20T11:31:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '0a8b032c-14a8-4aa7-9655-34977b52dc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:16.486249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-9801b5d9-7c35-496a-9349-5511092f5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:16.499046 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-9801b5d9-7c35-496a-9349-5511092f5d2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a8b032c-14a8-4aa7-9655-34977b52dc14 HTTP/1.1" status: 200 len: 834 time: 0.1158237 Aug 20 11:32:16.500375 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f70bbd8-fc10-4699-b71b-b1325274c16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.527330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 88a08e56-0169-42ea-93c6-d5614b7a9700 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:16.555206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d0326db6-e5f5-4cf5-89c9-428e636ca273 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 428d5341-4629-4570-9e13-73c963ccb438 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:16.555559 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0326db6-e5f5-4cf5-89c9-428e636ca273 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.619637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c900861-455e-4239-a312-8cbdb9202172 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:16.636759 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f70bbd8-fc10-4699-b71b-b1325274c16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.669927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-e848f4ba-ec09-41f3-9620-2a73c4f2dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:16.671949 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-e848f4ba-ec09-41f3-9620-2a73c4f2dd04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607220 Aug 20 11:32:16.735498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-bc1d7db5-be49-49f2-83a6-f5c053352959 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:16.737891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-bc1d7db5-be49-49f2-83a6-f5c053352959 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 944 time: 0.1376588 Aug 20 11:32:16.783954 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0326db6-e5f5-4cf5-89c9-428e636ca273 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.788152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-04756365-050f-4c32-a104-35ca7cae632e None None] Provisioning for port 88a08e56-0169-42ea-93c6-d5614b7a9700 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:16.807496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d0326db6-e5f5-4cf5-89c9-428e636ca273 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 428d5341-4629-4570-9e13-73c963ccb438 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:16.851619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 88a08e56-0169-42ea-93c6-d5614b7a9700 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:16.859329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 88a08e56-0169-42ea-93c6-d5614b7a9700 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:16.859708 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.895890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-1858dbca-7962-462e-84f3-f5c5290c3f6b service neutron] 10.222.0.57 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047875 Aug 20 11:32:16.901702 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.937417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-0303bd85-8ba2-4cef-b29c-317fcb937478 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port 79d57ae9-a04a-46a2-b3b7-2b13a529629b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:16.937983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-0303bd85-8ba2-4cef-b29c-317fcb937478 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:16.972033 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b068c-c16f-4b72-91d2-1b97f6d70096 None None] New status for floating IP 8766ec40-2047-4b1c-b94a-a8359ddbac2d: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:32:17.016220 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.080635 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 88a08e56-0169-42ea-93c6-d5614b7a9700, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=88a08e56-0169-42ea-93c6-d5614b7a9700,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:17.099614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f70bbd8-fc10-4699-b71b-b1325274c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.102405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7f70bbd8-fc10-4699-b71b-b1325274c16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.107915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7f70bbd8-fc10-4699-b71b-b1325274c16c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2fce3ec3-9355-4be8-a22d-904702ff73b5 HTTP/1.1" status: 204 len: 168 time: 0.8064809 Aug 20 11:32:17.118413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f3a76247-3b3c-4eb8-9489-e22a3463fb98 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:17.140502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70bbd8-fc10-4699-b71b-b1325274c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fce3ec3-9355-4be8-a22d-904702ff73b5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:17.186245 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.235385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-0303bd85-8ba2-4cef-b29c-317fcb937478 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port 79d57ae9-a04a-46a2-b3b7-2b13a529629b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=79d57ae9-a04a-46a2-b3b7-2b13a529629b,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:17.235795 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-0303bd85-8ba2-4cef-b29c-317fcb937478 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.256137 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8806ba0f-1675-4e5d-8549-578ee85eb35d req-7ab8a0a5-4749-45e2-bae3-5f8bd564d9db service neutron] 10.222.0.57 "GET /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491201 Aug 20 11:32:17.299190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-0303bd85-8ba2-4cef-b29c-317fcb937478 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for 79d57ae9-a04a-46a2-b3b7-2b13a529629b owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:17.348632 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.413892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=88a08e56-0169-42ea-93c6-d5614b7a9700,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:17.465586 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0326db6-e5f5-4cf5-89c9-428e636ca273 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.470405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f3a76247-3b3c-4eb8-9489-e22a3463fb98, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:17.485948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'port_id': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98', 'mac_address': 'fa:16:3e:57:49:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979dc0fd-3038-4048-a667-cac2e871ab36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:32:17.487639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bc14dedd-51a3-4b3b-9ea7-e512854a18c9 None None] Provisioning complete for port 428d5341-4629-4570-9e13-73c963ccb438 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:17.488205 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bc14dedd-51a3-4b3b-9ea7-e512854a18c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.503760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373974e-8cc2-4630-9464-096cd404c955 req-c5ab12df-3208-4472-956c-463da496ac64 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:17.505565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2373974e-8cc2-4630-9464-096cd404c955 req-c5ab12df-3208-4472-956c-463da496ac64 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 944 time: 0.1526396 Aug 20 11:32:17.529100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b45b3e-3422-48d7-83d6-e92e6c0d18b4 req-76262895-38e0-493d-a20a-1fa8b92da0fe tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:17.533367 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4b45b3e-3422-48d7-83d6-e92e6c0d18b4 req-76262895-38e0-493d-a20a-1fa8b92da0fe tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1987264 Aug 20 11:32:17.533367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0326db6-e5f5-4cf5-89c9-428e636ca273 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=428d5341-4629-4570-9e13-73c963ccb438,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:17.556576 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.558869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-bc14dedd-51a3-4b3b-9ea7-e512854a18c9 None None] Port 428d5341-4629-4570-9e13-73c963ccb438 was deleted so its status cannot be updated. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 11:32:17.576774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3a76247-3b3c-4eb8-9489-e22a3463fb98 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:17.624007 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0326db6-e5f5-4cf5-89c9-428e636ca273 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.626016 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d0326db6-e5f5-4cf5-89c9-428e636ca273 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/428d5341-4629-4570-9e13-73c963ccb438 HTTP/1.1" status: 204 len: 168 time: 1.2443974 Aug 20 11:32:17.632163 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39920) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:17.637901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bc14dedd-51a3-4b3b-9ea7-e512854a18c9 None None] Provisioning complete for port 88a08e56-0169-42ea-93c6-d5614b7a9700 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:17.639327 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bc14dedd-51a3-4b3b-9ea7-e512854a18c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.640883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2373974e-8cc2-4630-9464-096cd404c955 req-b7f63062-6851-458c-be9a-f2d5b7d14476 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=330af766-7b3e-4736-bead-ed6cb5b5ba50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257014 Aug 20 11:32:17.692393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f3a76247-3b3c-4eb8-9489-e22a3463fb98, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:17.701512 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4b45b3e-3422-48d7-83d6-e92e6c0d18b4 req-ea812c3e-d176-40b0-b425-b5bd16081f6f tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528621 Aug 20 11:32:17.778400 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.876092 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bf2939b3-caf9-4dd6-86af-2a11ce067459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.882366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f3a76247-3b3c-4eb8-9489-e22a3463fb98,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:17.895744 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f3a76247-3b3c-4eb8-9489-e22a3463fb98'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:17.898255 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-0303bd85-8ba2-4cef-b29c-317fcb937478 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:17.972308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303bd85-8ba2-4cef-b29c-317fcb937478 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=79d57ae9-a04a-46a2-b3b7-2b13a529629b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:17.997177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1eab5674-3beb-4245-940f-212fd643981f None None] Could not find standard attr ID for object 428d5341-4629-4570-9e13-73c963ccb438. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:32:18.053189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-0303bd85-8ba2-4cef-b29c-317fcb937478 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] No DVR routers for this DVR port 79d57ae9-a04a-46a2-b3b7-2b13a529629b on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:18.057493 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-0303bd85-8ba2-4cef-b29c-317fcb937478 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.060259 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d0ec37f-d874-463c-91a3-c14aa8dd3a1b req-0303bd85-8ba2-4cef-b29c-317fcb937478 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "DELETE /v2.0/ports/79d57ae9-a04a-46a2-b3b7-2b13a529629b HTTP/1.1" status: 204 len: 173 time: 1.3128393 Aug 20 11:32:18.060890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'name': 'network-vif-deleted', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:18.073239 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f51ec7-4729-4815-9b18-636398077297" -d '{"events": [{"server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "name": "network-vif-deleted", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:18.129044 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dad718f-a4db-4e38-83c6-0afd96a1cd22 x-openstack-request-id: req-6dad718f-a4db-4e38-83c6-0afd96a1cd22 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:18.129336 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce4e596-0a39-4735-bdac-263789900c44", "name": "network-vif-deleted", "tag": "79d57ae9-a04a-46a2-b3b7-2b13a529629b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:18.129594 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dad718f-a4db-4e38-83c6-0afd96a1cd22 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:18.130031 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce4e596-0a39-4735-bdac-263789900c44', 'name': 'network-vif-deleted', 'tag': '79d57ae9-a04a-46a2-b3b7-2b13a529629b', 'status': 'completed', 'code': 200} Aug 20 11:32:18.147938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39940) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:18.170337 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3054d48c-d747-4efa-ab08-df9a03dd986e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.251778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97e9ae-c929-4517-8400-d0fc6bcfd5e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:18.253461 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c97e9ae-c929-4517-8400-d0fc6bcfd5e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:18.257756 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6c97e9ae-c929-4517-8400-d0fc6bcfd5e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6128604 Aug 20 11:32:18.263250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39944) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:18.306463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3054d48c-d747-4efa-ab08-df9a03dd986e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.324859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c205b331-4ed6-4856-a88c-80140b5d908e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 2335ff99-2096-4ed2-9994-20595c250189 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:18.328029 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c205b331-4ed6-4856-a88c-80140b5d908e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.371138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Router a3c0d9d1-d660-42da-85d7-49edfedca246 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:32:18.371366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c205b331-4ed6-4856-a88c-80140b5d908e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.424307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3054d48c-d747-4efa-ab08-df9a03dd986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.517123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3054d48c-d747-4efa-ab08-df9a03dd986e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22d1a560a80d41aabe2202ec894ae966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679843 Aug 20 11:32:18.589707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39948) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:18.590123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c205b331-4ed6-4856-a88c-80140b5d908e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.596212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 88a08e56-0169-42ea-93c6-d5614b7a9700 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:18.667653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054d48c-d747-4efa-ab08-df9a03dd986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f594a2-a038-4ccc-8cfd-f670fb6c02aa,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:18.677263 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.704767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:32:18.737045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Sync routers for ids ['a3c0d9d1-d660-42da-85d7-49edfedca246'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:32:18.813648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Routers {'a3c0d9d1-d660-42da-85d7-49edfedca246'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:18.817699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a3c0d9d1-d660-42da-85d7-49edfedca246'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:18.819332 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ddaafe3e-2560-4d73-b65c-af33b8ff8cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.830855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 88a08e56-0169-42ea-93c6-d5614b7a9700 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:18.831236 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.846973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c205b331-4ed6-4856-a88c-80140b5d908e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.904005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205b331-4ed6-4856-a88c-80140b5d908e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=2335ff99-2096-4ed2-9994-20595c250189,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:18.916611 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c205b331-4ed6-4856-a88c-80140b5d908e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.919340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c205b331-4ed6-4856-a88c-80140b5d908e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/2335ff99-2096-4ed2-9994-20595c250189 HTTP/1.1" status: 204 len: 168 time: 0.6553261 Aug 20 11:32:18.922231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39956) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:18.946170 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:18.947533 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d17aeedc-908e-472f-a4ea-02fe5fd56e10 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9463291 Aug 20 11:32:18.951318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a06c4a-a453-48e4-9924-fa072870eb8a None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:18.962647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d6cd-4c4e-48a0-90b0-ec5b28b3a248 req-5bfb45af-1b18-458d-a9cc-09aa76f13bab tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:18.965455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-adfbf7bd-25f4-4cf2-9496-35a8afab8d8f req-d0d0aba6-5ad1-475c-8491-000f1830d980 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ce4e596-0a39-4735-bdac-263789900c44 HTTP/1.1" status: 200 len: 210 time: 0.1214101 Aug 20 11:32:18.965933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39958) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:18.973253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f9d6d6cd-4c4e-48a0-90b0-ec5b28b3a248 req-5bfb45af-1b18-458d-a9cc-09aa76f13bab tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1867349 Aug 20 11:32:18.982896 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ddaafe3e-2560-4d73-b65c-af33b8ff8cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.098699 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-09e693ce-5c6c-4267-a7a3-46399dc0b29b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1720812 Aug 20 11:32:19.100420 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39968) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:19.106973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ca1ebf23-dd30-4548-888a-bd471b91af6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:19.108491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f9d6d6cd-4c4e-48a0-90b0-ec5b28b3a248 req-032f1116-a4b9-4507-9aab-1af006a637a7 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339633 Aug 20 11:32:19.138892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f3a76247-3b3c-4eb8-9489-e22a3463fb98 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:19.288865 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.340532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port f3a76247-3b3c-4eb8-9489-e22a3463fb98 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:19.340873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.349663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Set router a3c0d9d1-d660-42da-85d7-49edfedca246 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:19.417577 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ddaafe3e-2560-4d73-b65c-af33b8ff8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.419078 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ddaafe3e-2560-4d73-b65c-af33b8ff8cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.422623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ddaafe3e-2560-4d73-b65c-af33b8ff8cbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13f594a2-a038-4ccc-8cfd-f670fb6c02aa HTTP/1.1" status: 204 len: 168 time: 0.8252130 Aug 20 11:32:19.465151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaafe3e-2560-4d73-b65c-af33b8ff8cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f594a2-a038-4ccc-8cfd-f670fb6c02aa,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:19.471042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1ebf23-dd30-4548-888a-bd471b91af6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:19.474985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ebf23-dd30-4548-888a-bd471b91af6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.678527 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.715677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:19.717967 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e669c79e-3b5b-43a1-ab7e-d2e31f3a57ad" -d '{"events": [{"server_uuid": "41f02d6a-27f6-4583-9de4-915aec1af1f0", "name": "network-vif-plugged", "status": "completed", "tag": "f3a76247-3b3c-4eb8-9489-e22a3463fb98"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:19.726033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858fe0a-463a-4152-8680-195daae95213 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:32:19.737362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'name': 'tempest-ServerRescueNegativeTestJSON-542070527-router', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:14Z', 'updated_at': '2021-08-20T11:32:16Z', 'revision_number': 3, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'gw_port': {'id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ce:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:15Z', 'updated_at': '2021-08-20T11:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:19.744270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f3a76247-3b3c-4eb8-9489-e22a3463fb98, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:19.778896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Checking router: a3c0d9d1-d660-42da-85d7-49edfedca246 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:32:19.779260 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Updating router a3c0d9d1-d660-42da-85d7-49edfedca246 port 507f997f-eebd-45f5-86ff-a39b48c5895f binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:32:19.851402 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.854990 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4282ea5a-28ab-4d6e-88ec-865acd149ddb x-openstack-request-id: req-4282ea5a-28ab-4d6e-88ec-865acd149ddb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:19.861089 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f02d6a-27f6-4583-9de4-915aec1af1f0", "name": "network-vif-plugged", "status": "completed", "tag": "f3a76247-3b3c-4eb8-9489-e22a3463fb98", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:19.861089 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4282ea5a-28ab-4d6e-88ec-865acd149ddb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:19.861089 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98', 'code': 200} Aug 20 11:32:19.861089 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.871633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:19.937263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f3a76247-3b3c-4eb8-9489-e22a3463fb98,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:20.040741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ebf23-dd30-4548-888a-bd471b91af6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.069647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39978) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:20.175806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 79d57ae9-a04a-46a2-b3b7-2b13a529629b no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:20.201915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 79d57ae9-a04a-46a2-b3b7-2b13a529629b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:20.202329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 79d57ae9-a04a-46a2-b3b7-2b13a529629b not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:20.240048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1ebf23-dd30-4548-888a-bd471b91af6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:20.249380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ca1ebf23-dd30-4548-888a-bd471b91af6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:20.256664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1ebf23-dd30-4548-888a-bd471b91af6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:20.257643 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ebf23-dd30-4548-888a-bd471b91af6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.260851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1858fe0a-463a-4152-8680-195daae95213 None None] Deleting port 88a08e56-0169-42ea-93c6-d5614b7a9700 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:20.261249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1858fe0a-463a-4152-8680-195daae95213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.290253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ebf23-dd30-4548-888a-bd471b91af6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=993e0f22-8d75-4ddc-9453-1f16b2e2d142,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:20.335726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Allocated IP 172.20.0.1 (cd5413e3-4e0a-4a92-8cfb-272b1a827e57/7049a454-c335-4902-ad05-70e8d6378b5a/fbab72c8-de82-4953-87ea-38e045dacd5a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:20.397159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bcf68-d99f-4950-bdbf-8ff04c80853f req-fd8a08fd-4853-44ac-9c76-2e62c5e266e4 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:20.403660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5bcf68-d99f-4950-bdbf-8ff04c80853f req-fd8a08fd-4853-44ac-9c76-2e62c5e266e4 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1510837 Aug 20 11:32:20.410506 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ca1ebf23-dd30-4548-888a-bd471b91af6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3087075 Aug 20 11:32:20.411593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39998) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:20.448399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'name': 'tempest-NetworksTestDHCPv6-45487662'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:20.631234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 88a08e56-0169-42ea-93c6-d5614b7a9700 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:20.646118 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f5bcf68-d99f-4950-bdbf-8ff04c80853f req-5e069d19-cf4e-4ad1-a9f3-6b51ac37e1bb tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375884 Aug 20 11:32:20.656103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.787784 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.856176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:20.884713 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.888233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.895499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1858fe0a-463a-4152-8680-195daae95213 None None] For port 88a08e56-0169-42ea-93c6-d5614b7a9700, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=88a08e56-0169-42ea-93c6-d5614b7a9700,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:20.896027 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1858fe0a-463a-4152-8680-195daae95213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.908451 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.975327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1858fe0a-463a-4152-8680-195daae95213 None None] Calling delete_port for 88a08e56-0169-42ea-93c6-d5614b7a9700 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:20.975603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:20.975742 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:20.996563 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:21.004232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:21.016770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port bab92e73-fac5-41ab-9315-f8e84c531581 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:32:21.154286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Pushing event updated for resources: {'Port': ['ID=fbab72c8-de82-4953-87ea-38e045dacd5a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:21.155562 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.189913 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.194001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 88a08e56-0169-42ea-93c6-d5614b7a9700, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=88a08e56-0169-42ea-93c6-d5614b7a9700,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:21.214191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Transition to ACTIVE for port object 507f997f-eebd-45f5-86ff-a39b48c5895f will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:21.265324 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.320117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.341609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::132 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/993e0f22-8d75-4ddc-9453-1f16b2e2d142/bab92e73-fac5-41ab-9315-f8e84c531581) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:21.358847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Attempting to bind port 507f997f-eebd-45f5-86ff-a39b48c5895f on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:21.359221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Attempting to bind port 507f997f-eebd-45f5-86ff-a39b48c5895f by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:21.359603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Attempting to bind port 507f997f-eebd-45f5-86ff-a39b48c5895f on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:21.376564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:21.376938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:21.377342 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.377740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:21.378211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Bound port: 507f997f-eebd-45f5-86ff-a39b48c5895f, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:21.378622 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.381656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=88a08e56-0169-42ea-93c6-d5614b7a9700,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:21.414249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port 6c837463-85f5-4426-a633-13f478a4d3f5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:21.417921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.442490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd411b-cb2d-46fd-886a-f1a00719d354 None None] Pushing event updated for resources: {'Port': ['ID=507f997f-eebd-45f5-86ff-a39b48c5895f,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:21.447943 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1858fe0a-463a-4152-8680-195daae95213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.465130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858fe0a-463a-4152-8680-195daae95213 None None] No DVR routers for this DVR port 88a08e56-0169-42ea-93c6-d5614b7a9700 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:21.496570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858fe0a-463a-4152-8680-195daae95213 None None] Pushing event deleted for resources: {'Port': ['ID=88a08e56-0169-42ea-93c6-d5614b7a9700,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:21.501610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ae068c-63da-469e-aade-dd11c75bc7ae None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:21.580086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port 6c837463-85f5-4426-a633-13f478a4d3f5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6c837463-85f5-4426-a633-13f478a4d3f5,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:21.580466 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.581878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] For port 507f997f-eebd-45f5-86ff-a39b48c5895f, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:21.588425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] For port 507f997f-eebd-45f5-86ff-a39b48c5895f, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=507f997f-eebd-45f5-86ff-a39b48c5895f,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:21.597531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for 6c837463-85f5-4426-a633-13f478a4d3f5 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:21.734300 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.735306 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.825907 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.865895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object bab92e73-fac5-41ab-9315-f8e84c531581 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:21.923761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '993e0f22-8d75-4ddc-9453-1f16b2e2d142'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:32:21.925938 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:21.931453 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd411b-cb2d-46fd-886a-f1a00719d354 None None] Pushing event updated for resources: {'Port': ['ID=507f997f-eebd-45f5-86ff-a39b48c5895f,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:21.947620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Routers {'a3c0d9d1-d660-42da-85d7-49edfedca246'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:21.948560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a3c0d9d1-d660-42da-85d7-49edfedca246'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:22.036867 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.045384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba0e6-713f-471d-9635-07e0a777d0f4 req-a831e937-8ae7-4b9b-b191-a13acb819547 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:22.047106 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18ba0e6-713f-471d-9635-07e0a777d0f4 req-a831e937-8ae7-4b9b-b191-a13acb819547 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.2103577 Aug 20 11:32:22.090999 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.165996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:22.167082 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.171096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f18ba0e6-713f-471d-9635-07e0a777d0f4 req-67021f8d-e05b-4cda-924f-680cf6736e52 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479088 Aug 20 11:32:22.220477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] Set router a3c0d9d1-d660-42da-85d7-49edfedca246 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:22.223995 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.228228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:22.236284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:22.243850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:22.243850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.251320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=bab92e73-fac5-41ab-9315-f8e84c531581,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:22.279171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/993e0f22-8d75-4ddc-9453-1f16b2e2d142/2ac9ef0c-6437-446d-be27-28cd33a9034f) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:22.287312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.287660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.288007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.288354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.288698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.289210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.289554 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.289891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.297844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.297844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.297844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.297844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.298395 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.355879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=6c837463-85f5-4426-a633-13f478a4d3f5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:22.385478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.386169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.386838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.387294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.388466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.388611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Pushing event updated for resources: {'Port': ['ID=fbab72c8-de82-4953-87ea-38e045dacd5a,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:22.389046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.389502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.389956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.390893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.390893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.391468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.398886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:22.424818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-770f02c2-9b64-4c7c-a43a-73fcd0562c27 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9826190 Aug 20 11:32:22.432302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40042) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:22.472280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:22.522395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:22.667522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00235e1-780e-4ea4-ae5f-324d39186e0c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:22.668757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f00235e1-780e-4ea4-ae5f-324d39186e0c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2352974 Aug 20 11:32:22.675251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40048) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:22.721445 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:22.831607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Router a3c0d9d1-d660-42da-85d7-49edfedca246 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:32:22.862519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f408c-323f-4ca8-af37-e949a9166441 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port bab92e73-fac5-41ab-9315-f8e84c531581 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:22.869412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a0f408c-323f-4ca8-af37-e949a9166441 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.051157 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.072255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Transition to ACTIVE for port object 2ac9ef0c-6437-446d-be27-28cd33a9034f will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:23.110574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:32:23.115920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'name': 'tempest-ServerRescueNegativeTestJSON-542070527-router', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:14Z', 'updated_at': '2021-08-20T11:32:21Z', 'revision_number': 4, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'gw_port': {'id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ce:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:15Z', 'updated_at': '2021-08-20T11:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fbab72c8-de82-4953-87ea-38e045dacd5a', 'name': '', 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'mac_address': 'fa:16:3e:3b:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:19Z', 'updated_at': '2021-08-20T11:32:20Z', 'revision_number': 1, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'subnets': [{'id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:23.119994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a3bad71d-8d94-41c6-891c-bd0de8df98f1 admin admin] 10.222.0.10 "PUT /v2.0/routers/a3c0d9d1-d660-42da-85d7-49edfedca246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1502945 Aug 20 11:32:23.132775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Transition to ACTIVE for port object 2ac9ef0c-6437-446d-be27-28cd33a9034f will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:23.154074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a0f408c-323f-4ca8-af37-e949a9166441 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.184266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f408c-323f-4ca8-af37-e949a9166441 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for bab92e73-fac5-41ab-9315-f8e84c531581 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:23.199563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b13db0-0a6e-488f-a893-b0cbfa601e14 None None] The sync data for ids ['a3c0d9d1-d660-42da-85d7-49edfedca246'] in n-d-804230-3 is: [{'id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'name': 'tempest-ServerRescueNegativeTestJSON-542070527-router', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:14Z', 'updated_at': '2021-08-20T11:32:21Z', 'revision_number': 4, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'gw_port': {'id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ce:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:15Z', 'updated_at': '2021-08-20T11:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fbab72c8-de82-4953-87ea-38e045dacd5a', 'name': '', 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'mac_address': 'fa:16:3e:3b:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:19Z', 'updated_at': '2021-08-20T11:32:20Z', 'revision_number': 1, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'subnets': [{'id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:23.274027 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.275919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 71436fc4-86db-425e-bd01-cb1b11d644b1 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:32:23.374910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:23.390689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Pushing event updated for resources: {'Port': ['ID=2ac9ef0c-6437-446d-be27-28cd33a9034f,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:23.395779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:23.409047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:23.514820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa76e39-139c-4df6-b14e-d6475be4412e req-c3cd6196-389f-4936-97f3-a8e60fd0fba3 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:23.516647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3aa76e39-139c-4df6-b14e-d6475be4412e req-c3cd6196-389f-4936-97f3-a8e60fd0fba3 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.2360137 Aug 20 11:32:23.558402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Attempting to bind port 2ac9ef0c-6437-446d-be27-28cd33a9034f on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:23.558767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Attempting to bind port 2ac9ef0c-6437-446d-be27-28cd33a9034f by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:23.559146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Attempting to bind port 2ac9ef0c-6437-446d-be27-28cd33a9034f on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:23.565875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:23.566268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:23.566769 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.567174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:23.567672 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Bound port: 2ac9ef0c-6437-446d-be27-28cd33a9034f, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:23.568080 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.669029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a0f408c-323f-4ca8-af37-e949a9166441 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.730022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:32:23.741533 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] Sync routers for ids ['71436fc4-86db-425e-bd01-cb1b11d644b1'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:32:23.758466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e6d893a6-71d3-4738-aa53-d989fc9317a2 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "PUT /v2.0/routers/71436fc4-86db-425e-bd01-cb1b11d644b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6845853 Aug 20 11:32:23.762103 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] Routers {'71436fc4-86db-425e-bd01-cb1b11d644b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:23.764024 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71436fc4-86db-425e-bd01-cb1b11d644b1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:23.770266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40080) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:23.780223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f408c-323f-4ca8-af37-e949a9166441 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=bab92e73-fac5-41ab-9315-f8e84c531581,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:23.796730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3aa76e39-139c-4df6-b14e-d6475be4412e req-8023a5a2-0d02-4d10-b978-4598c747ac27 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527156 Aug 20 11:32:23.816433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] For port 2ac9ef0c-6437-446d-be27-28cd33a9034f, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:23.827140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] For port 2ac9ef0c-6437-446d-be27-28cd33a9034f, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2ac9ef0c-6437-446d-be27-28cd33a9034f,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:23.865636 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a0f408c-323f-4ca8-af37-e949a9166441 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.874600 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4a0f408c-323f-4ca8-af37-e949a9166441 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/bab92e73-fac5-41ab-9315-f8e84c531581 HTTP/1.1" status: 204 len: 168 time: 1.1981275 Aug 20 11:32:23.875557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40090) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:23.890480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b11e3ee-1760-4376-a050-8339ef1b4f6d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting subnet 0a8b032c-14a8-4aa7-9655-34977b52dc14 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:23.894652 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b11e3ee-1760-4376-a050-8339ef1b4f6d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:23.999830 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:24.011319 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b11e3ee-1760-4376-a050-8339ef1b4f6d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:24.048340 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] Set router 71436fc4-86db-425e-bd01-cb1b11d644b1 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:24.148711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22b5e5-5f13-430a-bdaf-f8df4e3a48e0 None None] Pushing event updated for resources: {'Port': ['ID=2ac9ef0c-6437-446d-be27-28cd33a9034f,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:24.281617 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b11e3ee-1760-4376-a050-8339ef1b4f6d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:24.367914 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:32:22Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:24.409468 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] Checking router: 71436fc4-86db-425e-bd01-cb1b11d644b1 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:32:24.428060 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] Routers {'71436fc4-86db-425e-bd01-cb1b11d644b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:24.432732 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['71436fc4-86db-425e-bd01-cb1b11d644b1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:24.564945 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b11e3ee-1760-4376-a050-8339ef1b4f6d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:24.578549 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] Set router 71436fc4-86db-425e-bd01-cb1b11d644b1 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:24.622670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11e3ee-1760-4376-a050-8339ef1b4f6d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8b032c-14a8-4aa7-9655-34977b52dc14,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:24.668391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35b34f-5794-4506-81e1-45b51b169050 None None] Network bf582b46-fb17-4c24-9d6c-fb0cf01f48ca requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:24.668673 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b11e3ee-1760-4376-a050-8339ef1b4f6d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:24.675647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4b11e3ee-1760-4376-a050-8339ef1b4f6d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/subnets/0a8b032c-14a8-4aa7-9655-34977b52dc14 HTTP/1.1" status: 204 len: 168 time: 0.8991623 Aug 20 11:32:24.676581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40106) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:24.963521 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:32:22Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:25.008989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f2fb17-ae39-4bde-9ff1-b7741b10f71d None None] DHCP port deletion for bf582b46-fb17-4c24-9d6c-fb0cf01f48ca request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:32:25.018984 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a7f16-635b-4f69-83dc-5817ab1be98b None None] The sync data for ids ['71436fc4-86db-425e-bd01-cb1b11d644b1'] in n-d-804230-3 is: [{'id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986962954', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:30:46Z', 'updated_at': '2021-08-20T11:32:22Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '3b666c4f-aa8e-4b20-a136-f3c709e48a5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71436fc4-86db-425e-bd01-cb1b11d644b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:30:47Z', 'updated_at': '2021-08-20T11:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:25.156369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42764d-f341-444c-a12e-44912f481980 req-bf4ec06f-34a6-4787-bcfc-d764b159a6db tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:25.158007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-bf4ec06f-34a6-4787-bcfc-d764b159a6db tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 818 time: 1.2798340 Aug 20 11:32:25.165678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd9a79e-545b-47fe-a2c0-531beb74786e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:25.174001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd9a79e-545b-47fe-a2c0-531beb74786e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:25.174001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dcd9a79e-545b-47fe-a2c0-531beb74786e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.2851722 Aug 20 11:32:25.174419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40114) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:25.179946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2fb17-ae39-4bde-9ff1-b7741b10f71d None None] Deleting port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:25.181072 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f3f2fb17-ae39-4bde-9ff1-b7741b10f71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.257399 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-ca872fd0-ceb4-42c7-83e9-b4381eb0b812 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/quotas/8da78c2b026349df8fe2da90b9e4d837 HTTP/1.1" status: 200 len: 375 time: 0.0808256 Aug 20 11:32:25.342479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f2b973-d8c9-4624-a7b0-3e9f85be4e5a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 993e0f22-8d75-4ddc-9453-1f16b2e2d142 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:25.353633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66f2b973-d8c9-4624-a7b0-3e9f85be4e5a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.400167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f3f2fb17-ae39-4bde-9ff1-b7741b10f71d None None] For port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8bd6c5e0-1efc-4b39-9099-b9f301a0eef8,segment=NetworkSegment(f0922e58-d71e-4afd-b565-6dc1664743c8),segment_id=f0922e58-d71e-4afd-b565-6dc1664743c8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:25.400780 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f3f2fb17-ae39-4bde-9ff1-b7741b10f71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.430376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2fb17-ae39-4bde-9ff1-b7741b10f71d None None] Calling delete_port for 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:25.451138 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-51fcf978-f63e-42d2-ba6a-39013b460fd0 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1792209 Aug 20 11:32:25.453663 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66f2b973-d8c9-4624-a7b0-3e9f85be4e5a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.874692 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-cde7a874-ff47-4a0a-bac8-5b0292cbb96a service neutron] 10.222.0.10 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096161 Aug 20 11:32:25.893524 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.919274 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66f2b973-d8c9-4624-a7b0-3e9f85be4e5a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:25.957828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6ea98-59ce-407a-a5b7-fcc114ef95a7 req-020f8052-9667-4c33-bca6-bd8e81bb6147 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:25.959560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dfe6ea98-59ce-407a-a5b7-fcc114ef95a7 req-020f8052-9667-4c33-bca6-bd8e81bb6147 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 1.0142772 Aug 20 11:32:25.976224 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-56685fcc-3a3f-49f0-a641-850d760f0c17 service neutron] 10.222.0.10 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768656 Aug 20 11:32:26.057974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dfe6ea98-59ce-407a-a5b7-fcc114ef95a7 req-c5e4948c-e5b1-4eea-9b4a-5d231356645b tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871727 Aug 20 11:32:26.082415 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f3f2fb17-ae39-4bde-9ff1-b7741b10f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:26.098415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:26.133110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66f2b973-d8c9-4624-a7b0-3e9f85be4e5a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:26.141407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2fb17-ae39-4bde-9ff1-b7741b10f71d None None] Pushing event deleted for resources: {'Port': ['ID=8bd6c5e0-1efc-4b39-9099-b9f301a0eef8,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:26.167886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2b973-d8c9-4624-a7b0-3e9f85be4e5a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=993e0f22-8d75-4ddc-9453-1f16b2e2d142,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:26.169857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-57071140-542d-4b85-af0b-62534fe37e7a None None] Provisioning for port 2ac9ef0c-6437-446d-be27-28cd33a9034f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:26.173404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2fb17-ae39-4bde-9ff1-b7741b10f71d None None] No DVR routers for this DVR port 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:26.176638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66f2b973-d8c9-4624-a7b0-3e9f85be4e5a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:26.179347 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-66f2b973-d8c9-4624-a7b0-3e9f85be4e5a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/993e0f22-8d75-4ddc-9453-1f16b2e2d142 HTTP/1.1" status: 204 len: 168 time: 1.0040131 Aug 20 11:32:26.182487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40130) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:26.269219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26bbc50-1971-47b7-a07a-01e2ce6bcbfe None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:26.291149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:26.291656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:26.312969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-31533d2f-2b8e-41ec-aa63-c2d654a4286c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1286104 Aug 20 11:32:26.317034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40138) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:26.328881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8adfbaa5-036a-4ada-97a0-dc37ff91571e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:26.398466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2a41aea5-b987-4b94-923c-6b7c6008229b None None] Could not find standard attr ID for object bab92e73-fac5-41ab-9315-f8e84c531581. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:32:26.499012 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4eac796d-c9c3-43e6-afd2-8bbcba9bbeca req-bde5fed9-4bb9-47ec-af48-8f06623a5320 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 210 time: 0.1027918 Aug 20 11:32:26.594563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port 3b666c4f-aa8e-4b20-a136-f3c709e48a5d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b666c4f-aa8e-4b20-a136-f3c709e48a5d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:26.594563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:26.633225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for 3b666c4f-aa8e-4b20-a136-f3c709e48a5d owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:26.661591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adfbaa5-036a-4ada-97a0-dc37ff91571e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:26.671879 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8adfbaa5-036a-4ada-97a0-dc37ff91571e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:26.735987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3556dd-cf04-436e-aa05-f2ac8115bf12 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:32:26.781639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2ac9ef0c-6437-446d-be27-28cd33a9034f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:27.077940 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8d3556dd-cf04-436e-aa05-f2ac8115bf12 None None] Deleting port 2ac9ef0c-6437-446d-be27-28cd33a9034f {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:27.078703 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d3556dd-cf04-436e-aa05-f2ac8115bf12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.080726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Sync routers for ids ['a3c0d9d1-d660-42da-85d7-49edfedca246'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:32:27.137064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-02dc797e-5c9d-49cf-a2e3-8e051fbcf9f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:27.138638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-02dc797e-5c9d-49cf-a2e3-8e051fbcf9f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 818 time: 0.2454114 Aug 20 11:32:27.152174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Routers {'a3c0d9d1-d660-42da-85d7-49edfedca246'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:27.153017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a3c0d9d1-d660-42da-85d7-49edfedca246'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:27.176287 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-b8dd3021-457e-4c3c-846d-5727e1dc2b92 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/quotas/8da78c2b026349df8fe2da90b9e4d837 HTTP/1.1" status: 200 len: 375 time: 0.0157909 Aug 20 11:32:27.224525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae4e1-6a20-48b1-b5db-88e544d7f065 req-9a616dd8-b6bc-491a-b50b-e3efde8e052b tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:27.228281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f9ae4e1-6a20-48b1-b5db-88e544d7f065 req-9a616dd8-b6bc-491a-b50b-e3efde8e052b tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.0675623 Aug 20 11:32:27.245637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8d3556dd-cf04-436e-aa05-f2ac8115bf12 None None] For port 2ac9ef0c-6437-446d-be27-28cd33a9034f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2ac9ef0c-6437-446d-be27-28cd33a9034f,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:27.246175 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d3556dd-cf04-436e-aa05-f2ac8115bf12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.272655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8d3556dd-cf04-436e-aa05-f2ac8115bf12 None None] Calling delete_port for 2ac9ef0c-6437-446d-be27-28cd33a9034f owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:27.294896 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-65d5e86f-35cb-480f-ab21-e67a65b227da tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082082 Aug 20 11:32:27.320577 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f9ae4e1-6a20-48b1-b5db-88e544d7f065 req-c27b036f-6acd-4ef3-baff-60af10d317f1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800495 Aug 20 11:32:27.387623 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.393891 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8adfbaa5-036a-4ada-97a0-dc37ff91571e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.416690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 2ac9ef0c-6437-446d-be27-28cd33a9034f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:27.447174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 2ac9ef0c-6437-446d-be27-28cd33a9034f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:27.447552 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.537150 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.537354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adfbaa5-036a-4ada-97a0-dc37ff91571e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:27.540231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=3b666c4f-aa8e-4b20-a136-f3c709e48a5d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:27.560989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8adfbaa5-036a-4ada-97a0-dc37ff91571e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:27.567094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adfbaa5-036a-4ada-97a0-dc37ff91571e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:27.569931 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8adfbaa5-036a-4ada-97a0-dc37ff91571e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.574149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Set router a3c0d9d1-d660-42da-85d7-49edfedca246 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:27.623442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfbaa5-036a-4ada-97a0-dc37ff91571e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=6d5d8f31-a809-4de2-a0a4-149fe451aa19,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:27.665681 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-b738b3e6-7b31-4e3e-9e6f-bda35891572a service neutron] 10.222.0.10 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614326 Aug 20 11:32:27.688562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.750405 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.757821 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.769057 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-1c060786-1e9f-4a80-a970-1aa9ee4d0ec6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945437 Aug 20 11:32:27.825868 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8adfbaa5-036a-4ada-97a0-dc37ff91571e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5076604 Aug 20 11:32:27.828572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40182) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:27.837935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'name': 'tempest-NetworksTestDHCPv6-287015948'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:27.856372 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-3207c5cc-d8f9-499e-a415-0cb1d5223c6c service neutron] 10.222.0.10 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819518 Aug 20 11:32:27.867682 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:32:27.867682 n-d-804230-3 neutron-server[95589]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 20 11:32:27.867682 n-d-804230-3 neutron-server[95589]: [parameters: {'status': 'ACTIVE', 'ports_id': '2ac9ef0c-6437-446d-be27-28cd33a9034f'}] Aug 20 11:32:27.867682 n-d-804230-3 neutron-server[95589]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:32:27.869775 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:32:27.901653 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d3556dd-cf04-436e-aa05-f2ac8115bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:27.939958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3556dd-cf04-436e-aa05-f2ac8115bf12 None None] Pushing event deleted for resources: {'Port': ['ID=2ac9ef0c-6437-446d-be27-28cd33a9034f,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:27.947920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3556dd-cf04-436e-aa05-f2ac8115bf12 None None] No DVR routers for this DVR port 2ac9ef0c-6437-446d-be27-28cd33a9034f on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:27.982419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92484084-fdd5-4c21-8919-c883a4d7ffd5 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:28.055106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-df3c975c-3dd7-4509-a9f6-61f8d509b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:28.058857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-df3c975c-3dd7-4509-a9f6-61f8d509b743 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d020db29f9b1461abccf5c51e617e6be&device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 1096 time: 0.0764921 Aug 20 11:32:28.242712 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.245386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Fanout notify agent at l3_agent the message router_deleted on router 71436fc4-86db-425e-bd01-cb1b11d644b1 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:32:28.260335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:28.267817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '6d5d8f31-a809-4de2-a0a4-149fe451aa19'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:32:28.269101 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.274305 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.308291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'name': 'tempest-ServerRescueNegativeTestJSON-542070527-router', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:14Z', 'updated_at': '2021-08-20T11:32:21Z', 'revision_number': 4, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'gw_port': {'id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ce:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:15Z', 'updated_at': '2021-08-20T11:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fbab72c8-de82-4953-87ea-38e045dacd5a', 'name': '', 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'mac_address': 'fa:16:3e:3b:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:19Z', 'updated_at': '2021-08-20T11:32:21Z', 'revision_number': 2, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'subnets': [{'id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:28.320767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.325333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40194) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:28.338402 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-53d8535a-139f-48b5-b2ab-405a68608d85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/routers/71436fc4-86db-425e-bd01-cb1b11d644b1 HTTP/1.1" status: 204 len: 168 time: 3.6592042 Aug 20 11:32:28.359736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-b20e1d08-d164-465d-bdc9-ec568c87316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:28.362861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-b20e1d08-d164-465d-bdc9-ec568c87316f service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb730dde-0481-4a62-932a-41c83adf9294 HTTP/1.1" status: 200 len: 908 time: 0.2739849 Aug 20 11:32:28.481580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Checking router: a3c0d9d1-d660-42da-85d7-49edfedca246 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:32:28.482216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Updating router a3c0d9d1-d660-42da-85d7-49edfedca246 port fbab72c8-de82-4953-87ea-38e045dacd5a binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:32:28.540237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Port 2ac9ef0c-6437-446d-be27-28cd33a9034f update to ACTIVE by agent not found {{(pid=95589) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 20 11:32:28.540999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 507f997f-eebd-45f5-86ff-a39b48c5895f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:28.598157 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.605513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88d2bf11-2eab-4834-ac05-34a233e85f54 req-2d306958-1465-4934-94a2-732bb0cb9126 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 210 time: 0.3639569 Aug 20 11:32:28.652903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 6e6829ca-4627-455b-921f-70cf87193b88 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:32:28.716484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.756185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec69a63-3dd0-4622-ae98-8552f2afca55 req-cb15eb0d-70ba-4bd8-b97b-4bfa1c43dbf1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:28.769439 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ec69a63-3dd0-4622-ae98-8552f2afca55 req-cb15eb0d-70ba-4bd8-b97b-4bfa1c43dbf1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.2587528 Aug 20 11:32:28.781565 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-78c2f0f8-5845-4b5e-97f7-b8cbdf998b89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9d71100-a60c-4002-9281-3c51eda64f35 HTTP/1.1" status: 200 len: 1001 time: 0.3692715 Aug 20 11:32:28.795937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/6d5d8f31-a809-4de2-a0a4-149fe451aa19/b7e218b8-9e83-43f7-a7d2-266603e97467) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:28.797980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 507f997f-eebd-45f5-86ff-a39b48c5895f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:28.835101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 507f997f-eebd-45f5-86ff-a39b48c5895f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:28.835785 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.865663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ec69a63-3dd0-4622-ae98-8552f2afca55 req-d260a6cc-34d6-4ea4-8180-20dd35394541 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944641 Aug 20 11:32:28.905380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-40492acc-e831-439b-b739-d751deef64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:28.907926 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-40492acc-e831-439b-b739-d751deef64b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4e3d507c-6c88-4bd0-a955-0f37897d208e HTTP/1.1" status: 200 len: 846 time: 0.1185951 Aug 20 11:32:28.948159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:28.965040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf582b46-fb17-4c24-9d6c-fb0cf01f48ca']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:28.978146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-43b72ae2-4fb6-464f-894e-91d61affac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:28.979912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-43b72ae2-4fb6-464f-894e-91d61affac89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb730dde-0481-4a62-932a-41c83adf9294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620635 Aug 20 11:32:28.984115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0922e58-d71e-4afd-b565-6dc1664743c8') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:28.984456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0922e58-d71e-4afd-b565-6dc1664743c8') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:29.009976 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.072741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.095707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:32:29.097108 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:32:29.122168 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:32:29.197878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-bccfbca6-a6f3-4cf6-ad90-ea71e52e33bf service neutron] 10.222.0.57 "GET /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057815 Aug 20 11:32:29.202052 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.270818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 507f997f-eebd-45f5-86ff-a39b48c5895f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=507f997f-eebd-45f5-86ff-a39b48c5895f,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:29.281173 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.313798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Transition to ACTIVE for port object b7e218b8-9e83-43f7-a7d2-266603e97467 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:29.337685 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.348424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d7c9896-6f7b-49e3-a199-b58323371ad0 req-59bb7cdb-eaf2-4044-88c7-e4d1016ebb24 service neutron] 10.222.0.57 "GET /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433942 Aug 20 11:32:29.350626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Transition to ACTIVE for port object b7e218b8-9e83-43f7-a7d2-266603e97467 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:29.352733 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Transition to ACTIVE for port object fbab72c8-de82-4953-87ea-38e045dacd5a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:29.587589 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.605806 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.605806 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/networks/bf582b46-fb17-4c24-9d6c-fb0cf01f48ca HTTP/1.1" status: 204 len: 168 time: 1.2734354 Aug 20 11:32:29.605806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40222) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:29.632668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4ca08-2774-403c-96fa-668a776b9277 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Network': ['ID=bf582b46-fb17-4c24-9d6c-fb0cf01f48ca,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:29.684431 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.688741 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.695523 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.737692 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e49b8b9-018a-498a-8691-341661c2182c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.798104 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e49b8b9-018a-498a-8691-341661c2182c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:29.827027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:29.895956 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d2ae970-aba0-4a0b-b28e-6271e28759ab req-ba798754-afb6-4882-9783-1695498bbe9e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 210 time: 0.2191589 Aug 20 11:32:29.945996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::3c0 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/6d5d8f31-a809-4de2-a0a4-149fe451aa19/6e6829ca-4627-455b-921f-70cf87193b88) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:30.029719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e49b8b9-018a-498a-8691-341661c2182c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.033498 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e49b8b9-018a-498a-8691-341661c2182c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.039363 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2e49b8b9-018a-498a-8691-341661c2182c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/security-groups/330af766-7b3e-4736-bead-ed6cb5b5ba50 HTTP/1.1" status: 204 len: 168 time: 0.4315345 Aug 20 11:32:30.055007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49b8b9-018a-498a-8691-341661c2182c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330af766-7b3e-4736-bead-ed6cb5b5ba50,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:30.085378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cfa5a-98e8-4359-8611-3103cdce71ae req-6ab2efb5-df83-4863-b3c0-4bb9a9af31c2 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:30.088260 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-868cfa5a-98e8-4359-8611-3103cdce71ae req-6ab2efb5-df83-4863-b3c0-4bb9a9af31c2 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1158416 Aug 20 11:32:30.189471 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-868cfa5a-98e8-4359-8611-3103cdce71ae req-a404250d-2cd2-438e-a31b-ee6f7a6dab7b tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929766 Aug 20 11:32:30.245774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:30.246909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8bd6c5e0-1efc-4b39-9099-b9f301a0eef8 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:30.248647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6c837463-85f5-4426-a633-13f478a4d3f5 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:30.270342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:30.296019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:30.296294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:30.319902 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.351743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 6c837463-85f5-4426-a633-13f478a4d3f5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:30.351743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6c837463-85f5-4426-a633-13f478a4d3f5 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:30.357064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 6e6829ca-4627-455b-921f-70cf87193b88 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:30.424906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=507f997f-eebd-45f5-86ff-a39b48c5895f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:30.500750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.501086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.501440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.501767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.502099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.502428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.502781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.504486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.504864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.505233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.505732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.506114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:30.599072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Pushing event updated for resources: {'Port': ['ID=b7e218b8-9e83-43f7-a7d2-266603e97467,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:30.640924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Attempting to bind port fbab72c8-de82-4953-87ea-38e045dacd5a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:30.649688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Attempting to bind port fbab72c8-de82-4953-87ea-38e045dacd5a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:30.649688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Attempting to bind port fbab72c8-de82-4953-87ea-38e045dacd5a on network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:30.658122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2ac9ef0c-6437-446d-be27-28cd33a9034f no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:30.669529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:30.669918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Checking segment: {'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:30.670379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.671126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Bound using segment: {'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:30.677018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Bound port: fbab72c8-de82-4953-87ea-38e045dacd5a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:30.677326 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.720234 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.744868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42764d-f341-444c-a12e-44912f481980 req-168b6b6b-f350-4bc8-89bd-1f9cfa027ed2 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:30.755945 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-168b6b6b-f350-4bc8-89bd-1f9cfa027ed2 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.38 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 818 time: 0.4047098 Aug 20 11:32:30.778551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Request body: {'port': {'device_id': 'f4826f21-1325-45e4-b92f-bfebafd0eecd', 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57', 'admin_state_up': True, 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:30.844946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 2ac9ef0c-6437-446d-be27-28cd33a9034f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:30.845633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2ac9ef0c-6437-446d-be27-28cd33a9034f not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:30.856833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b666c4f-aa8e-4b20-a136-f3c709e48a5d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:30.890008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=6e6829ca-4627-455b-921f-70cf87193b88,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:30.898736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:30.905280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:30.912791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:30.925173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:30.926142 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:30.973530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Attempting to bind port b7e218b8-9e83-43f7-a7d2-266603e97467 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:30.976516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Attempting to bind port b7e218b8-9e83-43f7-a7d2-266603e97467 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:30.977834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Attempting to bind port b7e218b8-9e83-43f7-a7d2-266603e97467 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:30.997842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 3b666c4f-aa8e-4b20-a136-f3c709e48a5d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:30.998235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b666c4f-aa8e-4b20-a136-f3c709e48a5d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:31.047578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d578c-00c9-42bf-88cd-c5efd7e64a52 req-b9165169-3fa4-4015-a870-fcbc89998936 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.058038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a12d578c-00c9-42bf-88cd-c5efd7e64a52 req-b9165169-3fa4-4015-a870-fcbc89998936 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1253614 Aug 20 11:32:31.079778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40256) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:31.085255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c347dcec-c3bf-4b8c-aa4e-cbd4a9fa1630 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399727138', 'description': 'tempest-secgroup-smoke-399727138 description', 'project_id': '981bab59c36f4c10932ff10b206a827c'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:31.107938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-79bd4bf9-2f2f-4383-af88-73cece7eafdf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2780674 Aug 20 11:32:31.112962 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a12d578c-00c9-42bf-88cd-c5efd7e64a52 req-24327a33-717d-489e-8ca0-88ccfa6ad73c tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538604 Aug 20 11:32:31.113555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40262) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:31.160400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] For port fbab72c8-de82-4953-87ea-38e045dacd5a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:31.160400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] For port fbab72c8-de82-4953-87ea-38e045dacd5a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fbab72c8-de82-4953-87ea-38e045dacd5a,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:31.170704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016228c4-a898-41e2-a171-6f48c92c49bf req-57c1a8e9-c181-4585-9c19-a764af372196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.172671 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-016228c4-a898-41e2-a171-6f48c92c49bf req-57c1a8e9-c181-4585-9c19-a764af372196 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e09626cda936453eadf13bdf3f7e2b36&device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 1096 time: 0.0802712 Aug 20 11:32:31.177270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:31.177550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-c347dcec-c3bf-4b8c-aa4e-cbd4a9fa1630 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:32:31.177550 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:32:31.177550 n-d-804230-3 neutron-server[95587]: [parameters: {'project_id_1': '981bab59c36f4c10932ff10b206a827c', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 32, 31, 103187)}] Aug 20 11:32:31.177550 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:32:31.177968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:31.178080 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-c347dcec-c3bf-4b8c-aa4e-cbd4a9fa1630 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:32:31.178173 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.178638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:31.179146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Bound port: b7e218b8-9e83-43f7-a7d2-266603e97467, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:31.179628 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.187816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca6bae-23a7-4a9b-83a4-d05cc2e925db None None] Pushing event updated for resources: {'Port': ['ID=fbab72c8-de82-4953-87ea-38e045dacd5a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:31.277211 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.294769 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f293345-4188-46dc-9249-98ed3a9e1cf7 req-71e3b479-9e56-4c4d-8bf8-ac65fa782444 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 210 time: 0.0731714 Aug 20 11:32:31.322198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c1bee-0220-4eb4-b751-f26db2d2c532 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.330498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c1bee-0220-4eb4-b751-f26db2d2c532 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.341820 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-444c1bee-0220-4eb4-b751-f26db2d2c532 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2027004 Aug 20 11:32:31.350615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Made reservation on behalf of 8da78c2b026349df8fe2da90b9e4d837 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:31.350615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.351671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40268) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:31.392557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca6bae-23a7-4a9b-83a4-d05cc2e925db None None] Pushing event updated for resources: {'Port': ['ID=fbab72c8-de82-4953-87ea-38e045dacd5a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:31.408669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Routers {'a3c0d9d1-d660-42da-85d7-49edfedca246'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:31.409314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a3c0d9d1-d660-42da-85d7-49edfedca246'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:31.438185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016228c4-a898-41e2-a171-6f48c92c49bf req-9bc8b2ed-6c4d-4be3-aefa-f800aed22aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.439859 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-016228c4-a898-41e2-a171-6f48c92c49bf req-9bc8b2ed-6c4d-4be3-aefa-f800aed22aa5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b HTTP/1.1" status: 200 len: 917 time: 0.2589860 Aug 20 11:32:31.479058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] For port b7e218b8-9e83-43f7-a7d2-266603e97467, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:31.497328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] For port b7e218b8-9e83-43f7-a7d2-266603e97467, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b7e218b8-9e83-43f7-a7d2-266603e97467,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:31.532604 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-016228c4-a898-41e2-a171-6f48c92c49bf req-c7d7deca-7e71-4417-874d-a69fa625cb80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b54ec98-ea05-49dc-997f-18c1b0637833 HTTP/1.1" status: 200 len: 217 time: 0.0828266 Aug 20 11:32:31.588966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] Set router a3c0d9d1-d660-42da-85d7-49edfedca246 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:31.597650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016228c4-a898-41e2-a171-6f48c92c49bf req-a82b6182-9d99-4187-8bc4-ed57bae1a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.599238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-016228c4-a898-41e2-a171-6f48c92c49bf req-a82b6182-9d99-4187-8bc4-ed57bae1a000 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd164739-c9ff-431b-b978-e951ecd55018 HTTP/1.1" status: 200 len: 855 time: 0.0574839 Aug 20 11:32:31.622769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Allocated IP 172.20.0.4 (cd5413e3-4e0a-4a92-8cfb-272b1a827e57/7049a454-c335-4902-ad05-70e8d6378b5a/6070870d-3cc4-4343-a086-18f59e5cfbd0) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:31.639182 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.649598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e6a28bde-a1fc-47b1-9cab-b43a82a5e98f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 6e6829ca-4627-455b-921f-70cf87193b88 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:31.649963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6a28bde-a1fc-47b1-9cab-b43a82a5e98f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.675920 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016228c4-a898-41e2-a171-6f48c92c49bf req-8fc32f1e-ea64-4bd6-bf62-15c817b7eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:31.677911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-016228c4-a898-41e2-a171-6f48c92c49bf req-8fc32f1e-ea64-4bd6-bf62-15c817b7eaa9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=942489a6-d0cc-4e4f-8d1d-47b8985fb56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673585 Aug 20 11:32:31.845671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6a28bde-a1fc-47b1-9cab-b43a82a5e98f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:31.863246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e6a28bde-a1fc-47b1-9cab-b43a82a5e98f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 6e6829ca-4627-455b-921f-70cf87193b88 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:31.902220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00434a3d-ddee-4234-a89d-8bd1959a4d1c None None] Pushing event updated for resources: {'Port': ['ID=b7e218b8-9e83-43f7-a7d2-266603e97467,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:31.959231 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:32.158375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'name': 'tempest-ServerRescueNegativeTestJSON-542070527-router', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:14Z', 'updated_at': '2021-08-20T11:32:21Z', 'revision_number': 4, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'gw_port': {'id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:15Z', 'updated_at': '2021-08-20T11:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fbab72c8-de82-4953-87ea-38e045dacd5a', 'name': '', 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'mac_address': 'fa:16:3e:3b:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:19Z', 'updated_at': '2021-08-20T11:32:31Z', 'revision_number': 4, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'subnets': [{'id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:32.205200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:32.213595 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c347dcec-c3bf-4b8c-aa4e-cbd4a9fa1630 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:32.232649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757c035-4ff1-491d-9f57-a4d21adda728 None None] The sync data for ids ['a3c0d9d1-d660-42da-85d7-49edfedca246'] in n-d-804230-3 is: [{'id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'name': 'tempest-ServerRescueNegativeTestJSON-542070527-router', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:14Z', 'updated_at': '2021-08-20T11:32:21Z', 'revision_number': 4, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'gw_port': {'id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:15Z', 'updated_at': '2021-08-20T11:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fbab72c8-de82-4953-87ea-38e045dacd5a', 'name': '', 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'mac_address': 'fa:16:3e:3b:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:19Z', 'updated_at': '2021-08-20T11:32:31Z', 'revision_number': 4, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'subnets': [{'id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:32.408088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:32.416131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:32.420914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:32.436095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Pushing event updated for resources: {'Port': ['ID=6070870d-3cc4-4343-a086-18f59e5cfbd0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:32.542682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fccb0896-1aa5-49ff-85c4-27b9d25959d6 req-956bf5cb-da77-4264-8bb5-f6d847fc0cb3 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 210 time: 0.0603082 Aug 20 11:32:32.550809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:32.551734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:32.607793 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-016228c4-a898-41e2-a171-6f48c92c49bf req-c88601be-ee7e-433c-aa28-c08ddaa66b85 service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071859 Aug 20 11:32:32.661373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0a8fe-61eb-4b66-8a2c-61c1d2c35cf3 req-81bc269c-644f-4f5c-85bf-d420efb45b08 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:32.668951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95d0a8fe-61eb-4b66-8a2c-61c1d2c35cf3 req-81bc269c-644f-4f5c-85bf-d420efb45b08 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.3674762 Aug 20 11:32:32.840840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 507f997f-eebd-45f5-86ff-a39b48c5895f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:32.881359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-1b64856c-cd1d-40ed-8d5e-9f5376c50150 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:32.883055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-1b64856c-cd1d-40ed-8d5e-9f5376c50150 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.38 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 818 time: 0.7741303 Aug 20 11:32:32.921157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Request body: {'port': {'device_id': '74c83f6b-f2c4-492e-ba60-8966818c92dd', 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57', 'admin_state_up': True, 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:33.034461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 507f997f-eebd-45f5-86ff-a39b48c5895f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:33.034461 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.395896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95d0a8fe-61eb-4b66-8a2c-61c1d2c35cf3 req-62e41440-0244-45ee-9e10-bb2de59fd23d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099921 Aug 20 11:32:33.399957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b7e218b8-9e83-43f7-a7d2-266603e97467 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:33.401443 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-016228c4-a898-41e2-a171-6f48c92c49bf req-4789b8d5-7025-4e15-a62d-cea522ac0181 service neutron] 10.222.0.57 "GET /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115406 Aug 20 11:32:33.667326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6a28bde-a1fc-47b1-9cab-b43a82a5e98f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.688188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1c26d4e-d027-478d-b4af-66db044d699a req-c67d3a5a-726b-4720-8d2e-e64b2aea6cc5 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 210 time: 0.0383904 Aug 20 11:32:33.691651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b7e218b8-9e83-43f7-a7d2-266603e97467 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:33.698550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-70e26ce1-e08c-4d6c-bf7f-5dbde421ec9f None None] Provisioning for port b7e218b8-9e83-43f7-a7d2-266603e97467 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:33.704151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b7e218b8-9e83-43f7-a7d2-266603e97467 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:33.704680 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.727070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a28bde-a1fc-47b1-9cab-b43a82a5e98f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=6e6829ca-4627-455b-921f-70cf87193b88,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:33.729305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-70e26ce1-e08c-4d6c-bf7f-5dbde421ec9f None None] Provisioning complete for port b7e218b8-9e83-43f7-a7d2-266603e97467 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:33.729753 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-70e26ce1-e08c-4d6c-bf7f-5dbde421ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.769460 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6a28bde-a1fc-47b1-9cab-b43a82a5e98f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.774584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e6a28bde-a1fc-47b1-9cab-b43a82a5e98f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/6e6829ca-4627-455b-921f-70cf87193b88 HTTP/1.1" status: 204 len: 168 time: 2.4149499 Aug 20 11:32:33.774584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40312) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:33.859076 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c347dcec-c3bf-4b8c-aa4e-cbd4a9fa1630 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.892186 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.910694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd0412-e8ff-4ae0-a23e-97f3e0e44338 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:33.913317 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-70e26ce1-e08c-4d6c-bf7f-5dbde421ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.913587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd0412-e8ff-4ae0-a23e-97f3e0e44338 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:33.915717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c9bd0412-e8ff-4ae0-a23e-97f3e0e44338 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1402402 Aug 20 11:32:33.918548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40320) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:33.958684 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c347dcec-c3bf-4b8c-aa4e-cbd4a9fa1630 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:33.963228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b7e218b8-9e83-43f7-a7d2-266603e97467, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b7e218b8-9e83-43f7-a7d2-266603e97467,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:34.000971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347dcec-c3bf-4b8c-aa4e-cbd4a9fa1630 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1700859a-6aeb-4223-97dd-13b19cc8b000,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:34.021990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c54b96-905e-44b9-a669-5782250d8299 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 6d5d8f31-a809-4de2-a0a4-149fe451aa19 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:34.026483 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14c54b96-905e-44b9-a669-5782250d8299 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.091142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.092091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fbab72c8-de82-4953-87ea-38e045dacd5a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:34.114274 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14c54b96-905e-44b9-a669-5782250d8299 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.250744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14c54b96-905e-44b9-a669-5782250d8299 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.288342 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-70e26ce1-e08c-4d6c-bf7f-5dbde421ec9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:32:34.288719 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-70e26ce1-e08c-4d6c-bf7f-5dbde421ec9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:32:34.300180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c347dcec-c3bf-4b8c-aa4e-cbd4a9fa1630 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.301494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c347dcec-c3bf-4b8c-aa4e-cbd4a9fa1630 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.2226214 Aug 20 11:32:34.304448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40324) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:34.309925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e7ae5210-da5a-4be3-ab0f-bb9415d38345 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '1700859a-6aeb-4223-97dd-13b19cc8b000', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:34.327420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b7e218b8-9e83-43f7-a7d2-266603e97467,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:34.382068 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-5bbc28f1-fc5c-479a-b33d-9c5fc2d8f2f4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6186519 Aug 20 11:32:34.400155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Request body: {'port': {'device_id': 'f4826f21-1325-45e4-b92f-bfebafd0eecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:34.548734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.575177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfabbc-a45d-4985-ad23-8054a548d9bf req-645e50c7-7f07-428f-a952-aad27706659b tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:34.576756 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6cbfabbc-a45d-4985-ad23-8054a548d9bf req-645e50c7-7f07-428f-a952-aad27706659b tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1070960 Aug 20 11:32:34.716912 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6cbfabbc-a45d-4985-ad23-8054a548d9bf req-aa45b802-ea9f-4a0c-a6d5-69ea6527ebc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158969 Aug 20 11:32:34.765734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port fbab72c8-de82-4953-87ea-38e045dacd5a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:34.771681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fbab72c8-de82-4953-87ea-38e045dacd5a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:34.772063 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.773463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Made reservation on behalf of 8da78c2b026349df8fe2da90b9e4d837 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:34.777374 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.792862 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14c54b96-905e-44b9-a669-5782250d8299 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.826757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c54b96-905e-44b9-a669-5782250d8299 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5d8f31-a809-4de2-a0a4-149fe451aa19,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:34.832914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14c54b96-905e-44b9-a669-5782250d8299 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:34.834909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-14c54b96-905e-44b9-a669-5782250d8299 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/6d5d8f31-a809-4de2-a0a4-149fe451aa19 HTTP/1.1" status: 204 len: 168 time: 0.9146101 Aug 20 11:32:34.838336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40342) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:34.893834 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d855234-8865-49fe-b686-52ebb2ae3472 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544488 Aug 20 11:32:34.896376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40344) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:34.945959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba1c7da-3a4c-439b-8263-1f928d2ae0ec None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:35.035687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd5f75f6-0f59-4408-aedc-7e480c7fde75 req-380a0eba-5b87-4135-a451-684bac438ded tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 210 time: 0.1320741 Aug 20 11:32:35.049863 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7ae5210-da5a-4be3-ab0f-bb9415d38345 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.111947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a904c58a-0b97-425d-b354-f0cec29dcac4 None None] Could not find standard attr ID for object 6e6829ca-4627-455b-921f-70cf87193b88. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:32:35.118113 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7ae5210-da5a-4be3-ab0f-bb9415d38345 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.129285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c84366-f2d4-4b77-bd70-e46e96a05b24 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:35.147377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-20c84366-f2d4-4b77-bd70-e46e96a05b24 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2329798 Aug 20 11:32:35.147714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40348) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:35.147825 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.147933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6070870d-3cc4-4343-a086-18f59e5cfbd0 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:35.163191 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.179904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Transition to ACTIVE for port object 6070870d-3cc4-4343-a086-18f59e5cfbd0 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:35.199454 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port fbab72c8-de82-4953-87ea-38e045dacd5a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fbab72c8-de82-4953-87ea-38e045dacd5a,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:35.201932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcee7c4-e5b8-40a9-a512-f6d3308ecbe0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:35.206404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9fcee7c4-e5b8-40a9-a512-f6d3308ecbe0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0687988 Aug 20 11:32:35.206875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40352) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:35.247596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7ae5210-da5a-4be3-ab0f-bb9415d38345 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.257395 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-96ab0dc8-16cd-497b-9483-857d3e2c7f91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446527 Aug 20 11:32:35.257395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40354) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:35.274182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5056350f-5e87-4d41-aa54-e65a8e2289c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:35.293310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae5210-da5a-4be3-ab0f-bb9415d38345 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6613e0-9657-46e0-ad6f-daf52c0ed653,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:35.318482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b978118-9275-497d-b491-84f455b23935 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:32:35.390188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8b978118-9275-497d-b491-84f455b23935 None None] Deleting port b7e218b8-9e83-43f7-a7d2-266603e97467 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:35.390613 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8b978118-9275-497d-b491-84f455b23935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.404756 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.417868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Allocated IP 172.20.0.12 (cd5413e3-4e0a-4a92-8cfb-272b1a827e57/7049a454-c335-4902-ad05-70e8d6378b5a/dbdea0bb-46ae-4ddf-9d86-a05d69571f6a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:35.470876 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7ae5210-da5a-4be3-ab0f-bb9415d38345 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.482840 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.483662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e7ae5210-da5a-4be3-ab0f-bb9415d38345 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1670349 Aug 20 11:32:35.483662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40356) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:35.484578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8b978118-9275-497d-b491-84f455b23935 None None] For port b7e218b8-9e83-43f7-a7d2-266603e97467, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b7e218b8-9e83-43f7-a7d2-266603e97467,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:35.484578 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8b978118-9275-497d-b491-84f455b23935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.488046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6ea5a40d-5616-4bd7-acf0-489acc8f4cd7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '1700859a-6aeb-4223-97dd-13b19cc8b000', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:35.542410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8b978118-9275-497d-b491-84f455b23935 None None] Calling delete_port for b7e218b8-9e83-43f7-a7d2-266603e97467 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:35.561890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Pushing event updated for resources: {'Port': ['ID=6070870d-3cc4-4343-a086-18f59e5cfbd0,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:35.665943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Attempting to bind port 6070870d-3cc4-4343-a086-18f59e5cfbd0 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:35.666230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Attempting to bind port 6070870d-3cc4-4343-a086-18f59e5cfbd0 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:35.666525 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Attempting to bind port 6070870d-3cc4-4343-a086-18f59e5cfbd0 on network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:35.672288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Port 6070870d-3cc4-4343-a086-18f59e5cfbd0 on network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:35.672524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Attempting to bind port 6070870d-3cc4-4343-a086-18f59e5cfbd0 on network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:35.673362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b7e218b8-9e83-43f7-a7d2-266603e97467 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:35.682783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:35.683425 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Checking segment: {'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:35.684075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Bound using segment: {'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:35.685431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Bound port: 6070870d-3cc4-4343-a086-18f59e5cfbd0, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:35.686160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.697606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=fbab72c8-de82-4953-87ea-38e045dacd5a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:35.711118 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ea5a40d-5616-4bd7-acf0-489acc8f4cd7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.803365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.823484 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ea5a40d-5616-4bd7-acf0-489acc8f4cd7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.843001 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8b978118-9275-497d-b491-84f455b23935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.846121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] For port 6070870d-3cc4-4343-a086-18f59e5cfbd0, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:35.850346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] For port 6070870d-3cc4-4343-a086-18f59e5cfbd0, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:35.909662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b978118-9275-497d-b491-84f455b23935 None None] No DVR routers for this DVR port b7e218b8-9e83-43f7-a7d2-266603e97467 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:35.911486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b978118-9275-497d-b491-84f455b23935 None None] Pushing event deleted for resources: {'Port': ['ID=b7e218b8-9e83-43f7-a7d2-266603e97467,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:35.940648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.978857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd996a0-2906-4a2e-8168-22e5cf25b176 req-7b979a45-71bd-4fd5-a4a9-7f29d5808061 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:35.986391 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcd996a0-2906-4a2e-8168-22e5cf25b176 req-7b979a45-71bd-4fd5-a4a9-7f29d5808061 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1513078 Aug 20 11:32:35.989701 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.991747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5056350f-5e87-4d41-aa54-e65a8e2289c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:35.994092 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ea5a40d-5616-4bd7-acf0-489acc8f4cd7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:35.995558 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5056350f-5e87-4d41-aa54-e65a8e2289c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.125183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.128451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.128451 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] 10.222.0.38 "PUT /v2.0/ports/6070870d-3cc4-4343-a086-18f59e5cfbd0 HTTP/1.1" status: 200 len: 1091 time: 1.7339325 Aug 20 11:32:36.140634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4826f21-1325-45e4-b92f-bfebafd0eecd', 'tag': '6070870d-3cc4-4343-a086-18f59e5cfbd0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:36.146241 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eea250-ae38-434f-b880-d597148f7cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4826f21-1325-45e4-b92f-bfebafd0eecd", "tag": "6070870d-3cc4-4343-a086-18f59e5cfbd0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:36.187170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eae229-46c6-4c40-b746-f8a2d694da75 service neutron] Pushing event updated for resources: {'Port': ['ID=6070870d-3cc4-4343-a086-18f59e5cfbd0,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:36.232227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9735c147-0834-4d62-8819-2ca228b54a1b req-7cd056bb-68d4-4068-a63d-411f2c285888 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 210 time: 0.0415564 Aug 20 11:32:36.335348 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d9634d-7578-4026-aa1d-b52123559307 x-openstack-request-id: req-c6d9634d-7578-4026-aa1d-b52123559307 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:36.335703 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4826f21-1325-45e4-b92f-bfebafd0eecd", "tag": "6070870d-3cc4-4343-a086-18f59e5cfbd0", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:36.335951 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6d9634d-7578-4026-aa1d-b52123559307 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:36.336888 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4826f21-1325-45e4-b92f-bfebafd0eecd', 'tag': '6070870d-3cc4-4343-a086-18f59e5cfbd0', 'status': 'completed', 'code': 200} Aug 20 11:32:36.387484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42764d-f341-444c-a12e-44912f481980 req-91285531-24b4-48f7-a0d4-815cfea425b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.389118 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-91285531-24b4-48f7-a0d4-815cfea425b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 1094 time: 0.1206987 Aug 20 11:32:36.446711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-43d37102-91ed-42b6-bf8f-a3c5241c6d27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0485933 Aug 20 11:32:36.450222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5a40d-5616-4bd7-acf0-489acc8f4cd7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78925325-456d-405a-838b-b49ae9d64f61,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:36.457631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcd996a0-2906-4a2e-8168-22e5cf25b176 req-1f17b166-ac96-457f-b97d-54d890cafae2 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437356 Aug 20 11:32:36.537701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42764d-f341-444c-a12e-44912f481980 req-9614d132-8030-45ec-80e4-7d651e3baeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.541402 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-9614d132-8030-45ec-80e4-7d651e3baeef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 200 len: 858 time: 0.0683115 Aug 20 11:32:36.596449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-be95ae43-edb7-4e5f-9bfb-6fb51e49bb2e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421388 Aug 20 11:32:36.629188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ea5a40d-5616-4bd7-acf0-489acc8f4cd7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.637935 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6ea5a40d-5616-4bd7-acf0-489acc8f4cd7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1556656 Aug 20 11:32:36.637935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40394) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:36.642251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b9444711-0adc-44e6-bc90-ea3364922928 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '1700859a-6aeb-4223-97dd-13b19cc8b000', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:36.666147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ee6b-06ab-48db-abca-673b88118b30 req-daaec974-c37d-44fa-ab6b-9c2078f4bb58 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.668422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d034ee6b-06ab-48db-abca-673b88118b30 req-daaec974-c37d-44fa-ab6b-9c2078f4bb58 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.0811119 Aug 20 11:32:36.713112 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5056350f-5e87-4d41-aa54-e65a8e2289c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.713996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.733149 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d034ee6b-06ab-48db-abca-673b88118b30 req-5bddac2e-1c8c-47c3-80b9-258eac2eb831 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572226 Aug 20 11:32:36.785590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:36.786061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5056350f-5e87-4d41-aa54-e65a8e2289c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:36.789458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:36.799325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5056350f-5e87-4d41-aa54-e65a8e2289c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:36.802169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:36.809981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56228f-33e9-4c77-a8f0-aeda617910e4 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:36.821570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5056350f-5e87-4d41-aa54-e65a8e2289c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.822177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5056350f-5e87-4d41-aa54-e65a8e2289c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.839346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056350f-5e87-4d41-aa54-e65a8e2289c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=b18f1a78-0c9e-42b7-8e6f-1fbcd962d502,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:36.860833 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-b4508268-4da5-4b1e-aac3-2f72b9edb232 service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567387 Aug 20 11:32:36.890982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:36.891639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.896142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Pushing event updated for resources: {'Port': ['ID=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:36.909800 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9444711-0adc-44e6-bc90-ea3364922928 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:36.988257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9444711-0adc-44e6-bc90-ea3364922928 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:37.000364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5056350f-5e87-4d41-aa54-e65a8e2289c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7399039 Aug 20 11:32:37.014827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40402) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:37.016395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e16ea9-33ff-448d-b394-a0814a2b5967 req-ae0b39cb-9fb6-4b24-92cc-7b9088d25f9a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:37.018010 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2e16ea9-33ff-448d-b394-a0814a2b5967 req-ae0b39cb-9fb6-4b24-92cc-7b9088d25f9a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 945 time: 0.1727488 Aug 20 11:32:37.027407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': 'b18f1a78-0c9e-42b7-8e6f-1fbcd962d502', 'ip_address': '2001:db8::8af3:c672:c276:2c49'}], 'name': 'tempest-NetworksTestDHCPv6-2004374009'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:37.047080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-5e0d1559-915f-42db-80e7-4d362a2d918b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1393528 Aug 20 11:32:37.099105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Request body: {'port': {'device_id': '74c83f6b-f2c4-492e-ba60-8966818c92dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:37.114585 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9444711-0adc-44e6-bc90-ea3364922928 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:37.160432 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2e16ea9-33ff-448d-b394-a0814a2b5967 req-3e44ad36-343f-4483-b0ee-f330bd860fa2 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288993 Aug 20 11:32:37.178806 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c42764d-f341-444c-a12e-44912f481980 req-4737fbf9-bfa2-4334-8c08-9031b813bb4d service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916825 Aug 20 11:32:37.204922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9444711-0adc-44e6-bc90-ea3364922928 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816ba26c-a5c0-41f6-ace9-aef225f1e4b9,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:37.273815 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:37.296562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': 'b18f1a78-0c9e-42b7-8e6f-1fbcd962d502'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:32:37.297424 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:37.299283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b9444711-0adc-44e6-bc90-ea3364922928 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:37.301174 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b9444711-0adc-44e6-bc90-ea3364922928 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6634219 Aug 20 11:32:37.304087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40410) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:37.310841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-98fd295a-57d0-406a-9cf3-42456fcd6799 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '1700859a-6aeb-4223-97dd-13b19cc8b000', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:37.458827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea250-ae38-434f-b880-d597148f7cd6 req-6a5ad11c-c07a-40da-b534-8085f4501292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:37.460899 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2eea250-ae38-434f-b880-d597148f7cd6 req-6a5ad11c-c07a-40da-b534-8085f4501292 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 1094 time: 0.0925403 Aug 20 11:32:37.540130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/b18f1a78-0c9e-42b7-8e6f-1fbcd962d502/a63c8fab-0931-48d8-ae83-2523c7898293) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:37.548938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05044-ed78-4a00-a163-1e9bd7949132 req-0ef5d4ec-4c5f-4325-a901-23de43bfeea4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:37.550519 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcc05044-ed78-4a00-a163-1e9bd7949132 req-0ef5d4ec-4c5f-4325-a901-23de43bfeea4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 932 time: 0.1439891 Aug 20 11:32:37.705501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fbab72c8-de82-4953-87ea-38e045dacd5a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:37.726375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:37.747411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fcc05044-ed78-4a00-a163-1e9bd7949132 req-133ee812-e0bd-4cd6-8498-c270318fdccf tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800406 Aug 20 11:32:37.751160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea250-ae38-434f-b880-d597148f7cd6 req-f1f064a7-185c-4a90-bfcc-4468019f3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:37.752681 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2eea250-ae38-434f-b880-d597148f7cd6 req-f1f064a7-185c-4a90-bfcc-4468019f3c21 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 919 time: 0.2844498 Aug 20 11:32:37.764974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fec413-a2e6-4b46-b4fc-f7391a93d348 req-3122a7cd-6c1a-400d-b65c-f7d0ec92e839 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:37.767264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60fec413-a2e6-4b46-b4fc-f7391a93d348 req-3122a7cd-6c1a-400d-b65c-f7d0ec92e839 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.4304509 Aug 20 11:32:37.858892 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2eea250-ae38-434f-b880-d597148f7cd6 req-3e3d8c4c-9016-45d9-a638-6982a137264b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0941367 Aug 20 11:32:37.877758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-98fd295a-57d0-406a-9cf3-42456fcd6799 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:37.941637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60fec413-a2e6-4b46-b4fc-f7391a93d348 req-786828d2-2bc3-468c-940c-c9ebdba4d33b tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557784 Aug 20 11:32:37.998987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fbab72c8-de82-4953-87ea-38e045dacd5a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:37.999586 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.033530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-8d174389-c289-434e-bfde-1c437f992cda req-e00ffcb2-6056-46c3-a9ba-8ae658b58092 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:32:38.041025 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8d174389-c289-434e-bfde-1c437f992cda req-e00ffcb2-6056-46c3-a9ba-8ae658b58092 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294750 Aug 20 11:32:38.066108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.076246 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.106705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Transition to ACTIVE for port object a63c8fab-0931-48d8-ae83-2523c7898293 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:38.153483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Transition to ACTIVE for port object a63c8fab-0931-48d8-ae83-2523c7898293 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:38.188643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea250-ae38-434f-b880-d597148f7cd6 req-9f2649a4-a1a7-49b5-b310-46ea0d606a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:38.192147 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2eea250-ae38-434f-b880-d597148f7cd6 req-9f2649a4-a1a7-49b5-b310-46ea0d606a60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 200 len: 858 time: 0.3228550 Aug 20 11:32:38.202491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 086f6d60-9bcc-4264-a217-21bd89c18236 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:32:38.229220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdea0bb-46ae-4ddf-9d86-a05d69571f6a {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:38.238861 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.243228 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-98fd295a-57d0-406a-9cf3-42456fcd6799 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.304862 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2eea250-ae38-434f-b880-d597148f7cd6 req-81fc0025-ddf5-46c4-a36c-b25d2ee40044 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573418 Aug 20 11:32:38.318789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Pushing event updated for resources: {'Port': ['ID=a63c8fab-0931-48d8-ae83-2523c7898293,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:38.327480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.340582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8d174389-c289-434e-bfde-1c437f992cda req-228aa8bb-ea8f-4dc5-bee7-b39a5d7e3fd0 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2976906 Aug 20 11:32:38.356303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:38.359001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:38.370658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:38.499972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Attempting to bind port a63c8fab-0931-48d8-ae83-2523c7898293 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:38.500271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Attempting to bind port a63c8fab-0931-48d8-ae83-2523c7898293 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:38.500573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Attempting to bind port a63c8fab-0931-48d8-ae83-2523c7898293 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:38.515979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:38.516453 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:38.516777 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.517262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:38.517770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Bound port: a63c8fab-0931-48d8-ae83-2523c7898293, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:38.518160 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.570367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::8af3:c672:c276:2c49 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/b18f1a78-0c9e-42b7-8e6f-1fbcd962d502/086f6d60-9bcc-4264-a217-21bd89c18236) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:38.615005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] For port a63c8fab-0931-48d8-ae83-2523c7898293, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:38.622130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] For port a63c8fab-0931-48d8-ae83-2523c7898293, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a63c8fab-0931-48d8-ae83-2523c7898293,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:38.631130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Transition to ACTIVE for port object dbdea0bb-46ae-4ddf-9d86-a05d69571f6a will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:38.770842 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.782509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:38.910852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712aa81-7f5b-480b-b370-5d66d8db6921 None None] Pushing event updated for resources: {'Port': ['ID=a63c8fab-0931-48d8-ae83-2523c7898293,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:39.011728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.017542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:39.034929 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-98fd295a-57d0-406a-9cf3-42456fcd6799 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.074267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bf8e1-e210-478c-b2e6-cb8fbfc9a6dc req-1166a1f2-c7f1-4374-9c14-4f64f200d516 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:39.076053 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee5bf8e1-e210-478c-b2e6-cb8fbfc9a6dc req-1166a1f2-c7f1-4374-9c14-4f64f200d516 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.2280433 Aug 20 11:32:39.079734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 086f6d60-9bcc-4264-a217-21bd89c18236 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:39.105599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd295a-57d0-406a-9cf3-42456fcd6799 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecaaa7f-1ae5-4bb2-9b60-8c4e194aaef5,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:39.107334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40436) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:39.146637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a257a9-3f87-485d-a4cc-c7c84ffa40c6 req-fe1b382c-c4be-4bf0-bc09-abbd2895f672 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:39.154664 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e9a257a9-3f87-485d-a4cc-c7c84ffa40c6 req-fe1b382c-c4be-4bf0-bc09-abbd2895f672 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 944 time: 0.1252408 Aug 20 11:32:39.173599 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2eea250-ae38-434f-b880-d597148f7cd6 req-d45100f4-5401-4224-b012-1d5d80291423 service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8613021 Aug 20 11:32:39.174072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Attempting to bind port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:39.175044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Attempting to bind port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:39.175761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Attempting to bind port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a on network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:39.216730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 6070870d-3cc4-4343-a086-18f59e5cfbd0 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:39.265185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e9a257a9-3f87-485d-a4cc-c7c84ffa40c6 req-2ed4db94-ba53-4603-bcd9-cbf12a2696ed tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056902 Aug 20 11:32:39.298596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee5bf8e1-e210-478c-b2e6-cb8fbfc9a6dc req-71d6d5f4-5bc6-482b-8454-d840c1504011 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767538 Aug 20 11:32:39.299616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a on network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:39.300739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Attempting to bind port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a on network cd5413e3-4e0a-4a92-8cfb-272b1a827e57 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:39.308746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:39.309657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Checking segment: {'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:39.310067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Bound using segment: {'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:39.310636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Bound port: dbdea0bb-46ae-4ddf-9d86-a05d69571f6a, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b805eb2-9ce8-437a-85fe-f27291823720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:39.316491 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.372041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-98fd295a-57d0-406a-9cf3-42456fcd6799 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.385131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-98fd295a-57d0-406a-9cf3-42456fcd6799 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0795465 Aug 20 11:32:39.386031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40450) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:39.418504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-13c037fa-3dd9-4f4b-aee2-bcf2ac2064ef tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '1700859a-6aeb-4223-97dd-13b19cc8b000', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:39.420349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] For port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:39.426128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] For port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:39.439129 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.448851 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cef942c7-78dd-40b0-b214-9963160789a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.457731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 6070870d-3cc4-4343-a086-18f59e5cfbd0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:39.472593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '6070870d-3cc4-4343-a086-18f59e5cfbd0', 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57', 'port_id': '6070870d-3cc4-4343-a086-18f59e5cfbd0', 'mac_address': 'fa:16:3e:e7:5a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:32:39.521650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.542581 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2eea250-ae38-434f-b880-d597148f7cd6 req-cf8ca918-134d-476b-b895-3b9293d1069e service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456490 Aug 20 11:32:39.569917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:39.572240 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.581590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:39.587538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:39.588502 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.590968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] 10.222.0.38 "PUT /v2.0/ports/dbdea0bb-46ae-4ddf-9d86-a05d69571f6a HTTP/1.1" status: 200 len: 1092 time: 2.4972043 Aug 20 11:32:39.591453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c83f6b-f2c4-492e-ba60-8966818c92dd', 'tag': 'dbdea0bb-46ae-4ddf-9d86-a05d69571f6a'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:39.592314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6070870d-3cc4-4343-a086-18f59e5cfbd0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:39.593889 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86a8238-e0b4-49c1-946e-d192dbc7e029" -d '{"events": [{"name": "network-changed", "server_uuid": "74c83f6b-f2c4-492e-ba60-8966818c92dd", "tag": "dbdea0bb-46ae-4ddf-9d86-a05d69571f6a"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:39.613049 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-13c037fa-3dd9-4f4b-aee2-bcf2ac2064ef tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Project 981bab59c36f4c10932ff10b206a827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:32:39.624900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:39.631487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:39.632239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.636134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13c037fa-3dd9-4f4b-aee2-bcf2ac2064ef tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.642487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=086f6d60-9bcc-4264-a217-21bd89c18236,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:39.659432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 6070870d-3cc4-4343-a086-18f59e5cfbd0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:39.673717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c8d04-63ca-49ae-b5bf-2e3cec7e22dc req-5ee0697d-bfad-4e7c-866c-31a2293f5cb5 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:39.702170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-592c8d04-63ca-49ae-b5bf-2e3cec7e22dc req-5ee0697d-bfad-4e7c-866c-31a2293f5cb5 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 945 time: 0.2671959 Aug 20 11:32:39.702414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a63c8fab-0931-48d8-ae83-2523c7898293 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:39.732206 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f83184-2ba3-4e94-bf32-a0cdcf1cf216 x-openstack-request-id: req-b8f83184-2ba3-4e94-bf32-a0cdcf1cf216 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:39.732656 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c83f6b-f2c4-492e-ba60-8966818c92dd", "tag": "dbdea0bb-46ae-4ddf-9d86-a05d69571f6a", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:39.733147 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8f83184-2ba3-4e94-bf32-a0cdcf1cf216 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:39.733648 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c83f6b-f2c4-492e-ba60-8966818c92dd', 'tag': 'dbdea0bb-46ae-4ddf-9d86-a05d69571f6a', 'status': 'completed', 'code': 200} Aug 20 11:32:39.741383 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.805288 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13c037fa-3dd9-4f4b-aee2-bcf2ac2064ef tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.816572 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-592c8d04-63ca-49ae-b5bf-2e3cec7e22dc req-a33cd7e2-8b80-4799-92cc-8af32de0226d tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193740 Aug 20 11:32:39.827485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940198be-f8ee-473c-980d-fd79dfeffe24 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:39.844375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=6070870d-3cc4-4343-a086-18f59e5cfbd0,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:39.853163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a8238-e0b4-49c1-946e-d192dbc7e029 req-967a17e5-535d-43aa-98bb-1b4b5b66ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:39.855662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c86a8238-e0b4-49c1-946e-d192dbc7e029 req-967a17e5-535d-43aa-98bb-1b4b5b66ed04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 1095 time: 0.1209459 Aug 20 11:32:39.883428 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cef942c7-78dd-40b0-b214-9963160789a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:39.981990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a63c8fab-0931-48d8-ae83-2523c7898293 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:40.006640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['6070870d-3cc4-4343-a086-18f59e5cfbd0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:40.018045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c4e6b-ef09-4718-bb68-67a837b877c4 req-cee9e808-b178-4c64-a660-2b7c81ad7570 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.027659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18c4e6b-ef09-4718-bb68-67a837b877c4 req-cee9e808-b178-4c64-a660-2b7c81ad7570 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.1055989 Aug 20 11:32:40.048214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a8238-e0b4-49c1-946e-d192dbc7e029 req-2e9817b3-2e37-4f3b-a189-e6a2ec9fa6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.053214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c86a8238-e0b4-49c1-946e-d192dbc7e029 req-2e9817b3-2e37-4f3b-a189-e6a2ec9fa6c4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8da78c2b026349df8fe2da90b9e4d837&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1882005 Aug 20 11:32:40.092928 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b18c4e6b-ef09-4718-bb68-67a837b877c4 req-c8cb1e47-3b86-4b7a-934c-d825f333ad92 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634704 Aug 20 11:32:40.096556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13c037fa-3dd9-4f4b-aee2-bcf2ac2064ef tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.124965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c037fa-3dd9-4f4b-aee2-bcf2ac2064ef tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5458b2d-37b6-4d33-a3a7-138c0d65c53a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:40.249323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a8238-e0b4-49c1-946e-d192dbc7e029 req-823452ff-74fd-4612-9e58-d980264ab5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.263654 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c86a8238-e0b4-49c1-946e-d192dbc7e029 req-823452ff-74fd-4612-9e58-d980264ab5c7 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915944 Aug 20 11:32:40.314144 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cef942c7-78dd-40b0-b214-9963160789a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.392148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efa32d-9974-46e3-8291-a7b8bcb20d70 req-eed8f394-d22b-4487-8be3-7a56296d478a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.400567 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cef942c7-78dd-40b0-b214-9963160789a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cef61cc3244434c856129cf29aba806&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2896209 Aug 20 11:32:40.401099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efa32d-9974-46e3-8291-a7b8bcb20d70 req-eed8f394-d22b-4487-8be3-7a56296d478a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.402165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40464) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:40.405770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef942c7-78dd-40b0-b214-9963160789a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566902cf-5724-401b-a243-2f48bdcc06a5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:40.409845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efa32d-9974-46e3-8291-a7b8bcb20d70 req-eed8f394-d22b-4487-8be3-7a56296d478a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.418780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57efa32d-9974-46e3-8291-a7b8bcb20d70 req-eed8f394-d22b-4487-8be3-7a56296d478a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71&device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f&device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 2417 time: 0.1616638 Aug 20 11:32:40.431333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-010dbaca-12dc-40d9-ac36-885461ccf6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.431984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-010dbaca-12dc-40d9-ac36-885461ccf6d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 1095 time: 0.1133277 Aug 20 11:32:40.457818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55554a8-20f8-452f-a8f5-071669fa873c req-5840d5ae-f4ab-48e9-bfc7-c5169fb4946a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.461941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e55554a8-20f8-452f-a8f5-071669fa873c req-5840d5ae-f4ab-48e9-bfc7-c5169fb4946a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 944 time: 0.1197832 Aug 20 11:32:40.484358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-a03195e0-37a9-4277-bde2-52e317b0ddff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a HTTP/1.1" status: 200 len: 217 time: 0.0437250 Aug 20 11:32:40.518489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0446cf76-fa2e-4b88-add7-44a8f3cf3e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.525000 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57efa32d-9974-46e3-8291-a7b8bcb20d70 req-1defaa7c-0796-41ee-b208-274662e6553e tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053364 Aug 20 11:32:40.527721 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e55554a8-20f8-452f-a8f5-071669fa873c req-aa207e1e-1c30-4b6d-a565-55b3c799fb5f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505245 Aug 20 11:32:40.563073 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0446cf76-fa2e-4b88-add7-44a8f3cf3e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.568208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-30b0ec45-2d16-4962-b80b-50b04b89684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.578863 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-30b0ec45-2d16-4962-b80b-50b04b89684f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 200 len: 858 time: 0.0744436 Aug 20 11:32:40.607118 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-b9127bab-e933-4214-ab8b-c4a29e337879 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282414 Aug 20 11:32:40.655941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13c037fa-3dd9-4f4b-aee2-bcf2ac2064ef tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.657900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-13c037fa-3dd9-4f4b-aee2-bcf2ac2064ef tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2661932 Aug 20 11:32:40.668470 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c43c875e-c8d8-42f2-b9a6-f3c622e20472 req-0e4004cd-ac2e-48fb-b03d-417e6ce6dbee tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0847838 Aug 20 11:32:40.670216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40478) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:40.675184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0bec7879-bffe-49c1-8ec2-8bc963066c41 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'security_group_rule': {'security_group_id': '1700859a-6aeb-4223-97dd-13b19cc8b000', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:40.728038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-caa83f63-8ca4-460b-b71f-0ad1c202e34c service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060023 Aug 20 11:32:40.758757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5ad3614f-62ec-4cda-b3f8-a0a48bcceb19 None None] Provisioning for port a63c8fab-0931-48d8-ae83-2523c7898293 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:40.763886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5ad3614f-62ec-4cda-b3f8-a0a48bcceb19 None None] Provisioning complete for port a63c8fab-0931-48d8-ae83-2523c7898293 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:40.764311 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ad3614f-62ec-4cda-b3f8-a0a48bcceb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.786896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3de9c3fe-b342-44c3-8a4b-a47d9cbbeddf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7679424 Aug 20 11:32:40.787650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40484) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:40.847500 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0446cf76-fa2e-4b88-add7-44a8f3cf3e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.850577 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0446cf76-fa2e-4b88-add7-44a8f3cf3e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.854018 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0446cf76-fa2e-4b88-add7-44a8f3cf3e9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/566902cf-5724-401b-a243-2f48bdcc06a5 HTTP/1.1" status: 204 len: 168 time: 0.4482422 Aug 20 11:32:40.863217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ca89d-4f90-4c3d-a39a-32a07621ba4d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.870138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8b5ef08-a543-448b-88d4-84430db2e824 req-0d8a4bc0-d43e-4125-99ba-38329a236eef service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284807 Aug 20 11:32:40.870342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ca89d-4f90-4c3d-a39a-32a07621ba4d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:40.874289 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1a9ca89d-4f90-4c3d-a39a-32a07621ba4d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0829778 Aug 20 11:32:40.886676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40490) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:40.902358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446cf76-fa2e-4b88-add7-44a8f3cf3e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566902cf-5724-401b-a243-2f48bdcc06a5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:40.910676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ad3614f-62ec-4cda-b3f8-a0a48bcceb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.924003 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-0bec7879-bffe-49c1-8ec2-8bc963066c41 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Project 981bab59c36f4c10932ff10b206a827c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:32:40.930973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bec7879-bffe-49c1-8ec2-8bc963066c41 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:40.978518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5ad3614f-62ec-4cda-b3f8-a0a48bcceb19 None None] For port a63c8fab-0931-48d8-ae83-2523c7898293, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a63c8fab-0931-48d8-ae83-2523c7898293,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:41.033319 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bec7879-bffe-49c1-8ec2-8bc963066c41 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.042473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-66c0c248-720a-454f-b49b-5f85a121a328 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 086f6d60-9bcc-4264-a217-21bd89c18236 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:41.042816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66c0c248-720a-454f-b49b-5f85a121a328 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.061611 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.063058 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5ad3614f-62ec-4cda-b3f8-a0a48bcceb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.127288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3614f-62ec-4cda-b3f8-a0a48bcceb19 None None] Pushing event updated for resources: {'Port': ['ID=a63c8fab-0931-48d8-ae83-2523c7898293,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:41.140922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bec7879-bffe-49c1-8ec2-8bc963066c41 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.163287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec7879-bffe-49c1-8ec2-8bc963066c41 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830d6e47-145c-41e7-86e3-ea0f629b9d79,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:41.168026 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66c0c248-720a-454f-b49b-5f85a121a328 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.202181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-66c0c248-720a-454f-b49b-5f85a121a328 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 086f6d60-9bcc-4264-a217-21bd89c18236 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:41.222763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 6070870d-3cc4-4343-a086-18f59e5cfbd0 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:41.259705 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bec7879-bffe-49c1-8ec2-8bc963066c41 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.261044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0bec7879-bffe-49c1-8ec2-8bc963066c41 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5899723 Aug 20 11:32:41.264252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40504) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:41.269593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'network': {'name': 'tempest-network-smoke--865181384', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'port_security_enabled': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:41.301360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c768a19b-0e03-4589-9777-0289932cb5a6 None None] Provisioning for port 086f6d60-9bcc-4264-a217-21bd89c18236 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:41.307487 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c768a19b-0e03-4589-9777-0289932cb5a6 None None] Provisioning complete for port 086f6d60-9bcc-4264-a217-21bd89c18236 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:41.307917 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c768a19b-0e03-4589-9777-0289932cb5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.349253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c768a19b-0e03-4589-9777-0289932cb5a6 None None] Port 086f6d60-9bcc-4264-a217-21bd89c18236 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:32:41.432268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 6070870d-3cc4-4343-a086-18f59e5cfbd0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:41.436442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 6070870d-3cc4-4343-a086-18f59e5cfbd0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:41.436875 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.490005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:41.494966 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.499337 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66c0c248-720a-454f-b49b-5f85a121a328 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.546317 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.549761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0c248-720a-454f-b49b-5f85a121a328 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=086f6d60-9bcc-4264-a217-21bd89c18236,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:41.588783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:32:41.603703 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-66c0c248-720a-454f-b49b-5f85a121a328 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.606111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4826f21-1325-45e4-b92f-bfebafd0eecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6070870d-3cc4-4343-a086-18f59e5cfbd0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:41.609061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-66c0c248-720a-454f-b49b-5f85a121a328 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/086f6d60-9bcc-4264-a217-21bd89c18236 HTTP/1.1" status: 204 len: 168 time: 0.7189860 Aug 20 11:32:41.609384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40514) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:41.616351 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.616719 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Added segment 03884646-aadf-4057-93ab-c6bc4ee355a9 of type vlan for network cf3de518-f5fe-4391-bf58-945c8cc39e07 Aug 20 11:32:41.617569 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095d5215-65ea-49e4-8587-b79b6e6326ef" -d '{"events": [{"server_uuid": "f4826f21-1325-45e4-b92f-bfebafd0eecd", "name": "network-vif-plugged", "status": "completed", "tag": "6070870d-3cc4-4343-a086-18f59e5cfbd0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:41.625695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a63c8fab-0931-48d8-ae83-2523c7898293 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:41.683882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 6070870d-3cc4-4343-a086-18f59e5cfbd0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:41.712497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.714218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a63c8fab-0931-48d8-ae83-2523c7898293 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:41.714765 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.759222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3bb69-bb22-4187-aae2-b57b53475f73 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:41.761422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3bb69-bb22-4187-aae2-b57b53475f73 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:41.766202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40518) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:41.766796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0ed3bb69-bb22-4187-aae2-b57b53475f73 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1558745 Aug 20 11:32:41.788444 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.815748 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc9f6c-a3e1-4531-804d-1c5d561865c1 req-654e0735-5ca1-432b-aa83-be79417ea24b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:41.836181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dcc9f6c-a3e1-4531-804d-1c5d561865c1 req-654e0735-5ca1-432b-aa83-be79417ea24b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 944 time: 0.1711233 Aug 20 11:32:41.836966 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40520) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:41.875529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0649-c8c8-4a3c-89bd-91cd29d9c698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.884714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dcc9f6c-a3e1-4531-804d-1c5d561865c1 req-648aa2a1-bea4-4060-b20e-c10551e5a0bb tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473096 Aug 20 11:32:41.901325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-145a1a6a-41e7-4e47-b6ad-e6e1713af117 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet b18f1a78-0c9e-42b7-8e6f-1fbcd962d502 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:41.905690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-145a1a6a-41e7-4e47-b6ad-e6e1713af117 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.910544 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.916582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:41.950146 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:41.951349 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea13b206-b843-4f69-b2f2-94b4d4ac5f80 x-openstack-request-id: req-ea13b206-b843-4f69-b2f2-94b4d4ac5f80 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:41.951349 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4826f21-1325-45e4-b92f-bfebafd0eecd", "name": "network-vif-plugged", "status": "completed", "tag": "6070870d-3cc4-4343-a086-18f59e5cfbd0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:41.951349 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea13b206-b843-4f69-b2f2-94b4d4ac5f80 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:41.951349 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4826f21-1325-45e4-b92f-bfebafd0eecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6070870d-3cc4-4343-a086-18f59e5cfbd0', 'code': 200} Aug 20 11:32:41.961344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=6070870d-3cc4-4343-a086-18f59e5cfbd0,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:42.061266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2c6b1-ed19-479b-a055-a9675c45d1e7 req-5eed3f41-13b5-4594-b05a-0180bc99b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:42.067344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6b2c6b1-ed19-479b-a055-a9675c45d1e7 req-5eed3f41-13b5-4594-b05a-0180bc99b4a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 1096 time: 0.0623329 Aug 20 11:32:42.079860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-145a1a6a-41e7-4e47-b6ad-e6e1713af117 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.105798 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6b2c6b1-ed19-479b-a055-a9675c45d1e7 req-b24317aa-0eb3-4b10-9e47-ec6c6e112460 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346344 Aug 20 11:32:42.119814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Network': ['ID=cf3de518-f5fe-4391-bf58-945c8cc39e07,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:42.133931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network cf3de518-f5fe-4391-bf58-945c8cc39e07 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:32:42.221323 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-145a1a6a-41e7-4e47-b6ad-e6e1713af117 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.266385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0649-c8c8-4a3c-89bd-91cd29d9c698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.495218 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-145a1a6a-41e7-4e47-b6ad-e6e1713af117 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.497714 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0649-c8c8-4a3c-89bd-91cd29d9c698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.526738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1fccf-f40e-4229-ac7a-2404f1916846 req-4dc0067f-2b61-4731-abda-073511961e5f tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:42.528985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7af1fccf-f40e-4229-ac7a-2404f1916846 req-4dc0067f-2b61-4731-abda-073511961e5f tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.0545850 Aug 20 11:32:42.548424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a1a6a-41e7-4e47-b6ad-e6e1713af117 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=b18f1a78-0c9e-42b7-8e6f-1fbcd962d502,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:42.560782 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-145a1a6a-41e7-4e47-b6ad-e6e1713af117 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.563119 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-145a1a6a-41e7-4e47-b6ad-e6e1713af117 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/b18f1a78-0c9e-42b7-8e6f-1fbcd962d502 HTTP/1.1" status: 204 len: 168 time: 0.7955847 Aug 20 11:32:42.566829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40564) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:42.570581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33725745-fc56-4f14-a10f-40e560479c75 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:42.582668 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a7f0649-c8c8-4a3c-89bd-91cd29d9c698 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9fe818e4b58844bc9e534afb04961a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7444084 Aug 20 11:32:42.584935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f0649-c8c8-4a3c-89bd-91cd29d9c698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96e9743-3abc-44e0-8d86-6d17e7679520,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:42.601071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40566) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:42.620749 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d8cb269b-e88d-46e2-8966-89d1e91495cc tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512443 Aug 20 11:32:42.623592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40568) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:42.635504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-efd09818-e452-42a6-9efe-76208de07ca8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:42.649553 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0b6fc561-791c-4868-a806-38c138d43b79 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3841546 Aug 20 11:32:42.653054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40570) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:42.658105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'admin_state_up': True, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:42.687000 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7af1fccf-f40e-4229-ac7a-2404f1916846 req-038d2484-7c08-4660-bbab-dbf33688ac13 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434219 Aug 20 11:32:42.687279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57e4dc67-dda4-4439-ba53-6ddf7fee9cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.718716 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57e4dc67-dda4-4439-ba53-6ddf7fee9cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.786025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f18537c-06ef-4e7c-bf02-0bc7e325edd4 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:32:42.821674 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.822785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.833833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0f18537c-06ef-4e7c-bf02-0bc7e325edd4 None None] Deleting port a63c8fab-0931-48d8-ae83-2523c7898293 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:42.834417 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0f18537c-06ef-4e7c-bf02-0bc7e325edd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.894902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0f18537c-06ef-4e7c-bf02-0bc7e325edd4 None None] For port a63c8fab-0931-48d8-ae83-2523c7898293, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a63c8fab-0931-48d8-ae83-2523c7898293,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:42.895302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0f18537c-06ef-4e7c-bf02-0bc7e325edd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:42.911731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0f18537c-06ef-4e7c-bf02-0bc7e325edd4 None None] Calling delete_port for a63c8fab-0931-48d8-ae83-2523c7898293 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:42.960753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd09818-e452-42a6-9efe-76208de07ca8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:42.964830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-efd09818-e452-42a6-9efe-76208de07ca8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.000113 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.001245 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57e4dc67-dda4-4439-ba53-6ddf7fee9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.004041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57e4dc67-dda4-4439-ba53-6ddf7fee9cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.007627 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-57e4dc67-dda4-4439-ba53-6ddf7fee9cdd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f96e9743-3abc-44e0-8d86-6d17e7679520 HTTP/1.1" status: 204 len: 168 time: 0.4048038 Aug 20 11:32:43.021114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4dc67-dda4-4439-ba53-6ddf7fee9cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96e9743-3abc-44e0-8d86-6d17e7679520,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:43.076490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cb0be-604d-425f-828b-1180f469506d req-10aa685b-db1e-459e-99ba-bc42d5d741aa tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:43.078012 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea3cb0be-604d-425f-828b-1180f469506d req-10aa685b-db1e-459e-99ba-bc42d5d741aa tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 944 time: 0.1299143 Aug 20 11:32:43.118676 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea3cb0be-604d-425f-828b-1180f469506d req-b77d617b-67bd-46a4-8b84-5637dc4fa76f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335486 Aug 20 11:32:43.180264 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0f18537c-06ef-4e7c-bf02-0bc7e325edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.215713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18537c-06ef-4e7c-bf02-0bc7e325edd4 None None] No DVR routers for this DVR port a63c8fab-0931-48d8-ae83-2523c7898293 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:43.219996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18537c-06ef-4e7c-bf02-0bc7e325edd4 None None] Pushing event deleted for resources: {'Port': ['ID=a63c8fab-0931-48d8-ae83-2523c7898293,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:43.228810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device dbdea0bb-46ae-4ddf-9d86-a05d69571f6a details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:32:43.354802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:43.357458 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.366675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'dbdea0bb-46ae-4ddf-9d86-a05d69571f6a', 'network_id': 'cd5413e3-4e0a-4a92-8cfb-272b1a827e57', 'port_id': 'dbdea0bb-46ae-4ddf-9d86-a05d69571f6a', 'mac_address': 'fa:16:3e:a3:0b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7049a454-c335-4902-ad05-70e8d6378b5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:32:43.390519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.406311 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.418820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdea0bb-46ae-4ddf-9d86-a05d69571f6a {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:43.421321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-efd09818-e452-42a6-9efe-76208de07ca8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.468497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd09818-e452-42a6-9efe-76208de07ca8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:43.471838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-efd09818-e452-42a6-9efe-76208de07ca8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:43.476157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd09818-e452-42a6-9efe-76208de07ca8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:43.476701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-efd09818-e452-42a6-9efe-76208de07ca8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.480902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf585fad-37ad-417a-a176-a91dc2d68427 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:43.497781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd09818-e452-42a6-9efe-76208de07ca8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=5ab7aa9c-83b8-4388-97df-f57b78275717,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:43.564087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:43.630677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a63c8fab-0931-48d8-ae83-2523c7898293 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:43.669415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a63c8fab-0931-48d8-ae83-2523c7898293 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:43.671570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a63c8fab-0931-48d8-ae83-2523c7898293 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:43.681127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '5ab7aa9c-83b8-4388-97df-f57b78275717'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:32:43.682233 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.769378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-efd09818-e452-42a6-9efe-76208de07ca8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1397746 Aug 20 11:32:43.770244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40604) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:43.780905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': '5ab7aa9c-83b8-4388-97df-f57b78275717', 'ip_address': '2001:db8::c75f:6c47:4429:8fea'}], 'name': 'tempest-NetworksTestDHCPv6-1529339527'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:43.837876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.853223 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.891764 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:43.942054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/5ab7aa9c-83b8-4388-97df-f57b78275717/099dcf48-df61-4b2f-ade1-b6a4b9793844) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:43.965640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:43.982000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-b7afd293-2c19-4c3d-ba23-50809e5cad52 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:43.983819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-b7afd293-2c19-4c3d-ba23-50809e5cad52 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.1209407 Aug 20 11:32:43.987493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.25.4.29 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/06632af8-ad24-4300-9871-1325e6cba9ec) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:43.997317 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3cd2a-ca91-4b37-87f9-d354dc91e7ba req-85abdbef-3b65-40d3-be7a-8a16cade8648 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:43.998801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40b3cd2a-ca91-4b37-87f9-d354dc91e7ba req-85abdbef-3b65-40d3-be7a-8a16cade8648 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 946 time: 0.1378956 Aug 20 11:32:44.119994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.139675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['dbdea0bb-46ae-4ddf-9d86-a05d69571f6a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:44.143922 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40b3cd2a-ca91-4b37-87f9-d354dc91e7ba req-ba427c1f-3285-4c6c-bcda-06db0220d1ac tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347284 Aug 20 11:32:44.196059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-3b952bad-e62c-4829-b24f-16891ed6e456 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Deleting port c16625c5-923b-46b2-ab88-a7d556a9ef64 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:44.196613 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-3b952bad-e62c-4829-b24f-16891ed6e456 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.234706 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.251343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Transition to ACTIVE for port object 099dcf48-df61-4b2f-ade1-b6a4b9793844 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:44.269535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:44.284260 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Transition to ACTIVE for port object 099dcf48-df61-4b2f-ade1-b6a4b9793844 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:44.307666 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.387462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0998b03-7cc5-4d0b-bf67-79b0e3a8034b req-405b6771-b0c7-415b-a7b2-1857c5c6c981 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:44.390387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=06632af8-ad24-4300-9871-1325e6cba9ec,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:44.394687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a0998b03-7cc5-4d0b-bf67-79b0e3a8034b req-405b6771-b0c7-415b-a7b2-1857c5c6c981 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 945 time: 0.1545937 Aug 20 11:32:44.406521 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:44.408029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:44.411641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:44.413017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-3b952bad-e62c-4829-b24f-16891ed6e456 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] For port c16625c5-923b-46b2-ab88-a7d556a9ef64, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=c16625c5-923b-46b2-ab88-a7d556a9ef64,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:44.413948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-3b952bad-e62c-4829-b24f-16891ed6e456 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.441809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-3b952bad-e62c-4829-b24f-16891ed6e456 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Calling delete_port for c16625c5-923b-46b2-ab88-a7d556a9ef64 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:44.455536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.473073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.505497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a0998b03-7cc5-4d0b-bf67-79b0e3a8034b req-6b4ff62d-af5e-4a86-a47b-85f0795f8d46 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049962 Aug 20 11:32:44.509114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Pushing event updated for resources: {'Port': ['ID=099dcf48-df61-4b2f-ade1-b6a4b9793844,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:44.530978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:44.532486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:44.534849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:44.559513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port f3c95969-f53f-4c95-8948-c38f67ee53be yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:32:44.589367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Attempting to bind port 099dcf48-df61-4b2f-ade1-b6a4b9793844 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:44.589818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Attempting to bind port 099dcf48-df61-4b2f-ade1-b6a4b9793844 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:44.590246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Attempting to bind port 099dcf48-df61-4b2f-ade1-b6a4b9793844 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:44.595331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:44.595786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:44.596273 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.596775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:44.597288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Bound port: 099dcf48-df61-4b2f-ade1-b6a4b9793844, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:44.597667 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.664749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] For port 099dcf48-df61-4b2f-ade1-b6a4b9793844, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:44.668017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] For port 099dcf48-df61-4b2f-ade1-b6a4b9793844, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=099dcf48-df61-4b2f-ade1-b6a4b9793844,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:44.773246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::c75f:6c47:4429:8fea (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/5ab7aa9c-83b8-4388-97df-f57b78275717/f3c95969-f53f-4c95-8948-c38f67ee53be) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:44.896264 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-3b952bad-e62c-4829-b24f-16891ed6e456 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.901676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.961625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b952bad-e62c-4829-b24f-16891ed6e456 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Pushing event deleted for resources: {'Port': ['ID=c16625c5-923b-46b2-ab88-a7d556a9ef64,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:44.969077 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.976001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['9fcbe2ec-89b5-45a0-8601-a7c83d027e4a', '2b54ec98-ea05-49dc-997f-18c1b0637833'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:44.990228 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e51b9979-1817-47e8-9d16-3f0ed8546c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:44.992514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-3b952bad-e62c-4829-b24f-16891ed6e456 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] No DVR routers for this DVR port c16625c5-923b-46b2-ab88-a7d556a9ef64 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:45.000059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-3b952bad-e62c-4829-b24f-16891ed6e456 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:45.002133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d11e3f0-71e2-42e5-960f-402501647c8c req-3b952bad-e62c-4829-b24f-16891ed6e456 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "DELETE /v2.0/ports/c16625c5-923b-46b2-ab88-a7d556a9ef64 HTTP/1.1" status: 204 len: 173 time: 1.0022321 Aug 20 11:32:45.002607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6379f563-70d0-40c7-8d02-86e28ab49b71', 'name': 'network-vif-deleted', 'tag': 'c16625c5-923b-46b2-ab88-a7d556a9ef64'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:45.004927 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b07a64-519c-41e5-82f0-66f836133c87" -d '{"events": [{"server_uuid": "6379f563-70d0-40c7-8d02-86e28ab49b71", "name": "network-vif-deleted", "tag": "c16625c5-923b-46b2-ab88-a7d556a9ef64"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:45.026671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:45.041418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object f3c95969-f53f-4c95-8948-c38f67ee53be will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:45.066356 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83841fec-6d05-4051-a6c8-2777656a6275 x-openstack-request-id: req-83841fec-6d05-4051-a6c8-2777656a6275 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:45.067272 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6379f563-70d0-40c7-8d02-86e28ab49b71", "name": "network-vif-deleted", "tag": "c16625c5-923b-46b2-ab88-a7d556a9ef64", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:45.067710 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83841fec-6d05-4051-a6c8-2777656a6275 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:45.068335 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6379f563-70d0-40c7-8d02-86e28ab49b71', 'name': 'network-vif-deleted', 'tag': 'c16625c5-923b-46b2-ab88-a7d556a9ef64', 'status': 'completed', 'code': 200} Aug 20 11:32:45.113822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a02716-4a97-4cf1-a186-cae989b35dcb None None] Pushing event updated for resources: {'Port': ['ID=099dcf48-df61-4b2f-ade1-b6a4b9793844,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:45.227027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device dbdea0bb-46ae-4ddf-9d86-a05d69571f6a up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:45.242941 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:32:45.246919 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:45.264321 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:45.338039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b760758e-8d50-4b32-8ec8-5f2da00fd1f7 req-eb231290-fdb2-4a31-adfe-fe9099c10f29 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 210 time: 0.0377610 Aug 20 11:32:45.390330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:45.396286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:45.403544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:45.434312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:45.437477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:45.477353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=f3c95969-f53f-4c95-8948-c38f67ee53be,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:45.690523 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-35373c47-e9ed-4592-b4c2-c318cd4bf323 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9137235 Aug 20 11:32:45.692870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40646) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:45.701578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 099dcf48-df61-4b2f-ade1-b6a4b9793844 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:45.711376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d73a-50db-42c9-8550-269edf8d4fca req-92b024bc-d80b-4e66-9dc8-9307c4a83e53 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:45.719995 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c14d73a-50db-42c9-8550-269edf8d4fca req-92b024bc-d80b-4e66-9dc8-9307c4a83e53 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 945 time: 0.0868592 Aug 20 11:32:45.763258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80a32-30a6-489a-a058-51145cf09c83 req-c3b225be-1434-477b-a0fc-189f7d4f6f05 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:45.765072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-c3b225be-1434-477b-a0fc-189f7d4f6f05 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/networks?id=edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 200 len: 804 time: 0.2246630 Aug 20 11:32:45.780388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3770a8-cc48-49cc-b960-4c482f2a386f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:45.783954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-69b82fe6-f6cf-4574-be65-0d5a96c1caa4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/quotas/ed62fcc2ab2f41f989a326a3897bceea HTTP/1.1" status: 200 len: 375 time: 0.0108521 Aug 20 11:32:45.786580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3770a8-cc48-49cc-b960-4c482f2a386f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:45.788223 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7d3770a8-cc48-49cc-b960-4c482f2a386f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0934808 Aug 20 11:32:45.791810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40648) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:45.803439 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c14d73a-50db-42c9-8550-269edf8d4fca req-e145d0d7-e88c-4a1b-9dd3-e80a74e1eac8 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843568 Aug 20 11:32:45.833408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:45.840868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:45.841507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:45.845193 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-ebf8a0f8-05b7-43aa-802d-f6dbe68b7795 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494339 Aug 20 11:32:45.851818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 49e03a2c-972e-45f7-a5bb-093626360814 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:32:45.939973 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 099dcf48-df61-4b2f-ade1-b6a4b9793844 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:45.961099 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:46.002426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:46.003852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c83f6b-f2c4-492e-ba60-8966818c92dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdea0bb-46ae-4ddf-9d86-a05d69571f6a'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:46.006515 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91ceb21-998c-4263-ba3b-2836a7b52dce" -d '{"events": [{"server_uuid": "74c83f6b-f2c4-492e-ba60-8966818c92dd", "name": "network-vif-plugged", "status": "completed", "tag": "dbdea0bb-46ae-4ddf-9d86-a05d69571f6a"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:46.065820 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c41417-b1f2-4ce2-8630-85b50491d2ad x-openstack-request-id: req-d3c41417-b1f2-4ce2-8630-85b50491d2ad {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:46.069291 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c83f6b-f2c4-492e-ba60-8966818c92dd", "name": "network-vif-plugged", "status": "completed", "tag": "dbdea0bb-46ae-4ddf-9d86-a05d69571f6a", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:46.069291 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3c41417-b1f2-4ce2-8630-85b50491d2ad {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:46.069291 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c83f6b-f2c4-492e-ba60-8966818c92dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdea0bb-46ae-4ddf-9d86-a05d69571f6a', 'code': 200} Aug 20 11:32:46.092640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:46.093760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f3a76247-3b3c-4eb8-9489-e22a3463fb98 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:46.220103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:46.255192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16625c5-923b-46b2-ab88-a7d556a9ef64 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:46.294495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: c16625c5-923b-46b2-ab88-a7d556a9ef64 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:46.294495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device c16625c5-923b-46b2-ab88-a7d556a9ef64 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:46.310660 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:46.340942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:32:46.355569 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Sync routers for ids ['49e03a2c-972e-45f7-a5bb-093626360814'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:32:46.384042 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Routers {'49e03a2c-972e-45f7-a5bb-093626360814'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:46.385244 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['49e03a2c-972e-45f7-a5bb-093626360814'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:46.405829 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-b18a7e84-2bf9-4518-89ab-d2c39401badd service neutron] 10.222.0.10 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479040 Aug 20 11:32:46.499825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edba58e-694b-4679-a904-c002aa295ecd req-a124a870-4487-4797-92a9-1e471b3f539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:46.505717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3edba58e-694b-4679-a904-c002aa295ecd req-a124a870-4487-4797-92a9-1e471b3f539a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 1097 time: 0.0847802 Aug 20 11:32:46.530713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7af94ff6-5b4f-4eb3-aeab-3d791ad1a109 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port f3c95969-f53f-4c95-8948-c38f67ee53be {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:46.536371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7af94ff6-5b4f-4eb3-aeab-3d791ad1a109 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:46.537438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:46.538888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9707c142-ec28-46fc-a3f5-aa55b685e319 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8846602 Aug 20 11:32:46.545313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40660) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:46.613017 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Set router 49e03a2c-972e-45f7-a5bb-093626360814 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:46.650806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f3a76247-3b3c-4eb8-9489-e22a3463fb98, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:46.658393 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-729f1290-5296-4e60-95f2-84df5e97c140 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=981bab59c36f4c10932ff10b206a827c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1101978 Aug 20 11:32:46.666628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40664) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:46.723406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-194d0515-1fb2-4153-b643-0b599145b1c6 req-a636278a-b010-477e-8029-f61f6a6e0f4f tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6379f563-70d0-40c7-8d02-86e28ab49b71 HTTP/1.1" status: 200 len: 210 time: 0.1282165 Aug 20 11:32:46.730225 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:46.817053 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3edba58e-694b-4679-a904-c002aa295ecd req-58275b0e-b204-4022-9e5e-340eb965c500 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057036 Aug 20 11:32:46.846692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f3a76247-3b3c-4eb8-9489-e22a3463fb98,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:46.900044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7af94ff6-5b4f-4eb3-aeab-3d791ad1a109 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:46.935227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7af94ff6-5b4f-4eb3-aeab-3d791ad1a109 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for f3c95969-f53f-4c95-8948-c38f67ee53be owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:46.953501 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:44Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:46.999585 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Checking router: 49e03a2c-972e-45f7-a5bb-093626360814 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:32:46.999933 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Updating router 49e03a2c-972e-45f7-a5bb-093626360814 port 06632af8-ad24-4300-9871-1325e6cba9ec binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:32:47.072275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a78d5e86-429a-48d1-98ce-ab4f49cdda3f None None] Provisioning for port 099dcf48-df61-4b2f-ade1-b6a4b9793844 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:47.077180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a78d5e86-429a-48d1-98ce-ab4f49cdda3f None None] Provisioning complete for port 099dcf48-df61-4b2f-ade1-b6a4b9793844 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:47.083889 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a78d5e86-429a-48d1-98ce-ab4f49cdda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.142420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69a8c2-010b-496f-bfae-d84398c72aba req-a76287fa-602d-44d9-900d-f62c9fdca293 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:47.144547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab69a8c2-010b-496f-bfae-d84398c72aba req-a76287fa-602d-44d9-900d-f62c9fdca293 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.2111020 Aug 20 11:32:47.197240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142979-db24-48d1-94df-f7eb04d146ea req-4e007d60-c98b-4212-a6e0-f15690f3906a tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:47.199216 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e0142979-db24-48d1-94df-f7eb04d146ea req-4e007d60-c98b-4212-a6e0-f15690f3906a tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.38 "GET /v2.0/ports?device_id=41f02d6a-27f6-4583-9de4-915aec1af1f0 HTTP/1.1" status: 200 len: 944 time: 0.1646545 Aug 20 11:32:47.228097 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.248031 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a78d5e86-429a-48d1-98ce-ab4f49cdda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.325116 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a78d5e86-429a-48d1-98ce-ab4f49cdda3f None None] For port 099dcf48-df61-4b2f-ade1-b6a4b9793844, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=099dcf48-df61-4b2f-ade1-b6a4b9793844,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:47.330881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-0e637827-42a5-4d52-8e9a-9a9c6edeb0e6 service neutron] 10.222.0.10 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9227376 Aug 20 11:32:47.339328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab69a8c2-010b-496f-bfae-d84398c72aba req-d9b69b39-2a3a-42f5-b100-1210e4628519 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825509 Aug 20 11:32:47.392051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f788c-6764-4943-a3c0-d4a5011fe0ed tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:47.393723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b72f788c-6764-4943-a3c0-d4a5011fe0ed tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7243717 Aug 20 11:32:47.396770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40672) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:47.417044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e0142979-db24-48d1-94df-f7eb04d146ea req-023cf72c-5fc5-4fcb-a7ca-46abbdf711be tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Deleting port f3a76247-3b3c-4eb8-9489-e22a3463fb98 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:47.417452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e0142979-db24-48d1-94df-f7eb04d146ea req-023cf72c-5fc5-4fcb-a7ca-46abbdf711be tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.453888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0ef0a069-cb8b-4dff-be85-2eb8743e62f5 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537078 Aug 20 11:32:47.454117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40676) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:47.459372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-637568646', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'project_id': '981bab59c36f4c10932ff10b206a827c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:47.483650 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a78d5e86-429a-48d1-98ce-ab4f49cdda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.539844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e0142979-db24-48d1-94df-f7eb04d146ea req-023cf72c-5fc5-4fcb-a7ca-46abbdf711be tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] For port f3a76247-3b3c-4eb8-9489-e22a3463fb98, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f3a76247-3b3c-4eb8-9489-e22a3463fb98,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:47.540334 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e0142979-db24-48d1-94df-f7eb04d146ea req-023cf72c-5fc5-4fcb-a7ca-46abbdf711be tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.547775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d5e86-429a-48d1-98ce-ab4f49cdda3f None None] Pushing event updated for resources: {'Port': ['ID=099dcf48-df61-4b2f-ade1-b6a4b9793844,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:47.560229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e0142979-db24-48d1-94df-f7eb04d146ea req-023cf72c-5fc5-4fcb-a7ca-46abbdf711be tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Calling delete_port for f3a76247-3b3c-4eb8-9489-e22a3463fb98 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:47.564481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7af94ff6-5b4f-4eb3-aeab-3d791ad1a109 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.579638 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.588325 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Transition to ACTIVE for port object 06632af8-ad24-4300-9871-1325e6cba9ec will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:47.599495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2824bb8d-c276-4b05-ab50-33d1b38fb622 None None] Could not find standard attr ID for object f3c95969-f53f-4c95-8948-c38f67ee53be. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:32:47.615093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af94ff6-5b4f-4eb3-aeab-3d791ad1a109 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=f3c95969-f53f-4c95-8948-c38f67ee53be,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:47.688934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:47.693078 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.718231 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.740416 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d5bdc8f-e9c2-4bde-bb31-ca1653a68346 req-d438cf59-4397-492a-9054-74b1aa1c2c93 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 210 time: 0.0654986 Aug 20 11:32:47.743763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7af94ff6-5b4f-4eb3-aeab-3d791ad1a109 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.748548 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7af94ff6-5b4f-4eb3-aeab-3d791ad1a109 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/f3c95969-f53f-4c95-8948-c38f67ee53be HTTP/1.1" status: 204 len: 168 time: 1.9529927 Aug 20 11:32:47.748548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40686) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:47.752398 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-59e8e734-ebb2-4c65-8776-a819a0dc6466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.814769 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Attempting to bind port 06632af8-ad24-4300-9871-1325e6cba9ec on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:47.815236 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Attempting to bind port 06632af8-ad24-4300-9871-1325e6cba9ec by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:47.816468 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Attempting to bind port 06632af8-ad24-4300-9871-1325e6cba9ec on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:47.827251 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:47.828044 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:47.828574 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.829065 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:47.829682 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Bound port: 06632af8-ad24-4300-9871-1325e6cba9ec, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:47.830160 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:47.885100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed59891-676a-433b-9bb4-5cceaae08553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:47.887526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed59891-676a-433b-9bb4-5cceaae08553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:47.889401 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5ed59891-676a-433b-9bb4-5cceaae08553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1398487 Aug 20 11:32:47.892250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40696) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:47.942721 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Pushing event updated for resources: {'Port': ['ID=06632af8-ad24-4300-9871-1325e6cba9ec,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:47.963058 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.969400 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.970140 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.972130 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.972707 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.973235 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.973738 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.974250 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.974780 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.975300 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.975824 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.976702 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:32:47.986584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d036ae-4046-42f9-b691-cea9628d50b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 5ab7aa9c-83b8-4388-97df-f57b78275717 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:48.000196 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] For port 06632af8-ad24-4300-9871-1325e6cba9ec, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:48.003711 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] For port 06632af8-ad24-4300-9871-1325e6cba9ec, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=06632af8-ad24-4300-9871-1325e6cba9ec,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:48.029745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-58d036ae-4046-42f9-b691-cea9628d50b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.068939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:48.072962 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4303fa-3041-439c-87f5-ad8a01b35d84" -d '{"events": [{"server_uuid": "41f02d6a-27f6-4583-9de4-915aec1af1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a76247-3b3c-4eb8-9489-e22a3463fb98"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:48.094960 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-58d036ae-4046-42f9-b691-cea9628d50b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.117896 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe689b0-3b78-45c8-8d68-2b2cc285b90b x-openstack-request-id: req-9fe689b0-3b78-45c8-8d68-2b2cc285b90b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:48.118190 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f02d6a-27f6-4583-9de4-915aec1af1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a76247-3b3c-4eb8-9489-e22a3463fb98", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:48.118468 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fe689b0-3b78-45c8-8d68-2b2cc285b90b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:48.118847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.118997 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98', 'code': 200} Aug 20 11:32:48.120656 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.189882 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Routers {'49e03a2c-972e-45f7-a5bb-093626360814'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:48.190557 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['49e03a2c-972e-45f7-a5bb-093626360814'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:48.193647 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e0142979-db24-48d1-94df-f7eb04d146ea req-023cf72c-5fc5-4fcb-a7ca-46abbdf711be tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.198236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Subnet': ['ID=5802c6f3-cf9b-4d6a-a82f-44f4187bd050,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:48.202956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Checking segment: {'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:48.203608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network hostable DHCP agents. Network: cf3de518-f5fe-4391-bf58-945c8cc39e07, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:32:48.237295 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea93ed3-d708-4275-8eeb-dfe501e5006b None None] Pushing event updated for resources: {'Port': ['ID=06632af8-ad24-4300-9871-1325e6cba9ec,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:48.264867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cf72c-5fc5-4fcb-a7ca-46abbdf711be tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Pushing event deleted for resources: {'Port': ['ID=f3a76247-3b3c-4eb8-9489-e22a3463fb98,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:48.300539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network cf3de518-f5fe-4391-bf58-945c8cc39e07 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:32:48.328913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0142979-db24-48d1-94df-f7eb04d146ea req-023cf72c-5fc5-4fcb-a7ca-46abbdf711be tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] No DVR routers for this DVR port f3a76247-3b3c-4eb8-9489-e22a3463fb98 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:48.332283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e0142979-db24-48d1-94df-f7eb04d146ea req-023cf72c-5fc5-4fcb-a7ca-46abbdf711be tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.334409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e0142979-db24-48d1-94df-f7eb04d146ea req-023cf72c-5fc5-4fcb-a7ca-46abbdf711be tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.38 "DELETE /v2.0/ports/f3a76247-3b3c-4eb8-9489-e22a3463fb98 HTTP/1.1" status: 204 len: 173 time: 1.1282952 Aug 20 11:32:48.339182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'name': 'network-vif-deleted', 'tag': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:48.344234 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3992a16f-0a8e-4a82-a5e7-d2895f04f753" -d '{"events": [{"server_uuid": "41f02d6a-27f6-4583-9de4-915aec1af1f0", "name": "network-vif-deleted", "tag": "f3a76247-3b3c-4eb8-9489-e22a3463fb98"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:48.348066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-58d036ae-4046-42f9-b691-cea9628d50b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.382064 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] Set router 49e03a2c-972e-45f7-a5bb-093626360814 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:48.396038 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84cb634-7268-482b-ad30-cd36f03b66d8 x-openstack-request-id: req-c84cb634-7268-482b-ad30-cd36f03b66d8 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:48.396322 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f02d6a-27f6-4583-9de4-915aec1af1f0", "name": "network-vif-deleted", "tag": "f3a76247-3b3c-4eb8-9489-e22a3463fb98", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:48.396584 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c84cb634-7268-482b-ad30-cd36f03b66d8 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:48.396991 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f02d6a-27f6-4583-9de4-915aec1af1f0', 'name': 'network-vif-deleted', 'tag': 'f3a76247-3b3c-4eb8-9489-e22a3463fb98', 'status': 'completed', 'code': 200} Aug 20 11:32:48.490704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75d29d-2b19-44e7-b8d0-4029a4157d35 req-d6eaba81-c134-4857-82b4-5956d94156d4 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:48.493152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b75d29d-2b19-44e7-b8d0-4029a4157d35 req-d6eaba81-c134-4857-82b4-5956d94156d4 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 945 time: 0.0558243 Aug 20 11:32:48.506640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82cc8a-bf16-43d0-bdb1-d9f6c486f6d0 req-6a2a1fd0-e4db-4bab-a7e1-a5302be30c10 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:48.508842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd82cc8a-bf16-43d0-bdb1-d9f6c486f6d0 req-6a2a1fd0-e4db-4bab-a7e1-a5302be30c10 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.0593252 Aug 20 11:32:48.547238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b75d29d-2b19-44e7-b8d0-4029a4157d35 req-b19fc239-d9d8-4dfd-9e43-78b5bf66c3f5 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Aug 20 11:32:48.547848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd82cc8a-bf16-43d0-bdb1-d9f6c486f6d0 req-ffe075a5-2bbd-46bf-b6be-84f31a208447 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Aug 20 11:32:48.569651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, cf3de518-f5fe-4391-bf58-945c8cc39e07) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:48.583974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:48.585004 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.588438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9cdbd6-8abb-48db-a600-b172d6629ea7 None None] Network cf3de518-f5fe-4391-bf58-945c8cc39e07 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:48.605084 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-58d036ae-4046-42f9-b691-cea9628d50b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.656426 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:44Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:48.665757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d036ae-4046-42f9-b691-cea9628d50b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab7aa9c-83b8-4388-97df-f57b78275717,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:48.669820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-58d036ae-4046-42f9-b691-cea9628d50b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.674842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-58d036ae-4046-42f9-b691-cea9628d50b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/5ab7aa9c-83b8-4388-97df-f57b78275717 HTTP/1.1" status: 204 len: 168 time: 0.7785480 Aug 20 11:32:48.675300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40718) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:48.681526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b497576c-68d1-4bb8-a581-ae4b8d7c5692 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:48.730951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e438b951-f8a0-462a-b9fd-63a9915724a7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537868 Aug 20 11:32:48.736621 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8196eb-4f10-4cc4-ac4f-ee0593496ac5 None None] The sync data for ids ['49e03a2c-972e-45f7-a5bb-093626360814'] in n-d-804230-3 is: [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:44Z', 'revision_number': 3, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:48.760524 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.761533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40720) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:48.767611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9c155d0a-8bf2-40da-9b9e-1422cfcda9f0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:48.796008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40724) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:48.796280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-69b50097-2601-41d6-821d-9baecc37c293 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3409741 Aug 20 11:32:48.920075 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a24e7ef8-4ccf-405d-b111-2a41930e10a0 req-655a9de4-9240-4a9e-b9e2-b33f724b2fb4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 210 time: 0.0658338 Aug 20 11:32:48.983317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-cf3de518-f5fe-4391-bf58-945c8cc39e07', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:32:48.984551 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:48.992495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c155d0a-8bf2-40da-9b9e-1422cfcda9f0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:49.004690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c155d0a-8bf2-40da-9b9e-1422cfcda9f0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:49.111801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55956761-d1ba-4549-b4c3-7addd43e002e None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:32:49.270749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Allocated IP 172.20.0.2 (cf3de518-f5fe-4391-bf58-945c8cc39e07/5802c6f3-cf9b-4d6a-a82f-44f4187bd050/66026d2a-ee79-45e1-bc8e-50a902093fde) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:49.317108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f3a76247-3b3c-4eb8-9489-e22a3463fb98 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:49.325245 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:49.408269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: f3a76247-3b3c-4eb8-9489-e22a3463fb98 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:49.408751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f3a76247-3b3c-4eb8-9489-e22a3463fb98 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:49.461654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-55956761-d1ba-4549-b4c3-7addd43e002e None None] Deleting port 099dcf48-df61-4b2f-ade1-b6a4b9793844 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:49.462033 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55956761-d1ba-4549-b4c3-7addd43e002e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:49.485668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8ec3a-faea-4ced-bea0-772f55ce9932 req-ee4b4c58-be7b-4e80-a9aa-0a744094ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:49.487270 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6f8ec3a-faea-4ced-bea0-772f55ce9932 req-ee4b4c58-be7b-4e80-a9aa-0a744094ec28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 1097 time: 0.1587980 Aug 20 11:32:49.520196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9ecb5-8ca4-4a17-aaf3-eb164f8cdf58 req-747c56d4-f2da-4c33-8eea-9f80e28a4d5c tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:49.531720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ec9ecb5-8ca4-4a17-aaf3-eb164f8cdf58 req-747c56d4-f2da-4c33-8eea-9f80e28a4d5c tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1999776 Aug 20 11:32:49.627306 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c155d0a-8bf2-40da-9b9e-1422cfcda9f0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:49.655101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-55956761-d1ba-4549-b4c3-7addd43e002e None None] For port 099dcf48-df61-4b2f-ade1-b6a4b9793844, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=099dcf48-df61-4b2f-ade1-b6a4b9793844,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:49.655501 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55956761-d1ba-4549-b4c3-7addd43e002e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:49.658320 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:49.672520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 06632af8-ad24-4300-9871-1325e6cba9ec up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:49.681175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-55956761-d1ba-4549-b4c3-7addd43e002e None None] Calling delete_port for 099dcf48-df61-4b2f-ade1-b6a4b9793844 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:49.687142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Transition to ACTIVE for port object 66026d2a-ee79-45e1-bc8e-50a902093fde will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:49.746004 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ec9ecb5-8ca4-4a17-aaf3-eb164f8cdf58 req-9172a38b-11d9-4c06-97df-26fe9560209b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148056 Aug 20 11:32:49.781491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8ec3a-faea-4ced-bea0-772f55ce9932 req-39ce3b26-5b01-4e2b-a334-23030a12d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:49.784212 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6f8ec3a-faea-4ced-bea0-772f55ce9932 req-39ce3b26-5b01-4e2b-a334-23030a12d004 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 919 time: 0.2869341 Aug 20 11:32:49.795181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c155d0a-8bf2-40da-9b9e-1422cfcda9f0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:49.804916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Transition to ACTIVE for port object 66026d2a-ee79-45e1-bc8e-50a902093fde will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:49.811653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9c155d0a-8bf2-40da-9b9e-1422cfcda9f0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:49.818997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c155d0a-8bf2-40da-9b9e-1422cfcda9f0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:49.818997 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c155d0a-8bf2-40da-9b9e-1422cfcda9f0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:49.845441 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c155d0a-8bf2-40da-9b9e-1422cfcda9f0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=ad93fbe2-eaef-4e56-a338-a57dacb0422d,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:49.862176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8c27c-7d72-4b7c-b0dd-682db00f9e53 req-e8583b0a-84bd-486b-82ff-3cb156b5d524 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:49.871670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e9f8c27c-7d72-4b7c-b0dd-682db00f9e53 req-e8583b0a-84bd-486b-82ff-3cb156b5d524 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 945 time: 0.1650541 Aug 20 11:32:49.911120 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e9f8c27c-7d72-4b7c-b0dd-682db00f9e53 req-9ea3fea4-8834-4294-b603-fa5115bb9235 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382447 Aug 20 11:32:49.928820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6f8ec3a-faea-4ced-bea0-772f55ce9932 req-526fadcc-c60b-495f-86a5-92776bad8358 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a HTTP/1.1" status: 200 len: 217 time: 0.1354234 Aug 20 11:32:49.952277 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:49.990986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9c155d0a-8bf2-40da-9b9e-1422cfcda9f0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2280972 Aug 20 11:32:49.992473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40740) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:49.999275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': 'ad93fbe2-eaef-4e56-a338-a57dacb0422d', 'ip_address': '2001:db8::54f2:2fa7:88b3:5453'}], 'name': 'tempest-NetworksTestDHCPv6-2134973324'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:50.003370 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Network cf3de518-f5fe-4391-bf58-945c8cc39e07 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:50.022646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 06632af8-ad24-4300-9871-1325e6cba9ec completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:50.025721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8ec3a-faea-4ced-bea0-772f55ce9932 req-b80168d3-1533-4ae9-b1bc-99b4d1478465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:50.034145 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6f8ec3a-faea-4ced-bea0-772f55ce9932 req-b80168d3-1533-4ae9-b1bc-99b4d1478465 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 200 len: 858 time: 0.0921593 Aug 20 11:32:50.034427 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55956761-d1ba-4549-b4c3-7addd43e002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.036812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:50.063751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:50.068060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 06632af8-ad24-4300-9871-1325e6cba9ec triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:50.068438 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.130992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Pushing event updated for resources: {'Port': ['ID=66026d2a-ee79-45e1-bc8e-50a902093fde,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:50.134236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55956761-d1ba-4549-b4c3-7addd43e002e None None] No DVR routers for this DVR port 099dcf48-df61-4b2f-ade1-b6a4b9793844 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:50.167807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c0064f2-ebf4-400c-abf2-6f0a5cdaef16 req-965d0789-c5a9-4eba-9fb0-f8cd1047f5a8 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 210 time: 0.1387820 Aug 20 11:32:50.182373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6f8ec3a-faea-4ced-bea0-772f55ce9932 req-22012887-893e-45a6-967f-2141841b3c55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080642 Aug 20 11:32:50.191094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-8e2101d7-0fb4-4235-ae95-eaddfd5b88de tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:50.192704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-8e2101d7-0fb4-4235-ae95-eaddfd5b88de tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "GET /v2.0/ports?device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 945 time: 0.1604998 Aug 20 11:32:50.206103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.207220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6bf5da-22ae-432b-ad8a-6327ecafa7d7 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:50.207889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55956761-d1ba-4549-b4c3-7addd43e002e None None] Pushing event deleted for resources: {'Port': ['ID=099dcf48-df61-4b2f-ade1-b6a4b9793844,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:50.283928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:50.312003 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.318226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Attempting to bind port 66026d2a-ee79-45e1-bc8e-50a902093fde on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:50.318631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Attempting to bind port 66026d2a-ee79-45e1-bc8e-50a902093fde by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:50.319000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Attempting to bind port 66026d2a-ee79-45e1-bc8e-50a902093fde on network cf3de518-f5fe-4391-bf58-945c8cc39e07 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:50.402851 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.403767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:50.403959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Checking segment: {'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:50.404340 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.404902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Bound using segment: {'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:50.405624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Bound port: 66026d2a-ee79-45e1-bc8e-50a902093fde, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:50.405764 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.417492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 06632af8-ad24-4300-9871-1325e6cba9ec, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=06632af8-ad24-4300-9871-1325e6cba9ec,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:50.423585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 4a966aba-f901-4986-9b2f-7a758c7ab331 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:32:50.445200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6f8ec3a-faea-4ced-bea0-772f55ce9932 req-ee0d500b-52f6-48e4-ae2a-5d9583b98753 service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512324 Aug 20 11:32:50.485194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': 'ad93fbe2-eaef-4e56-a338-a57dacb0422d'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:32:50.486469 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.520751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] For port 66026d2a-ee79-45e1-bc8e-50a902093fde, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:50.522627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-9a5523c5-35b3-4e15-a9a8-c9d234b26cc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Deleting port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:50.523528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-9a5523c5-35b3-4e15-a9a8-c9d234b26cc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.525402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] For port 66026d2a-ee79-45e1-bc8e-50a902093fde, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=66026d2a-ee79-45e1-bc8e-50a902093fde,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:50.620779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::54f2:2fa7:88b3:5453 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/ad93fbe2-eaef-4e56-a338-a57dacb0422d/4a966aba-f901-4986-9b2f-7a758c7ab331) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:50.729787 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6f8ec3a-faea-4ced-bea0-772f55ce9932 req-07612e36-8ca5-4f55-bcd1-461a91e63aa6 service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711196 Aug 20 11:32:50.740302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-9a5523c5-35b3-4e15-a9a8-c9d234b26cc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] For port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:50.740302 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-9a5523c5-35b3-4e15-a9a8-c9d234b26cc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.777259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-9a5523c5-35b3-4e15-a9a8-c9d234b26cc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Calling delete_port for 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:50.800520 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.833518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.20.0.1 (cf3de518-f5fe-4391-bf58-945c8cc39e07/5802c6f3-cf9b-4d6a-a82f-44f4187bd050/c4319c83-b66a-4dee-a6e1-24f067641bfb) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:50.890248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 4a966aba-f901-4986-9b2f-7a758c7ab331 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:50.919215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990ed92-2d00-496f-98ea-4781ef0f1383 req-e5ae8c85-b555-4828-abc4-15d5775e84d4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:50.927178 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0990ed92-2d00-496f-98ea-4781ef0f1383 req-e5ae8c85-b555-4828-abc4-15d5775e84d4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.0909219 Aug 20 11:32:50.938152 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.946721 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:50.958636 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.011891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0990ed92-2d00-496f-98ea-4781ef0f1383 req-c96c313f-0a33-49e7-95d1-00522f89a9d7 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817559 Aug 20 11:32:51.069907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 099dcf48-df61-4b2f-ade1-b6a4b9793844 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:51.115049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 099dcf48-df61-4b2f-ade1-b6a4b9793844 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:51.115407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 099dcf48-df61-4b2f-ade1-b6a4b9793844 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:51.142116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.158114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca11bce-1feb-44cc-835a-7621c4769b94 None None] Pushing event updated for resources: {'Port': ['ID=66026d2a-ee79-45e1-bc8e-50a902093fde,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:51.173213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Transition to ACTIVE for port object c4319c83-b66a-4dee-a6e1-24f067641bfb will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:51.192247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177c789-064a-4bb9-aa96-62a31fabdd79 req-8f56b8d3-9de6-4810-996f-2047f947295a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.192475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d177c789-064a-4bb9-aa96-62a31fabdd79 req-8f56b8d3-9de6-4810-996f-2047f947295a tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 945 time: 0.1328173 Aug 20 11:32:51.223773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=06632af8-ad24-4300-9871-1325e6cba9ec,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:51.257971 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-9a5523c5-35b3-4e15-a9a8-c9d234b26cc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.294236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2b54ec98-ea05-49dc-997f-18c1b0637833'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:32:51.322294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5523c5-35b3-4e15-a9a8-c9d234b26cc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Pushing event deleted for resources: {'Port': ['ID=9fcbe2ec-89b5-45a0-8601-a7c83d027e4a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:51.327229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d177c789-064a-4bb9-aa96-62a31fabdd79 req-50e1828a-7cfd-46f0-8574-1ae35cf2b520 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242468 Aug 20 11:32:51.385714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/ad93fbe2-eaef-4e56-a338-a57dacb0422d/26bd43b3-7a30-41e0-add6-5f9325a5335c) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:51.417627 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.436820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80a32-30a6-489a-a058-51145cf09c83 req-e4780f8a-07ad-44b3-ba74-9e3f630ed72f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.438397 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-e4780f8a-07ad-44b3-ba74-9e3f630ed72f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "GET /v2.0/networks?id=edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 200 len: 804 time: 0.3007388 Aug 20 11:32:51.442903 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.451814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-9a5523c5-35b3-4e15-a9a8-c9d234b26cc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] No DVR routers for this DVR port 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:51.456662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-9a5523c5-35b3-4e15-a9a8-c9d234b26cc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.461485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ed809dfe-95b2-486a-933b-88406e8131e8 req-9a5523c5-35b3-4e15-a9a8-c9d234b26cc1 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "DELETE /v2.0/ports/9fcbe2ec-89b5-45a0-8601-a7c83d027e4a HTTP/1.1" status: 204 len: 173 time: 1.2546186 Aug 20 11:32:51.464994 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeaa2c9-d311-4cce-8071-1381fdf47c0f', 'name': 'network-vif-deleted', 'tag': '9fcbe2ec-89b5-45a0-8601-a7c83d027e4a'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:51.467780 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3732fc7f-9ef8-4341-ac8b-69735c5658e4" -d '{"events": [{"server_uuid": "2eeaa2c9-d311-4cce-8071-1381fdf47c0f", "name": "network-vif-deleted", "tag": "9fcbe2ec-89b5-45a0-8601-a7c83d027e4a"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:51.521625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network cf3de518-f5fe-4391-bf58-945c8cc39e07 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:51.524077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2deba893-556b-4f36-a0a9-ab079fa00861 req-36037aa6-8107-4ce1-808f-8eab833da04f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 210 time: 0.0828919 Aug 20 11:32:51.529367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Request body: {'port': {'device_id': '865d346f-43e4-4809-922b-2806262ec0ea', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'admin_state_up': True, 'tenant_id': 'ed62fcc2ab2f41f989a326a3897bceea'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:51.533427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:51.539191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:51.658112 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2239b34-6acb-4892-b28c-37d2baffd035 x-openstack-request-id: req-b2239b34-6acb-4892-b28c-37d2baffd035 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:51.664415 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeaa2c9-d311-4cce-8071-1381fdf47c0f", "name": "network-vif-deleted", "tag": "9fcbe2ec-89b5-45a0-8601-a7c83d027e4a", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:51.664415 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2239b34-6acb-4892-b28c-37d2baffd035 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:51.665205 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeaa2c9-d311-4cce-8071-1381fdf47c0f', 'name': 'network-vif-deleted', 'tag': '9fcbe2ec-89b5-45a0-8601-a7c83d027e4a', 'status': 'completed', 'code': 200} Aug 20 11:32:51.712185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:51.726999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:51.735248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:51.748439 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:51.749146 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.752998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.759884 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.772028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=c4319c83-b66a-4dee-a6e1-24f067641bfb,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:51.785944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Transition to ACTIVE for port object 26bd43b3-7a30-41e0-add6-5f9325a5335c will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:51.799376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=4a966aba-f901-4986-9b2f-7a758c7ab331,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:51.825506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Transition to ACTIVE for port object 26bd43b3-7a30-41e0-add6-5f9325a5335c will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:51.843825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 66026d2a-ee79-45e1-bc8e-50a902093fde up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:51.969910 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:51.971979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9a93f4bb-08bf-48b2-b2d6-59468ee0adb1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9773061 Aug 20 11:32:51.978396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40770) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:52.028436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:52.031723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:52.041846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:52.051418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Pushing event updated for resources: {'Port': ['ID=26bd43b3-7a30-41e0-add6-5f9325a5335c,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:52.088206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c7afa-efeb-4c69-b517-719a0eb9d999 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:52.098953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c7afa-efeb-4c69-b517-719a0eb9d999 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:52.101186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7b6c7afa-efeb-4c69-b517-719a0eb9d999 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1210928 Aug 20 11:32:52.102496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 66026d2a-ee79-45e1-bc8e-50a902093fde completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:52.107827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 06632af8-ad24-4300-9871-1325e6cba9ec up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:52.109947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40774) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:52.203397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Made reservation on behalf of ed62fcc2ab2f41f989a326a3897bceea for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:52.207707 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.228061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Attempting to bind port 26bd43b3-7a30-41e0-add6-5f9325a5335c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:52.228664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Attempting to bind port 26bd43b3-7a30-41e0-add6-5f9325a5335c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:52.228919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Attempting to bind port 26bd43b3-7a30-41e0-add6-5f9325a5335c on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:52.245295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:52.245754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:52.246098 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.247610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:52.251863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Bound port: 26bd43b3-7a30-41e0-add6-5f9325a5335c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:52.254648 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.268761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:52.300666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:52.301046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 9fcbe2ec-89b5-45a0-8601-a7c83d027e4a not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:52.373079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f4b35-514c-49a5-b583-5379cd954a41 req-39d0c706-2fb4-4ba6-b84b-0ad578f84379 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:52.375320 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-620f4b35-514c-49a5-b583-5379cd954a41 req-39d0c706-2fb4-4ba6-b84b-0ad578f84379 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.2659919 Aug 20 11:32:52.377590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 06632af8-ad24-4300-9871-1325e6cba9ec triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:52.377967 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.495279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] For port 26bd43b3-7a30-41e0-add6-5f9325a5335c, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:52.495608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] For port 26bd43b3-7a30-41e0-add6-5f9325a5335c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=26bd43b3-7a30-41e0-add6-5f9325a5335c,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:52.511736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3ba6164a-d819-44b9-92b0-139f225bcc5b req-2ed2081b-581c-4994-9ec7-5ad9ef7839c6 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=2eeaa2c9-d311-4cce-8071-1381fdf47c0f HTTP/1.1" status: 200 len: 210 time: 0.0413487 Aug 20 11:32:52.533253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Allocated IP 172.20.0.2 (edb00cab-5f80-4e3b-be79-12d2f37d0603/979dc0fd-3038-4048-a667-cac2e871ab36/0a542314-9166-4e99-ad80-ff0f5478fbb5) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:52.536297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a802fb-f5d1-4520-b735-2cfb61e989fb None None] Network cf3de518-f5fe-4391-bf58-945c8cc39e07 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:52.577722 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.600231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-724605d0-a005-4305-87af-70e44eaa2f10 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 4a966aba-f901-4986-9b2f-7a758c7ab331 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:52.600572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-724605d0-a005-4305-87af-70e44eaa2f10 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.612968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-620f4b35-514c-49a5-b583-5379cd954a41 req-6a6c94f9-4850-4d83-8a6e-faf5d461447f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761123 Aug 20 11:32:52.657231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3db8ed3e-35c8-4fbd-a39b-2c4c1183eaef req-1b2801cc-954d-4268-b85d-46ca2d0c8f9d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 210 time: 0.0426142 Aug 20 11:32:52.776031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-724605d0-a005-4305-87af-70e44eaa2f10 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.797862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-724605d0-a005-4305-87af-70e44eaa2f10 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 4a966aba-f901-4986-9b2f-7a758c7ab331 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:52.858524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.905973 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.985231 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:52.991029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cbbb5-a3bf-4a55-8cd7-59908cbd6e72 None None] Pushing event updated for resources: {'Port': ['ID=26bd43b3-7a30-41e0-add6-5f9325a5335c,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:52.994345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fa92dee6-5b9c-4d95-9633-4d4b60b3b68a None None] Provisioning for port 66026d2a-ee79-45e1-bc8e-50a902093fde completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:52.999317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fa92dee6-5b9c-4d95-9633-4d4b60b3b68a None None] Provisioning complete for port 66026d2a-ee79-45e1-bc8e-50a902093fde triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:53.015019 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa92dee6-5b9c-4d95-9633-4d4b60b3b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.101991 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa92dee6-5b9c-4d95-9633-4d4b60b3b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.140969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fa92dee6-5b9c-4d95-9633-4d4b60b3b68a None None] For port 66026d2a-ee79-45e1-bc8e-50a902093fde, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=66026d2a-ee79-45e1-bc8e-50a902093fde,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:53.186989 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.249319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Network edb00cab-5f80-4e3b-be79-12d2f37d0603 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:53.254063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:53.257548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:53.296967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Pushing event updated for resources: {'Port': ['ID=0a542314-9166-4e99-ad80-ff0f5478fbb5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:53.311994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.314191 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-724605d0-a005-4305-87af-70e44eaa2f10 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.370890 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa92dee6-5b9c-4d95-9633-4d4b60b3b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.412658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.413394 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.426260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=c4319c83-b66a-4dee-a6e1-24f067641bfb,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:53.427340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724605d0-a005-4305-87af-70e44eaa2f10 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=4a966aba-f901-4986-9b2f-7a758c7ab331,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:53.429442 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.474086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92dee6-5b9c-4d95-9633-4d4b60b3b68a None None] Pushing event updated for resources: {'Port': ['ID=66026d2a-ee79-45e1-bc8e-50a902093fde,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:53.500313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1da16a1f-2130-4d7c-9ee8-423206a58542 None None] Provisioning complete for port 66026d2a-ee79-45e1-bc8e-50a902093fde triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:53.500313 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1da16a1f-2130-4d7c-9ee8-423206a58542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.501435 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-724605d0-a005-4305-87af-70e44eaa2f10 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.505186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-724605d0-a005-4305-87af-70e44eaa2f10 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/4a966aba-f901-4986-9b2f-7a758c7ab331 HTTP/1.1" status: 204 len: 168 time: 1.3932118 Aug 20 11:32:53.507893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40790) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:53.635410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398bc770-21b5-4c5f-94f3-d6a8c5ebe864 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.637542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398bc770-21b5-4c5f-94f3-d6a8c5ebe864 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.638492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-61fa6882-b1f6-4d61-8feb-0f15497a2822 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1282506 Aug 20 11:32:53.639194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-398bc770-21b5-4c5f-94f3-d6a8c5ebe864 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1304367 Aug 20 11:32:53.641883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40798) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:53.660925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network cf3de518-f5fe-4391-bf58-945c8cc39e07 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:53.662287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Request body: {'port': {'device_id': '865d346f-43e4-4809-922b-2806262ec0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:53.662548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:53.764814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 26bd43b3-7a30-41e0-add6-5f9325a5335c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:53.800361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1da16a1f-2130-4d7c-9ee8-423206a58542 None None] Provisioning for port c4319c83-b66a-4dee-a6e1-24f067641bfb completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:53.807746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1da16a1f-2130-4d7c-9ee8-423206a58542 None None] Provisioning complete for port c4319c83-b66a-4dee-a6e1-24f067641bfb triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:53.808182 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1da16a1f-2130-4d7c-9ee8-423206a58542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.877852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0001eb20-48c6-4de9-b9b2-6c93c2117dbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet ad93fbe2-eaef-4e56-a338-a57dacb0422d {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:53.896254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1da16a1f-2130-4d7c-9ee8-423206a58542 None None] Port c4319c83-b66a-4dee-a6e1-24f067641bfb cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:32:53.902865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 49e03a2c-972e-45f7-a5bb-093626360814 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:32:53.954917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8b241-2aca-41ef-9af5-9edfadd326c6 req-4aba9a6c-176b-4d86-9fff-222d05b481ce tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:53.956694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87d8b241-2aca-41ef-9af5-9edfadd326c6 req-4aba9a6c-176b-4d86-9fff-222d05b481ce tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1745391 Aug 20 11:32:53.957493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:53.972478 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0001eb20-48c6-4de9-b9b2-6c93c2117dbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.056729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cf7ee651-8772-4113-b2fb-60869b055d59 None None] Provisioning complete for port c4319c83-b66a-4dee-a6e1-24f067641bfb triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:54.057904 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cf7ee651-8772-4113-b2fb-60869b055d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.060901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:32:54.068611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-71ce0472-273c-4638-80b0-38142bc2d311 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "PUT /v2.0/routers/49e03a2c-972e-45f7-a5bb-093626360814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2703660 Aug 20 11:32:54.084929 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87d8b241-2aca-41ef-9af5-9edfadd326c6 req-b28e6797-1637-48fd-b9b8-c23a2ea3e0b1 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137640 Aug 20 11:32:54.088234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0001eb20-48c6-4de9-b9b2-6c93c2117dbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.136399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ee651-8772-4113-b2fb-60869b055d59 None None] Port c4319c83-b66a-4dee-a6e1-24f067641bfb cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:32:54.146827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Sync routers for ids ['49e03a2c-972e-45f7-a5bb-093626360814'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:32:54.152529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 26bd43b3-7a30-41e0-add6-5f9325a5335c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:54.162901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 66026d2a-ee79-45e1-bc8e-50a902093fde up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:54.199886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Routers {'49e03a2c-972e-45f7-a5bb-093626360814'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:54.200940 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['49e03a2c-972e-45f7-a5bb-093626360814'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:54.329830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf61e9-8fee-4691-997f-30ae8e12f6ea req-16851794-012c-4783-a429-43136870f804 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.337854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-73bf61e9-8fee-4691-997f-30ae8e12f6ea req-16851794-012c-4783-a429-43136870f804 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.0688007 Aug 20 11:32:54.342393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 66026d2a-ee79-45e1-bc8e-50a902093fde triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:54.342746 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.357204 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0001eb20-48c6-4de9-b9b2-6c93c2117dbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.395666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-73bf61e9-8fee-4691-997f-30ae8e12f6ea req-902c69d6-1aee-4caf-a2e7-2cca5d4dc375 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568089 Aug 20 11:32:54.431652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Set router 49e03a2c-972e-45f7-a5bb-093626360814 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:54.516742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8b898-2879-475b-beb3-238dcdb9f3df req-15afd10c-2e28-4e9a-9cbd-35e8d8462882 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.524616 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25c8b898-2879-475b-beb3-238dcdb9f3df req-15afd10c-2e28-4e9a-9cbd-35e8d8462882 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 931 time: 0.3025749 Aug 20 11:32:54.545818 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-b817dc93-a6a1-46fe-8a04-c6d295eb021b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399727138&fields=id&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 267 time: 0.0632792 Aug 20 11:32:54.661836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0001eb20-48c6-4de9-b9b2-6c93c2117dbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.676373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25c8b898-2879-475b-beb3-238dcdb9f3df req-9ef687a1-17ec-438a-a982-859bdb1935f4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986977 Aug 20 11:32:54.703356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-9d77a098-ba29-40b6-8b3f-1a6c56ab8b25 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.703356 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-9d77a098-ba29-40b6-8b3f-1a6c56ab8b25 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/networks?id=cf3de518-f5fe-4391-bf58-945c8cc39e07 HTTP/1.1" status: 200 len: 796 time: 0.1502929 Aug 20 11:32:54.711417 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001eb20-48c6-4de9-b9b2-6c93c2117dbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=ad93fbe2-eaef-4e56-a338-a57dacb0422d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:54.717662 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0001eb20-48c6-4de9-b9b2-6c93c2117dbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.718919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0001eb20-48c6-4de9-b9b2-6c93c2117dbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/ad93fbe2-eaef-4e56-a338-a57dacb0422d HTTP/1.1" status: 204 len: 168 time: 1.0733793 Aug 20 11:32:54.724780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40828) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:54.736154 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-faf191bb-4744-4a27-ba21-13375aaae198 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/quotas/981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 375 time: 0.0302670 Aug 20 11:32:54.781049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-467bed5b-a26b-4e1d-9890-8e91383554a2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528998 Aug 20 11:32:54.781323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40830) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:54.793020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-45751a12-ebc6-40eb-9230-24ec2d67109f None None] Provisioning for port 26bd43b3-7a30-41e0-add6-5f9325a5335c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:54.813999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-45751a12-ebc6-40eb-9230-24ec2d67109f None None] Provisioning complete for port 26bd43b3-7a30-41e0-add6-5f9325a5335c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:54.814382 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-45751a12-ebc6-40eb-9230-24ec2d67109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.865451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:52Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c4319c83-b66a-4dee-a6e1-24f067641bfb', 'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:77:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:50Z', 'updated_at': '2021-08-20T11:32:52Z', 'revision_number': 2, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:54.872723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac442ee-75f6-43c0-b868-7f13d427bc4b None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:54.902210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a542314-9166-4e99-ad80-ff0f5478fbb5 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:32:54.905591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-a9e5fa85-2adb-4182-b93c-56e4980c5dbd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1620345 Aug 20 11:32:54.912235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:54.928275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Transition to ACTIVE for port object 0a542314-9166-4e99-ad80-ff0f5478fbb5 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:54.945945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Checking router: 49e03a2c-972e-45f7-a5bb-093626360814 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:32:54.946306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Updating router 49e03a2c-972e-45f7-a5bb-093626360814 port c4319c83-b66a-4dee-a6e1-24f067641bfb binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:32:54.970428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f739937c-bfbd-434b-83e5-532c0aac235b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:54.974404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f739937c-bfbd-434b-83e5-532c0aac235b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1896250 Aug 20 11:32:54.974725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40836) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:55.010415 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.048025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531f95c9-7a46-401f-ae40-8032923a2bce tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:55.049490 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-531f95c9-7a46-401f-ae40-8032923a2bce tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0740039 Aug 20 11:32:55.051630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-f708cc25-ba83-4fa2-bb80-249747afe55b service neutron] 10.222.0.10 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451981 Aug 20 11:32:55.052159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40838) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:55.061699 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.102672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-620b34d2-2b91-4ff6-8c1b-6417feb22a45 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493836 Aug 20 11:32:55.106889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40840) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:55.109195 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-45751a12-ebc6-40eb-9230-24ec2d67109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.115627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0ee19d3a-2f52-4735-ae82-649a81f9df6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:55.159282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Pushing event updated for resources: {'Port': ['ID=0a542314-9166-4e99-ad80-ff0f5478fbb5,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:55.262135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53066555-6b01-4bad-b7bd-a09c1811ef9a req-b2b15caf-c3ca-4884-bb3d-983e392c31c8 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:55.270985 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53066555-6b01-4bad-b7bd-a09c1811ef9a req-b2b15caf-c3ca-4884-bb3d-983e392c31c8 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.0995207 Aug 20 11:32:55.275131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-45751a12-ebc6-40eb-9230-24ec2d67109f None None] For port 26bd43b3-7a30-41e0-add6-5f9325a5335c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=26bd43b3-7a30-41e0-add6-5f9325a5335c,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:55.288856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Attempting to bind port 0a542314-9166-4e99-ad80-ff0f5478fbb5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:55.288856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Attempting to bind port 0a542314-9166-4e99-ad80-ff0f5478fbb5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:55.289267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Attempting to bind port 0a542314-9166-4e99-ad80-ff0f5478fbb5 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:55.298311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Port 0a542314-9166-4e99-ad80-ff0f5478fbb5 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:32:55.298668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Attempting to bind port 0a542314-9166-4e99-ad80-ff0f5478fbb5 on network edb00cab-5f80-4e3b-be79-12d2f37d0603 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:55.309007 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-898c1260-38e3-40d2-b544-5c52a6da0b2a service neutron] 10.222.0.10 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488875 Aug 20 11:32:55.312296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:55.312643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Checking segment: {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:55.313041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Bound using segment: {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:55.313494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Bound port: 0a542314-9166-4e99-ad80-ff0f5478fbb5, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb642be4-7452-4c65-99a4-7198e8bfaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:55.314403 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.357164 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53066555-6b01-4bad-b7bd-a09c1811ef9a req-033a78fc-da65-486b-8cf4-95a3a36a020b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847986 Aug 20 11:32:55.366632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-45751a12-ebc6-40eb-9230-24ec2d67109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.435232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] For port 0a542314-9166-4e99-ad80-ff0f5478fbb5, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:55.437348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee19d3a-2f52-4735-ae82-649a81f9df6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:55.439575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] For port 0a542314-9166-4e99-ad80-ff0f5478fbb5, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:55.441041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ee19d3a-2f52-4735-ae82-649a81f9df6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.445901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca1b53e-38f8-4378-8152-6260f09a1b90 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:32:55.542951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-267478bd-adf4-41c2-bb2d-560fbbecd64e None None] Could not find standard attr ID for object 4a966aba-f901-4986-9b2f-7a758c7ab331. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:32:55.573108 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2463fff-3cd5-4360-8622-a377568d8033 req-5d9d4490-894d-47f8-92f7-c81571983009 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:55.579631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45751a12-ebc6-40eb-9230-24ec2d67109f None None] Pushing event updated for resources: {'Port': ['ID=26bd43b3-7a30-41e0-add6-5f9325a5335c,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:55.586157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2463fff-3cd5-4360-8622-a377568d8033 req-5d9d4490-894d-47f8-92f7-c81571983009 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.0794611 Aug 20 11:32:55.587061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 26bd43b3-7a30-41e0-add6-5f9325a5335c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:55.590963 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.641599 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.688839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Transition to ACTIVE for port object c4319c83-b66a-4dee-a6e1-24f067641bfb will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:55.717930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:55.718898 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.721485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] 10.222.0.57 "PUT /v2.0/ports/0a542314-9166-4e99-ad80-ff0f5478fbb5 HTTP/1.1" status: 200 len: 1091 time: 2.0722961 Aug 20 11:32:55.722117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1b53e-38f8-4378-8152-6260f09a1b90 None None] Deleting port 26bd43b3-7a30-41e0-add6-5f9325a5335c {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:55.722519 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b53e-38f8-4378-8152-6260f09a1b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.724148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865d346f-43e4-4809-922b-2806262ec0ea', 'tag': '0a542314-9166-4e99-ad80-ff0f5478fbb5'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:55.726316 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230613db-5222-469b-b242-60ccadd1afd8" -d '{"events": [{"name": "network-changed", "server_uuid": "865d346f-43e4-4809-922b-2806262ec0ea", "tag": "0a542314-9166-4e99-ad80-ff0f5478fbb5"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:55.763780 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2463fff-3cd5-4360-8622-a377568d8033 req-ee1d16bb-2445-4fa8-8d48-de6ccc194c06 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/security-groups?id=24c43ae3-e677-4868-87b6-d535910d0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753657 Aug 20 11:32:55.765989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924dd89-eca8-4187-9a5d-fd99468dbb2d service neutron] Pushing event updated for resources: {'Port': ['ID=0a542314-9166-4e99-ad80-ff0f5478fbb5,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:55.824829 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-844d3f03-3c84-47a5-b665-8990c67e55e6 req-df25fb67-0fda-4413-98b5-50de785276fe tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 210 time: 0.1102104 Aug 20 11:32:55.850369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0ca1b53e-38f8-4378-8152-6260f09a1b90 None None] For port 26bd43b3-7a30-41e0-add6-5f9325a5335c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=26bd43b3-7a30-41e0-add6-5f9325a5335c,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:55.851860 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b53e-38f8-4378-8152-6260f09a1b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.870469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-fba94510-0828-4586-afd6-f98b4a35659f tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:55.872031 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-fba94510-0828-4586-afd6-f98b4a35659f tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 945 time: 0.1511302 Aug 20 11:32:55.896298 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dc4539-9938-4134-b8ae-771602931dc2 x-openstack-request-id: req-d5dc4539-9938-4134-b8ae-771602931dc2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:55.899262 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865d346f-43e4-4809-922b-2806262ec0ea", "tag": "0a542314-9166-4e99-ad80-ff0f5478fbb5", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:55.899417 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.899736 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5dc4539-9938-4134-b8ae-771602931dc2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:55.900268 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865d346f-43e4-4809-922b-2806262ec0ea', 'tag': '0a542314-9166-4e99-ad80-ff0f5478fbb5', 'status': 'completed', 'code': 200} Aug 20 11:32:55.902485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1b53e-38f8-4378-8152-6260f09a1b90 None None] Calling delete_port for 26bd43b3-7a30-41e0-add6-5f9325a5335c owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:55.964539 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:55.984391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc64b53-020e-4f46-bd30-624a821bd142 req-5de2d063-a691-4a90-831d-78cd50eb783f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:55.986020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cc64b53-020e-4f46-bd30-624a821bd142 req-5de2d063-a691-4a90-831d-78cd50eb783f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 943 time: 0.1233778 Aug 20 11:32:55.988526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80a32-30a6-489a-a058-51145cf09c83 req-fca30bfc-482e-40fc-929a-5284412cb4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:55.989986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-fca30bfc-482e-40fc-929a-5284412cb4d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 1094 time: 0.0873051 Aug 20 11:32:55.995283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ee19d3a-2f52-4735-ae82-649a81f9df6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.065906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3104f84-de7e-4504-9459-dfbe16435d2a None None] Pushing event updated for resources: {'Port': ['ID=c4319c83-b66a-4dee-a6e1-24f067641bfb,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:56.076977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-91183d13-9f9b-4ad7-9c5f-fc9a60eb9d87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5 HTTP/1.1" status: 200 len: 217 time: 0.0777054 Aug 20 11:32:56.085354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee19d3a-2f52-4735-ae82-649a81f9df6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:56.097749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 26bd43b3-7a30-41e0-add6-5f9325a5335c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=26bd43b3-7a30-41e0-add6-5f9325a5335c,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:56.098256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee19d3a-2f52-4735-ae82-649a81f9df6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=237b23bb-8325-4ef1-8a2a-4f56a754efd0,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:56.108187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-0ee19d3a-2f52-4735-ae82-649a81f9df6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:56.113778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee19d3a-2f52-4735-ae82-649a81f9df6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:56.115197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ee19d3a-2f52-4735-ae82-649a81f9df6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.123880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-3f93c2fb-f64d-45db-b1ea-80c7e73f2530 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Deleting port 2b54ec98-ea05-49dc-997f-18c1b0637833 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:56.124569 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-3f93c2fb-f64d-45db-b1ea-80c7e73f2530 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.154234 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cc64b53-020e-4f46-bd30-624a821bd142 req-b217bd94-3e2f-4ed6-8abf-02c057797380 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507871 Aug 20 11:32:56.185544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Attempting to bind port c4319c83-b66a-4dee-a6e1-24f067641bfb on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:56.186004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Attempting to bind port c4319c83-b66a-4dee-a6e1-24f067641bfb by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:56.186490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Attempting to bind port c4319c83-b66a-4dee-a6e1-24f067641bfb on network cf3de518-f5fe-4391-bf58-945c8cc39e07 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:56.197890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80a32-30a6-489a-a058-51145cf09c83 req-33e09cbb-e5eb-477e-b66a-78f0d295d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:56.198259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:56.198804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Checking segment: {'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:56.199309 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.199483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-33e09cbb-e5eb-477e-b66a-78f0d295d0da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=979dc0fd-3038-4048-a667-cac2e871ab36 HTTP/1.1" status: 200 len: 844 time: 0.1154046 Aug 20 11:32:56.199885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Bound using segment: {'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:56.200765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Bound port: c4319c83-b66a-4dee-a6e1-24f067641bfb, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:56.201032 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.222708 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.278925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-3f93c2fb-f64d-45db-b1ea-80c7e73f2530 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] For port 2b54ec98-ea05-49dc-997f-18c1b0637833, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2b54ec98-ea05-49dc-997f-18c1b0637833,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:32:56.279396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-3f93c2fb-f64d-45db-b1ea-80c7e73f2530 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.281859 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-072277be-02cf-4ec6-b414-ace181106994 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edb00cab-5f80-4e3b-be79-12d2f37d0603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744123 Aug 20 11:32:56.304216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-3f93c2fb-f64d-45db-b1ea-80c7e73f2530 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Calling delete_port for 2b54ec98-ea05-49dc-997f-18c1b0637833 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:56.315013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0ee19d3a-2f52-4735-ae82-649a81f9df6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2034302 Aug 20 11:32:56.320068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40866) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:56.320764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=26bd43b3-7a30-41e0-add6-5f9325a5335c,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:56.334345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': '237b23bb-8325-4ef1-8a2a-4f56a754efd0', 'ip_address': '2001:db8::b0d0:34c9:b92b:90fa'}], 'name': 'tempest-NetworksTestDHCPv6-1530063121'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:56.355299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] For port c4319c83-b66a-4dee-a6e1-24f067641bfb, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:56.362854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] For port c4319c83-b66a-4dee-a6e1-24f067641bfb, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c4319c83-b66a-4dee-a6e1-24f067641bfb,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:56.396193 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b53e-38f8-4378-8152-6260f09a1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.405688 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-d529377f-ec0b-486c-9fef-e6b917b0dc27 service neutron] 10.222.0.57 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157687 Aug 20 11:32:56.422744 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1b53e-38f8-4378-8152-6260f09a1b90 None None] Pushing event deleted for resources: {'Port': ['ID=26bd43b3-7a30-41e0-add6-5f9325a5335c,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:56.424978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca1b53e-38f8-4378-8152-6260f09a1b90 None None] No DVR routers for this DVR port 26bd43b3-7a30-41e0-add6-5f9325a5335c on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:56.447710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7e4f91-b178-4087-83fc-05e24ee01b52 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:56.525978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ead80a32-30a6-489a-a058-51145cf09c83 req-a882d344-ee3f-4329-9298-08f79f5edbbc service neutron] 10.222.0.57 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119618 Aug 20 11:32:56.552335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c986435-dbda-4094-9cac-7d5446999ec3 req-881e11f8-1162-413a-9335-4cd1ce57466f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:56.554527 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c986435-dbda-4094-9cac-7d5446999ec3 req-881e11f8-1162-413a-9335-4cd1ce57466f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1198351 Aug 20 11:32:56.650380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.653107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c986435-dbda-4094-9cac-7d5446999ec3 req-7f03afaa-32c6-42e6-a7fd-2f5e1b09daa0 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910690 Aug 20 11:32:56.735557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Routers {'49e03a2c-972e-45f7-a5bb-093626360814'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:32:56.736215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['49e03a2c-972e-45f7-a5bb-093626360814'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:56.756467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:56.801846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3104f84-de7e-4504-9459-dfbe16435d2a None None] Pushing event updated for resources: {'Port': ['ID=c4319c83-b66a-4dee-a6e1-24f067641bfb,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:56.807810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230613db-5222-469b-b242-60ccadd1afd8 req-a5a981a3-de42-4b83-ab9f-179d328d89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:56.814043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-230613db-5222-469b-b242-60ccadd1afd8 req-a5a981a3-de42-4b83-ab9f-179d328d89a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 1094 time: 0.0638194 Aug 20 11:32:56.821643 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-3f93c2fb-f64d-45db-b1ea-80c7e73f2530 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:56.977778 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '237b23bb-8325-4ef1-8a2a-4f56a754efd0'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:32:56.979881 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.017327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93c2fb-f64d-45db-b1ea-80c7e73f2530 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Pushing event deleted for resources: {'Port': ['ID=2b54ec98-ea05-49dc-997f-18c1b0637833,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:57.029691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea48dfe9-d6f8-4442-becb-9b9af5c3fe3c req-2b8ec470-9816-4156-b58b-987690280ed6 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 210 time: 0.1083376 Aug 20 11:32:57.032474 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54d6f08c-5970-4988-af54-7a72eb94e9ea req-3e845afc-4b1d-44e0-84f2-dd769ceb5f3e tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 210 time: 0.0845082 Aug 20 11:32:57.067083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-3f93c2fb-f64d-45db-b1ea-80c7e73f2530 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] No DVR routers for this DVR port 2b54ec98-ea05-49dc-997f-18c1b0637833 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:32:57.080345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] Set router 49e03a2c-972e-45f7-a5bb-093626360814 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:32:57.082735 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-3f93c2fb-f64d-45db-b1ea-80c7e73f2530 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.085229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dded175a-b6d7-4055-8a99-d97d5f4e13f3 req-3f93c2fb-f64d-45db-b1ea-80c7e73f2530 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.57 "DELETE /v2.0/ports/2b54ec98-ea05-49dc-997f-18c1b0637833 HTTP/1.1" status: 204 len: 173 time: 1.2058730 Aug 20 11:32:57.086287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66632eb-7cbb-43ef-8f5a-e655af8f45c7', 'name': 'network-vif-deleted', 'tag': '2b54ec98-ea05-49dc-997f-18c1b0637833'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:32:57.088245 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b214b429-b983-4bd9-8237-9df05051836d" -d '{"events": [{"server_uuid": "c66632eb-7cbb-43ef-8f5a-e655af8f45c7", "name": "network-vif-deleted", "tag": "2b54ec98-ea05-49dc-997f-18c1b0637833"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:32:57.097623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230613db-5222-469b-b242-60ccadd1afd8 req-0e9eb120-af88-4037-8d72-47b53518a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:57.107709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-230613db-5222-469b-b242-60ccadd1afd8 req-0e9eb120-af88-4037-8d72-47b53518a2a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 200 len: 905 time: 0.2801189 Aug 20 11:32:57.143606 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.147606 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3121bfb1-caa7-480b-9a80-e3163c450a8a x-openstack-request-id: req-3121bfb1-caa7-480b-9a80-e3163c450a8a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:32:57.148152 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66632eb-7cbb-43ef-8f5a-e655af8f45c7", "name": "network-vif-deleted", "tag": "2b54ec98-ea05-49dc-997f-18c1b0637833", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:32:57.148579 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3121bfb1-caa7-480b-9a80-e3163c450a8a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:32:57.149130 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66632eb-7cbb-43ef-8f5a-e655af8f45c7', 'name': 'network-vif-deleted', 'tag': '2b54ec98-ea05-49dc-997f-18c1b0637833', 'status': 'completed', 'code': 200} Aug 20 11:32:57.176369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 7da2fbdc-b6e9-4748-82ad-971a6cd84ec5 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:32:57.190597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-230613db-5222-469b-b242-60ccadd1afd8 req-d59a61a8-bd7d-48e6-952a-aa3743214291 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5 HTTP/1.1" status: 200 len: 217 time: 0.0786746 Aug 20 11:32:57.262975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230613db-5222-469b-b242-60ccadd1afd8 req-83b9abff-be22-44ef-b370-911a00d5eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:57.264505 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-230613db-5222-469b-b242-60ccadd1afd8 req-83b9abff-be22-44ef-b370-911a00d5eda9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=979dc0fd-3038-4048-a667-cac2e871ab36 HTTP/1.1" status: 200 len: 844 time: 0.0711315 Aug 20 11:32:57.318852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-230613db-5222-469b-b242-60ccadd1afd8 req-0dd97ae2-9ec1-4137-8b38-d8ea53c29342 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edb00cab-5f80-4e3b-be79-12d2f37d0603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462403 Aug 20 11:32:57.376720 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::b0d0:34c9:b92b:90fa (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/237b23bb-8325-4ef1-8a2a-4f56a754efd0/7da2fbdc-b6e9-4748-82ad-971a6cd84ec5) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:57.431973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1459-e2d4-49ac-a079-aab7caf3fb55 req-dcc082d0-cf49-46e1-ad2a-b314a6896c94 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:57.434905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1dde1459-e2d4-49ac-a079-aab7caf3fb55 req-dcc082d0-cf49-46e1-ad2a-b314a6896c94 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 943 time: 0.1482162 Aug 20 11:32:57.497701 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1dde1459-e2d4-49ac-a079-aab7caf3fb55 req-94b56d77-35ee-4d76-a82f-98925510ac46 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563889 Aug 20 11:32:57.509367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-230613db-5222-469b-b242-60ccadd1afd8 req-8bdcd498-89c1-46cc-b0ae-8898a50fd702 service neutron] 10.222.0.57 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468079 Aug 20 11:32:57.573142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:52Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c4319c83-b66a-4dee-a6e1-24f067641bfb', 'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:77:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:50Z', 'updated_at': '2021-08-20T11:32:56Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:32:57.582628 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.599330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 7da2fbdc-b6e9-4748-82ad-971a6cd84ec5 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:57.602525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9d3766-1357-409e-841c-ba17823bef35 None None] The sync data for ids ['49e03a2c-972e-45f7-a5bb-093626360814'] in n-d-804230-3 is: [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:52Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c4319c83-b66a-4dee-a6e1-24f067641bfb', 'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:77:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:50Z', 'updated_at': '2021-08-20T11:32:56Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:32:57.636723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-230613db-5222-469b-b242-60ccadd1afd8 req-4caf1e2c-41e0-41de-8220-d1e8a3bb6fb4 service neutron] 10.222.0.57 "GET /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197419 Aug 20 11:32:57.768587 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.834567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/237b23bb-8325-4ef1-8a2a-4f56a754efd0/c064c60c-9eeb-4297-92ff-174097d00aa7) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:32:57.851550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:57.859839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe977fee-0fc8-4e4d-8ec8-086d00a4ae0a req-566191b2-ac33-450f-b064-893e8da559a9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:57.866582 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe977fee-0fc8-4e4d-8ec8-086d00a4ae0a req-566191b2-ac33-450f-b064-893e8da559a9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1345465 Aug 20 11:32:57.870404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:57.880335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:57.886623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:57.887279 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:57.891771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=7da2fbdc-b6e9-4748-82ad-971a6cd84ec5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:57.938327 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe977fee-0fc8-4e4d-8ec8-086d00a4ae0a req-49753cec-1549-40a1-8c2c-3fdebebc167e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590780 Aug 20 11:32:58.032966 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.046799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Transition to ACTIVE for port object c064c60c-9eeb-4297-92ff-174097d00aa7 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:58.099590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Transition to ACTIVE for port object c064c60c-9eeb-4297-92ff-174097d00aa7 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:32:58.119057 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-83cf6a43-fbd7-4a4e-aed5-faf3bbff5b47 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7956400 Aug 20 11:32:58.127775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40900) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:58.127775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9eaa6392-e244-40dd-8955-ec2fe3662c17 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': '237b23bb-8325-4ef1-8a2a-4f56a754efd0', 'ip_address': '2001:db8::b0d0:34c9:b92b:90fa'}], 'name': 'tempest-NetworksTestDHCPv6-1732233517'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:58.173603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9cada7c-9f42-43e3-b77b-c42597e5d41f req-bff16d03-b12d-4d99-bc91-881eaf83adc0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 210 time: 0.0295274 Aug 20 11:32:58.204337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ad5b3be-7123-4f78-965c-e45ea2ef3ef8 req-f8f2d5a0-23a7-4684-9fcd-2defb10e8bb4 tempest-ListServerFiltersTestJSON-1343492498 tempest-ListServerFiltersTestJSON-1343492498-project] 10.222.0.10 "GET /v2.0/ports?device_id=c66632eb-7cbb-43ef-8f5a-e655af8f45c7 HTTP/1.1" status: 200 len: 210 time: 0.0685582 Aug 20 11:32:58.259158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2b54ec98-ea05-49dc-997f-18c1b0637833 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:32:58.280291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 2b54ec98-ea05-49dc-997f-18c1b0637833 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:32:58.280627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2b54ec98-ea05-49dc-997f-18c1b0637833 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:32:58.294661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.335593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:32:58.340273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:32:58.343913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:32:58.352246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Pushing event updated for resources: {'Port': ['ID=c064c60c-9eeb-4297-92ff-174097d00aa7,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:58.412518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Attempting to bind port c064c60c-9eeb-4297-92ff-174097d00aa7 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:32:58.412922 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Attempting to bind port c064c60c-9eeb-4297-92ff-174097d00aa7 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:32:58.413292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Attempting to bind port c064c60c-9eeb-4297-92ff-174097d00aa7 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:32:58.418782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:32:58.419158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:32:58.419561 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.419955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:32:58.420426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Bound port: c064c60c-9eeb-4297-92ff-174097d00aa7, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:32:58.420804 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.431593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaa6392-e244-40dd-8955-ec2fe3662c17 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:32:58.437852 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9eaa6392-e244-40dd-8955-ec2fe3662c17 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.456372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-9eaa6392-e244-40dd-8955-ec2fe3662c17 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 8eb8abfe-4966-42ed-8b1b-28423f73ab5a yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:32:58.489734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] For port c064c60c-9eeb-4297-92ff-174097d00aa7, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:32:58.494415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] For port c064c60c-9eeb-4297-92ff-174097d00aa7, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c064c60c-9eeb-4297-92ff-174097d00aa7,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:32:58.633127 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:58.672649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fdd5e-6cf3-4e4a-b9a6-d901d81e52d0 req-0799924a-326f-41b5-9157-8de72206f3eb tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:58.674377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-320fdd5e-6cf3-4e4a-b9a6-d901d81e52d0 req-0799924a-326f-41b5-9157-8de72206f3eb tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 943 time: 0.0868616 Aug 20 11:32:58.712940 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eaa6392-e244-40dd-8955-ec2fe3662c17 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 11:32:58.713460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eaa6392-e244-40dd-8955-ec2fe3662c17 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:32:58.714808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12818669-52fb-4ea0-bdec-d11fc0a3d624 None None] Pushing event updated for resources: {'Port': ['ID=c064c60c-9eeb-4297-92ff-174097d00aa7,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:58.744193 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-320fdd5e-6cf3-4e4a-b9a6-d901d81e52d0 req-edaac7c6-6d8f-4505-a1b4-fa417b8974f7 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628088 Aug 20 11:32:58.835605 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40908) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:58.839184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9eaa6392-e244-40dd-8955-ec2fe3662c17 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7158751 Aug 20 11:32:58.954093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8e4c7-89b7-4fa0-8258-fbf2026687b5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:58.969165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8e4c7-89b7-4fa0-8258-fbf2026687b5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:58.970915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ecf8e4c7-89b7-4fa0-8258-fbf2026687b5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1342294 Aug 20 11:32:58.975646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40912) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:59.101940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e074b-30a8-492f-b26d-59f6f77f9a8b req-e5fd16d4-7abf-494d-b125-4440a4436a73 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:59.103609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c8e074b-30a8-492f-b26d-59f6f77f9a8b req-e5fd16d4-7abf-494d-b125-4440a4436a73 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.0558298 Aug 20 11:32:59.150378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c8e074b-30a8-492f-b26d-59f6f77f9a8b req-c6163fbb-51c0-430b-ba5a-7bdc9b139003 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Aug 20 11:32:59.157809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-54765bfa-5708-4bb4-b763-10d40ce2f862 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 7da2fbdc-b6e9-4748-82ad-971a6cd84ec5 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:32:59.158152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54765bfa-5708-4bb4-b763-10d40ce2f862 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.273595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40918) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:59.326242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd14114-b3b2-462d-ac40-000d1d90baf3 admin admin] Deleting subnet bd164739-c9ff-431b-b978-e951ecd55018 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:32:59.330044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dcd14114-b3b2-462d-ac40-000d1d90baf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.369109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dcd14114-b3b2-462d-ac40-000d1d90baf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.483401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dcd14114-b3b2-462d-ac40-000d1d90baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.598497 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b633772-f29d-4fd7-afdf-e557bcbaa148 req-fbd76027-3bd8-4c93-8e2e-19ee2fb01994 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 210 time: 0.0465102 Aug 20 11:32:59.633144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-21809133-aca2-4340-983b-53d621ccd532 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:59.634889 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-21809133-aca2-4340-983b-53d621ccd532 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "GET /v2.0/networks?id=cf3de518-f5fe-4391-bf58-945c8cc39e07 HTTP/1.1" status: 200 len: 796 time: 0.5483234 Aug 20 11:32:59.677328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c4319c83-b66a-4dee-a6e1-24f067641bfb up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:32:59.711781 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-a08a2425-9dc3-4957-af1a-7f516a27eb0c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=981bab59c36f4c10932ff10b206a827c HTTP/1.1" status: 200 len: 379 time: 0.0655408 Aug 20 11:32:59.715836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54765bfa-5708-4bb4-b763-10d40ce2f862 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.724641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'port': {'device_id': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'admin_state_up': True, 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'security_groups': ['1700859a-6aeb-4223-97dd-13b19cc8b000']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:32:59.740713 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dcd14114-b3b2-462d-ac40-000d1d90baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.783818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd14114-b3b2-462d-ac40-000d1d90baf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd164739-c9ff-431b-b978-e951ecd55018,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:32:59.791381 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dcd14114-b3b2-462d-ac40-000d1d90baf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.796231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dcd14114-b3b2-462d-ac40-000d1d90baf3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bd164739-c9ff-431b-b978-e951ecd55018 HTTP/1.1" status: 204 len: 168 time: 0.5213368 Aug 20 11:32:59.796959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40926) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:32:59.801961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459391cc-cf0f-4541-a1e9-59b7eb02a660 None None] Network 942489a6-d0cc-4e4f-8d1d-47b8985fb56b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:32:59.845785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-54765bfa-5708-4bb4-b763-10d40ce2f862 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 7da2fbdc-b6e9-4748-82ad-971a6cd84ec5 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:32:59.900103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c4319c83-b66a-4dee-a6e1-24f067641bfb completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:32:59.909261 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c4319c83-b66a-4dee-a6e1-24f067641bfb triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:32:59.909960 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.930317 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:32:59.965241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda91448-186e-4c73-9731-4f068ee7ccd1 req-677f3b9b-b766-4e7f-a413-9a992855bf22 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:32:59.965241 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cda91448-186e-4c73-9731-4f068ee7ccd1 req-677f3b9b-b766-4e7f-a413-9a992855bf22 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 943 time: 0.0983443 Aug 20 11:33:00.071860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cda91448-186e-4c73-9731-4f068ee7ccd1 req-af4f6808-e1db-4f6d-980e-a8fc1e77fae2 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009653 Aug 20 11:33:00.080409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Deleting port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:00.082155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.100242 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.105390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Made reservation on behalf of 981bab59c36f4c10932ff10b206a827c for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:00.105390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.155549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c4319c83-b66a-4dee-a6e1-24f067641bfb, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c4319c83-b66a-4dee-a6e1-24f067641bfb,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:00.169628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] For port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3cbef9f1-2a71-4ab9-b853-b41e2affb28d,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:00.170384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.187715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Calling delete_port for 3cbef9f1-2a71-4ab9-b853-b41e2affb28d owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:00.223788 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6906336d-357a-40d5-9ace-c519fd2b0c5d None None] DHCP port deletion for 942489a6-d0cc-4e4f-8d1d-47b8985fb56b request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:00.258783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0a542314-9166-4e99-ad80-ff0f5478fbb5 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:00.301000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9dde7-01c2-41d4-a39d-d3a53f1d8e32 req-89e3381b-e963-44f2-9578-a107e24859da tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:00.303147 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1b9dde7-01c2-41d4-a39d-d3a53f1d8e32 req-89e3381b-e963-44f2-9578-a107e24859da tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.0692551 Aug 20 11:33:00.328531 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54765bfa-5708-4bb4-b763-10d40ce2f862 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.343704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6906336d-357a-40d5-9ace-c519fd2b0c5d None None] Deleting port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:00.344083 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6906336d-357a-40d5-9ace-c519fd2b0c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.395296 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.396673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c064c60c-9eeb-4297-92ff-174097d00aa7 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:00.407303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54765bfa-5708-4bb4-b763-10d40ce2f862 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=7da2fbdc-b6e9-4748-82ad-971a6cd84ec5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:00.447147 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1b9dde7-01c2-41d4-a39d-d3a53f1d8e32 req-07325946-ff60-4733-990e-466cf720830f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369638 Aug 20 11:33:00.455224 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.497683 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54765bfa-5708-4bb4-b763-10d40ce2f862 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.500150 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-54765bfa-5708-4bb4-b763-10d40ce2f862 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/7da2fbdc-b6e9-4748-82ad-971a6cd84ec5 HTTP/1.1" status: 204 len: 168 time: 1.5235500 Aug 20 11:33:00.509230 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] No DVR routers for this DVR port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:00.518294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40932) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:00.520501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f51f83f0-4e76-4572-88d0-c6891eb337dd None None] Provisioning for port c064c60c-9eeb-4297-92ff-174097d00aa7 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:00.526182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbef9f1-2a71-4ab9-b853-b41e2affb28d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:00.549909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6906336d-357a-40d5-9ace-c519fd2b0c5d None None] For port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3cbef9f1-2a71-4ab9-b853-b41e2affb28d,segment=NetworkSegment(09f57ec9-5467-43d7-b9f3-bc2c13385aea),segment_id=09f57ec9-5467-43d7-b9f3-bc2c13385aea)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:00.550316 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6906336d-357a-40d5-9ace-c519fd2b0c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.587640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.20.0.6 (cf3de518-f5fe-4391-bf58-945c8cc39e07/5802c6f3-cf9b-4d6a-a82f-44f4187bd050/e967d907-79ef-4d9d-a4ac-98aa8ee4581e) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:00.599022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126879a4-1c64-4780-8377-db9e9820de3a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:00.601009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126879a4-1c64-4780-8377-db9e9820de3a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:00.602782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-126879a4-1c64-4780-8377-db9e9820de3a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0832188 Aug 20 11:33:00.605448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40934) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:00.606050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6906336d-357a-40d5-9ace-c519fd2b0c5d None None] Calling delete_port for 3cbef9f1-2a71-4ab9-b853-b41e2affb28d owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:00.621965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0a542314-9166-4e99-ad80-ff0f5478fbb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:00.651323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c4319c83-b66a-4dee-a6e1-24f067641bfb,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:00.669405 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.670342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '0a542314-9166-4e99-ad80-ff0f5478fbb5', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'port_id': '0a542314-9166-4e99-ad80-ff0f5478fbb5', 'mac_address': 'fa:16:3e:c0:50:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979dc0fd-3038-4048-a667-cac2e871ab36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:00.706556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942489a6-d0cc-4e4f-8d1d-47b8985fb56b']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:00.726103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f57ec9-5467-43d7-b9f3-bc2c13385aea') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:00.726408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f57ec9-5467-43d7-b9f3-bc2c13385aea') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:00.739532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d92a632a-4e37-4bcc-a2b6-e22dd60b82b2 None None] Could not find standard attr ID for object 7da2fbdc-b6e9-4748-82ad-971a6cd84ec5. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:33:00.758196 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07dddf0e-6829-47dc-a350-f20101e956b3 req-8d1fbfe7-a0d1-420d-ac0a-e8b0c744b386 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 210 time: 0.0537219 Aug 20 11:33:00.766465 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.796549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.807583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:33:00.808168 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:33:00.810068 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:33:00.812931 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.820060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31a82f1-9637-4ec3-a74a-69647287ea06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 237b23bb-8325-4ef1-8a2a-4f56a754efd0 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:00.825217 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c31a82f1-9637-4ec3-a74a-69647287ea06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.826929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a542314-9166-4e99-ad80-ff0f5478fbb5 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:00.837866 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6906336d-357a-40d5-9ace-c519fd2b0c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.856852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c064c60c-9eeb-4297-92ff-174097d00aa7 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:00.876141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906336d-357a-40d5-9ace-c519fd2b0c5d None None] No DVR routers for this DVR port 3cbef9f1-2a71-4ab9-b853-b41e2affb28d on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:00.879968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0a542314-9166-4e99-ad80-ff0f5478fbb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:00.883509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906336d-357a-40d5-9ace-c519fd2b0c5d None None] Pushing event deleted for resources: {'Port': ['ID=3cbef9f1-2a71-4ab9-b853-b41e2affb28d,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:00.889529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c064c60c-9eeb-4297-92ff-174097d00aa7 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:00.889529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.896392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c31a82f1-9637-4ec3-a74a-69647287ea06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.952410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.969714 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:00.976027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Transition to ACTIVE for port object e967d907-79ef-4d9d-a4ac-98aa8ee4581e will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:00.987620 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.024789 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.028171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c064c60c-9eeb-4297-92ff-174097d00aa7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c064c60c-9eeb-4297-92ff-174097d00aa7,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:01.034986 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.039725 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] 10.222.0.10 "DELETE /v2.0/networks/942489a6-d0cc-4e4f-8d1d-47b8985fb56b HTTP/1.1" status: 204 len: 168 time: 1.2393754 Aug 20 11:33:01.048823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b30a9-6586-45b1-909c-3ba2f95ece82 admin admin] Pushing event deleted for resources: {'Network': ['ID=942489a6-d0cc-4e4f-8d1d-47b8985fb56b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.073785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=0a542314-9166-4e99-ad80-ff0f5478fbb5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.145417 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.150692 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c31a82f1-9637-4ec3-a74a-69647287ea06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.188889 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.204783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c064c60c-9eeb-4297-92ff-174097d00aa7,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.218042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0a542314-9166-4e99-ad80-ff0f5478fbb5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:01.278647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network cf3de518-f5fe-4391-bf58-945c8cc39e07 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:01.285319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:01.287439 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.289912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:01.290921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40944) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:01.300849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3470-077c-4fb2-a562-7987894b2714 req-d93c04b4-6dcd-4b77-a5f3-376eed54e1bf tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:01.312043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1eff3470-077c-4fb2-a562-7987894b2714 req-d93c04b4-6dcd-4b77-a5f3-376eed54e1bf tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 944 time: 0.1696570 Aug 20 11:33:01.385725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:01.386388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.397896 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1eff3470-077c-4fb2-a562-7987894b2714 req-20ab71c7-c20e-467b-802e-421ed0ed0326 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682580 Aug 20 11:33:01.438626 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f9b476c3-f07e-42f1-b613-56d77d5cdbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.563191 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c31a82f1-9637-4ec3-a74a-69647287ea06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.578946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d586cb-0890-4f6f-838a-8e86bbe29923 req-e65ba54f-572f-47fd-b0f5-e4edee72e415 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:01.580423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8d586cb-0890-4f6f-838a-8e86bbe29923 req-e65ba54f-572f-47fd-b0f5-e4edee72e415 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.0542960 Aug 20 11:33:01.593125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c4319c83-b66a-4dee-a6e1-24f067641bfb up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:01.596782 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c31a82f1-9637-4ec3-a74a-69647287ea06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.598728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c31a82f1-9637-4ec3-a74a-69647287ea06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/237b23bb-8325-4ef1-8a2a-4f56a754efd0 HTTP/1.1" status: 204 len: 168 time: 0.9919844 Aug 20 11:33:01.599837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a82f1-9637-4ec3-a74a-69647287ea06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=237b23bb-8325-4ef1-8a2a-4f56a754efd0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:01.601342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40950) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:01.607437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4015501d-dca0-4e5c-a953-ad6c10777238 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:01.644375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-e80821ee-6894-4cbb-954e-55fe472e953f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9256842 Aug 20 11:33:01.648462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bcb21d17-5ee4-424a-baea-5c0bbb35f964 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453596 Aug 20 11:33:01.653305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40952) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:01.660341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40954) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:01.663230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Request body: {'port': {'device_id': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:01.669654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-240015f0-d615-4d7e-8ff1-259de4694464 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:01.699069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8d586cb-0890-4f6f-838a-8e86bbe29923 req-a94fdee7-9359-4014-aa98-ece1f0608ae3 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038210 Aug 20 11:33:01.735295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5c0a0749-c6e7-49fc-a5b5-0eb51298d1d1 None None] Provisioning for port e967d907-79ef-4d9d-a4ac-98aa8ee4581e completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:01.759658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-98ccdaa8-c2a7-4468-aab5-633b640707f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e09626cda936453eadf13bdf3f7e2b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0958023 Aug 20 11:33:01.760319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5c0a0749-c6e7-49fc-a5b5-0eb51298d1d1 None None] Provisioning complete for port e967d907-79ef-4d9d-a4ac-98aa8ee4581e triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:01.761326 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0749-c6e7-49fc-a5b5-0eb51298d1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.762533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40956) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:01.790456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c4319c83-b66a-4dee-a6e1-24f067641bfb triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:01.791099 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.825107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.843889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a0749-c6e7-49fc-a5b5-0eb51298d1d1 None None] Port e967d907-79ef-4d9d-a4ac-98aa8ee4581e cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:01.844906 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f9b476c3-f07e-42f1-b613-56d77d5cdbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.851760 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7dabaf09-9946-4523-a586-e95afc6067be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.877610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7dabaf09-9946-4523-a586-e95afc6067be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:01.951997 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f9b476c3-f07e-42f1-b613-56d77d5cdbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.003293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f9b476c3-f07e-42f1-b613-56d77d5cdbed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec9ecb405db64eb5aded5956a4322eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7086606 Aug 20 11:33:02.003293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b476c3-f07e-42f1-b613-56d77d5cdbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193fd7fa-6f09-4903-a7e9-5a23cfb07868,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:02.005800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40960) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:02.019078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f460b-79c2-4970-901a-eceb6164d8aa req-094998f0-bd89-4aca-a5b6-a22f32760f85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:02.020784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c0f460b-79c2-4970-901a-eceb6164d8aa req-094998f0-bd89-4aca-a5b6-a22f32760f85 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 931 time: 0.1798649 Aug 20 11:33:02.056554 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c814d6-2473-4b99-8722-39df9c84220b None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:02.059305 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7dabaf09-9946-4523-a586-e95afc6067be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.060430 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c064c60c-9eeb-4297-92ff-174097d00aa7 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:02.062477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7dabaf09-9946-4523-a586-e95afc6067be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.063422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7dabaf09-9946-4523-a586-e95afc6067be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24c43ae3-e677-4868-87b6-d535910d0b75 HTTP/1.1" status: 204 len: 168 time: 0.2998781 Aug 20 11:33:02.078913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabaf09-9946-4523-a586-e95afc6067be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c43ae3-e677-4868-87b6-d535910d0b75,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:02.101307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c519-f68f-4146-8e54-1d862e231de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.125559 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c0f460b-79c2-4970-901a-eceb6164d8aa req-c9c76abf-cf43-4b72-a58b-3a75e6e7f267 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912414 Aug 20 11:33:02.150996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c519-f68f-4146-8e54-1d862e231de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.158716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240015f0-d615-4d7e-8ff1-259de4694464 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:02.171108 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-240015f0-d615-4d7e-8ff1-259de4694464 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.181539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c064c60c-9eeb-4297-92ff-174097d00aa7 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:02.182303 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.232749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c4c814d6-2473-4b99-8722-39df9c84220b None None] Deleting port c064c60c-9eeb-4297-92ff-174097d00aa7 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:02.233125 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4c814d6-2473-4b99-8722-39df9c84220b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.286653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0a542314-9166-4e99-ad80-ff0f5478fbb5 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:02.300814 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c519-f68f-4146-8e54-1d862e231de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.309213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c519-f68f-4146-8e54-1d862e231de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.311441 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2cc5c519-f68f-4146-8e54-1d862e231de5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/193fd7fa-6f09-4903-a7e9-5a23cfb07868 HTTP/1.1" status: 204 len: 168 time: 0.3059173 Aug 20 11:33:02.323934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e967d907-79ef-4d9d-a4ac-98aa8ee4581e {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:02.335181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5c519-f68f-4146-8e54-1d862e231de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193fd7fa-6f09-4903-a7e9-5a23cfb07868,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:02.337119 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.356808 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Transition to ACTIVE for port object e967d907-79ef-4d9d-a4ac-98aa8ee4581e will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:02.363803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c4c814d6-2473-4b99-8722-39df9c84220b None None] For port c064c60c-9eeb-4297-92ff-174097d00aa7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c064c60c-9eeb-4297-92ff-174097d00aa7,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:02.364282 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4c814d6-2473-4b99-8722-39df9c84220b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.395769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c4c814d6-2473-4b99-8722-39df9c84220b None None] Calling delete_port for c064c60c-9eeb-4297-92ff-174097d00aa7 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:02.489111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3cbef9f1-2a71-4ab9-b853-b41e2affb28d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:02.513123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 3cbef9f1-2a71-4ab9-b853-b41e2affb28d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:02.515969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3cbef9f1-2a71-4ab9-b853-b41e2affb28d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:02.536136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997fc9a-eb61-47ea-a1e0-d4997a963e68 req-3cf76e11-8f72-48b2-8f73-af9cb517cb7e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:02.537869 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4997fc9a-eb61-47ea-a1e0-d4997a963e68 req-3cf76e11-8f72-48b2-8f73-af9cb517cb7e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 944 time: 0.0534782 Aug 20 11:33:02.583590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4997fc9a-eb61-47ea-a1e0-d4997a963e68 req-7bbfba3e-95f3-4627-8793-9b9558c5002c tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Aug 20 11:33:02.586626 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.643660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Pushing event updated for resources: {'Port': ['ID=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:02.658046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 0a542314-9166-4e99-ad80-ff0f5478fbb5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:02.664743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 0a542314-9166-4e99-ad80-ff0f5478fbb5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:02.665196 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.667655 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-240015f0-d615-4d7e-8ff1-259de4694464 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.698933 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4c814d6-2473-4b99-8722-39df9c84220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.745139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c814d6-2473-4b99-8722-39df9c84220b None None] Pushing event deleted for resources: {'Port': ['ID=c064c60c-9eeb-4297-92ff-174097d00aa7,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:02.750485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c814d6-2473-4b99-8722-39df9c84220b None None] No DVR routers for this DVR port c064c60c-9eeb-4297-92ff-174097d00aa7 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:02.754801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240015f0-d615-4d7e-8ff1-259de4694464 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:02.762006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-240015f0-d615-4d7e-8ff1-259de4694464 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:02.774228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240015f0-d615-4d7e-8ff1-259de4694464 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:02.774635 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-240015f0-d615-4d7e-8ff1-259de4694464 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.797087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd46c20-40a8-4bc8-82c9-3853eb00c9d5 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:02.803852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240015f0-d615-4d7e-8ff1-259de4694464 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=9799bbd5-f689-4ab4-9dd2-de13439d7df0,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:02.843564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Attempting to bind port e967d907-79ef-4d9d-a4ac-98aa8ee4581e on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:02.844286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Attempting to bind port e967d907-79ef-4d9d-a4ac-98aa8ee4581e by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:02.844286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Attempting to bind port e967d907-79ef-4d9d-a4ac-98aa8ee4581e on network cf3de518-f5fe-4391-bf58-945c8cc39e07 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:02.853897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Port e967d907-79ef-4d9d-a4ac-98aa8ee4581e on network cf3de518-f5fe-4391-bf58-945c8cc39e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:02.853897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Attempting to bind port e967d907-79ef-4d9d-a4ac-98aa8ee4581e on network cf3de518-f5fe-4391-bf58-945c8cc39e07 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:02.861079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:02.861324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Checking segment: {'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:02.861701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Bound using segment: {'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:02.862167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Bound port: e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03884646-aadf-4057-93ab-c6bc4ee355a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:02.862574 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.900123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdea2e-5775-4914-af55-92f8e9844635 req-9586c161-b6fc-4f7e-ba23-9983cc47574e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:02.902289 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39fdea2e-5775-4914-af55-92f8e9844635 req-9586c161-b6fc-4f7e-ba23-9983cc47574e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1145518 Aug 20 11:33:02.952251 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:02.988462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40982) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:02.989401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-240015f0-d615-4d7e-8ff1-259de4694464 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3329382 Aug 20 11:33:02.996457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9dc42867-8064-4456-9dd9-427891fbbf4a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': '9799bbd5-f689-4ab4-9dd2-de13439d7df0', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-710463309'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:03.000254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '9799bbd5-f689-4ab4-9dd2-de13439d7df0'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:33:03.001811 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.005820 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39fdea2e-5775-4914-af55-92f8e9844635 req-2f60cadf-b700-41d8-ac86-b1f504ca8c07 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939336 Aug 20 11:33:03.032693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865d346f-43e4-4809-922b-2806262ec0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a542314-9166-4e99-ad80-ff0f5478fbb5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:03.035125 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918fd30e-2260-448c-a79d-74ab534ba3f5" -d '{"events": [{"server_uuid": "865d346f-43e4-4809-922b-2806262ec0ea", "name": "network-vif-plugged", "status": "completed", "tag": "0a542314-9166-4e99-ad80-ff0f5478fbb5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:03.050063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] For port e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:03.060796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] For port e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:03.061130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0a542314-9166-4e99-ad80-ff0f5478fbb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:03.115534 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c44d95f-c1cc-4c5e-991a-43f98d09d387 x-openstack-request-id: req-3c44d95f-c1cc-4c5e-991a-43f98d09d387 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:03.116394 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865d346f-43e4-4809-922b-2806262ec0ea", "name": "network-vif-plugged", "status": "completed", "tag": "0a542314-9166-4e99-ad80-ff0f5478fbb5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:03.116658 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c44d95f-c1cc-4c5e-991a-43f98d09d387 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:03.117045 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865d346f-43e4-4809-922b-2806262ec0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a542314-9166-4e99-ad80-ff0f5478fbb5', 'code': 200} Aug 20 11:33:03.186840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.209231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/9799bbd5-f689-4ab4-9dd2-de13439d7df0/d4f79537-d7e0-4b62-94f8-493fcc955494) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:03.219482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75301162-9167-495c-b3f2-a4a74b322a7d req-6f65bb7b-d156-461b-88ee-e107b13b2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:03.221204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75301162-9167-495c-b3f2-a4a74b322a7d req-6f65bb7b-d156-461b-88ee-e107b13b2232 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 1095 time: 0.0576134 Aug 20 11:33:03.269738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:03.270368 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.271844 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] 10.222.0.57 "PUT /v2.0/ports/e967d907-79ef-4d9d-a4ac-98aa8ee4581e HTTP/1.1" status: 200 len: 1091 time: 1.6173127 Aug 20 11:33:03.274009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:03.282974 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877" -d '{"events": [{"name": "network-changed", "server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:03.300986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75301162-9167-495c-b3f2-a4a74b322a7d req-86764d9a-2ec3-493e-b499-3c7c8faf4675 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721571 Aug 20 11:33:03.312756 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.320365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c77a38-2f04-4536-beb6-935f6048a68a service neutron] Pushing event updated for resources: {'Port': ['ID=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:03.337658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25988a-2e3d-4117-8175-1436a191e8de req-22647cde-5254-481b-a84b-77b3e1eaa345 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:03.339000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df25988a-2e3d-4117-8175-1436a191e8de req-22647cde-5254-481b-a84b-77b3e1eaa345 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 943 time: 0.1055057 Aug 20 11:33:03.341050 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625c4bf0-91fc-4692-9db2-2a37f4a90a9b x-openstack-request-id: req-625c4bf0-91fc-4692-9db2-2a37f4a90a9b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:03.341380 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:03.341562 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-625c4bf0-91fc-4692-9db2-2a37f4a90a9b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:03.341958 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'status': 'completed', 'code': 200} Aug 20 11:33:03.368977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc42867-8064-4456-9dd9-427891fbbf4a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:03.399152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df25988a-2e3d-4117-8175-1436a191e8de req-1ce71b5f-fbb9-4605-9710-a94a812fbd4d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547907 Aug 20 11:33:03.419115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=0a542314-9166-4e99-ad80-ff0f5478fbb5,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:03.446691 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.456032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Transition to ACTIVE for port object d4f79537-d7e0-4b62-94f8-493fcc955494 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:03.474853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Transition to ACTIVE for port object d4f79537-d7e0-4b62-94f8-493fcc955494 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:03.579499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c064c60c-9eeb-4297-92ff-174097d00aa7 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:03.610013 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.610307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41000) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:03.616148 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c064c60c-9eeb-4297-92ff-174097d00aa7 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:03.616515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c064c60c-9eeb-4297-92ff-174097d00aa7 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:03.673794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:03.684204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:03.686146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Pushing event updated for resources: {'Port': ['ID=d4f79537-d7e0-4b62-94f8-493fcc955494,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:03.688568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:03.748123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Attempting to bind port d4f79537-d7e0-4b62-94f8-493fcc955494 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:03.748497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Attempting to bind port d4f79537-d7e0-4b62-94f8-493fcc955494 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:03.748890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Attempting to bind port d4f79537-d7e0-4b62-94f8-493fcc955494 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:03.750237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-671924391-network', 'tenant_id': '58f51b94e47842fa8de43db918a884b9'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:03.754580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:03.754986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:03.755565 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.755969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:03.757002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Bound port: d4f79537-d7e0-4b62-94f8-493fcc955494, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:03.757597 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.783701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41004) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:03.798180 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02cb9938-587f-4730-a143-b1667140cee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.828796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] For port d4f79537-d7e0-4b62-94f8-493fcc955494, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:03.832034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] For port d4f79537-d7e0-4b62-94f8-493fcc955494, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d4f79537-d7e0-4b62-94f8-493fcc955494,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:03.896289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Made reservation on behalf of 58f51b94e47842fa8de43db918a884b9 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:03.898693 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.912210 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.922168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa9e35-38b0-4942-8261-934ca4ac5d1b req-9cbc181b-74c3-4f41-85fe-9245335db92f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:03.922168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0caa9e35-38b0-4942-8261-934ca4ac5d1b req-9cbc181b-74c3-4f41-85fe-9245335db92f tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 945 time: 0.1064227 Aug 20 11:33:03.924254 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9dc42867-8064-4456-9dd9-427891fbbf4a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.929298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-d892db0a-583c-49a6-a44f-2253ea009b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:03.931266 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-d892db0a-583c-49a6-a44f-2253ea009b1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 1094 time: 0.1159434 Aug 20 11:33:03.935568 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:03.990252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-170170f2-6a61-41dc-914b-cae13d50fd81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e HTTP/1.1" status: 200 len: 217 time: 0.0507252 Aug 20 11:33:03.998026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c612e0-d4b0-4db0-a3f6-86d340a6cbcf None None] Pushing event updated for resources: {'Port': ['ID=d4f79537-d7e0-4b62-94f8-493fcc955494,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.016092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02cb9938-587f-4730-a143-b1667140cee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.043083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-9dc42867-8064-4456-9dd9-427891fbbf4a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 95ba51f5-d0e1-4b1f-88a5-e26bc9010cbb yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:33:04.069303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0caa9e35-38b0-4942-8261-934ca4ac5d1b req-9884f6e9-2321-4822-89fc-3d046ac9a46e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374812 Aug 20 11:33:04.118587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02cb9938-587f-4730-a143-b1667140cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.120124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-0f60b852-6085-454a-bf6f-e14549aaa95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.121753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-0f60b852-6085-454a-bf6f-e14549aaa95f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5802c6f3-cf9b-4d6a-a82f-44f4187bd050 HTTP/1.1" status: 200 len: 834 time: 0.1163592 Aug 20 11:33:04.219996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb9938-587f-4730-a143-b1667140cee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc11ded5-1a1d-4f06-aa2f-13bbe0a377ab,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.230288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-02cb9938-587f-4730-a143-b1667140cee0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85d7f45dd6404db5805b3170d734d14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454496 Aug 20 11:33:04.232331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41008) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:04.263556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-273f2efb-4f46-46df-a1ec-1d0c0a5d31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.266491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-273f2efb-4f46-46df-a1ec-1d0c0a5d31ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3de518-f5fe-4391-bf58-945c8cc39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355808 Aug 20 11:33:04.267505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87a74d-d5f2-4487-aca9-640dd807998c req-e32f679f-2c28-4f36-be3c-f4651aaca9d7 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.275121 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf87a74d-d5f2-4487-aca9-640dd807998c req-e32f679f-2c28-4f36-be3c-f4651aaca9d7 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1763861 Aug 20 11:33:04.345051 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc42867-8064-4456-9dd9-427891fbbf4a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:33:04.345632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc42867-8064-4456-9dd9-427891fbbf4a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:33:04.370473 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf87a74d-d5f2-4487-aca9-640dd807998c req-b6697fe1-dff3-4cc6-9099-82c935763c6f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943465 Aug 20 11:33:04.375984 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.384001 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0a9cfb2-f6a7-471d-99b1-58edb3a40428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.424427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0a9cfb2-f6a7-471d-99b1-58edb3a40428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.425790 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-a3542328-4b3e-405d-bc80-e8624ae61466 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467297 Aug 20 11:33:04.488565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.521178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:33:04.528053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba12389e-22c2-4a93-8b2d-263bbe6876d1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.538780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.539166 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Added segment b6c66076-d74f-4167-b219-3d0a7e3bc33c of type vlan for network 2577824f-fcbc-44ba-8620-b24d1f085662 Aug 20 11:33:04.584457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcd719-cfb7-4f19-a3e1-10358c95c2c3 req-122918ab-f24a-48a3-9a69-2fddde284377 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.585009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.585963 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12fcd719-cfb7-4f19-a3e1-10358c95c2c3 req-122918ab-f24a-48a3-9a69-2fddde284377 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 943 time: 0.1220238 Aug 20 11:33:04.592087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38eaf3b-430c-4694-ab8e-a5310089452c req-d1b24c9e-69af-47fc-afe6-1cb36a4f5902 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564095 Aug 20 11:33:04.597248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9dc42867-8064-4456-9dd9-427891fbbf4a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6052313 Aug 20 11:33:04.601716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41012) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:04.657144 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12fcd719-cfb7-4f19-a3e1-10358c95c2c3 req-c32aa01f-4a3c-4381-af43-a9127e0ba286 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639212 Aug 20 11:33:04.677573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d3238c-b4f1-4844-9a57-cfa42921e8ad tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.677573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-96d3238c-b4f1-4844-9a57-cfa42921e8ad tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0736420 Aug 20 11:33:04.677573 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0a9cfb2-f6a7-471d-99b1-58edb3a40428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.679120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41014) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:04.679989 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0a9cfb2-f6a7-471d-99b1-58edb3a40428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.681138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a0a9cfb2-f6a7-471d-99b1-58edb3a40428 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc11ded5-1a1d-4f06-aa2f-13bbe0a377ab HTTP/1.1" status: 204 len: 168 time: 0.4478757 Aug 20 11:33:04.692459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9cfb2-f6a7-471d-99b1-58edb3a40428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc11ded5-1a1d-4f06-aa2f-13bbe0a377ab,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.733118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.733577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.734193 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.780892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-d14f330e-3ae0-4e6c-9396-64c51bb0a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.783618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-d14f330e-3ae0-4e6c-9396-64c51bb0a9fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 1094 time: 0.0492785 Aug 20 11:33:04.840264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79822954-8ade-42a1-bdee-e1eeb29a1e0a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.842047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79822954-8ade-42a1-bdee-e1eeb29a1e0a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.846110 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-79822954-8ade-42a1-bdee-e1eeb29a1e0a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1629004 Aug 20 11:33:04.846628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41018) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:04.882961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] Pushing event updated for resources: {'Network': ['ID=2577824f-fcbc-44ba-8620-b24d1f085662,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:04.892175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3c9ca134-c752-4335-b565-42920347d030 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2789631 Aug 20 11:33:04.892670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41020) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:04.893643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 2577824f-fcbc-44ba-8620-b24d1f085662 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:33:04.901966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Request body: {'subnet': {'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-671924391-subnet', 'tenant_id': '58f51b94e47842fa8de43db918a884b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:04.916600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0c92ea-bc34-4157-bd65-b349457d60e1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 9799bbd5-f689-4ab4-9dd2-de13439d7df0 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:04.922688 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec0c92ea-bc34-4157-bd65-b349457d60e1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:04.928098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-2274a687-6ae8-4323-a7e3-1f70b886a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:04.929699 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-2274a687-6ae8-4323-a7e3-1f70b886a06a service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf3de518-f5fe-4391-bf58-945c8cc39e07 HTTP/1.1" status: 200 len: 897 time: 0.1371362 Aug 20 11:33:04.993200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-a7db5aae-e7c1-4bd5-9133-924470956a2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e HTTP/1.1" status: 200 len: 217 time: 0.0547552 Aug 20 11:33:04.995957 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec0c92ea-bc34-4157-bd65-b349457d60e1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.036184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Made reservation on behalf of 58f51b94e47842fa8de43db918a884b9 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:05.038667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.101411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-e093b84f-cbd7-49ca-a7fa-afecc9ace72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:05.103042 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-e093b84f-cbd7-49ca-a7fa-afecc9ace72e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5802c6f3-cf9b-4d6a-a82f-44f4187bd050 HTTP/1.1" status: 200 len: 834 time: 0.1025908 Aug 20 11:33:05.113230 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec0c92ea-bc34-4157-bd65-b349457d60e1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.188594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-ee0685cd-a607-444e-a189-77199f1f7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:05.190076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-ee0685cd-a607-444e-a189-77199f1f7afb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3de518-f5fe-4391-bf58-945c8cc39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721555 Aug 20 11:33:05.221549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fa6c9-3262-44a6-a132-574ef1b11f29 req-44f9e2f5-58c3-4be7-92a2-71644c23fb9d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:05.223203 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d6fa6c9-3262-44a6-a132-574ef1b11f29 req-44f9e2f5-58c3-4be7-92a2-71644c23fb9d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 945 time: 0.0736024 Aug 20 11:33:05.254079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dd4099c0-d422-4c02-ba0c-2e1f5dbd7be7 None None] Provisioning for port d4f79537-d7e0-4b62-94f8-493fcc955494 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:05.281696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d6fa6c9-3262-44a6-a132-574ef1b11f29 req-8463bcce-de42-4933-a1fc-f2837c990ca4 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479047 Aug 20 11:33:05.381889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-b47a3ccd-7757-491b-8722-f480ca1d2ecc service neutron] 10.222.0.57 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655490 Aug 20 11:33:05.485400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c899a8e-bc26-4c47-b2ba-c06ed9a80877 req-8cc7f565-5da9-4e0a-9edd-1061b6c38abe service neutron] 10.222.0.57 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970056 Aug 20 11:33:05.512576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf7cef-5e62-41a4-adf6-3c73c49f0662 req-2e54edb4-0fda-43c2-9eb9-a65aa3f7c8db tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:05.521006 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02bf7cef-5e62-41a4-adf6-3c73c49f0662 req-2e54edb4-0fda-43c2-9eb9-a65aa3f7c8db tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.0677998 Aug 20 11:33:05.553771 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec0c92ea-bc34-4157-bd65-b349457d60e1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.589616 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02bf7cef-5e62-41a4-adf6-3c73c49f0662 req-aa68671b-5f5b-44ef-947c-cb441fdfe34b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675311 Aug 20 11:33:05.592139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c92ea-bc34-4157-bd65-b349457d60e1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=9799bbd5-f689-4ab4-9dd2-de13439d7df0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:05.594130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ec0c92ea-bc34-4157-bd65-b349457d60e1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.596053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ec0c92ea-bc34-4157-bd65-b349457d60e1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/9799bbd5-f689-4ab4-9dd2-de13439d7df0 HTTP/1.1" status: 204 len: 168 time: 0.7482400 Aug 20 11:33:05.598477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41044) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:05.603092 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.606774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0ababd-a142-4ff1-9c68-ac2d38123de1 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:05.655488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e830ea-9911-4458-b205-9191ec5eecbe,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:05.660070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d4f79537-d7e0-4b62-94f8-493fcc955494 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:05.671093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-031809fc-af9e-46e0-a2f6-487e9a52c5b4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714362 Aug 20 11:33:05.674237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41048) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:05.681844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c4548d3a-2907-445c-bd4b-28b4d817f482 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:05.732896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Checking segment: {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:05.733294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Network hostable DHCP agents. Network: 2577824f-fcbc-44ba-8620-b24d1f085662, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:33:05.844542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc50321-d6ee-4644-acdd-5d46a7b40577 req-54eef192-d79d-463a-a919-60d11bef10e7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:05.846086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cc50321-d6ee-4644-acdd-5d46a7b40577 req-54eef192-d79d-463a-a919-60d11bef10e7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 943 time: 0.0615852 Aug 20 11:33:05.875556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f0eab9-9cf8-4ed4-bc8a-7996d6439e95 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:05.888277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cc50321-d6ee-4644-acdd-5d46a7b40577 req-2fe087a4-93f6-48a7-af07-ef3d952ed572 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337644 Aug 20 11:33:05.933032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-37f0eab9-9cf8-4ed4-bc8a-7996d6439e95 None None] Deleting port d4f79537-d7e0-4b62-94f8-493fcc955494 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:05.933528 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-37f0eab9-9cf8-4ed4-bc8a-7996d6439e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.940805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4548d3a-2907-445c-bd4b-28b4d817f482 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:05.944773 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4548d3a-2907-445c-bd4b-28b4d817f482 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:05.950709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Network 2577824f-fcbc-44ba-8620-b24d1f085662 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:33:05.954786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d4f79537-d7e0-4b62-94f8-493fcc955494 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:05.989201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d4f79537-d7e0-4b62-94f8-493fcc955494 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:05.994260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.035156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-37f0eab9-9cf8-4ed4-bc8a-7996d6439e95 None None] For port d4f79537-d7e0-4b62-94f8-493fcc955494, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d4f79537-d7e0-4b62-94f8-493fcc955494,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:06.035564 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-37f0eab9-9cf8-4ed4-bc8a-7996d6439e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.052485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-37f0eab9-9cf8-4ed4-bc8a-7996d6439e95 None None] Calling delete_port for d4f79537-d7e0-4b62-94f8-493fcc955494 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:06.147499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 2577824f-fcbc-44ba-8620-b24d1f085662) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:06.155693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:06.156288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.162712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394dd1eb-25d8-495b-a3f8-09cab7de9f24 None None] Network 2577824f-fcbc-44ba-8620-b24d1f085662 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:06.220372 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.311793 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4548d3a-2907-445c-bd4b-28b4d817f482 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.336210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dbaf67-38d7-4a11-984c-c92d1a10af99 None None] Network 2577824f-fcbc-44ba-8620-b24d1f085662 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:06.363968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4548d3a-2907-445c-bd4b-28b4d817f482 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:06.363968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-995a6454-070c-4add-bd08-473a6ceaccc7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4664147 Aug 20 11:33:06.363968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c4548d3a-2907-445c-bd4b-28b4d817f482 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:06.374791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4548d3a-2907-445c-bd4b-28b4d817f482 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:06.375679 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4548d3a-2907-445c-bd4b-28b4d817f482 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.394110 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-37f0eab9-9cf8-4ed4-bc8a-7996d6439e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.405101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4548d3a-2907-445c-bd4b-28b4d817f482 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=70276ec4-782f-4483-a5c1-0ae6ed25cae6,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:06.445590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0eab9-9cf8-4ed4-bc8a-7996d6439e95 None None] Pushing event deleted for resources: {'Port': ['ID=d4f79537-d7e0-4b62-94f8-493fcc955494,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:06.447471 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0eab9-9cf8-4ed4-bc8a-7996d6439e95 None None] No DVR routers for this DVR port d4f79537-d7e0-4b62-94f8-493fcc955494 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:06.467136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83203b5-b19a-452d-bde1-c5a46ddccc94 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:06.529537 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c4548d3a-2907-445c-bd4b-28b4d817f482 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8540869 Aug 20 11:33:06.532249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41092) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:06.536867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3dcec1d7-46af-4290-abad-4c899c37022d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-684021051', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:06.660532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3dcec1d7-46af-4290-abad-4c899c37022d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.661611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3dcec1d7-46af-4290-abad-4c899c37022d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.680125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '70276ec4-782f-4483-a5c1-0ae6ed25cae6'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:33:06.681323 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.722273 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3dcec1d7-46af-4290-abad-4c899c37022d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.790904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1659d-7850-43f7-81e4-d1aa49faae71 req-527f3193-588f-48f5-9005-ad904eb64484 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:06.792605 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ed1659d-7850-43f7-81e4-d1aa49faae71 req-527f3193-588f-48f5-9005-ad904eb64484 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.0661254 Aug 20 11:33:06.826771 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3dcec1d7-46af-4290-abad-4c899c37022d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.844984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ed1659d-7850-43f7-81e4-d1aa49faae71 req-1ba0ae19-4dff-4b7a-8ab1-0a72b675e3e9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Aug 20 11:33:06.861027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/70276ec4-782f-4483-a5c1-0ae6ed25cae6/00b6193f-c5af-487c-9447-7ef373727c88) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:06.961059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3dcec1d7-46af-4290-abad-4c899c37022d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:06.962313 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3dcec1d7-46af-4290-abad-4c899c37022d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4290626 Aug 20 11:33:06.965305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41124) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:06.974308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-27c21379-a9a5-469b-b8f7-ec49145d7b37 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:06.976159 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-27c21379-a9a5-469b-b8f7-ec49145d7b37 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/networks?id=2577824f-fcbc-44ba-8620-b24d1f085662 HTTP/1.1" status: 200 len: 812 time: 0.1467173 Aug 20 11:33:06.997622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-cc1b0800-62ae-4e47-98bf-834b12c5b0f9 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/quotas/58f51b94e47842fa8de43db918a884b9 HTTP/1.1" status: 200 len: 375 time: 0.0144567 Aug 20 11:33:07.064510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-ece00fc8-0c9b-4617-a9be-3c33be341bda tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=58f51b94e47842fa8de43db918a884b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572698 Aug 20 11:33:07.101663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d50c8d-3b48-4bec-947a-cff9353607fb req-7329ea0f-f4db-47f4-829a-85a41a62c8cc tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:07.110941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17d50c8d-3b48-4bec-947a-cff9353607fb req-7329ea0f-f4db-47f4-829a-85a41a62c8cc tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 945 time: 0.1601365 Aug 20 11:33:07.174484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-3341579f-dccf-4811-9824-3629ecc9c2c8 service neutron] 10.222.0.10 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979996 Aug 20 11:33:07.199748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.209955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Transition to ACTIVE for port object 00b6193f-c5af-487c-9447-7ef373727c88 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:07.228304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Transition to ACTIVE for port object 00b6193f-c5af-487c-9447-7ef373727c88 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:07.271578 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-47af28ff-6b44-421b-83ca-45250c67e464 service neutron] 10.222.0.10 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012166 Aug 20 11:33:07.304181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17d50c8d-3b48-4bec-947a-cff9353607fb req-d9ecb079-b507-49c5-a70a-79c5746cc48e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904182 Aug 20 11:33:07.322946 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.372907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Pushing event updated for resources: {'Port': ['ID=00b6193f-c5af-487c-9447-7ef373727c88,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:07.392463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:07.395421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:07.397166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:07.438728 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.453026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Attempting to bind port 00b6193f-c5af-487c-9447-7ef373727c88 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:07.454129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Attempting to bind port 00b6193f-c5af-487c-9447-7ef373727c88 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:07.454616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Attempting to bind port 00b6193f-c5af-487c-9447-7ef373727c88 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:07.460842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:07.461301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:07.461768 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.462225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:07.462803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Bound port: 00b6193f-c5af-487c-9447-7ef373727c88, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:07.463247 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.502630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f223ad5-33df-4911-89ca-e6730f778d84 req-d8239acd-f773-4b64-a685-cd0a1fd85461 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:07.504230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f223ad5-33df-4911-89ca-e6730f778d84 req-d8239acd-f773-4b64-a685-cd0a1fd85461 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 943 time: 0.1177232 Aug 20 11:33:07.542831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] For port 00b6193f-c5af-487c-9447-7ef373727c88, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:07.546072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] For port 00b6193f-c5af-487c-9447-7ef373727c88, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=00b6193f-c5af-487c-9447-7ef373727c88,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:07.576544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d4f79537-d7e0-4b62-94f8-493fcc955494 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:07.595374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d4f79537-d7e0-4b62-94f8-493fcc955494 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:07.595950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d4f79537-d7e0-4b62-94f8-493fcc955494 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:07.620085 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f223ad5-33df-4911-89ca-e6730f778d84 req-04b255d6-df38-4b1a-ab17-6e2240d22e63 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855446 Aug 20 11:33:07.719256 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:07.745880 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::1 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/70276ec4-782f-4483-a5c1-0ae6ed25cae6/ec7c517b-5ce1-4781-8983-7b07a4a6faa9) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:07.793725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8d76d-b774-468f-b571-a4955277e9c5 None None] Pushing event updated for resources: {'Port': ['ID=00b6193f-c5af-487c-9447-7ef373727c88,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:07.909122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.258341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021d65b-b88a-43b4-ac24-6cc6288b0a18 req-c720d65b-dd6e-47f2-b0b0-f699518f2206 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:08.264040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e967d907-79ef-4d9d-a4ac-98aa8ee4581e details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:08.271417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5021d65b-b88a-43b4-ac24-6cc6288b0a18 req-c720d65b-dd6e-47f2-b0b0-f699518f2206 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1476409 Aug 20 11:33:08.320202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5021d65b-b88a-43b4-ac24-6cc6288b0a18 req-f3e898b0-2169-4d80-a33c-43b327c2b272 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456119 Aug 20 11:33:08.416126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:08.418789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object ec7c517b-5ce1-4781-8983-7b07a4a6faa9 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:08.431853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'port_id': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'mac_address': 'fa:16:3e:6b:a9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:08.474040 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.487516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e967d907-79ef-4d9d-a4ac-98aa8ee4581e {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:08.509053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:08.538754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6ba71-2be3-49ed-9d55-421f6e928c33 req-f836ae72-8717-4f69-a000-b8ce905caa0c tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:08.540265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99f6ba71-2be3-49ed-9d55-421f6e928c33 req-f836ae72-8717-4f69-a000-b8ce905caa0c tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 945 time: 0.0515175 Aug 20 11:33:08.577970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99f6ba71-2be3-49ed-9d55-421f6e928c33 req-528152c7-6da5-4637-b3f9-15cf2109f8b5 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Aug 20 11:33:08.587344 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.661323 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.662633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0a542314-9166-4e99-ad80-ff0f5478fbb5 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:08.698392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74183e0-e665-4629-93b1-4c87585ccf29 req-7755080e-fc9b-4d5d-8769-1a56f9dceb92 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:08.702593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:08.706130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f74183e0-e665-4629-93b1-4c87585ccf29 req-7755080e-fc9b-4d5d-8769-1a56f9dceb92 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 945 time: 0.0627015 Aug 20 11:33:08.708281 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-230e37a5-356d-4258-a824-ebf1ec82e787 req-318990e3-ba65-4520-980f-ad327c287b0f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 210 time: 0.0584683 Aug 20 11:33:08.709168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:08.713475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:08.714074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:08.764612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=ec7c517b-5ce1-4781-8983-7b07a4a6faa9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:08.772405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f74183e0-e665-4629-93b1-4c87585ccf29 req-d67d79db-b901-4138-8f7b-55b9d70e6ac9 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596378 Aug 20 11:33:08.828717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:09.464062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0a542314-9166-4e99-ad80-ff0f5478fbb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:09.469316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd07ca4-6745-4b1e-9905-c6f8df812487 req-bdb1b441-4045-4c50-9b41-542ed914a3a7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:09.469316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7bd07ca4-6745-4b1e-9905-c6f8df812487 req-bdb1b441-4045-4c50-9b41-542ed914a3a7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 944 time: 0.0677447 Aug 20 11:33:09.475845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '0a542314-9166-4e99-ad80-ff0f5478fbb5', 'network_id': 'edb00cab-5f80-4e3b-be79-12d2f37d0603', 'port_id': '0a542314-9166-4e99-ad80-ff0f5478fbb5', 'mac_address': 'fa:16:3e:c0:50:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979dc0fd-3038-4048-a667-cac2e871ab36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:09.479198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7bd07ca4-6745-4b1e-9905-c6f8df812487 req-7dc5f913-c411-4b52-a9ea-f7f5c54bf0f9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489693 Aug 20 11:33:09.480855 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.480855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a542314-9166-4e99-ad80-ff0f5478fbb5 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:09.480855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0a542314-9166-4e99-ad80-ff0f5478fbb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:09.481166 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.481423 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.481423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-feed0075-546b-4d29-8da3-b42dd33ca472 None None] Provisioning for port 00b6193f-c5af-487c-9447-7ef373727c88 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:09.481423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=0a542314-9166-4e99-ad80-ff0f5478fbb5,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:09.481423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0a542314-9166-4e99-ad80-ff0f5478fbb5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:09.481968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f27d8-b38b-4084-baf7-960d827dd236 req-79d67d85-b781-4be9-afda-1ace0770e3c5 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:09.481968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d72f27d8-b38b-4084-baf7-960d827dd236 req-79d67d85-b781-4be9-afda-1ace0770e3c5 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.0494258 Aug 20 11:33:09.521612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e967d907-79ef-4d9d-a4ac-98aa8ee4581e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:09.531103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d72f27d8-b38b-4084-baf7-960d827dd236 req-1eb24b1f-ba95-4db5-ae95-b8b306095b4c tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782895 Aug 20 11:33:09.549788 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.656246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 00b6193f-c5af-487c-9447-7ef373727c88 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:09.689601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e74c5d63-cfbf-4163-8d5c-a169a1b61389 None None] Provisioning for port ec7c517b-5ce1-4781-8983-7b07a4a6faa9 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:09.701306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e74c5d63-cfbf-4163-8d5c-a169a1b61389 None None] Provisioning complete for port ec7c517b-5ce1-4781-8983-7b07a4a6faa9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:09.701685 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e74c5d63-cfbf-4163-8d5c-a169a1b61389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.712382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.712382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.726024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbffc2-5e75-4a68-b393-18aef5027724 req-f1a806b4-e3c4-49e4-bdbe-5247ecf7b2fe tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:09.727675 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fdbffc2-5e75-4a68-b393-18aef5027724 req-f1a806b4-e3c4-49e4-bdbe-5247ecf7b2fe tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 944 time: 0.0629017 Aug 20 11:33:09.776109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e74c5d63-cfbf-4163-8d5c-a169a1b61389 None None] Port ec7c517b-5ce1-4781-8983-7b07a4a6faa9 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:09.835661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d1a5576-90ce-45bd-bca8-6109fe9940a6 req-d5ff80a6-3ead-43e8-99c2-c08a7d893c0b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 210 time: 0.0472803 Aug 20 11:33:09.855918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=ec7c517b-5ce1-4781-8983-7b07a4a6faa9,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:09.873897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 00b6193f-c5af-487c-9447-7ef373727c88 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:09.878764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 00b6193f-c5af-487c-9447-7ef373727c88 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:09.879478 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:09.885521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fdbffc2-5e75-4a68-b393-18aef5027724 req-ad8344e6-1d74-44d9-ac87-2bbd56408d8d tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228361 Aug 20 11:33:09.930156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41198) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:09.931731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:09.933259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:10.053970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e6313-db4f-4057-bc25-0cd96c001082 req-e70f1406-f953-4ac2-9d7e-dc7c055a6f22 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:10.056338 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-250e6313-db4f-4057-bc25-0cd96c001082 req-e70f1406-f953-4ac2-9d7e-dc7c055a6f22 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 945 time: 0.1184800 Aug 20 11:33:10.067258 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.151866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-250e6313-db4f-4057-bc25-0cd96c001082 req-3844dda6-16ed-4ee7-8427-9e5aa6dad379 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884717 Aug 20 11:33:10.157815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdb2f0-94c8-4313-abbd-2f55dc6b281d req-92d5066e-d490-4446-a8c2-062c931a3216 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:10.159401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0fdb2f0-94c8-4313-abbd-2f55dc6b281d req-92d5066e-d490-4446-a8c2-062c931a3216 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 944 time: 0.0829372 Aug 20 11:33:10.160324 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d35709b1-7996-43c1-bf31-97612b08f1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.174351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 00b6193f-c5af-487c-9447-7ef373727c88, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=00b6193f-c5af-487c-9447-7ef373727c88,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:10.213927 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0fdb2f0-94c8-4313-abbd-2f55dc6b281d req-b869286c-9598-4890-bb00-65fd9a53e4eb tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393000 Aug 20 11:33:10.272716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.280561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0a542314-9166-4e99-ad80-ff0f5478fbb5 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:10.299516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Router 53e46525-542d-4acf-bc07-799d5b1a2d1f is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:33:10.317637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d35709b1-7996-43c1-bf31-97612b08f1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.338221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-b5a938f8-320c-40eb-9d97-cb535c5028f2 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:10.339791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-b5a938f8-320c-40eb-9d97-cb535c5028f2 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 945 time: 0.0856817 Aug 20 11:33:10.365968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-60763485-985d-468a-a011-a12ee28de085 None None] Provisioning complete for port ec7c517b-5ce1-4781-8983-7b07a4a6faa9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:10.366429 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60763485-985d-468a-a011-a12ee28de085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.391172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=00b6193f-c5af-487c-9447-7ef373727c88,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:10.408850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:10.413318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 0a542314-9166-4e99-ad80-ff0f5478fbb5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:10.413692 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.414836 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a922d521-3766-4437-82ba-2595d919bba8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "PUT /v2.0/routers/53e46525-542d-4acf-bc07-799d5b1a2d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4478369 Aug 20 11:33:10.415353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-60763485-985d-468a-a011-a12ee28de085 None None] Port ec7c517b-5ce1-4781-8983-7b07a4a6faa9 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:10.417145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41204) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:10.421225 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Sync routers for ids ['53e46525-542d-4acf-bc07-799d5b1a2d1f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:10.432893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d35709b1-7996-43c1-bf31-97612b08f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.434280 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Routers {'53e46525-542d-4acf-bc07-799d5b1a2d1f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:10.435094 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['53e46525-542d-4acf-bc07-799d5b1a2d1f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:10.469695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25375734-4011-4d55-96a6-5fa6dcdc8240 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:10.471558 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-25375734-4011-4d55-96a6-5fa6dcdc8240 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports/ec7c517b-5ce1-4781-8983-7b07a4a6faa9 HTTP/1.1" status: 200 len: 911 time: 0.0533102 Aug 20 11:33:10.474179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41206) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:10.486213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41208) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:10.486678 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d35709b1-7996-43c1-bf31-97612b08f1d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c246324f7e54a9587b1c4b6c835d1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550766 Aug 20 11:33:10.526057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35709b1-7996-43c1-bf31-97612b08f1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1c05b8-85cf-4b3e-9499-9731a997e06a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:10.532664 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Set router 53e46525-542d-4acf-bc07-799d5b1a2d1f gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:10.540583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Deleting port b9d71100-a60c-4002-9281-3c51eda64f35 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:10.540992 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.550353 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.581916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93080775-307a-4a19-955e-cd5cc540c4e9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:10.591048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93080775-307a-4a19-955e-cd5cc540c4e9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:10.591267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-93080775-307a-4a19-955e-cd5cc540c4e9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1157129 Aug 20 11:33:10.597822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41212) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:10.599087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0a542314-9166-4e99-ad80-ff0f5478fbb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:10.600861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865d346f-43e4-4809-922b-2806262ec0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a542314-9166-4e99-ad80-ff0f5478fbb5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:10.603862 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b5972a-3f5e-4e5e-af14-2ab6666a7645" -d '{"events": [{"server_uuid": "865d346f-43e4-4809-922b-2806262ec0ea", "name": "network-vif-plugged", "status": "completed", "tag": "0a542314-9166-4e99-ad80-ff0f5478fbb5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:10.671293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] For port b9d71100-a60c-4002-9281-3c51eda64f35, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=b9d71100-a60c-4002-9281-3c51eda64f35,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:10.671293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.671459 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e893df9a-6797-4bb9-b051-3e5aad882059 x-openstack-request-id: req-e893df9a-6797-4bb9-b051-3e5aad882059 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:10.671459 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865d346f-43e4-4809-922b-2806262ec0ea", "name": "network-vif-plugged", "status": "completed", "tag": "0a542314-9166-4e99-ad80-ff0f5478fbb5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:10.671459 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e893df9a-6797-4bb9-b051-3e5aad882059 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:10.671459 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865d346f-43e4-4809-922b-2806262ec0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a542314-9166-4e99-ad80-ff0f5478fbb5', 'code': 200} Aug 20 11:33:10.671720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46b8380e-bd29-4745-a8ff-90a14c430139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.728374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46b8380e-bd29-4745-a8ff-90a14c430139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.763030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef623487-4c40-4fc4-8289-53eb1956173a req-140391b5-8ec1-4edd-82d0-80477857225a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:10.764783 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef623487-4c40-4fc4-8289-53eb1956173a req-140391b5-8ec1-4edd-82d0-80477857225a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1009965 Aug 20 11:33:10.768966 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.793046 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e46525-542d-4acf-bc07-799d5b1a2d1f', 'name': 'tempest-NetworksTestDHCPv6-router-684021051', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:06Z', 'updated_at': '2021-08-20T11:33:08Z', 'revision_number': 2, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'gw_port_host': None, '_interfaces': [{'id': 'ec7c517b-5ce1-4781-8983-7b07a4a6faa9', 'name': '', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'mac_address': 'fa:16:3e:d7:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e46525-542d-4acf-bc07-799d5b1a2d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '70276ec4-782f-4483-a5c1-0ae6ed25cae6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:07Z', 'updated_at': '2021-08-20T11:33:09Z', 'revision_number': 2, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'subnets': [{'id': '70276ec4-782f-4483-a5c1-0ae6ed25cae6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:10.823289 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Checking router: 53e46525-542d-4acf-bc07-799d5b1a2d1f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:10.823634 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Updating router 53e46525-542d-4acf-bc07-799d5b1a2d1f port ec7c517b-5ce1-4781-8983-7b07a4a6faa9 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:33:10.829752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=0a542314-9166-4e99-ad80-ff0f5478fbb5,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:10.857661 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.876567 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef623487-4c40-4fc4-8289-53eb1956173a req-e7432b18-af3b-4e20-b1f7-52f1d5fe3c2b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027722 Aug 20 11:33:10.984716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b37ccd2-7567-4670-9b1f-7f4691f598bc req-3c2f0903-eab3-4b43-8e6e-103740774047 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 210 time: 0.0441160 Aug 20 11:33:10.987780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46b8380e-bd29-4745-a8ff-90a14c430139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.992267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-46b8380e-bd29-4745-a8ff-90a14c430139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:10.997491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-46b8380e-bd29-4745-a8ff-90a14c430139 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a1c05b8-85cf-4b3e-9499-9731a997e06a HTTP/1.1" status: 204 len: 168 time: 0.5075767 Aug 20 11:33:11.001448 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.001847 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.002163 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Floating IP e070a781-2ad5-4eb6-8405-201888681900 disassociated. External IP: 172.25.4.120, port: b9d71100-a60c-4002-9281-3c51eda64f35. Aug 20 11:33:11.002617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Calling delete_port for b9d71100-a60c-4002-9281-3c51eda64f35 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:11.033842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8380e-bd29-4745-a8ff-90a14c430139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1c05b8-85cf-4b3e-9499-9731a997e06a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:11.070088 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.126062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52589692-7dab-45a8-9498-1bd544274d2f req-60a9a98e-913a-4a25-a8df-4a9f244815ee tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:11.127797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52589692-7dab-45a8-9498-1bd544274d2f req-60a9a98e-913a-4a25-a8df-4a9f244815ee tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 945 time: 0.1302538 Aug 20 11:33:11.195326 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.206149 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Transition to ACTIVE for port object ec7c517b-5ce1-4781-8983-7b07a4a6faa9 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:11.210238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52589692-7dab-45a8-9498-1bd544274d2f req-dd59be4b-d05b-40aa-8de7-f97e545590bc tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661132 Aug 20 11:33:11.323305 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.325101 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.375870 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd96747-4041-4060-ace1-1c8fbec97bd8 None None] Pushing event updated for resources: {'Port': ['ID=ec7c517b-5ce1-4781-8983-7b07a4a6faa9,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:11.423594 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1688e6-ecb7-4407-afd1-8822da86f0c2 req-63fc452b-fba2-4d13-ad5a-bb70f49e2223 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:11.426709 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Attempting to bind port ec7c517b-5ce1-4781-8983-7b07a4a6faa9 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:11.427249 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Attempting to bind port ec7c517b-5ce1-4781-8983-7b07a4a6faa9 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:11.427627 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Attempting to bind port ec7c517b-5ce1-4781-8983-7b07a4a6faa9 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:11.432014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa1688e6-ecb7-4407-afd1-8822da86f0c2 req-63fc452b-fba2-4d13-ad5a-bb70f49e2223 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 945 time: 0.1362095 Aug 20 11:33:11.437717 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:11.438119 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:11.438778 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.439326 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:11.443143 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Bound port: ec7c517b-5ce1-4781-8983-7b07a4a6faa9, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:11.444370 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.488921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.540737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa1688e6-ecb7-4407-afd1-8822da86f0c2 req-524b614e-03e6-4d9c-bec0-93f494272f63 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/security-groups?id=b9e059d6-5b45-441b-b81b-975595f395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981898 Aug 20 11:33:11.568763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event deleted for resources: {'Port': ['ID=b9d71100-a60c-4002-9281-3c51eda64f35,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:11.646667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 00b6193f-c5af-487c-9447-7ef373727c88 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:11.674976 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] For port ec7c517b-5ce1-4781-8983-7b07a4a6faa9, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:11.680514 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] For port ec7c517b-5ce1-4781-8983-7b07a4a6faa9, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ec7c517b-5ce1-4781-8983-7b07a4a6faa9,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:11.736812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 00b6193f-c5af-487c-9447-7ef373727c88 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:11.737201 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.752571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Router 4c917034-8ede-43f4-86ab-1b06078301fd has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:11.757899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423ff5a-9854-421f-a436-0cff06b04596 req-8f0dd996-66da-439e-9b1f-fdb1ab2dbf63 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:11.763149 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7423ff5a-9854-421f-a436-0cff06b04596 req-8f0dd996-66da-439e-9b1f-fdb1ab2dbf63 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 944 time: 0.1032608 Aug 20 11:33:11.800997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port ec7c517b-5ce1-4781-8983-7b07a4a6faa9 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:11.801427 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.833686 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:11.909896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:11.910111 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Routers {'53e46525-542d-4acf-bc07-799d5b1a2d1f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:11.910799 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['53e46525-542d-4acf-bc07-799d5b1a2d1f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:11.921735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] Sync routers for ids ['4c917034-8ede-43f4-86ab-1b06078301fd'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:11.949671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] Routers {'4c917034-8ede-43f4-86ab-1b06078301fd'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:11.950406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4c917034-8ede-43f4-86ab-1b06078301fd'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:12.000187 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd96747-4041-4060-ace1-1c8fbec97bd8 None None] Pushing event updated for resources: {'Port': ['ID=ec7c517b-5ce1-4781-8983-7b07a4a6faa9,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:12.021272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] No DVR routers for this DVR port b9d71100-a60c-4002-9281-3c51eda64f35 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:12.025217 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:12.027708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f32dd2f1-1187-4bc2-b9db-bac9a891bb30 req-a09eb944-7968-45b3-bde9-b6ae80d61b0c tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.57 "DELETE /v2.0/ports/b9d71100-a60c-4002-9281-3c51eda64f35 HTTP/1.1" status: 204 len: 173 time: 1.6812420 Aug 20 11:33:12.028254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'name': 'network-vif-deleted', 'tag': 'b9d71100-a60c-4002-9281-3c51eda64f35'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:12.040120 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7994cb5c-232c-43e7-8b30-5482d36db6f9" -d '{"events": [{"server_uuid": "5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a", "name": "network-vif-deleted", "tag": "b9d71100-a60c-4002-9281-3c51eda64f35"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:12.057481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] For port ec7c517b-5ce1-4781-8983-7b07a4a6faa9, host n-d-804230-3, got binding levels [] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:12.057853 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:12.133740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for ec7c517b-5ce1-4781-8983-7b07a4a6faa9 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:12.207909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] Set router 4c917034-8ede-43f4-86ab-1b06078301fd gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:12.259528 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7423ff5a-9854-421f-a436-0cff06b04596 req-e7d91f7d-c339-4657-bdb7-8fb56ed766f9 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4875276 Aug 20 11:33:12.278588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41244) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:12.295124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e967d907-79ef-4d9d-a4ac-98aa8ee4581e up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:12.304069 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] Set router 53e46525-542d-4acf-bc07-799d5b1a2d1f gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:12.335319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b9172675-304d-4b54-8840-4e049b3234bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:12.373177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-c036e656-3b0b-481c-b1e1-ddf9e02f5d10 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:12.377804 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-c036e656-3b0b-481c-b1e1-ddf9e02f5d10 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.38 "GET /v2.0/networks?id=2577824f-fcbc-44ba-8620-b24d1f085662 HTTP/1.1" status: 200 len: 812 time: 0.2657552 Aug 20 11:33:12.402429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Request body: {'port': {'device_id': 'b6445ee8-4aa8-451d-86fe-7df40d3105f3', 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662', 'admin_state_up': True, 'tenant_id': '58f51b94e47842fa8de43db918a884b9'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:12.486515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8fc8797-f8a0-43a8-8db3-c38a59bdbc2a req-2f92c922-85de-44b8-8859-3057b2172998 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 210 time: 0.0498941 Aug 20 11:33:12.561005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae146f83-650c-4978-985d-312c9c287731 req-577c959c-13f6-4b18-b54d-10c575333815 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:12.569711 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159913ad-241b-44e7-91d6-74da648448f0 x-openstack-request-id: req-159913ad-241b-44e7-91d6-74da648448f0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:12.570176 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a", "name": "network-vif-deleted", "tag": "b9d71100-a60c-4002-9281-3c51eda64f35", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:12.570267 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-159913ad-241b-44e7-91d6-74da648448f0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:12.570676 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a', 'name': 'network-vif-deleted', 'tag': 'b9d71100-a60c-4002-9281-3c51eda64f35', 'status': 'completed', 'code': 200} Aug 20 11:33:12.573451 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae146f83-650c-4978-985d-312c9c287731 req-577c959c-13f6-4b18-b54d-10c575333815 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1544278 Aug 20 11:33:12.671769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b9172675-304d-4b54-8840-4e049b3234bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:12.679115 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e46525-542d-4acf-bc07-799d5b1a2d1f', 'name': 'tempest-NetworksTestDHCPv6-router-684021051', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:06Z', 'updated_at': '2021-08-20T11:33:08Z', 'revision_number': 2, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'gw_port_host': None, '_interfaces': [{'id': 'ec7c517b-5ce1-4781-8983-7b07a4a6faa9', 'name': '', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'mac_address': 'fa:16:3e:d7:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e46525-542d-4acf-bc07-799d5b1a2d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '70276ec4-782f-4483-a5c1-0ae6ed25cae6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:07Z', 'updated_at': '2021-08-20T11:33:11Z', 'revision_number': 4, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'subnets': [{'id': '70276ec4-782f-4483-a5c1-0ae6ed25cae6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:12.702853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a86b995a-c375-4d56-b758-daff739cf7ca', 'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'mac_address': 'fa:16:3e:82:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:33Z', 'updated_at': '2021-08-20T11:27:41Z', 'revision_number': 5, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'subnets': [{'id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:12.710930 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae146f83-650c-4978-985d-312c9c287731 req-b4e816a6-891b-4243-b8d4-44da1f9c890f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364648 Aug 20 11:33:12.738007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port e967d907-79ef-4d9d-a4ac-98aa8ee4581e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:12.742212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port e967d907-79ef-4d9d-a4ac-98aa8ee4581e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:12.742616 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:12.744659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] Checking router: 4c917034-8ede-43f4-86ab-1b06078301fd for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:12.749559 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6077c-5b3c-47aa-8221-8447657b4157 None None] The sync data for ids ['53e46525-542d-4acf-bc07-799d5b1a2d1f'] in n-d-804230-3 is: [{'id': '53e46525-542d-4acf-bc07-799d5b1a2d1f', 'name': 'tempest-NetworksTestDHCPv6-router-684021051', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:06Z', 'updated_at': '2021-08-20T11:33:08Z', 'revision_number': 2, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'gw_port_host': None, '_interfaces': [{'id': 'ec7c517b-5ce1-4781-8983-7b07a4a6faa9', 'name': '', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'mac_address': 'fa:16:3e:d7:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e46525-542d-4acf-bc07-799d5b1a2d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '70276ec4-782f-4483-a5c1-0ae6ed25cae6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:07Z', 'updated_at': '2021-08-20T11:33:11Z', 'revision_number': 4, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'subnets': [{'id': '70276ec4-782f-4483-a5c1-0ae6ed25cae6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:12.751449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12547ecf-4ebd-4098-8d8b-bdaa38c92f26 req-81138f19-4b7a-4677-ae4c-a3fbc3ddd297 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:12.758966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12547ecf-4ebd-4098-8d8b-bdaa38c92f26 req-81138f19-4b7a-4677-ae4c-a3fbc3ddd297 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 945 time: 0.1231687 Aug 20 11:33:12.774067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b9172675-304d-4b54-8840-4e049b3234bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:12.798193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] Routers {'4c917034-8ede-43f4-86ab-1b06078301fd'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:12.798926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4c917034-8ede-43f4-86ab-1b06078301fd'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:12.814966 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:12.870029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9172675-304d-4b54-8840-4e049b3234bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e12bb18-66a8-4bbd-b1ba-4310c04a37f0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:12.893374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=ec7c517b-5ce1-4781-8983-7b07a4a6faa9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:12.896682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4024edf-2c55-4027-be9c-139ba9a968aa req-c3f57f39-0645-4b28-b34a-b75d8ce797d2 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d87ee2e-a5b8-41d6-a7b7-7d00ce99e52a HTTP/1.1" status: 200 len: 210 time: 0.0695231 Aug 20 11:33:12.901261 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b9172675-304d-4b54-8840-4e049b3234bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90bf66ee75d349be8489ea5176ac15ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6193845 Aug 20 11:33:12.907222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12547ecf-4ebd-4098-8d8b-bdaa38c92f26 req-5c68fb82-3847-4cd9-b2ed-c2552a10e393 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474345 Aug 20 11:33:12.913564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41250) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:12.942534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Made reservation on behalf of 58f51b94e47842fa8de43db918a884b9 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:12.942534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.018556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-1f27241f-dfc9-4d73-87d7-2f9a886b9cf4 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:13.020386 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-1f27241f-dfc9-4d73-87d7-2f9a886b9cf4 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.57 "GET /v2.0/networks?id=2577824f-fcbc-44ba-8620-b24d1f085662 HTTP/1.1" status: 200 len: 812 time: 0.2917421 Aug 20 11:33:13.061721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Request body: {'port': {'device_id': '14a2920f-f75a-43b3-8ab2-0a0f03f1f179', 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662', 'admin_state_up': True, 'tenant_id': '58f51b94e47842fa8de43db918a884b9'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:13.111772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.111976 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.171038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:13.191236 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13146f0e-4c64-4699-95c6-128b81c1a0cf" -d '{"events": [{"server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "name": "network-vif-plugged", "status": "completed", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:13.213528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:13.233422 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] Set router 4c917034-8ede-43f4-86ab-1b06078301fd gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:13.298309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a95-fc5a-432e-b66e-19e5cd5dacdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.346500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Allocated IP 172.20.0.7 (2577824f-fcbc-44ba-8620-b24d1f085662/f6e830ea-9911-4458-b205-9191ec5eecbe/ed9283e0-4b93-4765-a533-9f035a03483d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:13.421843 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976aaec6-ee5a-4ba9-8512-96da06bba918 x-openstack-request-id: req-976aaec6-ee5a-4ba9-8512-96da06bba918 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:13.422379 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "name": "network-vif-plugged", "status": "completed", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:13.422379 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-976aaec6-ee5a-4ba9-8512-96da06bba918 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:13.422794 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'code': 200} Aug 20 11:33:13.430393 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.431189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b9d71100-a60c-4002-9281-3c51eda64f35 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:13.596278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Made reservation on behalf of 58f51b94e47842fa8de43db918a884b9 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:13.605498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.607839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: b9d71100-a60c-4002-9281-3c51eda64f35 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:13.608206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device b9d71100-a60c-4002-9281-3c51eda64f35 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:13.629547 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.664832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:13.702795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-dc6a1b37-a809-44d9-b666-e3d20420fca7 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:13.704572 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-dc6a1b37-a809-44d9-b666-e3d20420fca7 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 945 time: 0.2208269 Aug 20 11:33:13.707490 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e60a945f-cfea-4484-b453-1329bd058ca5 req-7255a582-c950-433c-96f6-dec60da14824 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 210 time: 0.0803993 Aug 20 11:33:13.757706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a86b995a-c375-4d56-b758-daff739cf7ca', 'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'mac_address': 'fa:16:3e:82:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:33Z', 'updated_at': '2021-08-20T11:27:41Z', 'revision_number': 5, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'subnets': [{'id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:13.879186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:13.940249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a348a1d-d612-4ac2-8654-0c461086e405 None None] The sync data for ids ['4c917034-8ede-43f4-86ab-1b06078301fd'] in n-d-804230-3 is: [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a86b995a-c375-4d56-b758-daff739cf7ca', 'name': '', 'network_id': 'eb730dde-0481-4a62-932a-41c83adf9294', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'mac_address': 'fa:16:3e:82:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:33Z', 'updated_at': '2021-08-20T11:27:41Z', 'revision_number': 5, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'subnets': [{'id': '4e3d507c-6c88-4bd0-a955-0f37897d208e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:14.001686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cefb74-b7fd-42ef-a81c-e184e96acd8c req-5b07925b-85f3-44cd-9e39-27e268287c8c tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.004068 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8cefb74-b7fd-42ef-a81c-e184e96acd8c req-5b07925b-85f3-44cd-9e39-27e268287c8c tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1879072 Aug 20 11:33:14.024334 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a95-fc5a-432e-b66e-19e5cd5dacdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.088332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-7dc26194-983a-4ad7-89f1-ff811092d6ad tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Deleting port 0a542314-9166-4e99-ad80-ff0f5478fbb5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:14.089023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-7dc26194-983a-4ad7-89f1-ff811092d6ad tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.095957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8cefb74-b7fd-42ef-a81c-e184e96acd8c req-f8d93466-e2fd-45cc-81cb-d31bb67c77ae tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828326 Aug 20 11:33:14.156709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Router 53e46525-542d-4acf-bc07-799d5b1a2d1f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:14.162727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93aadda-13e4-4702-bd13-45a216798f34 req-742122ac-84c6-4b60-9e60-c802c9213b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.164541 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d93aadda-13e4-4702-bd13-45a216798f34 req-742122ac-84c6-4b60-9e60-c802c9213b71 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 1096 time: 0.7059219 Aug 20 11:33:14.179551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76195ff4-26ee-41b7-bf7f-5d15db267d45 req-13613535-7f4a-4894-a283-5f96a4f03bb3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.187378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76195ff4-26ee-41b7-bf7f-5d15db267d45 req-13613535-7f4a-4894-a283-5f96a4f03bb3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.7853971 Aug 20 11:33:14.225568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.261874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a95-fc5a-432e-b66e-19e5cd5dacdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.264495 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37ea6a95-fc5a-432e-b66e-19e5cd5dacdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.269495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-37ea6a95-fc5a-432e-b66e-19e5cd5dacdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e12bb18-66a8-4bbd-b1ba-4310c04a37f0 HTTP/1.1" status: 204 len: 168 time: 1.3513343 Aug 20 11:33:14.277384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-7dc26194-983a-4ad7-89f1-ff811092d6ad tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] For port 0a542314-9166-4e99-ad80-ff0f5478fbb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:14.277757 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-7dc26194-983a-4ad7-89f1-ff811092d6ad tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.304317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0a542314-9166-4e99-ad80-ff0f5478fbb5 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:14.322893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea6a95-fc5a-432e-b66e-19e5cd5dacdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e12bb18-66a8-4bbd-b1ba-4310c04a37f0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:14.331312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:14.355172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-7dc26194-983a-4ad7-89f1-ff811092d6ad tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Calling delete_port for 0a542314-9166-4e99-ad80-ff0f5478fbb5 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:14.355468 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76195ff4-26ee-41b7-bf7f-5d15db267d45 req-61f5f780-7dc1-4330-bb41-14a1344e9fe0 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532393 Aug 20 11:33:14.357335 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d93aadda-13e4-4702-bd13-45a216798f34 req-3fba5dc1-b284-4af4-a3c0-23980dd49376 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680036 Aug 20 11:33:14.361368 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-30152f9f-e1f7-4f1f-ba23-977310484709 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "PUT /v2.0/routers/53e46525-542d-4acf-bc07-799d5b1a2d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7625136 Aug 20 11:33:14.376009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Network 2577824f-fcbc-44ba-8620-b24d1f085662 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:14.376110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41266) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:14.398293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:14.402332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Allocated IP 172.20.0.2 (2577824f-fcbc-44ba-8620-b24d1f085662/f6e830ea-9911-4458-b205-9191ec5eecbe/78a394e1-8120-4339-b44b-89b9e32faa78) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:14.404662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:14.417846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Pushing event updated for resources: {'Port': ['ID=ed9283e0-4b93-4765-a533-9f035a03483d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:14.423117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41268) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:14.453648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81cbd6-2690-40d0-9cb5-f13b7d86fe2c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.455582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81cbd6-2690-40d0-9cb5-f13b7d86fe2c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.457468 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-db81cbd6-2690-40d0-9cb5-f13b7d86fe2c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0853786 Aug 20 11:33:14.460359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41270) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:14.467249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.531768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0a542314-9166-4e99-ad80-ff0f5478fbb5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0a542314-9166-4e99-ad80-ff0f5478fbb5,segment=NetworkSegment(eb642be4-7452-4c65-99a4-7198e8bfaf92),segment_id=eb642be4-7452-4c65-99a4-7198e8bfaf92)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:14.532567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a145ad22-6663-465e-8b3d-529605f5c8bd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 70276ec4-782f-4483-a5c1-0ae6ed25cae6 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:14.536462 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a145ad22-6663-465e-8b3d-529605f5c8bd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.588896 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a145ad22-6663-465e-8b3d-529605f5c8bd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.632070 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.686302 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3854e-425c-4638-b6ee-39a8d24db322 None None] New status for floating IP e070a781-2ad5-4eb6-8405-201888681900: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:33:14.741058 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a145ad22-6663-465e-8b3d-529605f5c8bd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.752985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=0a542314-9166-4e99-ad80-ff0f5478fbb5,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:14.865704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41aefa-8f80-49fe-af58-04ee5ea6913c req-9dab4d99-4e48-409e-90b6-7224b7ea0c1e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:14.869030 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac41aefa-8f80-49fe-af58-04ee5ea6913c req-9dab4d99-4e48-409e-90b6-7224b7ea0c1e tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 945 time: 0.6827748 Aug 20 11:33:14.892154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05541b47-32ed-4ea1-974a-f89b206caf2c req-6f52fdea-4e2c-487c-902d-fe9e441f029e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 210 time: 0.0373893 Aug 20 11:33:14.907008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a145ad22-6663-465e-8b3d-529605f5c8bd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.940182 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-42c91968-702d-4f13-bfb2-b83c66356294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.944705 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145ad22-6663-465e-8b3d-529605f5c8bd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=70276ec4-782f-4483-a5c1-0ae6ed25cae6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:14.959201 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a145ad22-6663-465e-8b3d-529605f5c8bd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:14.961498 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a145ad22-6663-465e-8b3d-529605f5c8bd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/70276ec4-782f-4483-a5c1-0ae6ed25cae6 HTTP/1.1" status: 204 len: 168 time: 0.4998367 Aug 20 11:33:14.966952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41278) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:14.968330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52caddb-e3f0-499f-aed0-5f5de75cef29 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:15.012498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.014131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.085956 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac41aefa-8f80-49fe-af58-04ee5ea6913c req-cb0986d9-84e0-4d44-a1fa-cf4f5c7a911a tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/security-groups?id=88485d5b-b14a-4812-87e3-ada97d443b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044790 Aug 20 11:33:15.150054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-71c8ec1d-6e57-42b7-8326-6d32a6c09976 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1816609 Aug 20 11:33:15.150703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41286) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:15.199799 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-56e6f4bc-3913-42dc-aead-18279b005a3e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8040326 Aug 20 11:33:15.207250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] Sync routers for ids ['53e46525-542d-4acf-bc07-799d5b1a2d1f'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:15.225523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] Routers {'53e46525-542d-4acf-bc07-799d5b1a2d1f'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:15.226283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['53e46525-542d-4acf-bc07-799d5b1a2d1f'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:15.249553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Request body: {'port': {'device_id': 'b6445ee8-4aa8-451d-86fe-7df40d3105f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:15.267048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e36848c-9d75-4103-8621-208e873acf2c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.331659 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.340994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-7dc26194-983a-4ad7-89f1-ff811092d6ad tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.371368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4104051b-026d-457c-9d48-7d24062e578a None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:15.400336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc26194-983a-4ad7-89f1-ff811092d6ad tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Pushing event deleted for resources: {'Port': ['ID=0a542314-9166-4e99-ad80-ff0f5478fbb5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:15.415371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5919c-c230-477f-8b78-51e523171c34 req-b771181c-d353-4dbf-8a5e-e100cd2658bc tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.416974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-83e5919c-c230-477f-8b78-51e523171c34 req-b771181c-d353-4dbf-8a5e-e100cd2658bc tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.2216477 Aug 20 11:33:15.420943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] Set router 53e46525-542d-4acf-bc07-799d5b1a2d1f gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:15.455363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865d346f-43e4-4809-922b-2806262ec0ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a542314-9166-4e99-ad80-ff0f5478fbb5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:15.457849 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f021b4eb-d92d-479b-9396-e5821a9169b3" -d '{"events": [{"server_uuid": "865d346f-43e4-4809-922b-2806262ec0ea", "name": "network-vif-unplugged", "status": "completed", "tag": "0a542314-9166-4e99-ad80-ff0f5478fbb5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:15.495036 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e46525-542d-4acf-bc07-799d5b1a2d1f', 'name': 'tempest-NetworksTestDHCPv6-router-684021051', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:06Z', 'updated_at': '2021-08-20T11:33:12Z', 'revision_number': 3, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:15.537711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-7dc26194-983a-4ad7-89f1-ff811092d6ad tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] No DVR routers for this DVR port 0a542314-9166-4e99-ad80-ff0f5478fbb5 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:15.545030 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e36848c-9d75-4103-8621-208e873acf2c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.550480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-7dc26194-983a-4ad7-89f1-ff811092d6ad tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.552500 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3876e85e-4e2b-48fd-962c-defaf54e7027 req-7dc26194-983a-4ad7-89f1-ff811092d6ad tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.57 "DELETE /v2.0/ports/0a542314-9166-4e99-ad80-ff0f5478fbb5 HTTP/1.1" status: 204 len: 173 time: 1.8030057 Aug 20 11:33:15.553000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865d346f-43e4-4809-922b-2806262ec0ea', 'name': 'network-vif-deleted', 'tag': '0a542314-9166-4e99-ad80-ff0f5478fbb5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:15.555462 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99cceeb-6f64-415a-a694-690c3c4348c9" -d '{"events": [{"server_uuid": "865d346f-43e4-4809-922b-2806262ec0ea", "name": "network-vif-deleted", "tag": "0a542314-9166-4e99-ad80-ff0f5478fbb5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:15.556867 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e36848c-9d75-4103-8621-208e873acf2c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.563474 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.573321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] Checking router: 53e46525-542d-4acf-bc07-799d5b1a2d1f for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:15.587865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb5f5-db8e-4747-96ed-8671ff8050c6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Deleting port 79656bb0-77f0-4c10-915e-83f7eeffff7e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:15.588182 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2adfb5f5-db8e-4747-96ed-8671ff8050c6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.597035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] Routers {'53e46525-542d-4acf-bc07-799d5b1a2d1f'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:15.597691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:32:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['53e46525-542d-4acf-bc07-799d5b1a2d1f'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:15.650246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 00b6193f-c5af-487c-9447-7ef373727c88 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:15.669287 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-83e5919c-c230-477f-8b78-51e523171c34 req-b9cb2451-b154-42be-b23b-4f3525126a05 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235579 Aug 20 11:33:15.722696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df48ee-b305-486a-9683-93ae17dac476 req-25865fa9-c947-413f-b622-87b38b46ae48 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:15.729961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16df48ee-b305-486a-9683-93ae17dac476 req-25865fa9-c947-413f-b622-87b38b46ae48 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.2727082 Aug 20 11:33:15.730614 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c9844e-734a-4111-8a15-7cea44859cfc x-openstack-request-id: req-53c9844e-734a-4111-8a15-7cea44859cfc {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:15.730913 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865d346f-43e4-4809-922b-2806262ec0ea", "name": "network-vif-unplugged", "status": "completed", "tag": "0a542314-9166-4e99-ad80-ff0f5478fbb5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:15.731171 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53c9844e-734a-4111-8a15-7cea44859cfc {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:15.731643 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865d346f-43e4-4809-922b-2806262ec0ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a542314-9166-4e99-ad80-ff0f5478fbb5', 'code': 200} Aug 20 11:33:15.738288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] Set router 53e46525-542d-4acf-bc07-799d5b1a2d1f gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:15.744848 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.803333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e36848c-9d75-4103-8621-208e873acf2c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.803567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4104051b-026d-457c-9d48-7d24062e578a None None] Deleting port 00b6193f-c5af-487c-9447-7ef373727c88 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:15.803876 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4104051b-026d-457c-9d48-7d24062e578a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.803969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e36848c-9d75-4103-8621-208e873acf2c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Fanout notify agent at l3_agent the message router_deleted on router 53e46525-542d-4acf-bc07-799d5b1a2d1f {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:33:15.809435 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e46525-542d-4acf-bc07-799d5b1a2d1f', 'name': 'tempest-NetworksTestDHCPv6-router-684021051', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:06Z', 'updated_at': '2021-08-20T11:33:12Z', 'revision_number': 3, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:15.812989 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e36848c-9d75-4103-8621-208e873acf2c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:15.814291 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6e36848c-9d75-4103-8621-208e873acf2c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/routers/53e46525-542d-4acf-bc07-799d5b1a2d1f HTTP/1.1" status: 204 len: 168 time: 0.6623492 Aug 20 11:33:15.816652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41302) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:15.822391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-36b0fdb2-e35d-46c0-8880-175e8a7686e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:15.828924 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d88490a-7bb4-4b30-a02d-b3814b61e6b0 x-openstack-request-id: req-8d88490a-7bb4-4b30-a02d-b3814b61e6b0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:15.829226 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865d346f-43e4-4809-922b-2806262ec0ea", "name": "network-vif-deleted", "tag": "0a542314-9166-4e99-ad80-ff0f5478fbb5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:15.829622 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d88490a-7bb4-4b30-a02d-b3814b61e6b0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:15.829892 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865d346f-43e4-4809-922b-2806262ec0ea', 'name': 'network-vif-deleted', 'tag': '0a542314-9166-4e99-ad80-ff0f5478fbb5', 'status': 'completed', 'code': 200} Aug 20 11:33:15.876241 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4211e33-6ba9-4d27-bdcf-07c25aedfaf5 None None] The sync data for ids ['53e46525-542d-4acf-bc07-799d5b1a2d1f'] in n-d-804230-3 is: [{'id': '53e46525-542d-4acf-bc07-799d5b1a2d1f', 'name': 'tempest-NetworksTestDHCPv6-router-684021051', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:06Z', 'updated_at': '2021-08-20T11:33:12Z', 'revision_number': 3, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:15.976544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Network 2577824f-fcbc-44ba-8620-b24d1f085662 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:16.002079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4104051b-026d-457c-9d48-7d24062e578a None None] For port 00b6193f-c5af-487c-9447-7ef373727c88, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=00b6193f-c5af-487c-9447-7ef373727c88,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:16.002079 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4104051b-026d-457c-9d48-7d24062e578a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.002804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:16.002804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:16.010759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2adfb5f5-db8e-4747-96ed-8671ff8050c6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.011276 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2adfb5f5-db8e-4747-96ed-8671ff8050c6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.027928 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16df48ee-b305-486a-9683-93ae17dac476 req-d8a6b480-0e1b-4666-9e67-905bc58b5a4b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884669 Aug 20 11:33:16.057942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4104051b-026d-457c-9d48-7d24062e578a None None] Calling delete_port for 00b6193f-c5af-487c-9447-7ef373727c88 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:16.068962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Pushing event updated for resources: {'Port': ['ID=78a394e1-8120-4339-b44b-89b9e32faa78,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:16.078683 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.087646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb5f5-db8e-4747-96ed-8671ff8050c6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Calling delete_port for 79656bb0-77f0-4c10-915e-83f7eeffff7e owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:16.090919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335923c-6acb-4f2f-bb92-4a608339e6ea req-dc94c454-e22d-49d8-9b45-eb190b94b53f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.104514 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c335923c-6acb-4f2f-bb92-4a608339e6ea req-dc94c454-e22d-49d8-9b45-eb190b94b53f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 931 time: 0.0761156 Aug 20 11:33:16.119511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b0fdb2-e35d-46c0-8880-175e8a7686e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:16.131271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36b0fdb2-e35d-46c0-8880-175e8a7686e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.180916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.181753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.269383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c335923c-6acb-4f2f-bb92-4a608339e6ea req-c8ecb77c-f030-4ac8-8a27-53a4e8ad3d1c tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638737 Aug 20 11:33:16.286628 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c304dfb4-1595-4876-952f-c1a96ce356dc req-24eef3de-d694-4911-b88b-fafe73d6b3c1 tempest-ImagesTestJSON-942671550 tempest-ImagesTestJSON-942671550-project] 10.222.0.10 "GET /v2.0/ports?device_id=865d346f-43e4-4809-922b-2806262ec0ea HTTP/1.1" status: 200 len: 210 time: 0.0515621 Aug 20 11:33:16.305836 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4104051b-026d-457c-9d48-7d24062e578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.335472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104051b-026d-457c-9d48-7d24062e578a None None] Pushing event deleted for resources: {'Port': ['ID=00b6193f-c5af-487c-9447-7ef373727c88,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:16.359908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104051b-026d-457c-9d48-7d24062e578a None None] No DVR routers for this DVR port 00b6193f-c5af-487c-9447-7ef373727c88 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:16.413735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9283e0-4b93-4765-a533-9f035a03483d {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:16.423501 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-b833c0ce-b2e8-4f43-9c79-5864782af202 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3715012 Aug 20 11:33:16.427031 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.448797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Request body: {'port': {'device_id': '14a2920f-f75a-43b3-8ab2-0a0f03f1f179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:16.493556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Transition to ACTIVE for port object ed9283e0-4b93-4765-a533-9f035a03483d will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:16.528154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.528649 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36b0fdb2-e35d-46c0-8880-175e8a7686e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.569945 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2adfb5f5-db8e-4747-96ed-8671ff8050c6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.580338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b0fdb2-e35d-46c0-8880-175e8a7686e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:16.585620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-36b0fdb2-e35d-46c0-8880-175e8a7686e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:16.590839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b0fdb2-e35d-46c0-8880-175e8a7686e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.591767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36b0fdb2-e35d-46c0-8880-175e8a7686e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.594921 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46deda7-e968-428f-8331-892af9e0fa80 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:16.618648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.623811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0fdb2-e35d-46c0-8880-175e8a7686e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=3f067b5e-99f3-42d5-91fc-901109e2855c,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:16.644915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb5f5-db8e-4747-96ed-8671ff8050c6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event deleted for resources: {'Port': ['ID=79656bb0-77f0-4c10-915e-83f7eeffff7e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:16.786411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-36b0fdb2-e35d-46c0-8880-175e8a7686e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9580083 Aug 20 11:33:16.795746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41318) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:16.802392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-826a584d-6e96-487c-a3e9-07575c3ba0b3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-693356742', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:16.814794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9283e0-4b93-4765-a533-9f035a03483d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:16.833249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '3f067b5e-99f3-42d5-91fc-901109e2855c'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:33:16.835330 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.861794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2adfb5f5-db8e-4747-96ed-8671ff8050c6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.866483 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2adfb5f5-db8e-4747-96ed-8671ff8050c6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:16.881243 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2adfb5f5-db8e-4747-96ed-8671ff8050c6 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "DELETE /v2.0/floatingips/e070a781-2ad5-4eb6-8405-201888681900 HTTP/1.1" status: 204 len: 168 time: 2.0551364 Aug 20 11:33:16.886617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5c0a-9da8-401f-b175-f23e56c95e21 req-7fb6f06b-b266-410b-b78c-570728f05912 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:16.888192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5af5c0a-9da8-401f-b175-f23e56c95e21 req-7fb6f06b-b266-410b-b78c-570728f05912 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1330101 Aug 20 11:33:16.964215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41326) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:16.964371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5af5c0a-9da8-401f-b175-f23e56c95e21 req-8188ebd9-1f25-447c-b04f-0befd45816bf tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698214 Aug 20 11:33:17.005572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/3f067b5e-99f3-42d5-91fc-901109e2855c/399c5ff7-cc3d-48c1-84f9-292194520821) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:17.072939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Attempting to bind port ed9283e0-4b93-4765-a533-9f035a03483d on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:17.073446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Attempting to bind port ed9283e0-4b93-4765-a533-9f035a03483d by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:17.073659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Attempting to bind port ed9283e0-4b93-4765-a533-9f035a03483d on network 2577824f-fcbc-44ba-8620-b24d1f085662 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:17.082668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-826a584d-6e96-487c-a3e9-07575c3ba0b3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.084268 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-826a584d-6e96-487c-a3e9-07575c3ba0b3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.107674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Port ed9283e0-4b93-4765-a533-9f035a03483d on network 2577824f-fcbc-44ba-8620-b24d1f085662 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:17.108829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Attempting to bind port ed9283e0-4b93-4765-a533-9f035a03483d on network 2577824f-fcbc-44ba-8620-b24d1f085662 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:17.113508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e3228f2-3eb5-45d3-9cf4-09219f403707 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.132742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:17.139262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Checking segment: {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:17.139262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Bound using segment: {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:17.139262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Bound port: ed9283e0-4b93-4765-a533-9f035a03483d, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:17.139262 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.173848 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e3228f2-3eb5-45d3-9cf4-09219f403707 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.203597 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.208305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-826a584d-6e96-487c-a3e9-07575c3ba0b3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.221934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Transition to ACTIVE for port object 399c5ff7-cc3d-48c1-84f9-292194520821 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:17.242509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Transition to ACTIVE for port object 399c5ff7-cc3d-48c1-84f9-292194520821 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:17.243061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d091454-6133-4dd7-ac62-1a845cd39b89 req-38f8e8f0-6298-4432-be92-bc22a5ee55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.244956 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d091454-6133-4dd7-ac62-1a845cd39b89 req-38f8e8f0-6298-4432-be92-bc22a5ee55ad service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 1097 time: 0.0850747 Aug 20 11:33:17.284987 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d091454-6133-4dd7-ac62-1a845cd39b89 req-7ece58ab-e92f-4616-945c-1e17e4907ba9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Aug 20 11:33:17.321197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a394e1-8120-4339-b44b-89b9e32faa78 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:17.334593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.354816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] For port ed9283e0-4b93-4765-a533-9f035a03483d, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:17.363684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-826a584d-6e96-487c-a3e9-07575c3ba0b3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.364265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41534f5-5617-4dc2-8c05-c70ca8e43eb0 req-5b01ab1b-3a30-40d9-aa17-a001b0a7a05c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.366383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c41534f5-5617-4dc2-8c05-c70ca8e43eb0 req-5b01ab1b-3a30-40d9-aa17-a001b0a7a05c tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1891305 Aug 20 11:33:17.369111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] For port ed9283e0-4b93-4765-a533-9f035a03483d, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ed9283e0-4b93-4765-a533-9f035a03483d,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:17.375272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Transition to ACTIVE for port object 78a394e1-8120-4339-b44b-89b9e32faa78 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:17.396669 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.418649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c41534f5-5617-4dc2-8c05-c70ca8e43eb0 req-07a940a2-c7c7-4a66-a27f-117a0982c365 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401981 Aug 20 11:33:17.423503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0afc0-27d5-498a-b5ff-61136e94dc18 req-ee82a2b0-d0a3-4f2f-a55d-2ee3dd6f8256 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.432797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0f0afc0-27d5-498a-b5ff-61136e94dc18 req-ee82a2b0-d0a3-4f2f-a55d-2ee3dd6f8256 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 931 time: 0.0799632 Aug 20 11:33:17.442107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:17.445693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:17.449811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:17.472542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.477507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0f0afc0-27d5-498a-b5ff-61136e94dc18 req-8ea7953b-2dcc-4e44-b257-a8bf76828a00 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Aug 20 11:33:17.511150 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-826a584d-6e96-487c-a3e9-07575c3ba0b3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.512588 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-826a584d-6e96-487c-a3e9-07575c3ba0b3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7149696 Aug 20 11:33:17.515568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41346) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:17.525248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Pushing event updated for resources: {'Port': ['ID=399c5ff7-cc3d-48c1-84f9-292194520821,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:17.542010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Attempting to bind port 399c5ff7-cc3d-48c1-84f9-292194520821 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:17.542520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Attempting to bind port 399c5ff7-cc3d-48c1-84f9-292194520821 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:17.542995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Attempting to bind port 399c5ff7-cc3d-48c1-84f9-292194520821 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:17.549555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:17.550812 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.553933 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e3228f2-3eb5-45d3-9cf4-09219f403707 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.554129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:17.554685 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.555185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:17.555780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Bound port: 399c5ff7-cc3d-48c1-84f9-292194520821, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:17.556273 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.556758 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e3228f2-3eb5-45d3-9cf4-09219f403707 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.560425 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4e3228f2-3eb5-45d3-9cf4-09219f403707 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] 10.222.0.10 "DELETE /v2.0/security-groups/b9e059d6-5b45-441b-b81b-975595f395c3 HTTP/1.1" status: 204 len: 168 time: 0.5852003 Aug 20 11:33:17.570397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.571061 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.572611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] 10.222.0.38 "PUT /v2.0/ports/ed9283e0-4b93-4765-a533-9f035a03483d HTTP/1.1" status: 200 len: 1091 time: 2.3439548 Aug 20 11:33:17.602153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3228f2-3eb5-45d3-9cf4-09219f403707 tempest-TestServerBasicOps-560092395 tempest-TestServerBasicOps-560092395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e059d6-5b45-441b-b81b-975595f395c3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:17.616973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4801b-c370-47c7-a5ba-6da76d2f6201 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9283e0-4b93-4765-a533-9f035a03483d,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:17.646337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] For port 399c5ff7-cc3d-48c1-84f9-292194520821, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:17.646337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] For port 399c5ff7-cc3d-48c1-84f9-292194520821, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=399c5ff7-cc3d-48c1-84f9-292194520821,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:17.659040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ec7c517b-5ce1-4781-8983-7b07a4a6faa9 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:17.695163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Pushing event updated for resources: {'Port': ['ID=78a394e1-8120-4339-b44b-89b9e32faa78,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:17.704048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ec7c517b-5ce1-4781-8983-7b07a4a6faa9 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:17.704402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ec7c517b-5ce1-4781-8983-7b07a4a6faa9 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:17.779917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e101a98-778a-4f66-a180-3cad247f3412 req-fa17fd37-b0c9-41c5-bcbe-901b66993471 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.781434 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6e101a98-778a-4f66-a180-3cad247f3412 req-fa17fd37-b0c9-41c5-bcbe-901b66993471 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1284280 Aug 20 11:33:17.783843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41360) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:17.808014 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.810208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2d52b515-4a5b-4e6c-9e71-823b5d99caf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.816077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-4ed383c6-c175-423d-9d15-55d10a814423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:17.819300 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-4ed383c6-c175-423d-9d15-55d10a814423 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58f51b94e47842fa8de43db918a884b9&device_id=b6445ee8-4aa8-451d-86fe-7df40d3105f3 HTTP/1.1" status: 200 len: 1094 time: 0.0999646 Aug 20 11:33:17.838951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6445ee8-4aa8-451d-86fe-7df40d3105f3', 'tag': 'ed9283e0-4b93-4765-a533-9f035a03483d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:17.841914 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e586ff8b-7c69-47d6-a7df-5a85e108608c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6445ee8-4aa8-451d-86fe-7df40d3105f3", "tag": "ed9283e0-4b93-4765-a533-9f035a03483d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:17.883650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65c969-59fe-4775-9263-65f597b9112b None None] Pushing event updated for resources: {'Port': ['ID=399c5ff7-cc3d-48c1-84f9-292194520821,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:17.922244 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-f3ef9979-0ec8-4781-91dd-5ab75e2212b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed9283e0-4b93-4765-a533-9f035a03483d HTTP/1.1" status: 200 len: 217 time: 0.0848269 Aug 20 11:33:17.924789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Attempting to bind port 78a394e1-8120-4339-b44b-89b9e32faa78 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:17.925132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Attempting to bind port 78a394e1-8120-4339-b44b-89b9e32faa78 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:17.925467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Attempting to bind port 78a394e1-8120-4339-b44b-89b9e32faa78 on network 2577824f-fcbc-44ba-8620-b24d1f085662 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:17.938959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Port 78a394e1-8120-4339-b44b-89b9e32faa78 on network 2577824f-fcbc-44ba-8620-b24d1f085662 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:17.939292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Attempting to bind port 78a394e1-8120-4339-b44b-89b9e32faa78 on network 2577824f-fcbc-44ba-8620-b24d1f085662 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:17.965479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:17.965816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Checking segment: {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:17.966215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Bound using segment: {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:17.966701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Bound port: 78a394e1-8120-4339-b44b-89b9e32faa78, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:17.967066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:17.987235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6e101a98-778a-4f66-a180-3cad247f3412 req-3b459231-f0a8-4b5f-8a5c-dce52b6a5a1f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907454 Aug 20 11:33:18.002706 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2a6720-d1d8-4454-899c-1ba039153f59 x-openstack-request-id: req-fe2a6720-d1d8-4454-899c-1ba039153f59 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:18.003005 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6445ee8-4aa8-451d-86fe-7df40d3105f3", "tag": "ed9283e0-4b93-4765-a533-9f035a03483d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:18.003264 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe2a6720-d1d8-4454-899c-1ba039153f59 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:18.003714 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6445ee8-4aa8-451d-86fe-7df40d3105f3', 'tag': 'ed9283e0-4b93-4765-a533-9f035a03483d', 'status': 'completed', 'code': 200} Aug 20 11:33:18.005593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41378) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:18.058117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-02068133-79e6-4713-a066-ac9a30605398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.060117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-02068133-79e6-4713-a066-ac9a30605398 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6e830ea-9911-4458-b205-9191ec5eecbe HTTP/1.1" status: 200 len: 852 time: 0.1297252 Aug 20 11:33:18.166155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] For port 78a394e1-8120-4339-b44b-89b9e32faa78, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:18.171703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] For port 78a394e1-8120-4339-b44b-89b9e32faa78, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=78a394e1-8120-4339-b44b-89b9e32faa78,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:18.174742 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-c418f18c-e623-4196-996a-7f326d6f9c32 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2577824f-fcbc-44ba-8620-b24d1f085662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920599 Aug 20 11:33:18.181875 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.208993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ec714-fab5-4960-8f46-7fe2749d4829 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.218370 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-df7ec714-fab5-4960-8f46-7fe2749d4829 tempest-TestNetworkAdvancedServerOps-1000058465 tempest-TestNetworkAdvancedServerOps-1000058465-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 1091 time: 0.1999090 Aug 20 11:33:18.224710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41392) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:18.238257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:18.251668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a63b78-d4e3-4d88-9c72-133f8618d75d req-533f59af-7e21-4bad-ac5d-9c87edbed06b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.260210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b0a63b78-d4e3-4d88-9c72-133f8618d75d req-533f59af-7e21-4bad-ac5d-9c87edbed06b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1675067 Aug 20 11:33:18.279300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.315342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41396) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:18.349096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.350403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.352661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-a644e673-3573-4837-b023-d215f6a22aff service neutron] 10.222.0.57 "PUT /v2.0/ports/78a394e1-8120-4339-b44b-89b9e32faa78 HTTP/1.1" status: 200 len: 1091 time: 1.9132154 Aug 20 11:33:18.354650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0a542314-9166-4e99-ad80-ff0f5478fbb5 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:18.385262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-4665ec4e-858b-4444-abf2-9f3e62d969ef service neutron] 10.222.0.38 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967034 Aug 20 11:33:18.402846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 0a542314-9166-4e99-ad80-ff0f5478fbb5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:18.404630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0a542314-9166-4e99-ad80-ff0f5478fbb5 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:18.482126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644e673-3573-4837-b023-d215f6a22aff service neutron] Pushing event updated for resources: {'Port': ['ID=78a394e1-8120-4339-b44b-89b9e32faa78,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:18.508595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b0a63b78-d4e3-4d88-9c72-133f8618d75d req-308935af-645b-4523-a7ce-3c6e5dcfb842 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452435 Aug 20 11:33:18.532588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-82eb6903-9d66-48ac-96b8-ca7e2fe17fbb admin admin] Deleting subnet 979dc0fd-3038-4048-a667-cac2e871ab36 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:18.551253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82eb6903-9d66-48ac-96b8-ca7e2fe17fbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.555304 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-c850187c-7858-48ab-afad-a3a0132c695b service neutron] 10.222.0.38 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593297 Aug 20 11:33:18.620910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-2845f77d-c260-4ab4-a500-bb6526ec6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.622494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-2845f77d-c260-4ab4-a500-bb6526ec6628 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58f51b94e47842fa8de43db918a884b9&device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 1094 time: 0.0663424 Aug 20 11:33:18.641306 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.661647 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.707545 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-25ff89d9-a685-4b4a-88ca-eab149b7a2ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78a394e1-8120-4339-b44b-89b9e32faa78 HTTP/1.1" status: 200 len: 217 time: 0.0771530 Aug 20 11:33:18.720633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82eb6903-9d66-48ac-96b8-ca7e2fe17fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.801573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ea33a-b511-4538-ab99-3c9fbccf11df req-339d3620-2276-40f6-94a9-221ad7a280a9 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.803250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f13ea33a-b511-4538-ab99-3c9fbccf11df req-339d3620-2276-40f6-94a9-221ad7a280a9 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 943 time: 0.1587539 Aug 20 11:33:18.841866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-25bdd7e7-7407-4c61-8a04-b5102a9eddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.846763 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-25bdd7e7-7407-4c61-8a04-b5102a9eddd2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6e830ea-9911-4458-b205-9191ec5eecbe HTTP/1.1" status: 200 len: 852 time: 0.1286161 Aug 20 11:33:18.846763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ff8b-7c69-47d6-a7df-5a85e108608c req-44cffa32-8014-48be-b6bc-6de66bb8875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:18.848175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e586ff8b-7c69-47d6-a7df-5a85e108608c req-44cffa32-8014-48be-b6bc-6de66bb8875d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58f51b94e47842fa8de43db918a884b9&device_id=b6445ee8-4aa8-451d-86fe-7df40d3105f3 HTTP/1.1" status: 200 len: 1094 time: 0.1043451 Aug 20 11:33:18.868991 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82eb6903-9d66-48ac-96b8-ca7e2fe17fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:18.905921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-1446ae9b-15d8-4f46-960d-b91247eedae9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2577824f-fcbc-44ba-8620-b24d1f085662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529237 Aug 20 11:33:18.971690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f13ea33a-b511-4538-ab99-3c9fbccf11df req-03339f55-3d93-4fa3-93f2-59fea0fef8bd tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572475 Aug 20 11:33:19.030371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::1 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/3f067b5e-99f3-42d5-91fc-901109e2855c/f7efb692-2b8c-466f-8a23-cba1edaa0679) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:19.128435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ff8b-7c69-47d6-a7df-5a85e108608c req-b90435de-c065-4ba3-8ecf-873017b7913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.130190 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e586ff8b-7c69-47d6-a7df-5a85e108608c req-b90435de-c065-4ba3-8ecf-873017b7913a service neutron] 10.222.0.38 "GET /v2.0/networks?id=2577824f-fcbc-44ba-8620-b24d1f085662 HTTP/1.1" status: 200 len: 913 time: 0.2669315 Aug 20 11:33:19.132974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-4112e536-29a8-4622-9b9b-6a369cd1df1b service neutron] 10.222.0.57 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983173 Aug 20 11:33:19.185313 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.207037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e586ff8b-7c69-47d6-a7df-5a85e108608c req-88189770-3521-461e-ac89-b1001c5a312e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed9283e0-4b93-4765-a533-9f035a03483d HTTP/1.1" status: 200 len: 217 time: 0.0684729 Aug 20 11:33:19.233820 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82eb6903-9d66-48ac-96b8-ca7e2fe17fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.240894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.286702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb6903-9d66-48ac-96b8-ca7e2fe17fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979dc0fd-3038-4048-a667-cac2e871ab36,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:19.303696 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82eb6903-9d66-48ac-96b8-ca7e2fe17fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.305633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-82eb6903-9d66-48ac-96b8-ca7e2fe17fbb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/979dc0fd-3038-4048-a667-cac2e871ab36 HTTP/1.1" status: 204 len: 168 time: 0.9884815 Aug 20 11:33:19.310548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41406) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:19.362534 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.381113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ff8b-7c69-47d6-a7df-5a85e108608c req-059c683f-cb01-4468-ac75-b63b6e8d067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:19.382843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e586ff8b-7c69-47d6-a7df-5a85e108608c req-059c683f-cb01-4468-ac75-b63b6e8d067f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6e830ea-9911-4458-b205-9191ec5eecbe HTTP/1.1" status: 200 len: 852 time: 0.1273806 Aug 20 11:33:19.405218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object f7efb692-2b8c-466f-8a23-cba1edaa0679 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:19.507626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Allocated IP 172.25.4.82 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/1e53af24-1579-43b0-b80e-27b7e45063d3) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:19.533360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a402f66c-2ffd-401d-a00c-0fd22d988db2 None None] Provisioning for port 399c5ff7-cc3d-48c1-84f9-292194520821 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:19.678382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.680383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 399c5ff7-cc3d-48c1-84f9-292194520821 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:19.836741 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e586ff8b-7c69-47d6-a7df-5a85e108608c req-e7ec63b8-7b99-4604-9971-4ce6157e4856 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2577824f-fcbc-44ba-8620-b24d1f085662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4435859 Aug 20 11:33:19.843259 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b1dc11-cbbe-41eb-95d0-4d345cff3109 req-37e75451-9ec6-42f9-8bb0-d28b75320405 service neutron] 10.222.0.57 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6937113 Aug 20 11:33:19.871091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 399c5ff7-cc3d-48c1-84f9-292194520821 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:19.878803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 399c5ff7-cc3d-48c1-84f9-292194520821 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:19.879661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:19.903859 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.004728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a2920f-f75a-43b3-8ab2-0a0f03f1f179', 'tag': '78a394e1-8120-4339-b44b-89b9e32faa78'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:20.007231 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "14a2920f-f75a-43b3-8ab2-0a0f03f1f179", "tag": "78a394e1-8120-4339-b44b-89b9e32faa78"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:20.017845 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.052435 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e586ff8b-7c69-47d6-a7df-5a85e108608c req-1d0bee6a-d669-48e9-a589-ddf28a5d13b3 service neutron] 10.222.0.38 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031631 Aug 20 11:33:20.085879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 399c5ff7-cc3d-48c1-84f9-292194520821, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=399c5ff7-cc3d-48c1-84f9-292194520821,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:20.117708 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.128499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:20.144250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.174963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb00cab-5f80-4e3b-be79-12d2f37d0603']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:20.175367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:20.175536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.188221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5145d-02c1-4c50-bdbe-647825c3af8f req-babc9ccf-04da-43d7-bb2b-e4ef96366fe6 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.190984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8c5145d-02c1-4c50-bdbe-647825c3af8f req-babc9ccf-04da-43d7-bb2b-e4ef96366fe6 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.5550127 Aug 20 11:33:20.191251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb642be4-7452-4c65-99a4-7198e8bfaf92') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:20.191552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb642be4-7452-4c65-99a4-7198e8bfaf92') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:20.191657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=f7efb692-2b8c-466f-8a23-cba1edaa0679,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:20.198018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:20.198615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.222206 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.247542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd06f5-c88e-4e02-9f04-f1883edd1e70 req-9b299b96-7c7a-4559-af7d-92d9fc477c6a tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.249052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49dd06f5-c88e-4e02-9f04-f1883edd1e70 req-9b299b96-7c7a-4559-af7d-92d9fc477c6a tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 943 time: 0.1512852 Aug 20 11:33:20.253197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.278011 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:33:20.278401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.279646 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.279832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=399c5ff7-cc3d-48c1-84f9-292194520821,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:33:20.280525 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:33:20.297602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e586ff8b-7c69-47d6-a7df-5a85e108608c req-78433dc4-6499-49dd-b7fb-519ef6b1ec8c service neutron] 10.222.0.38 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371409 Aug 20 11:33:20.356854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49dd06f5-c88e-4e02-9f04-f1883edd1e70 req-5075e64e-3e57-42bd-8c84-2ab0250101dc tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918427 Aug 20 11:33:20.388658 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8c5145d-02c1-4c50-bdbe-647825c3af8f req-667b58c6-444d-45c8-ab09-6e996c63be2f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765900 Aug 20 11:33:20.414486 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918fea88-3559-4c06-9d9c-54329b318293 x-openstack-request-id: req-918fea88-3559-4c06-9d9c-54329b318293 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:20.414486 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a2920f-f75a-43b3-8ab2-0a0f03f1f179", "tag": "78a394e1-8120-4339-b44b-89b9e32faa78", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:20.414486 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-918fea88-3559-4c06-9d9c-54329b318293 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:20.414486 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a2920f-f75a-43b3-8ab2-0a0f03f1f179', 'tag': '78a394e1-8120-4339-b44b-89b9e32faa78', 'status': 'completed', 'code': 200} Aug 20 11:33:20.496278 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.505182 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.507644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] 10.222.0.10 "DELETE /v2.0/networks/edb00cab-5f80-4e3b-be79-12d2f37d0603 HTTP/1.1" status: 204 len: 168 time: 1.1962180 Aug 20 11:33:20.541645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8bb7f-3089-44d5-a683-c106600ae1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=edb00cab-5f80-4e3b-be79-12d2f37d0603,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:20.555522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba req-c927743a-bd3a-47c2-ae26-8901fb600989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.557098 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba req-c927743a-bd3a-47c2-ae26-8901fb600989 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58f51b94e47842fa8de43db918a884b9&device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 1094 time: 0.1116345 Aug 20 11:33:20.595845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.607734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.671421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dd939-d395-410b-94a0-fe67e50f0696 req-5d0f0949-963d-4d55-a383-7088639b73e8 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.674965 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8e3dd939-d395-410b-94a0-fe67e50f0696 req-5d0f0949-963d-4d55-a383-7088639b73e8 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1726677 Aug 20 11:33:20.681622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba req-8fee3eb9-399b-40d1-af59-ce1a886d0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.683474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba req-8fee3eb9-399b-40d1-af59-ce1a886d0504 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2577824f-fcbc-44ba-8620-b24d1f085662 HTTP/1.1" status: 200 len: 913 time: 0.1132760 Aug 20 11:33:20.690571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:20.716835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5f0a135e-cf5c-466a-b2b5-8214a432afa0 None None] Provisioning for port f7efb692-2b8c-466f-8a23-cba1edaa0679 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:20.723670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5f0a135e-cf5c-466a-b2b5-8214a432afa0 None None] Provisioning complete for port f7efb692-2b8c-466f-8a23-cba1edaa0679 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:20.725180 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5f0a135e-cf5c-466a-b2b5-8214a432afa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.733169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba req-b6371c95-a75b-4f7a-a990-81bfa4e9eaf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78a394e1-8120-4339-b44b-89b9e32faa78 HTTP/1.1" status: 200 len: 217 time: 0.0398638 Aug 20 11:33:20.733313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:20.745706 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:20.757977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=1e53af24-1579-43b0-b80e-27b7e45063d3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:20.775022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a135e-cf5c-466a-b2b5-8214a432afa0 None None] Port f7efb692-2b8c-466f-8a23-cba1edaa0679 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:20.789954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba req-088ad783-5a20-4527-a9cb-cd063430ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:20.791492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba req-088ad783-5a20-4527-a9cb-cd063430ed21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6e830ea-9911-4458-b205-9191ec5eecbe HTTP/1.1" status: 200 len: 852 time: 0.0523162 Aug 20 11:33:20.828272 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba req-07c49370-dd50-4a38-9155-e8d21edf00aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2577824f-fcbc-44ba-8620-b24d1f085662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263760 Aug 20 11:33:20.871794 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:20.918994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8e3dd939-d395-410b-94a0-fe67e50f0696 req-8743dd69-83b0-4ecb-b9a7-6305d5b6511f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251079 Aug 20 11:33:20.945738 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba req-fbfe2471-c93e-439e-807c-5948d5431067 service neutron] 10.222.0.57 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098828 Aug 20 11:33:21.030387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] Deleting port a86b995a-c375-4d56-b758-daff739cf7ca {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:21.030747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.091652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61f4986f-a24a-44e0-9cfa-7e98608ad6ba req-29933efb-6723-40eb-af29-40f84ba835d7 service neutron] 10.222.0.57 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313100 Aug 20 11:33:21.152294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41444) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:21.202994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6fcd8bb8-3cfb-43e2-8751-d44d2ed61d32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed62fcc2ab2f41f989a326a3897bceea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489967 Aug 20 11:33:21.206427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41446) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:21.269597 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-056dad36-fa27-43e8-887e-ea8547e943fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.293049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-056dad36-fa27-43e8-887e-ea8547e943fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.293985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] For port a86b995a-c375-4d56-b758-daff739cf7ca, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a86b995a-c375-4d56-b758-daff739cf7ca,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:21.294361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.323612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] Calling delete_port for a86b995a-c375-4d56-b758-daff739cf7ca owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:21.356813 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.358419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ed9283e0-4b93-4765-a533-9f035a03483d details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:21.468421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc124290-e824-4c40-9a2a-546b969e6376 req-1b0fc6d9-66c1-4d9f-9f06-fe1e8a72dfa7 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:21.470090 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc124290-e824-4c40-9a2a-546b969e6376 req-1b0fc6d9-66c1-4d9f-9f06-fe1e8a72dfa7 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0653012 Aug 20 11:33:21.480887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ed9283e0-4b93-4765-a533-9f035a03483d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ed9283e0-4b93-4765-a533-9f035a03483d,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:21.495137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'ed9283e0-4b93-4765-a533-9f035a03483d', 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662', 'port_id': 'ed9283e0-4b93-4765-a533-9f035a03483d', 'mac_address': 'fa:16:3e:1c:0d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e830ea-9911-4458-b205-9191ec5eecbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:21.511805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc124290-e824-4c40-9a2a-546b969e6376 req-2fc0238a-9be2-4253-b7f9-1158529c0d38 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351629 Aug 20 11:33:21.534224 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.542092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93165ed-d6eb-4e8f-b442-f547c5b4f898 req-600a83aa-5609-401a-b462-8fc5ec9a8dfe tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:21.543600 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f93165ed-d6eb-4e8f-b442-f547c5b4f898 req-600a83aa-5609-401a-b462-8fc5ec9a8dfe tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 943 time: 0.0755517 Aug 20 11:33:21.555569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9283e0-4b93-4765-a533-9f035a03483d {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:21.576612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ed9283e0-4b93-4765-a533-9f035a03483d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ed9283e0-4b93-4765-a533-9f035a03483d,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:21.616251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 399c5ff7-cc3d-48c1-84f9-292194520821 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:21.633497 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f93165ed-d6eb-4e8f-b442-f547c5b4f898 req-658386d4-9c79-47bb-afc2-f316137da9aa tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795934 Aug 20 11:33:21.653000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-056dad36-fa27-43e8-887e-ea8547e943fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.653172 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.654064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.656054 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-056dad36-fa27-43e8-887e-ea8547e943fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.658636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-056dad36-fa27-43e8-887e-ea8547e943fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88485d5b-b14a-4812-87e3-ada97d443b8b HTTP/1.1" status: 204 len: 168 time: 0.4501841 Aug 20 11:33:21.671482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dad36-fa27-43e8-887e-ea8547e943fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88485d5b-b14a-4812-87e3-ada97d443b8b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:21.695675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.735249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 399c5ff7-cc3d-48c1-84f9-292194520821 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:21.735938 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.790374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:21.798594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=ed9283e0-4b93-4765-a533-9f035a03483d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:21.832571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=f7efb692-2b8c-466f-8a23-cba1edaa0679,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:21.894741 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86b995a-c375-4d56-b758-daff739cf7ca,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:21.941717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['ed9283e0-4b93-4765-a533-9f035a03483d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:22.041302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:22.050607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:22.153206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.244103 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:33:22.287478 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.349728 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 78a394e1-8120-4339-b44b-89b9e32faa78 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:22.433125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-85390a7d-eaeb-4aca-a63f-7af030654aef None None] Provisioning complete for port f7efb692-2b8c-466f-8a23-cba1edaa0679 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:22.433493 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-85390a7d-eaeb-4aca-a63f-7af030654aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.476459 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.624649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 78a394e1-8120-4339-b44b-89b9e32faa78, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=78a394e1-8120-4339-b44b-89b9e32faa78,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:22.638987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-85390a7d-eaeb-4aca-a63f-7af030654aef None None] Port f7efb692-2b8c-466f-8a23-cba1edaa0679 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:33:22.642805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '78a394e1-8120-4339-b44b-89b9e32faa78', 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662', 'port_id': '78a394e1-8120-4339-b44b-89b9e32faa78', 'mac_address': 'fa:16:3e:58:66:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e830ea-9911-4458-b205-9191ec5eecbe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:22.708431 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.729053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a394e1-8120-4339-b44b-89b9e32faa78 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:22.736976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Router b2001775-3f60-4a65-8cc4-78f45858f65f is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:33:22.749487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc985415-01c7-4da3-bb76-c0567e465276 req-aa22394e-a5a9-41ce-9393-3fd2d966edd4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:22.751142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc985415-01c7-4da3-bb76-c0567e465276 req-aa22394e-a5a9-41ce-9393-3fd2d966edd4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0819049 Aug 20 11:33:22.757694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 78a394e1-8120-4339-b44b-89b9e32faa78, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=78a394e1-8120-4339-b44b-89b9e32faa78,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:22.797023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc985415-01c7-4da3-bb76-c0567e465276 req-a6de97f2-2ccc-4eb6-8c0e-6c66ce684d9f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375185 Aug 20 11:33:22.826821 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:22.854768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] Router 4c917034-8ede-43f4-86ab-1b06078301fd has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:22.941423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=78a394e1-8120-4339-b44b-89b9e32faa78,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:23.028708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['78a394e1-8120-4339-b44b-89b9e32faa78'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:23.337766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cfe60-167d-419d-8bf5-c2f5d5820c12 req-a3ec4e0a-1af6-4477-ab38-7b0caf8475a7 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:23.339895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf4cfe60-167d-419d-8bf5-c2f5d5820c12 req-a3ec4e0a-1af6-4477-ab38-7b0caf8475a7 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0575323 Aug 20 11:33:23.365892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ed9283e0-4b93-4765-a533-9f035a03483d up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:23.399134 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf4cfe60-167d-419d-8bf5-c2f5d5820c12 req-6e423675-4a61-44e9-90d1-74ce60719239 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509291 Aug 20 11:33:23.451615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7775e7-2b11-4ddb-b324-e9a1a33100f8 req-f30904da-734f-47b4-a477-b50c58bb0d12 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:23.460799 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de7775e7-2b11-4ddb-b324-e9a1a33100f8 req-f30904da-734f-47b4-a477-b50c58bb0d12 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 943 time: 0.7434824 Aug 20 11:33:23.565857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:23.575345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-337bb326-a077-401d-8108-8090f2cff574 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "PUT /v2.0/routers/b2001775-3f60-4a65-8cc4-78f45858f65f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0587168 Aug 20 11:33:23.579131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41494) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:23.579417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port ed9283e0-4b93-4765-a533-9f035a03483d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:23.585170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port ed9283e0-4b93-4765-a533-9f035a03483d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:23.585462 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.603441 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Sync routers for ids ['b2001775-3f60-4a65-8cc4-78f45858f65f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:23.618736 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Routers {'b2001775-3f60-4a65-8cc4-78f45858f65f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:23.621516 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b2001775-3f60-4a65-8cc4-78f45858f65f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:23.626709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de7775e7-2b11-4ddb-b324-e9a1a33100f8 req-145a23f1-aef4-41e5-88eb-fed29c82b468 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648974 Aug 20 11:33:23.678568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc3fd13-0948-409f-bcfd-fe191fab19d6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:23.683433 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cbc3fd13-0948-409f-bcfd-fe191fab19d6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports/f7efb692-2b8c-466f-8a23-cba1edaa0679 HTTP/1.1" status: 200 len: 911 time: 0.1021719 Aug 20 11:33:23.684285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41496) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:23.734558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:23.737605 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.742958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bc783310-d688-4d53-a0ee-712ddd4aa6e2 admin admin] 10.222.0.10 "PUT /v2.0/routers/4c917034-8ede-43f4-86ab-1b06078301fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9576650 Aug 20 11:33:23.746003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41498) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:23.765758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] Sync routers for ids ['4c917034-8ede-43f4-86ab-1b06078301fd'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:23.794667 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Set router b2001775-3f60-4a65-8cc4-78f45858f65f gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:23.795436 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.798700 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] Routers {'4c917034-8ede-43f4-86ab-1b06078301fd'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:23.800000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4c917034-8ede-43f4-86ab-1b06078301fd'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:23.829379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ed0e4-11d9-437a-ba2f-ddd035324f75 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:23.836460 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.871128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ed0e4-11d9-437a-ba2f-ddd035324f75 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:23.879220 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-de6ed0e4-11d9-437a-ba2f-ddd035324f75 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1932433 Aug 20 11:33:23.888244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41502) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:23.942609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:23.944329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6445ee8-4aa8-451d-86fe-7df40d3105f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9283e0-4b93-4765-a533-9f035a03483d'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:23.949077 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f914e51-89e6-4ed9-bf6f-dbae0ac520a4" -d '{"events": [{"server_uuid": "b6445ee8-4aa8-451d-86fe-7df40d3105f3", "name": "network-vif-plugged", "status": "completed", "tag": "ed9283e0-4b93-4765-a533-9f035a03483d"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:24.032400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ed9283e0-4b93-4765-a533-9f035a03483d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ed9283e0-4b93-4765-a533-9f035a03483d,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:24.108686 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1996c91-ce43-4032-af58-32e5c6a9ed83 x-openstack-request-id: req-a1996c91-ce43-4032-af58-32e5c6a9ed83 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:24.109306 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6445ee8-4aa8-451d-86fe-7df40d3105f3", "name": "network-vif-plugged", "status": "completed", "tag": "ed9283e0-4b93-4765-a533-9f035a03483d", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:24.109735 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1996c91-ce43-4032-af58-32e5c6a9ed83 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:24.110255 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6445ee8-4aa8-451d-86fe-7df40d3105f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9283e0-4b93-4765-a533-9f035a03483d', 'code': 200} Aug 20 11:33:24.123099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.133711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event updated for resources: {'Port': ['ID=1e53af24-1579-43b0-b80e-27b7e45063d3,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:24.158190 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.159570 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2001775-3f60-4a65-8cc4-78f45858f65f', 'name': 'tempest-NetworksTestDHCPv6-router-693356742', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:17Z', 'updated_at': '2021-08-20T11:33:20Z', 'revision_number': 2, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'gw_port_host': None, '_interfaces': [{'id': 'f7efb692-2b8c-466f-8a23-cba1edaa0679', 'name': '', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'mac_address': 'fa:16:3e:bf:31:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2001775-3f60-4a65-8cc4-78f45858f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3f067b5e-99f3-42d5-91fc-901109e2855c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:18Z', 'updated_at': '2021-08-20T11:33:20Z', 'revision_number': 2, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'subnets': [{'id': '3f067b5e-99f3-42d5-91fc-901109e2855c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:24.173003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd158e-1be4-4688-aeee-ccd35dbcebbf req-0ff90e7f-5384-4b7d-b5a3-7d83ba0fa317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:24.174393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] Set router 4c917034-8ede-43f4-86ab-1b06078301fd gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:24.174736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8cd158e-1be4-4688-aeee-ccd35dbcebbf req-0ff90e7f-5384-4b7d-b5a3-7d83ba0fa317 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b6445ee8-4aa8-451d-86fe-7df40d3105f3 HTTP/1.1" status: 200 len: 1095 time: 0.0726922 Aug 20 11:33:24.199268 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Checking router: b2001775-3f60-4a65-8cc4-78f45858f65f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:24.199850 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Updating router b2001775-3f60-4a65-8cc4-78f45858f65f port f7efb692-2b8c-466f-8a23-cba1edaa0679 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:33:24.217939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.218172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8cd158e-1be4-4688-aeee-ccd35dbcebbf req-bbd242ad-3254-48b4-9f12-664dde6f786a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344775 Aug 20 11:33:24.218394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.218770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.219327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.219681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.220026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.220175 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.220373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.220714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.221050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.221477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.221712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.222045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.266091 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.325342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Deleting port e3236d54-7eed-4348-adfb-b9aee9ff49dc {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:24.325688 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.360965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 78a394e1-8120-4339-b44b-89b9e32faa78 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:24.368016 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Floating IP 76a9b714-d9de-4fc5-9ffe-a09ffef4fcad associated. External IP: 172.25.4.82, port: e967d907-79ef-4d9d-a4ac-98aa8ee4581e. Aug 20 11:33:24.432816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] For port e3236d54-7eed-4348-adfb-b9aee9ff49dc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e3236d54-7eed-4348-adfb-b9aee9ff49dc,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:24.433665 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.463038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Calling delete_port for e3236d54-7eed-4348-adfb-b9aee9ff49dc owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:24.480561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=ed9283e0-4b93-4765-a533-9f035a03483d,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:24.595411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:33:21Z', 'revision_number': 5, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port': {'id': 'e3236d54-7eed-4348-adfb-b9aee9ff49dc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:25Z', 'updated_at': '2021-08-20T11:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:24.630919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] Checking router: 4c917034-8ede-43f4-86ab-1b06078301fd for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:24.636332 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.643639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] Routers {'4c917034-8ede-43f4-86ab-1b06078301fd'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:24.644770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4c917034-8ede-43f4-86ab-1b06078301fd'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:24.669069 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Transition to ACTIVE for port object f7efb692-2b8c-466f-8a23-cba1edaa0679 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:24.692008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 49e03a2c-972e-45f7-a5bb-093626360814 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:24.704967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 78a394e1-8120-4339-b44b-89b9e32faa78 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:24.713798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 78a394e1-8120-4339-b44b-89b9e32faa78 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:24.714355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.742495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bf935-8fb5-4964-912f-99c0b2ece453 req-4511d895-d049-4afb-8b62-2608711a8d66 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:24.745584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c83bf935-8fb5-4964-912f-99c0b2ece453 req-4511d895-d049-4afb-8b62-2608711a8d66 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0628679 Aug 20 11:33:24.773803 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.799840 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c83bf935-8fb5-4964-912f-99c0b2ece453 req-e9b985f7-8d17-4228-8bbe-c2f20022a115 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Aug 20 11:33:24.800571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] Set router 4c917034-8ede-43f4-86ab-1b06078301fd gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:24.850915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185aabba-d76f-4d11-b2a4-7465c588ff6d req-de90d165-6dbd-4c59-a35d-6b37cebce994 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:24.854647 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2762e3-d8d4-45ca-8928-d77fe2475696 None None] Pushing event updated for resources: {'Port': ['ID=f7efb692-2b8c-466f-8a23-cba1edaa0679,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:24.858597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-185aabba-d76f-4d11-b2a4-7465c588ff6d req-de90d165-6dbd-4c59-a35d-6b37cebce994 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 944 time: 0.1458790 Aug 20 11:33:24.865009 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.915501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:33:24Z', 'revision_number': 6, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:24.946603 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Attempting to bind port f7efb692-2b8c-466f-8a23-cba1edaa0679 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:24.947212 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Attempting to bind port f7efb692-2b8c-466f-8a23-cba1edaa0679 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:24.948064 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Attempting to bind port f7efb692-2b8c-466f-8a23-cba1edaa0679 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:24.948425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3236d54-7eed-4348-adfb-b9aee9ff49dc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:24.954965 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:24.955904 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:24.956521 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.957099 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:24.957864 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Bound port: f7efb692-2b8c-466f-8a23-cba1edaa0679, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:24.958539 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:24.973407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.974292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.974665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.984692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.984692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.984692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.984692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.984692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.984692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.984692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.984692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:24.988999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24bae2-0316-4567-88bc-60a0857a4e93 None None] The sync data for ids ['4c917034-8ede-43f4-86ab-1b06078301fd'] in n-d-804230-3 is: [{'id': '4c917034-8ede-43f4-86ab-1b06078301fd', 'name': 'tempest-TestServerBasicOps-89137917-router', 'tenant_id': 'd020db29f9b1461abccf5c51e617e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:23Z', 'updated_at': '2021-08-20T11:33:24Z', 'revision_number': 6, 'project_id': 'd020db29f9b1461abccf5c51e617e6be', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:24.990474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:25.064958 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] For port f7efb692-2b8c-466f-8a23-cba1edaa0679, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:25.069623 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] For port f7efb692-2b8c-466f-8a23-cba1edaa0679, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f7efb692-2b8c-466f-8a23-cba1edaa0679,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:25.106075 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-185aabba-d76f-4d11-b2a4-7465c588ff6d req-732136e2-379e-4dd9-8116-0c4ac253843d tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461481 Aug 20 11:33:25.118596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:25.131582 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] Sync routers for ids ['49e03a2c-972e-45f7-a5bb-093626360814'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:25.148281 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] Routers {'49e03a2c-972e-45f7-a5bb-093626360814'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:25.150323 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['49e03a2c-972e-45f7-a5bb-093626360814'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:25.172172 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.204960 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.207834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.246594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 78a394e1-8120-4339-b44b-89b9e32faa78, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=78a394e1-8120-4339-b44b-89b9e32faa78,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:25.279585 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.298380 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.335766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41532) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:25.364900 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] Set router 49e03a2c-972e-45f7-a5bb-093626360814 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:25.365051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9d1cf817-6895-4f63-89fd-edcc77c04568 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.1331892 Aug 20 11:33:25.368046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:25.375249 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4eb166-26aa-4b95-a495-d57f805b0744" -d '{"events": [{"name": "network-changed", "server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:25.482014 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.545439 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.556772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.563696 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f37f8f-5fb2-4946-996e-a82a4b5d9277 x-openstack-request-id: req-d2f37f8f-5fb2-4946-996e-a82a4b5d9277 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:25.566718 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:25.567091 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2f37f8f-5fb2-4946-996e-a82a4b5d9277 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:25.567684 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'status': 'completed', 'code': 200} Aug 20 11:33:25.568637 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Routers {'b2001775-3f60-4a65-8cc4-78f45858f65f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:25.580020 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b2001775-3f60-4a65-8cc4-78f45858f65f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:25.641367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=78a394e1-8120-4339-b44b-89b9e32faa78,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:25.667914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d5e744c-5931-4a48-90b4-9e3c35d8a258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.698735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a86b995a-c375-4d56-b758-daff739cf7ca no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:25.732919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a86b995a-c375-4d56-b758-daff739cf7ca {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:25.736879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a86b995a-c375-4d56-b758-daff739cf7ca not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:25.778405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-64ea0f19-4dd0-44a2-ba04-eef64d0d9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:25.779913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-64ea0f19-4dd0-44a2-ba04-eef64d0d9d6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 1096 time: 0.2654710 Aug 20 11:33:25.789496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9183-b828-4f64-996d-5b0fd21d16f1 req-5ddcf32c-c0d7-42ef-9f45-e7bfb0efba22 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:25.804244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port f7efb692-2b8c-466f-8a23-cba1edaa0679 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:25.804758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.811073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1caa9183-b828-4f64-996d-5b0fd21d16f1 req-5ddcf32c-c0d7-42ef-9f45-e7bfb0efba22 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.2099457 Aug 20 11:33:25.923788 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.924435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c917034-8ede-43f4-86ab-1b06078301fd {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:33:25.933927 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1caa9183-b828-4f64-996d-5b0fd21d16f1 req-1003b2dd-b36c-4bdc-acf0-4142bb57c660 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075261 Aug 20 11:33:25.937008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d5e744c-5931-4a48-90b4-9e3c35d8a258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.939041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.940167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-98849259-2f33-4819-ae3c-2a994e856e8c admin admin] 10.222.0.10 "DELETE /v2.0/routers/4c917034-8ede-43f4-86ab-1b06078301fd HTTP/1.1" status: 204 len: 168 time: 2.1928341 Aug 20 11:33:25.943143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41542) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:25.956354 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2762e3-d8d4-45ca-8928-d77fe2475696 None None] Pushing event updated for resources: {'Port': ['ID=f7efb692-2b8c-466f-8a23-cba1edaa0679,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:25.959974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] For port f7efb692-2b8c-466f-8a23-cba1edaa0679, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f7efb692-2b8c-466f-8a23-cba1edaa0679,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:25.960552 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:25.977197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for f7efb692-2b8c-466f-8a23-cba1edaa0679 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:25.990199 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] Set router b2001775-3f60-4a65-8cc4-78f45858f65f gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:26.002345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81b49d8-e6d1-479b-8b8b-ef8a65581f84 admin admin] Deleting subnet 4e3d507c-6c88-4bd0-a955-0f37897d208e {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:26.032297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41546) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:26.069901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d5e744c-5931-4a48-90b4-9e3c35d8a258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.111374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a2920f-f75a-43b3-8ab2-0a0f03f1f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a394e1-8120-4339-b44b-89b9e32faa78'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:26.113767 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6915add-1a2d-44bc-9cf0-8eff642671d5" -d '{"events": [{"server_uuid": "14a2920f-f75a-43b3-8ab2-0a0f03f1f179", "name": "network-vif-plugged", "status": "completed", "tag": "78a394e1-8120-4339-b44b-89b9e32faa78"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:26.121969 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a81b49d8-e6d1-479b-8b8b-ef8a65581f84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.164612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-19663cf8-9c9f-447f-899a-d499ee6be6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:26.166587 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd1d092-8fa4-4478-9ba9-a66a26d3cdca x-openstack-request-id: req-6cd1d092-8fa4-4478-9ba9-a66a26d3cdca {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:26.167055 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a2920f-f75a-43b3-8ab2-0a0f03f1f179", "name": "network-vif-plugged", "status": "completed", "tag": "78a394e1-8120-4339-b44b-89b9e32faa78", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:26.167349 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-19663cf8-9c9f-447f-899a-d499ee6be6f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf3de518-f5fe-4391-bf58-945c8cc39e07 HTTP/1.1" status: 200 len: 897 time: 0.3552387 Aug 20 11:33:26.167604 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cd1d092-8fa4-4478-9ba9-a66a26d3cdca {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:26.168218 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a2920f-f75a-43b3-8ab2-0a0f03f1f179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a394e1-8120-4339-b44b-89b9e32faa78', 'code': 200} Aug 20 11:33:26.217259 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a81b49d8-e6d1-479b-8b8b-ef8a65581f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.354817 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4d5e744c-5931-4a48-90b4-9e3c35d8a258 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d914dc4aaea4aba915f190adfd01340&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0178561 Aug 20 11:33:26.356202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-118e8d65-0915-4a82-b078-e7a8854bcc6f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/76a9b714-d9de-4fc5-9ffe-a09ffef4fcad HTTP/1.1" status: 200 len: 990 time: 0.3167865 Aug 20 11:33:26.369320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41558) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:26.369320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e744c-5931-4a48-90b4-9e3c35d8a258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71adec9d-e0e2-4891-afea-4701a4c3378b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:26.459833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-d0e7055a-b4cb-4d14-8f22-0acf464899e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e HTTP/1.1" status: 200 len: 998 time: 0.2777283 Aug 20 11:33:26.468791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f44d0-07ea-4f7d-a19b-68fe7c5a2a4d req-f33de513-14b2-4eaf-a4b8-c3ef4b89c989 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:26.471168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f91f44d0-07ea-4f7d-a19b-68fe7c5a2a4d req-f33de513-14b2-4eaf-a4b8-c3ef4b89c989 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 945 time: 0.1215696 Aug 20 11:33:26.476574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0888a-02e5-407b-a766-904ccde77d2f req-0ba10290-d29d-41a6-8a0f-9297fbb40c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:26.476768 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2001775-3f60-4a65-8cc4-78f45858f65f', 'name': 'tempest-NetworksTestDHCPv6-router-693356742', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:17Z', 'updated_at': '2021-08-20T11:33:20Z', 'revision_number': 2, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'gw_port_host': None, '_interfaces': [{'id': 'f7efb692-2b8c-466f-8a23-cba1edaa0679', 'name': '', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'mac_address': 'fa:16:3e:bf:31:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2001775-3f60-4a65-8cc4-78f45858f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3f067b5e-99f3-42d5-91fc-901109e2855c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:18Z', 'updated_at': '2021-08-20T11:33:25Z', 'revision_number': 4, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'subnets': [{'id': '3f067b5e-99f3-42d5-91fc-901109e2855c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:26.478476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05f0888a-02e5-407b-a766-904ccde77d2f req-0ba10290-d29d-41a6-8a0f-9297fbb40c52 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 1096 time: 0.1320262 Aug 20 11:33:26.480268 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:52Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '76a9b714-d9de-4fc5-9ffe-a09ffef4fcad', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'port_id': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'mac_address': 'fa:16:3e:6b:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:33:21Z', 'updated_at': '2021-08-20T11:33:21Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4319c83-b66a-4dee-a6e1-24f067641bfb', 'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:77:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:50Z', 'updated_at': '2021-08-20T11:33:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:26.509951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.512384 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] Checking router: 49e03a2c-972e-45f7-a5bb-093626360814 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:26.546591 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c53b7e-2960-417b-b9e3-fe0601474e78 None None] The sync data for ids ['b2001775-3f60-4a65-8cc4-78f45858f65f'] in n-d-804230-3 is: [{'id': 'b2001775-3f60-4a65-8cc4-78f45858f65f', 'name': 'tempest-NetworksTestDHCPv6-router-693356742', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:17Z', 'updated_at': '2021-08-20T11:33:20Z', 'revision_number': 2, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'gw_port_host': None, '_interfaces': [{'id': 'f7efb692-2b8c-466f-8a23-cba1edaa0679', 'name': '', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'mac_address': 'fa:16:3e:bf:31:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2001775-3f60-4a65-8cc4-78f45858f65f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '3f067b5e-99f3-42d5-91fc-901109e2855c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:18Z', 'updated_at': '2021-08-20T11:33:25Z', 'revision_number': 4, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'subnets': [{'id': '3f067b5e-99f3-42d5-91fc-901109e2855c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:26.547243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82117d70-4a77-42b9-b40e-2c9f184e2dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.553606 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] Routers {'49e03a2c-972e-45f7-a5bb-093626360814'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:26.554374 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['49e03a2c-972e-45f7-a5bb-093626360814'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:26.578630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=f7efb692-2b8c-466f-8a23-cba1edaa0679,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:26.601609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05f0888a-02e5-407b-a766-904ccde77d2f req-006797a7-5316-47cd-9547-588293eb43ab service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107216 Aug 20 11:33:26.602729 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a81b49d8-e6d1-479b-8b8b-ef8a65581f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.608846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82117d70-4a77-42b9-b40e-2c9f184e2dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.615539 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f91f44d0-07ea-4f7d-a19b-68fe7c5a2a4d req-8dae1a29-178b-4a3a-afae-c91dadca8dcc tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360943 Aug 20 11:33:26.637737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-1caaab1b-c263-4f67-964d-5f46d1e9439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:26.639289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-1caaab1b-c263-4f67-964d-5f46d1e9439c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5802c6f3-cf9b-4d6a-a82f-44f4187bd050 HTTP/1.1" status: 200 len: 834 time: 0.1599000 Aug 20 11:33:26.732497 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] Set router 49e03a2c-972e-45f7-a5bb-093626360814 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:26.757298 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.764380 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a81b49d8-e6d1-479b-8b8b-ef8a65581f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.844022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b49d8-e6d1-479b-8b8b-ef8a65581f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3d507c-6c88-4bd0-a955-0f37897d208e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:26.849650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a81b49d8-e6d1-479b-8b8b-ef8a65581f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:26.854395 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a81b49d8-e6d1-479b-8b8b-ef8a65581f84 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4e3d507c-6c88-4bd0-a955-0f37897d208e HTTP/1.1" status: 204 len: 168 time: 0.9080429 Aug 20 11:33:26.856350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41562) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:26.897268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13441f1-3782-4a87-9cf2-b2bc189c0c58 None None] Network eb730dde-0481-4a62-932a-41c83adf9294 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:27.041757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Router b2001775-3f60-4a65-8cc4-78f45858f65f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:27.061135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-a3e9ae0d-5680-4861-9449-35365aa63890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:27.063106 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-a3e9ae0d-5680-4861-9449-35365aa63890 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3de518-f5fe-4391-bf58-945c8cc39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2543833 Aug 20 11:33:27.066596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.108679 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82117d70-4a77-42b9-b40e-2c9f184e2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.115594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82117d70-4a77-42b9-b40e-2c9f184e2dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.119239 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-82117d70-4a77-42b9-b40e-2c9f184e2dcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71adec9d-e0e2-4891-afea-4701a4c3378b HTTP/1.1" status: 204 len: 168 time: 0.7451077 Aug 20 11:33:27.181254 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:52Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '76a9b714-d9de-4fc5-9ffe-a09ffef4fcad', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'port_id': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'mac_address': 'fa:16:3e:6b:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:33:21Z', 'updated_at': '2021-08-20T11:33:21Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4319c83-b66a-4dee-a6e1-24f067641bfb', 'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:77:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:50Z', 'updated_at': '2021-08-20T11:33:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:27.185750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82117d70-4a77-42b9-b40e-2c9f184e2dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71adec9d-e0e2-4891-afea-4701a4c3378b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:27.189963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:27.209243 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-096e2e0a-19b6-4943-b6e5-d564577ba3f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "PUT /v2.0/routers/b2001775-3f60-4a65-8cc4-78f45858f65f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3131826 Aug 20 11:33:27.209977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41568) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:27.242411 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12fa555-ad54-498c-a095-5f6b16f92325 None None] The sync data for ids ['49e03a2c-972e-45f7-a5bb-093626360814'] in n-d-804230-3 is: [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:52Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '76a9b714-d9de-4fc5-9ffe-a09ffef4fcad', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'port_id': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'mac_address': 'fa:16:3e:6b:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:33:21Z', 'updated_at': '2021-08-20T11:33:21Z', 'revision_number': 0, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4319c83-b66a-4dee-a6e1-24f067641bfb', 'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:77:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:50Z', 'updated_at': '2021-08-20T11:33:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:27.309834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f3e87-95da-43c2-bcf5-58dc3fd2ac06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:27.312037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-043ebb6e-a5e6-4f8a-b74e-6275b65397aa service neutron] 10.222.0.57 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386665 Aug 20 11:33:27.319144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f3e87-95da-43c2-bcf5-58dc3fd2ac06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:27.320767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e06f3e87-95da-43c2-bcf5-58dc3fd2ac06 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1097882 Aug 20 11:33:27.323578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41570) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:27.335606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ac67f-fde2-4a96-bf7c-e9b1801ca874 None None] DHCP port deletion for eb730dde-0481-4a62-932a-41c83adf9294 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:27.390200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41574) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:27.398818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b62ac67f-fde2-4a96-bf7c-e9b1801ca874 None None] Deleting port ab57bc20-42a9-4311-b928-071902b029a6 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:27.399575 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b62ac67f-fde2-4a96-bf7c-e9b1801ca874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.464447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9016c1f-28f1-449c-adbb-1f6122341b8a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 3f067b5e-99f3-42d5-91fc-901109e2855c {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:27.468512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9016c1f-28f1-449c-adbb-1f6122341b8a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.500402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b62ac67f-fde2-4a96-bf7c-e9b1801ca874 None None] For port ab57bc20-42a9-4311-b928-071902b029a6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ab57bc20-42a9-4311-b928-071902b029a6,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:27.500972 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b62ac67f-fde2-4a96-bf7c-e9b1801ca874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.515984 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9016c1f-28f1-449c-adbb-1f6122341b8a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.563671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b62ac67f-fde2-4a96-bf7c-e9b1801ca874 None None] Calling delete_port for ab57bc20-42a9-4311-b928-071902b029a6 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:27.660441 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9016c1f-28f1-449c-adbb-1f6122341b8a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.695768 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fd15767b-17f7-4ee3-b7d1-41ae03e4db8d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/76a9b714-d9de-4fc5-9ffe-a09ffef4fcad HTTP/1.1" status: 200 len: 990 time: 0.2076125 Aug 20 11:33:27.716442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Deleting port ab57bc20-42a9-4311-b928-071902b029a6 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:27.717099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.796194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e4eb166-26aa-4b95-a495-d57f805b0744 req-693502f0-cc9d-46c5-a354-7de4be3d97ef service neutron] 10.222.0.57 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741340 Aug 20 11:33:27.820636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c2b95-db1b-4c1c-b9c5-dcf4a01a5ed2 None None] New status for floating IP 76a9b714-d9de-4fc5-9ffe-a09ffef4fcad: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:33:27.834174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ab57bc20-42a9-4311-b928-071902b029a6 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:27.878642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] For port ab57bc20-42a9-4311-b928-071902b029a6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ab57bc20-42a9-4311-b928-071902b029a6,segment=NetworkSegment(7fbacc28-74ab-4e30-bb2b-fa4a38fc7424),segment_id=7fbacc28-74ab-4e30-bb2b-fa4a38fc7424)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:27.878642 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.906202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Calling delete_port for ab57bc20-42a9-4311-b928-071902b029a6 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:27.934212 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9016c1f-28f1-449c-adbb-1f6122341b8a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.956991 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9016c1f-28f1-449c-adbb-1f6122341b8a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:27.963112 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e9016c1f-28f1-449c-adbb-1f6122341b8a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/3f067b5e-99f3-42d5-91fc-901109e2855c HTTP/1.1" status: 204 len: 168 time: 0.6384914 Aug 20 11:33:27.973479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2befdc3f-7e79-463e-b476-89eb44b45c53 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:28.000902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41590) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:28.001689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9016c1f-28f1-449c-adbb-1f6122341b8a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=3f067b5e-99f3-42d5-91fc-901109e2855c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:28.103301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af49e7-1ae1-426d-9156-b2d5f809c0c5 req-3c46a5d8-5465-4d83-841b-3d0149b5d86c tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:28.105148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96af49e7-1ae1-426d-9156-b2d5f809c0c5 req-3c46a5d8-5465-4d83-841b-3d0149b5d86c tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 945 time: 0.3116457 Aug 20 11:33:28.131037 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a955029-1834-4364-9551-5542be2a3c05 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1269734 Aug 20 11:33:28.136739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41594) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:28.180865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.189279 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96af49e7-1ae1-426d-9156-b2d5f809c0c5 req-1061fdd9-8435-449d-8019-6e7a2168dd54 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769596 Aug 20 11:33:28.221985 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b62ac67f-fde2-4a96-bf7c-e9b1801ca874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.224859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ab57bc20-42a9-4311-b928-071902b029a6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:28.229080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] No DVR routers for this DVR port ab57bc20-42a9-4311-b928-071902b029a6 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:28.307340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62ac67f-fde2-4a96-bf7c-e9b1801ca874 None None] No DVR routers for this DVR port ab57bc20-42a9-4311-b928-071902b029a6 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:28.310088 n-d-804230-3 neutron-server[95589]: INFO neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No ports have port_id starting with ab57bc20-42a9-4311-b928-071902b029a6 Aug 20 11:33:28.349386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.359046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ac67f-fde2-4a96-bf7c-e9b1801ca874 None None] Pushing event deleted for resources: {'Port': ['ID=ab57bc20-42a9-4311-b928-071902b029a6,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:28.361129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e3236d54-7eed-4348-adfb-b9aee9ff49dc no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:28.375710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb730dde-0481-4a62-932a-41c83adf9294']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:28.402909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:28.402909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbacc28-74ab-4e30-bb2b-fa4a38fc7424') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:28.409455 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.418105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e3236d54-7eed-4348-adfb-b9aee9ff49dc {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:28.421088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e3236d54-7eed-4348-adfb-b9aee9ff49dc not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:28.431943 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.451592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:33:28.454117 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:33:28.455038 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:33:28.573893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb6cb3-96f8-47b4-a1cb-8f6846c79774 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:28.648253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-aedb6cb3-96f8-47b4-a1cb-8f6846c79774 None None] Deleting port 399c5ff7-cc3d-48c1-84f9-292194520821 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:28.648748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aedb6cb3-96f8-47b4-a1cb-8f6846c79774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.670719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.680539 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.681853 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a20b321-4c6e-45a1-bc57-f5eaf4750c11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.686505 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] 10.222.0.10 "DELETE /v2.0/networks/eb730dde-0481-4a62-932a-41c83adf9294 HTTP/1.1" status: 204 len: 168 time: 1.8123879 Aug 20 11:33:28.701471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41604) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:28.702218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41606) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:28.798103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54621efc-e283-48b4-8aa2-ffd4310bb6ba admin admin] Pushing event deleted for resources: {'Network': ['ID=eb730dde-0481-4a62-932a-41c83adf9294,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:28.865370 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42649388-0274-4dd0-85ff-37632029d516 None None] Sync routers for ids ['b2001775-3f60-4a65-8cc4-78f45858f65f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:28.873585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2d22662d-b3ea-43d1-9886-01ac0ba71c0d tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/76a9b714-d9de-4fc5-9ffe-a09ffef4fcad HTTP/1.1" status: 200 len: 992 time: 0.1650627 Aug 20 11:33:28.887178 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42649388-0274-4dd0-85ff-37632029d516 None None] Routers {'b2001775-3f60-4a65-8cc4-78f45858f65f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:28.888244 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-42649388-0274-4dd0-85ff-37632029d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b2001775-3f60-4a65-8cc4-78f45858f65f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:28.917578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a20b321-4c6e-45a1-bc57-f5eaf4750c11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.919951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a20b321-4c6e-45a1-bc57-f5eaf4750c11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.981286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-aedb6cb3-96f8-47b4-a1cb-8f6846c79774 None None] For port 399c5ff7-cc3d-48c1-84f9-292194520821, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=399c5ff7-cc3d-48c1-84f9-292194520821,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:28.983653 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aedb6cb3-96f8-47b4-a1cb-8f6846c79774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:28.985589 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-42649388-0274-4dd0-85ff-37632029d516 None None] Set router b2001775-3f60-4a65-8cc4-78f45858f65f gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:29.010741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-aedb6cb3-96f8-47b4-a1cb-8f6846c79774 None None] Calling delete_port for 399c5ff7-cc3d-48c1-84f9-292194520821 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:29.071535 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-42649388-0274-4dd0-85ff-37632029d516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2001775-3f60-4a65-8cc4-78f45858f65f', 'name': 'tempest-NetworksTestDHCPv6-router-693356742', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:17Z', 'updated_at': '2021-08-20T11:33:26Z', 'revision_number': 3, 'project_id': '44fddfa2d68c46c891b8403452ed060d', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:29.087127 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a20b321-4c6e-45a1-bc57-f5eaf4750c11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.087961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a20b321-4c6e-45a1-bc57-f5eaf4750c11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Fanout notify agent at l3_agent the message router_deleted on router b2001775-3f60-4a65-8cc4-78f45858f65f {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:33:29.103939 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a20b321-4c6e-45a1-bc57-f5eaf4750c11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.104771 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42649388-0274-4dd0-85ff-37632029d516 None None] Checking router: b2001775-3f60-4a65-8cc4-78f45858f65f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:29.107823 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1a20b321-4c6e-45a1-bc57-f5eaf4750c11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/routers/b2001775-3f60-4a65-8cc4-78f45858f65f HTTP/1.1" status: 204 len: 168 time: 0.9681661 Aug 20 11:33:29.113020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41618) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:29.116189 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42649388-0274-4dd0-85ff-37632029d516 None None] Routers set() bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:29.116727 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42649388-0274-4dd0-85ff-37632029d516 None None] Router IDs set() for agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 11:33:29.117847 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_agentschedulers_db [None req-42649388-0274-4dd0-85ff-37632029d516 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b2001775-3f60-4a65-8cc4-78f45858f65f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent'). {{(pid=95590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 11:33:29.118821 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42649388-0274-4dd0-85ff-37632029d516 None None] The sync data for ids ['b2001775-3f60-4a65-8cc4-78f45858f65f'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:29.230482 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0b5f2c-ed1f-4c8a-a21b-43a9d71779f9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:29.233637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5f0b5f2c-ed1f-4c8a-a21b-43a9d71779f9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1169465 Aug 20 11:33:29.233637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41626) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:29.304920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aedb6cb3-96f8-47b4-a1cb-8f6846c79774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.305033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb6d25-5d33-4fb6-8915-84b5bfbfe82c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:29.306378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6efb6d25-5d33-4fb6-8915-84b5bfbfe82c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0717468 Aug 20 11:33:29.308742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41628) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:29.325571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb6cb3-96f8-47b4-a1cb-8f6846c79774 None None] Pushing event deleted for resources: {'Port': ['ID=399c5ff7-cc3d-48c1-84f9-292194520821,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:29.329629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb6cb3-96f8-47b4-a1cb-8f6846c79774 None None] No DVR routers for this DVR port 399c5ff7-cc3d-48c1-84f9-292194520821 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:29.340267 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.358313 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9fb75f3a-d3c5-4c9f-ba24-59885c2ddd13 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482242 Aug 20 11:33:29.363698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41630) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:29.369063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:29.580816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:29.586758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:29.626120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 399c5ff7-cc3d-48c1-84f9-292194520821 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:29.695077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 399c5ff7-cc3d-48c1-84f9-292194520821 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:29.695428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 399c5ff7-cc3d-48c1-84f9-292194520821 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:29.698269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f7efb692-2b8c-466f-8a23-cba1edaa0679 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:29.736660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: f7efb692-2b8c-466f-8a23-cba1edaa0679 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:29.736660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f7efb692-2b8c-466f-8a23-cba1edaa0679 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:29.852700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bef20-b450-4456-9ef8-cf8d21f48ce7 req-24035530-5e50-4d20-b29f-753a0f934a0b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:29.859647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ae2bef20-b450-4456-9ef8-cf8d21f48ce7 req-24035530-5e50-4d20-b29f-753a0f934a0b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 945 time: 0.5748580 Aug 20 11:33:29.945689 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ae2bef20-b450-4456-9ef8-cf8d21f48ce7 req-0cfbd4c5-fdfc-4e2d-9b7d-0ec66348a70a tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851722 Aug 20 11:33:30.088822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:33:30.089433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04db1d-7759-4fa0-9ac1-470476341b73 req-c75193b3-9f87-42ff-b532-3a7b2a72c2f6 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:30.090296 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.090994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f04db1d-7759-4fa0-9ac1-470476341b73 req-c75193b3-9f87-42ff-b532-3a7b2a72c2f6 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6445ee8-4aa8-451d-86fe-7df40d3105f3 HTTP/1.1" status: 200 len: 945 time: 0.0605664 Aug 20 11:33:30.099615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] Deleting port b73a2333-becf-456e-8aec-a1d5c785ca00 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:30.099963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.133762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:30.137023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:30.141304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:30.141913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.148041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75619e-32fa-4024-8957-ada62af23fa8 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:30.152152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=692a375d-972c-40ce-9743-a08d911d628c,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:30.183625 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f04db1d-7759-4fa0-9ac1-470476341b73 req-1ca94b6e-723d-4125-8a65-718b14d768a3 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858209 Aug 20 11:33:30.225852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] For port b73a2333-becf-456e-8aec-a1d5c785ca00, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b73a2333-becf-456e-8aec-a1d5c785ca00,segment=NetworkSegment(54a0b1c7-fc2d-455d-a823-fc2dc75d69d9),segment_id=54a0b1c7-fc2d-455d-a823-fc2dc75d69d9)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:30.226191 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.240056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] Calling delete_port for b73a2333-becf-456e-8aec-a1d5c785ca00 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:30.307948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '692a375d-972c-40ce-9743-a08d911d628c'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:33:30.308814 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.362665 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-02728aad-92aa-49f7-9475-3a14c7a6b409 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9990594 Aug 20 11:33:30.366524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41650) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:30.373177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-561554d2-27dc-443c-b51b-18ae0075bb76 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:30.540688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Allocated IP 2001:db8::f816:3eff:fe69:1a4a (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/692a375d-972c-40ce-9743-a08d911d628c/16181f09-8a61-4ceb-84ab-d4a9b7ad98b6) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:30.612550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35497f07-d713-4c3e-9223-efb4d7a18a5f req-3d5b3148-22d1-4e1b-8a64-ab540525399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:30.614235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35497f07-d713-4c3e-9223-efb4d7a18a5f req-3d5b3148-22d1-4e1b-8a64-ab540525399d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 1096 time: 0.0496531 Aug 20 11:33:30.615463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.651495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561554d2-27dc-443c-b51b-18ae0075bb76 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:30.655739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-561554d2-27dc-443c-b51b-18ae0075bb76 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.751672 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:30.763416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] Pushing event deleted for resources: {'Port': ['ID=b73a2333-becf-456e-8aec-a1d5c785ca00,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:30.799491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Transition to ACTIVE for port object 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:30.831365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Transition to ACTIVE for port object 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:30.873708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35497f07-d713-4c3e-9223-efb4d7a18a5f req-5edab8c5-58e5-42d0-910d-0e267c2f3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:30.875370 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35497f07-d713-4c3e-9223-efb4d7a18a5f req-5edab8c5-58e5-42d0-910d-0e267c2f3c64 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 919 time: 0.2496760 Aug 20 11:33:30.937326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35497f07-d713-4c3e-9223-efb4d7a18a5f req-5b45761b-950d-4415-ae42-f6da8720aba2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0499053 Aug 20 11:33:30.946482 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.035653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eeca7-9ac9-4cac-9f89-a1c76c062413 req-f58ccb53-cd17-4ba3-8e3c-6c89b2c46969 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:31.037359 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f0eeca7-9ac9-4cac-9f89-a1c76c062413 req-f58ccb53-cd17-4ba3-8e3c-6c89b2c46969 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1479516 Aug 20 11:33:31.046542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:31.048036 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:31.050004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Pushing event updated for resources: {'Port': ['ID=16181f09-8a61-4ceb-84ab-d4a9b7ad98b6,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:31.056692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:31.058708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.062381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35497f07-d713-4c3e-9223-efb4d7a18a5f req-8ccd6918-90f6-4e05-95bd-6debe07639af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:31.063992 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35497f07-d713-4c3e-9223-efb4d7a18a5f req-8ccd6918-90f6-4e05-95bd-6debe07639af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 200 len: 858 time: 0.0875926 Aug 20 11:33:31.067052 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.068583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.068583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.068786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.069022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.069355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.069737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.070134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.070521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.070762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.071214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.071554 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:31.151140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35497f07-d713-4c3e-9223-efb4d7a18a5f req-1f7b8c3f-8b6c-4cab-9de7-b5ae958ed387 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751672 Aug 20 11:33:31.153118 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f0eeca7-9ac9-4cac-9f89-a1c76c062413 req-4c97815e-b90f-43d9-b7a3-f65ff31fc97e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048830 Aug 20 11:33:31.157944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Attempting to bind port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:31.158478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Attempting to bind port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:31.159000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Attempting to bind port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:31.173262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:31.174188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:31.175202 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.175707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:31.176866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Bound port: 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:31.177393 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.261825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41666) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:31.263866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] For port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:31.268619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] For port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=16181f09-8a61-4ceb-84ab-d4a9b7ad98b6,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:31.300758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-561554d2-27dc-443c-b51b-18ae0075bb76 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.320064 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35497f07-d713-4c3e-9223-efb4d7a18a5f req-cf1c8aab-7caa-4ce3-9983-a0a55e598e11 service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595054 Aug 20 11:33:31.336447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561554d2-27dc-443c-b51b-18ae0075bb76 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:31.340986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-561554d2-27dc-443c-b51b-18ae0075bb76 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:31.345545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561554d2-27dc-443c-b51b-18ae0075bb76 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:31.346723 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-561554d2-27dc-443c-b51b-18ae0075bb76 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.369297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561554d2-27dc-443c-b51b-18ae0075bb76 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=3be364e4-2564-4bea-bf1d-798a075a70e5,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:31.397080 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.403899 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db8cdb7d-087d-41e8-b23a-dac53e60eb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.459434 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e26d9-da9b-441a-adb7-18cca75d3412 None None] Pushing event updated for resources: {'Port': ['ID=16181f09-8a61-4ceb-84ab-d4a9b7ad98b6,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:31.518880 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-561554d2-27dc-443c-b51b-18ae0075bb76 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1505659 Aug 20 11:33:31.521951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41674) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:31.523718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35497f07-d713-4c3e-9223-efb4d7a18a5f req-13c368c3-e748-40d4-b708-94edcff36ae6 service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624250 Aug 20 11:33:31.528504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] Router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:33:31.530401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:f0:a0:3e', 'name': 'tempest-NetworksTestDHCPv6-1688533388'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:31.725902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:31.734517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] Sync routers for ids ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:31.739688 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0820336e-1bc8-43b1-848b-b74c0903390c admin admin] 10.222.0.10 "PUT /v2.0/routers/c277e16b-3c23-4311-b7bf-c1a31a7a5c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0356514 Aug 20 11:33:31.740251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41680) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:31.772659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] Routers {'c277e16b-3c23-4311-b7bf-c1a31a7a5c40'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:31.773693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:31.847320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db8cdb7d-087d-41e8-b23a-dac53e60eb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.937529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db8cdb7d-087d-41e8-b23a-dac53e60eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:31.937713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] Set router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:31.961219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.027708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cdb7d-087d-41e8-b23a-dac53e60eb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f18ad9-cb92-4e03-a452-669d03e6e5bc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:32.045085 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-db8cdb7d-087d-41e8-b23a-dac53e60eb76 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3640269524a14dd0b72aa608667abf74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7819579 Aug 20 11:33:32.048379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41696) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:32.141056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:32.141781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-6d8317e5-6f19-4880-95c9-b752859bb8b4 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:32.143752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-6d8317e5-6f19-4880-95c9-b752859bb8b4 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/networks?id=2577824f-fcbc-44ba-8620-b24d1f085662 HTTP/1.1" status: 200 len: 812 time: 0.2149899 Aug 20 11:33:32.154370 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.166238 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a64fb2e4-72f0-43c6-b82f-da93f4e8af1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.183549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-19427428-b101-424e-bb2c-06f775d9702a tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/quotas/58f51b94e47842fa8de43db918a884b9 HTTP/1.1" status: 200 len: 375 time: 0.0207527 Aug 20 11:33:32.199895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'name': 'tempest-TestServerBasicOps-22406447-router', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:41Z', 'updated_at': '2021-08-20T11:33:30Z', 'revision_number': 5, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'gw_port': {'id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:42Z', 'updated_at': '2021-08-20T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:32.231327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] Checking router: c277e16b-3c23-4311-b7bf-c1a31a7a5c40 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:32.241630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] Routers {'c277e16b-3c23-4311-b7bf-c1a31a7a5c40'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:32.242808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:32.244717 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a64fb2e4-72f0-43c6-b82f-da93f4e8af1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.280891 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.312010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-d3858362-acc0-41a7-9e0e-a02b6c4c7892 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=58f51b94e47842fa8de43db918a884b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209457 Aug 20 11:33:32.319255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 48c9b83a-b31a-4af8-b313-d58c4dd937f8 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:33:32.391583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] Set router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:32.448289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-ae62dd6e-b819-4778-b3d8-83f7ca1a9670 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:32.449857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-ae62dd6e-b819-4778-b3d8-83f7ca1a9670 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6445ee8-4aa8-451d-86fe-7df40d3105f3 HTTP/1.1" status: 200 len: 945 time: 0.0785553 Aug 20 11:33:32.547363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-dbd96df6-c78b-42ec-8bf9-4ab09d16fbc5 service neutron] 10.222.0.10 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343776 Aug 20 11:33:32.602667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a64fb2e4-72f0-43c6-b82f-da93f4e8af1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.606406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a64fb2e4-72f0-43c6-b82f-da93f4e8af1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.609804 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a64fb2e4-72f0-43c6-b82f-da93f4e8af1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08f18ad9-cb92-4e03-a452-669d03e6e5bc HTTP/1.1" status: 204 len: 168 time: 0.5582488 Aug 20 11:33:32.623060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fb2e4-72f0-43c6-b82f-da93f4e8af1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f18ad9-cb92-4e03-a452-669d03e6e5bc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:32.626464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 172.20.0.9 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/3be364e4-2564-4bea-bf1d-798a075a70e5/48c9b83a-b31a-4af8-b313-d58c4dd937f8) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:32.637368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::f816:3eff:fef0:a03e (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/692a375d-972c-40ce-9743-a08d911d628c/48c9b83a-b31a-4af8-b313-d58c4dd937f8) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:32.674499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-15e08b3c-9f39-4262-83cd-9bd091329c90 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Deleting port ed9283e0-4b93-4765-a533-9f035a03483d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:32.674499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-15e08b3c-9f39-4262-83cd-9bd091329c90 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.713101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'name': 'tempest-TestServerBasicOps-22406447-router', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:41Z', 'updated_at': '2021-08-20T11:33:30Z', 'revision_number': 5, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'gw_port': {'id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:42Z', 'updated_at': '2021-08-20T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:32.748662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f2d63-96a3-45e7-903f-cec3f2096370 None None] The sync data for ids ['c277e16b-3c23-4311-b7bf-c1a31a7a5c40'] in n-d-804230-3 is: [{'id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'name': 'tempest-TestServerBasicOps-22406447-router', 'tenant_id': '5c1fba45ed9c4a8c9690802ff8765914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:27:41Z', 'updated_at': '2021-08-20T11:33:30Z', 'revision_number': 5, 'project_id': '5c1fba45ed9c4a8c9690802ff8765914', 'gw_port': {'id': '28d8f0a0-efa8-4605-8a85-f92e44201252', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:31:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c277e16b-3c23-4311-b7bf-c1a31a7a5c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:27:42Z', 'updated_at': '2021-08-20T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:32.767166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Deleting port 28d8f0a0-efa8-4605-8a85-f92e44201252 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:32.767420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.769112 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-0667a74a-7024-472e-b7f2-dc9c06cd1cf3 service neutron] 10.222.0.10 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208114 Aug 20 11:33:32.778012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80cdd1e-cecb-4f48-907f-07dd2c4b14b6 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:32.866654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe220e-74a9-47cd-8df0-7a5fcd8ac6ec req-f5f8b031-c104-430f-9080-67a2ae4451f8 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:32.874096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-15e08b3c-9f39-4262-83cd-9bd091329c90 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] For port ed9283e0-4b93-4765-a533-9f035a03483d, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ed9283e0-4b93-4765-a533-9f035a03483d,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:32.876176 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67fe220e-74a9-47cd-8df0-7a5fcd8ac6ec req-f5f8b031-c104-430f-9080-67a2ae4451f8 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.3374307 Aug 20 11:33:32.876293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-15e08b3c-9f39-4262-83cd-9bd091329c90 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:32.898771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-15e08b3c-9f39-4262-83cd-9bd091329c90 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Calling delete_port for ed9283e0-4b93-4765-a533-9f035a03483d owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:32.979369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5accb928-9096-413f-9c27-e30e4de25e72 None None] Provisioning for port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:32.982269 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67fe220e-74a9-47cd-8df0-7a5fcd8ac6ec req-1964b660-7fe9-4d30-b200-dc0af0fabdb3 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051033 Aug 20 11:33:33.020753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] For port 28d8f0a0-efa8-4605-8a85-f92e44201252, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=28d8f0a0-efa8-4605-8a85-f92e44201252,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:33.021358 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.039950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Calling delete_port for 28d8f0a0-efa8-4605-8a85-f92e44201252 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:33.054361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.139873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c13a8b-ece1-43e8-9b2b-be050c3e3ad8 None None] Update dhcp port {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': '692a375d-972c-40ce-9743-a08d911d628c', 'ip_address': '2001:db8::f816:3eff:fe69:1a4a'}, {'subnet_id': '3be364e4-2564-4bea-bf1d-798a075a70e5'}], 'binding:host_id': 'n-d-804230-3'}, 'id': '16181f09-8a61-4ceb-84ab-d4a9b7ad98b6'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:33:33.188000 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c13a8b-ece1-43e8-9b2b-be050c3e3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.225979 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-15e08b3c-9f39-4262-83cd-9bd091329c90 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.253506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 48c9b83a-b31a-4af8-b313-d58c4dd937f8 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:33.276492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e08b3c-9f39-4262-83cd-9bd091329c90 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Pushing event deleted for resources: {'Port': ['ID=ed9283e0-4b93-4765-a533-9f035a03483d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:33.286769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['ed9283e0-4b93-4765-a533-9f035a03483d'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:33.297708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-ec27b762-bf81-4726-add8-09d6530967ee tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:33.299912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-ec27b762-bf81-4726-add8-09d6530967ee tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.57 "GET /v2.0/ports?device_id=14a2920f-f75a-43b3-8ab2-0a0f03f1f179 HTTP/1.1" status: 200 len: 945 time: 0.1492877 Aug 20 11:33:33.327136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['78a394e1-8120-4339-b44b-89b9e32faa78'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:33.405475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-15e08b3c-9f39-4262-83cd-9bd091329c90 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] No DVR routers for this DVR port ed9283e0-4b93-4765-a533-9f035a03483d on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:33.439103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-15e08b3c-9f39-4262-83cd-9bd091329c90 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.442538 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6efc3763-00f3-47b2-94b7-b338376bbea3 req-15e08b3c-9f39-4262-83cd-9bd091329c90 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.38 "DELETE /v2.0/ports/ed9283e0-4b93-4765-a533-9f035a03483d HTTP/1.1" status: 204 len: 173 time: 0.9847572 Aug 20 11:33:33.449787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6445ee8-4aa8-451d-86fe-7df40d3105f3', 'name': 'network-vif-deleted', 'tag': 'ed9283e0-4b93-4765-a533-9f035a03483d'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:33.452211 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086669bf-9a9c-4336-a01c-c5d561a796a9" -d '{"events": [{"server_uuid": "b6445ee8-4aa8-451d-86fe-7df40d3105f3", "name": "network-vif-deleted", "tag": "ed9283e0-4b93-4765-a533-9f035a03483d"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:33.488083 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.501700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-7dfa34c9-ab83-4ba7-bd48-dc2f351c1a7f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Deleting port 78a394e1-8120-4339-b44b-89b9e32faa78 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:33.502067 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-7dfa34c9-ab83-4ba7-bd48-dc2f351c1a7f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.547022 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.600086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d8f0a0-efa8-4605-8a85-f92e44201252,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:33.629872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:33.657352 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29fb0f0-e249-4a74-bc5b-5fb5973120b5 x-openstack-request-id: req-b29fb0f0-e249-4a74-bc5b-5fb5973120b5 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:33.657352 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6445ee8-4aa8-451d-86fe-7df40d3105f3", "name": "network-vif-deleted", "tag": "ed9283e0-4b93-4765-a533-9f035a03483d", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:33.657352 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b29fb0f0-e249-4a74-bc5b-5fb5973120b5 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:33.657352 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6445ee8-4aa8-451d-86fe-7df40d3105f3', 'name': 'network-vif-deleted', 'tag': 'ed9283e0-4b93-4765-a533-9f035a03483d', 'status': 'completed', 'code': 200} Aug 20 11:33:33.749661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:33.761262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2698d976-3fe3-4152-9109-6def229ab180 req-5e67b055-0c03-4513-8af9-de51c67684aa tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 210 time: 0.1038859 Aug 20 11:33:33.794845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-a0c13a8b-ece1-43e8-9b2b-be050c3e3ad8 None None] Allocated IP 172.20.0.2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/3be364e4-2564-4bea-bf1d-798a075a70e5/16181f09-8a61-4ceb-84ab-d4a9b7ad98b6) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:33.795972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41718) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:33.797623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:33.825123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-7dfa34c9-ab83-4ba7-bd48-dc2f351c1a7f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] For port 78a394e1-8120-4339-b44b-89b9e32faa78, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=78a394e1-8120-4339-b44b-89b9e32faa78,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:33.825509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-7dfa34c9-ab83-4ba7-bd48-dc2f351c1a7f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.842222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b680b9dd-01e8-426e-8374-ea22c3eec9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.869035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-7dfa34c9-ab83-4ba7-bd48-dc2f351c1a7f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Calling delete_port for 78a394e1-8120-4339-b44b-89b9e32faa78 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:33.877968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=48c9b83a-b31a-4af8-b313-d58c4dd937f8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:33.887404 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:33.890565 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:33.984435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:33.985162 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.010288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c13a8b-ece1-43e8-9b2b-be050c3e3ad8 None None] For port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=16181f09-8a61-4ceb-84ab-d4a9b7ad98b6,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:34.049740 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.052210 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.058884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33734cea-0f39-4bac-86f6-147c7eeb1073 req-a0c4f464-702d-4670-b7bb-ef9c8ead92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.060701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33734cea-0f39-4bac-86f6-147c7eeb1073 req-a0c4f464-702d-4670-b7bb-ef9c8ead92d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 1096 time: 0.1548536 Aug 20 11:33:34.119255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c13a8b-ece1-43e8-9b2b-be050c3e3ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.135823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c13a8b-ece1-43e8-9b2b-be050c3e3ad8 None None] Transition to ACTIVE for port object 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:34.144942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:34.151250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:34.151849 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.170397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640c6c6-7f45-404d-838d-ae689bb3d1bc req-5310de32-eacf-4d8b-ae0d-0a3789338c06 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.172060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8640c6c6-7f45-404d-838d-ae689bb3d1bc req-5310de32-eacf-4d8b-ae0d-0a3789338c06 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0587518 Aug 20 11:33:34.211208 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.211778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c277e16b-3c23-4311-b7bf-c1a31a7a5c40 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:33:34.229797 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.231017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d6cb0174-d488-491a-acfc-e9f410c59f10 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c277e16b-3c23-4311-b7bf-c1a31a7a5c40 HTTP/1.1" status: 204 len: 168 time: 2.4540036 Aug 20 11:33:34.234369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41736) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:34.272059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c13a8b-ece1-43e8-9b2b-be050c3e3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.327438 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8640c6c6-7f45-404d-838d-ae689bb3d1bc req-62b49c09-aca6-4aa9-8d5e-edaf814c23cd tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417818 Aug 20 11:33:34.358049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33734cea-0f39-4bac-86f6-147c7eeb1073 req-cdd44f67-deec-4f08-a2b9-d8bbc2f59864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.360431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33734cea-0f39-4bac-86f6-147c7eeb1073 req-cdd44f67-deec-4f08-a2b9-d8bbc2f59864 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 919 time: 0.2641742 Aug 20 11:33:34.370992 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b680b9dd-01e8-426e-8374-ea22c3eec9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.398918 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.402634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af611ea-26a2-4a0a-a94f-f59d6b18ccd1 admin admin] Deleting subnet 71af83a6-7b7c-40db-9e95-3512568ecca9 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:34.417548 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4af611ea-26a2-4a0a-a94f-f59d6b18ccd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.420267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33734cea-0f39-4bac-86f6-147c7eeb1073 req-d13ee3e1-2c68-48b1-b0a9-86a7ea2e9a77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0425522 Aug 20 11:33:34.471614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4af611ea-26a2-4a0a-a94f-f59d6b18ccd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.505664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c13a8b-ece1-43e8-9b2b-be050c3e3ad8 None None] Pushing event updated for resources: {'Port': ['ID=16181f09-8a61-4ceb-84ab-d4a9b7ad98b6,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:34.562353 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:33:34.562576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b680b9dd-01e8-426e-8374-ea22c3eec9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.562775 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:33:34.589541 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-7dfa34c9-ab83-4ba7-bd48-dc2f351c1a7f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.636177 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ae40711f-4987-453c-b5ab-a4f9a92e6e91 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1123741 Aug 20 11:33:34.636918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41742) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:34.690865 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4af611ea-26a2-4a0a-a94f-f59d6b18ccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.726730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa34c9-ab83-4ba7-bd48-dc2f351c1a7f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Pushing event deleted for resources: {'Port': ['ID=78a394e1-8120-4339-b44b-89b9e32faa78,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:34.729596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680b9dd-01e8-426e-8374-ea22c3eec9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddd639f-111c-4c20-bb03-7539a49ad687,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:34.747775 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b680b9dd-01e8-426e-8374-ea22c3eec9cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83f16449c26e4c539cda6a108e8199ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9482691 Aug 20 11:33:34.756876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41744) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:34.763902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33734cea-0f39-4bac-86f6-147c7eeb1073 req-5ac1d514-bc8d-46f1-8d8e-ef5ef85ed4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.770752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33734cea-0f39-4bac-86f6-147c7eeb1073 req-5ac1d514-bc8d-46f1-8d8e-ef5ef85ed4e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 200 len: 858 time: 0.3379116 Aug 20 11:33:34.796413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ee0f9-d63b-41ee-af7c-679580a59166 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.825190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ee0f9-d63b-41ee-af7c-679580a59166 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:34.826925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-188ee0f9-d63b-41ee-af7c-679580a59166 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1868641 Aug 20 11:33:34.870061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41748) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:34.873730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33734cea-0f39-4bac-86f6-147c7eeb1073 req-671fd826-4c23-4dc2-baad-22feb095b8ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996268 Aug 20 11:33:34.949768 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36f7f59f-e7b4-436e-a7aa-2f67de4913dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.966148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-7dfa34c9-ab83-4ba7-bd48-dc2f351c1a7f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] No DVR routers for this DVR port 78a394e1-8120-4339-b44b-89b9e32faa78 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:34.969428 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-7dfa34c9-ab83-4ba7-bd48-dc2f351c1a7f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.971954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a429c85-436a-4999-b7af-58ef80a0c627 req-7dfa34c9-ab83-4ba7-bd48-dc2f351c1a7f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.57 "DELETE /v2.0/ports/78a394e1-8120-4339-b44b-89b9e32faa78 HTTP/1.1" status: 204 len: 173 time: 1.6118119 Aug 20 11:33:34.973953 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36f7f59f-e7b4-436e-a7aa-2f67de4913dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:34.974129 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2c2e819-18a6-4a62-8460-671cdf63d4e4 req-2595a7d8-ceb6-4ea9-bede-c202a4351b9a tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 210 time: 0.0910056 Aug 20 11:33:35.045837 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4af611ea-26a2-4a0a-a94f-f59d6b18ccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.102783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af611ea-26a2-4a0a-a94f-f59d6b18ccd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71af83a6-7b7c-40db-9e95-3512568ecca9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:35.107890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4af611ea-26a2-4a0a-a94f-f59d6b18ccd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.112866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4af611ea-26a2-4a0a-a94f-f59d6b18ccd1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/71af83a6-7b7c-40db-9e95-3512568ecca9 HTTP/1.1" status: 204 len: 168 time: 0.8776491 Aug 20 11:33:35.113657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41754) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:35.155395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acee328-f77e-46ed-91a6-952fbb0c8ddf None None] Network 5e81d307-152c-4b08-9fd5-32569674b9ba requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:35.165756 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36f7f59f-e7b4-436e-a7aa-2f67de4913dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.168760 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36f7f59f-e7b4-436e-a7aa-2f67de4913dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.172189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-36f7f59f-e7b4-436e-a7aa-2f67de4913dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eddd639f-111c-4c20-bb03-7539a49ad687 HTTP/1.1" status: 204 len: 168 time: 0.3420064 Aug 20 11:33:35.199287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7f59f-e7b4-436e-a7aa-2f67de4913dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddd639f-111c-4c20-bb03-7539a49ad687,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:35.227871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.255181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33734cea-0f39-4bac-86f6-147c7eeb1073 req-a2821d87-56bb-4d21-8d59-5754c966fa7e service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663795 Aug 20 11:33:35.285220 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.360927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Deleting port d8c6e5b2-299a-4777-b240-fc2baecd3e81 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:35.361286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.446649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ed9283e0-4b93-4765-a533-9f035a03483d no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:35.454348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=16181f09-8a61-4ceb-84ab-d4a9b7ad98b6,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:35.492124 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33734cea-0f39-4bac-86f6-147c7eeb1073 req-b8fd552c-472a-4f90-99f7-93a7dcae5e59 service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232621 Aug 20 11:33:35.512977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-f6c24820-694b-4cf9-8762-0a64a10dd7c8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 48c9b83a-b31a-4af8-b313-d58c4dd937f8 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:35.513340 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6c24820-694b-4cf9-8762-0a64a10dd7c8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.546899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: ed9283e0-4b93-4765-a533-9f035a03483d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:35.547414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ed9283e0-4b93-4765-a533-9f035a03483d not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:35.563887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f84601-8d36-446b-8300-517ebe87d063 req-57d664d4-8e6a-48d7-a81e-fe2885918329 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:35.565424 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9f84601-8d36-446b-8300-517ebe87d063 req-57d664d4-8e6a-48d7-a81e-fe2885918329 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1169112 Aug 20 11:33:35.577479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] For port d8c6e5b2-299a-4777-b240-fc2baecd3e81, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d8c6e5b2-299a-4777-b240-fc2baecd3e81,segment=NetworkSegment(54a0b1c7-fc2d-455d-a823-fc2dc75d69d9),segment_id=54a0b1c7-fc2d-455d-a823-fc2dc75d69d9)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:35.577479 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.626548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Calling delete_port for d8c6e5b2-299a-4777-b240-fc2baecd3e81 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:35.649043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9f84601-8d36-446b-8300-517ebe87d063 req-550d8f1a-884b-49db-ba9c-0999083506cb tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674224 Aug 20 11:33:35.691692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6c24820-694b-4cf9-8762-0a64a10dd7c8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.694731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a2920f-f75a-43b3-8ab2-0a0f03f1f179', 'name': 'network-vif-deleted', 'tag': '78a394e1-8120-4339-b44b-89b9e32faa78'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:35.697067 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf27334-a7d1-4261-8cda-da028ef7cdd2" -d '{"events": [{"server_uuid": "14a2920f-f75a-43b3-8ab2-0a0f03f1f179", "name": "network-vif-deleted", "tag": "78a394e1-8120-4339-b44b-89b9e32faa78"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:35.697206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c887a0-dc94-43ff-813a-4443e62859be None None] DHCP port deletion for 5e81d307-152c-4b08-9fd5-32569674b9ba request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:35.735287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-f6c24820-694b-4cf9-8762-0a64a10dd7c8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 48c9b83a-b31a-4af8-b313-d58c4dd937f8 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:35.761842 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d72f4d-d4f0-445d-8dc8-4d13e3e9a21f x-openstack-request-id: req-f0d72f4d-d4f0-445d-8dc8-4d13e3e9a21f {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:35.766719 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a2920f-f75a-43b3-8ab2-0a0f03f1f179", "name": "network-vif-deleted", "tag": "78a394e1-8120-4339-b44b-89b9e32faa78", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:35.766719 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0d72f4d-d4f0-445d-8dc8-4d13e3e9a21f {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:35.766719 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a2920f-f75a-43b3-8ab2-0a0f03f1f179', 'name': 'network-vif-deleted', 'tag': '78a394e1-8120-4339-b44b-89b9e32faa78', 'status': 'completed', 'code': 200} Aug 20 11:33:35.904545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.944699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c6e5b2-299a-4777-b240-fc2baecd3e81,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:35.957125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ead1c2a-97c2-4488-8ec8-f4a96cf3536f None None] Provisioning for port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:35.960481 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:35.963849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] No DVR routers for this DVR port d8c6e5b2-299a-4777-b240-fc2baecd3e81 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:35.977613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b73a2333-becf-456e-8aec-a1d5c785ca00 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:36.059561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ead1c2a-97c2-4488-8ec8-f4a96cf3536f None None] Provisioning complete for port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:36.060003 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ead1c2a-97c2-4488-8ec8-f4a96cf3536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.110484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.137640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e81d307-152c-4b08-9fd5-32569674b9ba']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:36.141034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b73a2333-becf-456e-8aec-a1d5c785ca00 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:36.142095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b73a2333-becf-456e-8aec-a1d5c785ca00 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:36.189808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5351c2c2-c5be-4056-a3f9-0a15705a98fb req-c3d20357-9561-43f2-a797-31ff951805e0 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 210 time: 0.0673079 Aug 20 11:33:36.197405 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6c24820-694b-4cf9-8762-0a64a10dd7c8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.206869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:36.207212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a0b1c7-fc2d-455d-a823-fc2dc75d69d9') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:36.229287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c24820-694b-4cf9-8762-0a64a10dd7c8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=48c9b83a-b31a-4af8-b313-d58c4dd937f8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:36.273323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=16181f09-8a61-4ceb-84ab-d4a9b7ad98b6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:36.289759 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.321524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c1c887a0-dc94-43ff-813a-4443e62859be None None] Deleting port d8c6e5b2-299a-4777-b240-fc2baecd3e81 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:36.322130 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c1c887a0-dc94-43ff-813a-4443e62859be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.365053 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.385804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:33:36.386229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:33:36.388031 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:33:36.394657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:36.407016 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6c24820-694b-4cf9-8762-0a64a10dd7c8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.412338 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f6c24820-694b-4cf9-8762-0a64a10dd7c8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/48c9b83a-b31a-4af8-b313-d58c4dd937f8 HTTP/1.1" status: 204 len: 168 time: 1.5380433 Aug 20 11:33:36.414073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41786) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:36.519184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa55234-5d48-4670-a5fb-cb9089ed8432 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:36.521659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c1c887a0-dc94-43ff-813a-4443e62859be None None] For port d8c6e5b2-299a-4777-b240-fc2baecd3e81, host n-d-804230-3, got binding levels [] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:36.521787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa55234-5d48-4670-a5fb-cb9089ed8432 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:36.522246 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c1c887a0-dc94-43ff-813a-4443e62859be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.523446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa55234-5d48-4670-a5fb-cb9089ed8432 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:36.525137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0aa55234-5d48-4670-a5fb-cb9089ed8432 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1098764 Aug 20 11:33:36.529282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41790) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:36.545429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c1c887a0-dc94-43ff-813a-4443e62859be None None] Calling delete_port for d8c6e5b2-299a-4777-b240-fc2baecd3e81 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:36.548820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c887a0-dc94-43ff-813a-4443e62859be None None] Port d8c6e5b2-299a-4777-b240-fc2baecd3e81 was not found and therefore no delete operation was performed {{(pid=95589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:33:36.552591 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c1c887a0-dc94-43ff-813a-4443e62859be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.591039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c887a0-dc94-43ff-813a-4443e62859be None None] No DVR routers for this DVR port d8c6e5b2-299a-4777-b240-fc2baecd3e81 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:36.598853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c887a0-dc94-43ff-813a-4443e62859be None None] Pushing event deleted for resources: {'Port': ['ID=d8c6e5b2-299a-4777-b240-fc2baecd3e81,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:36.624237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:36.624986 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.640857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f50471-4064-4cfc-b634-151fb2c7b12e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 3be364e4-2564-4bea-bf1d-798a075a70e5 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:36.651180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4f50471-4064-4cfc-b634-151fb2c7b12e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.658655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1dd4c102-ff74-48cf-8da6-a112404ee91b None None] Could not find standard attr ID for object 48c9b83a-b31a-4af8-b313-d58c4dd937f8. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:33:36.693015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.696744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4f50471-4064-4cfc-b634-151fb2c7b12e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.716918 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.716918 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] 10.222.0.10 "DELETE /v2.0/networks/5e81d307-152c-4b08-9fd5-32569674b9ba HTTP/1.1" status: 204 len: 168 time: 1.5975301 Aug 20 11:33:36.735753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9774a-985f-4f12-a387-427f27725ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=5e81d307-152c-4b08-9fd5-32569674b9ba,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:36.863841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d8c6e5b2-299a-4777-b240-fc2baecd3e81 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:36.890601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d8c6e5b2-299a-4777-b240-fc2baecd3e81 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:36.890955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d8c6e5b2-299a-4777-b240-fc2baecd3e81 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:36.891389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 28d8f0a0-efa8-4605-8a85-f92e44201252 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:36.898230 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4f50471-4064-4cfc-b634-151fb2c7b12e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:36.918544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 28d8f0a0-efa8-4605-8a85-f92e44201252 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:36.918881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 28d8f0a0-efa8-4605-8a85-f92e44201252 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:36.936452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf865b3a-4851-4234-aed1-36f34bdd4339 req-7b295094-ed94-4f69-86bf-7fe2e36379e9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:36.937829 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf865b3a-4851-4234-aed1-36f34bdd4339 req-7b295094-ed94-4f69-86bf-7fe2e36379e9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1061859 Aug 20 11:33:36.994139 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf865b3a-4851-4234-aed1-36f34bdd4339 req-8762292f-85ff-47bd-b26e-825d3aff5bdd tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 Aug 20 11:33:37.122275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4f50471-4064-4cfc-b634-151fb2c7b12e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.161700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41804) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:37.161905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f50471-4064-4cfc-b634-151fb2c7b12e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=3be364e4-2564-4bea-bf1d-798a075a70e5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:37.167291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4f50471-4064-4cfc-b634-151fb2c7b12e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.170280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b4f50471-4064-4cfc-b634-151fb2c7b12e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/3be364e4-2564-4bea-bf1d-798a075a70e5 HTTP/1.1" status: 204 len: 168 time: 0.6395607 Aug 20 11:33:37.172861 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41808) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:37.175224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c61159-f022-4ae4-8405-8fba2f2b7540 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:37.250907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-09eb7a27-bed9-4876-84e6-bc31c27821a5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 692a375d-972c-40ce-9743-a08d911d628c {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:37.255925 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09eb7a27-bed9-4876-84e6-bc31c27821a5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.308205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-773119c2-81a3-4eaf-84e0-50ea29c56c7a req-6fbed76e-4588-4f86-827b-d75939d2cab2 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 210 time: 0.0537922 Aug 20 11:33:37.368448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0af4739-2110-41fa-9b28-e67147da9634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.372183 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09eb7a27-bed9-4876-84e6-bc31c27821a5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.488158 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09eb7a27-bed9-4876-84e6-bc31c27821a5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.498550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41816) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:37.547137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6f676207-d671-4752-9f95-b6a92c75a717 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d020db29f9b1461abccf5c51e617e6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441816 Aug 20 11:33:37.547344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41818) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:37.609610 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0af4739-2110-41fa-9b28-e67147da9634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.643471 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23c27416-7546-4c08-99a9-ab4954624d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.695946 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23c27416-7546-4c08-99a9-ab4954624d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.733429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09eb7a27-bed9-4876-84e6-bc31c27821a5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.777775 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09eb7a27-bed9-4876-84e6-bc31c27821a5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.779725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-09eb7a27-bed9-4876-84e6-bc31c27821a5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/692a375d-972c-40ce-9743-a08d911d628c HTTP/1.1" status: 204 len: 168 time: 0.6058750 Aug 20 11:33:37.781150 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0af4739-2110-41fa-9b28-e67147da9634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.786311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-cca8623c-96c9-4bb2-9857-4f5c57b0225e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:37.787954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-cca8623c-96c9-4bb2-9857-4f5c57b0225e tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.57 "GET /v2.0/networks?id=2577824f-fcbc-44ba-8620-b24d1f085662 HTTP/1.1" status: 200 len: 812 time: 0.1369197 Aug 20 11:33:37.788511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41828) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:37.808992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb7a27-bed9-4876-84e6-bc31c27821a5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=692a375d-972c-40ce-9743-a08d911d628c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:37.816236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c0af4739-2110-41fa-9b28-e67147da9634 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1134ae012fc47cc92f73178fd56c274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530569 Aug 20 11:33:37.819301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41830) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:37.858108 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-36a14442-b531-40a8-a9b4-2a70e83db8b0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683558 Aug 20 11:33:37.860801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41832) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:37.861977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Request body: {'port': {'device_id': 'fe041a9c-948c-4a10-9cd3-66b3beae07b1', 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662', 'admin_state_up': True, 'tenant_id': '58f51b94e47842fa8de43db918a884b9'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:37.871042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:37.878913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af4739-2110-41fa-9b28-e67147da9634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419075a9-a5cb-4237-b833-631e6e8f9fdb,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:37.978748 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23c27416-7546-4c08-99a9-ab4954624d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.981535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23c27416-7546-4c08-99a9-ab4954624d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:37.985022 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-23c27416-7546-4c08-99a9-ab4954624d04 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7e933ae-e55f-4416-a7ef-11a0ea745717 HTTP/1.1" status: 204 len: 168 time: 0.4352458 Aug 20 11:33:37.985022 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2e3b12a-deb0-4890-ab85-c5f5a0de0fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.075129 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2e3b12a-deb0-4890-ab85-c5f5a0de0fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.103908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c27416-7546-4c08-99a9-ab4954624d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e933ae-e55f-4416-a7ef-11a0ea745717,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:38.213461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ea5c4-50de-491b-be6c-3cfbf5cfe565 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:38.247008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:38.258468 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.297150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Made reservation on behalf of 58f51b94e47842fa8de43db918a884b9 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:38.300879 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.320568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:38.322525 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2e3b12a-deb0-4890-ab85-c5f5a0de0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.325339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2e3b12a-deb0-4890-ab85-c5f5a0de0fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.328938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c2e3b12a-deb0-4890-ab85-c5f5a0de0fcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/419075a9-a5cb-4237-b833-631e6e8f9fdb HTTP/1.1" status: 204 len: 168 time: 0.5062947 Aug 20 11:33:38.344351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-4de75fc5-e250-4eb6-9c4c-1efcc8eea418 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:38.346784 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-4de75fc5-e250-4eb6-9c4c-1efcc8eea418 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.38 "GET /v2.0/networks?id=2577824f-fcbc-44ba-8620-b24d1f085662 HTTP/1.1" status: 200 len: 812 time: 0.3133445 Aug 20 11:33:38.349306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3b12a-deb0-4890-ab85-c5f5a0de0fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419075a9-a5cb-4237-b833-631e6e8f9fdb,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:38.357074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-49375ef9-3f3d-400e-bfdc-b8f6d8bc8da6 None None] Provisioning complete for port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:38.357664 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-49375ef9-3f3d-400e-bfdc-b8f6d8bc8da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.361944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Request body: {'port': {'device_id': 'ca6f34c0-ed32-4d3f-9672-5fb3ea355da2', 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662', 'admin_state_up': True, 'tenant_id': '58f51b94e47842fa8de43db918a884b9'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:38.417765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 78a394e1-8120-4339-b44b-89b9e32faa78 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:38.449443 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 78a394e1-8120-4339-b44b-89b9e32faa78 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:38.450957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 78a394e1-8120-4339-b44b-89b9e32faa78 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:38.475317 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8822637f-18d3-4c86-bbd8-a34346dac9da req-b4560857-b7f1-43b1-a477-f7b465f7b328 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 210 time: 0.0644338 Aug 20 11:33:38.538206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:38.538994 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.698093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c311f-5ef2-4867-8505-4086c747d6d3 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:38.750590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-520c311f-5ef2-4867-8505-4086c747d6d3 None None] Deleting port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:38.751168 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-520c311f-5ef2-4867-8505-4086c747d6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.806473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56d9b4-53ec-4df8-ad83-83b8ab073a56 req-8c8b9426-c384-467c-b444-7f18320e0e23 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:38.808071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c56d9b4-53ec-4df8-ad83-83b8ab073a56 req-8c8b9426-c384-467c-b444-7f18320e0e23 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.5677063 Aug 20 11:33:38.824286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:33:38.844900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-520c311f-5ef2-4867-8505-4086c747d6d3 None None] For port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=16181f09-8a61-4ceb-84ab-d4a9b7ad98b6,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:38.845415 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-520c311f-5ef2-4867-8505-4086c747d6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:38.861376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-520c311f-5ef2-4867-8505-4086c747d6d3 None None] Calling delete_port for 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:38.955506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c56d9b4-53ec-4df8-ad83-83b8ab073a56 req-f24414c1-7b2e-4365-9c7e-f368398ac993 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122973 Aug 20 11:33:39.066856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Allocated IP 172.20.0.8 (2577824f-fcbc-44ba-8620-b24d1f085662/f6e830ea-9911-4458-b205-9191ec5eecbe/d000c4d2-2b08-4a3c-a027-8428dab0a76e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:39.137602 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-520c311f-5ef2-4867-8505-4086c747d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.177788 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41886) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:39.179829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c311f-5ef2-4867-8505-4086c747d6d3 None None] No DVR routers for this DVR port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:39.188923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Made reservation on behalf of 58f51b94e47842fa8de43db918a884b9 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:39.192491 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.195486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c311f-5ef2-4867-8505-4086c747d6d3 None None] Pushing event deleted for resources: {'Port': ['ID=16181f09-8a61-4ceb-84ab-d4a9b7ad98b6,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:39.334841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.343983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-971ffb18-2055-443b-8cb4-30907a7cde21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.477054 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-971ffb18-2055-443b-8cb4-30907a7cde21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.503182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Port 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 20 11:33:39.503182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Reverting IP allocation for 2001:db8::f816:3eff:fe69:1a4a {{(pid=95588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 20 11:33:39.507164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe69:1a4a {{(pid=95588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 20 11:33:39.508369 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.548744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:39.561823 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.566626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:39.569850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:39.570471 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.576720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42759f84-c679-42a6-8fa6-697e7a24b586 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:39.595509 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6158ce53-5d24-4c1c-8ae5-7e88741a253d req-9b922345-b63a-427e-870a-37f04d67baca tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 210 time: 0.0486693 Aug 20 11:33:39.601370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=f28815d8-3646-40e8-8506-d13d1c4d6e9b,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:39.635848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Network 2577824f-fcbc-44ba-8620-b24d1f085662 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:39.642285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:39.644975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:39.660957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41898) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:39.680354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Allocated IP 172.20.0.9 (2577824f-fcbc-44ba-8620-b24d1f085662/f6e830ea-9911-4458-b205-9191ec5eecbe/b23fdc81-bc60-4409-bd78-3740647f5af4) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:39.701032 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-971ffb18-2055-443b-8cb4-30907a7cde21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.731415 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8fdb36dc-9f4d-488b-a385-f5771387ed9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c1fba45ed9c4a8c9690802ff8765914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662386 Aug 20 11:33:39.732109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41902) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:39.740924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': 'f28815d8-3646-40e8-8506-d13d1c4d6e9b'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:33:39.742604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.761024 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d8179733-9519-4f3d-a879-16aefc3756b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8982081 Aug 20 11:33:39.768101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Pushing event updated for resources: {'Port': ['ID=d000c4d2-2b08-4a3c-a027-8428dab0a76e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:39.772220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41904) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:39.787906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2f0d08ad-fc6d-4eb7-b5ed-80e0532a280d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:39.797393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50dc2fa2-0e41-4c48-8ca6-c38a097fe0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.823792 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50dc2fa2-0e41-4c48-8ca6-c38a097fe0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.886266 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-971ffb18-2055-443b-8cb4-30907a7cde21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bff3da8dc0f9471fa9b7c71b02586977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7070315 Aug 20 11:33:39.889012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41906) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:39.894139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ffb18-2055-443b-8cb4-30907a7cde21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7860f68-03cd-437a-b2cf-67e6677be59e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:39.913254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:39.914366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.938866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Allocated IP 2001:db8::f816:3eff:fec7:c238 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/f28815d8-3646-40e8-8506-d13d1c4d6e9b/6e580ae5-2ef6-48dd-b255-16ca2b688f00) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:39.962472 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8aaa63a8-f6b7-4416-a693-42ad28305610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:39.995286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8aaa63a8-f6b7-4416-a693-42ad28305610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.055709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5b4c5967-5925-4abb-a1bd-d02386ab39f7 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2027874 Aug 20 11:33:40.065798 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50dc2fa2-0e41-4c48-8ca6-c38a097fe0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.068485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50dc2fa2-0e41-4c48-8ca6-c38a097fe0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.070065 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-50dc2fa2-0e41-4c48-8ca6-c38a097fe0d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf7c7b16-99f2-44f9-9e2b-58197b90a176 HTTP/1.1" status: 204 len: 168 time: 0.3367951 Aug 20 11:33:40.076177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Request body: {'port': {'device_id': 'fe041a9c-948c-4a10-9cd3-66b3beae07b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:40.085725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc2fa2-0e41-4c48-8ca6-c38a097fe0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7c7b16-99f2-44f9-9e2b-58197b90a176,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:40.182581 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.207919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8aaa63a8-f6b7-4416-a693-42ad28305610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.208361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Transition to ACTIVE for port object 6e580ae5-2ef6-48dd-b255-16ca2b688f00 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:40.210482 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8aaa63a8-f6b7-4416-a693-42ad28305610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.211644 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8aaa63a8-f6b7-4416-a693-42ad28305610 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7860f68-03cd-437a-b2cf-67e6677be59e HTTP/1.1" status: 204 len: 168 time: 0.3216052 Aug 20 11:33:40.219994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa63a8-f6b7-4416-a693-42ad28305610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7860f68-03cd-437a-b2cf-67e6677be59e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:40.236022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Transition to ACTIVE for port object 6e580ae5-2ef6-48dd-b255-16ca2b688f00 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:40.242265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.244475 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.256103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:40.263788 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224313c-a991-4a92-b937-0ec85db8395a req-3976eff8-30fc-4aa9-8404-25660d194817 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:40.265291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1224313c-a991-4a92-b937-0ec85db8395a req-3976eff8-30fc-4aa9-8404-25660d194817 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.2044017 Aug 20 11:33:40.279070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:40.279416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 16181f09-8a61-4ceb-84ab-d4a9b7ad98b6 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:40.323277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0d08ad-fc6d-4eb7-b5ed-80e0532a280d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:40.326780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f0d08ad-fc6d-4eb7-b5ed-80e0532a280d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.377341 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.417144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:40.420273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:40.423298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:40.456952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Pushing event updated for resources: {'Port': ['ID=6e580ae5-2ef6-48dd-b255-16ca2b688f00,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:40.469158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1224313c-a991-4a92-b937-0ec85db8395a req-9a3dfe04-4aad-47d6-b316-a61e6ba1c22d tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953135 Aug 20 11:33:40.538450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Attempting to bind port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:40.539404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Attempting to bind port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:40.540012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Attempting to bind port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:40.546422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41922) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:40.550409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:40.551063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:40.552210 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.552738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:40.554607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Bound port: 6e580ae5-2ef6-48dd-b255-16ca2b688f00, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:40.555412 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.646990 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.700752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] For port 6e580ae5-2ef6-48dd-b255-16ca2b688f00, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:40.712535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] For port 6e580ae5-2ef6-48dd-b255-16ca2b688f00, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6e580ae5-2ef6-48dd-b255-16ca2b688f00,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:40.736255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1926781960-network', 'tenant_id': '90515331bbdf4f0999c8e16ed191c8db'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:40.765216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Network 2577824f-fcbc-44ba-8620-b24d1f085662 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:40.799947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:40.820471 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.822109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:40.924711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Pushing event updated for resources: {'Port': ['ID=b23fdc81-bc60-4409-bd78-3740647f5af4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:40.954522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Made reservation on behalf of 90515331bbdf4f0999c8e16ed191c8db for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:40.960346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:40.974367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.017242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e91f3-1620-48e8-91a4-8e7318e48685 None None] Pushing event updated for resources: {'Port': ['ID=6e580ae5-2ef6-48dd-b255-16ca2b688f00,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:41.036555 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:41.038484 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.166826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d000c4d2-2b08-4a3c-a027-8428dab0a76e {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:41.193261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.195854 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.216000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Transition to ACTIVE for port object d000c4d2-2b08-4a3c-a027-8428dab0a76e will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:41.225014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115df25-407e-41ae-a1ff-1b9d0a7813e9 req-dc505d76-1894-4fb0-ad3d-45c7e4a895e4 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:41.226620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0115df25-407e-41ae-a1ff-1b9d0a7813e9 req-dc505d76-1894-4fb0-ad3d-45c7e4a895e4 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 931 time: 0.1260233 Aug 20 11:33:41.251312 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f0d08ad-fc6d-4eb7-b5ed-80e0532a280d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.273656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.292988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0115df25-407e-41ae-a1ff-1b9d0a7813e9 req-bf184527-fdd7-41df-9eb2-7ce8dbcfe6c8 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519686 Aug 20 11:33:41.317418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0d08ad-fc6d-4eb7-b5ed-80e0532a280d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:41.322966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2f0d08ad-fc6d-4eb7-b5ed-80e0532a280d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:41.327369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d08ad-fc6d-4eb7-b5ed-80e0532a280d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:41.327972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f0d08ad-fc6d-4eb7-b5ed-80e0532a280d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.341460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d08ad-fc6d-4eb7-b5ed-80e0532a280d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=0bf9bb04-6572-48e1-9c72-e6c20087756b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:41.428929 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.429149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.448676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:33:41.471050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465d7388-509b-40be-abc8-b4277c656355,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:41.473232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.473764 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Added segment a463a528-b02d-468e-a6a6-225cab5028ea of type vlan for network 2256f97b-a5e3-40c7-8aa5-cd72b569e0cb Aug 20 11:33:41.480168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Pushing event updated for resources: {'Port': ['ID=d000c4d2-2b08-4a3c-a027-8428dab0a76e,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:41.524284 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.575809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Attempting to bind port d000c4d2-2b08-4a3c-a027-8428dab0a76e on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:41.576182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Attempting to bind port d000c4d2-2b08-4a3c-a027-8428dab0a76e by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:41.576519 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Attempting to bind port d000c4d2-2b08-4a3c-a027-8428dab0a76e on network 2577824f-fcbc-44ba-8620-b24d1f085662 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:41.596001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Port d000c4d2-2b08-4a3c-a027-8428dab0a76e on network 2577824f-fcbc-44ba-8620-b24d1f085662 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:41.596337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Attempting to bind port d000c4d2-2b08-4a3c-a027-8428dab0a76e on network 2577824f-fcbc-44ba-8620-b24d1f085662 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:41.604408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-5e89dd43-1934-436a-b702-f8f4788becb5 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2467983 Aug 20 11:33:41.608719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:41.608719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Checking segment: {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:41.608719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Bound using segment: {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:41.608719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Bound port: d000c4d2-2b08-4a3c-a027-8428dab0a76e, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:41.608719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.627816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Request body: {'port': {'device_id': 'ca6f34c0-ed32-4d3f-9672-5fb3ea355da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:41.649800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2f0d08ad-fc6d-4eb7-b5ed-80e0532a280d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8666527 Aug 20 11:33:41.652949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41942) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:41.658631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:7d:1d:1d', 'name': 'tempest-NetworksTestDHCPv6-999050239'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:41.663928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2cf7-9aba-4b19-81d4-735666287246 req-eb37419e-d78a-4334-a497-eb88a4736b82 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:41.665457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-255c2cf7-9aba-4b19-81d4-735666287246 req-eb37419e-d78a-4334-a497-eb88a4736b82 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1035843 Aug 20 11:33:41.703906 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.704829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:41.705596 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.758030 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.787325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-255c2cf7-9aba-4b19-81d4-735666287246 req-c8e81b4f-9a5e-45dd-a867-09a2147672a2 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964437 Aug 20 11:33:41.796226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] For port d000c4d2-2b08-4a3c-a027-8428dab0a76e, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:41.813330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] Pushing event updated for resources: {'Network': ['ID=2256f97b-a5e3-40c7-8aa5-cd72b569e0cb,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:41.828273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 2256f97b-a5e3-40c7-8aa5-cd72b569e0cb details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:33:41.828933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] For port d000c4d2-2b08-4a3c-a027-8428dab0a76e, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d000c4d2-2b08-4a3c-a027-8428dab0a76e,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:41.897875 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6de605bd-1836-44ed-9a84-798ab48d9a66 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3499653 Aug 20 11:33:41.907544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41946) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:41.911391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Request body: {'subnet': {'network_id': '2256f97b-a5e3-40c7-8aa5-cd72b569e0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1926781960-subnet', 'tenant_id': '90515331bbdf4f0999c8e16ed191c8db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:41.936198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.978453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:41.979077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:41.980497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] 10.222.0.57 "PUT /v2.0/ports/d000c4d2-2b08-4a3c-a027-8428dab0a76e HTTP/1.1" status: 200 len: 1091 time: 1.9119022 Aug 20 11:33:41.982506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe041a9c-948c-4a10-9cd3-66b3beae07b1', 'tag': 'd000c4d2-2b08-4a3c-a027-8428dab0a76e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:41.984876 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dfd53b-0fb9-4eb0-94b5-7e00af9703d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe041a9c-948c-4a10-9cd3-66b3beae07b1", "tag": "d000c4d2-2b08-4a3c-a027-8428dab0a76e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:42.031745 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b50a24b-d041-4769-9b73-aa143f11dd36 x-openstack-request-id: req-4b50a24b-d041-4769-9b73-aa143f11dd36 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:42.032040 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe041a9c-948c-4a10-9cd3-66b3beae07b1", "tag": "d000c4d2-2b08-4a3c-a027-8428dab0a76e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:42.032892 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b50a24b-d041-4769-9b73-aa143f11dd36 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:42.032892 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe041a9c-948c-4a10-9cd3-66b3beae07b1', 'tag': 'd000c4d2-2b08-4a3c-a027-8428dab0a76e', 'status': 'completed', 'code': 200} Aug 20 11:33:42.049335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfbd63-303c-4585-9b1f-ea6ec6472a4a service neutron] Pushing event updated for resources: {'Port': ['ID=d000c4d2-2b08-4a3c-a027-8428dab0a76e,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:42.075602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:42.145280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfd53b-0fb9-4eb0-94b5-7e00af9703d6 req-6a73fba2-ffb4-45ce-9fe2-9fd97ac1e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:42.146984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a0dfd53b-0fb9-4eb0-94b5-7e00af9703d6 req-6a73fba2-ffb4-45ce-9fe2-9fd97ac1e260 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58f51b94e47842fa8de43db918a884b9&device_id=fe041a9c-948c-4a10-9cd3-66b3beae07b1 HTTP/1.1" status: 200 len: 1094 time: 0.0907514 Aug 20 11:33:42.219054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Made reservation on behalf of 90515331bbdf4f0999c8e16ed191c8db for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:42.221409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:42.271245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6e580ae5-2ef6-48dd-b255-16ca2b688f00 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:42.273739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeabd2c-ce32-492f-82f8-7941079bf4b9 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:42.280210 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:42.280707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23fdc81-bc60-4409-bd78-3740647f5af4 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:42.292764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:42.329008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Transition to ACTIVE for port object b23fdc81-bc60-4409-bd78-3740647f5af4 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:42.342221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 5251ff08-557b-44b3-8f4c-95ea2070af1e yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:33:42.347658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfd53b-0fb9-4eb0-94b5-7e00af9703d6 req-6748025d-d604-4ac9-9c01-f2b4dc22cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:42.349865 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a0dfd53b-0fb9-4eb0-94b5-7e00af9703d6 req-6748025d-d604-4ac9-9c01-f2b4dc22cc0f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=58f51b94e47842fa8de43db918a884b9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1904540 Aug 20 11:33:42.457734 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:42.492170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c053393f-cdfd-4fd9-8888-ad3ace5d2e88 None None] Provisioning for port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:42.555820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb1091-0b9a-49bf-9f8c-0be9344b8956 req-02ad2969-6fd9-41bd-b966-053acee28ed2 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:42.557463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dffb1091-0b9a-49bf-9f8c-0be9344b8956 req-02ad2969-6fd9-41bd-b966-053acee28ed2 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 931 time: 0.1738524 Aug 20 11:33:42.594657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:42.599159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:42.599693 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:42.679993 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:42.685079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa08b0-bcf2-4776-ad33-e4cb4f2abfc2 None None] Update dhcp port {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': 'f28815d8-3646-40e8-8506-d13d1c4d6e9b', 'ip_address': '2001:db8::f816:3eff:fec7:c238'}, {'subnet_id': '0bf9bb04-6572-48e1-9c72-e6c20087756b'}], 'binding:host_id': 'n-d-804230-3'}, 'id': '6e580ae5-2ef6-48dd-b255-16ca2b688f00'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:33:42.698721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Pushing event updated for resources: {'Port': ['ID=b23fdc81-bc60-4409-bd78-3740647f5af4,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:42.712178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfd53b-0fb9-4eb0-94b5-7e00af9703d6 req-70dcdecd-f01c-4c3f-9532-3a5ba9f6ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:42.713787 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a0dfd53b-0fb9-4eb0-94b5-7e00af9703d6 req-70dcdecd-f01c-4c3f-9532-3a5ba9f6ef17 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3563993 Aug 20 11:33:42.736296 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97aa08b0-bcf2-4776-ad33-e4cb4f2abfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:42.763392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dffb1091-0b9a-49bf-9f8c-0be9344b8956 req-0cb3db92-f01c-4b68-9158-b8b1d2cb1903 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932671 Aug 20 11:33:42.763889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Attempting to bind port b23fdc81-bc60-4409-bd78-3740647f5af4 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:42.764237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Attempting to bind port b23fdc81-bc60-4409-bd78-3740647f5af4 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:42.764571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Attempting to bind port b23fdc81-bc60-4409-bd78-3740647f5af4 on network 2577824f-fcbc-44ba-8620-b24d1f085662 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:42.778273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Port b23fdc81-bc60-4409-bd78-3740647f5af4 on network 2577824f-fcbc-44ba-8620-b24d1f085662 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:33:42.778704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Attempting to bind port b23fdc81-bc60-4409-bd78-3740647f5af4 on network 2577824f-fcbc-44ba-8620-b24d1f085662 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:42.801972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:42.802321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Checking segment: {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:42.802761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Bound using segment: {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:42.803216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Bound port: b23fdc81-bc60-4409-bd78-3740647f5af4, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c66076-d74f-4167-b219-3d0a7e3bc33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:42.803587 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:42.807923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 172.20.0.9 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/0bf9bb04-6572-48e1-9c72-e6c20087756b/5251ff08-557b-44b3-8f4c-95ea2070af1e) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:42.829250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-c250654c-4e91-49c7-9291-f5f7d1b538ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:42.830923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-c250654c-4e91-49c7-9291-f5f7d1b538ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=58f51b94e47842fa8de43db918a884b9&device_id=fe041a9c-948c-4a10-9cd3-66b3beae07b1 HTTP/1.1" status: 200 len: 1094 time: 0.0629048 Aug 20 11:33:42.840429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::f816:3eff:fe7d:1d1d (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/f28815d8-3646-40e8-8506-d13d1c4d6e9b/5251ff08-557b-44b3-8f4c-95ea2070af1e) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:42.896044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-063fc03f-cf2b-4389-ab7d-a5a4bc227861 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d000c4d2-2b08-4a3c-a027-8428dab0a76e HTTP/1.1" status: 200 len: 217 time: 0.0471232 Aug 20 11:33:42.969267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] For port b23fdc81-bc60-4409-bd78-3740647f5af4, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:42.985382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-1f671c67-d3c8-4ffb-a652-d12fa4515545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:42.987486 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-1f671c67-d3c8-4ffb-a652-d12fa4515545 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6e830ea-9911-4458-b205-9191ec5eecbe HTTP/1.1" status: 200 len: 852 time: 0.0715282 Aug 20 11:33:42.993085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=330d9079-8a3c-4f38-9b40-f010ddc59b74,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:43.010696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] For port b23fdc81-bc60-4409-bd78-3740647f5af4, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=b23fdc81-bc60-4409-bd78-3740647f5af4,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:43.023736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Checking segment: {'id': 'a463a528-b02d-468e-a6a6-225cab5028ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2256f97b-a5e3-40c7-8aa5-cd72b569e0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:43.023736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Network hostable DHCP agents. Network: 2256f97b-a5e3-40c7-8aa5-cd72b569e0cb, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:33:43.048630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-6f26d1b3-fe44-449c-b269-af62c5eb051f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2577824f-fcbc-44ba-8620-b24d1f085662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338981 Aug 20 11:33:43.091670 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.120787 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.122787 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad186723-76d9-42fa-ae8a-f98a86da1a0a req-7d80ab49-1408-4921-89f2-df34cf7df539 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.123846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad186723-76d9-42fa-ae8a-f98a86da1a0a req-7d80ab49-1408-4921-89f2-df34cf7df539 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.2002676 Aug 20 11:33:43.125676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ddfe5-98cd-4fec-a455-76de81316c25 req-3018cfac-eadb-4514-9f95-de29464c73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.126175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 6e580ae5-2ef6-48dd-b255-16ca2b688f00, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6e580ae5-2ef6-48dd-b255-16ca2b688f00,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:43.127128 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-913ddfe5-98cd-4fec-a455-76de81316c25 req-3018cfac-eadb-4514-9f95-de29464c73b5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 1096 time: 0.2254541 Aug 20 11:33:43.183598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.183997 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.184237 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.185648 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] 10.222.0.38 "PUT /v2.0/ports/b23fdc81-bc60-4409-bd78-3740647f5af4 HTTP/1.1" status: 200 len: 1091 time: 1.5641809 Aug 20 11:33:43.204599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Network 2256f97b-a5e3-40c7-8aa5-cd72b569e0cb is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:33:43.218595 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.219415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123035c3-4ea8-4a24-93b2-ae334c9743fa service neutron] Pushing event updated for resources: {'Port': ['ID=b23fdc81-bc60-4409-bd78-3740647f5af4,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:43.226841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad186723-76d9-42fa-ae8a-f98a86da1a0a req-710272eb-608f-466c-8343-f2a9891fe926 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956705 Aug 20 11:33:43.230529 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-913ddfe5-98cd-4fec-a455-76de81316c25 req-f24d6837-5435-4265-98e1-ae328d69b257 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956206 Aug 20 11:33:43.252515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-46eb3612-ec72-4991-8df2-37e9aa3d9781 service neutron] 10.222.0.57 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926539 Aug 20 11:33:43.252864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 5251ff08-557b-44b3-8f4c-95ea2070af1e will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:43.264142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=6e580ae5-2ef6-48dd-b255-16ca2b688f00,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:43.326698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 2256f97b-a5e3-40c7-8aa5-cd72b569e0cb) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:43.330891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.331490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.339020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92707a0-7ee5-463d-9acb-0aa3f7c574aa None None] Network 2256f97b-a5e3-40c7-8aa5-cd72b569e0cb requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:43.359062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-f956c426-8b55-44b6-b0cc-6ccad4eb6669 service neutron] 10.222.0.57 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021955 Aug 20 11:33:43.443126 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.466136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2bfa04-e124-44b4-92cf-fb53b6a8dc6c None None] Network 2256f97b-a5e3-40c7-8aa5-cd72b569e0cb requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:43.502546 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-275ac08d-bbd6-4f1d-b35c-4a4b77325e6f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5958266 Aug 20 11:33:43.502546 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.573479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:43.581409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-94d15074-49f5-4f45-a4fd-83b1a07cf04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.583949 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-94d15074-49f5-4f45-a4fd-83b1a07cf04c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58f51b94e47842fa8de43db918a884b9&device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 1094 time: 0.1372666 Aug 20 11:33:43.585205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:43.587176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=5251ff08-557b-44b3-8f4c-95ea2070af1e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:43.590301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:43.652945 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-8d5ad2b9-1156-4300-905f-32b296b4162a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b23fdc81-bc60-4409-bd78-3740647f5af4 HTTP/1.1" status: 200 len: 217 time: 0.0569561 Aug 20 11:33:43.692719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-97aa08b0-bcf2-4776-ad33-e4cb4f2abfc2 None None] Allocated IP 172.20.0.2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/0bf9bb04-6572-48e1-9c72-e6c20087756b/6e580ae5-2ef6-48dd-b255-16ca2b688f00) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:43.725288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.727440 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.738901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-7c92e2cb-d43d-4015-94d0-8b313b16cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.740487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-7c92e2cb-d43d-4015-94d0-8b313b16cb79 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6e830ea-9911-4458-b205-9191ec5eecbe HTTP/1.1" status: 200 len: 852 time: 0.0807197 Aug 20 11:33:43.780924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-ba5675e6-6af3-4de4-a4ea-3f3bf0aa9fd5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2577824f-fcbc-44ba-8620-b24d1f085662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324924 Aug 20 11:33:43.801733 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-97aa08b0-bcf2-4776-ad33-e4cb4f2abfc2 None None] For port 6e580ae5-2ef6-48dd-b255-16ca2b688f00, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6e580ae5-2ef6-48dd-b255-16ca2b688f00,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:43.817207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ed9bf08f-cec1-4f59-98d6-fc2d56897dcb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1621172 Aug 20 11:33:43.821255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42010) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:43.849095 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-726ebefb-1970-47b4-9b1f-f3667d4c5ed3 req-7a4ded2a-9df2-4380-b945-02c1094ee357 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] show failed (client error): The resource could not be found. Aug 20 11:33:43.851139 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-726ebefb-1970-47b4-9b1f-f3667d4c5ed3 req-7a4ded2a-9df2-4380-b945-02c1094ee357 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] 10.222.0.10 "GET /v2.0/security-groups/5012a344-ddbd-46d8-9a97-0994851a6ab4 HTTP/1.1" status: 404 len: 352 time: 0.0381949 Aug 20 11:33:43.879974 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97aa08b0-bcf2-4776-ad33-e4cb4f2abfc2 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:43.897256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-97aa08b0-bcf2-4776-ad33-e4cb4f2abfc2 None None] Transition to ACTIVE for port object 6e580ae5-2ef6-48dd-b255-16ca2b688f00 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:43.898248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f58565-97dc-4546-96d2-9370d1e0d620 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.904370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f58565-97dc-4546-96d2-9370d1e0d620 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.906044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f7f58565-97dc-4546-96d2-9370d1e0d620 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0806327 Aug 20 11:33:43.912849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42016) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:43.931903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-1529a2f4-4d73-48cf-b856-96c629d464b0 service neutron] 10.222.0.38 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385272 Aug 20 11:33:43.956432 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224ab60-32d3-40df-a059-c82e86e901c3 req-1eb8d3c6-a74f-4e18-8edc-92e9d38859c3 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:43.958669 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0224ab60-32d3-40df-a059-c82e86e901c3 req-1eb8d3c6-a74f-4e18-8edc-92e9d38859c3 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 943 time: 0.0778224 Aug 20 11:33:44.002058 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97aa08b0-bcf2-4776-ad33-e4cb4f2abfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.015531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3983d0c-aa92-450b-b0b0-5b9dd3ae3540 req-66b815af-d410-4c93-909c-3fe2925b4cf5 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90515331bbdf4f0999c8e16ed191c8db HTTP/1.1" status: 200 len: 2988 time: 0.1072037 Aug 20 11:33:44.034484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6f34c0-ed32-4d3f-9672-5fb3ea355da2', 'tag': 'b23fdc81-bc60-4409-bd78-3740647f5af4'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:44.037815 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965318c6-ba12-4e57-b14b-d7d9d9496f32" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6f34c0-ed32-4d3f-9672-5fb3ea355da2", "tag": "b23fdc81-bc60-4409-bd78-3740647f5af4"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:44.069183 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0224ab60-32d3-40df-a059-c82e86e901c3 req-116256f1-69ea-41db-9f67-9f156f526917 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002100 Aug 20 11:33:44.100060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a38ad7f6-eae5-41b0-9c85-ace2b8f9b3c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 5251ff08-557b-44b3-8f4c-95ea2070af1e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:44.100060 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a38ad7f6-eae5-41b0-9c85-ace2b8f9b3c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.100312 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd09496a-e28a-48b3-9ba9-25d76f2406c0 req-aa05e6a6-153b-4031-8a31-dc563f78aab7 service neutron] 10.222.0.38 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523271 Aug 20 11:33:44.105409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3983d0c-aa92-450b-b0b0-5b9dd3ae3540 req-a44f74cc-6f28-4df6-b84f-68a0e932f481 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] 10.222.0.10 "GET /v2.0/security-groups/465d7388-509b-40be-abc8-b4277c656355 HTTP/1.1" status: 200 len: 2985 time: 0.0810070 Aug 20 11:33:44.131044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa08b0-bcf2-4776-ad33-e4cb4f2abfc2 None None] Pushing event updated for resources: {'Port': ['ID=6e580ae5-2ef6-48dd-b255-16ca2b688f00,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:44.157967 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4541ea16-78df-4673-8c8a-f01ddca8b4f0 x-openstack-request-id: req-4541ea16-78df-4673-8c8a-f01ddca8b4f0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:44.157967 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6f34c0-ed32-4d3f-9672-5fb3ea355da2", "tag": "b23fdc81-bc60-4409-bd78-3740647f5af4", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:44.157967 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4541ea16-78df-4673-8c8a-f01ddca8b4f0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:44.157967 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6f34c0-ed32-4d3f-9672-5fb3ea355da2', 'tag': 'b23fdc81-bc60-4409-bd78-3740647f5af4', 'status': 'completed', 'code': 200} Aug 20 11:33:44.223955 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3983d0c-aa92-450b-b0b0-5b9dd3ae3540 req-91a8bbe0-b7c6-47e3-8212-0e825178ea6c tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] 10.222.0.10 "GET /v2.0/security-groups/465d7388-509b-40be-abc8-b4277c656355 HTTP/1.1" status: 200 len: 2985 time: 0.1045051 Aug 20 11:33:44.252075 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6e580ae5-2ef6-48dd-b255-16ca2b688f00 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:44.294349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a38ad7f6-eae5-41b0-9c85-ace2b8f9b3c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.319557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a38ad7f6-eae5-41b0-9c85-ace2b8f9b3c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 5251ff08-557b-44b3-8f4c-95ea2070af1e owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:44.377039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42026) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:44.385110 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af7d861a-a249-4377-bd7a-4a3e254f1853 req-58f830b8-060b-4b79-acab-feba064c71f7 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] 10.222.0.10 "GET /v2.0/security-groups/465d7388-509b-40be-abc8-b4277c656355 HTTP/1.1" status: 200 len: 2985 time: 0.1095896 Aug 20 11:33:44.391590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965318c6-ba12-4e57-b14b-d7d9d9496f32 req-ac775a67-6d40-48a9-bef6-d5abf0520bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:44.393266 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-965318c6-ba12-4e57-b14b-d7d9d9496f32 req-ac775a67-6d40-48a9-bef6-d5abf0520bdc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58f51b94e47842fa8de43db918a884b9&device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 1094 time: 0.1631491 Aug 20 11:33:44.504000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503dd80-8e12-41fb-a1bf-71f65ab9627d req-3881101f-a5c4-424a-8099-66cf9df6519b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:44.505019 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4503dd80-8e12-41fb-a1bf-71f65ab9627d req-3881101f-a5c4-424a-8099-66cf9df6519b tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0832541 Aug 20 11:33:44.582877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5312a727-1c8b-4891-8173-0ef9f7d24326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.597293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4503dd80-8e12-41fb-a1bf-71f65ab9627d req-267c2d39-3ddf-4d59-abd1-17c5e403fbb7 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849946 Aug 20 11:33:44.629917 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-af7d861a-a249-4377-bd7a-4a3e254f1853 req-84b31886-3fcd-4d6a-a2ef-c95ee5b497f1 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 11:33:44.631095 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af7d861a-a249-4377-bd7a-4a3e254f1853 req-84b31886-3fcd-4d6a-a2ef-c95ee5b497f1 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] 10.222.0.10 "DELETE /v2.0/security-groups/465d7388-509b-40be-abc8-b4277c656355 HTTP/1.1" status: 409 len: 352 time: 0.2367258 Aug 20 11:33:44.670856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965318c6-ba12-4e57-b14b-d7d9d9496f32 req-f2508f75-bcc8-4d22-a85f-a38398f18ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:44.672564 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-965318c6-ba12-4e57-b14b-d7d9d9496f32 req-f2508f75-bcc8-4d22-a85f-a38398f18ccc service neutron] 10.222.0.38 "GET /v2.0/networks?id=2577824f-fcbc-44ba-8620-b24d1f085662 HTTP/1.1" status: 200 len: 913 time: 0.2516863 Aug 20 11:33:44.718362 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-965318c6-ba12-4e57-b14b-d7d9d9496f32 req-4be74a9b-1adc-46bb-9532-7193abc08fff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b23fdc81-bc60-4409-bd78-3740647f5af4 HTTP/1.1" status: 200 len: 217 time: 0.0372660 Aug 20 11:33:44.785114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965318c6-ba12-4e57-b14b-d7d9d9496f32 req-a4a4013d-3084-49e0-88b7-b011c453b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:44.787418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-965318c6-ba12-4e57-b14b-d7d9d9496f32 req-a4a4013d-3084-49e0-88b7-b011c453b78f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6e830ea-9911-4458-b205-9191ec5eecbe HTTP/1.1" status: 200 len: 852 time: 0.0604281 Aug 20 11:33:44.826111 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-965318c6-ba12-4e57-b14b-d7d9d9496f32 req-e485e735-a8e4-4b9f-8e5d-8bd46f0aa349 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2577824f-fcbc-44ba-8620-b24d1f085662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268044 Aug 20 11:33:44.946338 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fe68be7b-fd58-406b-9f28-cc12966d64be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:44.976879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-965318c6-ba12-4e57-b14b-d7d9d9496f32 req-db410572-0230-42c9-8bac-a8cb070e1267 service neutron] 10.222.0.38 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411214 Aug 20 11:33:45.056074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5312a727-1c8b-4891-8173-0ef9f7d24326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.058345 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-a1619c9b-a469-4439-82a9-17410a74aa70 req-4bd4eeda-b544-40e6-ad65-95a695304511 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] show failed (client error): The resource could not be found. Aug 20 11:33:45.059585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a1619c9b-a469-4439-82a9-17410a74aa70 req-4bd4eeda-b544-40e6-ad65-95a695304511 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] 10.222.0.10 "GET /v2.0/security-groups/aa1197a1-e05f-4862-810d-b768e2dc3223 HTTP/1.1" status: 404 len: 352 time: 0.3942282 Aug 20 11:33:45.060327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a38ad7f6-eae5-41b0-9c85-ace2b8f9b3c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.102162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ad7f6-eae5-41b0-9c85-ace2b8f9b3c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=5251ff08-557b-44b3-8f4c-95ea2070af1e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:45.141015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-965318c6-ba12-4e57-b14b-d7d9d9496f32 req-bc4835aa-7d3f-4cf8-9fb5-7e3fbb5bf28f service neutron] 10.222.0.38 "GET /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555278 Aug 20 11:33:45.147774 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-816b0044-8dc1-4ae6-9822-66576d9eb776 req-50d170cc-26eb-4a38-9d4c-97c2e12c2395 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] show failed (client error): The resource could not be found. Aug 20 11:33:45.148606 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-816b0044-8dc1-4ae6-9822-66576d9eb776 req-50d170cc-26eb-4a38-9d4c-97c2e12c2395 tempest-SecurityGroupsNegativeTestJSON-723990661 tempest-SecurityGroupsNegativeTestJSON-723990661-project] 10.222.0.10 "GET /v2.0/security-groups/498a3ee5-0596-436d-9923-7f9491cd375b HTTP/1.1" status: 404 len: 352 time: 0.0516605 Aug 20 11:33:45.157998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-43072b39-1a98-47a4-a813-ce659a8da72c None None] Provisioning for port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:45.164797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42036) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:45.168724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-43072b39-1a98-47a4-a813-ce659a8da72c None None] Provisioning complete for port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:45.169612 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-43072b39-1a98-47a4-a813-ce659a8da72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.210852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5312a727-1c8b-4891-8173-0ef9f7d24326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.274712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc0710f-2fe5-4658-89c8-7e221c1171cc admin admin] Deleting subnet 330d9079-8a3c-4f38-9b40-f010ddc59b74 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:45.283541 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fc0710f-2fe5-4658-89c8-7e221c1171cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.293198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a38ad7f6-eae5-41b0-9c85-ace2b8f9b3c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.299258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a38ad7f6-eae5-41b0-9c85-ace2b8f9b3c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/5251ff08-557b-44b3-8f4c-95ea2070af1e HTTP/1.1" status: 204 len: 168 time: 1.3819001 Aug 20 11:33:45.299258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42038) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:45.310644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312a727-1c8b-4891-8173-0ef9f7d24326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6acf690-80bb-48be-a8ef-ff4167a39d52,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:45.319586 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5312a727-1c8b-4891-8173-0ef9f7d24326 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f4f6c2383e14225aed9917ac775f478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9408748 Aug 20 11:33:45.327656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42040) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:45.345068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a6fb2-c241-41fe-b5bc-2294e33700c6 req-ce2d22f0-0737-4f99-9ebc-de3be964d19c tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:45.346666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a3a6fb2-c241-41fe-b5bc-2294e33700c6 req-ce2d22f0-0737-4f99-9ebc-de3be964d19c tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 943 time: 0.1357219 Aug 20 11:33:45.353833 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fc0710f-2fe5-4658-89c8-7e221c1171cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.388349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dea986-e3af-4863-8568-09a209fe250d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:45.390173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dea986-e3af-4863-8568-09a209fe250d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:45.391751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dea986-e3af-4863-8568-09a209fe250d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:45.393420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-52dea986-e3af-4863-8568-09a209fe250d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0941665 Aug 20 11:33:45.398743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42042) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:45.401865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-805e0157-07c4-44e9-999d-2fab3b003bd9 None None] Could not find standard attr ID for object 5251ff08-557b-44b3-8f4c-95ea2070af1e. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:33:45.424821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fc0710f-2fe5-4658-89c8-7e221c1171cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.428094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device b23fdc81-bc60-4409-bd78-3740647f5af4 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:45.449981 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a3a6fb2-c241-41fe-b5bc-2294e33700c6 req-e22c594d-1076-4e1c-a17d-fe14e23b0d47 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886629 Aug 20 11:33:45.453250 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-062de97c-cd68-48d4-971e-6732669daccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.492605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5609651a-6d95-48af-86ee-4b68dea55e5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 0bf9bb04-6572-48e1-9c72-e6c20087756b {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:45.496133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5609651a-6d95-48af-86ee-4b68dea55e5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.505974 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-062de97c-cd68-48d4-971e-6732669daccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.539713 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5609651a-6d95-48af-86ee-4b68dea55e5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.588757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port b23fdc81-bc60-4409-bd78-3740647f5af4, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=b23fdc81-bc60-4409-bd78-3740647f5af4,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:45.601299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'b23fdc81-bc60-4409-bd78-3740647f5af4', 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662', 'port_id': 'b23fdc81-bc60-4409-bd78-3740647f5af4', 'mac_address': 'fa:16:3e:4b:fe:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e830ea-9911-4458-b205-9191ec5eecbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:45.629105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5609651a-6d95-48af-86ee-4b68dea55e5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.641823 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.659616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23fdc81-bc60-4409-bd78-3740647f5af4 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:45.681181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port b23fdc81-bc60-4409-bd78-3740647f5af4, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=b23fdc81-bc60-4409-bd78-3740647f5af4,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:45.687235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-062de97c-cd68-48d4-971e-6732669daccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.689899 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-062de97c-cd68-48d4-971e-6732669daccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.691128 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-062de97c-cd68-48d4-971e-6732669daccf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6acf690-80bb-48be-a8ef-ff4167a39d52 HTTP/1.1" status: 204 len: 168 time: 0.3621662 Aug 20 11:33:45.695388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fc0710f-2fe5-4658-89c8-7e221c1171cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.711923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fc0710f-2fe5-4658-89c8-7e221c1171cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.713980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4fc0710f-2fe5-4658-89c8-7e221c1171cc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/330d9079-8a3c-4f38-9b40-f010ddc59b74 HTTP/1.1" status: 204 len: 168 time: 0.5480456 Aug 20 11:33:45.716798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42048) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:45.733219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062de97c-cd68-48d4-971e-6732669daccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6acf690-80bb-48be-a8ef-ff4167a39d52,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:45.742362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0710f-2fe5-4658-89c8-7e221c1171cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330d9079-8a3c-4f38-9b40-f010ddc59b74,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:45.796370 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.797178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ef699-2bcf-4924-a8ca-b91c768006b7 req-5da6f4b0-861f-42db-a0a5-46543cf6a7b6 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:45.798782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af8ef699-2bcf-4924-a8ca-b91c768006b7 req-5da6f4b0-861f-42db-a0a5-46543cf6a7b6 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0839193 Aug 20 11:33:45.801491 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.842093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5609651a-6d95-48af-86ee-4b68dea55e5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.847651 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af8ef699-2bcf-4924-a8ca-b91c768006b7 req-686e75a8-a07f-479c-9a9a-2dd0883f0acc tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391111 Aug 20 11:33:45.870109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=b23fdc81-bc60-4409-bd78-3740647f5af4,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:45.923012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609651a-6d95-48af-86ee-4b68dea55e5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf9bb04-6572-48e1-9c72-e6c20087756b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:45.925347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5609651a-6d95-48af-86ee-4b68dea55e5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.932042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42052) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:45.933900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204fe14a-d6a0-4d8d-8bc4-ca58ae83bee8 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:45.938917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5609651a-6d95-48af-86ee-4b68dea55e5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/0bf9bb04-6572-48e1-9c72-e6c20087756b HTTP/1.1" status: 204 len: 168 time: 0.5295687 Aug 20 11:33:45.940846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.955463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2256f97b-a5e3-40c7-8aa5-cd72b569e0cb']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:45.968585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a463a528-b02d-468e-a6a6-225cab5028ea') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:45.971443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a463a528-b02d-468e-a6a6-225cab5028ea') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:45.982232 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:45.993737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ad9e8c-d3dc-421f-b5a2-683e03f37a59 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet f28815d8-3646-40e8-8506-d13d1c4d6e9b {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:45.997555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e8c-d3dc-421f-b5a2-683e03f37a59 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.006359 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.036441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:33:46.036866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:33:46.040035 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:33:46.058159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e8c-d3dc-421f-b5a2-683e03f37a59 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.083396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['b23fdc81-bc60-4409-bd78-3740647f5af4'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:46.185884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e8c-d3dc-421f-b5a2-683e03f37a59 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.195583 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.201666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.203846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2256f97b-a5e3-40c7-8aa5-cd72b569e0cb HTTP/1.1" status: 204 len: 168 time: 0.4859695 Aug 20 11:33:46.237810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e478744-5e22-4f27-843e-6f1d9aa82773 admin admin] Pushing event deleted for resources: {'Network': ['ID=2256f97b-a5e3-40c7-8aa5-cd72b569e0cb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:46.401212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d000c4d2-2b08-4a3c-a027-8428dab0a76e details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:33:46.435099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85e2ec-0cfa-4d58-8eca-e85e4e08cea9 req-5dc40e8b-4f09-4839-b2b9-2a005e289d46 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:46.449240 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f85e2ec-0cfa-4d58-8eca-e85e4e08cea9 req-5dc40e8b-4f09-4839-b2b9-2a005e289d46 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0933883 Aug 20 11:33:46.539069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f85e2ec-0cfa-4d58-8eca-e85e4e08cea9 req-cd11fe83-7433-4b98-8e02-e35caee0c446 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883553 Aug 20 11:33:46.558408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d000c4d2-2b08-4a3c-a027-8428dab0a76e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d000c4d2-2b08-4a3c-a027-8428dab0a76e,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:46.581224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'd000c4d2-2b08-4a3c-a027-8428dab0a76e', 'network_id': '2577824f-fcbc-44ba-8620-b24d1f085662', 'port_id': 'd000c4d2-2b08-4a3c-a027-8428dab0a76e', 'mac_address': 'fa:16:3e:98:4c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e830ea-9911-4458-b205-9191ec5eecbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:33:46.628459 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.644869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d000c4d2-2b08-4a3c-a027-8428dab0a76e {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:33:46.672206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d000c4d2-2b08-4a3c-a027-8428dab0a76e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d000c4d2-2b08-4a3c-a027-8428dab0a76e,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:46.784342 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.822253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e8c-d3dc-421f-b5a2-683e03f37a59 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.853036 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=d000c4d2-2b08-4a3c-a027-8428dab0a76e,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:46.858117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42072) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:46.883313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad9e8c-d3dc-421f-b5a2-683e03f37a59 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=f28815d8-3646-40e8-8506-d13d1c4d6e9b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:46.901746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88ad9e8c-d3dc-421f-b5a2-683e03f37a59 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:46.903637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-88ad9e8c-d3dc-421f-b5a2-683e03f37a59 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/f28815d8-3646-40e8-8506-d13d1c4d6e9b HTTP/1.1" status: 204 len: 168 time: 0.9701428 Aug 20 11:33:46.906251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42074) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:46.923141 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8acd8ad7-0017-4c3d-bd14-c532750ceaa5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90515331bbdf4f0999c8e16ed191c8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635469 Aug 20 11:33:46.928094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42076) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:46.953386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f61000-b089-4157-acc5-7257046d4033 req-5c1f2dd5-939f-437a-aa06-5b83d769622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:46.954753 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7f61000-b089-4157-acc5-7257046d4033 req-5c1f2dd5-939f-437a-aa06-5b83d769622c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 1096 time: 0.5320823 Aug 20 11:33:46.958536 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-356f556e-0ad4-4d2e-886b-4958cd5f61a2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503602 Aug 20 11:33:46.962255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42078) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:46.972257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2fc7d9ef-11ee-432f-a649-da661802b8c2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:47.008616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['d000c4d2-2b08-4a3c-a027-8428dab0a76e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:47.034661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a04cbb0-35f7-4e30-8d60-273390545659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.056236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9be189-f3a4-4900-b916-551947f881e0 req-75ed4d70-6040-4dbd-a876-f5bb2d39bc60 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:47.057722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe50547b-c783-4db5-9267-f75745337cd5 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:47.057918 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d9be189-f3a4-4900-b916-551947f881e0 req-75ed4d70-6040-4dbd-a876-f5bb2d39bc60 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 944 time: 0.2328997 Aug 20 11:33:47.088048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a04cbb0-35f7-4e30-8d60-273390545659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.092883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f61000-b089-4157-acc5-7257046d4033 req-367929a4-e7a7-4663-87cb-e1f6f6badaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:47.094729 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7f61000-b089-4157-acc5-7257046d4033 req-367929a4-e7a7-4663-87cb-e1f6f6badaaa service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 919 time: 0.1307099 Aug 20 11:33:47.148909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d9be189-f3a4-4900-b916-551947f881e0 req-4c94d5ad-a4ea-46b6-95ec-22c9769793ac tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844824 Aug 20 11:33:47.180924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7f61000-b089-4157-acc5-7257046d4033 req-15e24162-dade-4719-b67f-5cf0d28c300e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0460148 Aug 20 11:33:47.207198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f61000-b089-4157-acc5-7257046d4033 req-73b8ad0c-00b9-43be-838a-e064665e4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:47.208120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-46331642-8d4d-4f72-9a3d-9e0ab41668c7 None None] Provisioning complete for port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:47.208497 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-46331642-8d4d-4f72-9a3d-9e0ab41668c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.208691 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7f61000-b089-4157-acc5-7257046d4033 req-73b8ad0c-00b9-43be-838a-e064665e4835 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 200 len: 858 time: 0.0488617 Aug 20 11:33:47.242746 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7f61000-b089-4157-acc5-7257046d4033 req-a4a8fe70-b2f2-4a48-890b-48ee5e2d9b86 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263288 Aug 20 11:33:47.301413 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc7d9ef-11ee-432f-a649-da661802b8c2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:47.306391 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d9ef-11ee-432f-a649-da661802b8c2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.312647 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a04cbb0-35f7-4e30-8d60-273390545659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.317662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8a04cbb0-35f7-4e30-8d60-273390545659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.324476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8a04cbb0-35f7-4e30-8d60-273390545659 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/465d7388-509b-40be-abc8-b4277c656355 HTTP/1.1" status: 204 len: 168 time: 0.3952072 Aug 20 11:33:47.411556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04cbb0-35f7-4e30-8d60-273390545659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465d7388-509b-40be-abc8-b4277c656355,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:47.423486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcbff46-0a2b-4fe2-a80f-0a3e3943a883 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:47.428044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device b23fdc81-bc60-4409-bd78-3740647f5af4 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:47.447528 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7f61000-b089-4157-acc5-7257046d4033 req-a8ebda8c-8363-470d-89d4-fd0c766989f7 service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918709 Aug 20 11:33:47.524743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fbcbff46-0a2b-4fe2-a80f-0a3e3943a883 None None] Deleting port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:47.525227 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fbcbff46-0a2b-4fe2-a80f-0a3e3943a883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.556364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7f61000-b089-4157-acc5-7257046d4033 req-e2c9a74f-a328-493a-8b18-cd19c81f4cbd service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014984 Aug 20 11:33:47.603324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fbcbff46-0a2b-4fe2-a80f-0a3e3943a883 None None] For port 6e580ae5-2ef6-48dd-b255-16ca2b688f00, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6e580ae5-2ef6-48dd-b255-16ca2b688f00,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:47.603726 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fbcbff46-0a2b-4fe2-a80f-0a3e3943a883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.619043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fbcbff46-0a2b-4fe2-a80f-0a3e3943a883 None None] Calling delete_port for 6e580ae5-2ef6-48dd-b255-16ca2b688f00 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:47.678715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dce64f-749c-42a4-9bcc-8a3b556b7f23 req-442c681f-2fc9-444a-a317-d39e96961964 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:47.680329 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20dce64f-749c-42a4-9bcc-8a3b556b7f23 req-442c681f-2fc9-444a-a317-d39e96961964 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0529358 Aug 20 11:33:47.722992 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20dce64f-749c-42a4-9bcc-8a3b556b7f23 req-7d0c5781-6d51-44e4-a1ca-8de53e23e2f1 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Aug 20 11:33:47.723942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port b23fdc81-bc60-4409-bd78-3740647f5af4 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:47.729467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port b23fdc81-bc60-4409-bd78-3740647f5af4 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:47.729752 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.796086 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d9ef-11ee-432f-a649-da661802b8c2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.811339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42094) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:47.817069 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.856417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc7d9ef-11ee-432f-a649-da661802b8c2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:47.856521 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-797512e5-fdeb-40bb-b3b5-6ed1dcf5eed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.859370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2fc7d9ef-11ee-432f-a649-da661802b8c2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:47.864280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc7d9ef-11ee-432f-a649-da661802b8c2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:47.864963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d9ef-11ee-432f-a649-da661802b8c2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.883006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7d9ef-11ee-432f-a649-da661802b8c2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=39b23020-f762-4bc0-8aee-73f4afed77e4,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:47.891827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port b23fdc81-bc60-4409-bd78-3740647f5af4, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=b23fdc81-bc60-4409-bd78-3740647f5af4,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:47.892743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f34c0-ed32-4d3f-9672-5fb3ea355da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23fdc81-bc60-4409-bd78-3740647f5af4'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:47.895053 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa562d69-b7f3-4096-9364-11f5bd8fa8c8" -d '{"events": [{"server_uuid": "ca6f34c0-ed32-4d3f-9672-5fb3ea355da2", "name": "network-vif-plugged", "status": "completed", "tag": "b23fdc81-bc60-4409-bd78-3740647f5af4"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:47.904416 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fbcbff46-0a2b-4fe2-a80f-0a3e3943a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:47.938203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbff46-0a2b-4fe2-a80f-0a3e3943a883 None None] Pushing event deleted for resources: {'Port': ['ID=6e580ae5-2ef6-48dd-b255-16ca2b688f00,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:47.949136 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a614e1f-8e93-4021-a363-a5d59426cd11 x-openstack-request-id: req-6a614e1f-8e93-4021-a363-a5d59426cd11 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:47.949593 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f34c0-ed32-4d3f-9672-5fb3ea355da2", "name": "network-vif-plugged", "status": "completed", "tag": "b23fdc81-bc60-4409-bd78-3740647f5af4", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:47.950009 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a614e1f-8e93-4021-a363-a5d59426cd11 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:47.950700 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f34c0-ed32-4d3f-9672-5fb3ea355da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23fdc81-bc60-4409-bd78-3740647f5af4', 'code': 200} Aug 20 11:33:47.958585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbff46-0a2b-4fe2-a80f-0a3e3943a883 None None] No DVR routers for this DVR port 6e580ae5-2ef6-48dd-b255-16ca2b688f00 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:47.959640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1badf09e-b8e5-44f8-8e6b-0ab385cffa91 tempest-AgentManagementNegativeTest-1736771585 tempest-AgentManagementNegativeTest-1736771585-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1470358 Aug 20 11:33:47.977826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42104) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:47.979377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2fc7d9ef-11ee-432f-a649-da661802b8c2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0157709 Aug 20 11:33:47.984210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:47.984397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a2ce9-23be-4526-9e2d-df219324d01c None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:48.059732 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.119858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=b23fdc81-bc60-4409-bd78-3740647f5af4,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:48.129444 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae8ff8-40b6-4a9e-9364-ce80cb3aedca req-8881b0ef-ac79-4b2f-a6d4-8d23861caaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:48.131218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9ae8ff8-40b6-4a9e-9364-ce80cb3aedca req-8881b0ef-ac79-4b2f-a6d4-8d23861caaa7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 1096 time: 0.0748410 Aug 20 11:33:48.189106 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9ae8ff8-40b6-4a9e-9364-ce80cb3aedca req-ee1ccce3-649d-4288-8558-790726e92998 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492830 Aug 20 11:33:48.211893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '39b23020-f762-4bc0-8aee-73f4afed77e4'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:33:48.212917 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.284649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6e580ae5-2ef6-48dd-b255-16ca2b688f00 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:48.307459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df8c1-0188-48d4-8879-1100e38ab3dc req-ff4f9e26-e133-4167-bd69-ea5c5c294e8a tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:48.311020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b7df8c1-0188-48d4-8879-1100e38ab3dc req-ff4f9e26-e133-4167-bd69-ea5c5c294e8a tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 945 time: 0.0581498 Aug 20 11:33:48.314465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 6e580ae5-2ef6-48dd-b255-16ca2b688f00 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:48.314895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 6e580ae5-2ef6-48dd-b255-16ca2b688f00 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:48.324917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:48.329069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.361357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b7df8c1-0188-48d4-8879-1100e38ab3dc req-5671c00a-53e7-4f16-905f-81fcd7744a04 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457318 Aug 20 11:33:48.383487 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Allocated IP 172.20.0.2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/39b23020-f762-4bc0-8aee-73f4afed77e4/7feaa551-efd2-4de9-9ba8-0b4099aedab1) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:48.563810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d000c4d2-2b08-4a3c-a027-8428dab0a76e up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:48.681319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42124) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:48.730421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.740378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Transition to ACTIVE for port object 7feaa551-efd2-4de9-9ba8-0b4099aedab1 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:48.758528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Transition to ACTIVE for port object 7feaa551-efd2-4de9-9ba8-0b4099aedab1 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:48.762342 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.779308 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:33:48.780834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.801596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:48.821401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:48.833820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port d000c4d2-2b08-4a3c-a027-8428dab0a76e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:48.836938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:48.837545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.838659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port d000c4d2-2b08-4a3c-a027-8428dab0a76e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:48.839105 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.876360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42132) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:48.880197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0352d01d-42fc-4c56-b261-5d0547dd61c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.883377 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:48.907562 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=6a32e371-4786-4920-88c5-dd73c9deac87,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:48.925780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c07ec-2d7a-4a4c-8c6b-7ef12203e3e8 req-26e3f267-e9c4-4541-a10d-6196ac42a7d9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:48.927398 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d3c07ec-2d7a-4a4c-8c6b-7ef12203e3e8 req-26e3f267-e9c4-4541-a10d-6196ac42a7d9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0961649 Aug 20 11:33:48.940562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:48.945826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:48.954095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:48.960080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Pushing event updated for resources: {'Port': ['ID=7feaa551-efd2-4de9-9ba8-0b4099aedab1,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:48.969225 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d3c07ec-2d7a-4a4c-8c6b-7ef12203e3e8 req-5c2daf2c-e433-44f3-a408-3a468e08642a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352962 Aug 20 11:33:48.977536 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e15596c3-4d48-478b-afab-93bebc9c00f3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9955795 Aug 20 11:33:48.977882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42136) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:48.985535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:9a:0f:53', 'name': 'tempest-NetworksTestDHCPv6-895387182'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:49.010233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-172859186-network', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:49.062464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Attempting to bind port 7feaa551-efd2-4de9-9ba8-0b4099aedab1 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:49.062850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Attempting to bind port 7feaa551-efd2-4de9-9ba8-0b4099aedab1 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:49.063201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Attempting to bind port 7feaa551-efd2-4de9-9ba8-0b4099aedab1 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:49.065392 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.077523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:49.077892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:49.078294 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.078726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:49.079201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Bound port: 7feaa551-efd2-4de9-9ba8-0b4099aedab1, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:49.079589 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.143872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d000c4d2-2b08-4a3c-a027-8428dab0a76e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d000c4d2-2b08-4a3c-a027-8428dab0a76e,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:49.153147 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0352d01d-42fc-4c56-b261-5d0547dd61c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.173857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] For port 7feaa551-efd2-4de9-9ba8-0b4099aedab1, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:49.179211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] For port 7feaa551-efd2-4de9-9ba8-0b4099aedab1, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7feaa551-efd2-4de9-9ba8-0b4099aedab1,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:49.200952 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.227808 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.227993 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0352d01d-42fc-4c56-b261-5d0547dd61c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.241265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:33:49.241265 n-d-804230-3 neutron-server[95587]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:33:49.241265 n-d-804230-3 neutron-server[95587]: [parameters: {'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'id': '385ce3f0-44df-405e-9bce-f2b356a764dd', 'expiration': datetime.datetime(2021, 8, 20, 11, 35, 49, 234648)}] Aug 20 11:33:49.241265 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:33:49.242086 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:33:49.281827 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.284231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=d000c4d2-2b08-4a3c-a027-8428dab0a76e,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:49.285403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42138) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:49.285527 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0352d01d-42fc-4c56-b261-5d0547dd61c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=058b3c2fb164479d81a4e83a83f4a1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029799 Aug 20 11:33:49.288370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352d01d-42fc-4c56-b261-5d0547dd61c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdda78d-fb71-48f8-950e-29e380bd034c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:49.341196 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-866ada4b-82e7-41ff-99a2-2fbc3a344e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.364910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11edd3-2f4f-4e76-9fa6-4f2bfed03cc2 None None] Pushing event updated for resources: {'Port': ['ID=7feaa551-efd2-4de9-9ba8-0b4099aedab1,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:49.366915 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-866ada4b-82e7-41ff-99a2-2fbc3a344e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.372737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:49.469883 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.494146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 2649c374-4015-4f63-9ba2-71f5a78e1e8d yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:33:49.530463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faba511-1404-427c-8b48-2eae22c904ce req-6ad0a7d3-3f06-4d6a-811d-94f539147075 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:49.532069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8faba511-1404-427c-8b48-2eae22c904ce req-6ad0a7d3-3f06-4d6a-811d-94f539147075 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 945 time: 0.0589705 Aug 20 11:33:49.595600 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-866ada4b-82e7-41ff-99a2-2fbc3a344e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.595600 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-866ada4b-82e7-41ff-99a2-2fbc3a344e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.595600 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-866ada4b-82e7-41ff-99a2-2fbc3a344e52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8bdda78d-fb71-48f8-950e-29e380bd034c HTTP/1.1" status: 204 len: 168 time: 0.2883019 Aug 20 11:33:49.600655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ada4b-82e7-41ff-99a2-2fbc3a344e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdda78d-fb71-48f8-950e-29e380bd034c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:49.649787 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8faba511-1404-427c-8b48-2eae22c904ce req-44bfa845-baed-4244-bff1-c2df2d53e46a tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090858 Aug 20 11:33:49.766176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 172.20.0.8 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/39b23020-f762-4bc0-8aee-73f4afed77e4/2649c374-4015-4f63-9ba2-71f5a78e1e8d) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:49.773005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::f816:3eff:fe9a:f53 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/6a32e371-4786-4920-88c5-dd73c9deac87/2649c374-4015-4f63-9ba2-71f5a78e1e8d) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:49.846772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:49.850252 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.860086 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.920690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.934076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 2649c374-4015-4f63-9ba2-71f5a78e1e8d will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:49.952847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe041a9c-948c-4a10-9cd3-66b3beae07b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd000c4d2-2b08-4a3c-a027-8428dab0a76e'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:49.956893 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f781383-a91d-49ae-a3ca-5b2279373c26" -d '{"events": [{"server_uuid": "fe041a9c-948c-4a10-9cd3-66b3beae07b1", "name": "network-vif-plugged", "status": "completed", "tag": "d000c4d2-2b08-4a3c-a027-8428dab0a76e"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:49.957130 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:49.994074 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6981e14-11b7-4d80-9773-3835884920a8 x-openstack-request-id: req-e6981e14-11b7-4d80-9773-3835884920a8 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:49.994373 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe041a9c-948c-4a10-9cd3-66b3beae07b1", "name": "network-vif-plugged", "status": "completed", "tag": "d000c4d2-2b08-4a3c-a027-8428dab0a76e", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:49.994662 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6981e14-11b7-4d80-9773-3835884920a8 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:49.995071 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe041a9c-948c-4a10-9cd3-66b3beae07b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd000c4d2-2b08-4a3c-a027-8428dab0a76e', 'code': 200} Aug 20 11:33:50.056440 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.119490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.151252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:33:50.160360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00279b73-35c9-450a-a3f8-9f6e33c44ace,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:50.178044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:50.178595 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.178595 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Added segment 14c11a8f-0b6e-4271-bad1-052034fb8194 of type vlan for network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 Aug 20 11:33:50.179872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:50.185097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:50.206519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=2649c374-4015-4f63-9ba2-71f5a78e1e8d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:50.260784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab543d-4187-449e-8b36-e236d1a4f627 req-b49d48e3-900e-48d5-8c4c-5fb05216c9c6 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:50.262395 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81ab543d-4187-449e-8b36-e236d1a4f627 req-b49d48e3-900e-48d5-8c4c-5fb05216c9c6 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1757956 Aug 20 11:33:50.266971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28829553-83e6-4b71-bcfd-a23ba8dd9674 req-b5870669-77e9-403c-855b-82ccdce235f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:50.268762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28829553-83e6-4b71-bcfd-a23ba8dd9674 req-b5870669-77e9-403c-855b-82ccdce235f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe041a9c-948c-4a10-9cd3-66b3beae07b1 HTTP/1.1" status: 200 len: 1096 time: 0.1936030 Aug 20 11:33:50.271187 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.284638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:50.286060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.314214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7feaa551-efd2-4de9-9ba8-0b4099aedab1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:50.358753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81ab543d-4187-449e-8b36-e236d1a4f627 req-8d911fa2-44cd-413a-b364-df1558faf58d tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843418 Aug 20 11:33:50.361448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28829553-83e6-4b71-bcfd-a23ba8dd9674 req-28a8ff10-82c6-43b1-8e2b-3ac110de3a42 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800433 Aug 20 11:33:50.402090 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6ba40ea9-069d-4979-8952-da0b735fbceb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.4224894 Aug 20 11:33:50.404284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42160) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:50.458325 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.459503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:50.459972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.476318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23a737d-51bb-42c6-b6a6-adf1d772cfe2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:50.476586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346806ec-5afe-40cf-8d3c-d958c26441b5 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:50.494378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23a737d-51bb-42c6-b6a6-adf1d772cfe2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:50.496114 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c23a737d-51bb-42c6-b6a6-adf1d772cfe2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.0908532 Aug 20 11:33:50.505598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42162) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:50.533112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] Pushing event updated for resources: {'Network': ['ID=98d00546-84c0-4ea8-86dd-1784ab4f4c20,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:50.537556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 7feaa551-efd2-4de9-9ba8-0b4099aedab1 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:50.550832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:33:50.577942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42164) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:50.578630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-561a488f-b03f-4a34-b37a-63405b4a2452 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7007885 Aug 20 11:33:50.601385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Request body: {'subnet': {'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-172859186-subnet', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:50.654950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-30410e17-fe81-4408-998b-bc9e1db865e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 2649c374-4015-4f63-9ba2-71f5a78e1e8d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:50.655467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30410e17-fe81-4408-998b-bc9e1db865e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.676299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f76b318a-68da-4adb-a42e-628e0cbce7de None None] Provisioning for port 7feaa551-efd2-4de9-9ba8-0b4099aedab1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:50.683031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f76b318a-68da-4adb-a42e-628e0cbce7de None None] Provisioning complete for port 7feaa551-efd2-4de9-9ba8-0b4099aedab1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:50.683505 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f76b318a-68da-4adb-a42e-628e0cbce7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.777511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:50.779833 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.811261 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f76b318a-68da-4adb-a42e-628e0cbce7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.855118 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.874332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f76b318a-68da-4adb-a42e-628e0cbce7de None None] For port 7feaa551-efd2-4de9-9ba8-0b4099aedab1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7feaa551-efd2-4de9-9ba8-0b4099aedab1,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:50.881577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ae83f8-d1b7-4653-923a-62c54f5a525f None None] Update dhcp port {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': '39b23020-f762-4bc0-8aee-73f4afed77e4', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a32e371-4786-4920-88c5-dd73c9deac87'}], 'binding:host_id': 'n-d-804230-3'}, 'id': '7feaa551-efd2-4de9-9ba8-0b4099aedab1'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:33:50.882271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97a54-0b36-445b-9b09-0b9fdc919da3 req-33324d55-e84e-48a8-9bee-cab98b7b9b39 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:50.884081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f8b97a54-0b36-445b-9b09-0b9fdc919da3 req-33324d55-e84e-48a8-9bee-cab98b7b9b39 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 945 time: 0.1534376 Aug 20 11:33:50.890297 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30410e17-fe81-4408-998b-bc9e1db865e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.918089 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07ae83f8-d1b7-4653-923a-62c54f5a525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:50.939468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-30410e17-fe81-4408-998b-bc9e1db865e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 2649c374-4015-4f63-9ba2-71f5a78e1e8d owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:50.956019 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f76b318a-68da-4adb-a42e-628e0cbce7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.009573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f8b97a54-0b36-445b-9b09-0b9fdc919da3 req-199f4016-1200-40e1-8420-da941dbda042 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137972 Aug 20 11:33:51.046843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42176) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:51.160361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-07ae83f8-d1b7-4653-923a-62c54f5a525f None None] Allocated IP 2001:db8::f816:3eff:feda:fc23 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/6a32e371-4786-4920-88c5-dd73c9deac87/7feaa551-efd2-4de9-9ba8-0b4099aedab1) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:51.162538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b318a-68da-4adb-a42e-628e0cbce7de None None] Pushing event updated for resources: {'Port': ['ID=7feaa551-efd2-4de9-9ba8-0b4099aedab1,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:51.199886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270d080-4522-4366-a50a-2653f36e9559 req-ab555a67-4597-4f7d-ae61-533babfda6cb tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:51.207495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a270d080-4522-4366-a50a-2653f36e9559 req-ab555a67-4597-4f7d-ae61-533babfda6cb tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe041a9c-948c-4a10-9cd3-66b3beae07b1 HTTP/1.1" status: 200 len: 945 time: 0.0902338 Aug 20 11:33:51.213944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1322659015'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:51.216708 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.279833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a270d080-4522-4366-a50a-2653f36e9559 req-a02562e7-f901-4bf1-98c0-f1337f83e1cd tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695720 Aug 20 11:33:51.288310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-07ae83f8-d1b7-4653-923a-62c54f5a525f None None] For port 7feaa551-efd2-4de9-9ba8-0b4099aedab1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7feaa551-efd2-4de9-9ba8-0b4099aedab1,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:51.332894 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07ae83f8-d1b7-4653-923a-62c54f5a525f None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.347010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-07ae83f8-d1b7-4653-923a-62c54f5a525f None None] Transition to ACTIVE for port object 7feaa551-efd2-4de9-9ba8-0b4099aedab1 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:51.349047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e13a28f-2b10-4c3b-a1ee-35a8542b9290,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:51.368624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Checking segment: {'id': '14c11a8f-0b6e-4271-bad1-052034fb8194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:51.368987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Network hostable DHCP agents. Network: 98d00546-84c0-4ea8-86dd-1784ab4f4c20, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:33:51.384301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:51.388408 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.397185 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.487238 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07ae83f8-d1b7-4653-923a-62c54f5a525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.487485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30410e17-fe81-4408-998b-bc9e1db865e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.496931 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.521870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30410e17-fe81-4408-998b-bc9e1db865e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=2649c374-4015-4f63-9ba2-71f5a78e1e8d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:51.578138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:33:51.587442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae83f8-d1b7-4653-923a-62c54f5a525f None None] Pushing event updated for resources: {'Port': ['ID=7feaa551-efd2-4de9-9ba8-0b4099aedab1,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:51.628963 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30410e17-fe81-4408-998b-bc9e1db865e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.631087 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-30410e17-fe81-4408-998b-bc9e1db865e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/2649c374-4015-4f63-9ba2-71f5a78e1e8d HTTP/1.1" status: 204 len: 168 time: 1.1267710 Aug 20 11:33:51.633689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42188) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:51.677104 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.685150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 98d00546-84c0-4ea8-86dd-1784ab4f4c20) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:51.698042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66572ed4-2c00-4146-8794-162e8f78dc43 None None] Network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:51.711433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:51.712041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.731664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:33:51.755640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1995b32b-e7e2-4362-b20d-549fcfc3e4f9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:51.757388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1995b32b-e7e2-4362-b20d-549fcfc3e4f9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:51.759351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1995b32b-e7e2-4362-b20d-549fcfc3e4f9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:51.763561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1995b32b-e7e2-4362-b20d-549fcfc3e4f9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1262131 Aug 20 11:33:51.764328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42190) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:51.764740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65814583-f612-4ece-9ec6-4f8b42eb5a21,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:51.768346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.769952 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Added segment 72c6b604-39e2-43c1-9d86-b553985e9551 of type vlan for network 1072485e-7250-4341-b678-b821e67402c7 Aug 20 11:33:51.847541 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.862176 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4dcd80d6-7fc2-46c6-87f1-c00afc2960da admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2827191 Aug 20 11:33:51.872829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ce1661-265f-42e3-8e39-ab1a9f4888a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 39b23020-f762-4bc0-8aee-73f4afed77e4 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:51.876657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42192) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:51.881290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-172859186-router', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:51.893346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14ce1661-265f-42e3-8e39-ab1a9f4888a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.901267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-98d00546-84c0-4ea8-86dd-1784ab4f4c20', 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'fixed_ips': [{'subnet_id': '8e13a28f-2b10-4c3b-a1ee-35a8542b9290'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:33:51.902194 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.953434 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14ce1661-265f-42e3-8e39-ab1a9f4888a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.972967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:51.989836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:51.993233 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.103417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.104453 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.143001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Allocated IP 172.20.0.2 (98d00546-84c0-4ea8-86dd-1784ab4f4c20/8e13a28f-2b10-4c3b-a1ee-35a8542b9290/463f6f14-18b6-4b97-a859-2ee6c64fc4f3) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:52.158579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Network': ['ID=1072485e-7250-4341-b678-b821e67402c7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:52.182007 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.200490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 1072485e-7250-4341-b678-b821e67402c7 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:33:52.205056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4756c14f-484b-4607-adce-940452d31997 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1536810 Aug 20 11:33:52.260491 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14ce1661-265f-42e3-8e39-ab1a9f4888a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.377112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7feaa551-efd2-4de9-9ba8-0b4099aedab1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:52.623868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40586b77-f70a-4a16-908e-6c62959718ae req-cd36f612-030b-4a52-90ed-9a26577c5c0b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:52.625461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40586b77-f70a-4a16-908e-6c62959718ae req-cd36f612-030b-4a52-90ed-9a26577c5c0b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe041a9c-948c-4a10-9cd3-66b3beae07b1 HTTP/1.1" status: 200 len: 945 time: 0.1647432 Aug 20 11:33:52.654358 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.672304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Transition to ACTIVE for port object 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:52.750164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40586b77-f70a-4a16-908e-6c62959718ae req-c92b5fa4-0b83-4140-b0ce-7c006c721fb2 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152458 Aug 20 11:33:52.791772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4c777704-0754-44e7-a76c-75b11badbeef None None] Provisioning for port 7feaa551-efd2-4de9-9ba8-0b4099aedab1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:52.800166 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.823631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4c777704-0754-44e7-a76c-75b11badbeef None None] Provisioning complete for port 7feaa551-efd2-4de9-9ba8-0b4099aedab1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:52.824554 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4c777704-0754-44e7-a76c-75b11badbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.907223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Transition to ACTIVE for port object 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:52.928005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22075fb-3572-47b4-a8d5-0297ee9fbc46 req-a9db4fb3-a3c9-46f9-ae39-baef0b935252 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:52.936307 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f22075fb-3572-47b4-a8d5-0297ee9fbc46 req-a9db4fb3-a3c9-46f9-ae39-baef0b935252 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1065059 Aug 20 11:33:52.967111 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14ce1661-265f-42e3-8e39-ab1a9f4888a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:52.987207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f22075fb-3572-47b4-a8d5-0297ee9fbc46 req-0967e6e9-58b1-4b5d-bb7d-da23bd002eba tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497565 Aug 20 11:33:53.013366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce1661-265f-42e3-8e39-ab1a9f4888a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=39b23020-f762-4bc0-8aee-73f4afed77e4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:53.018343 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-14ce1661-265f-42e3-8e39-ab1a9f4888a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.021526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-14ce1661-265f-42e3-8e39-ab1a9f4888a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/39b23020-f762-4bc0-8aee-73f4afed77e4 HTTP/1.1" status: 204 len: 168 time: 1.2557590 Aug 20 11:33:53.043900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42214) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:53.063682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4c777704-0754-44e7-a76c-75b11badbeef None None] Could not find standard attr ID for object 2649c374-4015-4f63-9ba2-71f5a78e1e8d. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:33:53.100004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-904c92d4-e134-41a0-a24f-5ae6a3a6f2ab tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 6a32e371-4786-4920-88c5-dd73c9deac87 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:33:53.103496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-904c92d4-e134-41a0-a24f-5ae6a3a6f2ab tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.148014 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-904c92d4-e134-41a0-a24f-5ae6a3a6f2ab tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.179033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4148f143-9a04-4dd8-9c0c-a00dab4adac6 None None] Could not find standard attr ID for object 2649c374-4015-4f63-9ba2-71f5a78e1e8d. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:33:53.194528 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.290139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Pushing event updated for resources: {'Port': ['ID=463f6f14-18b6-4b97-a859-2ee6c64fc4f3,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:53.320175 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-904c92d4-e134-41a0-a24f-5ae6a3a6f2ab tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.322166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:53.325303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:53.332704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:53.442909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Attempting to bind port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:53.443281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Attempting to bind port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '14c11a8f-0b6e-4271-bad1-052034fb8194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:53.443743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Attempting to bind port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 on network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:53.449909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:53.450283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Checking segment: {'id': '14c11a8f-0b6e-4271-bad1-052034fb8194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:53.450724 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.452844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Bound using segment: {'id': '14c11a8f-0b6e-4271-bad1-052034fb8194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:53.453357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Bound port: 463f6f14-18b6-4b97-a859-2ee6c64fc4f3, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c11a8f-0b6e-4271-bad1-052034fb8194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:53.453751 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.545081 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-904c92d4-e134-41a0-a24f-5ae6a3a6f2ab tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.585276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] For port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:53.594724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] For port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=463f6f14-18b6-4b97-a859-2ee6c64fc4f3,segment=NetworkSegment(14c11a8f-0b6e-4271-bad1-052034fb8194),segment_id=14c11a8f-0b6e-4271-bad1-052034fb8194)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:53.627931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c92d4-e134-41a0-a24f-5ae6a3a6f2ab tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=6a32e371-4786-4920-88c5-dd73c9deac87,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:53.640519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-904c92d4-e134-41a0-a24f-5ae6a3a6f2ab tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.653237 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-904c92d4-e134-41a0-a24f-5ae6a3a6f2ab tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/6a32e371-4786-4920-88c5-dd73c9deac87 HTTP/1.1" status: 204 len: 168 time: 0.6018422 Aug 20 11:33:53.654026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42226) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:53.664596 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:53.776181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fa21a904-5f50-4005-9023-c6519c536fe3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206927 Aug 20 11:33:53.779564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42228) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:53.785027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b34a3384-c868-4919-b2fe-97a6818b5c6a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:53.796040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c642082-b2ee-4706-8ee6-2690a34e9f12 None None] Pushing event updated for resources: {'Port': ['ID=463f6f14-18b6-4b97-a859-2ee6c64fc4f3,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:53.818481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a7770-49ec-42af-b748-071fa000e8dc None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:53.906338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18049be8-31b3-49d8-b7e7-a6445f8332bb req-76a5ab13-a4df-4844-927c-7259ecb06ab0 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:53.919392 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18049be8-31b3-49d8-b7e7-a6445f8332bb req-76a5ab13-a4df-4844-927c-7259ecb06ab0 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1376712 Aug 20 11:33:53.987061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18049be8-31b3-49d8-b7e7-a6445f8332bb req-61498caf-84d5-4a33-a29b-e01d9f71453e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661998 Aug 20 11:33:54.006817 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.042895 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34a3384-c868-4919-b2fe-97a6818b5c6a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:54.062234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.064886 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b34a3384-c868-4919-b2fe-97a6818b5c6a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.341570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10142355-68fa-4cc5-9c9e-58710131402f req-fd005c39-36b6-47b9-a6a1-4151b9fcf1cd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:54.341570 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10142355-68fa-4cc5-9c9e-58710131402f req-fd005c39-36b6-47b9-a6a1-4151b9fcf1cd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1913850 Aug 20 11:33:54.352192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:54.460925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74b4931-ead9-4b87-81fc-cc28584b2867 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:33:54.475467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Allocated IP 172.25.4.13 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/0007770b-944f-4eee-9335-12f3d9933c64) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:54.521197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c74b4931-ead9-4b87-81fc-cc28584b2867 None None] Deleting port 7feaa551-efd2-4de9-9ba8-0b4099aedab1 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:54.521834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c74b4931-ead9-4b87-81fc-cc28584b2867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.535788 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:54.556026 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10142355-68fa-4cc5-9c9e-58710131402f req-28309a3b-6007-473a-8193-1f3aea009db7 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014053 Aug 20 11:33:54.600356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c74b4931-ead9-4b87-81fc-cc28584b2867 None None] For port 7feaa551-efd2-4de9-9ba8-0b4099aedab1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7feaa551-efd2-4de9-9ba8-0b4099aedab1,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:54.605573 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c74b4931-ead9-4b87-81fc-cc28584b2867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.622243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c74b4931-ead9-4b87-81fc-cc28584b2867 None None] Calling delete_port for 7feaa551-efd2-4de9-9ba8-0b4099aedab1 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:54.630151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.642121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b34a3384-c868-4919-b2fe-97a6818b5c6a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.732097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a3384-c868-4919-b2fe-97a6818b5c6a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:54.735453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b34a3384-c868-4919-b2fe-97a6818b5c6a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:54.740384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34a3384-c868-4919-b2fe-97a6818b5c6a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:54.741572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b34a3384-c868-4919-b2fe-97a6818b5c6a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.752890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a3384-c868-4919-b2fe-97a6818b5c6a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=09552182-0d7b-4052-bd09-1f42f62ab887,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:54.766186 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.782673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:54.788029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:54.819245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:54.878660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b93fb-909d-40a7-b76b-bf8552aadb09 req-8163e561-7991-452a-91a0-5ebf58b30258 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:54.887534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-969b93fb-909d-40a7-b76b-bf8552aadb09 req-8163e561-7991-452a-91a0-5ebf58b30258 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe041a9c-948c-4a10-9cd3-66b3beae07b1 HTTP/1.1" status: 200 len: 945 time: 0.1645505 Aug 20 11:33:54.904261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Pushing event updated for resources: {'Port': ['ID=0007770b-944f-4eee-9335-12f3d9933c64,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:54.919481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b34a3384-c868-4919-b2fe-97a6818b5c6a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1358464 Aug 20 11:33:54.919694 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c74b4931-ead9-4b87-81fc-cc28584b2867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:54.919935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42242) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:54.929189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:54.971518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b4931-ead9-4b87-81fc-cc28584b2867 None None] Pushing event deleted for resources: {'Port': ['ID=7feaa551-efd2-4de9-9ba8-0b4099aedab1,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:54.977863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b4931-ead9-4b87-81fc-cc28584b2867 None None] No DVR routers for this DVR port 7feaa551-efd2-4de9-9ba8-0b4099aedab1 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:55.021946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62328ff1-5e39-4a7a-a8e6-f26189c60d42 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:55.106662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-b2f0bad2-2969-4c6e-aff7-9f0a2a2fa143 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:55.108733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-b2f0bad2-2969-4c6e-aff7-9f0a2a2fa143 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe041a9c-948c-4a10-9cd3-66b3beae07b1 HTTP/1.1" status: 200 len: 945 time: 0.2441008 Aug 20 11:33:55.135370 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-969b93fb-909d-40a7-b76b-bf8552aadb09 req-278267d9-7f2a-489f-b38b-bc54999fc4d4 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/security-groups?id=ba12389e-22c2-4a93-8b2d-263bbe6876d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471123 Aug 20 11:33:55.236506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '09552182-0d7b-4052-bd09-1f42f62ab887'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:33:55.237420 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.332741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-69bb5fc8-f77e-4778-bdbd-b53f6e4e9707 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Deleting port d000c4d2-2b08-4a3c-a027-8428dab0a76e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:55.333376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-69bb5fc8-f77e-4778-bdbd-b53f6e4e9707 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.504015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.514330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-69bb5fc8-f77e-4778-bdbd-b53f6e4e9707 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] For port d000c4d2-2b08-4a3c-a027-8428dab0a76e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d000c4d2-2b08-4a3c-a027-8428dab0a76e,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:55.514330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-69bb5fc8-f77e-4778-bdbd-b53f6e4e9707 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.514330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:55.514330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.514691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Allocated IP 172.20.0.2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/09552182-0d7b-4052-bd09-1f42f62ab887/87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:55.593546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-69bb5fc8-f77e-4778-bdbd-b53f6e4e9707 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Calling delete_port for d000c4d2-2b08-4a3c-a027-8428dab0a76e owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:55.650194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42248) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:55.663613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88024d-0a53-47d3-9e4a-c1937df43b75 None None] Network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:55.675488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'subnet': {'network_id': '1072485e-7250-4341-b678-b821e67402c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:55.949722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:55.949920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-10b495eb-9f14-4574-ab93-35d13042f052 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:55.949920 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-10b495eb-9f14-4574-ab93-35d13042f052 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 945 time: 0.3384893 Aug 20 11:33:55.950115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Transition to ACTIVE for port object 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:55.950198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ea8dc-8314-4f6d-a3c7-a07535cc4e65 req-a4c14bb1-4f8b-46f2-b5b1-e0e282edff74 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:55.950198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e62ea8dc-8314-4f6d-a3c7-a07535cc4e65 req-a4c14bb1-4f8b-46f2-b5b1-e0e282edff74 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1478410 Aug 20 11:33:55.950356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Transition to ACTIVE for port object 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:56.063122 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e62ea8dc-8314-4f6d-a3c7-a07535cc4e65 req-0cf52b9a-9f5f-4606-bc7d-c2afeacd45fe tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169803 Aug 20 11:33:56.092341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6aae2911-bd5e-4d25-868c-c05f5353b3be None None] Provisioning for port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:56.097520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6aae2911-bd5e-4d25-868c-c05f5353b3be None None] Provisioning complete for port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:56.098978 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6aae2911-bd5e-4d25-868c-c05f5353b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.105647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.133802 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.135908 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-69bb5fc8-f77e-4778-bdbd-b53f6e4e9707 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.158504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:56.162086 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.176962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['d000c4d2-2b08-4a3c-a027-8428dab0a76e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:56.229735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb5fc8-f77e-4778-bdbd-b53f6e4e9707 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Pushing event deleted for resources: {'Port': ['ID=d000c4d2-2b08-4a3c-a027-8428dab0a76e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:56.243932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:56.254418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:56.259440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:56.302405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-4e0de8b8-0fb4-4f1d-975a-d7352323582b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Deleting port b23fdc81-bc60-4409-bd78-3740647f5af4 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:33:56.302785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-4e0de8b8-0fb4-4f1d-975a-d7352323582b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.326906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Pushing event updated for resources: {'Port': ['ID=87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:56.338752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7feaa551-efd2-4de9-9ba8-0b4099aedab1 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:56.352563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfe7f2f7-43ac-4aac-b260-0e30d02f3d2b req-5a9f8eca-f41d-4d0a-b81a-d846480e7b0c tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe041a9c-948c-4a10-9cd3-66b3beae07b1 HTTP/1.1" status: 200 len: 210 time: 0.0419378 Aug 20 11:33:56.365107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 7feaa551-efd2-4de9-9ba8-0b4099aedab1 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:56.365449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7feaa551-efd2-4de9-9ba8-0b4099aedab1 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:56.392494 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6aae2911-bd5e-4d25-868c-c05f5353b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.395749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Attempting to bind port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:56.396170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Attempting to bind port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:56.396540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Attempting to bind port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:56.407888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-69bb5fc8-f77e-4778-bdbd-b53f6e4e9707 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] No DVR routers for this DVR port d000c4d2-2b08-4a3c-a027-8428dab0a76e on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:56.412435 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:56.412814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:56.413215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.413608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:56.414079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Bound port: 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:56.414476 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.436784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6aae2911-bd5e-4d25-868c-c05f5353b3be None None] For port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=463f6f14-18b6-4b97-a859-2ee6c64fc4f3,segment=NetworkSegment(14c11a8f-0b6e-4271-bad1-052034fb8194),segment_id=14c11a8f-0b6e-4271-bad1-052034fb8194)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:56.445219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-69bb5fc8-f77e-4778-bdbd-b53f6e4e9707 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.447463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-82ecb18a-1236-4a6d-9ef4-ce5b40deff3e req-69bb5fc8-f77e-4778-bdbd-b53f6e4e9707 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.57 "DELETE /v2.0/ports/d000c4d2-2b08-4a3c-a027-8428dab0a76e HTTP/1.1" status: 204 len: 173 time: 1.3275540 Aug 20 11:33:56.447933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe041a9c-948c-4a10-9cd3-66b3beae07b1', 'name': 'network-vif-deleted', 'tag': 'd000c4d2-2b08-4a3c-a027-8428dab0a76e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:56.450741 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7356930-6fc0-48c8-a0a4-38c0ffdb5582" -d '{"events": [{"server_uuid": "fe041a9c-948c-4a10-9cd3-66b3beae07b1", "name": "network-vif-deleted", "tag": "d000c4d2-2b08-4a3c-a027-8428dab0a76e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:56.522950 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab46b90d-5a61-42d2-a287-1f009e7f198e x-openstack-request-id: req-ab46b90d-5a61-42d2-a287-1f009e7f198e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:56.522950 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe041a9c-948c-4a10-9cd3-66b3beae07b1", "name": "network-vif-deleted", "tag": "d000c4d2-2b08-4a3c-a027-8428dab0a76e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:56.522950 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab46b90d-5a61-42d2-a287-1f009e7f198e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:56.522950 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe041a9c-948c-4a10-9cd3-66b3beae07b1', 'name': 'network-vif-deleted', 'tag': 'd000c4d2-2b08-4a3c-a027-8428dab0a76e', 'status': 'completed', 'code': 200} Aug 20 11:33:56.536374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] For port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:56.541339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] For port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:56.550180 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6aae2911-bd5e-4d25-868c-c05f5353b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.555022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.objects.ports [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95587) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:33:56.624965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae2911-bd5e-4d25-868c-c05f5353b3be None None] Pushing event updated for resources: {'Port': ['ID=463f6f14-18b6-4b97-a859-2ee6c64fc4f3,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:56.655942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-4e0de8b8-0fb4-4f1d-975a-d7352323582b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] For port b23fdc81-bc60-4409-bd78-3740647f5af4, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=b23fdc81-bc60-4409-bd78-3740647f5af4,segment=NetworkSegment(b6c66076-d74f-4167-b219-3d0a7e3bc33c),segment_id=b6c66076-d74f-4167-b219-3d0a7e3bc33c)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:56.656429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-4e0de8b8-0fb4-4f1d-975a-d7352323582b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.681882 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.700910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-4e0de8b8-0fb4-4f1d-975a-d7352323582b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Calling delete_port for b23fdc81-bc60-4409-bd78-3740647f5af4 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:33:56.764735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-64c498a3-cff0-4fe6-9825-e300e0501bf4 None None] Provisioning complete for port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:56.765496 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-64c498a3-cff0-4fe6-9825-e300e0501bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:56.816286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Router 668d4fea-91c0-455f-8542-94be0e84c1b4 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:33:56.836720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26accd52-40ac-446e-9113-336cb4b271d1 None None] Pushing event updated for resources: {'Port': ['ID=87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:57.036241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.039422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.070044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:33:57.085590 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Sync routers for ids ['668d4fea-91c0-455f-8542-94be0e84c1b4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:33:57.100441 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Routers {'668d4fea-91c0-455f-8542-94be0e84c1b4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:57.105044 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['668d4fea-91c0-455f-8542-94be0e84c1b4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:57.172750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Subnet': ['ID=90baf90f-ce1a-4097-9c35-77dd2e69a5a8,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:57.201953 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.203610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-11623516-ba85-4ea9-9571-6c021409a36b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3255897 Aug 20 11:33:57.207975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42260) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:57.225734 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Set router 668d4fea-91c0-455f-8542-94be0e84c1b4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:57.367643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96359f5c-ae73-41ae-b01c-55098d5cba21 req-6fb81fd4-80dd-4c56-a507-93bea01dee3a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:57.370999 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96359f5c-ae73-41ae-b01c-55098d5cba21 req-6fb81fd4-80dd-4c56-a507-93bea01dee3a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1927598 Aug 20 11:33:57.403107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] For port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:57.436721 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'name': 'tempest-ServersTestMultiNic-172859186-router', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0007770b-944f-4eee-9335-12f3d9933c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:52Z', 'updated_at': '2021-08-20T11:33:55Z', 'revision_number': 3, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'gw_port': {'id': '0007770b-944f-4eee-9335-12f3d9933c64', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:54Z', 'updated_at': '2021-08-20T11:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:57.456051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device b23fdc81-bc60-4409-bd78-3740647f5af4 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:33:57.500651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: b23fdc81-bc60-4409-bd78-3740647f5af4 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:33:57.507048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device b23fdc81-bc60-4409-bd78-3740647f5af4 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:33:57.509358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96359f5c-ae73-41ae-b01c-55098d5cba21 req-5a28f0a0-f253-46c4-8d6e-74ace85c5633 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004376 Aug 20 11:33:57.551723 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.598969 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Checking router: 668d4fea-91c0-455f-8542-94be0e84c1b4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:33:57.599664 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Updating router 668d4fea-91c0-455f-8542-94be0e84c1b4 port 0007770b-944f-4eee-9335-12f3d9933c64 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:33:57.617996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.622185 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.657218 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.703244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:57.711270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:57.718476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:57.719293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.756427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=5c555499-4ca2-4568-820a-033ee4fa99a7,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:57.766906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f,revision_number=4']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:57.812331 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-4e0de8b8-0fb4-4f1d-975a-d7352323582b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:57.825634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['d000c4d2-2b08-4a3c-a027-8428dab0a76e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:33:57.866553 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cac39f7c-84ff-4a21-ae8e-c3c7ac6365d7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9453983 Aug 20 11:33:57.867210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42266) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:57.874031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:e4:ce:43', 'name': 'tempest-NetworksTestDHCPv6-1727290814'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:57.884221 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4834d327-0815-4a65-b8c3-7122edef3a03 req-f7e69ce2-4413-405b-8eaf-48e67c99242f tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe041a9c-948c-4a10-9cd3-66b3beae07b1 HTTP/1.1" status: 200 len: 210 time: 0.0836129 Aug 20 11:33:57.916962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Checking segment: {'id': '72c6b604-39e2-43c1-9d86-b553985e9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1072485e-7250-4341-b678-b821e67402c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:57.917586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network hostable DHCP agents. Network: 1072485e-7250-4341-b678-b821e67402c7, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:33:57.929811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0de8b8-0fb4-4f1d-975a-d7352323582b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Pushing event deleted for resources: {'Port': ['ID=b23fdc81-bc60-4409-bd78-3740647f5af4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:58.010678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-4e0de8b8-0fb4-4f1d-975a-d7352323582b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] No DVR routers for this DVR port b23fdc81-bc60-4409-bd78-3740647f5af4 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:33:58.016466 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-4e0de8b8-0fb4-4f1d-975a-d7352323582b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.022336 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcd67968-e36c-4885-a634-723ff9cb81e1 req-4e0de8b8-0fb4-4f1d-975a-d7352323582b tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.38 "DELETE /v2.0/ports/b23fdc81-bc60-4409-bd78-3740647f5af4 HTTP/1.1" status: 204 len: 173 time: 2.1697299 Aug 20 11:33:58.029232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6f34c0-ed32-4d3f-9672-5fb3ea355da2', 'name': 'network-vif-deleted', 'tag': 'b23fdc81-bc60-4409-bd78-3740647f5af4'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:33:58.035786 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557048a3-80a3-40c1-b9da-c2e2b26b5f35" -d '{"events": [{"server_uuid": "ca6f34c0-ed32-4d3f-9672-5fb3ea355da2", "name": "network-vif-deleted", "tag": "b23fdc81-bc60-4409-bd78-3740647f5af4"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:33:58.139590 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e627c59e-387f-4e06-8cae-8e45e3e69c90 x-openstack-request-id: req-e627c59e-387f-4e06-8cae-8e45e3e69c90 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:33:58.140129 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6f34c0-ed32-4d3f-9672-5fb3ea355da2", "name": "network-vif-deleted", "tag": "b23fdc81-bc60-4409-bd78-3740647f5af4", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:33:58.140684 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e627c59e-387f-4e06-8cae-8e45e3e69c90 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:33:58.141228 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6f34c0-ed32-4d3f-9672-5fb3ea355da2', 'name': 'network-vif-deleted', 'tag': 'b23fdc81-bc60-4409-bd78-3740647f5af4', 'status': 'completed', 'code': 200} Aug 20 11:33:58.154912 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.171800 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Transition to ACTIVE for port object 0007770b-944f-4eee-9335-12f3d9933c64 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:58.174714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e04ef2-5a30-42e2-95c1-6d744cf75034 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:58.182074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:58.243392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network 1072485e-7250-4341-b678-b821e67402c7 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:33:58.245657 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.355752 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Pushing event updated for resources: {'Port': ['ID=0007770b-944f-4eee-9335-12f3d9933c64,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:58.357760 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.405583 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.405965 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.406307 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.406671 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.407007 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.407335 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.407661 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.407988 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.408310 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.408629 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.408950 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.409296 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:33:58.410804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 1072485e-7250-4341-b678-b821e67402c7) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:58.427618 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Attempting to bind port 0007770b-944f-4eee-9335-12f3d9933c64 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:58.427761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36459a-fb24-4696-9276-744230b198d9 None None] Network 1072485e-7250-4341-b678-b821e67402c7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:33:58.428049 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Attempting to bind port 0007770b-944f-4eee-9335-12f3d9933c64 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:58.428489 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Attempting to bind port 0007770b-944f-4eee-9335-12f3d9933c64 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:58.438360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:58.439105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.441159 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:58.441558 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:58.441968 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.445267 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:58.445813 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Bound port: 0007770b-944f-4eee-9335-12f3d9933c64, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:58.446241 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.455006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port f60f9cd5-c704-48c9-bea4-3a442a4429c3 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:33:58.522904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f5b62a13-1354-4e8f-b6fa-ce280df38fc0 None None] Provisioning for port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:58.530988 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] For port 0007770b-944f-4eee-9335-12f3d9933c64, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:33:58.534412 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] For port 0007770b-944f-4eee-9335-12f3d9933c64, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0007770b-944f-4eee-9335-12f3d9933c64,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:33:58.535178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:58.658763 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.705808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3d4a0248-90d2-4c2a-b4e2-8c6eed5b4d4d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0443470 Aug 20 11:33:58.756862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-1072485e-7250-4341-b678-b821e67402c7', 'network_id': '1072485e-7250-4341-b678-b821e67402c7', 'tenant_id': 'aca320d0339d4739857dda50562e4447', 'fixed_ips': [{'subnet_id': '90baf90f-ce1a-4097-9c35-77dd2e69a5a8'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:33:58.758275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.771665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 172.20.0.11 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/09552182-0d7b-4052-bd09-1f42f62ab887/f60f9cd5-c704-48c9-bea4-3a442a4429c3) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:58.774236 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.780483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:33:58.787559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::f816:3eff:fee4:ce43 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/5c555499-4ca2-4568-820a-033ee4fa99a7/f60f9cd5-c704-48c9-bea4-3a442a4429c3) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:58.796961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:58.799864 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:58.809775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42274) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:58.826989 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Routers {'668d4fea-91c0-455f-8542-94be0e84c1b4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:33:58.827803 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['668d4fea-91c0-455f-8542-94be0e84c1b4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:58.831902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1523907663'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:33:58.833903 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7571e-a98b-495b-b9d8-a7a31e267d53 None None] Pushing event updated for resources: {'Port': ['ID=0007770b-944f-4eee-9335-12f3d9933c64,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:58.980758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7ab17-a8df-4687-bf13-91591b154433 req-3cf8feaf-1805-4b65-8fdd-42eeed6a2a5a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:58.990407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bc7ab17-a8df-4687-bf13-91591b154433 req-3cf8feaf-1805-4b65-8fdd-42eeed6a2a5a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.3092279 Aug 20 11:33:59.062709 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Allocated IP 2001:db8:0:ffff::2 (1072485e-7250-4341-b678-b821e67402c7/90baf90f-ce1a-4097-9c35-77dd2e69a5a8/9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:59.088438 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.107113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:33:59.119012 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.155832 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] Set router 668d4fea-91c0-455f-8542-94be0e84c1b4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:33:59.199703 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bc7ab17-a8df-4687-bf13-91591b154433 req-ad401953-67ae-44a1-a1fb-155a04559414 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075491 Aug 20 11:33:59.207661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:33:59.269930 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:33:59.271737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3e3df90-f935-4a07-b258-aa58062879e4 req-6a327006-fdbe-4148-8eae-a4ab59078f65 tempest-MultipleCreateTestJSON-895516984 tempest-MultipleCreateTestJSON-895516984-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca6f34c0-ed32-4d3f-9672-5fb3ea355da2 HTTP/1.1" status: 200 len: 210 time: 0.1173096 Aug 20 11:33:59.295771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:33:59.299259 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.327865 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.329056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:33:59.329168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.329446 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Added segment 25d9043e-c4e2-4b94-8ac5-2ecda1630d78 of type vlan for network f231da84-a4cd-44eb-b153-0f25d5eaa857 Aug 20 11:33:59.337353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object f60f9cd5-c704-48c9-bea4-3a442a4429c3 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:59.428324 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.450266 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'name': 'tempest-ServersTestMultiNic-172859186-router', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0007770b-944f-4eee-9335-12f3d9933c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:52Z', 'updated_at': '2021-08-20T11:33:55Z', 'revision_number': 3, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'gw_port': {'id': '0007770b-944f-4eee-9335-12f3d9933c64', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:54Z', 'updated_at': '2021-08-20T11:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:33:59.456680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Transition to ACTIVE for port object 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:59.457541 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.467595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:59.493942 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da971d19-b36d-4bda-bc79-e91be22883be None None] The sync data for ids ['668d4fea-91c0-455f-8542-94be0e84c1b4'] in n-d-804230-3 is: [{'id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'name': 'tempest-ServersTestMultiNic-172859186-router', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0007770b-944f-4eee-9335-12f3d9933c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:52Z', 'updated_at': '2021-08-20T11:33:55Z', 'revision_number': 3, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'gw_port': {'id': '0007770b-944f-4eee-9335-12f3d9933c64', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:54Z', 'updated_at': '2021-08-20T11:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:33:59.494819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Transition to ACTIVE for port object 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:59.497525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:59.501682 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.504216 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.540025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Allocated IP 172.20.0.1 (98d00546-84c0-4ea8-86dd-1784ab4f4c20/8e13a28f-2b10-4c3b-a1ee-35a8542b9290/78629019-3325-4540-b230-dd10e9af4b8c) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:33:59.601628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=f60f9cd5-c704-48c9-bea4-3a442a4429c3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:59.615115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:59.620280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:59.623669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:59.661483 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.695917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.711632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Transition to ACTIVE for port object 78629019-3325-4540-b230-dd10e9af4b8c will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:33:59.715868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.716550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.734267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Network 1072485e-7250-4341-b678-b821e67402c7 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:33:59.738323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:33:59.744529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:33:59.770330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Pushing event updated for resources: {'Port': ['ID=9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:33:59.774720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.787797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.788743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.824295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-90509cc5-c8ed-48a6-90c5-64fc55d51958 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9559674 Aug 20 11:33:59.826643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42282) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:33:59.869434 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Attempting to bind port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:33:59.869972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Attempting to bind port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '72c6b604-39e2-43c1-9d86-b553985e9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1072485e-7250-4341-b678-b821e67402c7'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:33:59.877682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Attempting to bind port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be on network 1072485e-7250-4341-b678-b821e67402c7 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:33:59.877682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-44353007-4a5b-462a-80fd-c53f60305788 None None] Provisioning complete for port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:33:59.877682 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-44353007-4a5b-462a-80fd-c53f60305788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.880174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:33:59.880717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Checking segment: {'id': '72c6b604-39e2-43c1-9d86-b553985e9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1072485e-7250-4341-b678-b821e67402c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:33:59.881220 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.881840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Bound using segment: {'id': '72c6b604-39e2-43c1-9d86-b553985e9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1072485e-7250-4341-b678-b821e67402c7'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:33:59.882416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Bound port: 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c6b604-39e2-43c1-9d86-b553985e9551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1072485e-7250-4341-b678-b821e67402c7'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:33:59.882918 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.931796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:33:59.959839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f0777-d95f-41c9-a3b7-7f54485c5d69 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.975056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f0777-d95f-41c9-a3b7-7f54485c5d69 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:33:59.978176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-553f0777-d95f-41c9-a3b7-7f54485c5d69 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1504908 Aug 20 11:33:59.981486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42284) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:00.072232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:00.075654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Network': ['ID=f231da84-a4cd-44eb-b153-0f25d5eaa857,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:00.084633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:00.088673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:00.115381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network f231da84-a4cd-44eb-b153-0f25d5eaa857 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:00.138113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] For port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:00.151652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Pushing event updated for resources: {'Port': ['ID=78629019-3325-4540-b230-dd10e9af4b8c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:00.174174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c0b17b6e-74b4-4e90-bf22-898ee1570115 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port f60f9cd5-c704-48c9-bea4-3a442a4429c3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:00.174609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c0b17b6e-74b4-4e90-bf22-898ee1570115 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.184920 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.189550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-35b5ef9b-73d9-4f89-b753-dfc02deb292a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3758304 Aug 20 11:34:00.212315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42286) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:00.301108 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'subnet': {'network_id': 'f231da84-a4cd-44eb-b153-0f25d5eaa857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:00.410765 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42292) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:00.604598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4572bc7-1732-453a-996f-3eee5ec137c8 req-6d9fd0f2-e4cf-41ca-8407-e7124d6ed06e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:00.613513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4572bc7-1732-453a-996f-3eee5ec137c8 req-6d9fd0f2-e4cf-41ca-8407-e7124d6ed06e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.2631235 Aug 20 11:34:00.627411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cd4b24-6a6b-438d-a874-d9dc3a253ecc admin admin] Deleting subnet f6e830ea-9911-4458-b205-9191ec5eecbe {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:00.650101 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13cd4b24-6a6b-438d-a874-d9dc3a253ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.677180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d000c4d2-2b08-4a3c-a027-8428dab0a76e no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:00.679233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0007770b-944f-4eee-9335-12f3d9933c64 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:00.723085 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13cd4b24-6a6b-438d-a874-d9dc3a253ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.736428 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4572bc7-1732-453a-996f-3eee5ec137c8 req-670e6228-a742-4915-9a49-1b81b9b9a3dc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197548 Aug 20 11:34:00.775984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] For port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be,segment=NetworkSegment(72c6b604-39e2-43c1-9d86-b553985e9551),segment_id=72c6b604-39e2-43c1-9d86-b553985e9551)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:00.787884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: d000c4d2-2b08-4a3c-a027-8428dab0a76e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:00.788242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d000c4d2-2b08-4a3c-a027-8428dab0a76e not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:00.839126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13cd4b24-6a6b-438d-a874-d9dc3a253ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.892620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:00.897736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.926450 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:00.986578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 0007770b-944f-4eee-9335-12f3d9933c64 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:00.996152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.004345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0007770b-944f-4eee-9335-12f3d9933c64 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:01.005002 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.064478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d30b334a-00bb-469d-9c33-1de9f1f27cd9 None None] Provisioning for port 78629019-3325-4540-b230-dd10e9af4b8c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:01.075227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d30b334a-00bb-469d-9c33-1de9f1f27cd9 None None] Provisioning complete for port 78629019-3325-4540-b230-dd10e9af4b8c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:01.075599 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d30b334a-00bb-469d-9c33-1de9f1f27cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.081149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf98ad-8753-4787-aaf5-295015f9b8ec None None] Pushing event updated for resources: {'Port': ['ID=9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:01.086695 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c0b17b6e-74b4-4e90-bf22-898ee1570115 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.109122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c0b17b6e-74b4-4e90-bf22-898ee1570115 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for f60f9cd5-c704-48c9-bea4-3a442a4429c3 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:01.143375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d30b334a-00bb-469d-9c33-1de9f1f27cd9 None None] Port 78629019-3325-4540-b230-dd10e9af4b8c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:01.201658 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.228377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 0007770b-944f-4eee-9335-12f3d9933c64, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0007770b-944f-4eee-9335-12f3d9933c64,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:01.230671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d30b334a-00bb-469d-9c33-1de9f1f27cd9 None None] Provisioning for port f60f9cd5-c704-48c9-bea4-3a442a4429c3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:01.236195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d30b334a-00bb-469d-9c33-1de9f1f27cd9 None None] Provisioning complete for port f60f9cd5-c704-48c9-bea4-3a442a4429c3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:01.238025 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d30b334a-00bb-469d-9c33-1de9f1f27cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.259385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13cd4b24-6a6b-438d-a874-d9dc3a253ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.304302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.305705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:01.330064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd4b24-6a6b-438d-a874-d9dc3a253ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e830ea-9911-4458-b205-9191ec5eecbe,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:01.338422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13cd4b24-6a6b-438d-a874-d9dc3a253ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.340788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-13cd4b24-6a6b-438d-a874-d9dc3a253ecc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f6e830ea-9911-4458-b205-9191ec5eecbe HTTP/1.1" status: 204 len: 168 time: 0.9117491 Aug 20 11:34:01.344393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42296) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:01.467029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d30b334a-00bb-469d-9c33-1de9f1f27cd9 None None] Port f60f9cd5-c704-48c9-bea4-3a442a4429c3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:01.507552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:01.508029 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.524556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.552135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=0007770b-944f-4eee-9335-12f3d9933c64,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:01.566273 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c0b17b6e-74b4-4e90-bf22-898ee1570115 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.608420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b17b6e-74b4-4e90-bf22-898ee1570115 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=f60f9cd5-c704-48c9-bea4-3a442a4429c3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:01.665121 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.695982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.716406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c0b17b6e-74b4-4e90-bf22-898ee1570115 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.716406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c0b17b6e-74b4-4e90-bf22-898ee1570115 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/f60f9cd5-c704-48c9-bea4-3a442a4429c3 HTTP/1.1" status: 204 len: 168 time: 1.7286038 Aug 20 11:34:01.723026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42298) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:01.751946 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.795560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c3fd39-158a-4ea6-ae17-00202b059e28 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:01.797773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2577824f-fcbc-44ba-8620-b24d1f085662']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:01.798009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c3fd39-158a-4ea6-ae17-00202b059e28 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:01.800005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c3fd39-158a-4ea6-ae17-00202b059e28 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:01.803598 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.804861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-17c3fd39-158a-4ea6-ae17-00202b059e28 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0804288 Aug 20 11:34:01.805596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42302) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:01.844226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c66076-d74f-4167-b219-3d0a7e3bc33c') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:01.844226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c66076-d74f-4167-b219-3d0a7e3bc33c') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:01.892756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-db17a698-6af9-4000-9299-e97e4f5ad42a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 09552182-0d7b-4052-bd09-1f42f62ab887 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:01.898682 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db17a698-6af9-4000-9299-e97e4f5ad42a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:01.956113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d342710-29ce-4794-a671-b54816ee2dc7 req-fb49cdc8-1618-4449-baf2-f82bbc1686e1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:01.958199 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d342710-29ce-4794-a671-b54816ee2dc7 req-fb49cdc8-1618-4449-baf2-f82bbc1686e1 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1197457 Aug 20 11:34:01.989062 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db17a698-6af9-4000-9299-e97e4f5ad42a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.050802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d342710-29ce-4794-a671-b54816ee2dc7 req-2355c062-8df4-4cab-9067-df13a83049d3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842409 Aug 20 11:34:02.103080 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db17a698-6af9-4000-9299-e97e4f5ad42a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.177066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:34:02.187234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.189088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.216647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Pushing event updated for resources: {'Port': ['ID=78629019-3325-4540-b230-dd10e9af4b8c,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:02.255819 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.275228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:02.275638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:02.284814 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:02.347327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Subnet': ['ID=b0be86b0-a9c6-45bb-b0c0-afae48ef65fb,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:02.373470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0007770b-944f-4eee-9335-12f3d9933c64 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:02.384206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:02.385227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Checking segment: {'id': '25d9043e-c4e2-4b94-8ac5-2ecda1630d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f231da84-a4cd-44eb-b153-0f25d5eaa857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:02.385593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network hostable DHCP agents. Network: f231da84-a4cd-44eb-b153-0f25d5eaa857, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:02.389280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:02.448010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0007770b-944f-4eee-9335-12f3d9933c64 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:02.448442 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.536690 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db17a698-6af9-4000-9299-e97e4f5ad42a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.539215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Router 668d4fea-91c0-455f-8542-94be0e84c1b4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:34:02.560415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:02.575591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db17a698-6af9-4000-9299-e97e4f5ad42a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.579821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-db17a698-6af9-4000-9299-e97e4f5ad42a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/09552182-0d7b-4052-bd09-1f42f62ab887 HTTP/1.1" status: 204 len: 168 time: 0.7709861 Aug 20 11:34:02.579821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17a698-6af9-4000-9299-e97e4f5ad42a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=09552182-0d7b-4052-bd09-1f42f62ab887,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:02.580828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42306) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:02.602695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a47527-135b-4aeb-a21c-398a1d049256 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:02.615009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network f231da84-a4cd-44eb-b153-0f25d5eaa857 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:02.617363 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.637885 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.642605 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] 10.222.0.10 "DELETE /v2.0/networks/2577824f-fcbc-44ba-8620-b24d1f085662 HTTP/1.1" status: 204 len: 168 time: 1.2931676 Aug 20 11:34:02.657766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c185b-1233-411b-9f3a-81efdffcb86f admin admin] Pushing event deleted for resources: {'Network': ['ID=2577824f-fcbc-44ba-8620-b24d1f085662,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:02.673512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f748d5-ffee-4e3a-a5ae-683cf6f9d836 None None] Network 1072485e-7250-4341-b678-b821e67402c7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:02.688213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-183ee208-cfb9-41c1-b9b1-b93b296ccaf6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 5c555499-4ca2-4568-820a-033ee4fa99a7 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:02.693570 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-183ee208-cfb9-41c1-b9b1-b93b296ccaf6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.752679 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-183ee208-cfb9-41c1-b9b1-b93b296ccaf6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.753429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:02.760824 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3bdd47f1-6ff9-4956-b65c-5e0cb390b311 admin admin] 10.222.0.10 "PUT /v2.0/routers/668d4fea-91c0-455f-8542-94be0e84c1b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5511763 Aug 20 11:34:02.774726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Sync routers for ids ['668d4fea-91c0-455f-8542-94be0e84c1b4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:02.775911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, f231da84-a4cd-44eb-b153-0f25d5eaa857) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:02.792372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:02.793411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.796532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b72fe5c-71fb-4298-8957-aa17182df8fd None None] Network f231da84-a4cd-44eb-b153-0f25d5eaa857 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:02.857261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-183ee208-cfb9-41c1-b9b1-b93b296ccaf6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:02.858297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dfb13a2d-7610-48ec-b0e8-b181a9fcdf5a None None] Provisioning for port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:02.867750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Routers {'668d4fea-91c0-455f-8542-94be0e84c1b4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:02.868403 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['668d4fea-91c0-455f-8542-94be0e84c1b4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:02.900972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d197690e-84bf-48c5-a4eb-dcfedb2c42f7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6021478 Aug 20 11:34:02.901242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42312) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:02.908548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'port': {'network_id': 'f231da84-a4cd-44eb-b153-0f25d5eaa857', 'name': 'tempest-NetworksIpV6TestAttrs-972144628'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:02.911987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42314) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:02.976339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1746585197'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:02.996007 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-183ee208-cfb9-41c1-b9b1-b93b296ccaf6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.027887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ee208-cfb9-41c1-b9b1-b93b296ccaf6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=5c555499-4ca2-4568-820a-033ee4fa99a7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:03.041559 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-183ee208-cfb9-41c1-b9b1-b93b296ccaf6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.046614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-183ee208-cfb9-41c1-b9b1-b93b296ccaf6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/5c555499-4ca2-4568-820a-033ee4fa99a7 HTTP/1.1" status: 204 len: 168 time: 0.4616370 Aug 20 11:34:03.047481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42320) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:03.091193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:03.095912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.116629 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b3c6ee1b-5a9e-4f9b-944b-3db2de47a96e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684862 Aug 20 11:34:03.119856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42324) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:03.157840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:03.169408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:03.182982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:03.183455 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.185273 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.185627 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Added segment 7bca2dbd-60a4-487c-9ba4-b49052870c9c of type vlan for network 0696eef3-803f-4405-93fa-b683a65808d9 Aug 20 11:34:03.195135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b867a5f9-2e52-494b-b7a9-d51bb73c58f4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:03.195472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cca93-1def-4a4b-8276-eb746883b9e3 req-0059e010-dac3-4e0d-9180-cf78bc2e4522 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:03.198472 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b867a5f9-2e52-494b-b7a9-d51bb73c58f4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0753589 Aug 20 11:34:03.198606 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fa8cca93-1def-4a4b-8276-eb746883b9e3 req-0059e010-dac3-4e0d-9180-cf78bc2e4522 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.0567780 Aug 20 11:34:03.202703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42326) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:03.239096 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.244809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42328) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:03.270481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4f9b7-f332-4122-b103-ef604df44361 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:03.270481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a0f4f9b7-f332-4122-b103-ef604df44361 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0640495 Aug 20 11:34:03.270751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42330) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:03.285968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Set router 668d4fea-91c0-455f-8542-94be0e84c1b4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:03.290974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-30f2f05f-20c2-4ba0-8e2b-cede9f6321dc None None] Provisioning complete for port 78629019-3325-4540-b230-dd10e9af4b8c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:03.291296 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-30f2f05f-20c2-4ba0-8e2b-cede9f6321dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.301596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-966d2190-6a65-4c85-ab2c-fb251459d417 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58f51b94e47842fa8de43db918a884b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533497 Aug 20 11:34:03.301839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42332) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:03.317330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d27cdfa-b4aa-45c5-ac82-d977d6eeddee tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401967 Aug 20 11:34:03.317330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:03.320749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.320936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42334) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:03.324874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3a22b077-3f81-4792-b358-13c8bc70f436 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:03.353775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] device_id is not set on port 97d827a7-fe6f-4f35-a4b9-91c486541b28 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:03.385947 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.391662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:03.392315 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.467252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-30f2f05f-20c2-4ba0-8e2b-cede9f6321dc None None] Port 78629019-3325-4540-b230-dd10e9af4b8c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:03.487997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Allocated IP 2001:db8::f816:3eff:fe8e:b33 (f231da84-a4cd-44eb-b153-0f25d5eaa857/b0be86b0-a9c6-45bb-b0c0-afae48ef65fb/97d827a7-fe6f-4f35-a4b9-91c486541b28) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:03.488257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-f231da84-a4cd-44eb-b153-0f25d5eaa857', 'network_id': 'f231da84-a4cd-44eb-b153-0f25d5eaa857', 'tenant_id': 'aca320d0339d4739857dda50562e4447', 'fixed_ips': [{'subnet_id': 'b0be86b0-a9c6-45bb-b0c0-afae48ef65fb'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:03.488678 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.502003 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-00eefa7a-1e13-46c1-80b6-ffdd04699e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.523137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Network': ['ID=0696eef3-803f-4405-93fa-b683a65808d9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:03.549174 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-00eefa7a-1e13-46c1-80b6-ffdd04699e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.578394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 0696eef3-803f-4405-93fa-b683a65808d9 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:03.591088 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-401a8ee7-8a1e-4376-a823-4ffeeca32d90 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6768284 Aug 20 11:34:03.594187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42336) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:03.600200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'subnet': {'network_id': '0696eef3-803f-4405-93fa-b683a65808d9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:03.658031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.666383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a22b077-3f81-4792-b358-13c8bc70f436 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:03.670075 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a22b077-3f81-4792-b358-13c8bc70f436 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.672833 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a22b077-3f81-4792-b358-13c8bc70f436 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:34:03.673311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a22b077-3f81-4792-b358-13c8bc70f436 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:03.674013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Transition to ACTIVE for port object 97d827a7-fe6f-4f35-a4b9-91c486541b28 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:03.712345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fa8cca93-1def-4a4b-8276-eb746883b9e3 req-ae33161b-99e2-4420-b9cc-48453dd98291 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4497128 Aug 20 11:34:03.778546 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3a22b077-3f81-4792-b358-13c8bc70f436 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4576240 Aug 20 11:34:03.785409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42338) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:03.791170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6dc5cc46-18be-48f6-a14a-e9642e64e408 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:03.833283 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.847888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-00eefa7a-1e13-46c1-80b6-ffdd04699e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.851016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.851162 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-00eefa7a-1e13-46c1-80b6-ffdd04699e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.854796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-00eefa7a-1e13-46c1-80b6-ffdd04699e79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba12389e-22c2-4a93-8b2d-263bbe6876d1 HTTP/1.1" status: 204 len: 168 time: 0.5496511 Aug 20 11:34:03.861583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eefa7a-1e13-46c1-80b6-ffdd04699e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba12389e-22c2-4a93-8b2d-263bbe6876d1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:03.874197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:03.879139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.910040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network f231da84-a4cd-44eb-b153-0f25d5eaa857 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:03.920764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a2dc9-ef15-4064-93cc-2cb1c869fd8a None None] Update dhcp port {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': '5c555499-4ca2-4568-820a-033ee4fa99a7'}], 'binding:host_id': 'n-d-804230-3'}, 'id': '87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:34:03.921467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:03.925835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:03.931657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:03.932646 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:03.935250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Port': ['ID=97d827a7-fe6f-4f35-a4b9-91c486541b28,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:03.997218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9cce6a39-ff07-42d5-bc03-ea6208f8b1f5 None None] Provisioning complete for port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:03.997599 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9cce6a39-ff07-42d5-bc03-ea6208f8b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.015076 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e62a2dc9-ef15-4064-93cc-2cb1c869fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.024446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc5cc46-18be-48f6-a14a-e9642e64e408 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:04.028174 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dc5cc46-18be-48f6-a14a-e9642e64e408 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.037171 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc5cc46-18be-48f6-a14a-e9642e64e408 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:34:04.037171 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc5cc46-18be-48f6-a14a-e9642e64e408 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:04.071338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be,segment=NetworkSegment(72c6b604-39e2-43c1-9d86-b553985e9551),segment_id=72c6b604-39e2-43c1-9d86-b553985e9551)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:04.150285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a6aefa68-054b-4c1b-a8bd-589e2f261620 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.2479701 Aug 20 11:34:04.152940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42344) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:04.156982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Allocated IP 2001:db8::f816:3eff:fe84:c718 (f231da84-a4cd-44eb-b153-0f25d5eaa857/b0be86b0-a9c6-45bb-b0c0-afae48ef65fb/9cf3f0ad-03f9-40b7-90ed-2b519cc201c7) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:04.196422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.202338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6dc5cc46-18be-48f6-a14a-e9642e64e408 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4157727 Aug 20 11:34:04.203055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42346) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:04.214182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-377248fa-963c-46e9-b8cc-66325bf7d102 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:04.226375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-38131a49-a0b9-431e-9d9b-fc27849df217 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Deleting subnet b0be86b0-a9c6-45bb-b0c0-afae48ef65fb {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:04.244680 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.342766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e2da2b-e923-4f9f-a97f-5d24497c489d None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:04.350751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Checking segment: {'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:04.351125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network hostable DHCP agents. Network: 0696eef3-803f-4405-93fa-b683a65808d9, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:04.367312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Subnet': ['ID=d3a022b9-9738-4821-870b-ec77e8b1fc6b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:04.468390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'name': 'tempest-ServersTestMultiNic-172859186-router', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0007770b-944f-4eee-9335-12f3d9933c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:52Z', 'updated_at': '2021-08-20T11:34:00Z', 'revision_number': 4, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'gw_port': {'id': '0007770b-944f-4eee-9335-12f3d9933c64', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:54Z', 'updated_at': '2021-08-20T11:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '78629019-3325-4540-b230-dd10e9af4b8c', 'name': '', 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'mac_address': 'fa:16:3e:3a:53:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '8e13a28f-2b10-4c3b-a1ee-35a8542b9290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:58Z', 'updated_at': '2021-08-20T11:34:01Z', 'revision_number': 2, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'subnets': [{'id': '8e13a28f-2b10-4c3b-a1ee-35a8542b9290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:04.478560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:04.484315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network 0696eef3-803f-4405-93fa-b683a65808d9 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:04.507074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377248fa-963c-46e9-b8cc-66325bf7d102 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:04.511229 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-377248fa-963c-46e9-b8cc-66325bf7d102 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.511933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Checking router: 668d4fea-91c0-455f-8542-94be0e84c1b4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:04.512473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Updating router 668d4fea-91c0-455f-8542-94be0e84c1b4 port 78629019-3325-4540-b230-dd10e9af4b8c binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:34:04.513560 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-377248fa-963c-46e9-b8cc-66325bf7d102 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:34:04.514058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377248fa-963c-46e9-b8cc-66325bf7d102 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:04.584074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 0696eef3-803f-4405-93fa-b683a65808d9) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:04.589185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:04.590396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.597956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f9c961-f5b9-4724-bcad-6f73ac14f5ed None None] Network 0696eef3-803f-4405-93fa-b683a65808d9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:04.599915 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.634325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-377248fa-963c-46e9-b8cc-66325bf7d102 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4217851 Aug 20 11:34:04.634577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42356) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:04.639642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4f40862f-c1d9-462e-87df-caef2e4d55a9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:04.691210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2aa03c5b-2049-4748-991d-d25e19cc0c58 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0959022 Aug 20 11:34:04.694068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42360) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:04.699917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-750955655'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:04.727883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d5cb0a12-6cb2-4cf4-8652-fb5d4b258eda None None] Provisioning complete for port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:04.728335 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5cb0a12-6cb2-4cf4-8652-fb5d4b258eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.753690 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.788919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a2a72-686a-4222-82a9-aaab20c00e1b None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:04.812581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:04.812821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Transition to ACTIVE for port object 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:04.817098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.849991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:04.859506 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.859857 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Added segment 533db831-ab8e-4fb6-ae04-b0c730f7e56a of type vlan for network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 Aug 20 11:34:04.861669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11934af-acc1-4dbf-9022-cd56ff6210ab req-d70350f3-a7f1-4555-b461-3456e83d9df8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:04.863862 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c11934af-acc1-4dbf-9022-cd56ff6210ab req-d70350f3-a7f1-4555-b461-3456e83d9df8 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.0673866 Aug 20 11:34:04.917574 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.921331 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c11934af-acc1-4dbf-9022-cd56ff6210ab req-22f4b96c-eeab-4679-8ddd-50052aaccfbd tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496864 Aug 20 11:34:04.967367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Transition to ACTIVE for port object 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:04.971955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f40862f-c1d9-462e-87df-caef2e4d55a9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:04.976510 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4f40862f-c1d9-462e-87df-caef2e4d55a9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:04.978216 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f40862f-c1d9-462e-87df-caef2e4d55a9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:34:04.984446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f40862f-c1d9-462e-87df-caef2e4d55a9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:05.052571 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.058599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:05.059241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.093211 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4f40862f-c1d9-462e-87df-caef2e4d55a9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4546854 Aug 20 11:34:05.093384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42370) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:05.100476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c3c52092-3ac6-4888-907e-57857744e389 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:05.106604 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-0696eef3-803f-4405-93fa-b683a65808d9', 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'fixed_ips': [{'subnet_id': 'd3a022b9-9738-4821-870b-ec77e8b1fc6b'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:05.106604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.111010 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.111197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38131a49-a0b9-431e-9d9b-fc27849df217 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.172471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Network': ['ID=99f322e6-e1e0-4ea2-acf3-eeb626481e02,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:05.194461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e85a2a72-686a-4222-82a9-aaab20c00e1b None None] Deleting port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:05.194832 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e85a2a72-686a-4222-82a9-aaab20c00e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.196638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:05.201028 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38131a49-a0b9-431e-9d9b-fc27849df217 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.245610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2b5daf7b-f265-4b32-bc5b-d81354f943fb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5497451 Aug 20 11:34:05.257525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42376) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:05.258413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Network f231da84-a4cd-44eb-b153-0f25d5eaa857 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:05.263902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'subnet': {'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:05.308199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42378) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:05.333084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c52092-3ac6-4888-907e-57857744e389 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:05.336551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:05.337250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c3c52092-3ac6-4888-907e-57857744e389 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.339894 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c52092-3ac6-4888-907e-57857744e389 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:34:05.339894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c52092-3ac6-4888-907e-57857744e389 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:05.372842 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38131a49-a0b9-431e-9d9b-fc27849df217 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.393352 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Pushing event updated for resources: {'Port': ['ID=9cf3f0ad-03f9-40b7-90ed-2b519cc201c7,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:05.406229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:05.443707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1288595701-network', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:05.452944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c3c52092-3ac6-4888-907e-57857744e389 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3585019 Aug 20 11:34:05.456830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42382) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:05.461792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-44e3ae32-9463-4038-99df-aeb471107cb3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:05.470045 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:34:05.470045 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:34:05.470045 n-d-804230-3 neutron-server[95588]: [parameters: {'project_id_1': '2f98a334c67f49e79ce0d260c119660a', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 34, 5, 449954)}] Aug 20 11:34:05.470045 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:34:05.471229 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:34:05.532718 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38131a49-a0b9-431e-9d9b-fc27849df217 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.563750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38131a49-a0b9-431e-9d9b-fc27849df217 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Subnet': ['ID=b0be86b0-a9c6-45bb-b0c0-afae48ef65fb,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:05.567685 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38131a49-a0b9-431e-9d9b-fc27849df217 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.572244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42384) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:05.572519 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-38131a49-a0b9-431e-9d9b-fc27849df217 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/subnets/b0be86b0-a9c6-45bb-b0c0-afae48ef65fb HTTP/1.1" status: 204 len: 168 time: 1.4180946 Aug 20 11:34:05.613349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:05.617832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.694232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b569a-cbd9-41f9-8f08-b7d95e5db837 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:05.695786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b569a-cbd9-41f9-8f08-b7d95e5db837 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:05.697285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-743b569a-cbd9-41f9-8f08-b7d95e5db837 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1239111 Aug 20 11:34:05.700452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42386) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:05.711774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e85a2a72-686a-4222-82a9-aaab20c00e1b None None] For port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:05.712331 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e85a2a72-686a-4222-82a9-aaab20c00e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.742840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e85a2a72-686a-4222-82a9-aaab20c00e1b None None] Calling delete_port for 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:05.763744 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Attempting to bind port 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:05.764088 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e3ae32-9463-4038-99df-aeb471107cb3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:05.764240 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Attempting to bind port 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '25d9043e-c4e2-4b94-8ac5-2ecda1630d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f231da84-a4cd-44eb-b153-0f25d5eaa857'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:05.764479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Attempting to bind port 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7 on network f231da84-a4cd-44eb-b153-0f25d5eaa857 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:05.767577 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44e3ae32-9463-4038-99df-aeb471107cb3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.770545 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e3ae32-9463-4038-99df-aeb471107cb3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:34:05.770982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e3ae32-9463-4038-99df-aeb471107cb3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:05.775420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Allocated IP 19.80.0.2 (0696eef3-803f-4405-93fa-b683a65808d9/d3a022b9-9738-4821-870b-ec77e8b1fc6b/719da049-21df-49c7-a915-34bfd06723bf) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:05.779989 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.788545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:05.788920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Checking segment: {'id': '25d9043e-c4e2-4b94-8ac5-2ecda1630d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f231da84-a4cd-44eb-b153-0f25d5eaa857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:05.789321 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.789720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Bound using segment: {'id': '25d9043e-c4e2-4b94-8ac5-2ecda1630d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f231da84-a4cd-44eb-b153-0f25d5eaa857'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:05.790197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Bound port: 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d9043e-c4e2-4b94-8ac5-2ecda1630d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f231da84-a4cd-44eb-b153-0f25d5eaa857'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:05.790597 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.817974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94691879-8adb-4a1c-9499-27d0cb6a547b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.828953 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-94691879-8adb-4a1c-9499-27d0cb6a547b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 11:34:05.829423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94691879-8adb-4a1c-9499-27d0cb6a547b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:05.835284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-94691879-8adb-4a1c-9499-27d0cb6a547b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/f231da84-a4cd-44eb-b153-0f25d5eaa857 HTTP/1.1" status: 409 len: 405 time: 0.1303639 Aug 20 11:34:05.835483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Transition to ACTIVE for port object 78629019-3325-4540-b230-dd10e9af4b8c will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:05.835582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42388) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:05.842179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1472697139'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:05.873559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-44e3ae32-9463-4038-99df-aeb471107cb3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4156711 Aug 20 11:34:05.876541 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42390) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:05.932261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3cfcb2-3f96-4799-83d7-4ef55c4d9e09 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:05.936818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42394) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:05.936981 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ea3cfcb2-3f96-4799-83d7-4ef55c4d9e09 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0586672 Aug 20 11:34:05.971946 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:05.991760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] For port 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:05.994469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb75e5b-03f1-4d7b-b619-6bcffe0bcd66 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:05.998633 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bbb75e5b-03f1-4d7b-b619-6bcffe0bcd66 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0557034 Aug 20 11:34:06.001451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42396) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:06.009880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:06.013975 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.040898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] For port 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9cf3f0ad-03f9-40b7-90ed-2b519cc201c7,segment=NetworkSegment(25d9043e-c4e2-4b94-8ac5-2ecda1630d78),segment_id=25d9043e-c4e2-4b94-8ac5-2ecda1630d78)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:06.050645 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.090314 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e85a2a72-686a-4222-82a9-aaab20c00e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.093214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ce8c7-7b3c-404e-9444-0b71faed1aaf None None] Pushing event updated for resources: {'Port': ['ID=78629019-3325-4540-b230-dd10e9af4b8c,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:06.100356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-94884d84-e781-4027-9028-dcb1db87d2e7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966773 Aug 20 11:34:06.104293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42398) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:06.114385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:06.126734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263f50c-e254-4e15-b949-614d13ce83ed req-23564fc9-d9e9-4acb-9475-08555b03e11a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:06.134112 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2263f50c-e254-4e15-b949-614d13ce83ed req-23564fc9-d9e9-4acb-9475-08555b03e11a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1464963 Aug 20 11:34:06.139889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:06.153549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a2a72-686a-4222-82a9-aaab20c00e1b None None] No DVR routers for this DVR port 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:06.155339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a2a72-686a-4222-82a9-aaab20c00e1b None None] Pushing event deleted for resources: {'Port': ['ID=87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:06.157687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.191389 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2263f50c-e254-4e15-b949-614d13ce83ed req-2fb7c907-fef1-40dd-b100-b0abaafdb0c3 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507562 Aug 20 11:34:06.195424 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.196125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Subnet': ['ID=cd1b1ca8-8952-4bcc-95f0-d9743c2b2cb7,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:06.204465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Made reservation on behalf of 2f98a334c67f49e79ce0d260c119660a for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:06.209079 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.223039 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.223673 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Added segment 23353fe0-df87-46f4-9fdb-bd7929288361 of type vlan for network 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 Aug 20 11:34:06.242935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Transition to ACTIVE for port object 719da049-21df-49c7-a915-34bfd06723bf will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:06.248200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.284429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Attempting to bind port 78629019-3325-4540-b230-dd10e9af4b8c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:06.284867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Attempting to bind port 78629019-3325-4540-b230-dd10e9af4b8c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '14c11a8f-0b6e-4271-bad1-052034fb8194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:06.285232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Attempting to bind port 78629019-3325-4540-b230-dd10e9af4b8c on network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:06.303057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Checking segment: {'id': '533db831-ab8e-4fb6-ae04-b0c730f7e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:06.303556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network hostable DHCP agents. Network: 99f322e6-e1e0-4ea2-acf3-eeb626481e02, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:06.311762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Transition to ACTIVE for port object 719da049-21df-49c7-a915-34bfd06723bf will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:06.313254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655b833-68ce-4473-b00c-fb83ec5132f2 None None] Pushing event updated for resources: {'Port': ['ID=9cf3f0ad-03f9-40b7-90ed-2b519cc201c7,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:06.316495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:06.316879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Checking segment: {'id': '14c11a8f-0b6e-4271-bad1-052034fb8194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:06.317355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.317745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Bound using segment: {'id': '14c11a8f-0b6e-4271-bad1-052034fb8194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:06.318284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Bound port: 78629019-3325-4540-b230-dd10e9af4b8c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c11a8f-0b6e-4271-bad1-052034fb8194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:06.318697 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.330416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.379038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e138020-79b8-41a4-b2a7-330e443202b9 None None] Network f231da84-a4cd-44eb-b153-0f25d5eaa857 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:06.387080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:06.427510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:06.444625 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.451124 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.468671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.475543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:06.475543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.540062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Network': ['ID=57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:06.542631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Network 0696eef3-803f-4405-93fa-b683a65808d9 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:06.555100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:06.559726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] For port 78629019-3325-4540-b230-dd10e9af4b8c, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:06.563386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Pushing event updated for resources: {'Port': ['ID=719da049-21df-49c7-a915-34bfd06723bf,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:06.566302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:06.592764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 99f322e6-e1e0-4ea2-acf3-eeb626481e02) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:06.596983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:06.597666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.620552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:06.629638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.637748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb401a-be32-4c91-b1f3-e3532eee68f6 None None] Network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:06.650578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:06.663933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd01594-0360-4d16-bc70-6cc6ebe1c345,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:06.668723 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.669098 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Added segment 053880d1-7251-4e07-8dff-fe0cfd5ba297 of type vlan for network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 Aug 20 11:34:06.701948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] For port 78629019-3325-4540-b230-dd10e9af4b8c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=78629019-3325-4540-b230-dd10e9af4b8c,segment=NetworkSegment(14c11a8f-0b6e-4271-bad1-052034fb8194),segment_id=14c11a8f-0b6e-4271-bad1-052034fb8194)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:06.711336 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.745693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dc6bb170-a3f5-45bb-9868-b62f19fea3ea tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4931943 Aug 20 11:34:06.785913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:06.790519 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.790872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.857640 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.859120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:06.859881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.868152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Attempting to bind port 719da049-21df-49c7-a915-34bfd06723bf on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:06.868526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Attempting to bind port 719da049-21df-49c7-a915-34bfd06723bf by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:06.868874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Attempting to bind port 719da049-21df-49c7-a915-34bfd06723bf on network 0696eef3-803f-4405-93fa-b683a65808d9 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:06.895162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:06.895622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Checking segment: {'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:06.895945 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.896333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Bound using segment: {'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:06.896807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Bound port: 719da049-21df-49c7-a915-34bfd06723bf, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:06.897188 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.905297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:06.917766 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:06.964517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Routers {'668d4fea-91c0-455f-8542-94be0e84c1b4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:06.965264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['668d4fea-91c0-455f-8542-94be0e84c1b4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:07.000948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] Pushing event updated for resources: {'Network': ['ID=789ee8ec-5718-45a4-95ae-1cbea4e444d7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:07.022549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ce8c7-7b3c-404e-9444-0b71faed1aaf None None] Pushing event updated for resources: {'Port': ['ID=78629019-3325-4540-b230-dd10e9af4b8c,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:07.024379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a1c76136-493f-4498-bc1a-8f952c4993c3 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1878753 Aug 20 11:34:07.027447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42414) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:07.033612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'subnet': {'network_id': '57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:07.071899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:07.102995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dd2ebad3-5071-492a-8f3c-b193b4a7daf2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7909129 Aug 20 11:34:07.104406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42416) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:07.109314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Request body: {'subnet': {'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1288595701-subnet', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:07.127392 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] For port 719da049-21df-49c7-a915-34bfd06723bf, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:07.135314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] For port 719da049-21df-49c7-a915-34bfd06723bf, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=719da049-21df-49c7-a915-34bfd06723bf,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:07.186143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-1689b7a1-037e-4c03-924c-d10d7aa57156 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:07.190952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-1689b7a1-037e-4c03-924c-d10d7aa57156 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:07.192592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-1689b7a1-037e-4c03-924c-d10d7aa57156 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/networks?id=0696eef3-803f-4405-93fa-b683a65808d9&id=99f322e6-e1e0-4ea2-acf3-eeb626481e02&id=0696eef3-803f-4405-93fa-b683a65808d9 HTTP/1.1" status: 200 len: 1391 time: 0.1778839 Aug 20 11:34:07.241074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-18d7227e-6a4b-42d4-9518-ec69ab2a2fde tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/quotas/e802f5f2fcf4414cb1c669b719198804 HTTP/1.1" status: 200 len: 375 time: 0.0237634 Aug 20 11:34:07.276688 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.278746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-99f322e6-e1e0-4ea2-acf3-eeb626481e02', 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'fixed_ips': [{'subnet_id': 'cd1b1ca8-8952-4bcc-95f0-d9743c2b2cb7'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:07.279716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.288605 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Made reservation on behalf of 2f98a334c67f49e79ce0d260c119660a for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:07.291717 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.351615 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-831b20d1-1813-4cac-9cda-100bc398e5cc tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e802f5f2fcf4414cb1c669b719198804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995324 Aug 20 11:34:07.366802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc7a20-076c-474d-a983-c4cf7392cc2d req-04fe0014-37cd-45d8-bcc8-ab6db9b6d145 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:07.370940 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebfc7a20-076c-474d-a983-c4cf7392cc2d req-04fe0014-37cd-45d8-bcc8-ab6db9b6d145 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1147361 Aug 20 11:34:07.424208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] Set router 668d4fea-91c0-455f-8542-94be0e84c1b4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:07.456822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-329e83b1-1a05-40f0-a902-8b02b58b59c5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:34:07.458388 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-329e83b1-1a05-40f0-a902-8b02b58b59c5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0970407 Aug 20 11:34:07.479768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:07.482050 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.523858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:07.560534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebfc7a20-076c-474d-a983-c4cf7392cc2d req-4c3e004b-b4ea-4d56-8514-5263c83eb203 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848490 Aug 20 11:34:07.622258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.objects.ports [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95587) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:34:07.626034 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.710282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:07.721057 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.724529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:07.727849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:07.728472 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:07.748890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef8c68-9039-4375-b7af-dd7049338a42 None None] Pushing event updated for resources: {'Port': ['ID=719da049-21df-49c7-a915-34bfd06723bf,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:07.753679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=466c02fd-acc5-4e10-8d77-04e73bb9f9bf,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:07.757657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc305f-b49c-4e58-a378-774cb3dfa283 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:07.760673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:07.761801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 87ab8b4a-80d9-4581-a6cb-fca7fdbf5a1f not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:07.792839 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-20c1d955-f97b-4a78-b909-2597de0f2236 service neutron] 10.222.0.10 "GET /v2.0/networks/0696eef3-803f-4405-93fa-b683a65808d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276100 Aug 20 11:34:07.814037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-539ca328-af1d-4449-9417-8cbccb9b34ef tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7083385 Aug 20 11:34:07.827092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42424) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:07.832461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:24:0e:c5', 'name': 'tempest-NetworksTestDHCPv6-1214435889'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:07.866256 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7815090-d599-4bdd-a3a8-9166c1a82a50,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:07.880002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Checking segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:07.880374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Network hostable DHCP agents. Network: 789ee8ec-5718-45a4-95ae-1cbea4e444d7, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:07.980184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:07.993930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Allocated IP 19.86.0.2 (99f322e6-e1e0-4ea2-acf3-eeb626481e02/cd1b1ca8-8952-4bcc-95f0-d9743c2b2cb7/cb89dc7e-ccbc-4ffc-80c1-77b453f06495) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:08.020371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-1c8dcaa8-dde3-4582-9208-93c58da14abe service neutron] 10.222.0.10 "GET /v2.0/networks/0696eef3-803f-4405-93fa-b683a65808d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224214 Aug 20 11:34:08.029863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:34:08.031490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.083511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 789ee8ec-5718-45a4-95ae-1cbea4e444d7) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:08.097360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:08.100685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:08.101281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.106575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Subnet': ['ID=19a8aad5-734d-40e0-b3ca-1665a581d4ec,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:08.121509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Checking segment: {'id': '23353fe0-df87-46f4-9fdb-bd7929288361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:08.121883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network hostable DHCP agents. Network: 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:08.143304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b015f212-47c9-421a-a049-2fdad27bea8d None None] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:08.178315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-78b9d9c0-8f9d-4f8b-a259-7d5af45a4540 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0728421 Aug 20 11:34:08.181107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42426) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:08.185839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:08.207530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:08.216176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:08.220855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:08.223159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.254130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51de554d-ef6b-4a80-a893-6d3937ddd1ca None None] Network 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:08.281615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '466c02fd-acc5-4e10-8d77-04e73bb9f9bf'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:08.282772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.461603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 719da049-21df-49c7-a915-34bfd06723bf up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:08.464840 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-859e798b-b836-4498-9d04-4202a46e348b service neutron] 10.222.0.10 "GET /v2.0/networks/99f322e6-e1e0-4ea2-acf3-eeb626481e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322486 Aug 20 11:34:08.483492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'name': 'tempest-ServersTestMultiNic-172859186-router', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0007770b-944f-4eee-9335-12f3d9933c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:52Z', 'updated_at': '2021-08-20T11:34:00Z', 'revision_number': 4, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'gw_port': {'id': '0007770b-944f-4eee-9335-12f3d9933c64', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:54Z', 'updated_at': '2021-08-20T11:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '78629019-3325-4540-b230-dd10e9af4b8c', 'name': '', 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'mac_address': 'fa:16:3e:3a:53:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '8e13a28f-2b10-4c3b-a1ee-35a8542b9290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:58Z', 'updated_at': '2021-08-20T11:34:06Z', 'revision_number': 4, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'subnets': [{'id': '8e13a28f-2b10-4c3b-a1ee-35a8542b9290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:08.558947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afeec19-cb19-49ac-b1ef-887232f0bf5f None None] The sync data for ids ['668d4fea-91c0-455f-8542-94be0e84c1b4'] in n-d-804230-3 is: [{'id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'name': 'tempest-ServersTestMultiNic-172859186-router', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0007770b-944f-4eee-9335-12f3d9933c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:52Z', 'updated_at': '2021-08-20T11:34:00Z', 'revision_number': 4, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'gw_port': {'id': '0007770b-944f-4eee-9335-12f3d9933c64', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:54Z', 'updated_at': '2021-08-20T11:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '78629019-3325-4540-b230-dd10e9af4b8c', 'name': '', 'network_id': '98d00546-84c0-4ea8-86dd-1784ab4f4c20', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'mac_address': 'fa:16:3e:3a:53:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '8e13a28f-2b10-4c3b-a1ee-35a8542b9290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:58Z', 'updated_at': '2021-08-20T11:34:06Z', 'revision_number': 4, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'subnets': [{'id': '8e13a28f-2b10-4c3b-a1ee-35a8542b9290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:08.565067 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.577057 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-cf0a78f2-74d7-4eee-9629-be2fa15b7689 service neutron] 10.222.0.10 "GET /v2.0/networks/99f322e6-e1e0-4ea2-acf3-eeb626481e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003010 Aug 20 11:34:08.585074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.586575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.610964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port c82ca41b-fd91-4bd2-8e1e-0b26d0b4b60a yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:08.738053 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.743249 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f0c450f9-abac-4c81-b8ed-1c9f48b38e59 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7144535 Aug 20 11:34:08.745753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42432) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:08.766505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'port': {'network_id': '57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4', 'name': 'tempest-NetworksIpV6TestAttrs-1044118165'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:08.859532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-3d6bed47-ae43-49f5-83db-4a10835a5160 service neutron] 10.222.0.10 "GET /v2.0/networks/0696eef3-803f-4405-93fa-b683a65808d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681787 Aug 20 11:34:08.873953 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.907188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2927812a-c0c3-4f53-9600-d7f5b31341bd None None] Network 0696eef3-803f-4405-93fa-b683a65808d9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:08.927399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:08.928345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:08.970329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Transition to ACTIVE for port object cb89dc7e-ccbc-4ffc-80c1-77b453f06495 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:08.992189 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-306d624b-2eac-4bd4-a472-fb2e546dbd75 service neutron] 10.222.0.10 "GET /v2.0/networks/0696eef3-803f-4405-93fa-b683a65808d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260188 Aug 20 11:34:09.048258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 719da049-21df-49c7-a915-34bfd06723bf completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:09.053704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Allocated IP 2001:db8::f816:3eff:fe77:3e26 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/466c02fd-acc5-4e10-8d77-04e73bb9f9bf/54c15dcf-0f27-4e28-ae97-a242d2e10a0b) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:09.085252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4', 'network_id': '57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4', 'tenant_id': 'aca320d0339d4739857dda50562e4447', 'fixed_ips': [{'subnet_id': '19a8aad5-734d-40e0-b3ca-1665a581d4ec'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:09.086843 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.105239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.119047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Transition to ACTIVE for port object cb89dc7e-ccbc-4ffc-80c1-77b453f06495 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:09.123218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abba2e3-f1f6-46f3-a0cc-2f0984c7ebad req-9aefdef2-3e63-4836-9bb9-a9430f38135e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:09.130803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0abba2e3-f1f6-46f3-a0cc-2f0984c7ebad req-9aefdef2-3e63-4836-9bb9-a9430f38135e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.3596778 Aug 20 11:34:09.183011 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0abba2e3-f1f6-46f3-a0cc-2f0984c7ebad req-568d2137-dc5d-419b-888b-83d4825bdd30 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511923 Aug 20 11:34:09.214191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a65bd8ba-f48b-416f-8cf0-9b64d8b278d5 None None] Provisioning for port 719da049-21df-49c7-a915-34bfd06723bf completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:09.315685 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.317525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a65bd8ba-f48b-416f-8cf0-9b64d8b278d5 None None] Provisioning complete for port 719da049-21df-49c7-a915-34bfd06723bf triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:09.317884 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a65bd8ba-f48b-416f-8cf0-9b64d8b278d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.389159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:09.394409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.405667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:09.453956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] device_id is not set on port b89ec119-49b3-44c6-8566-eddd3409f587 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:09.516581 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80e3d82c-c647-4e11-b1c9-dc9f0e394270 req-a9cf6773-95b2-426d-b910-43192c41724e tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 210 time: 0.0354409 Aug 20 11:34:09.545433 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.547786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:09.551070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Allocated IP 172.20.0.2 (789ee8ec-5718-45a4-95ae-1cbea4e444d7/c7815090-d599-4bdd-a3a8-9166c1a82a50/636930dd-b9bb-4de9-968c-88bedfa7194a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:09.573114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:09.580445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:09.586915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Pushing event updated for resources: {'Port': ['ID=cb89dc7e-ccbc-4ffc-80c1-77b453f06495,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:09.745753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Allocated IP 2001:db8::f816:3eff:fe98:82a8 (57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4/19a8aad5-734d-40e0-b3ca-1665a581d4ec/19ef4755-e5f1-49e2-b4fa-9486f31567db) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:09.768695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Allocated IP 172.25.4.41 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:09.897459 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.039882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Attempting to bind port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:10.040226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Attempting to bind port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '533db831-ab8e-4fb6-ae04-b0c730f7e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:10.040595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Attempting to bind port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 on network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:10.046349 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.077179 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.084842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:10.090178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:10.092661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:10.124584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:10.151158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Transition to ACTIVE for port object 54c15dcf-0f27-4e28-ae97-a242d2e10a0b will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:10.158775 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a65bd8ba-f48b-416f-8cf0-9b64d8b278d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.168094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:10.168475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Checking segment: {'id': '533db831-ab8e-4fb6-ae04-b0c730f7e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:10.168902 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.169271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Bound using segment: {'id': '533db831-ab8e-4fb6-ae04-b0c730f7e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:10.169751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Bound port: cb89dc7e-ccbc-4ffc-80c1-77b453f06495, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533db831-ab8e-4fb6-ae04-b0c730f7e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:10.170130 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.244505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Transition to ACTIVE for port object 54c15dcf-0f27-4e28-ae97-a242d2e10a0b will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:10.279004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a65bd8ba-f48b-416f-8cf0-9b64d8b278d5 None None] For port 719da049-21df-49c7-a915-34bfd06723bf, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=719da049-21df-49c7-a915-34bfd06723bf,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:10.416862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] For port cb89dc7e-ccbc-4ffc-80c1-77b453f06495, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:10.421995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] For port cb89dc7e-ccbc-4ffc-80c1-77b453f06495, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cb89dc7e-ccbc-4ffc-80c1-77b453f06495,segment=NetworkSegment(533db831-ab8e-4fb6-ae04-b0c730f7e56a),segment_id=533db831-ab8e-4fb6-ae04-b0c730f7e56a)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:10.427974 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.429887 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a65bd8ba-f48b-416f-8cf0-9b64d8b278d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.438919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909a728-ad5a-47c6-b895-9988140a7e8b req-d21f1831-4ae2-46ad-a59e-cb280793f88a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:10.447793 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0909a728-ad5a-47c6-b895-9988140a7e8b req-d21f1831-4ae2-46ad-a59e-cb280793f88a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1502485 Aug 20 11:34:10.486845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 78629019-3325-4540-b230-dd10e9af4b8c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:10.512689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::f816:3eff:fe24:ec5 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/466c02fd-acc5-4e10-8d77-04e73bb9f9bf/c82ca41b-fd91-4bd2-8e1e-0b26d0b4b60a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:10.551563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7f4b6-fb41-40f5-adb1-8c14ba6c28b4 req-9f40e468-4967-4db0-8270-6e29100da689 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:10.553583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcf7f4b6-fb41-40f5-adb1-8c14ba6c28b4 req-9f40e468-4967-4db0-8270-6e29100da689 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1161013 Aug 20 11:34:10.600334 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.610063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Pushing event updated for resources: {'Port': ['ID=54c15dcf-0f27-4e28-ae97-a242d2e10a0b,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:10.616238 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.674329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Transition to ACTIVE for port object 636930dd-b9bb-4de9-968c-88bedfa7194a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:10.680544 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcf7f4b6-fb41-40f5-adb1-8c14ba6c28b4 req-8696d376-6b7d-431a-9001-d893d3df3ea3 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126862 Aug 20 11:34:10.686125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:10.709891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:10.712313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:10.761485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Transition to ACTIVE for port object 636930dd-b9bb-4de9-968c-88bedfa7194a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:10.775492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.780201 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.817177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0ed1f54e-e8a0-4f01-a17b-15f809810a8e None None] Provisioning complete for port 719da049-21df-49c7-a915-34bfd06723bf triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:10.817177 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0ed1f54e-e8a0-4f01-a17b-15f809810a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.819228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Transition to ACTIVE for port object 19ef4755-e5f1-49e2-b4fa-9486f31567db will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:10.824217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd8ba-f48b-416f-8cf0-9b64d8b278d5 None None] Pushing event updated for resources: {'Port': ['ID=719da049-21df-49c7-a915-34bfd06723bf,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:10.827957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a5e76fd0-af2e-4d11-a89c-cd549ec17540 req-1d2be292-ead3-4654-8721-794233d50225 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 210 time: 0.0496471 Aug 20 11:34:10.829279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object c82ca41b-fd91-4bd2-8e1e-0b26d0b4b60a will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:10.870759 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0909a728-ad5a-47c6-b895-9988140a7e8b req-e3c0c943-18d8-4720-a327-8672250f1a4f tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4213436 Aug 20 11:34:10.940630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Transition to ACTIVE for port object 19ef4755-e5f1-49e2-b4fa-9486f31567db will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:10.942371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Attempting to bind port 54c15dcf-0f27-4e28-ae97-a242d2e10a0b on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:10.942681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Attempting to bind port 54c15dcf-0f27-4e28-ae97-a242d2e10a0b by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:10.943054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Attempting to bind port 54c15dcf-0f27-4e28-ae97-a242d2e10a0b on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:10.945339 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.980817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:10.980817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:10.980817 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.980817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:10.980817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Bound port: 54c15dcf-0f27-4e28-ae97-a242d2e10a0b, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:10.982181 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:10.989632 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.027832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:11.029272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2a200-7443-4a0a-86fe-6d93b185cac0 None None] Pushing event updated for resources: {'Port': ['ID=cb89dc7e-ccbc-4ffc-80c1-77b453f06495,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:11.039620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:11.050135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3877f9d-811e-47d1-897d-3e1316741186 req-767c5531-81c6-4c00-bb6b-be55eeb8257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:11.066128 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3877f9d-811e-47d1-897d-3e1316741186 req-767c5531-81c6-4c00-bb6b-be55eeb8257e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 1096 time: 0.5594554 Aug 20 11:34:11.071880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:11.080953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:11.087005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:11.088579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:11.095199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:11.095974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.101197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=c82ca41b-fd91-4bd2-8e1e-0b26d0b4b60a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:11.104568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 78629019-3325-4540-b230-dd10e9af4b8c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:11.174939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Pushing event updated for resources: {'Port': ['ID=636930dd-b9bb-4de9-968c-88bedfa7194a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:11.177276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 78629019-3325-4540-b230-dd10e9af4b8c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:11.178418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.182316 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.188724 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.200980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5b8e3645-629a-4db1-930e-29380a57d13d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3727021 Aug 20 11:34:11.206378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42458) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:11.218817 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.259134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4dd7c-3c6a-43b3-aa09-e6335da1d77b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:11.265612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4dd7c-3c6a-43b3-aa09-e6335da1d77b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:11.267337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2ee4dd7c-3c6a-43b3-aa09-e6335da1d77b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0628433 Aug 20 11:34:11.280051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42460) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:11.311666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Allocated IP 2001:db8::f816:3eff:fe84:e290 (57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4/19a8aad5-734d-40e0-b3ca-1665a581d4ec/b89ec119-49b3-44c6-8566-eddd3409f587) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:11.317039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3877f9d-811e-47d1-897d-3e1316741186 req-1117cefd-c20f-44cd-8875-81984d2ff732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:11.318726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3877f9d-811e-47d1-897d-3e1316741186 req-1117cefd-c20f-44cd-8875-81984d2ff732 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 919 time: 0.2422678 Aug 20 11:34:11.319755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Network 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:11.322952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] For port 54c15dcf-0f27-4e28-ae97-a242d2e10a0b, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:11.325020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Attempting to bind port 636930dd-b9bb-4de9-968c-88bedfa7194a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:11.325352 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Attempting to bind port 636930dd-b9bb-4de9-968c-88bedfa7194a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:11.325720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Attempting to bind port 636930dd-b9bb-4de9-968c-88bedfa7194a on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:11.343795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:11.348819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Pushing event updated for resources: {'Port': ['ID=19ef4755-e5f1-49e2-b4fa-9486f31567db,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:11.352482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:11.355636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] For port 54c15dcf-0f27-4e28-ae97-a242d2e10a0b, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=54c15dcf-0f27-4e28-ae97-a242d2e10a0b,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:11.356752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:11.357134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Checking segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:11.357546 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.357963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Bound using segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:11.358471 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Bound port: 636930dd-b9bb-4de9-968c-88bedfa7194a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:11.361546 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.391988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-db4e01f9-bc49-4cee-b5a9-ad9adc2e3663 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port c82ca41b-fd91-4bd2-8e1e-0b26d0b4b60a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:11.392339 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db4e01f9-bc49-4cee-b5a9-ad9adc2e3663 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.427413 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3877f9d-811e-47d1-897d-3e1316741186 req-10e5e45a-a5c4-4300-a0a1-412aa04dff67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0971348 Aug 20 11:34:11.480439 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.482785 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.520944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Attempting to bind port 19ef4755-e5f1-49e2-b4fa-9486f31567db on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:11.521591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Attempting to bind port 19ef4755-e5f1-49e2-b4fa-9486f31567db by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '23353fe0-df87-46f4-9fdb-bd7929288361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:11.522851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Attempting to bind port 19ef4755-e5f1-49e2-b4fa-9486f31567db on network 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:11.536432 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db4e01f9-bc49-4cee-b5a9-ad9adc2e3663 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.575002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3877f9d-811e-47d1-897d-3e1316741186 req-900e84f7-138e-4063-b3c8-40ec2dae3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:11.576493 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3877f9d-811e-47d1-897d-3e1316741186 req-900e84f7-138e-4063-b3c8-40ec2dae3949 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 200 len: 858 time: 0.1409631 Aug 20 11:34:11.577208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-db4e01f9-bc49-4cee-b5a9-ad9adc2e3663 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for c82ca41b-fd91-4bd2-8e1e-0b26d0b4b60a owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:11.582216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:11.582739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Checking segment: {'id': '23353fe0-df87-46f4-9fdb-bd7929288361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:11.583237 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.583726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Bound using segment: {'id': '23353fe0-df87-46f4-9fdb-bd7929288361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:11.584301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Bound port: 19ef4755-e5f1-49e2-b4fa-9486f31567db, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23353fe0-df87-46f4-9fdb-bd7929288361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:11.584793 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.593230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] For port 636930dd-b9bb-4de9-968c-88bedfa7194a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:11.663280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] For port 636930dd-b9bb-4de9-968c-88bedfa7194a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=636930dd-b9bb-4de9-968c-88bedfa7194a,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:11.668074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 78629019-3325-4540-b230-dd10e9af4b8c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=78629019-3325-4540-b230-dd10e9af4b8c,segment=NetworkSegment(14c11a8f-0b6e-4271-bad1-052034fb8194),segment_id=14c11a8f-0b6e-4271-bad1-052034fb8194)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:11.687963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f8df8-2f97-48ef-8984-5f3ca19a25c6 None None] Pushing event updated for resources: {'Port': ['ID=54c15dcf-0f27-4e28-ae97-a242d2e10a0b,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:11.725057 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3877f9d-811e-47d1-897d-3e1316741186 req-df575945-fef6-4efc-b730-e39dd2ba7b19 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269248 Aug 20 11:34:11.755703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] For port 19ef4755-e5f1-49e2-b4fa-9486f31567db, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:11.757418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55814f-dc7b-46ac-9988-86f349fdb20d req-58a11d93-8d4e-440c-92a5-7a06d12cefb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:11.759703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db55814f-dc7b-46ac-9988-86f349fdb20d req-58a11d93-8d4e-440c-92a5-7a06d12cefb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 1096 time: 0.2074478 Aug 20 11:34:11.765105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] For port 19ef4755-e5f1-49e2-b4fa-9486f31567db, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=19ef4755-e5f1-49e2-b4fa-9486f31567db,segment=NetworkSegment(23353fe0-df87-46f4-9fdb-bd7929288361),segment_id=23353fe0-df87-46f4-9fdb-bd7929288361)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:11.771655 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.777488 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.865688 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.881891 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:11.912833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=78629019-3325-4540-b230-dd10e9af4b8c,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:12.010190 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.130759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db55814f-dc7b-46ac-9988-86f349fdb20d req-32070bdb-cd30-4789-a187-7547e742dbae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859013 Aug 20 11:34:12.130759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eac99-d98a-48d1-ae18-13c1aef6400c req-8a5b6bd5-311b-41f5-8e28-0f2524be171a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:12.130759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c15eac99-d98a-48d1-ae18-13c1aef6400c req-8a5b6bd5-311b-41f5-8e28-0f2524be171a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.2323966 Aug 20 11:34:12.130759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db4e01f9-bc49-4cee-b5a9-ad9adc2e3663 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.131076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf17dc-7517-43a6-9eb0-19990deee644 None None] Pushing event updated for resources: {'Port': ['ID=636930dd-b9bb-4de9-968c-88bedfa7194a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:12.152110 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3877f9d-811e-47d1-897d-3e1316741186 req-c8626fe9-7809-4688-a187-15f677a3b74a service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100311 Aug 20 11:34:12.164460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a98a5-44ac-4d79-a4f0-c10dc90bab41 None None] Pushing event updated for resources: {'Port': ['ID=19ef4755-e5f1-49e2-b4fa-9486f31567db,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:12.169381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Transition to ACTIVE for port object b89ec119-49b3-44c6-8566-eddd3409f587 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:12.202002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e01f9-bc49-4cee-b5a9-ad9adc2e3663 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=c82ca41b-fd91-4bd2-8e1e-0b26d0b4b60a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:12.240588 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-db4e01f9-bc49-4cee-b5a9-ad9adc2e3663 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.243254 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-db4e01f9-bc49-4cee-b5a9-ad9adc2e3663 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/c82ca41b-fd91-4bd2-8e1e-0b26d0b4b60a HTTP/1.1" status: 204 len: 168 time: 0.9665103 Aug 20 11:34:12.246457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42468) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:12.267568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c15eac99-d98a-48d1-ae18-13c1aef6400c req-30d39f42-3cd8-4af8-853a-519e6cda3f7c tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720345 Aug 20 11:34:12.355170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a49c0-ee6c-41d6-8250-f8a8cdd6168d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:12.356683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a49c0-ee6c-41d6-8250-f8a8cdd6168d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:12.364656 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-de1a49c0-ee6c-41d6-8250-f8a8cdd6168d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1108608 Aug 20 11:34:12.368815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42470) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:12.393442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e449de75-4bce-416b-a886-5b0a147f2930 None None] Network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:12.515133 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3877f9d-811e-47d1-897d-3e1316741186 req-3e09d4ab-5bb1-4f3f-bb81-d0e0f10a7499 service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871351 Aug 20 11:34:12.528313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e839f1d-33ca-4479-8c56-ac98f41d789a req-41d27d0a-2d87-4bad-a10a-424fbca93467 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 210 time: 0.1121926 Aug 20 11:34:12.550397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e967d907-79ef-4d9d-a4ac-98aa8ee4581e details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:12.593267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-6624f0e8-0ae1-421c-a9f7-4a3d1fbb029e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 466c02fd-acc5-4e10-8d77-04e73bb9f9bf {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:12.598058 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6624f0e8-0ae1-421c-a9f7-4a3d1fbb029e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.619272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c43bc44b-d543-4eeb-8691-e4d308755358 None None] Provisioning for port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:12.670017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ec554-a78a-4c59-8310-53771569501c req-abdbba86-3b3d-4a4c-aafd-2fcd10659a3e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:12.671653 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b37ec554-a78a-4c59-8310-53771569501c req-abdbba86-3b3d-4a4c-aafd-2fcd10659a3e tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.5812278 Aug 20 11:34:12.698226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6624f0e8-0ae1-421c-a9f7-4a3d1fbb029e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.740841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b37ec554-a78a-4c59-8310-53771569501c req-a8669177-e03c-49ee-89af-ebb2e198d932 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605893 Aug 20 11:34:12.750757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.799977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 78629019-3325-4540-b230-dd10e9af4b8c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:12.807186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:12.810369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:12.814572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:12.821327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:12.822080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.829010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Router 4d72bf86-169f-4682-a1d7-1f65146fe58c is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:34:12.841739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Port': ['ID=b89ec119-49b3-44c6-8566-eddd3409f587,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:12.869954 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6624f0e8-0ae1-421c-a9f7-4a3d1fbb029e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.915556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:12.946945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'port_id': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'mac_address': 'fa:16:3e:6b:a9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:12.955171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 78629019-3325-4540-b230-dd10e9af4b8c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:12.955171 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:12.964829 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-42a049b4-068f-487c-9039-537b83c5a8a6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.2166092 Aug 20 11:34:12.966328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42476) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:13.011519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:13.028945 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Sync routers for ids ['4d72bf86-169f-4682-a1d7-1f65146fe58c'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:13.046575 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Routers {'4d72bf86-169f-4682-a1d7-1f65146fe58c'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:13.047742 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d72bf86-169f-4682-a1d7-1f65146fe58c'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:13.083565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d086faf1-178c-4c7b-866b-9e373b389f8a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Deleting subnet 19a8aad5-734d-40e0-b3ca-1665a581d4ec {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:13.105121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d086faf1-178c-4c7b-866b-9e373b389f8a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.189050 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.194351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-68b6de41-eb3d-4bbc-a4b8-8232e320e623 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0121145 Aug 20 11:34:13.199037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42478) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:13.209149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d086faf1-178c-4c7b-866b-9e373b389f8a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.350120 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Set router 4d72bf86-169f-4682-a1d7-1f65146fe58c gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:13.400784 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.416151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e967d907-79ef-4d9d-a4ac-98aa8ee4581e {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:13.456343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:13.484053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-51dcb01d-e306-49df-8b27-5d88fee079ba tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:13.490293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-51dcb01d-e306-49df-8b27-5d88fee079ba tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:13.493560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-51dcb01d-e306-49df-8b27-5d88fee079ba tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.57 "GET /v2.0/networks?id=0696eef3-803f-4405-93fa-b683a65808d9&id=99f322e6-e1e0-4ea2-acf3-eeb626481e02&id=0696eef3-803f-4405-93fa-b683a65808d9 HTTP/1.1" status: 200 len: 1391 time: 0.5977285 Aug 20 11:34:13.504896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6624f0e8-0ae1-421c-a9f7-4a3d1fbb029e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.505807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.588001 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.611345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'port': {'device_id': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9', 'admin_state_up': True, 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:13.624441 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 719da049-21df-49c7-a915-34bfd06723bf up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:13.628250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624f0e8-0ae1-421c-a9f7-4a3d1fbb029e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=466c02fd-acc5-4e10-8d77-04e73bb9f9bf,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:13.632920 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6624f0e8-0ae1-421c-a9f7-4a3d1fbb029e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.637628 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6624f0e8-0ae1-421c-a9f7-4a3d1fbb029e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/466c02fd-acc5-4e10-8d77-04e73bb9f9bf HTTP/1.1" status: 204 len: 168 time: 1.2708552 Aug 20 11:34:13.652271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42484) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:13.692790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d086faf1-178c-4c7b-866b-9e373b389f8a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.715465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0954d883-47ab-4acf-b804-d0828144f1d9 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:13.748619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2312a770-9c73-495b-81ba-1016ee4f6591 req-816b788d-b0fc-4873-99af-ed01c6c3a5c4 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 210 time: 0.0590024 Aug 20 11:34:13.765432 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:10Z', 'revision_number': 3, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:13.805885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-60d3ed8d-ba00-45d5-a680-c4a99cdf307a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1517158 Aug 20 11:34:13.812368 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42488) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:13.818608 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Checking router: 4d72bf86-169f-4682-a1d7-1f65146fe58c for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:13.819320 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Updating router 4d72bf86-169f-4682-a1d7-1f65146fe58c port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:34:13.831767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:13.883522 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:13.919229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e967d907-79ef-4d9d-a4ac-98aa8ee4581e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:13.927799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d03a-e63f-40a0-a74f-6c26f82cb43f req-892976d8-b728-4716-abe8-30dcbb349f0a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:13.929560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28d0d03a-e63f-40a0-a74f-6c26f82cb43f req-892976d8-b728-4716-abe8-30dcbb349f0a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.4328854 Aug 20 11:34:13.991737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:13.998258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 719da049-21df-49c7-a915-34bfd06723bf triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:14.004953 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.051396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f08c5-ee4c-4897-b5df-0aeed50405d0 req-0bda8cd9-ac73-466c-ae35-6c66a4e25834 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:14.052952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-361f08c5-ee4c-4897-b5df-0aeed50405d0 req-0bda8cd9-ac73-466c-ae35-6c66a4e25834 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 944 time: 0.1723409 Aug 20 11:34:14.110863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce472c5b-a761-423f-97ab-edd7f2cf1d08 None None] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:14.114309 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28d0d03a-e63f-40a0-a74f-6c26f82cb43f req-7fd5869f-998e-45c3-b4a0-8d1a5f74d529 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659780 Aug 20 11:34:14.167203 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-361f08c5-ee4c-4897-b5df-0aeed50405d0 req-df00be51-65a7-4ea3-b1be-ed3370088c70 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050894 Aug 20 11:34:14.181611 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d086faf1-178c-4c7b-866b-9e373b389f8a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.184415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ad62ecef-71d3-477a-9f4c-a189263ca481 None None] Provisioning for port 54c15dcf-0f27-4e28-ae97-a242d2e10a0b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:14.188398 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42490) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:14.310824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086faf1-178c-4c7b-866b-9e373b389f8a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Subnet': ['ID=19a8aad5-734d-40e0-b3ca-1665a581d4ec,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:14.327206 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.334248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:14.338671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.350422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d086faf1-178c-4c7b-866b-9e373b389f8a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.352607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d086faf1-178c-4c7b-866b-9e373b389f8a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/subnets/19a8aad5-734d-40e0-b3ca-1665a581d4ec HTTP/1.1" status: 204 len: 168 time: 1.3815994 Aug 20 11:34:14.369640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42492) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:14.372147 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Transition to ACTIVE for port object b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:14.461693 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.482755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b62c075-0a57-48ea-8138-2bf02602f27d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:14.484590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b62c075-0a57-48ea-8138-2bf02602f27d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:14.489495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1b62c075-0a57-48ea-8138-2bf02602f27d tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1124728 Aug 20 11:34:14.499024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42494) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:14.531865 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Attempting to bind port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:14.532390 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Attempting to bind port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:14.532846 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Attempting to bind port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:14.541263 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:14.542331 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:14.542857 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.543342 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:14.543926 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Bound port: b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:14.544421 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.575293 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09322116-5ec3-46ce-a63d-a96228a7a0e3 None None] Pushing event updated for resources: {'Port': ['ID=b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:14.593809 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3561c2-320a-40c4-b18a-0cbecee061c3 None None] Network 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:14.596695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e967d907-79ef-4d9d-a4ac-98aa8ee4581e no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:14.613128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6356a343-ab76-4769-a714-4243e9708786 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/floatingips/76a9b714-d9de-4fc5-9ffe-a09ffef4fcad HTTP/1.1" status: 200 len: 991 time: 0.4189229 Aug 20 11:34:14.614641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:14.618666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.650585 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] For port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:14.655233 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] For port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:14.733782 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1cf6f2df-94db-4a5c-b835-65ee38e779e7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.743262 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.750295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09450f99-5ade-4ea5-bf1d-6980a2cb2630 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:14.759999 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:14.761315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-654fc4b6-89e2-42c2-b669-b60a9032d7e5 None None] Provisioning for port 636930dd-b9bb-4de9-968c-88bedfa7194a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:14.778992 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf6f2df-94db-4a5c-b835-65ee38e779e7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 11:34:14.779461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf6f2df-94db-4a5c-b835-65ee38e779e7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:14.781249 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1cf6f2df-94db-4a5c-b835-65ee38e779e7 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 HTTP/1.1" status: 409 len: 405 time: 0.2781436 Aug 20 11:34:14.797820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42498) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:14.844148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-57066587'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:14.875218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cb89dc7e-ccbc-4ffc-80c1-77b453f06495 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:14.943148 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09322116-5ec3-46ce-a63d-a96228a7a0e3 None None] Pushing event updated for resources: {'Port': ['ID=b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:14.946459 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Routers {'4d72bf86-169f-4682-a1d7-1f65146fe58c'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:14.947121 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d72bf86-169f-4682-a1d7-1f65146fe58c'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:15.002958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1e0bd6e-b2e4-4338-b4ce-913df0cb5127 req-d7fd14ab-79a1-4536-9f6d-e412a22adcd8 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 210 time: 0.0802271 Aug 20 11:34:15.035907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Allocated IP 172.20.0.1 (789ee8ec-5718-45a4-95ae-1cbea4e444d7/c7815090-d599-4bdd-a3a8-9166c1a82a50/83bde706-824b-4cb2-87fd-54342774ccb6) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:15.055095 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.067747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd2a07c0-8740-4fe3-adbf-5ad9d4fb00a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.110004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Allocated IP 19.80.0.39 (0696eef3-803f-4405-93fa-b683a65808d9/d3a022b9-9738-4821-870b-ec77e8b1fc6b/dd48a701-044a-4f5a-8717-c220c3f04262) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:15.112552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:15.122029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e967d907-79ef-4d9d-a4ac-98aa8ee4581e {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:15.133041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.144848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:15.158101 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] Set router 4d72bf86-169f-4682-a1d7-1f65146fe58c gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:15.171269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-09450f99-5ade-4ea5-bf1d-6980a2cb2630 None None] Deleting port 54c15dcf-0f27-4e28-ae97-a242d2e10a0b {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:15.171908 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-09450f99-5ade-4ea5-bf1d-6980a2cb2630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.226329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:15.246025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-09450f99-5ade-4ea5-bf1d-6980a2cb2630 None None] For port 54c15dcf-0f27-4e28-ae97-a242d2e10a0b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=54c15dcf-0f27-4e28-ae97-a242d2e10a0b,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:15.246529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-09450f99-5ade-4ea5-bf1d-6980a2cb2630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.261143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-09450f99-5ade-4ea5-bf1d-6980a2cb2630 None None] Calling delete_port for 54c15dcf-0f27-4e28-ae97-a242d2e10a0b owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:15.264029 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.264580 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Added segment 736c5265-df9d-404f-8af8-88fd4c92c24c of type vlan for network a67738d0-93b6-4b4c-9630-b25e77d42972 Aug 20 11:34:15.291855 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.342930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Transition to ACTIVE for port object 83bde706-824b-4cb2-87fd-54342774ccb6 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:15.363879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5947d41-e6d9-4788-b9d4-cb899daf2fea req-35239e74-9f0b-463a-a54a-d4513f39bc4e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:15.372775 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5947d41-e6d9-4788-b9d4-cb899daf2fea req-35239e74-9f0b-463a-a54a-d4513f39bc4e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1066816 Aug 20 11:34:15.382647 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.390937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c2501a02-64a8-42f7-97de-dc70cd8d8d1a None None] Provisioning for port 19ef4755-e5f1-49e2-b4fa-9486f31567db completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:15.438479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5947d41-e6d9-4788-b9d4-cb899daf2fea req-e465ac58-219c-4d33-9468-7d5246bf57de tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612657 Aug 20 11:34:15.447228 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:10Z', 'revision_number': 3, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:15.452773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac15b446-3d2f-4fca-b712-5a8f6e743fb7 None None] DHCP port deletion for 57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:15.477546 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-09450f99-5ade-4ea5-bf1d-6980a2cb2630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.480692 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554ed17-ecb2-4aa5-ac17-42ed1f68fe92 None None] The sync data for ids ['4d72bf86-169f-4682-a1d7-1f65146fe58c'] in n-d-804230-3 is: [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:10Z', 'revision_number': 3, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:15.540257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:15.550794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:15.577961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09450f99-5ade-4ea5-bf1d-6980a2cb2630 None None] No DVR routers for this DVR port 54c15dcf-0f27-4e28-ae97-a242d2e10a0b on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:15.590779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:15.590779 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.596999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09450f99-5ade-4ea5-bf1d-6980a2cb2630 None None] Pushing event deleted for resources: {'Port': ['ID=54c15dcf-0f27-4e28-ae97-a242d2e10a0b,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:15.600784 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.649359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:15.650878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:15.655304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:15.689929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ac15b446-3d2f-4fca-b712-5a8f6e743fb7 None None] Deleting port 19ef4755-e5f1-49e2-b4fa-9486f31567db {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:15.689929 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ac15b446-3d2f-4fca-b712-5a8f6e743fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.721361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Pushing event updated for resources: {'Port': ['ID=83bde706-824b-4cb2-87fd-54342774ccb6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:15.743464 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.784425 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.853447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ac15b446-3d2f-4fca-b712-5a8f6e743fb7 None None] For port 19ef4755-e5f1-49e2-b4fa-9486f31567db, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=19ef4755-e5f1-49e2-b4fa-9486f31567db,segment=NetworkSegment(23353fe0-df87-46f4-9fdb-bd7929288361),segment_id=23353fe0-df87-46f4-9fdb-bd7929288361)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:15.853988 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ac15b446-3d2f-4fca-b712-5a8f6e743fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.875564 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.883568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ac15b446-3d2f-4fca-b712-5a8f6e743fb7 None None] Calling delete_port for 19ef4755-e5f1-49e2-b4fa-9486f31567db owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:15.900074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.objects.ports [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95587) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:34:15.904061 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.958509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:15.979637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:15.987831 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:15.993453 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port cb89dc7e-ccbc-4ffc-80c1-77b453f06495, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cb89dc7e-ccbc-4ffc-80c1-77b453f06495,segment=NetworkSegment(533db831-ab8e-4fb6-ae04-b0c730f7e56a),segment_id=533db831-ab8e-4fb6-ae04-b0c730f7e56a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:15.994178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:15.994865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.003038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad60f105-01da-4587-9608-dc96d329216f None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:16.026334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:16.027003 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.055409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.080601 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.081685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 54c15dcf-0f27-4e28-ae97-a242d2e10a0b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:16.091029 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.108699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Transition to ACTIVE for port object dd48a701-044a-4f5a-8717-c220c3f04262 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:16.113060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 54c15dcf-0f27-4e28-ae97-a242d2e10a0b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:16.113060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 54c15dcf-0f27-4e28-ae97-a242d2e10a0b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 11:34:16.227906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Network': ['ID=a67738d0-93b6-4b4c-9630-b25e77d42972,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:16.231390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-50a88b94-a114-46ca-9c1e-18bf165577b6 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4192784 Aug 20 11:34:16.236228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42504) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:16.238736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4238129 Aug 20 11:34:16.244615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42506) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:16.249344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'subnet': {'network_id': 'a67738d0-93b6-4b4c-9630-b25e77d42972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:16.249598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:8b:ea:14', 'name': 'tempest-NetworksTestDHCPv6-968924836'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:16.277965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e1707-1f74-4add-ac3e-0b884792b2da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=939df5a1-19a7-4824-8ebe-36e990f21403,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:16.281806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b8fd108-3180-45f5-a6c5-3f31bae330b1 req-1da0bcdc-f8e3-4bc3-8a6c-74816b1a9bdc tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 210 time: 0.0638773 Aug 20 11:34:16.320454 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network a67738d0-93b6-4b4c-9630-b25e77d42972 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:16.350082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Port 54c15dcf-0f27-4e28-ae97-a242d2e10a0b not found, will not notify nova. {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 11:34:16.355013 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.370138 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.426681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3e52f869-dfff-4fd4-855a-7022a3932912 None None] Provisioning for port 83bde706-824b-4cb2-87fd-54342774ccb6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:16.428532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.434359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Port': ['ID=dd48a701-044a-4f5a-8717-c220c3f04262,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:16.457400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network 0696eef3-803f-4405-93fa-b683a65808d9 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:16.463753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:16.468906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:16.478330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3e52f869-dfff-4fd4-855a-7022a3932912 None None] Provisioning complete for port 83bde706-824b-4cb2-87fd-54342774ccb6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:16.478330 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3e52f869-dfff-4fd4-855a-7022a3932912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.496480 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ac15b446-3d2f-4fca-b712-5a8f6e743fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.572976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:16.574105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.588606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e967d907-79ef-4d9d-a4ac-98aa8ee4581e up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:16.596636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=cb89dc7e-ccbc-4ffc-80c1-77b453f06495,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:16.615045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:16.615661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.647294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:16.651771 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.673187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15b446-3d2f-4fca-b712-5a8f6e743fb7 None None] No DVR routers for this DVR port 19ef4755-e5f1-49e2-b4fa-9486f31567db on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:16.699183 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-a7ce232d-be79-4df7-a968-25b44bb7e42a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1630080 Aug 20 11:34:16.705767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 636930dd-b9bb-4de9-968c-88bedfa7194a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:16.708596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15b446-3d2f-4fca-b712-5a8f6e743fb7 None None] Pushing event deleted for resources: {'Port': ['ID=19ef4755-e5f1-49e2-b4fa-9486f31567db,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:16.718394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'port': {'device_id': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02', 'admin_state_up': True, 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:16.749977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3e52f869-dfff-4fd4-855a-7022a3932912 None None] Port 83bde706-824b-4cb2-87fd-54342774ccb6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:16.785640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Pushing event updated for resources: {'Port': ['ID=83bde706-824b-4cb2-87fd-54342774ccb6,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:16.825474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '939df5a1-19a7-4824-8ebe-36e990f21403'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:16.826356 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.873101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port e967d907-79ef-4d9d-a4ac-98aa8ee4581e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:16.873101 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.911789 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:16.951394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b73df4-e9b0-4f11-b502-9ce464c84bdc req-06def785-bb10-4e63-84af-d7fba00b1ca6 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:16.952206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 551e3537-ac52-45d5-a212-dfd1cfc8cbac yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:16.953079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7b73df4-e9b0-4f11-b502-9ce464c84bdc req-06def785-bb10-4e63-84af-d7fba00b1ca6 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.3477607 Aug 20 11:34:16.978390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 636930dd-b9bb-4de9-968c-88bedfa7194a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:17.009813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 636930dd-b9bb-4de9-968c-88bedfa7194a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:17.021903 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.028233 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:17.034075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:17.069000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4439cd03-d9a8-416e-9fbe-0b2f4c689e56 None None] Provisioning for port dd48a701-044a-4f5a-8717-c220c3f04262 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:17.090175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7b73df4-e9b0-4f11-b502-9ce464c84bdc req-e1f8a6a7-b311-4660-8fc8-1ce33666acd0 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107891 Aug 20 11:34:17.096622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Allocated IP 2001:db8::f816:3eff:fe3c:9b77 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/939df5a1-19a7-4824-8ebe-36e990f21403/db1dd5be-98b7-4a3c-b965-22280f69e7fd) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:17.096923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:17.098381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4439cd03-d9a8-416e-9fbe-0b2f4c689e56 None None] Provisioning complete for port dd48a701-044a-4f5a-8717-c220c3f04262 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:17.098874 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4439cd03-d9a8-416e-9fbe-0b2f4c689e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.106497 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.200500 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.223990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4439cd03-d9a8-416e-9fbe-0b2f4c689e56 None None] Port dd48a701-044a-4f5a-8717-c220c3f04262 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:17.247362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Router 4d72bf86-169f-4682-a1d7-1f65146fe58c has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:34:17.269076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:17.274320 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadfa5b9-5404-4f15-9d53-6db3f286c137" -d '{"events": [{"server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "name": "network-vif-plugged", "status": "completed", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:17.307646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:17.310242 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.328771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Allocated IP 19.86.0.146 (99f322e6-e1e0-4ea2-acf3-eeb626481e02/cd1b1ca8-8952-4bcc-95f0-d9743c2b2cb7/0688866c-02e5-4c63-9ed8-e1feade9feba) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:17.409954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 636930dd-b9bb-4de9-968c-88bedfa7194a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=636930dd-b9bb-4de9-968c-88bedfa7194a,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:17.413574 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1861e712-5994-4054-a472-6c5af0c410a5 x-openstack-request-id: req-1861e712-5994-4054-a472-6c5af0c410a5 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:17.413869 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "name": "network-vif-plugged", "status": "completed", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:17.414130 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1861e712-5994-4054-a472-6c5af0c410a5 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:17.414558 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'code': 200} Aug 20 11:34:17.428535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:34:17.434947 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.465397 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.484491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Transition to ACTIVE for port object db1dd5be-98b7-4a3c-b965-22280f69e7fd will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:17.489433 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.504897 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.505683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:17.534298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-55990f3e-d414-4d9d-a921-5c2fee5fd9f4 None None] Provisioning complete for port 83bde706-824b-4cb2-87fd-54342774ccb6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:17.534552 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55990f3e-d414-4d9d-a921-5c2fee5fd9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.539719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:17.548498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Transition to ACTIVE for port object db1dd5be-98b7-4a3c-b965-22280f69e7fd will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:17.559269 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.581343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Transition to ACTIVE for port object 0688866c-02e5-4c63-9ed8-e1feade9feba will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:17.588263 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:17.606030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f961aca6-8bc4-49aa-a554-663b434769cf admin admin] 10.222.0.10 "PUT /v2.0/routers/4d72bf86-169f-4682-a1d7-1f65146fe58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4016676 Aug 20 11:34:17.609858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Subnet': ['ID=7988053f-283d-426f-8c67-7522a2c00f13,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:17.623976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c50310-f4e0-4999-b61f-e96fdab3b44f req-4f4c845b-4381-4030-af64-aaf4cf3b57be tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.625614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25c50310-f4e0-4999-b61f-e96fdab3b44f req-4f4c845b-4381-4030-af64-aaf4cf3b57be tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 931 time: 0.1912088 Aug 20 11:34:17.633353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Checking segment: {'id': '736c5265-df9d-404f-8af8-88fd4c92c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a67738d0-93b6-4b4c-9630-b25e77d42972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:17.633734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network hostable DHCP agents. Network: a67738d0-93b6-4b4c-9630-b25e77d42972, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:17.648776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-55990f3e-d414-4d9d-a921-5c2fee5fd9f4 None None] Port 83bde706-824b-4cb2-87fd-54342774ccb6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:17.661764 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.672685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=636930dd-b9bb-4de9-968c-88bedfa7194a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:17.692098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25c50310-f4e0-4999-b61f-e96fdab3b44f req-083db024-4e0e-408e-a0a5-5710140fc6e9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547197 Aug 20 11:34:17.710498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:17.715080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:17.718512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:17.731599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Pushing event updated for resources: {'Port': ['ID=db1dd5be-98b7-4a3c-b965-22280f69e7fd,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:17.749944 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.757417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::f816:3eff:fe8b:ea14 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/939df5a1-19a7-4824-8ebe-36e990f21403/551e3537-ac52-45d5-a212-dfd1cfc8cbac) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:17.777350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network a67738d0-93b6-4b4c-9630-b25e77d42972 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:17.794390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:17.796381 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7ee767d6-880a-4939-a15e-e8ea0e2e3f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.807890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:17.808268 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.811130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Attempting to bind port db1dd5be-98b7-4a3c-b965-22280f69e7fd on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:17.811507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Attempting to bind port db1dd5be-98b7-4a3c-b965-22280f69e7fd by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:17.811878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Attempting to bind port db1dd5be-98b7-4a3c-b965-22280f69e7fd on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:17.827442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:17.837169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:17.839112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:17.839505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:17.839790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:17.839906 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.842097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:17.842097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Bound port: db1dd5be-98b7-4a3c-b965-22280f69e7fd, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:17.842097 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.902743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, a67738d0-93b6-4b4c-9630-b25e77d42972) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:17.907863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.913133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.918090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:17.918951 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:17.930117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9583d7ae-8f3a-40dd-8564-1698b1474f3e None None] Network a67738d0-93b6-4b4c-9630-b25e77d42972 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:17.936004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Port': ['ID=0688866c-02e5-4c63-9ed8-e1feade9feba,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:17.993178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Sync routers for ids ['4d72bf86-169f-4682-a1d7-1f65146fe58c'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:18.032222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-39af9ffd-1be0-4a56-8218-d4596d0930af tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7873480 Aug 20 11:34:18.032921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42520) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:18.081250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] For port db1dd5be-98b7-4a3c-b965-22280f69e7fd, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:18.088789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Routers {'4d72bf86-169f-4682-a1d7-1f65146fe58c'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:18.089476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:34:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d72bf86-169f-4682-a1d7-1f65146fe58c'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:18.095337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-94ba6ea6-f57f-4fbd-9cc3-421fa4c7f97a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3874390 Aug 20 11:34:18.120851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'port': {'device_id': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9', 'admin_state_up': True, 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:18.147501 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.185153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] For port db1dd5be-98b7-4a3c-b965-22280f69e7fd, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=db1dd5be-98b7-4a3c-b965-22280f69e7fd,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:18.210886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:18.217183 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.220638 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.251289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 551e3537-ac52-45d5-a212-dfd1cfc8cbac will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:18.299560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.338736 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.387329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.400714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594bac63-7b0f-4bf9-891d-0f6ed5bb8a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-a67738d0-93b6-4b4c-9630-b25e77d42972', 'network_id': 'a67738d0-93b6-4b4c-9630-b25e77d42972', 'tenant_id': 'aca320d0339d4739857dda50562e4447', 'fixed_ips': [{'subnet_id': '7988053f-283d-426f-8c67-7522a2c00f13'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:18.401771 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-594bac63-7b0f-4bf9-891d-0f6ed5bb8a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.416991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 54c15dcf-0f27-4e28-ae97-a242d2e10a0b no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:18.425081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4dcb2-7ba1-4481-a861-b94802ca7e41 req-ce715088-f492-44d4-8dc0-4d77bf299d8c tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:18.425801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1b4dcb2-7ba1-4481-a861-b94802ca7e41 req-ce715088-f492-44d4-8dc0-4d77bf299d8c tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1231959 Aug 20 11:34:18.425919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7201a00c-2a8f-475d-a5d6-57cdfec3dd38 None None] Provisioning for port 0688866c-02e5-4c63-9ed8-e1feade9feba completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:18.462814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:18.469608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.472217 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.528688 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1b4dcb2-7ba1-4481-a861-b94802ca7e41 req-f9869dc0-b3ac-4c08-aaa8-8479f7c7b872 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815167 Aug 20 11:34:18.567589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42524) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:18.581399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7201a00c-2a8f-475d-a5d6-57cdfec3dd38 None None] Provisioning complete for port 0688866c-02e5-4c63-9ed8-e1feade9feba triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:18.586464 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7201a00c-2a8f-475d-a5d6-57cdfec3dd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.586464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 54c15dcf-0f27-4e28-ae97-a242d2e10a0b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:18.586688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2fb86f65-0810-4269-8b12-f3fa08c5cbd0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079549168', 'description': 'tempest-description--1375394973'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:18.586828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 54c15dcf-0f27-4e28-ae97-a242d2e10a0b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:18.630359 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.637399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:18.653104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:18.659072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=551e3537-ac52-45d5-a212-dfd1cfc8cbac,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:18.683816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Subnet': ['ID=7988053f-283d-426f-8c67-7522a2c00f13,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:18.704449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:18.713896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:18.714704 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.827914 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fb86f65-0810-4269-8b12-f3fa08c5cbd0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.879034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.897197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Allocated IP 19.80.0.63 (0696eef3-803f-4405-93fa-b683a65808d9/d3a022b9-9738-4821-870b-ec77e8b1fc6b/914467d9-7ba4-4cf0-bec4-03396975e72c) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:18.899879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67738d0-93b6-4b4c-9630-b25e77d42972']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:18.919581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e6979530-3c59-4db4-8bef-916b227bfe5c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6737514 Aug 20 11:34:18.927156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42528) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:18.929603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736c5265-df9d-404f-8af8-88fd4c92c24c') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:18.929897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736c5265-df9d-404f-8af8-88fd4c92c24c') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:18.935929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Set router 4d72bf86-169f-4682-a1d7-1f65146fe58c gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:18.963369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68671345-3171-4c77-a005-3ee37cbb3671 req-71be9b9a-27ef-4b70-a9bb-88e918ac3813 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:18.965823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68671345-3171-4c77-a005-3ee37cbb3671 req-71be9b9a-27ef-4b70-a9bb-88e918ac3813 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:18.967554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-68671345-3171-4c77-a005-3ee37cbb3671 req-71be9b9a-27ef-4b70-a9bb-88e918ac3813 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 1654 time: 0.1521451 Aug 20 11:34:18.969496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:18.996274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cb89dc7e-ccbc-4ffc-80c1-77b453f06495 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:19.005987 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.018625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:19.019186 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:19.027851 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:19.063193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bc13f-b062-4d59-8f5c-055fd3323994 None None] Pushing event updated for resources: {'Port': ['ID=db1dd5be-98b7-4a3c-b965-22280f69e7fd,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:19.101089 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-68671345-3171-4c77-a005-3ee37cbb3671 req-a4518db0-5636-4c90-a2c6-932f9d8fa4c2 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217175 Aug 20 11:34:19.109897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5323432-5e4b-41a4-922c-9097b3c95c35 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:19.116737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5323432-5e4b-41a4-922c-9097b3c95c35 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:19.121181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c5323432-5e4b-41a4-922c-9097b3c95c35 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1899471 Aug 20 11:34:19.121676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42530) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:19.121991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7201a00c-2a8f-475d-a5d6-57cdfec3dd38 None None] Port 0688866c-02e5-4c63-9ed8-e1feade9feba cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:19.216689 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.232930 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.238661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.242601 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/a67738d0-93b6-4b4c-9630-b25e77d42972 HTTP/1.1" status: 204 len: 168 time: 1.2083170 Aug 20 11:34:19.245039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42532) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:19.255064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e84ef-4b09-4414-a2f9-cf19da28670a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Network': ['ID=a67738d0-93b6-4b4c-9630-b25e77d42972,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:19.266067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-400465442'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:19.272729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a12b321e-2665-4e15-8f09-8a65f1c2c81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 551e3537-ac52-45d5-a212-dfd1cfc8cbac {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:19.273156 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a12b321e-2665-4e15-8f09-8a65f1c2c81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server [None req-594bac63-7b0f-4bf9-891d-0f6ed5bb8a00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7988053f-283d-426f-8c67-7522a2c00f13: This subnet is being modified by another concurrent operation. Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:34:19.323764 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7988053f-283d-426f-8c67-7522a2c00f13: This subnet is being modified by another concurrent operation. Aug 20 11:34:19.328204 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server Aug 20 11:34:19.336017 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fb86f65-0810-4269-8b12-f3fa08c5cbd0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.341907 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.358206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Transition to ACTIVE for port object 914467d9-7ba4-4cf0-bec4-03396975e72c will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:19.364179 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.395050 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a12b321e-2665-4e15-8f09-8a65f1c2c81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.407937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a12b321e-2665-4e15-8f09-8a65f1c2c81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 551e3537-ac52-45d5-a212-dfd1cfc8cbac owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:19.408413 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fb86f65-0810-4269-8b12-f3fa08c5cbd0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.411798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea20ab-1255-47ad-b5a7-20739c979788 None None] Network a67738d0-93b6-4b4c-9630-b25e77d42972 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:19.450697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:19.461235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea20ab-1255-47ad-b5a7-20739c979788 None None] Network a67738d0-93b6-4b4c-9630-b25e77d42972 could not be found, it might have been deleted concurrently. {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 11:34:19.467545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb86f65-0810-4269-8b12-f3fa08c5cbd0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9747bc-a79c-4373-af14-b83440fb97fd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:19.480043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.531013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:19.531948 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.532302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network 0696eef3-803f-4405-93fa-b683a65808d9 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:19.536458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:19.541396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:19.626973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Port': ['ID=914467d9-7ba4-4cf0-bec4-03396975e72c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:19.708234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:19.708966 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.709487 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 636930dd-b9bb-4de9-968c-88bedfa7194a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:19.714057 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a12b321e-2665-4e15-8f09-8a65f1c2c81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.721680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:19.725465 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.742065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '83bde706-824b-4cb2-87fd-54342774ccb6', 'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'mac_address': 'fa:16:3e:42:9d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:14Z', 'updated_at': '2021-08-20T11:34:16Z', 'revision_number': 2, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'subnets': [{'id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:19.768502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841c1ae-a6b8-47a1-9d4d-65b97a7935bb req-32174274-270b-455b-9972-09ed70fe17ec tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:19.770254 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c841c1ae-a6b8-47a1-9d4d-65b97a7935bb req-32174274-270b-455b-9972-09ed70fe17ec tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1006198 Aug 20 11:34:19.790182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:19.798508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fb86f65-0810-4269-8b12-f3fa08c5cbd0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.802377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2fb86f65-0810-4269-8b12-f3fa08c5cbd0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2302253 Aug 20 11:34:19.810342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42536) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:19.815297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b321e-2665-4e15-8f09-8a65f1c2c81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=551e3537-ac52-45d5-a212-dfd1cfc8cbac,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:19.816272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d51cfea5-6106-4d44-a28d-585e5cecc1e9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'security_group_rule': {'security_group_id': 'cb9747bc-a79c-4373-af14-b83440fb97fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:19.826122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a12b321e-2665-4e15-8f09-8a65f1c2c81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.834321 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a12b321e-2665-4e15-8f09-8a65f1c2c81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/551e3537-ac52-45d5-a212-dfd1cfc8cbac HTTP/1.1" status: 204 len: 168 time: 0.7048497 Aug 20 11:34:19.834585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-02546ab6-c538-4eec-90b9-f7531de33468 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7261269 Aug 20 11:34:19.834585 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.834585 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Added segment 52bc5d6c-968a-4597-815d-814895c951ca of type vlan for network 82f43271-f9be-466a-b2b8-897655abf337 Aug 20 11:34:19.835571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42538) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:19.865641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Request body: {'port': {'device_id': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:19.867238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Checking router: 4d72bf86-169f-4682-a1d7-1f65146fe58c for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:19.867602 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Updating router 4d72bf86-169f-4682-a1d7-1f65146fe58c port 83bde706-824b-4cb2-87fd-54342774ccb6 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:34:19.906827 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.919903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 636930dd-b9bb-4de9-968c-88bedfa7194a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:19.920273 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:19.973528 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c841c1ae-a6b8-47a1-9d4d-65b97a7935bb req-ca771475-0769-4ea6-b1ec-3f8febcca464 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928589 Aug 20 11:34:19.980579 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.005427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1215f6ce-d3af-4f63-be52-ad8cb4841ee8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:20.006839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1215f6ce-d3af-4f63-be52-ad8cb4841ee8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:20.008348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1215f6ce-d3af-4f63-be52-ad8cb4841ee8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1694930 Aug 20 11:34:20.011588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42540) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:20.043055 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.084971 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d51cfea5-6106-4d44-a28d-585e5cecc1e9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.085180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe80b2e-da3d-45d5-8ecf-e91efce2ee79 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 939df5a1-19a7-4824-8ebe-36e990f21403 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:20.089649 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bfe80b2e-da3d-45d5-8ecf-e91efce2ee79 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.101697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4b1dd61e-4004-41f1-9882-6b45ecbcfd1c None None] Provisioning for port 914467d9-7ba4-4cf0-bec4-03396975e72c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:20.148465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bfe80b2e-da3d-45d5-8ecf-e91efce2ee79 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.153139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4b1dd61e-4004-41f1-9882-6b45ecbcfd1c None None] Provisioning complete for port 914467d9-7ba4-4cf0-bec4-03396975e72c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:20.153651 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4b1dd61e-4004-41f1-9882-6b45ecbcfd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.195847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4b1dd61e-4004-41f1-9882-6b45ecbcfd1c None None] Port 914467d9-7ba4-4cf0-bec4-03396975e72c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:20.221133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.226957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:20.227604 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.288604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bfe80b2e-da3d-45d5-8ecf-e91efce2ee79 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.305618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d51cfea5-6106-4d44-a28d-585e5cecc1e9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.325316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dd3b4-bcf5-4f3e-93a1-79c621250dca req-e0210612-d76a-4f07-8959-1b29dda9c495 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:20.333884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dd3b4-bcf5-4f3e-93a1-79c621250dca req-e0210612-d76a-4f07-8959-1b29dda9c495 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:20.337622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dd3b4-bcf5-4f3e-93a1-79c621250dca req-e0210612-d76a-4f07-8959-1b29dda9c495 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:20.345264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-629dd3b4-bcf5-4f3e-93a1-79c621250dca req-e0210612-d76a-4f07-8959-1b29dda9c495 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2375 time: 0.1284487 Aug 20 11:34:20.366120 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1197548 Aug 20 11:34:20.376346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42544) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:20.386084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'subnet': {'network_id': '82f43271-f9be-466a-b2b8-897655abf337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:20.411244 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-629dd3b4-bcf5-4f3e-93a1-79c621250dca req-e69dcfa5-aeb7-4ba6-9d3d-7f79b0a9fde4 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627904 Aug 20 11:34:20.416190 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.431322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Transition to ACTIVE for port object 83bde706-824b-4cb2-87fd-54342774ccb6 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:20.463419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d51cfea5-6106-4d44-a28d-585e5cecc1e9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.466848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7dd5f15d-0a3f-4e5b-b033-c0f58211d830 None None] Provisioning for port db1dd5be-98b7-4a3c-b965-22280f69e7fd completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:20.474961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7dd5f15d-0a3f-4e5b-b033-c0f58211d830 None None] Could not find standard attr ID for object 551e3537-ac52-45d5-a212-dfd1cfc8cbac. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:34:20.479725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79d6e1-4fbf-404f-8017-9beb16367c88 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Network': ['ID=82f43271-f9be-466a-b2b8-897655abf337,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:20.493134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 82f43271-f9be-466a-b2b8-897655abf337 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:20.551218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cfea5-6106-4d44-a28d-585e5cecc1e9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81a8758-e197-42be-8d8d-4bb603ef62be,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:20.556583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d79ecf0-76ed-4ef1-91ae-06aa75a2b14c None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:34:20.583182 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.624594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bfe80b2e-da3d-45d5-8ecf-e91efce2ee79 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.659322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe80b2e-da3d-45d5-8ecf-e91efce2ee79 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=939df5a1-19a7-4824-8ebe-36e990f21403,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:20.664075 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bfe80b2e-da3d-45d5-8ecf-e91efce2ee79 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.665952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bfe80b2e-da3d-45d5-8ecf-e91efce2ee79 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/939df5a1-19a7-4824-8ebe-36e990f21403 HTTP/1.1" status: 204 len: 168 time: 0.6531234 Aug 20 11:34:20.670613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42546) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:20.678266 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d51cfea5-6106-4d44-a28d-585e5cecc1e9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.679603 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d51cfea5-6106-4d44-a28d-585e5cecc1e9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8669777 Aug 20 11:34:20.682178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42548) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:20.690921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3261cea5-503d-4053-932b-80e36c030232 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'security_group_rule': {'security_group_id': 'cb9747bc-a79c-4373-af14-b83440fb97fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:20.717545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd48a701-044a-4f5a-8717-c220c3f04262 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:20.719465 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-04ac0226-e919-4cad-9b33-35e6777869fc tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498641 Aug 20 11:34:20.722500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42550) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:20.731521 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.752816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1a1b2-37a6-464c-aaa0-39be9ae4923a None None] Pushing event updated for resources: {'Port': ['ID=83bde706-824b-4cb2-87fd-54342774ccb6,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:20.755461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:20.760312 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.781124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Transition to ACTIVE for port object dd48a701-044a-4f5a-8717-c220c3f04262 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:20.796723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba0b4e-88cb-4905-9fb2-46e9f28d8c66 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:20.799142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-48ba0b4e-88cb-4905-9fb2-46e9f28d8c66 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0756586 Aug 20 11:34:20.801833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42552) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:20.839976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device db1dd5be-98b7-4a3c-b965-22280f69e7fd up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:20.866125 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.870730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817bcf5f-a59e-4c5c-a35b-494697b6dc19 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:20.875597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-817bcf5f-a59e-4c5c-a35b-494697b6dc19 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718081 Aug 20 11:34:20.876174 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42554) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:20.890011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Attempting to bind port 83bde706-824b-4cb2-87fd-54342774ccb6 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:20.890465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Attempting to bind port 83bde706-824b-4cb2-87fd-54342774ccb6 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:20.890904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Attempting to bind port 83bde706-824b-4cb2-87fd-54342774ccb6 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:20.905894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:20.906605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Checking segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:20.906983 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.908043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Bound using segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:20.908425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Bound port: 83bde706-824b-4cb2-87fd-54342774ccb6, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:20.908877 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.920299 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8210d68d-43a6-41b7-ad6c-cc9b8a6ec114 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387399 Aug 20 11:34:20.921969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42556) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:20.930886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:20.931068 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:20.940004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79ecf0-76ed-4ef1-91ae-06aa75a2b14c None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:34:21.076282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port db1dd5be-98b7-4a3c-b965-22280f69e7fd completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:21.103507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] For port 83bde706-824b-4cb2-87fd-54342774ccb6, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:21.110700 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port db1dd5be-98b7-4a3c-b965-22280f69e7fd triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:21.110981 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.162542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] For port 83bde706-824b-4cb2-87fd-54342774ccb6, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=83bde706-824b-4cb2-87fd-54342774ccb6,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:21.228716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.259214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3261cea5-503d-4053-932b-80e36c030232 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.290990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Pushing event updated for resources: {'Port': ['ID=dd48a701-044a-4f5a-8717-c220c3f04262,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:21.493006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c646b-0762-4cc5-af02-4b511a2c728d req-cb33b815-9fcb-4cf7-9e8e-f35280687a45 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:21.498973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-172c646b-0762-4cc5-af02-4b511a2c728d req-cb33b815-9fcb-4cf7-9e8e-f35280687a45 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.2455106 Aug 20 11:34:21.502560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Routers {'4d72bf86-169f-4682-a1d7-1f65146fe58c'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:21.503253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:34:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d72bf86-169f-4682-a1d7-1f65146fe58c'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:21.520433 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3261cea5-503d-4053-932b-80e36c030232 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.533049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Attempting to bind port dd48a701-044a-4f5a-8717-c220c3f04262 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:21.533616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Attempting to bind port dd48a701-044a-4f5a-8717-c220c3f04262 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:21.534127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Attempting to bind port dd48a701-044a-4f5a-8717-c220c3f04262 on network 0696eef3-803f-4405-93fa-b683a65808d9 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:21.537348 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4626d-8343-460a-b1ef-f93a5fd70e90 req-d4dbfaac-c9f5-4118-9448-dec33f5cf901 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:21.546742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4626d-8343-460a-b1ef-f93a5fd70e90 req-d4dbfaac-c9f5-4118-9448-dec33f5cf901 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:21.547275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1a1b2-37a6-464c-aaa0-39be9ae4923a None None] Pushing event updated for resources: {'Port': ['ID=83bde706-824b-4cb2-87fd-54342774ccb6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:21.550176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4626d-8343-460a-b1ef-f93a5fd70e90 req-d4dbfaac-c9f5-4118-9448-dec33f5cf901 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:21.552108 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33a4626d-8343-460a-b1ef-f93a5fd70e90 req-d4dbfaac-c9f5-4118-9448-dec33f5cf901 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2387 time: 0.0700245 Aug 20 11:34:21.557842 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.561010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Port dd48a701-044a-4f5a-8717-c220c3f04262 on network 0696eef3-803f-4405-93fa-b683a65808d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:34:21.561631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Attempting to bind port dd48a701-044a-4f5a-8717-c220c3f04262 on network 0696eef3-803f-4405-93fa-b683a65808d9 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:21.573717 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.592310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:21.592659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Checking segment: {'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:21.593065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Bound using segment: {'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:21.593511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Bound port: dd48a701-044a-4f5a-8717-c220c3f04262, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:21.593876 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.603479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33a4626d-8343-460a-b1ef-f93a5fd70e90 req-343c83ce-b7dc-44d4-98b3-d232cf2d04a3 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388906 Aug 20 11:34:21.624870 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3261cea5-503d-4053-932b-80e36c030232 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.685583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:21.688997 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.704242 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-172c646b-0762-4cc5-af02-4b511a2c728d req-0fcc23e1-5eb9-4fab-b034-092506496cb4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894665 Aug 20 11:34:21.718095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261cea5-503d-4053-932b-80e36c030232 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cba0d8d-21ff-4005-bfce-4b1e365d1515,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:21.741551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port db1dd5be-98b7-4a3c-b965-22280f69e7fd, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=db1dd5be-98b7-4a3c-b965-22280f69e7fd,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:21.743543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] Set router 4d72bf86-169f-4682-a1d7-1f65146fe58c gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:21.748170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Subnet': ['ID=df42a3ca-0957-4f6a-8718-fd17100a8bb1,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:21.811281 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.812047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:21.814960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Checking segment: {'id': '52bc5d6c-968a-4597-815d-814895c951ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '82f43271-f9be-466a-b2b8-897655abf337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:21.815343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network hostable DHCP agents. Network: 82f43271-f9be-466a-b2b8-897655abf337, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:21.822664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] For port dd48a701-044a-4f5a-8717-c220c3f04262, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:21.827350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] For port dd48a701-044a-4f5a-8717-c220c3f04262, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dd48a701-044a-4f5a-8717-c220c3f04262,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:21.844391 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3261cea5-503d-4053-932b-80e36c030232 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.846238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3261cea5-503d-4053-932b-80e36c030232 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1623926 Aug 20 11:34:21.849635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42562) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:21.856933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:21.883566 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf7763d-a334-4b93-8220-8726f5ba799f None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:34:21.921003 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.948647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.977924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network 82f43271-f9be-466a-b2b8-897655abf337 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:21.991408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:21.992017 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:21.993550 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] 10.222.0.57 "PUT /v2.0/ports/dd48a701-044a-4f5a-8717-c220c3f04262 HTTP/1.1" status: 200 len: 1091 time: 2.1441164 Aug 20 11:34:21.997605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'tag': 'dd48a701-044a-4f5a-8717-c220c3f04262'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:22.002788 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76038a68-0bb2-4d86-b861-21490d70a6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "tag": "dd48a701-044a-4f5a-8717-c220c3f04262"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:22.037248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=db1dd5be-98b7-4a3c-b965-22280f69e7fd,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:22.049164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 82f43271-f9be-466a-b2b8-897655abf337) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:22.050923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650b04f-34a5-4536-a150-a09c2093510e service neutron] Pushing event updated for resources: {'Port': ['ID=dd48a701-044a-4f5a-8717-c220c3f04262,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:22.068780 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d53ba9-54e6-47c7-ad35-3489d7d6b29f x-openstack-request-id: req-77d53ba9-54e6-47c7-ad35-3489d7d6b29f {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:22.069095 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "tag": "dd48a701-044a-4f5a-8717-c220c3f04262", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:22.069326 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77d53ba9-54e6-47c7-ad35-3489d7d6b29f {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:22.069722 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'tag': 'dd48a701-044a-4f5a-8717-c220c3f04262', 'status': 'completed', 'code': 200} Aug 20 11:34:22.071134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:22.071817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.086220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:22.086475 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.099246 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.108207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Request body: {'port': {'device_id': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:22.196516 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-69879b8e-c587-4563-8ed2-7303d1bd8fca tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8156066 Aug 20 11:34:22.199413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42566) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:22.235635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76038a68-0bb2-4d86-b861-21490d70a6e2 req-c692f92a-79df-43a4-8250-cc6aa027e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:22.236651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76038a68-0bb2-4d86-b861-21490d70a6e2 req-c692f92a-79df-43a4-8250-cc6aa027e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:22.237133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76038a68-0bb2-4d86-b861-21490d70a6e2 req-c692f92a-79df-43a4-8250-cc6aa027e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:22.238854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76038a68-0bb2-4d86-b861-21490d70a6e2 req-c692f92a-79df-43a4-8250-cc6aa027e5a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e802f5f2fcf4414cb1c669b719198804&device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2730 time: 0.1465809 Aug 20 11:34:22.241897 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.264560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Allocated IP 172.25.4.219 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/ce7edd4f-da56-41e6-ab00-0093c7ac1b1d) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:22.307093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '83bde706-824b-4cb2-87fd-54342774ccb6', 'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'mac_address': 'fa:16:3e:42:9d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:14Z', 'updated_at': '2021-08-20T11:34:21Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'subnets': [{'id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:22.341479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec283243-3aff-4058-937d-960de4d4b0e8 None None] The sync data for ids ['4d72bf86-169f-4682-a1d7-1f65146fe58c'] in n-d-804230-3 is: [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '83bde706-824b-4cb2-87fd-54342774ccb6', 'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'mac_address': 'fa:16:3e:42:9d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:14Z', 'updated_at': '2021-08-20T11:34:21Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'subnets': [{'id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:22.351477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf7763d-a334-4b93-8220-8726f5ba799f None None] Unable to find a vacant binding_index for network 82f43271-f9be-466a-b2b8-897655abf337 and agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 {{(pid=95589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 20 11:34:22.358041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf7763d-a334-4b93-8220-8726f5ba799f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 82f43271-f9be-466a-b2b8-897655abf337) {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:34:22.383511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.417954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.objects.ports [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95587) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:34:22.467881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.491532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.587602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76038a68-0bb2-4d86-b861-21490d70a6e2 req-33db6d81-919d-4f3d-bc98-153d7e3114b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:22.588097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76038a68-0bb2-4d86-b861-21490d70a6e2 req-33db6d81-919d-4f3d-bc98-153d7e3114b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:22.588578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76038a68-0bb2-4d86-b861-21490d70a6e2 req-33db6d81-919d-4f3d-bc98-153d7e3114b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:22.590263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76038a68-0bb2-4d86-b861-21490d70a6e2 req-33db6d81-919d-4f3d-bc98-153d7e3114b4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e802f5f2fcf4414cb1c669b719198804&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3430924 Aug 20 11:34:22.649064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.722419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'Port': ['ID=ce7edd4f-da56-41e6-ab00-0093c7ac1b1d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:22.738815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:22.823350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b562362-8605-4d11-8279-34368969966a None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:22.851259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76038a68-0bb2-4d86-b861-21490d70a6e2 req-917d334d-5ddf-4b66-ace9-8f5ded4ffa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:22.853166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76038a68-0bb2-4d86-b861-21490d70a6e2 req-917d334d-5ddf-4b66-ace9-8f5ded4ffa0c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2485461 Aug 20 11:34:22.914878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550c0b2-606f-4488-88d8-f5f6ad8b2257 None None] Network 82f43271-f9be-466a-b2b8-897655abf337 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:22.993349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 83bde706-824b-4cb2-87fd-54342774ccb6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:23.124599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0688866c-02e5-4c63-9ed8-e1feade9feba {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:23.141277 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.158646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Transition to ACTIVE for port object 0688866c-02e5-4c63-9ed8-e1feade9feba will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:23.173237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294f7e-aaea-4175-b1fc-8d02f1f1a1f1 req-c523fa40-ff27-4630-b6cb-7ffd83ecbf1d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:23.184724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294f7e-aaea-4175-b1fc-8d02f1f1a1f1 req-c523fa40-ff27-4630-b6cb-7ffd83ecbf1d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:23.193392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294f7e-aaea-4175-b1fc-8d02f1f1a1f1 req-c523fa40-ff27-4630-b6cb-7ffd83ecbf1d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:23.196517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c294f7e-aaea-4175-b1fc-8d02f1f1a1f1 req-c523fa40-ff27-4630-b6cb-7ffd83ecbf1d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2387 time: 0.3409774 Aug 20 11:34:23.257447 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.281917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.328098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 83bde706-824b-4cb2-87fd-54342774ccb6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:23.334592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69754537-06b4-4c36-83dc-217d617ca679 None None] Network 82f43271-f9be-466a-b2b8-897655abf337 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:23.339558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Subnet': ['ID=df42a3ca-0957-4f6a-8718-fd17100a8bb1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:23.342608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:23.371715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c294f7e-aaea-4175-b1fc-8d02f1f1a1f1 req-00c5db99-ab02-43eb-b35f-f60f0824a24b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449633 Aug 20 11:34:23.378492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:23.441819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 83bde706-824b-4cb2-87fd-54342774ccb6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:23.442544 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.513766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:23.544045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1411a5ad-6c11-4a50-9524-abbd266e2aef None None] Provisioning complete for port 83bde706-824b-4cb2-87fd-54342774ccb6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:23.547039 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1411a5ad-6c11-4a50-9524-abbd266e2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.620307 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.636305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f43271-f9be-466a-b2b8-897655abf337']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:23.646029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Pushing event updated for resources: {'Port': ['ID=0688866c-02e5-4c63-9ed8-e1feade9feba,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:23.661776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bc5d6c-968a-4597-815d-814895c951ca') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:23.662305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bc5d6c-968a-4597-815d-814895c951ca') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:23.673142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.707964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.723929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:23.725366 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.738344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Attempting to bind port 0688866c-02e5-4c63-9ed8-e1feade9feba on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:23.744971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Attempting to bind port 0688866c-02e5-4c63-9ed8-e1feade9feba by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '533db831-ab8e-4fb6-ae04-b0c730f7e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:23.745360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Attempting to bind port 0688866c-02e5-4c63-9ed8-e1feade9feba on network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:23.772869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Port 0688866c-02e5-4c63-9ed8-e1feade9feba on network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:34:23.773085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Attempting to bind port 0688866c-02e5-4c63-9ed8-e1feade9feba on network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:23.794679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:23.795030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Checking segment: {'id': '533db831-ab8e-4fb6-ae04-b0c730f7e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:23.795559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Bound using segment: {'id': '533db831-ab8e-4fb6-ae04-b0c730f7e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:23.796028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Bound port: 0688866c-02e5-4c63-9ed8-e1feade9feba, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '533db831-ab8e-4fb6-ae04-b0c730f7e56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:23.796396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.803619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] For port db1dd5be-98b7-4a3c-b965-22280f69e7fd, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=db1dd5be-98b7-4a3c-b965-22280f69e7fd,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:23.863822 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:23.905995 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.952487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db08d4-c085-4c1a-b859-b809c6313dd9 req-57678f40-e226-4f7c-a598-6a4ee0245c63 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:23.952765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] For port 0688866c-02e5-4c63-9ed8-e1feade9feba, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:23.957562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] For port 0688866c-02e5-4c63-9ed8-e1feade9feba, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0688866c-02e5-4c63-9ed8-e1feade9feba,segment=NetworkSegment(533db831-ab8e-4fb6-ae04-b0c730f7e56a),segment_id=533db831-ab8e-4fb6-ae04-b0c730f7e56a)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:23.959005 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b1db08d4-c085-4c1a-b859-b809c6313dd9 req-57678f40-e226-4f7c-a598-6a4ee0245c63 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.6088259 Aug 20 11:34:23.963030 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.969009 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:23.972282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.010717 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.021023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/82f43271-f9be-466a-b2b8-897655abf337 HTTP/1.1" status: 204 len: 168 time: 1.8206127 Aug 20 11:34:24.030132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3056ea-e241-48d4-aa36-b4ffac26c328 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Network': ['ID=82f43271-f9be-466a-b2b8-897655abf337,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:24.033094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42572) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:24.044446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-840132940'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:24.065829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5264a59-4d3a-4858-b1a0-fd7211a72cf9 req-04a3543a-57de-486b-be4f-9787d7adbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.068401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5264a59-4d3a-4858-b1a0-fd7211a72cf9 req-04a3543a-57de-486b-be4f-9787d7adbd8c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 1096 time: 0.1983297 Aug 20 11:34:24.100571 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1411a5ad-6c11-4a50-9524-abbd266e2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.104773 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.140975 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.146358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b1db08d4-c085-4c1a-b859-b809c6313dd9 req-e5d79f96-2aa8-4f09-9946-4714ccbb33e4 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807032 Aug 20 11:34:24.161562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.163023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.164619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] 10.222.0.57 "PUT /v2.0/ports/0688866c-02e5-4c63-9ed8-e1feade9feba HTTP/1.1" status: 200 len: 1092 time: 2.0619633 Aug 20 11:34:24.175507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'tag': '0688866c-02e5-4c63-9ed8-e1feade9feba'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:24.177010 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4d0537-47ac-4a40-99ca-89932c4bc01b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "tag": "0688866c-02e5-4c63-9ed8-e1feade9feba"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:24.201217 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5264a59-4d3a-4858-b1a0-fd7211a72cf9 req-ce0c310b-3acf-4464-81bf-3e3630900ca1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963457 Aug 20 11:34:24.202996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:24.209164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1411a5ad-6c11-4a50-9524-abbd266e2aef None None] For port 83bde706-824b-4cb2-87fd-54342774ccb6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=83bde706-824b-4cb2-87fd-54342774ccb6,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:24.209364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=db1dd5be-98b7-4a3c-b965-22280f69e7fd,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:24.209770 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.232549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:24.236491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=5529a6e0-9de8-4cb2-ac60-c8de430eaea9,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:24.243867 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0277ec-7455-4946-8525-fa557a36f01a x-openstack-request-id: req-4d0277ec-7455-4946-8525-fa557a36f01a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:24.244008 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "tag": "0688866c-02e5-4c63-9ed8-e1feade9feba", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:24.253254 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d0277ec-7455-4946-8525-fa557a36f01a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:24.253254 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'tag': '0688866c-02e5-4c63-9ed8-e1feade9feba', 'status': 'completed', 'code': 200} Aug 20 11:34:24.275892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.276414 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.301198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:24.301838 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1411a5ad-6c11-4a50-9524-abbd266e2aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.309330 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.311759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Request body: {'port': {'device_id': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:24.398703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:24.418392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.431085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60430979-6b4a-431e-8295-fb02d4c80d07 service neutron] Pushing event updated for resources: {'Port': ['ID=0688866c-02e5-4c63-9ed8-e1feade9feba,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:24.443781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c945e5-496c-452c-a676-c517c89869b4 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:24.447517 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.453899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0537-47ac-4a40-99ca-89932c4bc01b req-de7da6f4-3f04-4b43-a24a-18732282737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.454717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0537-47ac-4a40-99ca-89932c4bc01b req-de7da6f4-3f04-4b43-a24a-18732282737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.455333 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:34:24.455703 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:34:24.456115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0537-47ac-4a40-99ca-89932c4bc01b req-de7da6f4-3f04-4b43-a24a-18732282737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.457999 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b4d0537-47ac-4a40-99ca-89932c4bc01b req-de7da6f4-3f04-4b43-a24a-18732282737a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e802f5f2fcf4414cb1c669b719198804&device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2797 time: 0.1769617 Aug 20 11:34:24.466661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411a5ad-6c11-4a50-9524-abbd266e2aef None None] Pushing event updated for resources: {'Port': ['ID=83bde706-824b-4cb2-87fd-54342774ccb6,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:24.478916 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6220573c-0328-4385-9316-af58d20fbc84 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.5561154 Aug 20 11:34:24.500032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42578) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:24.523361 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:c8:f7:7a', 'name': 'tempest-NetworksTestDHCPv6-1550547360'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:24.524627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5e48ab4d-360e-4d40-8ac8-343ca8ed063f None None] Provisioning complete for port db1dd5be-98b7-4a3c-b965-22280f69e7fd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:24.525007 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e48ab4d-360e-4d40-8ac8-343ca8ed063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.550752 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.551116 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Added segment eb746e9d-f438-4350-a8d1-458479793e4e of type vlan for network ce7ab069-c967-42e1-b1c6-0b512196b531 Aug 20 11:34:24.635565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.658733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1d685-6726-4cbe-acc0-cabf55c06d67 req-723d27eb-1290-47f5-a051-356c493d31dd tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.665367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1d685-6726-4cbe-acc0-cabf55c06d67 req-723d27eb-1290-47f5-a051-356c493d31dd tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.671324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1d685-6726-4cbe-acc0-cabf55c06d67 req-723d27eb-1290-47f5-a051-356c493d31dd tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.673154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9e1d685-6726-4cbe-acc0-cabf55c06d67 req-723d27eb-1290-47f5-a051-356c493d31dd tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2399 time: 0.1382380 Aug 20 11:34:24.718591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5e48ab4d-360e-4d40-8ac8-343ca8ed063f None None] Provisioning complete for port 83bde706-824b-4cb2-87fd-54342774ccb6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:24.725626 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e48ab4d-360e-4d40-8ac8-343ca8ed063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.754541 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.758742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9e1d685-6726-4cbe-acc0-cabf55c06d67 req-81e968bb-5561-4e31-8de4-8db489a7274d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739121 Aug 20 11:34:24.801120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0537-47ac-4a40-99ca-89932c4bc01b req-3197a51c-a5d2-480d-b837-907fa06b02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.801647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0537-47ac-4a40-99ca-89932c4bc01b req-3197a51c-a5d2-480d-b837-907fa06b02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.802018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0537-47ac-4a40-99ca-89932c4bc01b req-3197a51c-a5d2-480d-b837-907fa06b02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.803661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.803830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b4d0537-47ac-4a40-99ca-89932c4bc01b req-3197a51c-a5d2-480d-b837-907fa06b02f9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e802f5f2fcf4414cb1c669b719198804&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3281574 Aug 20 11:34:24.812930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:24.815672 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.885649 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:24.926524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Network': ['ID=ce7ab069-c967-42e1-b1c6-0b512196b531,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:24.969924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.970887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.971300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.971711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.972115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.972510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.972895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.973295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.973691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.974077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.974597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.974952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:24.987484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network ce7ab069-c967-42e1-b1c6-0b512196b531 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:25.002495 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.006300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'Port': ['ID=ce7edd4f-da56-41e6-ab00-0093c7ac1b1d,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:25.016167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0537-47ac-4a40-99ca-89932c4bc01b req-3df873d9-5496-49b6-801f-e76848d37d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:25.016167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b4d0537-47ac-4a40-99ca-89932c4bc01b req-3df873d9-5496-49b6-801f-e76848d37d4f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1966984 Aug 20 11:34:25.020500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:25.064351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device db1dd5be-98b7-4a3c-b965-22280f69e7fd up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:25.103865 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d61930fb-de9a-4e65-bc51-2ceacdfe6888 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0643206 Aug 20 11:34:25.106483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42580) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:25.113379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Request body: {'subnet': {'network_id': 'ce7ab069-c967-42e1-b1c6-0b512196b531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:25.131540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.140871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2d60ba51-9e2b-4477-9bf8-b141fb44006f None None] Provisioning complete for port db1dd5be-98b7-4a3c-b965-22280f69e7fd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:25.141077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4bdc5811-8772-4b95-8c8b-d0ee07f1810f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2821786 Aug 20 11:34:25.141171 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2d60ba51-9e2b-4477-9bf8-b141fb44006f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.142495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914467d9-7ba4-4cf0-bec4-03396975e72c {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:25.157283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.166745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.207405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Transition to ACTIVE for port object 914467d9-7ba4-4cf0-bec4-03396975e72c will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:25.224441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 5434af2b-3bbd-4d05-879c-361964d41f05 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:25.231166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port db1dd5be-98b7-4a3c-b965-22280f69e7fd triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:25.231638 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.313240 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.323921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-1dcdeb9c-098b-49dd-b5e5-ab7de3ec0e5e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2079549168&fields=id&tenant_id=2f98a334c67f49e79ce0d260c119660a HTTP/1.1" status: 200 len: 267 time: 0.0478101 Aug 20 11:34:25.371715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9945a90-7ebf-4081-a382-363829d7a621 req-32d81256-0637-407a-b96d-3e8794edc56e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:25.375875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9945a90-7ebf-4081-a382-363829d7a621 req-32d81256-0637-407a-b96d-3e8794edc56e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1461594 Aug 20 11:34:25.398404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Made reservation on behalf of aca320d0339d4739857dda50562e4447 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:25.401837 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.446198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Pushing event updated for resources: {'Port': ['ID=914467d9-7ba4-4cf0-bec4-03396975e72c,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:25.524695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 83bde706-824b-4cb2-87fd-54342774ccb6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:25.555245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-09e65988-7eee-4948-aac4-6e87c2af5e4e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:25.556887 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-09e65988-7eee-4948-aac4-6e87c2af5e4e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 812 time: 0.2221503 Aug 20 11:34:25.602649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 83bde706-824b-4cb2-87fd-54342774ccb6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:25.603434 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.631492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-f01024d3-8ad2-4fbd-8936-732692cef9e4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/quotas/2f98a334c67f49e79ce0d260c119660a HTTP/1.1" status: 200 len: 375 time: 0.0629117 Aug 20 11:34:25.752458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device db1dd5be-98b7-4a3c-b965-22280f69e7fd up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:25.758885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.758885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.758885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.758885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.758885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.758885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.758885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.759513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.759513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.759676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.759994 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.760313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:25.775147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::f816:3eff:fec8:f77a (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/5529a6e0-9de8-4cb2-ac60-c8de430eaea9/5434af2b-3bbd-4d05-879c-361964d41f05) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:25.780524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9945a90-7ebf-4081-a382-363829d7a621 req-2650d58a-ea34-4127-a635-a3cbec569a1e tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716962 Aug 20 11:34:25.795179 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-904df662-2f8a-499b-b1b2-ab40293ba774 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1625285 Aug 20 11:34:25.819868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port db1dd5be-98b7-4a3c-b965-22280f69e7fd triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:25.820395 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:25.824408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-1e165bdb-afe5-42a0-99b9-dd2727846f9e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:34:25.833503 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-1e165bdb-afe5-42a0-99b9-dd2727846f9e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145543 Aug 20 11:34:25.926519 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Attempting to bind port 914467d9-7ba4-4cf0-bec4-03396975e72c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:25.927023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Attempting to bind port 914467d9-7ba4-4cf0-bec4-03396975e72c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:25.927207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Attempting to bind port 914467d9-7ba4-4cf0-bec4-03396975e72c on network 0696eef3-803f-4405-93fa-b683a65808d9 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:25.940485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-39afdd0c-9207-4177-9897-65977c3b8430 service neutron] 10.222.0.10 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063809 Aug 20 11:34:25.978412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Port 914467d9-7ba4-4cf0-bec4-03396975e72c on network 0696eef3-803f-4405-93fa-b683a65808d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:34:25.978796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Attempting to bind port 914467d9-7ba4-4cf0-bec4-03396975e72c on network 0696eef3-803f-4405-93fa-b683a65808d9 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:25.999284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:25.999684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Checking segment: {'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:26.000162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Bound using segment: {'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:26.000627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Bound port: 914467d9-7ba4-4cf0-bec4-03396975e72c, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bca2dbd-60a4-487c-9ba4-b49052870c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:26.001069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.030341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74308dc-b532-4447-9ebe-113dac68648f req-1a80ab66-46df-48a1-9b38-6574ade0731d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.036663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74308dc-b532-4447-9ebe-113dac68648f req-1a80ab66-46df-48a1-9b38-6574ade0731d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.042856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74308dc-b532-4447-9ebe-113dac68648f req-1a80ab66-46df-48a1-9b38-6574ade0731d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.044694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e74308dc-b532-4447-9ebe-113dac68648f req-1a80ab66-46df-48a1-9b38-6574ade0731d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2411 time: 0.1626570 Aug 20 11:34:26.078853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:34:26.083309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.103205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-6ea02041-57b5-447b-a5dc-b733808d1571 service neutron] 10.222.0.10 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563704 Aug 20 11:34:26.157328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event updated for resources: {'Subnet': ['ID=2fdefc95-0b11-4720-ab0d-72894ed9fa5e,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:26.171408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e74308dc-b532-4447-9ebe-113dac68648f req-37e9b277-c825-40b0-b8d9-351ebe8aac07 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075246 Aug 20 11:34:26.172355 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Checking segment: {'id': 'eb746e9d-f438-4350-a8d1-458479793e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ce7ab069-c967-42e1-b1c6-0b512196b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:26.172355 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network hostable DHCP agents. Network: ce7ab069-c967-42e1-b1c6-0b512196b531, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:26.172545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.189818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] For port 914467d9-7ba4-4cf0-bec4-03396975e72c, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:26.193283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 5434af2b-3bbd-4d05-879c-361964d41f05 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:26.195854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] For port 914467d9-7ba4-4cf0-bec4-03396975e72c, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=914467d9-7ba4-4cf0-bec4-03396975e72c,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:26.314665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Network ce7ab069-c967-42e1-b1c6-0b512196b531 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:26.386729 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.389087 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.456470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.456470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.456470 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] 10.222.0.57 "PUT /v2.0/ports/914467d9-7ba4-4cf0-bec4-03396975e72c HTTP/1.1" status: 200 len: 1091 time: 2.1510987 Aug 20 11:34:26.456470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'tag': '914467d9-7ba4-4cf0-bec4-03396975e72c'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:26.456470 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "tag": "914467d9-7ba4-4cf0-bec4-03396975e72c"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:26.473217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:26.490164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, ce7ab069-c967-42e1-b1c6-0b512196b531) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:26.498222 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0827d3-ed56-4170-a8b4-4b321250f27b x-openstack-request-id: req-cd0827d3-ed56-4170-a8b4-4b321250f27b {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:26.502786 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "tag": "914467d9-7ba4-4cf0-bec4-03396975e72c", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:26.502786 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd0827d3-ed56-4170-a8b4-4b321250f27b {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:26.503300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bfe0fc-f87e-4849-bfd4-084a37fcac49 None None] Network ce7ab069-c967-42e1-b1c6-0b512196b531 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:26.503389 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'tag': '914467d9-7ba4-4cf0-bec4-03396975e72c', 'status': 'completed', 'code': 200} Aug 20 11:34:26.503389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:26.508951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f10a3d2-c6ad-4bc5-9a22-978195fb3477 req-1de60607-0b99-425c-b968-e26d7e12ab89 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 210 time: 0.0549572 Aug 20 11:34:26.509538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.510185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.511341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:26.518202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.519145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.545759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1bc83-71ed-4de5-aaf0-a9f3a3aed68a service neutron] Pushing event updated for resources: {'Port': ['ID=914467d9-7ba4-4cf0-bec4-03396975e72c,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:26.636313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2 req-1a2f2c1b-eca2-4e25-9f01-cb56ec27414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.636864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2 req-1a2f2c1b-eca2-4e25-9f01-cb56ec27414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.637603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2 req-1a2f2c1b-eca2-4e25-9f01-cb56ec27414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.639481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2 req-1a2f2c1b-eca2-4e25-9f01-cb56ec27414d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e802f5f2fcf4414cb1c669b719198804&device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2864 time: 0.1099865 Aug 20 11:34:26.640352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=5434af2b-3bbd-4d05-879c-361964d41f05,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:26.699384 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-539bab3f-9b8a-47e5-8588-908e0bcfe84a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5917301 Aug 20 11:34:26.705614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42608) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:26.707561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-ce7ab069-c967-42e1-b1c6-0b512196b531', 'network_id': 'ce7ab069-c967-42e1-b1c6-0b512196b531', 'tenant_id': 'aca320d0339d4739857dda50562e4447', 'fixed_ips': [{'subnet_id': '2fdefc95-0b11-4720-ab0d-72894ed9fa5e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:26.709017 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.768185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2e9fd9a3-5ef2-4827-a066-a17ee05fa21d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2653196 Aug 20 11:34:26.800651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42610) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:26.835623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2 req-cc94c268-b470-4ad0-be96-e27e352de4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.836122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2 req-cc94c268-b470-4ad0-be96-e27e352de4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.836697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2 req-cc94c268-b470-4ad0-be96-e27e352de4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.838614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2 req-cc94c268-b470-4ad0-be96-e27e352de4da service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e802f5f2fcf4414cb1c669b719198804&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1908531 Aug 20 11:34:26.877125 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:26.891001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Allocated IP 2001:db8::f816:3eff:fe86:e1bd (ce7ab069-c967-42e1-b1c6-0b512196b531/2fdefc95-0b11-4720-ab0d-72894ed9fa5e/bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:26.916264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b182e34-1c6b-449c-88f8-4f31be42267c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.925373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b182e34-1c6b-449c-88f8-4f31be42267c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.927734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2b182e34-1c6b-449c-88f8-4f31be42267c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1265271 Aug 20 11:34:26.933888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42614) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:26.966307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf5f32-f317-4b36-8cb9-1b17c4163395 req-3e47f697-b086-4f19-a1bc-79ba40ab0052 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:26.968072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3caf5f32-f317-4b36-8cb9-1b17c4163395 req-3e47f697-b086-4f19-a1bc-79ba40ab0052 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0777185 Aug 20 11:34:27.011805 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3caf5f32-f317-4b36-8cb9-1b17c4163395 req-804bdb03-4f99-46e7-be37-fec580bb3016 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355556 Aug 20 11:34:27.083565 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.092979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Transition to ACTIVE for port object bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:27.111718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Transition to ACTIVE for port object bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:27.129402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.167129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2 req-f23a37ef-907c-4ff1-9ada-121e94343af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.168634 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e73d7d71-9cb4-417e-aa31-bb02a84f75e2 req-f23a37ef-907c-4ff1-9ada-121e94343af3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2890248 Aug 20 11:34:27.203099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-10350d0d-6f55-4f91-a68f-932cb6f55655 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 5434af2b-3bbd-4d05-879c-361964d41f05 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:27.203464 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10350d0d-6f55-4f91-a68f-932cb6f55655 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.249517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-af7121f9-8ff1-4fe4-b97c-00ba095911b8 None None] Provisioning for port 5434af2b-3bbd-4d05-879c-361964d41f05 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:27.252812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.263494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-af7121f9-8ff1-4fe4-b97c-00ba095911b8 None None] Provisioning complete for port 5434af2b-3bbd-4d05-879c-361964d41f05 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:27.263866 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-af7121f9-8ff1-4fe4-b97c-00ba095911b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.311894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Network ce7ab069-c967-42e1-b1c6-0b512196b531 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:27.318606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:27.323694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:27.348316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-af7121f9-8ff1-4fe4-b97c-00ba095911b8 None None] Port 5434af2b-3bbd-4d05-879c-361964d41f05 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:27.348543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Pushing event updated for resources: {'Port': ['ID=bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:27.359784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-53ce3b2c-0777-4384-95d8-41bc99bd9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.360280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-53ce3b2c-0777-4384-95d8-41bc99bd9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.360803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-53ce3b2c-0777-4384-95d8-41bc99bd9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.362506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-53ce3b2c-0777-4384-95d8-41bc99bd9c19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e802f5f2fcf4414cb1c669b719198804&device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2864 time: 0.1530592 Aug 20 11:34:27.379043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3e12e-c44f-4edc-a6f9-6fd7c50fab93 req-fe0e7b58-bc71-4c92-bf24-7eb52789d9fa tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.385021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3e12e-c44f-4edc-a6f9-6fd7c50fab93 req-fe0e7b58-bc71-4c92-bf24-7eb52789d9fa tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.391058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3e12e-c44f-4edc-a6f9-6fd7c50fab93 req-fe0e7b58-bc71-4c92-bf24-7eb52789d9fa tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.393386 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7cb3e12e-c44f-4edc-a6f9-6fd7c50fab93 req-fe0e7b58-bc71-4c92-bf24-7eb52789d9fa tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2411 time: 0.1348395 Aug 20 11:34:27.400016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Attempting to bind port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:27.400016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Attempting to bind port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'eb746e9d-f438-4350-a8d1-458479793e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ce7ab069-c967-42e1-b1c6-0b512196b531'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:27.400016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Attempting to bind port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 on network ce7ab069-c967-42e1-b1c6-0b512196b531 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:27.407745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:27.408129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Checking segment: {'id': 'eb746e9d-f438-4350-a8d1-458479793e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ce7ab069-c967-42e1-b1c6-0b512196b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:27.408722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.409123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Bound using segment: {'id': 'eb746e9d-f438-4350-a8d1-458479793e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ce7ab069-c967-42e1-b1c6-0b512196b531'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:27.409646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Bound port: bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb746e9d-f438-4350-a8d1-458479793e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ce7ab069-c967-42e1-b1c6-0b512196b531'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:27.409993 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.441780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10350d0d-6f55-4f91-a68f-932cb6f55655 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.456774 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-bdb3048b-9429-4303-8835-9e6777f0bda4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=dd48a701-044a-4f5a-8717-c220c3f04262 HTTP/1.1" status: 200 len: 217 time: 0.0591726 Aug 20 11:34:27.464326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.474125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] For port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:27.476924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-10350d0d-6f55-4f91-a68f-932cb6f55655 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 5434af2b-3bbd-4d05-879c-361964d41f05 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:27.477995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] For port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2,segment=NetworkSegment(eb746e9d-f438-4350-a8d1-458479793e4e),segment_id=eb746e9d-f438-4350-a8d1-458479793e4e)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:27.538316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Subnet': ['ID=2fdefc95-0b11-4720-ab0d-72894ed9fa5e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:27.627409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ee8fe-8eac-4ed4-899a-d91e03250341 req-8cb7a337-b52f-4d6a-9927-431a0f1a444c tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.629438 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-048ee8fe-8eac-4ed4-899a-d91e03250341 req-8cb7a337-b52f-4d6a-9927-431a0f1a444c tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0521932 Aug 20 11:34:27.640405 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.642785 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7cb3e12e-c44f-4edc-a6f9-6fd7c50fab93 req-087ef3da-60d0-415b-8438-962fc6c3aaf4 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324662 Aug 20 11:34:27.668924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-e157d6f7-3363-491f-a5fb-75c4981cceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.671454 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-e157d6f7-3363-491f-a5fb-75c4981cceb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3a022b9-9738-4821-870b-ec77e8b1fc6b HTTP/1.1" status: 200 len: 801 time: 0.1990035 Aug 20 11:34:27.677918 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.699050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-048ee8fe-8eac-4ed4-899a-d91e03250341 req-096d0e2b-27c2-4a76-8a74-eb0a084fb432 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631795 Aug 20 11:34:27.730664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7ab069-c967-42e1-b1c6-0b512196b531']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:27.747048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4bbe6-1c7e-487e-b114-646ca83fe58f req-97a1b7d3-599d-460f-a53f-7c03cbee3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.748836 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19c4bbe6-1c7e-487e-b114-646ca83fe58f req-97a1b7d3-599d-460f-a53f-7c03cbee3d70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 1096 time: 0.0642369 Aug 20 11:34:27.774297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea253236-5ec7-4df6-a63f-8965523f0ef7 None None] Pushing event updated for resources: {'Port': ['ID=bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:27.776145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb746e9d-f438-4350-a8d1-458479793e4e') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:27.776448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb746e9d-f438-4350-a8d1-458479793e4e') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:27.783104 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34473215-1fa2-4444-8482-fd03d7589210 req-76a90825-9316-4070-8a04-d1978e1d287f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 210 time: 0.0659080 Aug 20 11:34:27.815122 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.832128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-8a178120-6f22-4640-b45a-b31fdee65277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.833667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-8a178120-6f22-4640-b45a-b31fdee65277 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0696eef3-803f-4405-93fa-b683a65808d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1530416 Aug 20 11:34:27.838075 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.874468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4bbe6-1c7e-487e-b114-646ca83fe58f req-b61d68af-1050-45db-9af7-34a0bd4ffaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:27.876898 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19c4bbe6-1c7e-487e-b114-646ca83fe58f req-b61d68af-1050-45db-9af7-34a0bd4ffaf0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 919 time: 0.1192963 Aug 20 11:34:27.885275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:27.885696 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:27.891006 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:27.952070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19c4bbe6-1c7e-487e-b114-646ca83fe58f req-8e383d57-e200-4b2d-8699-78c83f665582 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0 HTTP/1.1" status: 200 len: 217 time: 0.0663030 Aug 20 11:34:28.028619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4bbe6-1c7e-487e-b114-646ca83fe58f req-7ff673a1-f746-4db1-854b-61d0b74900e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.030922 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19c4bbe6-1c7e-487e-b114-646ca83fe58f req-7ff673a1-f746-4db1-854b-61d0b74900e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 200 len: 858 time: 0.0714693 Aug 20 11:34:28.051392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-d73a03a8-c3b5-4fe6-ab8e-f412123fb89e service neutron] 10.222.0.57 "GET /v2.0/networks/0696eef3-803f-4405-93fa-b683a65808d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057102 Aug 20 11:34:28.057560 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:34:28.057560 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:34:28.057560 n-d-804230-3 neutron-server[95587]: [parameters: {'id': 'ce7ab069-c967-42e1-b1c6-0b512196b531'}] Aug 20 11:34:28.057560 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:34:28.058044 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:34:28.065685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19c4bbe6-1c7e-487e-b114-646ca83fe58f req-4656cc04-0632-41b7-b55d-c2f1aba33023 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254941 Aug 20 11:34:28.118972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10350d0d-6f55-4f91-a68f-932cb6f55655 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.160041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10350d0d-6f55-4f91-a68f-932cb6f55655 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=5434af2b-3bbd-4d05-879c-361964d41f05,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:28.168852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19c4bbe6-1c7e-487e-b114-646ca83fe58f req-65b0e975-6996-4db0-8cc7-9f7c2097c969 service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954213 Aug 20 11:34:28.198510 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10350d0d-6f55-4f91-a68f-932cb6f55655 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.198510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-10350d0d-6f55-4f91-a68f-932cb6f55655 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/5434af2b-3bbd-4d05-879c-361964d41f05 HTTP/1.1" status: 204 len: 168 time: 1.2622664 Aug 20 11:34:28.200140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42630) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:28.261609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-4a207d46-933b-4402-919a-f97943181031 service neutron] 10.222.0.57 "GET /v2.0/networks/0696eef3-803f-4405-93fa-b683a65808d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973360 Aug 20 11:34:28.283585 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19c4bbe6-1c7e-487e-b114-646ca83fe58f req-791403c8-96f3-4f17-b899-e24dcde8e11e service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055789 Aug 20 11:34:28.307177 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-49aea8ec-9d43-4328-b938-9eb7ffbd889f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=0688866c-02e5-4c63-9ed8-e1feade9feba HTTP/1.1" status: 200 len: 217 time: 0.0436382 Aug 20 11:34:28.315659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801f78a-2149-4f3f-af23-1af508f8e58b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.317341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801f78a-2149-4f3f-af23-1af508f8e58b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.321699 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b801f78a-2149-4f3f-af23-1af508f8e58b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1179919 Aug 20 11:34:28.322062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42632) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:28.382747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-e13f242c-1c5f-4841-8ce4-1a2fe63f8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.387334 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-e13f242c-1c5f-4841-8ce4-1a2fe63f8f75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd1b1ca8-8952-4bcc-95f0-d9743c2b2cb7 HTTP/1.1" status: 200 len: 801 time: 0.0667336 Aug 20 11:34:28.388095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf6b3b7-1bd5-4231-b07e-cc291aceb0ec tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 5529a6e0-9de8-4cb2-ac60-c8de430eaea9 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:28.391740 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b3b7-1bd5-4231-b07e-cc291aceb0ec tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.431706 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b3b7-1bd5-4231-b07e-cc291aceb0ec tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.435961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-59bbffe5-8591-44ed-a68c-f1ad1956ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.437555 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-59bbffe5-8591-44ed-a68c-f1ad1956ea3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=99f322e6-e1e0-4ea2-acf3-eeb626481e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0419629 Aug 20 11:34:28.530781 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b3b7-1bd5-4231-b07e-cc291aceb0ec tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.547354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-b839c066-49d9-4436-b66d-f5fe2dae4d9d service neutron] 10.222.0.57 "GET /v2.0/networks/99f322e6-e1e0-4ea2-acf3-eeb626481e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024523 Aug 20 11:34:28.562542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.691542 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-5b5a0039-43e1-46e7-b22f-787966ff60f4 service neutron] 10.222.0.57 "GET /v2.0/networks/99f322e6-e1e0-4ea2-acf3-eeb626481e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369553 Aug 20 11:34:28.691746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b3b7-1bd5-4231-b07e-cc291aceb0ec tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.705399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Deleting port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:28.705759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.722527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6b3b7-1bd5-4231-b07e-cc291aceb0ec tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=5529a6e0-9de8-4cb2-ac60-c8de430eaea9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:28.734057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ee4b7-d101-490d-a524-b6cbca887fcb None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:28.746345 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b3b7-1bd5-4231-b07e-cc291aceb0ec tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:28.746345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aaf6b3b7-1bd5-4231-b07e-cc291aceb0ec tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/5529a6e0-9de8-4cb2-ac60-c8de430eaea9 HTTP/1.1" status: 204 len: 168 time: 0.4170556 Aug 20 11:34:28.746345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42638) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:28.811595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-86144c64-c61c-4455-a0ba-076e59a036f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=914467d9-7ba4-4cf0-bec4-03396975e72c HTTP/1.1" status: 200 len: 217 time: 0.1080685 Aug 20 11:34:28.825904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6c8b5416-0818-41f7-a254-fac5d334284a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783324 Aug 20 11:34:28.825904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42642) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:28.830380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:28.865013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e52ea6-5667-4afa-bca5-007757538201 None None] Network ce7ab069-c967-42e1-b1c6-0b512196b531 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:28.915306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0209bf6-bc8e-40dd-b44b-9b1f0c95ceff req-8492befd-35df-4ac0-b141-3145968f1e74 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.921755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0209bf6-bc8e-40dd-b44b-9b1f0c95ceff req-8492befd-35df-4ac0-b141-3145968f1e74 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.929278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0209bf6-bc8e-40dd-b44b-9b1f0c95ceff req-8492befd-35df-4ac0-b141-3145968f1e74 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:28.931239 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0209bf6-bc8e-40dd-b44b-9b1f0c95ceff req-8492befd-35df-4ac0-b141-3145968f1e74 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2411 time: 0.2029462 Aug 20 11:34:29.005800 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0209bf6-bc8e-40dd-b44b-9b1f0c95ceff req-7032ddd4-4a8c-403c-83f8-50c23a5a7c1b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610836 Aug 20 11:34:29.042578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1ba2527-6197-4c20-9bee-6e6f6eb4c17f None None] Provisioning for port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:29.121048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:29.127651 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.129790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d240a84-5c43-4a70-98d9-f9e046ae00ff None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:29.149288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3ab4f79-596a-4e4a-bee0-1d3a27f1f7c1 req-2463843b-4d9e-4f39-a9e8-50f5ec060984 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 210 time: 0.0404339 Aug 20 11:34:29.157113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] For port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2,segment=NetworkSegment(eb746e9d-f438-4350-a8d1-458479793e4e),segment_id=eb746e9d-f438-4350-a8d1-458479793e4e)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:29.158248 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.193209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-9db8893d-e8e7-4a7a-9b8b-7b4c632bcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:29.194739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-9db8893d-e8e7-4a7a-9b8b-7b4c632bcfb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d3a022b9-9738-4821-870b-ec77e8b1fc6b HTTP/1.1" status: 200 len: 801 time: 0.1180751 Aug 20 11:34:29.195668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b14d2-960b-4002-bbaf-05921a582c99 None None] DHCP port deletion for ce7ab069-c967-42e1-b1c6-0b512196b531 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:29.203674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Calling delete_port for bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:29.205859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab24c8e-3619-42cc-8528-0207af69df35 req-a5ecc6f0-9689-4205-87de-64dde99f7b88 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:29.210945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ab24c8e-3619-42cc-8528-0207af69df35 req-a5ecc6f0-9689-4205-87de-64dde99f7b88 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.3905513 Aug 20 11:34:29.253979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3d240a84-5c43-4a70-98d9-f9e046ae00ff None None] Deleting port db1dd5be-98b7-4a3c-b965-22280f69e7fd {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:29.254496 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3d240a84-5c43-4a70-98d9-f9e046ae00ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.301190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b14d2-960b-4002-bbaf-05921a582c99 None None] Deleting port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:29.301816 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c1b14d2-960b-4002-bbaf-05921a582c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.340277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb668752-2b61-415a-a166-397cda96168f req-ff2a3f9f-391a-47fe-8417-2e210788a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:29.341819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-ff2a3f9f-391a-47fe-8417-2e210788a419 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0696eef3-803f-4405-93fa-b683a65808d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298637 Aug 20 11:34:29.348767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ab24c8e-3619-42cc-8528-0207af69df35 req-ac1e7c91-40c0-4c13-b904-c25e11445edb tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319866 Aug 20 11:34:29.382857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3d240a84-5c43-4a70-98d9-f9e046ae00ff None None] For port db1dd5be-98b7-4a3c-b965-22280f69e7fd, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=db1dd5be-98b7-4a3c-b965-22280f69e7fd,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:29.383265 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3d240a84-5c43-4a70-98d9-f9e046ae00ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.386561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2c1b14d2-960b-4002-bbaf-05921a582c99 None None] For port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2,segment=NetworkSegment(eb746e9d-f438-4350-a8d1-458479793e4e),segment_id=eb746e9d-f438-4350-a8d1-458479793e4e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:29.386856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c1b14d2-960b-4002-bbaf-05921a582c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.406150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3d240a84-5c43-4a70-98d9-f9e046ae00ff None None] Calling delete_port for db1dd5be-98b7-4a3c-b965-22280f69e7fd owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:29.408030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b14d2-960b-4002-bbaf-05921a582c99 None None] Calling delete_port for bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:29.469642 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-a2881024-1040-40d6-8dce-b634585e383a service neutron] 10.222.0.57 "GET /v2.0/networks/0696eef3-803f-4405-93fa-b683a65808d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156194 Aug 20 11:34:29.491866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device db1dd5be-98b7-4a3c-b965-22280f69e7fd no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:29.537703 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.561469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:34:29.573657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Port': ['ID=bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.584300 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:34:29.586688 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:34:29.587455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No DVR routers for this DVR port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:29.628846 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c1b14d2-960b-4002-bbaf-05921a582c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.634296 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.665447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b14d2-960b-4002-bbaf-05921a582c99 None None] Pushing event deleted for resources: {'Port': ['ID=bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:29.671737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b14d2-960b-4002-bbaf-05921a582c99 None None] No DVR routers for this DVR port bdb2324e-a924-4ab5-85ea-2ebaa69ae3c2 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:29.674767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb668752-2b61-415a-a166-397cda96168f req-3a354905-9d37-4997-88b4-85048d2b9355 service neutron] 10.222.0.57 "GET /v2.0/networks/0696eef3-803f-4405-93fa-b683a65808d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923008 Aug 20 11:34:29.695402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.708621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7ab069-c967-42e1-b1c6-0b512196b531']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:29.717560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3d240a84-5c43-4a70-98d9-f9e046ae00ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.721090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb746e9d-f438-4350-a8d1-458479793e4e') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:29.723336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb746e9d-f438-4350-a8d1-458479793e4e') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:29.737688 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.766598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d240a84-5c43-4a70-98d9-f9e046ae00ff None None] Pushing event deleted for resources: {'Port': ['ID=db1dd5be-98b7-4a3c-b965-22280f69e7fd,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:29.771419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d240a84-5c43-4a70-98d9-f9e046ae00ff None None] No DVR routers for this DVR port db1dd5be-98b7-4a3c-b965-22280f69e7fd on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:29.787907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_pluggable_backend [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Port db1dd5be-98b7-4a3c-b965-22280f69e7fd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 20 11:34:29.788350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_pluggable_backend [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3c:9b77 {{(pid=95588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 20 11:34:29.793735 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_pluggable_backend [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3c:9b77 {{(pid=95588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 20 11:34:29.795835 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.809347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:29.824735 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:29.837128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:29.843826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:29.848084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:29.848687 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:29.859056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d31f9ab-f298-4da3-8145-742920b6510f None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:29.886574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=cac437f9-9db4-498d-9977-7e29eccf6ee7,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:29.916125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-7260a6e3-f196-40f1-9c05-a7281e6baada tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:29.917597 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-7260a6e3-f196-40f1-9c05-a7281e6baada tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 812 time: 0.1828616 Aug 20 11:34:29.963473 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-1280f04b-e39e-4b7d-a332-2f791aa49b1f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f98a334c67f49e79ce0d260c119660a HTTP/1.1" status: 200 len: 380 time: 0.0354669 Aug 20 11:34:29.974255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'port': {'device_id': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'admin_state_up': True, 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'security_groups': ['cb9747bc-a79c-4373-af14-b83440fb97fd']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:29.989793 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-252d300b-4c1b-441a-bf4f-5e0be1af7867 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1606781 Aug 20 11:34:29.997676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42644) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:29.997676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:57:92:d4', 'name': 'tempest-NetworksTestDHCPv6-606921868'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:30.000130 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.038532 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.043389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/ce7ab069-c967-42e1-b1c6-0b512196b531 HTTP/1.1" status: 204 len: 168 time: 3.3372188 Aug 20 11:34:30.044138 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42646) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:30.058655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': 'cac437f9-9db4-498d-9977-7e29eccf6ee7'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:30.061311 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.081819 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8a680f-88b6-476f-9243-0894633bc19e tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] DELETE failed (client error): The resource could not be found. Aug 20 11:34:30.082194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8a680f-88b6-476f-9243-0894633bc19e tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:30.086295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6d8a680f-88b6-476f-9243-0894633bc19e tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/subnets/2fdefc95-0b11-4720-ab0d-72894ed9fa5e HTTP/1.1" status: 404 len: 337 time: 0.0304458 Aug 20 11:34:30.087401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edba1ea-6c06-4097-a69a-ece2d910a85b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Network': ['ID=ce7ab069-c967-42e1-b1c6-0b512196b531,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:30.094928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42650) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:30.156731 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-747098d4-4f6d-48e5-b28e-f605e817a7c1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] DELETE failed (client error): The resource could not be found. Aug 20 11:34:30.158001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747098d4-4f6d-48e5-b28e-f605e817a7c1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:30.159909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-747098d4-4f6d-48e5-b28e-f605e817a7c1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/ce7ab069-c967-42e1-b1c6-0b512196b531 HTTP/1.1" status: 404 len: 339 time: 0.0664039 Aug 20 11:34:30.162820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42652) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:30.202767 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-293eb52f-7528-4bba-8af5-633ebd6f9a34 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] DELETE failed (client error): The resource could not be found. Aug 20 11:34:30.203263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293eb52f-7528-4bba-8af5-633ebd6f9a34 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:30.208523 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-293eb52f-7528-4bba-8af5-633ebd6f9a34 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/subnets/df42a3ca-0957-4f6a-8718-fd17100a8bb1 HTTP/1.1" status: 404 len: 337 time: 0.0446172 Aug 20 11:34:30.209202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42656) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:30.211514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577c21d-2761-43a1-b455-f813343ee2b1 req-e39c5e2e-b74e-4cfd-ba45-65e02d1a2d07 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:30.220967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577c21d-2761-43a1-b455-f813343ee2b1 req-e39c5e2e-b74e-4cfd-ba45-65e02d1a2d07 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:30.228328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Allocated IP 2001:db8::f816:3eff:fe71:f300 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/cac437f9-9db4-498d-9977-7e29eccf6ee7/00ec9946-7fa7-4344-890c-f7f82794ced4) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:30.228510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577c21d-2761-43a1-b455-f813343ee2b1 req-e39c5e2e-b74e-4cfd-ba45-65e02d1a2d07 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:30.230745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7577c21d-2761-43a1-b455-f813343ee2b1 req-e39c5e2e-b74e-4cfd-ba45-65e02d1a2d07 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2411 time: 0.1159856 Aug 20 11:34:30.236173 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-61118a40-cd36-420b-90ec-4ccc1da6cfb2 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] DELETE failed (client error): The resource could not be found. Aug 20 11:34:30.237968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61118a40-cd36-420b-90ec-4ccc1da6cfb2 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:30.242491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-61118a40-cd36-420b-90ec-4ccc1da6cfb2 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/82f43271-f9be-466a-b2b8-897655abf337 HTTP/1.1" status: 404 len: 339 time: 0.0299933 Aug 20 11:34:30.245888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42658) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:30.267740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87273c14-3861-4246-9985-6d3a8013b84b req-b7ec8e1d-0ae4-4de3-8341-121ad1080ce7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 210 time: 0.0264800 Aug 20 11:34:30.278057 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad196676-5d17-4dd1-9517-7ea7d90ed5d9 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] DELETE failed (client error): The resource could not be found. Aug 20 11:34:30.278545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad196676-5d17-4dd1-9517-7ea7d90ed5d9 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:30.283697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Made reservation on behalf of 2f98a334c67f49e79ce0d260c119660a for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:30.287908 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.289348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ad196676-5d17-4dd1-9517-7ea7d90ed5d9 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/subnets/7988053f-283d-426f-8c67-7522a2c00f13 HTTP/1.1" status: 404 len: 337 time: 0.0421050 Aug 20 11:34:30.295486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42660) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:30.333620 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-79490a49-b6e0-4738-8415-e53fd910ba06 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] DELETE failed (client error): The resource could not be found. Aug 20 11:34:30.334140 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79490a49-b6e0-4738-8415-e53fd910ba06 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:30.338278 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-79490a49-b6e0-4738-8415-e53fd910ba06 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/a67738d0-93b6-4b4c-9630-b25e77d42972 HTTP/1.1" status: 404 len: 339 time: 0.0364907 Aug 20 11:34:30.338886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42662) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:30.352308 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7577c21d-2761-43a1-b455-f813343ee2b1 req-fcdc991f-68ac-4414-9135-ffed51a00309 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139851 Aug 20 11:34:30.407830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:30.410495 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.428613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Transition to ACTIVE for port object 00ec9946-7fa7-4344-890c-f7f82794ced4 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:30.448673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Transition to ACTIVE for port object 00ec9946-7fa7-4344-890c-f7f82794ced4 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:30.466402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Allocated IP 172.20.0.4 (789ee8ec-5718-45a4-95ae-1cbea4e444d7/c7815090-d599-4bdd-a3a8-9166c1a82a50/e4a0ee02-c982-4657-abe0-c555d63e5a45) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:30.507789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd36a-b169-4d0d-afce-3f2191cfa705 req-058da05c-c194-4e2d-a1d8-b4934e7e8701 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:30.509310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-146cd36a-b169-4d0d-afce-3f2191cfa705 req-058da05c-c194-4e2d-a1d8-b4934e7e8701 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.0832005 Aug 20 11:34:30.533406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-535f2444-ab3e-4eb3-9d24-415abf19152a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Deleting port b89ec119-49b3-44c6-8566-eddd3409f587 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:30.533749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-535f2444-ab3e-4eb3-9d24-415abf19152a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.546367 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.612744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-146cd36a-b169-4d0d-afce-3f2191cfa705 req-ee150367-ed66-4a88-99f6-6630c5546979 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922453 Aug 20 11:34:30.690289 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.717830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Transition to ACTIVE for port object e4a0ee02-c982-4657-abe0-c555d63e5a45 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:30.777975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:30.781467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:30.785021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:30.828132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.848753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Pushing event updated for resources: {'Port': ['ID=00ec9946-7fa7-4344-890c-f7f82794ced4,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:30.867018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Attempting to bind port 00ec9946-7fa7-4344-890c-f7f82794ced4 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:30.867308 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Attempting to bind port 00ec9946-7fa7-4344-890c-f7f82794ced4 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:30.867677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Attempting to bind port 00ec9946-7fa7-4344-890c-f7f82794ced4 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:30.869099 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.874303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:30.874878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:30.874996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:30.875396 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.875933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:30.877073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Bound port: 00ec9946-7fa7-4344-890c-f7f82794ced4, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:30.877460 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.879180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:30.883112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:30.895743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 9bef58e3-47cf-46e3-82b0-910a68b5dd40 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:30.934990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:30.947199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:30.947979 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:30.966034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] For port 00ec9946-7fa7-4344-890c-f7f82794ced4, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:30.971056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] For port 00ec9946-7fa7-4344-890c-f7f82794ced4, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=00ec9946-7fa7-4344-890c-f7f82794ced4,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:31.008744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-535f2444-ab3e-4eb3-9d24-415abf19152a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.021889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-b4a43e76-d356-483a-bf83-3e172159cd45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0513680 Aug 20 11:34:31.028799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-535f2444-ab3e-4eb3-9d24-415abf19152a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Calling delete_port for b89ec119-49b3-44c6-8566-eddd3409f587 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:31.036844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Request body: {'port': {'device_id': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:31.047737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::f816:3eff:fe57:92d4 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/cac437f9-9db4-498d-9977-7e29eccf6ee7/9bef58e3-47cf-46e3-82b0-910a68b5dd40) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:31.052223 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.142804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.156068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Pushing event updated for resources: {'Port': ['ID=00ec9946-7fa7-4344-890c-f7f82794ced4,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:31.182179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.182836 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.183267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.183796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.184213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.184898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.185304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.185712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.186056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.186869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.187399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.192130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942d9e8-cdde-46f5-a628-765cb883a16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:34:31.316004 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-535f2444-ab3e-4eb3-9d24-415abf19152a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.331688 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.364339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f2444-ab3e-4eb3-9d24-415abf19152a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Port': ['ID=b89ec119-49b3-44c6-8566-eddd3409f587,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:31.386748 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-535f2444-ab3e-4eb3-9d24-415abf19152a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.390534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-535f2444-ab3e-4eb3-9d24-415abf19152a tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/ports/b89ec119-49b3-44c6-8566-eddd3409f587 HTTP/1.1" status: 204 len: 168 time: 1.0509124 Aug 20 11:34:31.395762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a86038c7-a8f3-4d38-9df6-ff5f72ce4945 None None] Provisioning for port e4a0ee02-c982-4657-abe0-c555d63e5a45 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:31.402639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a86038c7-a8f3-4d38-9df6-ff5f72ce4945 None None] Provisioning complete for port e4a0ee02-c982-4657-abe0-c555d63e5a45 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:31.406934 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a86038c7-a8f3-4d38-9df6-ff5f72ce4945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.438353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 9bef58e3-47cf-46e3-82b0-910a68b5dd40 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:31.450366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42680) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:31.455163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a86038c7-a8f3-4d38-9df6-ff5f72ce4945 None None] Port e4a0ee02-c982-4657-abe0-c555d63e5a45 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:31.509347 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8aa40d-85b8-4d2d-aed8-4cd834be83fe tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] DELETE failed (client error): The resource could not be found. Aug 20 11:34:31.509810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8aa40d-85b8-4d2d-aed8-4cd834be83fe tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:31.511597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9b8aa40d-85b8-4d2d-aed8-4cd834be83fe tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/subnets/19a8aad5-734d-40e0-b3ca-1665a581d4ec HTTP/1.1" status: 404 len: 337 time: 0.0589206 Aug 20 11:34:31.514296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42682) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:31.554465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c3977-16a5-4547-af6d-213fe768dbba req-851387d8-f317-4293-a4fa-ab0561efe07e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.556059 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-951c3977-16a5-4547-af6d-213fe768dbba req-851387d8-f317-4293-a4fa-ab0561efe07e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 931 time: 0.1881583 Aug 20 11:34:31.610336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 00ec9946-7fa7-4344-890c-f7f82794ced4 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:31.616854 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-951c3977-16a5-4547-af6d-213fe768dbba req-6dd75f98-931c-4426-838d-2258ea91cd1d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532503 Aug 20 11:34:31.638714 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.668480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.681849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:31.685358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1bec-ffe7-4acd-8537-314bcb6c58bc req-e4071cda-7db8-43e4-8447-04f5da61ed7b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.686714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:31.690508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:31.691444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1bec-ffe7-4acd-8537-314bcb6c58bc req-e4071cda-7db8-43e4-8447-04f5da61ed7b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.696131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.696747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.697492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1bec-ffe7-4acd-8537-314bcb6c58bc req-e4071cda-7db8-43e4-8447-04f5da61ed7b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.699224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e16b1bec-ffe7-4acd-8537-314bcb6c58bc req-e4071cda-7db8-43e4-8447-04f5da61ed7b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2411 time: 0.2264218 Aug 20 11:34:31.705994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=9bef58e3-47cf-46e3-82b0-910a68b5dd40,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:31.719676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 00ec9946-7fa7-4344-890c-f7f82794ced4 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:31.804009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7b5fab3c-5df3-4821-b3ed-4bb40eeecfbe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8127761 Aug 20 11:34:31.804870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42684) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:31.806905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a0ee02-c982-4657-abe0-c555d63e5a45 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:31.813688 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-6e35b4d0-22fe-41bc-b9ec-5bfa5253c701 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1789122 Aug 20 11:34:31.826897 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.866138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b151800e-77e3-4b8e-b994-3fc4aabde7ff tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.872162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b151800e-77e3-4b8e-b994-3fc4aabde7ff tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.876371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b151800e-77e3-4b8e-b994-3fc4aabde7ff tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0679789 Aug 20 11:34:31.879061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42686) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:31.881005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e16b1bec-ffe7-4acd-8537-314bcb6c58bc req-a1e163ed-13bf-4af9-b0f3-2cafa1fa269a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720283 Aug 20 11:34:31.938424 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:31.942754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Transition to ACTIVE for port object e4a0ee02-c982-4657-abe0-c555d63e5a45 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:31.960660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:31.976800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23353fe0-df87-46f4-9fdb-bd7929288361') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:31.977093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23353fe0-df87-46f4-9fdb-bd7929288361') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:31.980675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-2f988446-383a-44f3-973c-07b23f2425a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:31.983387 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-2f988446-383a-44f3-973c-07b23f2425a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 1096 time: 0.1082962 Aug 20 11:34:31.999380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb8278-a9bf-4e73-8a2f-81d084e4b718 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 9bef58e3-47cf-46e3-82b0-910a68b5dd40 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:31.999745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8278-a9bf-4e73-8a2f-81d084e4b718 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.000069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.035916 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.091444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.118762 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8278-a9bf-4e73-8a2f-81d084e4b718 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.139204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:32.139619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.142297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb8278-a9bf-4e73-8a2f-81d084e4b718 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 9bef58e3-47cf-46e3-82b0-910a68b5dd40 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:32.145808 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:32.240376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:32.341763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-8a474550-5b74-4503-b8ec-79cb1c7b0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:32.343570 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-8a474550-5b74-4503-b8ec-79cb1c7b0eac service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf3de518-f5fe-4391-bf58-945c8cc39e07 HTTP/1.1" status: 200 len: 897 time: 0.3361936 Aug 20 11:34:32.373366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Attempting to bind port e4a0ee02-c982-4657-abe0-c555d63e5a45 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:32.373704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Attempting to bind port e4a0ee02-c982-4657-abe0-c555d63e5a45 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:32.374040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Attempting to bind port e4a0ee02-c982-4657-abe0-c555d63e5a45 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:32.415334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Port e4a0ee02-c982-4657-abe0-c555d63e5a45 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:34:32.415665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Attempting to bind port e4a0ee02-c982-4657-abe0-c555d63e5a45 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:32.425640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.429311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:32.429645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Checking segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:32.430030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Bound using segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:32.432085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Bound port: e4a0ee02-c982-4657-abe0-c555d63e5a45, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:32.432085 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.453040 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.458025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4 HTTP/1.1" status: 204 len: 168 time: 0.9402556 Aug 20 11:34:32.458474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42690) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:32.473619 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8278-a9bf-4e73-8a2f-81d084e4b718 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.475716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-d1962b5b-10b5-447f-8d38-49196f14e4de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e HTTP/1.1" status: 200 len: 1000 time: 0.1207063 Aug 20 11:34:32.496617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a2448-39cf-446e-a0b3-6a19850788dd tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Network': ['ID=57373cc1-6d92-4a4c-8ded-9fa73f7fa7b4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:32.561978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb8278-a9bf-4e73-8a2f-81d084e4b718 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=9bef58e3-47cf-46e3-82b0-910a68b5dd40,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:32.586562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-ffcd29dc-3af3-4a08-b3df-8439e161cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:32.588193 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-ffcd29dc-3af3-4a08-b3df-8439e161cea0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5802c6f3-cf9b-4d6a-a82f-44f4187bd050 HTTP/1.1" status: 200 len: 834 time: 0.1005182 Aug 20 11:34:32.601879 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c1cb8278-a9bf-4e73-8a2f-81d084e4b718 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.603952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c1cb8278-a9bf-4e73-8a2f-81d084e4b718 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/9bef58e3-47cf-46e3-82b0-910a68b5dd40 HTTP/1.1" status: 204 len: 168 time: 0.7238615 Aug 20 11:34:32.606399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42692) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:32.609101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:32.628916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3913e24a-4e8f-43fb-8620-eaf980dd3855 None None] Provisioning for port 00ec9946-7fa7-4344-890c-f7f82794ced4 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:32.634396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3913e24a-4e8f-43fb-8620-eaf980dd3855 None None] Provisioning complete for port 00ec9946-7fa7-4344-890c-f7f82794ced4 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:32.634396 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3913e24a-4e8f-43fb-8620-eaf980dd3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.654750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:32.683318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129f798b-17e2-4795-a86e-d69358bee317 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:32.685001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-914e36d5-d5a5-4e4b-8b75-c78520abb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:32.685154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129f798b-17e2-4795-a86e-d69358bee317 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:32.686658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-914e36d5-d5a5-4e4b-8b75-c78520abb86f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3de518-f5fe-4391-bf58-945c8cc39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894024 Aug 20 11:34:32.689429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42696) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:32.701283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-129f798b-17e2-4795-a86e-d69358bee317 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0792532 Aug 20 11:34:32.701466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dd48a701-044a-4f5a-8717-c220c3f04262 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:32.717484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-58ab3a79-0afa-46b5-9301-0dbd76375a25 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Deleting port 97d827a7-fe6f-4f35-a4b9-91c486541b28 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:32.717828 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58ab3a79-0afa-46b5-9301-0dbd76375a25 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.814077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.820266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58ab3a79-0afa-46b5-9301-0dbd76375a25 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.839233 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-58ab3a79-0afa-46b5-9301-0dbd76375a25 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Calling delete_port for 97d827a7-fe6f-4f35-a4b9-91c486541b28 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:32.898867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:32.903075 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:32.911955 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] 10.222.0.57 "PUT /v2.0/ports/e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 1091 time: 1.8792794 Aug 20 11:34:32.925978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a2c00c-bedd-473a-8be4-23988cc495f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet cac437f9-9db4-498d-9977-7e29eccf6ee7 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:32.930877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:32.940946 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a058abaa-c926-4569-946b-548c0491904f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:32.975351 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c00c-bedd-473a-8be4-23988cc495f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.069863 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3913e24a-4e8f-43fb-8620-eaf980dd3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.107642 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58ab3a79-0afa-46b5-9301-0dbd76375a25 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.153134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58ab3a79-0afa-46b5-9301-0dbd76375a25 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.156280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-58ab3a79-0afa-46b5-9301-0dbd76375a25 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/ports/97d827a7-fe6f-4f35-a4b9-91c486541b28 HTTP/1.1" status: 204 len: 168 time: 0.6961446 Aug 20 11:34:33.157825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3913e24a-4e8f-43fb-8620-eaf980dd3855 None None] For port 00ec9946-7fa7-4344-890c-f7f82794ced4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=00ec9946-7fa7-4344-890c-f7f82794ced4,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:33.160538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42702) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:33.220010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dd48a701-044a-4f5a-8717-c220c3f04262, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dd48a701-044a-4f5a-8717-c220c3f04262,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:33.226794 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8d5ff6-eccb-477c-b69f-09f011d0127f tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] DELETE failed (client error): The resource could not be found. Aug 20 11:34:33.227497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8d5ff6-eccb-477c-b69f-09f011d0127f tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:33.230953 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fe8d5ff6-eccb-477c-b69f-09f011d0127f tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/subnets/b0be86b0-a9c6-45bb-b0c0-afae48ef65fb HTTP/1.1" status: 404 len: 337 time: 0.0486205 Aug 20 11:34:33.233707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab3a79-0afa-46b5-9301-0dbd76375a25 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Port': ['ID=97d827a7-fe6f-4f35-a4b9-91c486541b28,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:33.245210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42704) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:33.254017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'dd48a701-044a-4f5a-8717-c220c3f04262', 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9', 'port_id': 'dd48a701-044a-4f5a-8717-c220c3f04262', 'mac_address': 'fa:16:3e:00:24:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a022b9-9738-4821-870b-ec77e8b1fc6b', 'ip_address': '19.80.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:33.256340 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3913e24a-4e8f-43fb-8620-eaf980dd3855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.368470 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.392726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd48a701-044a-4f5a-8717-c220c3f04262 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:33.433901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fdeb-d9dd-4ec5-8650-7fa1853bcadd req-b47e0092-6336-4058-9d23-5b6bff0de5e9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:33.442361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fdeb-d9dd-4ec5-8650-7fa1853bcadd req-b47e0092-6336-4058-9d23-5b6bff0de5e9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:33.450977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fdeb-d9dd-4ec5-8650-7fa1853bcadd req-b47e0092-6336-4058-9d23-5b6bff0de5e9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:33.452068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913e24a-4e8f-43fb-8620-eaf980dd3855 None None] Pushing event updated for resources: {'Port': ['ID=00ec9946-7fa7-4344-890c-f7f82794ced4,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:33.452943 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a240fdeb-d9dd-4ec5-8650-7fa1853bcadd req-b47e0092-6336-4058-9d23-5b6bff0de5e9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2411 time: 0.4274261 Aug 20 11:34:33.457214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dd48a701-044a-4f5a-8717-c220c3f04262, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dd48a701-044a-4f5a-8717-c220c3f04262,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:33.474050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac83b09-023f-428c-8ec5-a967395f3fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:33.493856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.505427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bc726b05-d967-41b6-a9e3-b40d82e3c7ff None None] Could not find standard attr ID for object 9bef58e3-47cf-46e3-82b0-910a68b5dd40. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:34:33.521774 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c00c-bedd-473a-8be4-23988cc495f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.531260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.531999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0688866c-02e5-4c63-9ed8-e1feade9feba details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:33.542257 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a240fdeb-d9dd-4ec5-8650-7fa1853bcadd req-d2c37b0f-f1ae-4c20-aaf7-1620861ec69b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779462 Aug 20 11:34:33.578838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d725b0-c478-4996-9096-a190e66431cc req-b888c49a-0e25-445e-9a72-fcb32851f6ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:33.581375 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c2d725b0-c478-4996-9096-a190e66431cc req-b888c49a-0e25-445e-9a72-fcb32851f6ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 943 time: 0.8444922 Aug 20 11:34:33.599767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-b1e8b269-94ec-4061-8156-213d4740b274 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8967276 Aug 20 11:34:33.611652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=dd48a701-044a-4f5a-8717-c220c3f04262,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:33.620202 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaf863d-b510-4809-94c2-2a3d06fd521a x-openstack-request-id: req-beaf863d-b510-4809-94c2-2a3d06fd521a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:33.620813 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:33.621185 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-beaf863d-b510-4809-94c2-2a3d06fd521a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:33.632232 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'status': 'completed', 'code': 200} Aug 20 11:34:33.647789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Deleting port 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:33.650853 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.715656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-4dcdd05a-5d8f-4d96-9619-e262c040f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:33.717592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-4dcdd05a-5d8f-4d96-9619-e262c040f3a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1094 time: 0.2747068 Aug 20 11:34:33.734321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] For port 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9cf3f0ad-03f9-40b7-90ed-2b519cc201c7,segment=NetworkSegment(25d9043e-c4e2-4b94-8ac5-2ecda1630d78),segment_id=25d9043e-c4e2-4b94-8ac5-2ecda1630d78)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:33.734744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.748591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0688866c-02e5-4c63-9ed8-e1feade9feba, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0688866c-02e5-4c63-9ed8-e1feade9feba,segment=NetworkSegment(533db831-ab8e-4fb6-ae04-b0c730f7e56a),segment_id=533db831-ab8e-4fb6-ae04-b0c730f7e56a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:33.749196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Calling delete_port for 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:33.756378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c2d725b0-c478-4996-9096-a190e66431cc req-506b5589-2825-4b60-afcc-811ac82424d4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683633 Aug 20 11:34:33.774479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '0688866c-02e5-4c63-9ed8-e1feade9feba', 'network_id': '99f322e6-e1e0-4ea2-acf3-eeb626481e02', 'port_id': '0688866c-02e5-4c63-9ed8-e1feade9feba', 'mac_address': 'fa:16:3e:db:43:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1b1ca8-8952-4bcc-95f0-d9743c2b2cb7', 'ip_address': '19.86.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:33.812277 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-bbaf7cde-84a4-4a3c-b6bb-6f193c4197c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 217 time: 0.0695617 Aug 20 11:34:33.823271 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c00c-bedd-473a-8be4-23988cc495f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.827066 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.844653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0688866c-02e5-4c63-9ed8-e1feade9feba {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:33.874875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0688866c-02e5-4c63-9ed8-e1feade9feba, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0688866c-02e5-4c63-9ed8-e1feade9feba,segment=NetworkSegment(533db831-ab8e-4fb6-ae04-b0c730f7e56a),segment_id=533db831-ab8e-4fb6-ae04-b0c730f7e56a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:33.902135 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c75c53b-3660-433d-8aed-c08c0b2fadea req-c38b3e51-1688-4601-8fb4-c47e486c8143 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752705 Aug 20 11:34:33.916868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-17b6b710-541c-490d-a684-835a27a7e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:33.918331 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-17b6b710-541c-490d-a684-835a27a7e71e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0971074 Aug 20 11:34:33.940443 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.968727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:33.969850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Port': ['ID=9cf3f0ad-03f9-40b7-90ed-2b519cc201c7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:33.970903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 914467d9-7ba4-4cf0-bec4-03396975e72c details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:33.971514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No DVR routers for this DVR port 9cf3f0ad-03f9-40b7-90ed-2b519cc201c7 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:33.972710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-2ff49cfd-9f12-4b8d-b75d-7ff4998e2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:33.974388 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-2ff49cfd-9f12-4b8d-b75d-7ff4998e2d7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461802 Aug 20 11:34:34.048015 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 914467d9-7ba4-4cf0-bec4-03396975e72c, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=914467d9-7ba4-4cf0-bec4-03396975e72c,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:34.055648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=0688866c-02e5-4c63-9ed8-e1feade9feba,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:34.062708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '914467d9-7ba4-4cf0-bec4-03396975e72c', 'network_id': '0696eef3-803f-4405-93fa-b683a65808d9', 'port_id': '914467d9-7ba4-4cf0-bec4-03396975e72c', 'mac_address': 'fa:16:3e:75:5f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a022b9-9738-4821-870b-ec77e8b1fc6b', 'ip_address': '19.80.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:34.064042 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.074972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f231da84-a4cd-44eb-b153-0f25d5eaa857']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:34.092541 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d9043e-c4e2-4b94-8ac5-2ecda1630d78') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:34.093157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d9043e-c4e2-4b94-8ac5-2ecda1630d78') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:34.102967 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.106221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.115456 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c00c-bedd-473a-8be4-23988cc495f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.119450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914467d9-7ba4-4cf0-bec4-03396975e72c {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:34.128030 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.130132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-2406a81e-eb8c-4b7d-9a10-6ff08f4c38bb service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466832 Aug 20 11:34:34.136046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:34.136659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:34.142330 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:34.151574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 914467d9-7ba4-4cf0-bec4-03396975e72c, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=914467d9-7ba4-4cf0-bec4-03396975e72c,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:34.165452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2c00c-bedd-473a-8be4-23988cc495f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=cac437f9-9db4-498d-9977-7e29eccf6ee7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:34.192631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db82852a-ef5d-4df5-af52-039f16a3f808 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:34.213815 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c00c-bedd-473a-8be4-23988cc495f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.215747 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b3a2c00c-bedd-473a-8be4-23988cc495f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/cac437f9-9db4-498d-9977-7e29eccf6ee7 HTTP/1.1" status: 204 len: 168 time: 1.5253000 Aug 20 11:34:34.218867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42708) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:34.244411 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.273745 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d77b91-ad0f-4e8d-ba41-9d6499b8e741 req-756bc2c8-8b61-41f6-aa48-002d6a7e21fc service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194706 Aug 20 11:34:34.275114 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ba7a735e-ef6c-472e-9f33-9980693263dc tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536234 Aug 20 11:34:34.277389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42710) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:34.324499 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.344919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.346982 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/f231da84-a4cd-44eb-b153-0f25d5eaa857 HTTP/1.1" status: 204 len: 168 time: 1.0894001 Aug 20 11:34:34.349837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42712) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:34.350981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fdacb-142d-43b4-acd2-4cf79563881b tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Network': ['ID=f231da84-a4cd-44eb-b153-0f25d5eaa857,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:34.354895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=914467d9-7ba4-4cf0-bec4-03396975e72c,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:34.382511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6673da7-1aa6-4eb2-a9e5-b8f97d1c8852 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:34.384324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a6673da7-1aa6-4eb2-a9e5-b8f97d1c8852 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1060407 Aug 20 11:34:34.390287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42714) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:34.454078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecced1-dc1e-4f83-9261-f1200602a89a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:34.456490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fdecced1-dc1e-4f83-9261-f1200602a89a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674760 Aug 20 11:34:34.461112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42716) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:34.469307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e75ee4-e713-461c-99d3-6188bedbd1e7 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:34.521599 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e91a2e2b-b4e7-4872-9f93-736ba46b1fb2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590947 Aug 20 11:34:34.525814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed87cfd2-266a-4554-8251-9c22d5e37163 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Deleting subnet 90baf90f-ce1a-4097-9c35-77dd2e69a5a8 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:34.526627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42718) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:34.531914 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed87cfd2-266a-4554-8251-9c22d5e37163 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.532371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-86e75ee4-e713-461c-99d3-6188bedbd1e7 None None] Deleting port 00ec9946-7fa7-4344-890c-f7f82794ced4 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:34.532511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8b114ccf-63ac-4130-8d16-5d82bbb24b56 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:34.532723 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86e75ee4-e713-461c-99d3-6188bedbd1e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.537015 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058abaa-c926-4569-946b-548c0491904f req-48b14167-77fe-46ff-a1d6-b4af010bafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:34.538654 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a058abaa-c926-4569-946b-548c0491904f req-48b14167-77fe-46ff-a1d6-b4af010bafd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1094 time: 0.1168671 Aug 20 11:34:34.580005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['914467d9-7ba4-4cf0-bec4-03396975e72c'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:34.623109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed87cfd2-266a-4554-8251-9c22d5e37163 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.638359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['dd48a701-044a-4f5a-8717-c220c3f04262'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:34.695643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0688866c-02e5-4c63-9ed8-e1feade9feba'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:34.738400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785878f-3e18-42f5-9a23-c4d6db89b56b req-26d9c23f-1f12-4a1c-a05a-b97993833a97 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:34.747877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785878f-3e18-42f5-9a23-c4d6db89b56b req-26d9c23f-1f12-4a1c-a05a-b97993833a97 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:34.762121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785878f-3e18-42f5-9a23-c4d6db89b56b req-26d9c23f-1f12-4a1c-a05a-b97993833a97 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:34.762633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-86e75ee4-e713-461c-99d3-6188bedbd1e7 None None] For port 00ec9946-7fa7-4344-890c-f7f82794ced4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=00ec9946-7fa7-4344-890c-f7f82794ced4,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:34.763076 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86e75ee4-e713-461c-99d3-6188bedbd1e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.764146 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9785878f-3e18-42f5-9a23-c4d6db89b56b req-26d9c23f-1f12-4a1c-a05a-b97993833a97 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2414 time: 0.0994768 Aug 20 11:34:34.767698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b114ccf-63ac-4130-8d16-5d82bbb24b56 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:34.771354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058abaa-c926-4569-946b-548c0491904f req-bb12ddd9-f2c9-405a-a43b-703f735143a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:34.772843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a058abaa-c926-4569-946b-548c0491904f req-bb12ddd9-f2c9-405a-a43b-703f735143a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.2154851 Aug 20 11:34:34.776146 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b114ccf-63ac-4130-8d16-5d82bbb24b56 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.805867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-86e75ee4-e713-461c-99d3-6188bedbd1e7 None None] Calling delete_port for 00ec9946-7fa7-4344-890c-f7f82794ced4 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:34.819999 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed87cfd2-266a-4554-8251-9c22d5e37163 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:34.931457 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9785878f-3e18-42f5-9a23-c4d6db89b56b req-0c3e57d5-6a9b-454c-95ee-dafca1449f3a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474862 Aug 20 11:34:34.952240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-238a5eb3-033a-4430-b644-98873b2ea88b req-faba73f6-c74f-4a7b-a8ba-9186b3e01a56 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811799 Aug 20 11:34:34.955717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a058abaa-c926-4569-946b-548c0491904f req-2284cb34-1f74-4053-803c-6e2630b384c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 217 time: 0.1696348 Aug 20 11:34:34.994382 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed87cfd2-266a-4554-8251-9c22d5e37163 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.074230 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87cfd2-266a-4554-8251-9c22d5e37163 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Subnet': ['ID=90baf90f-ce1a-4097-9c35-77dd2e69a5a8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:35.075795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a5eb3-033a-4430-b644-98873b2ea88b req-05542fa7-4c54-4eab-9b25-5a8d8169dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:35.078533 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-238a5eb3-033a-4430-b644-98873b2ea88b req-05542fa7-4c54-4eab-9b25-5a8d8169dc86 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8da78c2b026349df8fe2da90b9e4d837&device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 1097 time: 0.0936992 Aug 20 11:34:35.098466 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ed87cfd2-266a-4554-8251-9c22d5e37163 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.101446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ed87cfd2-266a-4554-8251-9c22d5e37163 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/subnets/90baf90f-ce1a-4097-9c35-77dd2e69a5a8 HTTP/1.1" status: 204 len: 168 time: 0.7493188 Aug 20 11:34:35.104115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42726) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:35.123459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d088a583-eef2-4524-820e-43dc316670c3 None None] Network 1072485e-7250-4341-b678-b821e67402c7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:35.185281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac50aaa-9e5d-405f-a6fa-336556bc9088 req-3b189a2c-50e2-4a1b-88a3-31d69d92c96c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:35.187355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ac50aaa-9e5d-405f-a6fa-336556bc9088 req-3b189a2c-50e2-4a1b-88a3-31d69d92c96c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 943 time: 0.2583096 Aug 20 11:34:35.189027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058abaa-c926-4569-946b-548c0491904f req-63fe8ed7-b937-49ee-84da-056dd2add455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:35.190622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a058abaa-c926-4569-946b-548c0491904f req-63fe8ed7-b937-49ee-84da-056dd2add455 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.2083101 Aug 20 11:34:35.228313 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86e75ee4-e713-461c-99d3-6188bedbd1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.286162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ac50aaa-9e5d-405f-a6fa-336556bc9088 req-fa29f7d2-be88-4e23-9417-4058c3b2eb34 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869763 Aug 20 11:34:35.309823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e75ee4-e713-461c-99d3-6188bedbd1e7 None None] Pushing event deleted for resources: {'Port': ['ID=00ec9946-7fa7-4344-890c-f7f82794ced4,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:35.318118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058abaa-c926-4569-946b-548c0491904f req-a70740f9-9559-4ce8-adaa-5cf128fe86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:35.320579 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a058abaa-c926-4569-946b-548c0491904f req-a70740f9-9559-4ce8-adaa-5cf128fe86a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920064 Aug 20 11:34:35.324722 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.330411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e75ee4-e713-461c-99d3-6188bedbd1e7 None None] No DVR routers for this DVR port 00ec9946-7fa7-4344-890c-f7f82794ced4 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:35.377687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a5eb3-033a-4430-b644-98873b2ea88b req-be6aaa23-2a96-425b-bf61-af66d25e58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:35.381186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-238a5eb3-033a-4430-b644-98873b2ea88b req-be6aaa23-2a96-425b-bf61-af66d25e58e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 200 len: 919 time: 0.2796302 Aug 20 11:34:35.431718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-238a5eb3-033a-4430-b644-98873b2ea88b req-2cdda101-331b-481a-98fa-0cb368555af3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a HTTP/1.1" status: 200 len: 217 time: 0.0418782 Aug 20 11:34:35.479561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b114ccf-63ac-4130-8d16-5d82bbb24b56 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.480208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e49708-f930-4c65-847d-09d3cb6b7c1a None None] DHCP port deletion for 1072485e-7250-4341-b678-b821e67402c7 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:35.515828 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a058abaa-c926-4569-946b-548c0491904f req-3887aa66-41b3-4afd-9f5b-9430dd26e087 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869724 Aug 20 11:34:35.520125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 00ec9946-7fa7-4344-890c-f7f82794ced4 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:35.524909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Deleting port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:35.525265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.528904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b114ccf-63ac-4130-8d16-5d82bbb24b56 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:35.535803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a5eb3-033a-4430-b644-98873b2ea88b req-54ba24f5-60a2-404a-82d3-71bad5454f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:35.537391 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-238a5eb3-033a-4430-b644-98873b2ea88b req-54ba24f5-60a2-404a-82d3-71bad5454f46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 200 len: 858 time: 0.0984209 Aug 20 11:34:35.540660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8b114ccf-63ac-4130-8d16-5d82bbb24b56 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:35.544074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b114ccf-63ac-4130-8d16-5d82bbb24b56 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:35.544682 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b114ccf-63ac-4130-8d16-5d82bbb24b56 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.549846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 00ec9946-7fa7-4344-890c-f7f82794ced4 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:35.549846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 00ec9946-7fa7-4344-890c-f7f82794ced4 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:35.565655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22143142-7848-456d-a649-315ec10dfb0d None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:35.579901 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-238a5eb3-033a-4430-b644-98873b2ea88b req-4f23d237-fdae-4492-8240-2552b9ace570 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd5413e3-4e0a-4a92-8cfb-272b1a827e57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298204 Aug 20 11:34:35.643968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-65e49708-f930-4c65-847d-09d3cb6b7c1a None None] Deleting port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:35.644680 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-65e49708-f930-4c65-847d-09d3cb6b7c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.686370 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-238a5eb3-033a-4430-b644-98873b2ea88b req-5e781f3d-06c3-4421-9868-94f4921ce85c service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963733 Aug 20 11:34:35.693399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a058abaa-c926-4569-946b-548c0491904f req-ad71fc5d-80f9-4fd5-bb60-e9013f23da8c service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656785 Aug 20 11:34:35.723829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] For port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be,segment=NetworkSegment(72c6b604-39e2-43c1-9d86-b553985e9551),segment_id=72c6b604-39e2-43c1-9d86-b553985e9551)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:35.724348 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.729042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b114ccf-63ac-4130-8d16-5d82bbb24b56 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=fc5fa035-4273-4fe7-bbe7-a7a9e43ef8d6,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:35.744289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Calling delete_port for 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:35.764748 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8b114ccf-63ac-4130-8d16-5d82bbb24b56 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2369998 Aug 20 11:34:35.765148 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-65e49708-f930-4c65-847d-09d3cb6b7c1a None None] For port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be,segment=NetworkSegment(72c6b604-39e2-43c1-9d86-b553985e9551),segment_id=72c6b604-39e2-43c1-9d86-b553985e9551)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:35.765603 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-65e49708-f930-4c65-847d-09d3cb6b7c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.767654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42728) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:35.772638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:f7:ac:ea', 'name': 'tempest-NetworksTestDHCPv6-1231671843'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:35.784717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-65e49708-f930-4c65-847d-09d3cb6b7c1a None None] Calling delete_port for 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:35.853391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': 'fc5fa035-4273-4fe7-bbe7-a7a9e43ef8d6'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:35.854272 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:35.884464 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-238a5eb3-033a-4430-b644-98873b2ea88b req-5aa1629c-8be0-48ad-8b3b-1a2c0bd40bda service neutron] 10.222.0.38 "GET /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905994 Aug 20 11:34:35.993432 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.004564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:36.049743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/fc5fa035-4273-4fe7-bbe7-a7a9e43ef8d6/5512e8e1-3831-4d5f-a375-421fb4f5e26a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:36.061875 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-65e49708-f930-4c65-847d-09d3cb6b7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.072123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Port': ['ID=9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:36.080345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] No DVR routers for this DVR port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:36.106204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e49708-f930-4c65-847d-09d3cb6b7c1a None None] No DVR routers for this DVR port 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:36.123046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e49708-f930-4c65-847d-09d3cb6b7c1a None None] Pushing event deleted for resources: {'Port': ['ID=9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:36.123474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cdf6f-6da9-490b-bc3c-e6c7e6b6fc8e req-f808ffa7-5c17-4e40-abe1-cc4b68754226 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:36.141983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cdf6f-6da9-490b-bc3c-e6c7e6b6fc8e req-f808ffa7-5c17-4e40-abe1-cc4b68754226 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:36.141983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cdf6f-6da9-490b-bc3c-e6c7e6b6fc8e req-f808ffa7-5c17-4e40-abe1-cc4b68754226 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:36.145442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.146042 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-595cdf6f-6da9-490b-bc3c-e6c7e6b6fc8e req-f808ffa7-5c17-4e40-abe1-cc4b68754226 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2414 time: 0.1047077 Aug 20 11:34:36.170536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 9e272278-8f55-4aa2-9fd1-398477d48cb8 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:36.223721 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.243181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1072485e-7250-4341-b678-b821e67402c7']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:36.263476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-595cdf6f-6da9-490b-bc3c-e6c7e6b6fc8e req-201dbe6c-a758-4221-b627-752716ad906d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121383 Aug 20 11:34:36.266705 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:34:36.277643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c6b604-39e2-43c1-9d86-b553985e9551') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:36.277946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c6b604-39e2-43c1-9d86-b553985e9551') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:36.281016 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.289347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.294176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Transition to ACTIVE for port object 5512e8e1-3831-4d5f-a375-421fb4f5e26a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:36.304651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.306582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Transition to ACTIVE for port object 5512e8e1-3831-4d5f-a375-421fb4f5e26a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:36.311118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:36.311313 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:36.314282 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:36.406102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e6b34-9330-4f16-bb5c-370cc8a5555b req-ab5fc772-c24a-4c4e-aee0-411ea2c702c2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:36.407596 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-667e6b34-9330-4f16-bb5c-370cc8a5555b req-ab5fc772-c24a-4c4e-aee0-411ea2c702c2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 943 time: 0.0487669 Aug 20 11:34:36.419574 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.460925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:36.463710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:36.470594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:36.472742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Pushing event updated for resources: {'Port': ['ID=5512e8e1-3831-4d5f-a375-421fb4f5e26a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:36.491299 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-667e6b34-9330-4f16-bb5c-370cc8a5555b req-6d9daa3f-fc6d-4c63-84a8-6b4f762d7e1c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742080 Aug 20 11:34:36.509491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::1f (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/fc5fa035-4273-4fe7-bbe7-a7a9e43ef8d6/9e272278-8f55-4aa2-9fd1-398477d48cb8) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:36.525036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.539306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.541399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] 10.222.0.10 "DELETE /v2.0/networks/1072485e-7250-4341-b678-b821e67402c7 HTTP/1.1" status: 204 len: 168 time: 1.4360888 Aug 20 11:34:36.551975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Attempting to bind port 5512e8e1-3831-4d5f-a375-421fb4f5e26a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:36.552846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Attempting to bind port 5512e8e1-3831-4d5f-a375-421fb4f5e26a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:36.553302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Attempting to bind port 5512e8e1-3831-4d5f-a375-421fb4f5e26a on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:36.553636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31641dee-c2ed-46ae-b4ec-d2b4ce709ec1 tempest-NetworksIpV6TestAttrs-661039398 tempest-NetworksIpV6TestAttrs-661039398-project] Pushing event deleted for resources: {'Network': ['ID=1072485e-7250-4341-b678-b821e67402c7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:36.565925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:36.566375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:36.567629 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.567629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:36.567918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Bound port: 5512e8e1-3831-4d5f-a375-421fb4f5e26a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:36.568179 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.635999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] For port 5512e8e1-3831-4d5f-a375-421fb4f5e26a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:36.639257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] For port 5512e8e1-3831-4d5f-a375-421fb4f5e26a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5512e8e1-3831-4d5f-a375-421fb4f5e26a,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:36.667305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.681717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 9e272278-8f55-4aa2-9fd1-398477d48cb8 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:36.725550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:34:36.728683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dd48a701-044a-4f5a-8717-c220c3f04262 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:36.757498 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.784036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.839345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:36.847378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:36.854725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:36.860882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:36.861668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:36.865865 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=9e272278-8f55-4aa2-9fd1-398477d48cb8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:36.892732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa93ddd-bf88-4fca-8f3f-a3b424ea8a4d None None] Pushing event updated for resources: {'Port': ['ID=5512e8e1-3831-4d5f-a375-421fb4f5e26a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:36.926162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:36.939515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'port_id': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'mac_address': 'fa:16:3e:83:17:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:34:36.989120 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.005684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a0ee02-c982-4657-abe0-c555d63e5a45 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:34:37.028820 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-63aad8e3-60d1-4958-9cb2-618d9f85e3da tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2601128 Aug 20 11:34:37.031796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42744) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:37.058411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:37.072116 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port dd48a701-044a-4f5a-8717-c220c3f04262 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:37.079003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port dd48a701-044a-4f5a-8717-c220c3f04262 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:37.079585 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.100277 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42746) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:37.123303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c571afc1-016a-4481-8714-f6827de3c7bf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:37.132012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c571afc1-016a-4481-8714-f6827de3c7bf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:37.132640 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c571afc1-016a-4481-8714-f6827de3c7bf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0989456 Aug 20 11:34:37.135781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42752) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:37.195145 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.239142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.303199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:37.314500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c6fd824a-b2a2-4a89-9685-733495441f51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aca320d0339d4739857dda50562e4447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116640 Aug 20 11:34:37.317148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42760) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:37.319128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd48a701-044a-4f5a-8717-c220c3f04262'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:37.321594 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c755da0c-beef-432b-8801-4f9c9f262862" -d '{"events": [{"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-plugged", "status": "completed", "tag": "dd48a701-044a-4f5a-8717-c220c3f04262"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:37.339865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port dd48a701-044a-4f5a-8717-c220c3f04262, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dd48a701-044a-4f5a-8717-c220c3f04262,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:37.340079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0dafffe6-6823-4038-a353-73e508f83643 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 9e272278-8f55-4aa2-9fd1-398477d48cb8 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:37.342935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0dafffe6-6823-4038-a353-73e508f83643 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.387719 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211a4911-f4b3-42d3-ac00-65d0e1b58623 x-openstack-request-id: req-211a4911-f4b3-42d3-ac00-65d0e1b58623 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:37.388280 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-plugged", "status": "completed", "tag": "dd48a701-044a-4f5a-8717-c220c3f04262", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:37.388668 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-211a4911-f4b3-42d3-ac00-65d0e1b58623 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:37.389160 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd48a701-044a-4f5a-8717-c220c3f04262', 'code': 200} Aug 20 11:34:37.424723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e800c75-f2e0-4bb7-9653-09b9e7fb007a req-c4d38ca4-fcf9-4600-a6c7-be70583285b5 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:37.430686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e800c75-f2e0-4bb7-9653-09b9e7fb007a req-c4d38ca4-fcf9-4600-a6c7-be70583285b5 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:37.443213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e800c75-f2e0-4bb7-9653-09b9e7fb007a req-c4d38ca4-fcf9-4600-a6c7-be70583285b5 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:37.444917 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e800c75-f2e0-4bb7-9653-09b9e7fb007a req-c4d38ca4-fcf9-4600-a6c7-be70583285b5 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2414 time: 0.0976317 Aug 20 11:34:37.445860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d202434-9320-4548-af4a-d948c29b684d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.469615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e4a0ee02-c982-4657-abe0-c555d63e5a45'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:37.475667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0dafffe6-6823-4038-a353-73e508f83643 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.490309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0dafffe6-6823-4038-a353-73e508f83643 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 9e272278-8f55-4aa2-9fd1-398477d48cb8 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:37.502971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d202434-9320-4548-af4a-d948c29b684d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.520669 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.522112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0688866c-02e5-4c63-9ed8-e1feade9feba up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:37.541871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e800c75-f2e0-4bb7-9653-09b9e7fb007a req-dde47d64-93dd-4e3a-afbc-9c931a8de022 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899317 Aug 20 11:34:37.574845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5512e8e1-3831-4d5f-a375-421fb4f5e26a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:37.678257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4bfbf-079e-4f26-aa22-cbe258f8e997 req-a748daf3-0f01-411b-bcbf-491a3506db03 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:37.679905 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10f4bfbf-079e-4f26-aa22-cbe258f8e997 req-a748daf3-0f01-411b-bcbf-491a3506db03 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0901058 Aug 20 11:34:37.690892 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d202434-9320-4548-af4a-d948c29b684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.695535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d202434-9320-4548-af4a-d948c29b684d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.701164 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7d202434-9320-4548-af4a-d948c29b684d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65814583-f612-4ece-9ec6-4f8b42eb5a21 HTTP/1.1" status: 204 len: 168 time: 0.3815377 Aug 20 11:34:37.709746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d202434-9320-4548-af4a-d948c29b684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65814583-f612-4ece-9ec6-4f8b42eb5a21,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:37.824559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10f4bfbf-079e-4f26-aa22-cbe258f8e997 req-405f4b6a-5382-4428-b9ad-3b6284d14273 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725915 Aug 20 11:34:37.867604 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=dd48a701-044a-4f5a-8717-c220c3f04262,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:37.959297 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0dafffe6-6823-4038-a353-73e508f83643 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:37.992660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafffe6-6823-4038-a353-73e508f83643 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=9e272278-8f55-4aa2-9fd1-398477d48cb8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:38.019284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0dafffe6-6823-4038-a353-73e508f83643 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.021426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0dafffe6-6823-4038-a353-73e508f83643 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/9e272278-8f55-4aa2-9fd1-398477d48cb8 HTTP/1.1" status: 204 len: 168 time: 0.8845103 Aug 20 11:34:38.022294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 0688866c-02e5-4c63-9ed8-e1feade9feba completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:38.024168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42770) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:38.035966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 0688866c-02e5-4c63-9ed8-e1feade9feba triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:38.036426 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.061975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5512e8e1-3831-4d5f-a375-421fb4f5e26a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:38.083922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc5b7e-80e9-4cbe-ae20-55d99b4e01e5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:38.085800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc5b7e-80e9-4cbe-ae20-55d99b4e01e5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:38.087434 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a5bc5b7e-80e9-4cbe-ae20-55d99b4e01e5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0620620 Aug 20 11:34:38.090281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42774) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:38.161874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:38.181145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-349495d5-f660-4bd2-a72d-ff35d7c6bdb7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet fc5fa035-4273-4fe7-bbe7-a7a9e43ef8d6 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:38.183546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:38.183996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9d6296b6-05ec-46c8-b9fc-46d2fa5cf0be not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:38.185476 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.189390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-349495d5-f660-4bd2-a72d-ff35d7c6bdb7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.227492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 0688866c-02e5-4c63-9ed8-e1feade9feba, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0688866c-02e5-4c63-9ed8-e1feade9feba,segment=NetworkSegment(533db831-ab8e-4fb6-ae04-b0c730f7e56a),segment_id=533db831-ab8e-4fb6-ae04-b0c730f7e56a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:38.425189 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.426252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 914467d9-7ba4-4cf0-bec4-03396975e72c up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:38.513453 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=0688866c-02e5-4c63-9ed8-e1feade9feba,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:38.519423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e28672f0-fc5f-4110-8680-91bcd0fee49b None None] Provisioning for port 5512e8e1-3831-4d5f-a375-421fb4f5e26a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:38.525457 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-349495d5-f660-4bd2-a72d-ff35d7c6bdb7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.525727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e28672f0-fc5f-4110-8680-91bcd0fee49b None None] Provisioning complete for port 5512e8e1-3831-4d5f-a375-421fb4f5e26a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:38.526108 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e28672f0-fc5f-4110-8680-91bcd0fee49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.660479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 914467d9-7ba4-4cf0-bec4-03396975e72c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:38.665780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-349495d5-f660-4bd2-a72d-ff35d7c6bdb7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.670724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 914467d9-7ba4-4cf0-bec4-03396975e72c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:38.671105 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.675504 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e28672f0-fc5f-4110-8680-91bcd0fee49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.784998 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200d80f-d1ab-4c1e-b8db-544abd33e195 req-6cbd6cf1-1511-4aa2-9d84-9f96ce7da374 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:38.797455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200d80f-d1ab-4c1e-b8db-544abd33e195 req-6cbd6cf1-1511-4aa2-9d84-9f96ce7da374 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:38.826643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200d80f-d1ab-4c1e-b8db-544abd33e195 req-6cbd6cf1-1511-4aa2-9d84-9f96ce7da374 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:38.840212 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-349495d5-f660-4bd2-a72d-ff35d7c6bdb7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.855469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5200d80f-d1ab-4c1e-b8db-544abd33e195 req-6cbd6cf1-1511-4aa2-9d84-9f96ce7da374 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2416 time: 0.1652572 Aug 20 11:34:38.885004 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.912654 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5200d80f-d1ab-4c1e-b8db-544abd33e195 req-1d632e19-733d-4078-80d8-1e334a6e2db1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543084 Aug 20 11:34:38.932376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349495d5-f660-4bd2-a72d-ff35d7c6bdb7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5fa035-4273-4fe7-bbe7-a7a9e43ef8d6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:38.942527 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-e28672f0-fc5f-4110-8680-91bcd0fee49b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:34:38.942527 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-e28672f0-fc5f-4110-8680-91bcd0fee49b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:34:38.945531 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-349495d5-f660-4bd2-a72d-ff35d7c6bdb7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:38.952109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-349495d5-f660-4bd2-a72d-ff35d7c6bdb7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/fc5fa035-4273-4fe7-bbe7-a7a9e43ef8d6 HTTP/1.1" status: 204 len: 168 time: 0.8605709 Aug 20 11:34:38.958724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf9d958-6dcb-4417-a7a3-2785406d832a None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:38.960461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42796) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:39.024903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 914467d9-7ba4-4cf0-bec4-03396975e72c, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=914467d9-7ba4-4cf0-bec4-03396975e72c,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:39.057967 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9aa7b1ce-365c-43b8-9da7-284d0d18893d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916145 Aug 20 11:34:39.058270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42802) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:39.114337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.122947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:39.150033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02a23f-751d-4d1c-a20e-47222c3f6120 req-74866897-f195-45e9-960e-110b8505fa06 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.151485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-af02a23f-751d-4d1c-a20e-47222c3f6120 req-74866897-f195-45e9-960e-110b8505fa06 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1106956 Aug 20 11:34:39.169336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2da4fa-0932-451d-96cc-5fce0cead458 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.174169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5e2da4fa-0932-451d-96cc-5fce0cead458 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1148148 Aug 20 11:34:39.180722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42804) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:39.210053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2eea16-3ac4-4dee-8d14-c727f97da6bd None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:39.213330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=914467d9-7ba4-4cf0-bec4-03396975e72c,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:39.232421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-af02a23f-751d-4d1c-a20e-47222c3f6120 req-9cb6bd33-15d5-4b3d-883c-3dbb06b5cf09 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567329 Aug 20 11:34:39.267592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4eeb4-c9bb-4ac3-aac0-0f960bd23555 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.269679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-95d4eeb4-c9bb-4ac3-aac0-0f960bd23555 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874505 Aug 20 11:34:39.274048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42808) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:39.302356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-be2eea16-3ac4-4dee-8d14-c727f97da6bd None None] Deleting port 5512e8e1-3831-4d5f-a375-421fb4f5e26a {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:39.302766 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-be2eea16-3ac4-4dee-8d14-c727f97da6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.326832 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f380d941-d2ca-48bd-b2bf-ce9809bf63f4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506356 Aug 20 11:34:39.330598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42810) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:39.335800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:39.356043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42812) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:39.383202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port e4a0ee02-c982-4657-abe0-c555d63e5a45 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:39.391078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port e4a0ee02-c982-4657-abe0-c555d63e5a45 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:39.391311 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.393628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0688866c-02e5-4c63-9ed8-e1feade9feba'}, {'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914467d9-7ba4-4cf0-bec4-03396975e72c'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:39.396162 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87257d9-2547-44e5-bb06-c001b21f1f66" -d '{"events": [{"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-plugged", "status": "completed", "tag": "0688866c-02e5-4c63-9ed8-e1feade9feba"}, {"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-plugged", "status": "completed", "tag": "914467d9-7ba4-4cf0-bec4-03396975e72c"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:39.429353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-be2eea16-3ac4-4dee-8d14-c727f97da6bd None None] For port 5512e8e1-3831-4d5f-a375-421fb4f5e26a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5512e8e1-3831-4d5f-a375-421fb4f5e26a,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:39.430055 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-be2eea16-3ac4-4dee-8d14-c727f97da6bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.488301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-be2eea16-3ac4-4dee-8d14-c727f97da6bd None None] Calling delete_port for 5512e8e1-3831-4d5f-a375-421fb4f5e26a owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:39.522345 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c2f2ad-4ebd-486c-92ef-1fc6e1b1e5eb x-openstack-request-id: req-81c2f2ad-4ebd-486c-92ef-1fc6e1b1e5eb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:39.522735 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-plugged", "status": "completed", "tag": "0688866c-02e5-4c63-9ed8-e1feade9feba", "code": 200}, {"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-plugged", "status": "completed", "tag": "914467d9-7ba4-4cf0-bec4-03396975e72c", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:39.523070 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81c2f2ad-4ebd-486c-92ef-1fc6e1b1e5eb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:39.523519 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0688866c-02e5-4c63-9ed8-e1feade9feba', 'code': 200} Aug 20 11:34:39.523841 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914467d9-7ba4-4cf0-bec4-03396975e72c', 'code': 200} Aug 20 11:34:39.528454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:39.534056 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.538798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5512e8e1-3831-4d5f-a375-421fb4f5e26a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:39.545418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-285656068'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:39.628297 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e28672f0-fc5f-4110-8680-91bcd0fee49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.680106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ac92d-dcad-4eed-a9bd-d47d9f3d70f1 req-d953aab2-6cff-47af-b912-e764a0211a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.680597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ac92d-dcad-4eed-a9bd-d47d9f3d70f1 req-d953aab2-6cff-47af-b912-e764a0211a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.681074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ac92d-dcad-4eed-a9bd-d47d9f3d70f1 req-d953aab2-6cff-47af-b912-e764a0211a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:39.682782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-382ac92d-dcad-4eed-a9bd-d47d9f3d70f1 req-d953aab2-6cff-47af-b912-e764a0211a86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2870 time: 0.1189539 Aug 20 11:34:39.749892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e28672f0-fc5f-4110-8680-91bcd0fee49b None None] For port 5512e8e1-3831-4d5f-a375-421fb4f5e26a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5512e8e1-3831-4d5f-a375-421fb4f5e26a,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:39.759225 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-382ac92d-dcad-4eed-a9bd-d47d9f3d70f1 req-68640f3e-a350-4e2a-bdc6-a26c6c103076 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671372 Aug 20 11:34:39.761898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:39.765520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.775469 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.778736 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.814898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:39.842063 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e28672f0-fc5f-4110-8680-91bcd0fee49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.905816 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.908010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28672f0-fc5f-4110-8680-91bcd0fee49b None None] Pushing event updated for resources: {'Port': ['ID=5512e8e1-3831-4d5f-a375-421fb4f5e26a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:39.933777 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-be2eea16-3ac4-4dee-8d14-c727f97da6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.957822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2eea16-3ac4-4dee-8d14-c727f97da6bd None None] No DVR routers for this DVR port 5512e8e1-3831-4d5f-a375-421fb4f5e26a on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:39.960248 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:39.973252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b40c8e59-7672-42b0-939d-95a99a1d101c None None] Could not find standard attr ID for object 9e272278-8f55-4aa2-9fd1-398477d48cb8. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:34:39.990236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:40.007755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2eea16-3ac4-4dee-8d14-c727f97da6bd None None] Pushing event deleted for resources: {'Port': ['ID=5512e8e1-3831-4d5f-a375-421fb4f5e26a,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:40.047204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.objects.ports [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95587) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:34:40.050745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.104520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.138909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:40.157336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:40.160129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:40.162805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:40.163302 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.167205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660d76c3-404c-4d19-a78a-16ac9326317b None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:40.180595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=02906a8d-fa26-4cc2-a545-421d93a3d8b4,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:40.190631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c713ac-1cee-43e5-b35b-299a2f4326aa,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:40.207025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b47c0-9691-41dd-9ab4-415fec3f7e69 req-61d52050-581d-4f07-bb82-3f31f0cd0e3b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:40.215358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b47c0-9691-41dd-9ab4-415fec3f7e69 req-61d52050-581d-4f07-bb82-3f31f0cd0e3b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:40.222306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b47c0-9691-41dd-9ab4-415fec3f7e69 req-61d52050-581d-4f07-bb82-3f31f0cd0e3b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:40.224114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e1b47c0-9691-41dd-9ab4-415fec3f7e69 req-61d52050-581d-4f07-bb82-3f31f0cd0e3b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2417 time: 0.1752687 Aug 20 11:34:40.228485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.228485 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Added segment 85f13fe6-a2ad-45e4-983f-14ac68948f93 of type vlan for network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 Aug 20 11:34:40.289824 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.312886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ee6420c6-1a43-478b-bc8c-1e05513a62f8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9812067 Aug 20 11:34:40.315850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42824) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:40.321079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6d5921f5-41ac-45f6-83f1-c847779f7d11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:40.321556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e1b47c0-9691-41dd-9ab4-415fec3f7e69 req-7ccc494e-6728-4e1d-aa59-cf213e58585b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874064 Aug 20 11:34:40.352911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '02906a8d-fa26-4cc2-a545-421d93a3d8b4'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:40.353887 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.461951 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.464155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73988fc4-5eec-4380-a216-c721d3d453f9 req-195f9ba8-e871-46f7-8017-2075a5990652 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:40.465656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73988fc4-5eec-4380-a216-c721d3d453f9 req-195f9ba8-e871-46f7-8017-2075a5990652 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 945 time: 0.0848048 Aug 20 11:34:40.468069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:40.468778 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.493657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Allocated IP 2001:db8::f816:3eff:fe4c:998e (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/02906a8d-fa26-4cc2-a545-421d93a3d8b4/5f45ddfc-15b1-4d71-999a-42e9edd012c8) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:40.524760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73988fc4-5eec-4380-a216-c721d3d453f9 req-a41622d8-e945-4dc3-bb7b-d235a58d3b06 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478950 Aug 20 11:34:40.539183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Network': ['ID=0f1d7e9e-a621-4d52-9dd9-1d0b745242d8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:40.557455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:40.608081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5921f5-41ac-45f6-83f1-c847779f7d11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:40.612048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d5921f5-41ac-45f6-83f1-c847779f7d11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.699895 n-d-804230-3 neutron-server[95588]: INFO neutron.db.ipam_backend_mixin [None req-6d5921f5-41ac-45f6-83f1-c847779f7d11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02906a8d-fa26-4cc2-a545-421d93a3d8b4 (CIDR: 2001:db8::/64) Aug 20 11:34:40.702811 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.712051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Transition to ACTIVE for port object 5f45ddfc-15b1-4d71-999a-42e9edd012c8 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:40.726766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Transition to ACTIVE for port object 5f45ddfc-15b1-4d71-999a-42e9edd012c8 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:40.751944 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5921f5-41ac-45f6-83f1-c847779f7d11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:34:40.752424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5921f5-41ac-45f6-83f1-c847779f7d11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:40.752536 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-127a2898-57de-4b1a-845d-f175aa354bb5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3953590 Aug 20 11:34:40.755308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42826) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:40.760756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'name': 'tempest-PortsIpV6TestJSON-922315261'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:40.826146 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.862417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:40.862640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6d5921f5-41ac-45f6-83f1-c847779f7d11 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5437596 Aug 20 11:34:40.864900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:40.866059 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42828) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:40.868876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:40.874648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f1bc46a7-020e-41d7-b17b-ee2bb52597e6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:40.900930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Pushing event updated for resources: {'Port': ['ID=5f45ddfc-15b1-4d71-999a-42e9edd012c8,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:40.938753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Attempting to bind port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:40.939127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Attempting to bind port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:40.939488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Attempting to bind port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:40.945208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:40.945590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:40.946149 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.946714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:40.947189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Bound port: 5f45ddfc-15b1-4d71-999a-42e9edd012c8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:40.947572 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:40.999145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:41.003486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.031552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port 91599699-cc92-405e-ae22-6d962a3066fd yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:41.043923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] For port 5f45ddfc-15b1-4d71-999a-42e9edd012c8, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:41.049158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] For port 5f45ddfc-15b1-4d71-999a-42e9edd012c8, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5f45ddfc-15b1-4d71-999a-42e9edd012c8,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:41.084134 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.152402 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.205659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bc46a7-020e-41d7-b17b-ee2bb52597e6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:41.215202 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1bc46a7-020e-41d7-b17b-ee2bb52597e6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.220769 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.229764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b95f2-9775-4ee0-9365-139ec15fcea0 None None] Pushing event updated for resources: {'Port': ['ID=5f45ddfc-15b1-4d71-999a-42e9edd012c8,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:41.462952 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.525193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:41.527865 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cd97c8-3516-40d6-91fb-1390fe7036b3" -d '{"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-plugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:41.566335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a64a61-50f9-4df9-a104-0983c2131032 req-d100cdda-f910-4277-955c-9e295f929fb0 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:41.573731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a64a61-50f9-4df9-a104-0983c2131032 req-d100cdda-f910-4277-955c-9e295f929fb0 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:41.580576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a64a61-50f9-4df9-a104-0983c2131032 req-d100cdda-f910-4277-955c-9e295f929fb0 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:41.582329 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2a64a61-50f9-4df9-a104-0983c2131032 req-d100cdda-f910-4277-955c-9e295f929fb0 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2417 time: 0.1671569 Aug 20 11:34:41.595703 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352bb4f4-607c-4981-ade3-5b3f8cd6e938 x-openstack-request-id: req-352bb4f4-607c-4981-ade3-5b3f8cd6e938 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:41.596022 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-plugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:41.597003 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-352bb4f4-607c-4981-ade3-5b3f8cd6e938 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:41.597451 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'code': 200} Aug 20 11:34:41.615164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=91599699-cc92-405e-ae22-6d962a3066fd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:41.718180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Checking segment: {'id': '85f13fe6-a2ad-45e4-983f-14ac68948f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:41.718742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network hostable DHCP agents. Network: 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:41.728049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2a64a61-50f9-4df9-a104-0983c2131032 req-7c73f6f7-d3bb-4a96-832d-3ecbca77a978 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387422 Aug 20 11:34:41.748093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2235a-b864-4df0-aefd-511f42717244 req-e29e86ff-05d7-46f5-afae-85935b5ceedd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:41.748093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ee2235a-b864-4df0-aefd-511f42717244 req-e29e86ff-05d7-46f5-afae-85935b5ceedd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 945 time: 0.0656106 Aug 20 11:34:41.757784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e87127-fa51-4711-a884-4fe6c04bde22 req-ed3a1d22-74b4-4dad-b818-97cb6e5e6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:41.759360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60e87127-fa51-4711-a884-4fe6c04bde22 req-ed3a1d22-74b4-4dad-b818-97cb6e5e6338 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1096 time: 0.1066656 Aug 20 11:34:41.796843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ee2235a-b864-4df0-aefd-511f42717244 req-877ded67-b6c6-4779-947d-e3e6783f102d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411096 Aug 20 11:34:41.834789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60e87127-fa51-4711-a884-4fe6c04bde22 req-92c99a1d-792f-4cdd-892e-c73a39c63bf6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632892 Aug 20 11:34:41.893979 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1bc46a7-020e-41d7-b17b-ee2bb52597e6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.927731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:41.947835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc46a7-020e-41d7-b17b-ee2bb52597e6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:41.953982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc46a7-020e-41d7-b17b-ee2bb52597e6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:41.958578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc46a7-020e-41d7-b17b-ee2bb52597e6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:41.959554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1bc46a7-020e-41d7-b17b-ee2bb52597e6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:41.973570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc46a7-020e-41d7-b17b-ee2bb52597e6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=1cbaa432-0aef-4650-a66d-319de58d3ee6,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:42.062004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:42.065361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f1bc46a7-020e-41d7-b17b-ee2bb52597e6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1948652 Aug 20 11:34:42.066603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42850) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:42.072431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac8e337-c893-47d8-9a27-1260310c1601 None None] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:42.077687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:87:19:89', 'name': 'tempest-NetworksTestDHCPv6-1815315798'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:42.084014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:42.089878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:42.090583 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.281562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d355acec-8a86-416d-8bab-d258ee6fb5f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5251184 Aug 20 11:34:42.291065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42852) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:42.296277 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-712700471'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:42.436758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7badb60d-949c-4b91-bff8-3f9f6ff4fc75 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:42.437736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd5bc-389f-4a1e-a07f-5bf63f67c172 req-8cbd83a0-16bf-429e-9b11-caf17c5c4a49 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:42.444294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd5bc-389f-4a1e-a07f-5bf63f67c172 req-8cbd83a0-16bf-429e-9b11-caf17c5c4a49 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:42.450196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd5bc-389f-4a1e-a07f-5bf63f67c172 req-8cbd83a0-16bf-429e-9b11-caf17c5c4a49 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:42.451933 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-969dd5bc-389f-4a1e-a07f-5bf63f67c172 req-8cbd83a0-16bf-429e-9b11-caf17c5c4a49 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2417 time: 0.0729694 Aug 20 11:34:42.467331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:42.575132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.599076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 00c786b3-fca6-431a-b882-ab931dd6073d yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:42.695114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b46f6574-6abd-4335-8737-7de2faea0dad None None] Provisioning for port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:42.707223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12822de-733b-4c30-8d9b-6fa73c0e743e None None] Update dhcp port {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': '02906a8d-fa26-4cc2-a545-421d93a3d8b4', 'ip_address': '2001:db8::f816:3eff:fe4c:998e'}, {'subnet_id': '1cbaa432-0aef-4650-a66d-319de58d3ee6'}], 'binding:host_id': 'n-d-804230-3'}, 'id': '5f45ddfc-15b1-4d71-999a-42e9edd012c8'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:34:42.734599 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c12822de-733b-4c30-8d9b-6fa73c0e743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.815106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8:0:1::16d (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/1cbaa432-0aef-4650-a66d-319de58d3ee6/00c786b3-fca6-431a-b882-ab931dd6073d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:42.818523 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-969dd5bc-389f-4a1e-a07f-5bf63f67c172 req-d3e6cc9d-d6f1-4281-b994-bffd69823844 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594337 Aug 20 11:34:42.822889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::f816:3eff:fe87:1989 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/02906a8d-fa26-4cc2-a545-421d93a3d8b4/00c786b3-fca6-431a-b882-ab931dd6073d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:42.900114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:42.903391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.929744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:42.939352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:42.939746 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Added segment bcc55c2e-615b-4340-907e-b29aaf52019f of type vlan for network 665ae28c-01cb-4e16-8241-5e94e336aaf0 Aug 20 11:34:42.984041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.009707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cf561-401f-40f4-aae9-93449ee2c9ff req-39440d87-319a-4341-8353-9218da9388ee tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:43.011381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce0cf561-401f-40f4-aae9-93449ee2c9ff req-39440d87-319a-4341-8353-9218da9388ee tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 945 time: 0.1128109 Aug 20 11:34:43.059478 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.083677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 00c786b3-fca6-431a-b882-ab931dd6073d will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:43.090873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce0cf561-401f-40f4-aae9-93449ee2c9ff req-15847e05-6f5d-498d-a35e-3a8b0aa51fb0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573826 Aug 20 11:34:43.179466 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.185838 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:43.185838 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.258688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Network': ['ID=665ae28c-01cb-4e16-8241-5e94e336aaf0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:43.270022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 665ae28c-01cb-4e16-8241-5e94e336aaf0 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:43.334829 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.335357 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.383114 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aad08b5c-e197-4209-8c94-cbd4d7106b09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0906773 Aug 20 11:34:43.384973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:43.385483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42860) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:43.388024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-c12822de-733b-4c30-8d9b-6fa73c0e743e None None] Allocated IP 2001:db8:0:1::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/1cbaa432-0aef-4650-a66d-319de58d3ee6/5f45ddfc-15b1-4d71-999a-42e9edd012c8) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:43.388320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:43.390972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'ports': [{'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8'}, {'network_id': '665ae28c-01cb-4e16-8241-5e94e336aaf0'}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:43.391291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:43.391416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:43.391814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '665ae28c-01cb-4e16-8241-5e94e336aaf0'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:43.397090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:43.397778 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.415958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=00c786b3-fca6-431a-b882-ab931dd6073d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:43.539348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a770877d-b193-4bc9-8765-0814ac47a72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4714057 Aug 20 11:34:43.546229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42864) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:43.549803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c12822de-733b-4c30-8d9b-6fa73c0e743e None None] For port 5f45ddfc-15b1-4d71-999a-42e9edd012c8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5f45ddfc-15b1-4d71-999a-42e9edd012c8,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:43.586687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5f45ddfc-15b1-4d71-999a-42e9edd012c8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:43.632270 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c12822de-733b-4c30-8d9b-6fa73c0e743e None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.656043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9204f575-f882-4995-9cd8-b577bea071c5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 00c786b3-fca6-431a-b882-ab931dd6073d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:43.656397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9204f575-f882-4995-9cd8-b577bea071c5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.657345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c12822de-733b-4c30-8d9b-6fa73c0e743e None None] Transition to ACTIVE for port object 5f45ddfc-15b1-4d71-999a-42e9edd012c8 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:43.741641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 2} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:43.743366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9204f575-f882-4995-9cd8-b577bea071c5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.746322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.756067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9204f575-f882-4995-9cd8-b577bea071c5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 00c786b3-fca6-431a-b882-ab931dd6073d owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:43.759952 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.788582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c12822de-733b-4c30-8d9b-6fa73c0e743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:43.837018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:43.923829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port 477d5d46-0d07-4b48-926b-3d8915629efd yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:43.961989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12822de-733b-4c30-8d9b-6fa73c0e743e None None] Pushing event updated for resources: {'Port': ['ID=5f45ddfc-15b1-4d71-999a-42e9edd012c8,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:44.030332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c84692-9452-46e5-9a4f-87ed1f825088 req-c7425458-caab-46f3-8745-bafe04b8787a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.036738 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9204f575-f882-4995-9cd8-b577bea071c5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.042326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c84692-9452-46e5-9a4f-87ed1f825088 req-c7425458-caab-46f3-8745-bafe04b8787a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.044356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c84692-9452-46e5-9a4f-87ed1f825088 req-c7425458-caab-46f3-8745-bafe04b8787a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.053806 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0c84692-9452-46e5-9a4f-87ed1f825088 req-c7425458-caab-46f3-8745-bafe04b8787a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2417 time: 0.1051543 Aug 20 11:34:44.068718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204f575-f882-4995-9cd8-b577bea071c5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=00c786b3-fca6-431a-b882-ab931dd6073d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:44.112331 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0c84692-9452-46e5-9a4f-87ed1f825088 req-177354d3-631c-4d89-901d-7363bb5651dd tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575089 Aug 20 11:34:44.162316 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9204f575-f882-4995-9cd8-b577bea071c5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.167842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9204f575-f882-4995-9cd8-b577bea071c5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/00c786b3-fca6-431a-b882-ab931dd6073d HTTP/1.1" status: 204 len: 168 time: 0.6268303 Aug 20 11:34:44.168522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42870) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:44.259521 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.277972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cee654f4-cfc8-4048-99d0-2af72be56789 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.285115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cee654f4-cfc8-4048-99d0-2af72be56789 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.291472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cee654f4-cfc8-4048-99d0-2af72be56789 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.293279 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cee654f4-cfc8-4048-99d0-2af72be56789 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 2417 time: 0.2122664 Aug 20 11:34:44.307802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0e4081-f992-428c-85d7-e2752e079b38 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.311841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bf0e4081-f992-428c-85d7-e2752e079b38 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1392016 Aug 20 11:34:44.318580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42872) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:44.331508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd487b-c35b-4027-9419-e020cf03421a req-5edfe3a5-6c63-46bf-92e1-e7f0ce233c20 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.333594 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ddd487b-c35b-4027-9419-e020cf03421a req-5edfe3a5-6c63-46bf-92e1-e7f0ce233c20 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 945 time: 0.1267281 Aug 20 11:34:44.372477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port 22980ce1-7ecd-4e12-b7f3-29b232733953 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:44.403757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74efe4da-3f29-457c-b6b5-4dda66baf5a6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.405356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-74efe4da-3f29-457c-b6b5-4dda66baf5a6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0858154 Aug 20 11:34:44.409568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42874) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:44.426039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ddd487b-c35b-4027-9419-e020cf03421a req-4abc9ea8-98f5-4ef3-a515-f5185756613b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753138 Aug 20 11:34:44.455905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-22dbea3a-2345-46ba-bafa-08b131468416 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting port 0688866c-02e5-4c63-9ed8-e1feade9feba {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:44.455905 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-22dbea3a-2345-46ba-bafa-08b131468416 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.561922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508b560-947f-4725-a681-d790117bf218 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.564476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508b560-947f-4725-a681-d790117bf218 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.566989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508b560-947f-4725-a681-d790117bf218 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.569960 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4508b560-947f-4725-a681-d790117bf218 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1586821 Aug 20 11:34:44.585072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42882) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:44.589039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-22dbea3a-2345-46ba-bafa-08b131468416 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] For port 0688866c-02e5-4c63-9ed8-e1feade9feba, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=0688866c-02e5-4c63-9ed8-e1feade9feba,segment=NetworkSegment(533db831-ab8e-4fb6-ae04-b0c730f7e56a),segment_id=533db831-ab8e-4fb6-ae04-b0c730f7e56a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:44.589471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-22dbea3a-2345-46ba-bafa-08b131468416 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.606465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-22dbea3a-2345-46ba-bafa-08b131468416 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Calling delete_port for 0688866c-02e5-4c63-9ed8-e1feade9feba owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:44.739182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcd38e-4355-4c42-b1bf-ddeb160c84c0 req-a3a7b76d-2d52-4530-86bd-f5d6192888c0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:44.741270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f8bcd38e-4355-4c42-b1bf-ddeb160c84c0 req-a3a7b76d-2d52-4530-86bd-f5d6192888c0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 945 time: 0.1685848 Aug 20 11:34:44.747560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca37190-bafa-462e-b93b-245b9eab9600 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 02906a8d-fa26-4cc2-a545-421d93a3d8b4 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:44.750113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42884) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:44.763770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d5c0799e-627b-44d8-b047-bf5f970f017c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'floatingip': {'port_id': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:44.764014 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ca37190-bafa-462e-b93b-245b9eab9600 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.813126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5c0799e-627b-44d8-b047-bf5f970f017c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.818497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ca37190-bafa-462e-b93b-245b9eab9600 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.871266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e635b47c-6ef6-40cc-bab5-4af7b395db7a None None] Provisioning for port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:44.883073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e635b47c-6ef6-40cc-bab5-4af7b395db7a None None] Provisioning complete for port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:44.883819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e635b47c-6ef6-40cc-bab5-4af7b395db7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.955023 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ca37190-bafa-462e-b93b-245b9eab9600 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:44.999428 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cfce9402-f879-41c0-96c7-d670fa159f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.027489 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-22dbea3a-2345-46ba-bafa-08b131468416 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.033507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e635b47c-6ef6-40cc-bab5-4af7b395db7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.039484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['914467d9-7ba4-4cf0-bec4-03396975e72c', 'dd48a701-044a-4f5a-8717-c220c3f04262', '0688866c-02e5-4c63-9ed8-e1feade9feba'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:45.045651 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.078325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbea3a-2345-46ba-bafa-08b131468416 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Port': ['ID=0688866c-02e5-4c63-9ed8-e1feade9feba,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:45.229502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ada78-1626-4e32-a903-ffa73bddeb35 req-1ca8d22d-1c15-4fe0-90c5-3c096abb38b9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:45.243997 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-248ada78-1626-4e32-a903-ffa73bddeb35 req-1ca8d22d-1c15-4fe0-90c5-3c096abb38b9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1240659 Aug 20 11:34:45.325583 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-248ada78-1626-4e32-a903-ffa73bddeb35 req-81146280-77c4-493c-ae53-de8a30597393 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519414 Aug 20 11:34:45.377508 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ca37190-bafa-462e-b93b-245b9eab9600 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.418280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca37190-bafa-462e-b93b-245b9eab9600 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=02906a8d-fa26-4cc2-a545-421d93a3d8b4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:45.423350 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ca37190-bafa-462e-b93b-245b9eab9600 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.425279 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5ca37190-bafa-462e-b93b-245b9eab9600 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/02906a8d-fa26-4cc2-a545-421d93a3d8b4 HTTP/1.1" status: 204 len: 168 time: 0.8256974 Aug 20 11:34:45.431610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42892) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:45.461755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dcd952-2d73-411a-9b58-25bb54c2008e None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:45.490944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.526671 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-e635b47c-6ef6-40cc-bab5-4af7b395db7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:34:45.526946 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-e635b47c-6ef6-40cc-bab5-4af7b395db7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:34:45.539684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5f45ddfc-15b1-4d71-999a-42e9edd012c8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:45.572617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:45.576757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a37e8c4-7e71-4a42-8762-8366602e806a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 1cbaa432-0aef-4650-a66d-319de58d3ee6 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:45.585761 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a37e8c4-7e71-4a42-8762-8366602e806a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.589511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:45.594857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:45.596333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.607658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-22dbea3a-2345-46ba-bafa-08b131468416 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] No DVR routers for this DVR port 0688866c-02e5-4c63-9ed8-e1feade9feba on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:45.612371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-22dbea3a-2345-46ba-bafa-08b131468416 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.614684 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-22dbea3a-2345-46ba-bafa-08b131468416 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.57 "DELETE /v2.0/ports/0688866c-02e5-4c63-9ed8-e1feade9feba HTTP/1.1" status: 204 len: 173 time: 1.3012729 Aug 20 11:34:45.620800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-deleted', 'tag': '0688866c-02e5-4c63-9ed8-e1feade9feba'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:45.624323 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4494cec5-dff6-418d-9067-4e740674d01a" -d '{"events": [{"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-deleted", "tag": "0688866c-02e5-4c63-9ed8-e1feade9feba"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:45.624583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=477d5d46-0d07-4b48-926b-3d8915629efd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:45.647813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:45.648148 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.697986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=22980ce1-7ecd-4e12-b7f3-29b232733953,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:45.720136 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c710e031-d233-4c5d-a32f-ead33de7fbfa x-openstack-request-id: req-c710e031-d233-4c5d-a32f-ead33de7fbfa {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:45.720431 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-deleted", "tag": "0688866c-02e5-4c63-9ed8-e1feade9feba", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:45.720685 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c710e031-d233-4c5d-a32f-ead33de7fbfa {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:45.721128 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-deleted', 'tag': '0688866c-02e5-4c63-9ed8-e1feade9feba', 'status': 'completed', 'code': 200} Aug 20 11:34:45.743313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a37e8c4-7e71-4a42-8762-8366602e806a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.767069 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.772892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7319808-39c6-4f19-a728-0fca5d9821e4 req-b82ae9ff-37a7-4d9c-a3c5-d596cbf77554 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:45.775866 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Checking segment: {'id': 'bcc55c2e-615b-4340-907e-b29aaf52019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '665ae28c-01cb-4e16-8241-5e94e336aaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:45.776110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network hostable DHCP agents. Network: 665ae28c-01cb-4e16-8241-5e94e336aaf0, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:45.776228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7319808-39c6-4f19-a728-0fca5d9821e4 req-b82ae9ff-37a7-4d9c-a3c5-d596cbf77554 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:45.778096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7319808-39c6-4f19-a728-0fca5d9821e4 req-b82ae9ff-37a7-4d9c-a3c5-d596cbf77554 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 1681 time: 0.2519948 Aug 20 11:34:45.806052 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 5f45ddfc-15b1-4d71-999a-42e9edd012c8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5f45ddfc-15b1-4d71-999a-42e9edd012c8,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:45.936224 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.942745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a37e8c4-7e71-4a42-8762-8366602e806a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:45.976821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 665ae28c-01cb-4e16-8241-5e94e336aaf0 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:45.996563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7319808-39c6-4f19-a728-0fca5d9821e4 req-69800025-82f0-43d5-a10e-86ecb6c4c68e tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759036 Aug 20 11:34:46.004560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=5f45ddfc-15b1-4d71-999a-42e9edd012c8,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:46.079474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 665ae28c-01cb-4e16-8241-5e94e336aaf0) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:46.088235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03f034-5582-43e4-90a9-77dee904fa39 None None] Network 665ae28c-01cb-4e16-8241-5e94e336aaf0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:46.095896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:46.102867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:46.109295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:46.110040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cdacdd4e-4167-4b6b-af6f-12d71e24a55d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting port dd48a701-044a-4f5a-8717-c220c3f04262 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:46.110354 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.110496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cdacdd4e-4167-4b6b-af6f-12d71e24a55d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.124852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a37e8c4-7e71-4a42-8762-8366602e806a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.144109 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a37e8c4-7e71-4a42-8762-8366602e806a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.149737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1a37e8c4-7e71-4a42-8762-8366602e806a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/1cbaa432-0aef-4650-a66d-319de58d3ee6 HTTP/1.1" status: 204 len: 168 time: 0.7142498 Aug 20 11:34:46.171280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42896) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:46.175115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37e8c4-7e71-4a42-8762-8366602e806a tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbaa432-0aef-4650-a66d-319de58d3ee6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:46.206486 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7d58c57f-8519-41c2-b544-20b97e424e42 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8194907 Aug 20 11:34:46.208918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42898) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:46.237370 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.resource_extend [None req-d5c0799e-627b-44d8-b047-bf5f970f017c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:34:46.243223 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4732cbec-5c4b-4c1d-a93e-2cdea57383ea tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704453 Aug 20 11:34:46.255310 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42900) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:46.260807 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:46.312268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5c0799e-627b-44d8-b047-bf5f970f017c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.329221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cdacdd4e-4167-4b6b-af6f-12d71e24a55d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] For port dd48a701-044a-4f5a-8717-c220c3f04262, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=dd48a701-044a-4f5a-8717-c220c3f04262,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:46.329597 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cdacdd4e-4167-4b6b-af6f-12d71e24a55d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.344160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cdacdd4e-4167-4b6b-af6f-12d71e24a55d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Calling delete_port for dd48a701-044a-4f5a-8717-c220c3f04262 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:46.347212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5ef63020-20c1-469c-babe-448b685a8996 None None] Could not find standard attr ID for object 00c786b3-fca6-431a-b882-ab931dd6073d. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:34:46.429625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-534bf82a-65c8-4278-bfe8-f6f98ab54578 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 22980ce1-7ecd-4e12-b7f3-29b232733953 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:46.432397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-534bf82a-65c8-4278-bfe8-f6f98ab54578 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.472146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b92f84-ddc2-4795-98be-9c622f842081 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:46.482172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5c0799e-627b-44d8-b047-bf5f970f017c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.509913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:46.513684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.595241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-534bf82a-65c8-4278-bfe8-f6f98ab54578 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.609005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d2df2a55-033c-461b-9ce2-febb40970e99 None None] Provisioning complete for port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:46.613698 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d2df2a55-033c-461b-9ce2-febb40970e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.620223 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-d5c0799e-627b-44d8-b047-bf5f970f017c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Floating IP 8da3ee1a-c62c-4c04-b834-833c0af3e98c associated. External IP: 172.25.4.219, port: e4a0ee02-c982-4657-abe0-c555d63e5a45. Aug 20 11:34:46.633192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cffb5-13c3-449f-8f1c-93fe0e91f7d5 req-20971743-6cff-48e4-ab9f-81bb5e835cc3 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:46.635779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-052cffb5-13c3-449f-8f1c-93fe0e91f7d5 req-20971743-6cff-48e4-ab9f-81bb5e835cc3 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1612062 Aug 20 11:34:46.637948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-534bf82a-65c8-4278-bfe8-f6f98ab54578 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 22980ce1-7ecd-4e12-b7f3-29b232733953 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:46.655101 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cdacdd4e-4167-4b6b-af6f-12d71e24a55d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.668664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['0688866c-02e5-4c63-9ed8-e1feade9feba'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:46.700619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacdd4e-4167-4b6b-af6f-12d71e24a55d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Port': ['ID=dd48a701-044a-4f5a-8717-c220c3f04262,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:46.759102 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-052cffb5-13c3-449f-8f1c-93fe0e91f7d5 req-063157af-a321-4f67-bf9b-51ed8801443f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034729 Aug 20 11:34:46.786354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cdacdd4e-4167-4b6b-af6f-12d71e24a55d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] No DVR routers for this DVR port dd48a701-044a-4f5a-8717-c220c3f04262 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:46.786771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d35fe-f016-4860-90d1-5d83b8e33272 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:46.790943 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cdacdd4e-4167-4b6b-af6f-12d71e24a55d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.793141 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-cdacdd4e-4167-4b6b-af6f-12d71e24a55d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.57 "DELETE /v2.0/ports/dd48a701-044a-4f5a-8717-c220c3f04262 HTTP/1.1" status: 204 len: 173 time: 1.1600680 Aug 20 11:34:46.861447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d35fe-f016-4860-90d1-5d83b8e33272 None None] Deleting port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:46.861549 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa2d35fe-f016-4860-90d1-5d83b8e33272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.938929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fa2d35fe-f016-4860-90d1-5d83b8e33272 None None] For port 5f45ddfc-15b1-4d71-999a-42e9edd012c8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5f45ddfc-15b1-4d71-999a-42e9edd012c8,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:46.939634 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa2d35fe-f016-4860-90d1-5d83b8e33272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.949903 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-534bf82a-65c8-4278-bfe8-f6f98ab54578 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:46.966699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d35fe-f016-4860-90d1-5d83b8e33272 None None] Calling delete_port for 5f45ddfc-15b1-4d71-999a-42e9edd012c8 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:46.984314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bf82a-65c8-4278-bfe8-f6f98ab54578 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=22980ce1-7ecd-4e12-b7f3-29b232733953,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:47.004688 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-534bf82a-65c8-4278-bfe8-f6f98ab54578 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.006757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-534bf82a-65c8-4278-bfe8-f6f98ab54578 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/22980ce1-7ecd-4e12-b7f3-29b232733953 HTTP/1.1" status: 204 len: 168 time: 0.7967267 Aug 20 11:34:47.010934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42904) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:47.115006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0684b-744b-4821-ba78-6255f4c0f5ec tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:47.120973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0684b-744b-4821-ba78-6255f4c0f5ec tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:47.122676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-61c0684b-744b-4821-ba78-6255f4c0f5ec tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1004717 Aug 20 11:34:47.142913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42908) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:47.164882 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa2d35fe-f016-4860-90d1-5d83b8e33272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.186421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d35fe-f016-4860-90d1-5d83b8e33272 None None] No DVR routers for this DVR port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:47.207750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:34:47.218584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d35fe-f016-4860-90d1-5d83b8e33272 None None] Pushing event deleted for resources: {'Port': ['ID=5f45ddfc-15b1-4d71-999a-42e9edd012c8,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:47.308243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-efb6546d-6fd6-4e6a-8a07-ec494c19eb88 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting port 914467d9-7ba4-4cf0-bec4-03396975e72c {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:47.308243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-efb6546d-6fd6-4e6a-8a07-ec494c19eb88 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.339737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8a9855ee-28e0-445e-bea9-3ea14f8af29e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 477d5d46-0d07-4b48-926b-3d8915629efd {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:47.340079 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a9855ee-28e0-445e-bea9-3ea14f8af29e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.361570 n-d-804230-3 neutron-server[95588]: WARNING neutron.services.revisions.revision_plugin [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Could not find related port for resource to bump revision. Aug 20 11:34:47.377385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c0799e-627b-44d8-b047-bf5f970f017c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Router 4d72bf86-169f-4682-a1d7-1f65146fe58c has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:34:47.399286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecb0b9-f1e0-4910-9bb9-bed56c9986c1 req-43ddd710-5cfe-4a04-b053-15b313c8c6f4 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:47.400975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57ecb0b9-f1e0-4910-9bb9-bed56c9986c1 req-43ddd710-5cfe-4a04-b053-15b313c8c6f4 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 945 time: 0.1509237 Aug 20 11:34:47.443405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_pluggable_backend [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Port 5f45ddfc-15b1-4d71-999a-42e9edd012c8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 20 11:34:47.443904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_pluggable_backend [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4c:998e {{(pid=95588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 20 11:34:47.454642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_pluggable_backend [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4c:998e {{(pid=95588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 20 11:34:47.465583 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.475929 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a9855ee-28e0-445e-bea9-3ea14f8af29e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.494370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-efb6546d-6fd6-4e6a-8a07-ec494c19eb88 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] For port 914467d9-7ba4-4cf0-bec4-03396975e72c, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=914467d9-7ba4-4cf0-bec4-03396975e72c,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:47.494777 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-efb6546d-6fd6-4e6a-8a07-ec494c19eb88 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.505362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5f45ddfc-15b1-4d71-999a-42e9edd012c8 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:47.522595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0509c-8d11-4235-929f-39ad047312a9 req-9520b9a7-606b-419d-a9fa-bf01541e5bfc tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:47.524163 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33f0509c-8d11-4235-929f-39ad047312a9 req-9520b9a7-606b-419d-a9fa-bf01541e5bfc tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.38 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.1809695 Aug 20 11:34:47.527476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57ecb0b9-f1e0-4910-9bb9-bed56c9986c1 req-53657568-351b-4596-84e2-defc0e4d05a4 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170330 Aug 20 11:34:47.528574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5f45ddfc-15b1-4d71-999a-42e9edd012c8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:47.528938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5f45ddfc-15b1-4d71-999a-42e9edd012c8 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:47.534652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8a9855ee-28e0-445e-bea9-3ea14f8af29e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 477d5d46-0d07-4b48-926b-3d8915629efd owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:47.540749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-efb6546d-6fd6-4e6a-8a07-ec494c19eb88 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Calling delete_port for 914467d9-7ba4-4cf0-bec4-03396975e72c owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:47.555074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:47.588915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:47.594473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=3654c17f-e0eb-44cc-a7f9-3ede4a63cf79,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:47.600451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:47.601065 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.601271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598ded4-a345-4af5-a751-e7d93f287ded None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:47.637912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c0799e-627b-44d8-b047-bf5f970f017c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:47.644267 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d5c0799e-627b-44d8-b047-bf5f970f017c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.657401 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] Sync routers for ids ['4d72bf86-169f-4682-a1d7-1f65146fe58c'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:47.671670 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] Routers {'4d72bf86-169f-4682-a1d7-1f65146fe58c'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:47.683677 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:34:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d72bf86-169f-4682-a1d7-1f65146fe58c'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:47.691377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d5c0799e-627b-44d8-b047-bf5f970f017c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "PUT /v2.0/floatingips/8da3ee1a-c62c-4c04-b834-833c0af3e98c HTTP/1.1" status: 200 len: 991 time: 2.9306433 Aug 20 11:34:47.728743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-33f0509c-8d11-4235-929f-39ad047312a9 req-f0628358-ea23-41b9-b8f5-8976cfa32416 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Deleting port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:47.729034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-33f0509c-8d11-4235-929f-39ad047312a9 req-f0628358-ea23-41b9-b8f5-8976cfa32416 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.749788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-56985261-565b-458b-8584-e46578d8362b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4899817 Aug 20 11:34:47.760113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-deleted', 'tag': 'dd48a701-044a-4f5a-8717-c220c3f04262'}, {'name': 'network-changed', 'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:47.773186 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136fe951-d16e-4481-a358-11ad117e1760" -d '{"events": [{"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-deleted", "tag": "dd48a701-044a-4f5a-8717-c220c3f04262"}, {"name": "network-changed", "server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:47.789347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42914) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:47.796381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-41b85ee7-011b-4727-8137-fed674ed4912 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:47.840485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '3654c17f-e0eb-44cc-a7f9-3ede4a63cf79'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:47.841365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.853289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a9855ee-28e0-445e-bea9-3ea14f8af29e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.894959 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-237fd5dd-ddcc-40b7-9baf-eff445fe68ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.896629 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fc5cda-acdb-4c28-bce4-c95f2639fcf3 x-openstack-request-id: req-18fc5cda-acdb-4c28-bce4-c95f2639fcf3 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:47.897119 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-deleted", "tag": "dd48a701-044a-4f5a-8717-c220c3f04262", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:47.897413 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18fc5cda-acdb-4c28-bce4-c95f2639fcf3 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:47.897926 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-deleted', 'tag': 'dd48a701-044a-4f5a-8717-c220c3f04262', 'status': 'completed', 'code': 200} Aug 20 11:34:47.898304 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'status': 'completed', 'code': 200} Aug 20 11:34:47.907490 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] Set router 4d72bf86-169f-4682-a1d7-1f65146fe58c gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:47.913186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9855ee-28e0-445e-bea9-3ea14f8af29e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=477d5d46-0d07-4b48-926b-3d8915629efd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:47.939725 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-efb6546d-6fd6-4e6a-8a07-ec494c19eb88 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.964824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-33f0509c-8d11-4235-929f-39ad047312a9 req-f0628358-ea23-41b9-b8f5-8976cfa32416 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] For port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:47.965484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-33f0509c-8d11-4235-929f-39ad047312a9 req-f0628358-ea23-41b9-b8f5-8976cfa32416 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:47.982033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6546d-6fd6-4e6a-8a07-ec494c19eb88 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Port': ['ID=914467d9-7ba4-4cf0-bec4-03396975e72c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:48.000983 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a9855ee-28e0-445e-bea9-3ea14f8af29e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.003121 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a9855ee-28e0-445e-bea9-3ea14f8af29e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/477d5d46-0d07-4b48-926b-3d8915629efd HTTP/1.1" status: 204 len: 168 time: 0.8592312 Aug 20 11:34:48.009309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42920) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:48.022940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-33f0509c-8d11-4235-929f-39ad047312a9 req-f0628358-ea23-41b9-b8f5-8976cfa32416 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Calling delete_port for dbdea0bb-46ae-4ddf-9d86-a05d69571f6a owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:48.073235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-efb6546d-6fd6-4e6a-8a07-ec494c19eb88 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] No DVR routers for this DVR port 914467d9-7ba4-4cf0-bec4-03396975e72c on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:48.078600 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-efb6546d-6fd6-4e6a-8a07-ec494c19eb88 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.080896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e63b020f-9732-4315-9416-88aec6d3ff81 req-efb6546d-6fd6-4e6a-8a07-ec494c19eb88 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.57 "DELETE /v2.0/ports/914467d9-7ba4-4cf0-bec4-03396975e72c HTTP/1.1" status: 204 len: 173 time: 1.2710974 Aug 20 11:34:48.109333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Allocated IP 2001:db8::f816:3eff:fe2d:2ed0 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/3654c17f-e0eb-44cc-a7f9-3ede4a63cf79/7c006e1a-8502-4051-b499-d941d5bef7b3) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:48.165408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5cce2-2397-453b-8464-55eb54d5bfc0 req-dcaea788-d83a-41c2-9a6c-c7140c0118c0 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:48.170610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dad5cce2-2397-453b-8464-55eb54d5bfc0 req-dcaea788-d83a-41c2-9a6c-c7140c0118c0 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 946 time: 0.2498016 Aug 20 11:34:48.174520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33199f-4a61-4a30-921c-f2081f755e14 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:48.176439 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9d33199f-4a61-4a30-921c-f2081f755e14 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1504982 Aug 20 11:34:48.179881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe951-d16e-4481-a358-11ad117e1760 req-b7a0a85e-00af-4b0b-9006-4bcf3b791ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:48.181567 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-136fe951-d16e-4481-a358-11ad117e1760 req-b7a0a85e-00af-4b0b-9006-4bcf3b791ba1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1096 time: 0.1059699 Aug 20 11:34:48.182193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42922) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:48.202648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b85ee7-011b-4727-8137-fed674ed4912 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:48.206600 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41b85ee7-011b-4727-8137-fed674ed4912 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.237918 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cbc735-6a09-45ea-b2ee-4fb4b560056d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:34:48.245275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-22cbc735-6a09-45ea-b2ee-4fb4b560056d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/22980ce1-7ecd-4e12-b7f3-29b232733953 HTTP/1.1" status: 404 len: 333 time: 0.0568235 Aug 20 11:34:48.252547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42924) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:48.320683 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.323134 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '8da3ee1a-c62c-4c04-b834-833c0af3e98c', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'port_id': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'mac_address': 'fa:16:3e:83:17:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:34:23Z', 'updated_at': '2021-08-20T11:34:46Z', 'revision_number': 1, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bde706-824b-4cb2-87fd-54342774ccb6', 'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'mac_address': 'fa:16:3e:42:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:14Z', 'updated_at': '2021-08-20T11:34:24Z', 'revision_number': 5, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'subnets': [{'id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:48.328030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe951-d16e-4481-a358-11ad117e1760 req-224a7eae-de15-4cdd-8601-29be64efa74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:48.330215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-136fe951-d16e-4481-a358-11ad117e1760 req-224a7eae-de15-4cdd-8601-29be64efa74e service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1368275 Aug 20 11:34:48.330388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Transition to ACTIVE for port object 7c006e1a-8502-4051-b499-d941d5bef7b3 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:48.340403 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6d75c6-4560-427a-84a3-5e96cc5cb6d7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:34:48.345586 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dc6d75c6-4560-427a-84a3-5e96cc5cb6d7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/477d5d46-0d07-4b48-926b-3d8915629efd HTTP/1.1" status: 404 len: 333 time: 0.0860953 Aug 20 11:34:48.347452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Transition to ACTIVE for port object 7c006e1a-8502-4051-b499-d941d5bef7b3 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:48.349859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42926) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:48.360783 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] Checking router: 4d72bf86-169f-4682-a1d7-1f65146fe58c for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:48.371680 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] Routers {'4d72bf86-169f-4682-a1d7-1f65146fe58c'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:48.372584 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:34:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d72bf86-169f-4682-a1d7-1f65146fe58c'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:48.375885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dad5cce2-2397-453b-8464-55eb54d5bfc0 req-469a3657-6d7e-4a47-9fa4-86dac7bc7ac0 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932535 Aug 20 11:34:48.478512 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-136fe951-d16e-4481-a358-11ad117e1760 req-5115e4af-f585-4705-b200-22cd7cadf7e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 999 time: 0.1378808 Aug 20 11:34:48.482301 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.496362 n-d-804230-3 neutron-server[95588]: INFO neutron.db.ipam_backend_mixin [None req-41b85ee7-011b-4727-8137-fed674ed4912 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3654c17f-e0eb-44cc-a7f9-3ede4a63cf79 (CIDR: 2001:db8::/64) Aug 20 11:34:48.506991 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] Set router 4d72bf86-169f-4682-a1d7-1f65146fe58c gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:48.524627 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.565173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:48.569784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:48.576506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:48.582284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Pushing event updated for resources: {'Port': ['ID=7c006e1a-8502-4051-b499-d941d5bef7b3,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:48.602009 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b85ee7-011b-4727-8137-fed674ed4912 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:34:48.602493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b85ee7-011b-4727-8137-fed674ed4912 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:48.628602 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.652115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665ae28c-01cb-4e16-8241-5e94e336aaf0']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:48.661432 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-33f0509c-8d11-4235-929f-39ad047312a9 req-f0628358-ea23-41b9-b8f5-8976cfa32416 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.666152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Attempting to bind port 7c006e1a-8502-4051-b499-d941d5bef7b3 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:48.666885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Attempting to bind port 7c006e1a-8502-4051-b499-d941d5bef7b3 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:48.670778 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Attempting to bind port 7c006e1a-8502-4051-b499-d941d5bef7b3 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:48.673846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['6070870d-3cc4-4343-a086-18f59e5cfbd0', 'dbdea0bb-46ae-4ddf-9d86-a05d69571f6a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:48.677823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:48.677823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:48.678143 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.678536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:48.679024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Bound port: 7c006e1a-8502-4051-b499-d941d5bef7b3, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:48.679410 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.702011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0628358-ea23-41b9-b8f5-8976cfa32416 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Pushing event deleted for resources: {'Port': ['ID=dbdea0bb-46ae-4ddf-9d86-a05d69571f6a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:48.715215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.723737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc55c2e-615b-4340-907e-b29aaf52019f') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:48.724460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc55c2e-615b-4340-907e-b29aaf52019f') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:48.749258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f0509c-8d11-4235-929f-39ad047312a9 req-f0628358-ea23-41b9-b8f5-8976cfa32416 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] No DVR routers for this DVR port dbdea0bb-46ae-4ddf-9d86-a05d69571f6a on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:48.752983 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-33f0509c-8d11-4235-929f-39ad047312a9 req-f0628358-ea23-41b9-b8f5-8976cfa32416 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.755096 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33f0509c-8d11-4235-929f-39ad047312a9 req-f0628358-ea23-41b9-b8f5-8976cfa32416 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.38 "DELETE /v2.0/ports/dbdea0bb-46ae-4ddf-9d86-a05d69571f6a HTTP/1.1" status: 204 len: 173 time: 1.2186310 Aug 20 11:34:48.755559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c83f6b-f2c4-492e-ba60-8966818c92dd', 'name': 'network-vif-deleted', 'tag': 'dbdea0bb-46ae-4ddf-9d86-a05d69571f6a'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:48.767128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dd48a701-044a-4f5a-8717-c220c3f04262 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:48.767463 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88218075-71cf-4816-b063-9f5bef68aa90" -d '{"events": [{"server_uuid": "74c83f6b-f2c4-492e-ba60-8966818c92dd", "name": "network-vif-deleted", "tag": "dbdea0bb-46ae-4ddf-9d86-a05d69571f6a"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:48.772754 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-41b85ee7-011b-4727-8137-fed674ed4912 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9819272 Aug 20 11:34:48.776528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42934) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:48.782468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe951-d16e-4481-a358-11ad117e1760 req-493d6879-e862-41a5-88ba-82e4cf6a26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:48.786318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-136fe951-d16e-4481-a358-11ad117e1760 req-493d6879-e862-41a5-88ba-82e4cf6a26c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.2895792 Aug 20 11:34:48.788319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b156feb-f457-46e8-82fb-7eb26bdbb7ec req-f1ad54b6-383e-4386-b6f9-1fd47c8b8131 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7179af2-4c92-4331-8791-d4e4f00fe3c0 HTTP/1.1" status: 200 len: 210 time: 0.1099968 Aug 20 11:34:48.790070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d46ce2ed-ebc5-4525-b531-6447610fd9e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:48.792436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: dd48a701-044a-4f5a-8717-c220c3f04262 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:48.792774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device dd48a701-044a-4f5a-8717-c220c3f04262 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:48.793200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0688866c-02e5-4c63-9ed8-e1feade9feba no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:48.799363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.816244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 0688866c-02e5-4c63-9ed8-e1feade9feba {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:48.816244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 0688866c-02e5-4c63-9ed8-e1feade9feba not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:48.816244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 914467d9-7ba4-4cf0-bec4-03396975e72c no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:48.827877 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '8da3ee1a-c62c-4c04-b834-833c0af3e98c', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'port_id': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'mac_address': 'fa:16:3e:83:17:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:34:23Z', 'updated_at': '2021-08-20T11:34:46Z', 'revision_number': 1, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bde706-824b-4cb2-87fd-54342774ccb6', 'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'mac_address': 'fa:16:3e:42:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:14Z', 'updated_at': '2021-08-20T11:34:24Z', 'revision_number': 5, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'subnets': [{'id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:48.852255 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.860681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:48.861984 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:48.864513 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f37836-3e61-4abd-8a57-1ac843815b97 x-openstack-request-id: req-e1f37836-3e61-4abd-8a57-1ac843815b97 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:48.864815 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c83f6b-f2c4-492e-ba60-8966818c92dd", "name": "network-vif-deleted", "tag": "dbdea0bb-46ae-4ddf-9d86-a05d69571f6a", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:48.865523 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1f37836-3e61-4abd-8a57-1ac843815b97 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:48.866572 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c83f6b-f2c4-492e-ba60-8966818c92dd', 'name': 'network-vif-deleted', 'tag': 'dbdea0bb-46ae-4ddf-9d86-a05d69571f6a', 'status': 'completed', 'code': 200} Aug 20 11:34:48.868372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 914467d9-7ba4-4cf0-bec4-03396975e72c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:48.868701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 914467d9-7ba4-4cf0-bec4-03396975e72c not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:48.879949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] For port 7c006e1a-8502-4051-b499-d941d5bef7b3, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:48.884969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] For port 7c006e1a-8502-4051-b499-d941d5bef7b3, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7c006e1a-8502-4051-b499-d941d5bef7b3,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:48.914784 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c46a11-2b81-4858-ae9e-c206c80df854 None None] The sync data for ids ['4d72bf86-169f-4682-a1d7-1f65146fe58c'] in n-d-804230-3 is: [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '8da3ee1a-c62c-4c04-b834-833c0af3e98c', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'port_id': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'mac_address': 'fa:16:3e:83:17:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:34:23Z', 'updated_at': '2021-08-20T11:34:46Z', 'revision_number': 1, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bde706-824b-4cb2-87fd-54342774ccb6', 'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'mac_address': 'fa:16:3e:42:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:14Z', 'updated_at': '2021-08-20T11:34:24Z', 'revision_number': 5, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'subnets': [{'id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:48.918636 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:48.973779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe951-d16e-4481-a358-11ad117e1760 req-57d56037-1501-4913-84ba-32a7aa0783a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:48.977508 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-136fe951-d16e-4481-a358-11ad117e1760 req-57d56037-1501-4913-84ba-32a7aa0783a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717691 Aug 20 11:34:49.002784 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.070620 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.075738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b882a-f44a-40ff-a185-a9bb1fcf53dc None None] Pushing event updated for resources: {'Port': ['ID=7c006e1a-8502-4051-b499-d941d5bef7b3,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:49.093332 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.095941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46ce2ed-ebc5-4525-b531-6447610fd9e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:49.103142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d46ce2ed-ebc5-4525-b531-6447610fd9e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.104431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42938) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:49.107393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/networks/665ae28c-01cb-4e16-8241-5e94e336aaf0 HTTP/1.1" status: 204 len: 168 time: 0.7552271 Aug 20 11:34:49.110316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c9af5-9cf9-43da-b979-9a65a6da1663 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Network': ['ID=665ae28c-01cb-4e16-8241-5e94e336aaf0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:49.114550 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1991128133'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:49.171727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-136fe951-d16e-4481-a358-11ad117e1760 req-cdae88dd-7ab4-4f1a-9bad-d14f830d42bc service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857998 Aug 20 11:34:49.199289 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.233826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:49.246010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.271617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea358eb-0336-4c1e-85d2-ba818b367c71 None None] New status for floating IP 8da3ee1a-c62c-4c04-b834-833c0af3e98c: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:34:49.336312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-136fe951-d16e-4481-a358-11ad117e1760 req-c87fea40-bcf0-4994-8729-d2810cf62c80 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562903 Aug 20 11:34:49.340896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:49.346952 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.347304 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Added segment cfeb828b-b010-4348-8369-aa9faf54519f of type vlan for network 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e Aug 20 11:34:49.414343 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.566375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0d1297f-d7b7-4a16-8ee9-57194228ea91 req-3ae0895a-525d-450f-aa64-b7c751ed59be tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c83f6b-f2c4-492e-ba60-8966818c92dd HTTP/1.1" status: 200 len: 210 time: 0.0377359 Aug 20 11:34:49.577288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7c006e1a-8502-4051-b499-d941d5bef7b3 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:49.616993 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.619741 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:49.620357 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:49.739191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 7c006e1a-8502-4051-b499-d941d5bef7b3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:49.801733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42944) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:49.866807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42948) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:49.901117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-deleted', 'tag': '914467d9-7ba4-4cf0-bec4-03396975e72c'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:49.903437 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb366e9-0756-4e76-8c02-ee6f50e7b659" -d '{"events": [{"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-deleted", "tag": "914467d9-7ba4-4cf0-bec4-03396975e72c"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:50.001090 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2abc46b-b5ec-40a4-a74b-b7fc16b5abad x-openstack-request-id: req-e2abc46b-b5ec-40a4-a74b-b7fc16b5abad {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:50.001357 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7179af2-4c92-4331-8791-d4e4f00fe3c0", "name": "network-vif-deleted", "tag": "914467d9-7ba4-4cf0-bec4-03396975e72c", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:50.001603 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2abc46b-b5ec-40a4-a74b-b7fc16b5abad {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:50.002009 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7179af2-4c92-4331-8791-d4e4f00fe3c0', 'name': 'network-vif-deleted', 'tag': '914467d9-7ba4-4cf0-bec4-03396975e72c', 'status': 'completed', 'code': 200} Aug 20 11:34:50.006813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Network': ['ID=71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:50.026799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:50.027568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a303ae-1648-4c5d-8755-a7f2b27b7e3d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting subnet cd1b1ca8-8952-4bcc-95f0-d9743c2b2cb7 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:50.033491 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93a303ae-1648-4c5d-8755-a7f2b27b7e3d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.083407 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93a303ae-1648-4c5d-8755-a7f2b27b7e3d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.131349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port 1e53af24-1579-43b0-b80e-27b7e45063d3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:50.131349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.162037 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d46ce2ed-ebc5-4525-b531-6447610fd9e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.171769 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a10aa4a3-f199-4cc1-87b6-5104c8cdda4a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0627618 Aug 20 11:34:50.175016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42954) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:50.200590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:50.238171 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93a303ae-1648-4c5d-8755-a7f2b27b7e3d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.269517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ce2ed-ebc5-4525-b531-6447610fd9e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:50.276244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d46ce2ed-ebc5-4525-b531-6447610fd9e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:50.277690 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.278029 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.283844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46ce2ed-ebc5-4525-b531-6447610fd9e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:50.284567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d46ce2ed-ebc5-4525-b531-6447610fd9e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.290412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ce2ed-ebc5-4525-b531-6447610fd9e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=ea99e6ce-eb31-44e4-8cce-22b1f236aa0f,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:50.297244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for 1e53af24-1579-43b0-b80e-27b7e45063d3 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:50.320963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a810d78-8ad0-42b0-8e05-1b69c4573cfe None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:50.563110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4009d47b-82bc-4f49-8d86-c55ffbdbb1bc None None] Update dhcp port {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'fixed_ips': [{'subnet_id': '3654c17f-e0eb-44cc-a7f9-3ede4a63cf79', 'ip_address': '2001:db8::f816:3eff:fe2d:2ed0'}, {'subnet_id': 'ea99e6ce-eb31-44e4-8cce-22b1f236aa0f'}], 'binding:host_id': 'n-d-804230-3'}, 'id': '7c006e1a-8502-4051-b499-d941d5bef7b3'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:34:50.588340 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4009d47b-82bc-4f49-8d86-c55ffbdbb1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.589536 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d46ce2ed-ebc5-4525-b531-6447610fd9e8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8117301 Aug 20 11:34:50.592254 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42956) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:50.599126 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:43:e0:3c', 'name': 'tempest-NetworksTestDHCPv6-1535508800'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:50.631435 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93a303ae-1648-4c5d-8755-a7f2b27b7e3d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.633481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.639359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-db732c55-9e84-4dce-9560-0ef1d0e011b2 None None] Provisioning for port 7c006e1a-8502-4051-b499-d941d5bef7b3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:50.653351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-db732c55-9e84-4dce-9560-0ef1d0e011b2 None None] Provisioning complete for port 7c006e1a-8502-4051-b499-d941d5bef7b3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:50.653727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db732c55-9e84-4dce-9560-0ef1d0e011b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.692492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a303ae-1648-4c5d-8755-a7f2b27b7e3d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1b1ca8-8952-4bcc-95f0-d9743c2b2cb7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:50.697273 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-93a303ae-1648-4c5d-8755-a7f2b27b7e3d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.701344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-93a303ae-1648-4c5d-8755-a7f2b27b7e3d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "DELETE /v2.0/subnets/cd1b1ca8-8952-4bcc-95f0-d9743c2b2cb7 HTTP/1.1" status: 204 len: 168 time: 0.8309932 Aug 20 11:34:50.701344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=1e53af24-1579-43b0-b80e-27b7e45063d3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:50.705147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42962) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:50.740071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88853715-68b8-4477-bfa9-81d36b930058 None None] Network 99f322e6-e1e0-4ea2-acf3-eeb626481e02 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:50.754948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:50.758744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.841379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.843346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.843741 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Floating IP 76a9b714-d9de-4fc5-9ffe-a09ffef4fcad disassociated (deleted). External IP: 172.25.4.82, port: e967d907-79ef-4d9d-a4ac-98aa8ee4581e. Aug 20 11:34:50.954233 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.978467 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db732c55-9e84-4dce-9560-0ef1d0e011b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:50.980777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-4009d47b-82bc-4f49-8d86-c55ffbdbb1bc None None] Allocated IP 2001:db8:0:1::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/ea99e6ce-eb31-44e4-8cce-22b1f236aa0f/7c006e1a-8502-4051-b499-d941d5bef7b3) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:50.993287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:51.025285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:51.025640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.061985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.121974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae58cc-e52c-4125-9039-42a1c2868b4e None None] DHCP port deletion for 99f322e6-e1e0-4ea2-acf3-eeb626481e02 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:51.148373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] For port cb89dc7e-ccbc-4ffc-80c1-77b453f06495, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cb89dc7e-ccbc-4ffc-80c1-77b453f06495,segment=NetworkSegment(533db831-ab8e-4fb6-ae04-b0c730f7e56a),segment_id=533db831-ab8e-4fb6-ae04-b0c730f7e56a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:51.148852 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.171730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Calling delete_port for cb89dc7e-ccbc-4ffc-80c1-77b453f06495 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:51.174199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=6b0c5450-4fc2-4078-b9fd-d7164a84926e,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:51.195150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 49e03a2c-972e-45f7-a5bb-093626360814 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:34:51.208484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Checking segment: {'id': 'cfeb828b-b010-4348-8369-aa9faf54519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:51.208941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network hostable DHCP agents. Network: 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:51.226813 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.300327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 8f4513ed-98fe-48ff-86dd-a3c97ff183bf yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:51.364067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4009d47b-82bc-4f49-8d86-c55ffbdbb1bc None None] For port 7c006e1a-8502-4051-b499-d941d5bef7b3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7c006e1a-8502-4051-b499-d941d5bef7b3,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:51.373654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:51.374568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:51.380099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.390282 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] Sync routers for ids ['49e03a2c-972e-45f7-a5bb-093626360814'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:51.398835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cdae58cc-e52c-4125-9039-42a1c2868b4e None None] Deleting port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:51.399213 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdae58cc-e52c-4125-9039-42a1c2868b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.401653 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] Routers {'49e03a2c-972e-45f7-a5bb-093626360814'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:51.404034 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:34:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['49e03a2c-972e-45f7-a5bb-093626360814'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:51.404291 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4009d47b-82bc-4f49-8d86-c55ffbdbb1bc None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.415752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-76f73da2-33a7-427a-8116-9510e235411b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/floatingips/76a9b714-d9de-4fc5-9ffe-a09ffef4fcad HTTP/1.1" status: 204 len: 168 time: 1.6116595 Aug 20 11:34:51.453562 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea644-54d5-4e50-b015-1f0e0fab14c0 req-9bd1191d-2e45-42a8-8763-47933f3c5eb9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:51.466029 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d17ea644-54d5-4e50-b015-1f0e0fab14c0 req-9bd1191d-2e45-42a8-8763-47933f3c5eb9 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.2070084 Aug 20 11:34:51.467492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4009d47b-82bc-4f49-8d86-c55ffbdbb1bc None None] Ignored duplicate provisioning block setup for port 7c006e1a-8502-4051-b499-d941d5bef7b3 by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 11:34:51.511005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cdae58cc-e52c-4125-9039-42a1c2868b4e None None] For port cb89dc7e-ccbc-4ffc-80c1-77b453f06495, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cb89dc7e-ccbc-4ffc-80c1-77b453f06495,segment=NetworkSegment(533db831-ab8e-4fb6-ae04-b0c730f7e56a),segment_id=533db831-ab8e-4fb6-ae04-b0c730f7e56a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:51.511410 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdae58cc-e52c-4125-9039-42a1c2868b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.517832 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d17ea644-54d5-4e50-b015-1f0e0fab14c0 req-b704bf62-d5bc-4aa0-84f5-dbc516315844 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505266 Aug 20 11:34:51.526645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cdae58cc-e52c-4125-9039-42a1c2868b4e None None] Calling delete_port for cb89dc7e-ccbc-4ffc-80c1-77b453f06495 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:51.536202 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.538366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cb89dc7e-ccbc-4ffc-80c1-77b453f06495 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:51.561412 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] Set router 49e03a2c-972e-45f7-a5bb-093626360814 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:51.570030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:51.574527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:51.575130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.577237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Port': ['ID=cb89dc7e-ccbc-4ffc-80c1-77b453f06495,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:51.587873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] No DVR routers for this DVR port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:51.595551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963c48c4-e2a1-4733-b8fc-f4520d06b8e9 None None] Network 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:51.599835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: cb89dc7e-ccbc-4ffc-80c1-77b453f06495 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:51.600188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device cb89dc7e-ccbc-4ffc-80c1-77b453f06495 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:51.678347 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4009d47b-82bc-4f49-8d86-c55ffbdbb1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.723986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device dbdea0bb-46ae-4ddf-9d86-a05d69571f6a no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:51.758543 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d5499414-2439-4bf1-bf8a-d9cb3c264d2b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5637360 Aug 20 11:34:51.759301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42970) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:51.791649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e', 'name': 'tempest-PortsIpV6TestJSON-361413756'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:51.792915 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:52Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c4319c83-b66a-4dee-a6e1-24f067641bfb', 'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:77:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:50Z', 'updated_at': '2021-08-20T11:33:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:51.801847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: dbdea0bb-46ae-4ddf-9d86-a05d69571f6a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:51.802225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device dbdea0bb-46ae-4ddf-9d86-a05d69571f6a not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:51.827409 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] Checking router: 49e03a2c-972e-45f7-a5bb-093626360814 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:34:51.835117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-db732c55-9e84-4dce-9560-0ef1d0e011b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:34:51.835477 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-db732c55-9e84-4dce-9560-0ef1d0e011b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:34:51.840367 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] Routers {'49e03a2c-972e-45f7-a5bb-093626360814'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:51.841001 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:34:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['49e03a2c-972e-45f7-a5bb-093626360814'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:51.851954 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdae58cc-e52c-4125-9039-42a1c2868b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:51.923174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009d47b-82bc-4f49-8d86-c55ffbdbb1bc None None] Pushing event updated for resources: {'Port': ['ID=7c006e1a-8502-4051-b499-d941d5bef7b3,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:51.926178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae58cc-e52c-4125-9039-42a1c2868b4e None None] No DVR routers for this DVR port cb89dc7e-ccbc-4ffc-80c1-77b453f06495 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:51.960046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae58cc-e52c-4125-9039-42a1c2868b4e None None] Pushing event deleted for resources: {'Port': ['ID=cb89dc7e-ccbc-4ffc-80c1-77b453f06495,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:51.976911 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] Set router 49e03a2c-972e-45f7-a5bb-093626360814 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:51.989989 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.003581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:52.005897 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:52.010632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f322e6-e1e0-4ea2-acf3-eeb626481e02']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:52.010815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e', 'network_id': '71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e', 'tenant_id': '8245bfe2e34c424487bd361ed3645dd1', 'fixed_ips': [{'subnet_id': '6b0c5450-4fc2-4078-b9fd-d7164a84926e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:52.011649 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.042417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533db831-ab8e-4fb6-ae04-b0c730f7e56a') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:52.045322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533db831-ab8e-4fb6-ae04-b0c730f7e56a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:52.075460 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.097443 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feab953-36f9-48e7-9edc-6b491e05c091 x-openstack-request-id: req-6feab953-36f9-48e7-9edc-6b491e05c091 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:52.098409 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:52.099992 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6feab953-36f9-48e7-9edc-6b491e05c091 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:52.100313 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'status': 'completed', 'code': 200} Aug 20 11:34:52.114324 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.123196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:52.132718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.132899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8:0:1::276 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/ea99e6ce-eb31-44e4-8cce-22b1f236aa0f/8f4513ed-98fe-48ff-86dd-a3c97ff183bf) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:52.158682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::f816:3eff:fe43:e03c (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/3654c17f-e0eb-44cc-a7f9-3ede4a63cf79/8f4513ed-98fe-48ff-86dd-a3c97ff183bf) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:52.237567 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:52.272667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Allocated IP 2001:db8::2 (71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e/6b0c5450-4fc2-4078-b9fd-d7164a84926e/5c09070c-821a-4d9d-8f83-275dab2a1485) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:52.310732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:52.316199 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.318333 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:52Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c4319c83-b66a-4dee-a6e1-24f067641bfb', 'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:77:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:50Z', 'updated_at': '2021-08-20T11:33:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:52.360952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port 46df3ee5-eb25-4a6d-b914-14f4e4c2c927 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:34:52.366746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c3371-71ab-4d1b-b44b-08069cb95490 req-3fabe67b-4d4f-46e6-8f2c-8ead07be6180 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:52.375027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c05c3371-71ab-4d1b-b44b-08069cb95490 req-3fabe67b-4d4f-46e6-8f2c-8ead07be6180 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1315219 Aug 20 11:34:52.380679 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.396968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.404291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "DELETE /v2.0/networks/99f322e6-e1e0-4ea2-acf3-eeb626481e02 HTTP/1.1" status: 204 len: 168 time: 1.6976993 Aug 20 11:34:52.427426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42978) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:52.435050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54566b70-2c3f-489f-8b87-06b0319b71b1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Network': ['ID=99f322e6-e1e0-4ea2-acf3-eeb626481e02,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:52.449518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-fcfb849b-0bc4-4ff4-b51e-91928eb3058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:52.451370 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-fcfb849b-0bc4-4ff4-b51e-91928eb3058a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=981bab59c36f4c10932ff10b206a827c&device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 1096 time: 0.2127271 Aug 20 11:34:52.493710 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575c161-1b04-4a80-b4e9-e2bc40f273ab None None] The sync data for ids ['49e03a2c-972e-45f7-a5bb-093626360814'] in n-d-804230-3 is: [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:32:52Z', 'revision_number': 4, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c4319c83-b66a-4dee-a6e1-24f067641bfb', 'name': '', 'network_id': 'cf3de518-f5fe-4391-bf58-945c8cc39e07', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'mac_address': 'fa:16:3e:77:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2188, 'fixed_ips': [{'subnet_id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:50Z', 'updated_at': '2021-08-20T11:33:00Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'subnets': [{'id': '5802c6f3-cf9b-4d6a-a82f-44f4187bd050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:34:52.509525 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.534765 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 8f4513ed-98fe-48ff-86dd-a3c97ff183bf will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:52.538701 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.570202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c05c3371-71ab-4d1b-b44b-08069cb95490 req-b1d26bfe-271f-4762-a19d-e46b17cae225 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939192 Aug 20 11:34:52.571284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Transition to ACTIVE for port object 5c09070c-821a-4d9d-8f83-275dab2a1485 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:52.619899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Transition to ACTIVE for port object 5c09070c-821a-4d9d-8f83-275dab2a1485 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:52.659454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade51d8f-0d76-486e-87f3-2f94c424ed11 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting subnet d3a022b9-9738-4821-870b-ec77e8b1fc6b {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:52.667247 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db732c55-9e84-4dce-9560-0ef1d0e011b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.674179 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ade51d8f-0d76-486e-87f3-2f94c424ed11 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.674367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.712444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-db732c55-9e84-4dce-9560-0ef1d0e011b2 None None] For port 7c006e1a-8502-4051-b499-d941d5bef7b3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7c006e1a-8502-4051-b499-d941d5bef7b3,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:52.727544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-cc0c07f4-67e5-492f-8765-aefce2299b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:52.729336 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-cc0c07f4-67e5-492f-8765-aefce2299b7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf3de518-f5fe-4391-bf58-945c8cc39e07 HTTP/1.1" status: 200 len: 897 time: 0.2169123 Aug 20 11:34:52.730648 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.794119 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-8d612e7d-ff55-407a-84c2-0236c18f9e8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e HTTP/1.1" status: 200 len: 217 time: 0.0526855 Aug 20 11:34:52.805452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ade51d8f-0d76-486e-87f3-2f94c424ed11 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.809825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Network 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:52.814685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:52.818698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:52.831946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Pushing event updated for resources: {'Port': ['ID=5c09070c-821a-4d9d-8f83-275dab2a1485,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:52.832154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8::19a (71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e/6b0c5450-4fc2-4078-b9fd-d7164a84926e/46df3ee5-eb25-4a6d-b914-14f4e4c2c927) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:52.839450 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db732c55-9e84-4dce-9560-0ef1d0e011b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.898479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:52.904124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=8f4513ed-98fe-48ff-86dd-a3c97ff183bf,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:52.909446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Attempting to bind port 5c09070c-821a-4d9d-8f83-275dab2a1485 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:52.909446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Attempting to bind port 5c09070c-821a-4d9d-8f83-275dab2a1485 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'cfeb828b-b010-4348-8369-aa9faf54519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:52.909823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Attempting to bind port 5c09070c-821a-4d9d-8f83-275dab2a1485 on network 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:52.914473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:52.922259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e07bfe-9740-4ec8-8b87-4e638f7ac10c None None] New status for floating IP 76a9b714-d9de-4fc5-9ffe-a09ffef4fcad: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:34:52.925930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:52.925930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Checking segment: {'id': 'cfeb828b-b010-4348-8369-aa9faf54519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:52.926179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39679c25-44b9-4201-a755-7e1b953809ab req-b1a6c7c4-47e5-4754-b143-66409d9d575a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:52.926402 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.926887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Bound using segment: {'id': 'cfeb828b-b010-4348-8369-aa9faf54519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:52.927361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Bound port: 5c09070c-821a-4d9d-8f83-275dab2a1485, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeb828b-b010-4348-8369-aa9faf54519f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:52.927979 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:52.934309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39679c25-44b9-4201-a755-7e1b953809ab req-b1a6c7c4-47e5-4754-b143-66409d9d575a tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.2763357 Aug 20 11:34:52.952643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-cdbec175-6001-4683-aa6a-602ee1089160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:52.958666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-cdbec175-6001-4683-aa6a-602ee1089160 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5802c6f3-cf9b-4d6a-a82f-44f4187bd050 HTTP/1.1" status: 200 len: 834 time: 0.1521738 Aug 20 11:34:52.958871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:52.962726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:52.963396 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.007317 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ade51d8f-0d76-486e-87f3-2f94c424ed11 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.013756 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39679c25-44b9-4201-a755-7e1b953809ab req-c9bf1770-267a-4b21-93b6-1a09f65f89dd tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784142 Aug 20 11:34:53.080499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-6212b74d-d969-4d9c-a1cd-b6cfdb0c0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:53.082140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-6212b74d-d969-4d9c-a1cd-b6cfdb0c0e0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3de518-f5fe-4391-bf58-945c8cc39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171179 Aug 20 11:34:53.121410 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-75dc6f42-3873-4d77-af1d-6af988ccb0e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5278635 Aug 20 11:34:53.125043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42982) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:53.128511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] For port 5c09070c-821a-4d9d-8f83-275dab2a1485, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:53.131817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] For port 5c09070c-821a-4d9d-8f83-275dab2a1485, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5c09070c-821a-4d9d-8f83-275dab2a1485,segment=NetworkSegment(cfeb828b-b010-4348-8369-aa9faf54519f),segment_id=cfeb828b-b010-4348-8369-aa9faf54519f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:53.134819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db732c55-9e84-4dce-9560-0ef1d0e011b2 None None] Pushing event updated for resources: {'Port': ['ID=7c006e1a-8502-4051-b499-d941d5bef7b3,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:53.181174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6e8b9e55-28a3-4aaa-b587-dbc738fa8eb1 None None] Provisioning complete for port 7c006e1a-8502-4051-b499-d941d5bef7b3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:53.181174 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6e8b9e55-28a3-4aaa-b587-dbc738fa8eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.217707 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.231227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-3535a976-2d22-45fd-8994-e37a5fcc5d6e service neutron] 10.222.0.57 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386108 Aug 20 11:34:53.256300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object 46df3ee5-eb25-4a6d-b914-14f4e4c2c927 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:53.284765 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.305518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-80fefcbd-fb28-4ad7-80cb-13a40d8f9c26 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 8f4513ed-98fe-48ff-86dd-a3c97ff183bf {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:53.306043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-80fefcbd-fb28-4ad7-80cb-13a40d8f9c26 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.341702 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04aa4ea-5a05-4e8c-9f8c-67408a5f48ff req-bd2ad239-d492-4057-9de7-2b20790f0e26 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021676 Aug 20 11:34:53.361642 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc73ab-f8da-4d74-9b67-4349a565e965 None None] Pushing event updated for resources: {'Port': ['ID=5c09070c-821a-4d9d-8f83-275dab2a1485,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:53.381557 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ade51d8f-0d76-486e-87f3-2f94c424ed11 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.420217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade51d8f-0d76-486e-87f3-2f94c424ed11 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a022b9-9738-4821-870b-ec77e8b1fc6b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:53.422410 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ade51d8f-0d76-486e-87f3-2f94c424ed11 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.424513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ade51d8f-0d76-486e-87f3-2f94c424ed11 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "DELETE /v2.0/subnets/d3a022b9-9738-4821-870b-ec77e8b1fc6b HTTP/1.1" status: 204 len: 168 time: 0.9863408 Aug 20 11:34:53.428218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2babba5d-3e8b-4a4c-b070-7b1101262f9a None None] Network 0696eef3-803f-4405-93fa-b683a65808d9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:53.428533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42986) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:53.436433 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-80fefcbd-fb28-4ad7-80cb-13a40d8f9c26 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.456227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-80fefcbd-fb28-4ad7-80cb-13a40d8f9c26 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 8f4513ed-98fe-48ff-86dd-a3c97ff183bf owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:53.464128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.528823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:53.531578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-6c9cee5f-0325-4fbe-9799-32cc40898995 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:53.533339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-6c9cee5f-0325-4fbe-9799-32cc40898995 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1906724 Aug 20 11:34:53.537116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.567684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:53.574527 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7c006e1a-8502-4051-b499-d941d5bef7b3 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:53.575245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:53.582292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:53.583076 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.611193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=46df3ee5-eb25-4a6d-b914-14f4e4c2c927,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:53.662943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-681003e2-d210-44a7-8718-97c5012738a4 None None] Provisioning for port 8f4513ed-98fe-48ff-86dd-a3c97ff183bf completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:53.676489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-681003e2-d210-44a7-8718-97c5012738a4 None None] Provisioning complete for port 8f4513ed-98fe-48ff-86dd-a3c97ff183bf triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:53.676922 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-681003e2-d210-44a7-8718-97c5012738a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.743079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting port 719da049-21df-49c7-a915-34bfd06723bf {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:53.743496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.767319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-681003e2-d210-44a7-8718-97c5012738a4 None None] Port 8f4513ed-98fe-48ff-86dd-a3c97ff183bf cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:34:53.770371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9d3fc60b-5e60-49b1-9812-2aca72d325e3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9975421 Aug 20 11:34:53.776289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42990) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:53.797436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-bbf2d8fa-ed90-4d65-aec6-2313d83b3b7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port e967d907-79ef-4d9d-a4ac-98aa8ee4581e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:53.797872 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-bbf2d8fa-ed90-4d65-aec6-2313d83b3b7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.798335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 7c006e1a-8502-4051-b499-d941d5bef7b3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:53.798761 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.823198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f449932-0fc5-4e18-98f2-df4680f6350b req-63de2350-9c21-43b7-b9af-4e6c6b540e13 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:53.824822 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f449932-0fc5-4e18-98f2-df4680f6350b req-63de2350-9c21-43b7-b9af-4e6c6b540e13 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 945 time: 0.1406744 Aug 20 11:34:53.872769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee42b4-6ae5-41c2-841f-8c2b81ee44e6 None None] DHCP port deletion for 0696eef3-803f-4405-93fa-b683a65808d9 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:53.894175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] For port 719da049-21df-49c7-a915-34bfd06723bf, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=719da049-21df-49c7-a915-34bfd06723bf,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:53.894738 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.918202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Calling delete_port for 719da049-21df-49c7-a915-34bfd06723bf owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:53.945100 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f449932-0fc5-4e18-98f2-df4680f6350b req-d3d86006-b2df-449b-a8a1-db1fe54e3fad tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/security-groups?id=1700859a-6aeb-4223-97dd-13b19cc8b000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107531 Aug 20 11:34:53.979079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0fee42b4-6ae5-41c2-841f-8c2b81ee44e6 None None] Deleting port 719da049-21df-49c7-a915-34bfd06723bf {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:53.980072 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0fee42b4-6ae5-41c2-841f-8c2b81ee44e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.985855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-bbf2d8fa-ed90-4d65-aec6-2313d83b3b7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port e967d907-79ef-4d9d-a4ac-98aa8ee4581e, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:53.986222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-bbf2d8fa-ed90-4d65-aec6-2313d83b3b7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:53.990345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe15d0-5ae7-48f8-a75b-e07c40db9037 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 46df3ee5-eb25-4a6d-b914-14f4e4c2c927 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:53.991140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3cfe15d0-5ae7-48f8-a75b-e07c40db9037 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.002855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-bbf2d8fa-ed90-4d65-aec6-2313d83b3b7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for e967d907-79ef-4d9d-a4ac-98aa8ee4581e owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:54.088512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3cfe15d0-5ae7-48f8-a75b-e07c40db9037 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.091797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0fee42b4-6ae5-41c2-841f-8c2b81ee44e6 None None] For port 719da049-21df-49c7-a915-34bfd06723bf, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=719da049-21df-49c7-a915-34bfd06723bf,segment=NetworkSegment(7bca2dbd-60a4-487c-9ba4-b49052870c9c),segment_id=7bca2dbd-60a4-487c-9ba4-b49052870c9c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:54.092196 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0fee42b4-6ae5-41c2-841f-8c2b81ee44e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.092304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-80fefcbd-fb28-4ad7-80cb-13a40d8f9c26 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.106919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0fee42b4-6ae5-41c2-841f-8c2b81ee44e6 None None] Calling delete_port for 719da049-21df-49c7-a915-34bfd06723bf owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:54.134175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe15d0-5ae7-48f8-a75b-e07c40db9037 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 46df3ee5-eb25-4a6d-b914-14f4e4c2c927 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:54.137648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fefcbd-fb28-4ad7-80cb-13a40d8f9c26 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=8f4513ed-98fe-48ff-86dd-a3c97ff183bf,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:54.231961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68461b9f-e839-4ddd-a6cf-e423c326a025 req-5bd6bc4a-d114-44ba-a5c2-bf224c445e4f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:54.234362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68461b9f-e839-4ddd-a6cf-e423c326a025 req-5bd6bc4a-d114-44ba-a5c2-bf224c445e4f tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1219079 Aug 20 11:34:54.237086 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0fee42b4-6ae5-41c2-841f-8c2b81ee44e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.260281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-80fefcbd-fb28-4ad7-80cb-13a40d8f9c26 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.264520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-80fefcbd-fb28-4ad7-80cb-13a40d8f9c26 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/8f4513ed-98fe-48ff-86dd-a3c97ff183bf HTTP/1.1" status: 204 len: 168 time: 1.1360614 Aug 20 11:34:54.267001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 42994) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.271757 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.273221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee42b4-6ae5-41c2-841f-8c2b81ee44e6 None None] Pushing event deleted for resources: {'Port': ['ID=719da049-21df-49c7-a915-34bfd06723bf,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:54.280712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee42b4-6ae5-41c2-841f-8c2b81ee44e6 None None] No DVR routers for this DVR port 719da049-21df-49c7-a915-34bfd06723bf on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:54.315546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Port': ['ID=719da049-21df-49c7-a915-34bfd06723bf,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:54.317821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] No DVR routers for this DVR port 719da049-21df-49c7-a915-34bfd06723bf on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:54.327646 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68461b9f-e839-4ddd-a6cf-e423c326a025 req-4856bd6b-95f9-4a16-afd8-fd96d8bacf55 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832853 Aug 20 11:34:54.366749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77edefd-3310-483d-958d-375c7dd1062e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:54.370599 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d77edefd-3310-483d-958d-375c7dd1062e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1003842 Aug 20 11:34:54.387669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 42996) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.432644 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-bbf2d8fa-ed90-4d65-aec6-2313d83b3b7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.504014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2d8fa-ed90-4d65-aec6-2313d83b3b7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=e967d907-79ef-4d9d-a4ac-98aa8ee4581e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:54.506998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.528366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0696eef3-803f-4405-93fa-b683a65808d9']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:54.556626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bca2dbd-60a4-487c-9ba4-b49052870c9c') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:54.556932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bca2dbd-60a4-487c-9ba4-b49052870c9c') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:54.580733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-bbf2d8fa-ed90-4d65-aec6-2313d83b3b7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] No DVR routers for this DVR port e967d907-79ef-4d9d-a4ac-98aa8ee4581e on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:54.585521 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-bbf2d8fa-ed90-4d65-aec6-2313d83b3b7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.587571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-673cf6c8-e308-4f70-9716-ef4869bee124 req-bbf2d8fa-ed90-4d65-aec6-2313d83b3b7b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.57 "DELETE /v2.0/ports/e967d907-79ef-4d9d-a4ac-98aa8ee4581e HTTP/1.1" status: 204 len: 173 time: 1.0460386 Aug 20 11:34:54.588788 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'name': 'network-vif-deleted', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:54.591011 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f849ce1-8b06-461f-9064-ac994930aac3" -d '{"events": [{"server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "name": "network-vif-deleted", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:54.595072 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.604569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb3eea-555a-4141-a14b-3d5a17183479 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:54.606488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d7eb3eea-555a-4141-a14b-3d5a17183479 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2172401 Aug 20 11:34:54.609479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43002) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.624442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3cfe15d0-5ae7-48f8-a75b-e07c40db9037 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.625781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.633226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:54.633640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:54.637002 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:54.674752 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d173720c-72b3-4bd2-b8a8-126f42e311c4 x-openstack-request-id: req-d173720c-72b3-4bd2-b8a8-126f42e311c4 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:54.674962 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4185237d-1373-4093-ac0c-7e2b4b2630b1", "name": "network-vif-deleted", "tag": "e967d907-79ef-4d9d-a4ac-98aa8ee4581e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:54.675194 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d173720c-72b3-4bd2-b8a8-126f42e311c4 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:54.675514 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4185237d-1373-4093-ac0c-7e2b4b2630b1', 'name': 'network-vif-deleted', 'tag': 'e967d907-79ef-4d9d-a4ac-98aa8ee4581e', 'status': 'completed', 'code': 200} Aug 20 11:34:54.699094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69f810-6faf-4b1b-bfa8-4e4e13245fdb None None] Network 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:54.705438 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe15d0-5ae7-48f8-a75b-e07c40db9037 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=46df3ee5-eb25-4a6d-b914-14f4e4c2c927,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:54.739062 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3cfe15d0-5ae7-48f8-a75b-e07c40db9037 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.741191 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3cfe15d0-5ae7-48f8-a75b-e07c40db9037 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/46df3ee5-eb25-4a6d-b914-14f4e4c2c927 HTTP/1.1" status: 204 len: 168 time: 0.9639504 Aug 20 11:34:54.743957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43004) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.775077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf8e891-58c3-40fd-b001-a4aa3914e4de tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:54.776621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf8e891-58c3-40fd-b001-a4aa3914e4de tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:54.778190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf8e891-58c3-40fd-b001-a4aa3914e4de tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:54.779772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1bf8e891-58c3-40fd-b001-a4aa3914e4de tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1692290 Aug 20 11:34:54.780977 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d06414-9f22-4ef0-9f66-9d209b0a6d95 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:34:54.781713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d06414-9f22-4ef0-9f66-9d209b0a6d95 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:54.783764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43006) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.783909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a7d06414-9f22-4ef0-9f66-9d209b0a6d95 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/46df3ee5-eb25-4a6d-b914-14f4e4c2c927 HTTP/1.1" status: 404 len: 333 time: 0.0385392 Aug 20 11:34:54.786644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43008) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.830053 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1f8958-5552-4239-840b-348e8bd118ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:34:54.831877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3a1f8958-5552-4239-840b-348e8bd118ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/46df3ee5-eb25-4a6d-b914-14f4e4c2c927 HTTP/1.1" status: 404 len: 333 time: 0.0440724 Aug 20 11:34:54.834840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43010) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.861411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64f1266-303f-4972-ae4a-6c01ca529acd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 3654c17f-e0eb-44cc-a7f9-3ede4a63cf79 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:54.868998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c64f1266-303f-4972-ae4a-6c01ca529acd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.896008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b122c6b-9535-4dea-8c40-c0ffd8419b8b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet 6b0c5450-4fc2-4078-b9fd-d7164a84926e {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:54.904695 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b122c6b-9535-4dea-8c40-c0ffd8419b8b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.908859 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.922817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.927492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "DELETE /v2.0/networks/0696eef3-803f-4405-93fa-b683a65808d9 HTTP/1.1" status: 204 len: 168 time: 1.4952416 Aug 20 11:34:54.937908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43012) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:54.941844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eee86e-ec81-4fee-987b-1bc09ab3fa48 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Network': ['ID=0696eef3-803f-4405-93fa-b683a65808d9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:54.944279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-262299c6-d96b-4e8d-a967-ee11784a67ee None None] Provisioning for port 5c09070c-821a-4d9d-8f83-275dab2a1485 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:54.950032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-604470176'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:54.952048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c64f1266-303f-4972-ae4a-6c01ca529acd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:54.979172 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b122c6b-9535-4dea-8c40-c0ffd8419b8b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.069387 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c64f1266-303f-4972-ae4a-6c01ca529acd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.121552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:55.125493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.130384 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a69d18c3-f702-4bef-865b-27e51c4b073a req-1b4b39e4-2490-4c41-aea4-61c54dfa1c7a tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "GET /v2.0/ports?device_id=4185237d-1373-4093-ac0c-7e2b4b2630b1 HTTP/1.1" status: 200 len: 210 time: 0.0409582 Aug 20 11:34:55.157116 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b122c6b-9535-4dea-8c40-c0ffd8419b8b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.197376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:55.214826 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.215192 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Added segment adcedfd6-b818-469e-9dde-a221c92bd062 of type vlan for network d45e7e21-83fe-4f72-906b-bb29ea5f5edc Aug 20 11:34:55.269219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.273882 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c64f1266-303f-4972-ae4a-6c01ca529acd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.311751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f1266-303f-4972-ae4a-6c01ca529acd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=3654c17f-e0eb-44cc-a7f9-3ede4a63cf79,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:55.314015 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c64f1266-303f-4972-ae4a-6c01ca529acd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.318425 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c64f1266-303f-4972-ae4a-6c01ca529acd tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/3654c17f-e0eb-44cc-a7f9-3ede4a63cf79 HTTP/1.1" status: 204 len: 168 time: 0.5318103 Aug 20 11:34:55.318850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43016) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:55.324090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54135a5e-66dc-40d2-80c0-afe7b0fd7a92 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:55.387221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b122c6b-9535-4dea-8c40-c0ffd8419b8b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.426361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1bdecded-11b4-4d21-b4a6-d3ead0d5715c None None] Could not find standard attr ID for object 46df3ee5-eb25-4a6d-b914-14f4e4c2c927. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:34:55.474267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b122c6b-9535-4dea-8c40-c0ffd8419b8b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0c5450-4fc2-4078-b9fd-d7164a84926e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:55.476070 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.507308 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:55.507821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.523911 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b122c6b-9535-4dea-8c40-c0ffd8419b8b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.527429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2b122c6b-9535-4dea-8c40-c0ffd8419b8b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/6b0c5450-4fc2-4078-b9fd-d7164a84926e HTTP/1.1" status: 204 len: 168 time: 0.6914678 Aug 20 11:34:55.531046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43024) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:55.538930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cb083a-03c5-4b0d-a5e9-5f0b73bce72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet ea99e6ce-eb31-44e4-8cce-22b1f236aa0f {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:55.554477 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2cb083a-03c5-4b0d-a5e9-5f0b73bce72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.630002 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2cb083a-03c5-4b0d-a5e9-5f0b73bce72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.643058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8134d3a-76b7-4f92-9442-1a631ec87e63 req-cd0c0db4-50b1-4ea9-a8a1-a7dd9c1ab569 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:55.644691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8134d3a-76b7-4f92-9442-1a631ec87e63 req-cd0c0db4-50b1-4ea9-a8a1-a7dd9c1ab569 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.2187104 Aug 20 11:34:55.675272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c09070c-821a-4d9d-8f83-275dab2a1485 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:55.678807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca95f7d-4959-495c-a75c-c3e0928499a0 None None] Network 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:55.699801 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.785777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Network': ['ID=d45e7e21-83fe-4f72-906b-bb29ea5f5edc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:55.786324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8134d3a-76b7-4f92-9442-1a631ec87e63 req-af84986f-e67e-47f5-a067-189622ba64e5 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204550 Aug 20 11:34:55.799915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network d45e7e21-83fe-4f72-906b-bb29ea5f5edc details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:55.841047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 5c09070c-821a-4d9d-8f83-275dab2a1485 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:55.841047 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.854410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2cb083a-03c5-4b0d-a5e9-5f0b73bce72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.908964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] For port 5c09070c-821a-4d9d-8f83-275dab2a1485, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5c09070c-821a-4d9d-8f83-275dab2a1485,segment=NetworkSegment(cfeb828b-b010-4348-8369-aa9faf54519f),segment_id=cfeb828b-b010-4348-8369-aa9faf54519f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:55.909353 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:55.927400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 5c09070c-821a-4d9d-8f83-275dab2a1485 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:55.940160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-669687b0-d774-4e71-85ef-16c2da2e6a54 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0013154 Aug 20 11:34:55.942601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43026) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:55.948360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'subnet': {'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:56.042633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1483f7c-6043-459d-9a82-bdd807ae32f3 None None] DHCP port deletion for 71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:56.075071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5c09070c-821a-4d9d-8f83-275dab2a1485 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:34:56.075290 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2cb083a-03c5-4b0d-a5e9-5f0b73bce72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.081477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5c09070c-821a-4d9d-8f83-275dab2a1485 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:56.082838 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.108096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb083a-03c5-4b0d-a5e9-5f0b73bce72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=ea99e6ce-eb31-44e4-8cce-22b1f236aa0f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:56.114485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2cb083a-03c5-4b0d-a5e9-5f0b73bce72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.119900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a2cb083a-03c5-4b0d-a5e9-5f0b73bce72c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/ea99e6ce-eb31-44e4-8cce-22b1f236aa0f HTTP/1.1" status: 204 len: 168 time: 0.7996099 Aug 20 11:34:56.122538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43028) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:56.147479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f1483f7c-6043-459d-9a82-bdd807ae32f3 None None] Deleting port 5c09070c-821a-4d9d-8f83-275dab2a1485 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:56.147862 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1483f7c-6043-459d-9a82-bdd807ae32f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.149952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:56.153803 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.219676 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2b5458e0-59c7-469b-a9ed-7f89df720388 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952401 Aug 20 11:34:56.223824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43032) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:56.229086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43034) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:56.230376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a47f11b3-5b51-48bb-b153-a5e321814fcf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:56.251713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f1483f7c-6043-459d-9a82-bdd807ae32f3 None None] For port 5c09070c-821a-4d9d-8f83-275dab2a1485, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5c09070c-821a-4d9d-8f83-275dab2a1485,segment=NetworkSegment(cfeb828b-b010-4348-8369-aa9faf54519f),segment_id=cfeb828b-b010-4348-8369-aa9faf54519f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:56.252215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1483f7c-6043-459d-9a82-bdd807ae32f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.259472 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.271837 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f1483f7c-6043-459d-9a82-bdd807ae32f3 None None] Calling delete_port for 5c09070c-821a-4d9d-8f83-275dab2a1485 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:56.275787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.340971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0de3d7-451a-451e-88a5-637aecd6eaef None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:56.370048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=5c09070c-821a-4d9d-8f83-275dab2a1485,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:56.405063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No DVR routers for this DVR port 5c09070c-821a-4d9d-8f83-275dab2a1485 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:56.452804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47f11b3-5b51-48bb-b153-a5e321814fcf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:56.462107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a47f11b3-5b51-48bb-b153-a5e321814fcf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.617352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.645660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1d211d52-1374-4b95-8de6-e33c5f5d587f None None] Provisioning complete for port 7c006e1a-8502-4051-b499-d941d5bef7b3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:34:56.646282 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1d211d52-1374-4b95-8de6-e33c5f5d587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.691668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 719da049-21df-49c7-a915-34bfd06723bf no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:56.693960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Subnet': ['ID=69252c66-9d63-4ee0-a737-0435c87cdeff,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:56.698934 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1483f7c-6043-459d-9a82-bdd807ae32f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.751757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 719da049-21df-49c7-a915-34bfd06723bf {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:56.751757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 719da049-21df-49c7-a915-34bfd06723bf not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:56.763072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Checking segment: {'id': 'adcedfd6-b818-469e-9dde-a221c92bd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:56.764358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network hostable DHCP agents. Network: d45e7e21-83fe-4f72-906b-bb29ea5f5edc, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:56.776890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1483f7c-6043-459d-9a82-bdd807ae32f3 None None] No DVR routers for this DVR port 5c09070c-821a-4d9d-8f83-275dab2a1485 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:56.793106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1483f7c-6043-459d-9a82-bdd807ae32f3 None None] Pushing event deleted for resources: {'Port': ['ID=5c09070c-821a-4d9d-8f83-275dab2a1485,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:56.873298 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a47f11b3-5b51-48bb-b153-a5e321814fcf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.887997 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.903488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:56.904117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c5692-fcfe-4480-940b-5d1383f98491 None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:34:56.917046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeb828b-b010-4348-8369-aa9faf54519f') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:56.917369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeb828b-b010-4348-8369-aa9faf54519f') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:56.952265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network d45e7e21-83fe-4f72-906b-bb29ea5f5edc is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:56.960711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d43c5692-fcfe-4480-940b-5d1383f98491 None None] Deleting port 7c006e1a-8502-4051-b499-d941d5bef7b3 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:56.961171 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d43c5692-fcfe-4480-940b-5d1383f98491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.963288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:56.990352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f11b3-5b51-48bb-b153-a5e321814fcf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:57.002465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a47f11b3-5b51-48bb-b153-a5e321814fcf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:57.005324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f11b3-5b51-48bb-b153-a5e321814fcf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:57.006107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a47f11b3-5b51-48bb-b153-a5e321814fcf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.016790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.030918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:34:57.031327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:34:57.035008 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:34:57.038634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f11b3-5b51-48bb-b153-a5e321814fcf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=cbc0d9fe-3210-4b7f-baa0-cb40f1003582,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:57.055924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d43c5692-fcfe-4480-940b-5d1383f98491 None None] For port 7c006e1a-8502-4051-b499-d941d5bef7b3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7c006e1a-8502-4051-b499-d941d5bef7b3,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:57.056333 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d43c5692-fcfe-4480-940b-5d1383f98491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.059365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d7fce-47db-49ca-93df-0152f85c074e req-71e3617a-721e-4f32-b72d-9d80229553db tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:57.060967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b9d7fce-47db-49ca-93df-0152f85c074e req-71e3617a-721e-4f32-b72d-9d80229553db tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1807013 Aug 20 11:34:57.069972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-e256b414-ed53-4515-bc57-4df32906e743 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:57.070835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d43c5692-fcfe-4480-940b-5d1383f98491 None None] Calling delete_port for 7c006e1a-8502-4051-b499-d941d5bef7b3 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:57.073061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-e256b414-ed53-4515-bc57-4df32906e743 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 945 time: 0.1534717 Aug 20 11:34:57.136268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, d45e7e21-83fe-4f72-906b-bb29ea5f5edc) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:57.140662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:57.141258 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.144746 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a47f11b3-5b51-48bb-b153-a5e321814fcf tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9198382 Aug 20 11:34:57.147908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43040) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:57.149924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce8c18-1b82-455d-92a0-aa6e97d56b2c None None] Network d45e7e21-83fe-4f72-906b-bb29ea5f5edc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:57.161242 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b9d7fce-47db-49ca-93df-0152f85c074e req-c39b0277-fa50-4b52-98c5-00bd95c63274 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f17dd48-1615-43c7-b497-148cab4d45dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870605 Aug 20 11:34:57.163348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6e9262f0-8131-49ef-ba52-151824da4da6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:57.212481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-76c2673d-e9b7-45ab-ba07-ebdf9aea10df tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Deleting port 6070870d-3cc4-4343-a086-18f59e5cfbd0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:57.212822 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-76c2673d-e9b7-45ab-ba07-ebdf9aea10df tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.228448 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.246892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.248947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/networks/71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e HTTP/1.1" status: 204 len: 168 time: 1.7145317 Aug 20 11:34:57.257514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43042) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:57.262141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1024291351'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:57.267210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d43b59-98ed-4831-9cc2-78d06fb074ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Network': ['ID=71754c80-c7cb-4df4-bc18-dbd9cfaf0a2e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:57.304400 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ed753eab-76d2-4333-a48e-811f8aa5b3af tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3582733 Aug 20 11:34:57.306112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43044) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:57.311410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1526447308'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:57.321247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-d45e7e21-83fe-4f72-906b-bb29ea5f5edc', 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'fixed_ips': [{'subnet_id': '69252c66-9d63-4ee0-a737-0435c87cdeff'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:57.322327 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.329841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-76c2673d-e9b7-45ab-ba07-ebdf9aea10df tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] For port 6070870d-3cc4-4343-a086-18f59e5cfbd0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=6070870d-3cc4-4343-a086-18f59e5cfbd0,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:57.330210 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-76c2673d-e9b7-45ab-ba07-ebdf9aea10df tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.342570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-76c2673d-e9b7-45ab-ba07-ebdf9aea10df tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Calling delete_port for 6070870d-3cc4-4343-a086-18f59e5cfbd0 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:57.363654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.364582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d43c5692-fcfe-4480-940b-5d1383f98491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.392396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c5692-fcfe-4480-940b-5d1383f98491 None None] Pushing event deleted for resources: {'Port': ['ID=7c006e1a-8502-4051-b499-d941d5bef7b3,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:57.400280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c5692-fcfe-4480-940b-5d1383f98491 None None] No DVR routers for this DVR port 7c006e1a-8502-4051-b499-d941d5bef7b3 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:57.450306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff771a9-600d-488d-8059-9e2807bfb385 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:57.507556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:57.512404 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.528725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c09070c-821a-4d9d-8f83-275dab2a1485 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:57.550869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:57.560859 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.561205 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Added segment 4a8058d7-4a0d-4e14-b399-7168c590d207 of type vlan for network 0d5c3c55-2848-41f0-b377-05cbd84b66f5 Aug 20 11:34:57.561612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5c09070c-821a-4d9d-8f83-275dab2a1485 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:57.562077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c09070c-821a-4d9d-8f83-275dab2a1485 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:57.562647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7c006e1a-8502-4051-b499-d941d5bef7b3 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:57.603518 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.613580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 7c006e1a-8502-4051-b499-d941d5bef7b3 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:57.614240 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7c006e1a-8502-4051-b499-d941d5bef7b3 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:57.628159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-76c2673d-e9b7-45ab-ba07-ebdf9aea10df tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.677681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['6070870d-3cc4-4343-a086-18f59e5cfbd0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:34:57.678298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2673d-e9b7-45ab-ba07-ebdf9aea10df tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Pushing event deleted for resources: {'Port': ['ID=6070870d-3cc4-4343-a086-18f59e5cfbd0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:57.693380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:57.697310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.708600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Allocated IP 19.80.0.2 (d45e7e21-83fe-4f72-906b-bb29ea5f5edc/69252c66-9d63-4ee0-a737-0435c87cdeff/1af6ffef-d4d2-404e-a540-160b3c99ab14) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:57.726362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-76c2673d-e9b7-45ab-ba07-ebdf9aea10df tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] No DVR routers for this DVR port 6070870d-3cc4-4343-a086-18f59e5cfbd0 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:34:57.729146 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-76c2673d-e9b7-45ab-ba07-ebdf9aea10df tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.731314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e1c05d2c-ca6d-4a07-9616-877cb9a8657e req-76c2673d-e9b7-45ab-ba07-ebdf9aea10df tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.38 "DELETE /v2.0/ports/6070870d-3cc4-4343-a086-18f59e5cfbd0 HTTP/1.1" status: 204 len: 173 time: 0.6434727 Aug 20 11:34:57.731764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4826f21-1325-45e4-b92f-bfebafd0eecd', 'name': 'network-vif-deleted', 'tag': '6070870d-3cc4-4343-a086-18f59e5cfbd0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:34:57.734273 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac960d2-0484-498a-86c7-0168bbce0f15" -d '{"events": [{"server_uuid": "f4826f21-1325-45e4-b92f-bfebafd0eecd", "name": "network-vif-deleted", "tag": "6070870d-3cc4-4343-a086-18f59e5cfbd0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:34:57.746620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:34:57.755726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.763048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.767864 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Added segment 17023dd7-fbc8-4a20-9ee8-335f220056eb of type vlan for network 53c9f246-050b-4c05-b55c-c5ffcf033963 Aug 20 11:34:57.767981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:57.767981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.777806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port c4319c83-b66a-4dee-a6e1-24f067641bfb {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:34:57.778101 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.779083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': 'cbc0d9fe-3210-4b7f-baa0-cb40f1003582'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:34:57.779953 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.788029 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fbbcad-aa6f-4cf2-b990-0008692634a5 x-openstack-request-id: req-83fbbcad-aa6f-4cf2-b990-0008692634a5 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:34:57.788739 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4826f21-1325-45e4-b92f-bfebafd0eecd", "name": "network-vif-deleted", "tag": "6070870d-3cc4-4343-a086-18f59e5cfbd0", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:34:57.788739 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83fbbcad-aa6f-4cf2-b990-0008692634a5 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:34:57.789271 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4826f21-1325-45e4-b92f-bfebafd0eecd', 'name': 'network-vif-deleted', 'tag': '6070870d-3cc4-4343-a086-18f59e5cfbd0', 'status': 'completed', 'code': 200} Aug 20 11:34:57.843978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9262f0-8131-49ef-ba52-151824da4da6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:57.847485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e9262f0-8131-49ef-ba52-151824da4da6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.855313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Network': ['ID=0d5c3c55-2848-41f0-b377-05cbd84b66f5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:57.893135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 0d5c3c55-2848-41f0-b377-05cbd84b66f5 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:57.939033 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8b2c76d3-c604-4822-bdcf-8aaf6dc560d4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6806383 Aug 20 11:34:57.940179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43050) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:57.941037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:57.946058 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '0d5c3c55-2848-41f0-b377-05cbd84b66f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:58.016957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port c4319c83-b66a-4dee-a6e1-24f067641bfb, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c4319c83-b66a-4dee-a6e1-24f067641bfb,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:34:58.017333 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.037717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for c4319c83-b66a-4dee-a6e1-24f067641bfb owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:34:58.041159 n-d-804230-3 neutron-server[95587]: INFO neutron.db.ipam_backend_mixin [None req-6e9262f0-8131-49ef-ba52-151824da4da6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cbc0d9fe-3210-4b7f-baa0-cb40f1003582 (CIDR: 2001:db8::/64) Aug 20 11:34:58.063632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/cbc0d9fe-3210-4b7f-baa0-cb40f1003582/ca82374c-0ca6-4e21-9b2f-c40a75a2a803) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:34:58.094772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.100218 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9262f0-8131-49ef-ba52-151824da4da6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:34:58.100755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9262f0-8131-49ef-ba52-151824da4da6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:34:58.137842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Transition to ACTIVE for port object 1af6ffef-d4d2-404e-a540-160b3c99ab14 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:58.162729 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.164543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Transition to ACTIVE for port object 1af6ffef-d4d2-404e-a540-160b3c99ab14 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:58.168286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:58.168890 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.181557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:58.186577 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.268325 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.270505 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.273779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Network': ['ID=53c9f246-050b-4c05-b55c-c5ffcf033963,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:58.289294 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b5135bcb-47d3-4c8f-8d27-9f106267a681 req-13991296-3a42-401a-b407-a9936d9cfbe3 tempest-ServerRescueNegativeTestJSON-1420248900 tempest-ServerRescueNegativeTestJSON-1420248900-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4826f21-1325-45e4-b92f-bfebafd0eecd HTTP/1.1" status: 200 len: 210 time: 0.0288646 Aug 20 11:34:58.302900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 53c9f246-050b-4c05-b55c-c5ffcf033963 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:34:58.339957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6e9262f0-8131-49ef-ba52-151824da4da6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1906183 Aug 20 11:34:58.342977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43054) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:58.351768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Transition to ACTIVE for port object ca82374c-0ca6-4e21-9b2f-c40a75a2a803 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:58.352117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:58.367705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Network d45e7e21-83fe-4f72-906b-bb29ea5f5edc is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:58.380736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:58.393946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:58.397162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3e43f181-872e-4708-8e8b-b93167c26276 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0894973 Aug 20 11:34:58.399622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43056) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:58.405565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'subnet': {'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:34:58.405770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Pushing event updated for resources: {'Port': ['ID=1af6ffef-d4d2-404e-a540-160b3c99ab14,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:58.417066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Transition to ACTIVE for port object ca82374c-0ca6-4e21-9b2f-c40a75a2a803 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:34:58.475762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Attempting to bind port 1af6ffef-d4d2-404e-a540-160b3c99ab14 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:58.476281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Attempting to bind port 1af6ffef-d4d2-404e-a540-160b3c99ab14 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'adcedfd6-b818-469e-9dde-a221c92bd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:58.476853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Attempting to bind port 1af6ffef-d4d2-404e-a540-160b3c99ab14 on network d45e7e21-83fe-4f72-906b-bb29ea5f5edc {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:58.479966 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.482740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:58.493507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Checking segment: {'id': 'adcedfd6-b818-469e-9dde-a221c92bd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:58.493507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.493507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Bound using segment: {'id': 'adcedfd6-b818-469e-9dde-a221c92bd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:58.493507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Bound port: 1af6ffef-d4d2-404e-a540-160b3c99ab14, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcedfd6-b818-469e-9dde-a221c92bd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:58.493507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.521935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=c4319c83-b66a-4dee-a6e1-24f067641bfb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:58.570868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] For port 1af6ffef-d4d2-404e-a540-160b3c99ab14, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:58.574687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] For port 1af6ffef-d4d2-404e-a540-160b3c99ab14, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1af6ffef-d4d2-404e-a540-160b3c99ab14,segment=NetworkSegment(adcedfd6-b818-469e-9dde-a221c92bd062),segment_id=adcedfd6-b818-469e-9dde-a221c92bd062)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:58.585329 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.662267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Pushing event updated for resources: {'Port': ['ID=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:58.673478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:34:58.675414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:58.681674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:34:58.686936 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.768151 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:58.780089 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.806228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e967d907-79ef-4d9d-a4ac-98aa8ee4581e no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:34:58.850131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: e967d907-79ef-4d9d-a4ac-98aa8ee4581e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:34:58.850552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e967d907-79ef-4d9d-a4ac-98aa8ee4581e not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:34:58.871617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Attempting to bind port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:34:58.875934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Attempting to bind port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:34:58.875934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Attempting to bind port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:34:58.881908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:34:58.882313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:58.883011 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.883433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:34:58.883980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Bound port: ca82374c-0ca6-4e21-9b2f-c40a75a2a803, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:34:58.884527 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.888085 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:58.903541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d39793-4bbd-47b4-b51c-357cc6f10908 None None] Pushing event updated for resources: {'Port': ['ID=1af6ffef-d4d2-404e-a540-160b3c99ab14,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:58.962713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] For port ca82374c-0ca6-4e21-9b2f-c40a75a2a803, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:34:58.966522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] For port ca82374c-0ca6-4e21-9b2f-c40a75a2a803, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:34:58.968493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.041628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=ce44dcb4-fc82-4410-a6e8-a239de323b00,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:59.050691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:34:59.060117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.076161 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.151912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Checking segment: {'id': '4a8058d7-4a0d-4e14-b399-7168c590d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0d5c3c55-2848-41f0-b377-05cbd84b66f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:59.152278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network hostable DHCP agents. Network: 0d5c3c55-2848-41f0-b377-05cbd84b66f5, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:59.191616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c986a0-6073-4fd6-b591-941af9f5a868 None None] Pushing event updated for resources: {'Port': ['ID=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:59.298241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Router 49e03a2c-972e-45f7-a5bb-093626360814 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:34:59.392191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43062) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:59.431624 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.472372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0d5c3c55-2848-41f0-b377-05cbd84b66f5 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:59.484075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:34:59.494195 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ac241ffc-a914-45e8-aac0-769ae9e112ea tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "PUT /v2.0/routers/49e03a2c-972e-45f7-a5bb-093626360814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2615042 Aug 20 11:34:59.495687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43064) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:34:59.507593 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] Sync routers for ids ['49e03a2c-972e-45f7-a5bb-093626360814'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:34:59.528325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Subnet': ['ID=eebf934e-be07-4dfb-9cb3-e902b13347a3,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:34:59.530931 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] Routers {'49e03a2c-972e-45f7-a5bb-093626360814'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:34:59.532795 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:34:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['49e03a2c-972e-45f7-a5bb-093626360814'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:34:59.543109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Checking segment: {'id': '17023dd7-fbc8-4a20-9ee8-335f220056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:34:59.543109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network hostable DHCP agents. Network: 53c9f246-050b-4c05-b55c-c5ffcf033963, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:34:59.623346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 0d5c3c55-2848-41f0-b377-05cbd84b66f5) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:59.634053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:59.634986 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.644172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network 53c9f246-050b-4c05-b55c-c5ffcf033963 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:34:59.649101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea229eb9-a833-4de7-a549-a405933c0eaf None None] Network 0d5c3c55-2848-41f0-b377-05cbd84b66f5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:59.665194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 53c9f246-050b-4c05-b55c-c5ffcf033963) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:34:59.673846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:34:59.674466 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.691223 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] Set router 49e03a2c-972e-45f7-a5bb-093626360814 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:34:59.698982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f7a87e-3009-4d08-a489-13ad7b4b6f83 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting subnet 5802c6f3-cf9b-4d6a-a82f-44f4187bd050 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:34:59.733054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f014e-6614-458b-9dcf-d54179359e54 None None] Network 53c9f246-050b-4c05-b55c-c5ffcf033963 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:34:59.779147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b8ce83a5-ef94-4e0b-ba01-a2a4830f209d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3778851 Aug 20 11:34:59.824260 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29f7a87e-3009-4d08-a489-13ad7b4b6f83 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:34:59.875521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca82374c-0ca6-4e21-9b2f-c40a75a2a803 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:34:59.950165 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29f7a87e-3009-4d08-a489-13ad7b4b6f83 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.047328 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:34:58Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:00.084325 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] Checking router: 49e03a2c-972e-45f7-a5bb-093626360814 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:35:00.103200 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] Routers {'49e03a2c-972e-45f7-a5bb-093626360814'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:00.104124 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:34:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['49e03a2c-972e-45f7-a5bb-093626360814'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:00.113447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:35:00.164180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-0d5c3c55-2848-41f0-b377-05cbd84b66f5', 'network_id': '0d5c3c55-2848-41f0-b377-05cbd84b66f5', 'tenant_id': '8245bfe2e34c424487bd361ed3645dd1', 'fixed_ips': [{'subnet_id': 'ce44dcb4-fc82-4410-a6e8-a239de323b00'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:00.166734 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.246211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-70a5a79f-a76f-40ad-956a-df5e76b73147 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:00.261955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-70a5a79f-a76f-40ad-956a-df5e76b73147 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:00.265943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-70a5a79f-a76f-40ad-956a-df5e76b73147 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/networks?id=d45e7e21-83fe-4f72-906b-bb29ea5f5edc&id=53c9f246-050b-4c05-b55c-c5ffcf033963 HTTP/1.1" status: 200 len: 1391 time: 0.2470794 Aug 20 11:35:00.290597 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-0aa78e5a-bad5-40a5-9971-70416dbead29 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/quotas/e802f5f2fcf4414cb1c669b719198804 HTTP/1.1" status: 200 len: 375 time: 0.0199246 Aug 20 11:35:00.316227 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] Set router 49e03a2c-972e-45f7-a5bb-093626360814 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:00.327091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eccdcdd2-4de7-4580-8a5e-cfa8fd5b8b91 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3832033 Aug 20 11:35:00.337400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43080) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:00.339462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Allocated IP 2001:db8::2 (0d5c3c55-2848-41f0-b377-05cbd84b66f5/ce44dcb4-fc82-4410-a6e8-a239de323b00/4e2670ac-6d92-4879-a2e0-e074194072fb) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:00.344890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '0d5c3c55-2848-41f0-b377-05cbd84b66f5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1538788338'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:00.409822 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-82527b74-abfd-40f4-b5c9-f945799dbd47 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e802f5f2fcf4414cb1c669b719198804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118355 Aug 20 11:35:00.566032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-1bf1713f-3ec4-48ac-9f58-adac9c79e4b0 service neutron] 10.222.0.10 "GET /v2.0/networks/d45e7e21-83fe-4f72-906b-bb29ea5f5edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550407 Aug 20 11:35:00.576544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:00.583325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba811b23-ecbc-4812-b171-7d78c15386c2 None None] Network d45e7e21-83fe-4f72-906b-bb29ea5f5edc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:00.631645 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:34:58Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:00.653332 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29f7a87e-3009-4d08-a489-13ad7b4b6f83 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.665175 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851646f-76c9-461e-b27a-ba4340859bba None None] The sync data for ids ['49e03a2c-972e-45f7-a5bb-093626360814'] in n-d-804230-3 is: [{'id': '49e03a2c-972e-45f7-a5bb-093626360814', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876639313', 'tenant_id': '981bab59c36f4c10932ff10b206a827c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:42Z', 'updated_at': '2021-08-20T11:34:58Z', 'revision_number': 5, 'project_id': '981bab59c36f4c10932ff10b206a827c', 'gw_port': {'id': '06632af8-ad24-4300-9871-1325e6cba9ec', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e03a2c-972e-45f7-a5bb-093626360814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:43Z', 'updated_at': '2021-08-20T11:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:35:00.672322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1af6ffef-d4d2-404e-a540-160b3c99ab14 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:00.790638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.848234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:00.851783 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.886770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-53c9f246-050b-4c05-b55c-c5ffcf033963', 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'fixed_ips': [{'subnet_id': 'eebf934e-be07-4dfb-9cb3-e902b13347a3'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:00.887639 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.912464 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:00.914736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port 54610926-1c5a-43bc-b6b4-083f5711d08a yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:00.915824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cfc4ce83-7459-48a1-b076-a817077d5a21 None None] Provisioning for port 1af6ffef-d4d2-404e-a540-160b3c99ab14 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:01.010321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-42cf7eef-a582-4a85-b1b9-ecda05c85dce service neutron] 10.222.0.10 "GET /v2.0/networks/d45e7e21-83fe-4f72-906b-bb29ea5f5edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357855 Aug 20 11:35:01.020136 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.030419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Transition to ACTIVE for port object 4e2670ac-6d92-4879-a2e0-e074194072fb will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:01.047253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29f7a87e-3009-4d08-a489-13ad7b4b6f83 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.049222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Transition to ACTIVE for port object 4e2670ac-6d92-4879-a2e0-e074194072fb will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:01.068345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 1af6ffef-d4d2-404e-a540-160b3c99ab14 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:01.083129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 1af6ffef-d4d2-404e-a540-160b3c99ab14 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:01.083517 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.103817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7a87e-3009-4d08-a489-13ad7b4b6f83 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Subnet': ['ID=5802c6f3-cf9b-4d6a-a82f-44f4187bd050,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:01.126957 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29f7a87e-3009-4d08-a489-13ad7b4b6f83 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.131496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-29f7a87e-3009-4d08-a489-13ad7b4b6f83 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/subnets/5802c6f3-cf9b-4d6a-a82f-44f4187bd050 HTTP/1.1" status: 204 len: 168 time: 1.6333647 Aug 20 11:35:01.141178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43084) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:01.170957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706cb164-9bad-4081-9b34-f9958fd91c41 None None] Network cf3de518-f5fe-4391-bf58-945c8cc39e07 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:01.224821 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.253345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-7fd09695-3f1b-4c7e-944b-76e8f25e0a94 service neutron] 10.222.0.10 "GET /v2.0/networks/53c9f246-050b-4c05-b55c-c5ffcf033963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293236 Aug 20 11:35:01.256338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] For port ca82374c-0ca6-4e21-9b2f-c40a75a2a803, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:01.289114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0274110c-a586-4dc6-9679-c24dee8b02f7 None None] Provisioning for port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:01.310172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0274110c-a586-4dc6-9679-c24dee8b02f7 None None] Provisioning complete for port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:01.310172 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0274110c-a586-4dc6-9679-c24dee8b02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.349630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8::132 (0d5c3c55-2848-41f0-b377-05cbd84b66f5/ce44dcb4-fc82-4410-a6e8-a239de323b00/54610926-1c5a-43bc-b6b4-083f5711d08a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:01.382070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.397638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.448154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Network 0d5c3c55-2848-41f0-b377-05cbd84b66f5 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:01.464579 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-d8ade565-859b-4cf1-8bdc-ce82dbcbd9a7 service neutron] 10.222.0.10 "GET /v2.0/networks/53c9f246-050b-4c05-b55c-c5ffcf033963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712406 Aug 20 11:35:01.481703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:01.510078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:01.535971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.537102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.552359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Pushing event updated for resources: {'Port': ['ID=4e2670ac-6d92-4879-a2e0-e074194072fb,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:01.559740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0274110c-a586-4dc6-9679-c24dee8b02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.581647 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.604048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:01.604290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Allocated IP 19.86.0.2 (53c9f246-050b-4c05-b55c-c5ffcf033963/eebf934e-be07-4dfb-9cb3-e902b13347a3/a8983749-f24e-4dd3-b3d6-3d72799743e0) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:01.638669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:01.642284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:01.643010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.658315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d8bfb-b6ee-49b1-a391-2e191bfe2bae None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:01.704321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=df299bcb-8d83-48e0-b837-de78378057ed,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:01.712496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.715982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:01.745326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object 54610926-1c5a-43bc-b6b4-083f5711d08a will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:01.747039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 6070870d-3cc4-4343-a086-18f59e5cfbd0 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:01.783023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0274110c-a586-4dc6-9679-c24dee8b02f7 None None] For port ca82374c-0ca6-4e21-9b2f-c40a75a2a803, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:01.807141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port 06632af8-ad24-4300-9871-1325e6cba9ec {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:01.807822 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.815458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3419be0f-c7e7-4151-9831-5d9f84e1e5ee req-828ee698-3513-4b9e-98ba-d3cadd6230a4 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0566075 Aug 20 11:35:01.834648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 6070870d-3cc4-4343-a086-18f59e5cfbd0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:01.835107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 6070870d-3cc4-4343-a086-18f59e5cfbd0 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:01.850375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Attempting to bind port 4e2670ac-6d92-4879-a2e0-e074194072fb on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:01.850930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Attempting to bind port 4e2670ac-6d92-4879-a2e0-e074194072fb by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '4a8058d7-4a0d-4e14-b399-7168c590d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0d5c3c55-2848-41f0-b377-05cbd84b66f5'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:01.851435 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Attempting to bind port 4e2670ac-6d92-4879-a2e0-e074194072fb on network 0d5c3c55-2848-41f0-b377-05cbd84b66f5 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:01.857572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d1765f80-c254-4241-977e-ab24fb932f31 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5134947 Aug 20 11:35:01.861055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43090) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:01.867877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:0a:6d:d2', 'name': 'tempest-NetworksTestDHCPv6-968329158'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:01.874728 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.883070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:01.883457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Checking segment: {'id': '4a8058d7-4a0d-4e14-b399-7168c590d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0d5c3c55-2848-41f0-b377-05cbd84b66f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:01.883940 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.884268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Bound using segment: {'id': '4a8058d7-4a0d-4e14-b399-7168c590d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0d5c3c55-2848-41f0-b377-05cbd84b66f5'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:01.884761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Bound port: 4e2670ac-6d92-4879-a2e0-e074194072fb, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8058d7-4a0d-4e14-b399-7168c590d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0d5c3c55-2848-41f0-b377-05cbd84b66f5'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:01.885167 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.957549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port 06632af8-ad24-4300-9871-1325e6cba9ec, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=06632af8-ad24-4300-9871-1325e6cba9ec,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:01.958593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.972396 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0274110c-a586-4dc6-9679-c24dee8b02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:01.984381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for 06632af8-ad24-4300-9871-1325e6cba9ec owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:01.993576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] Deleting port fbab72c8-de82-4953-87ea-38e045dacd5a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:01.993576 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.050964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39996f97-4259-4ea0-a304-57ec551e0650 None None] DHCP port deletion for cf3de518-f5fe-4391-bf58-945c8cc39e07 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:02.054339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.072287 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 1af6ffef-d4d2-404e-a540-160b3c99ab14, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1af6ffef-d4d2-404e-a540-160b3c99ab14,segment=NetworkSegment(adcedfd6-b818-469e-9dde-a221c92bd062),segment_id=adcedfd6-b818-469e-9dde-a221c92bd062)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:02.140928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0d5c3c55-2848-41f0-b377-05cbd84b66f5 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:02.150976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:02.161572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:02.167603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:02.168333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.180402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=54610926-1c5a-43bc-b6b4-083f5711d08a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:02.240761 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.279087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] For port 4e2670ac-6d92-4879-a2e0-e074194072fb, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:02.284562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c7305e87-d040-4a1e-98d8-81434708945f None None] Provisioning complete for port 1af6ffef-d4d2-404e-a540-160b3c99ab14 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:02.292192 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c7305e87-d040-4a1e-98d8-81434708945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.292192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274110c-a586-4dc6-9679-c24dee8b02f7 None None] Pushing event updated for resources: {'Port': ['ID=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:02.318651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] For port 4e2670ac-6d92-4879-a2e0-e074194072fb, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4e2670ac-6d92-4879-a2e0-e074194072fb,segment=NetworkSegment(4a8058d7-4a0d-4e14-b399-7168c590d207),segment_id=4a8058d7-4a0d-4e14-b399-7168c590d207)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:02.376631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.378674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca82374c-0ca6-4e21-9b2f-c40a75a2a803 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:02.421164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Transition to ACTIVE for port object a8983749-f24e-4dd3-b3d6-3d72799743e0 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:02.440969 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.476815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=1af6ffef-d4d2-404e-a540-160b3c99ab14,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:02.480095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Transition to ACTIVE for port object a8983749-f24e-4dd3-b3d6-3d72799743e0 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:02.488929 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.489449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] For port fbab72c8-de82-4953-87ea-38e045dacd5a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fbab72c8-de82-4953-87ea-38e045dacd5a,segment=NetworkSegment(3b805eb2-9ce8-437a-85fe-f27291823720),segment_id=3b805eb2-9ce8-437a-85fe-f27291823720)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:02.489821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.492573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:02.519177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] Calling delete_port for fbab72c8-de82-4953-87ea-38e045dacd5a owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:02.526930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-39996f97-4259-4ea0-a304-57ec551e0650 None None] Deleting port 66026d2a-ee79-45e1-bc8e-50a902093fde {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:02.527308 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-39996f97-4259-4ea0-a304-57ec551e0650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.562921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=06632af8-ad24-4300-9871-1325e6cba9ec,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:02.654534 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.659851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.736568 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9e5f6319-444b-4da6-b90a-ecdd5af91bce tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3963585 Aug 20 11:35:02.743558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43100) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:02.744986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port a2c866b6-487c-4a45-be9f-48bfc714bbb1 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:02.831961 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.833338 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.835249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:02.970351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc91e3-2990-4466-a6c1-12e774159450 None None] Pushing event updated for resources: {'Port': ['ID=4e2670ac-6d92-4879-a2e0-e074194072fb,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:02.992714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:02.993213 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.001922 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-39996f97-4259-4ea0-a304-57ec551e0650 None None] For port 66026d2a-ee79-45e1-bc8e-50a902093fde, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=66026d2a-ee79-45e1-bc8e-50a902093fde,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:03.002937 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-39996f97-4259-4ea0-a304-57ec551e0650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.021276 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.021981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Fanout notify agent at l3_agent the message router_deleted on router 49e03a2c-972e-45f7-a5bb-093626360814 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:35:03.033751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.034466 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-11ceb53f-e952-4acc-badc-673fef7a7b92 req-f130fdd2-8d31-4e44-b101-95eff1e8fa4a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0665936 Aug 20 11:35:03.049510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-49a834b2-def9-4b06-aa04-a15fef62b595 tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/routers/49e03a2c-972e-45f7-a5bb-093626360814 HTTP/1.1" status: 204 len: 168 time: 1.9067097 Aug 20 11:35:03.052341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43104) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:03.089929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Network 53c9f246-050b-4c05-b55c-c5ffcf033963 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:03.181005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:03.184856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:03.193954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-39996f97-4259-4ea0-a304-57ec551e0650 None None] Calling delete_port for 66026d2a-ee79-45e1-bc8e-50a902093fde owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:03.213304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-de126210-37dd-48ae-a973-be879c904ad0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 54610926-1c5a-43bc-b6b4-083f5711d08a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:03.213900 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de126210-37dd-48ae-a973-be879c904ad0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.254099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.319795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Pushing event updated for resources: {'Port': ['ID=a8983749-f24e-4dd3-b3d6-3d72799743e0,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:03.322004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::35 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/cbc0d9fe-3210-4b7f-baa0-cb40f1003582/a2c866b6-487c-4a45-be9f-48bfc714bbb1) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:03.339244 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.348837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0a:6dd2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/df299bcb-8d83-48e0-b837-de78378057ed/a2c866b6-487c-4a45-be9f-48bfc714bbb1) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:03.349979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Deleting port 66026d2a-ee79-45e1-bc8e-50a902093fde {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:03.350735 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.392651 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de126210-37dd-48ae-a973-be879c904ad0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.407444 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-de126210-37dd-48ae-a973-be879c904ad0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 54610926-1c5a-43bc-b6b4-083f5711d08a owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:03.428794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Attempting to bind port a8983749-f24e-4dd3-b3d6-3d72799743e0 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:03.429013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Attempting to bind port a8983749-f24e-4dd3-b3d6-3d72799743e0 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '17023dd7-fbc8-4a20-9ee8-335f220056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:03.429434 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Attempting to bind port a8983749-f24e-4dd3-b3d6-3d72799743e0 on network 53c9f246-050b-4c05-b55c-c5ffcf033963 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:03.446729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] Pushing event deleted for resources: {'Port': ['ID=fbab72c8-de82-4953-87ea-38e045dacd5a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:03.449694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] For port 66026d2a-ee79-45e1-bc8e-50a902093fde, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=66026d2a-ee79-45e1-bc8e-50a902093fde,segment=NetworkSegment(03884646-aadf-4057-93ab-c6bc4ee355a9),segment_id=03884646-aadf-4057-93ab-c6bc4ee355a9)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:03.450752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.459702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:03.460089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Checking segment: {'id': '17023dd7-fbc8-4a20-9ee8-335f220056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:03.460503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.460904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Bound using segment: {'id': '17023dd7-fbc8-4a20-9ee8-335f220056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:03.461470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Bound port: a8983749-f24e-4dd3-b3d6-3d72799743e0, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17023dd7-fbc8-4a20-9ee8-335f220056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:03.461860 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.471845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Calling delete_port for 66026d2a-ee79-45e1-bc8e-50a902093fde owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:03.569571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-994c6bd2-7fbe-46bd-8c75-ddfaa388d8f9 None None] Provisioning complete for port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:03.569872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-994c6bd2-7fbe-46bd-8c75-ddfaa388d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.598459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] For port a8983749-f24e-4dd3-b3d6-3d72799743e0, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:03.622527 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] For port a8983749-f24e-4dd3-b3d6-3d72799743e0, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a8983749-f24e-4dd3-b3d6-3d72799743e0,segment=NetworkSegment(17023dd7-fbc8-4a20-9ee8-335f220056eb),segment_id=17023dd7-fbc8-4a20-9ee8-335f220056eb)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:03.670574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.725879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Port': ['ID=66026d2a-ee79-45e1-bc8e-50a902093fde,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:03.740109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 66026d2a-ee79-45e1-bc8e-50a902093fde no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:03.742888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] No DVR routers for this DVR port 66026d2a-ee79-45e1-bc8e-50a902093fde on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:03.768431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 66026d2a-ee79-45e1-bc8e-50a902093fde {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:03.769029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 66026d2a-ee79-45e1-bc8e-50a902093fde not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:03.769883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c4319c83-b66a-4dee-a6e1-24f067641bfb no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:03.771990 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-39996f97-4259-4ea0-a304-57ec551e0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.797154 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.816532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39996f97-4259-4ea0-a304-57ec551e0650 None None] Pushing event deleted for resources: {'Port': ['ID=66026d2a-ee79-45e1-bc8e-50a902093fde,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:03.854769 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.865939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3de518-f5fe-4391-bf58-945c8cc39e07']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:03.878844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03884646-aadf-4057-93ab-c6bc4ee355a9') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:03.878844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03884646-aadf-4057-93ab-c6bc4ee355a9') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:03.879826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d760c-e961-43f0-a32f-af649a71d5bd None None] Pushing event updated for resources: {'Port': ['ID=a8983749-f24e-4dd3-b3d6-3d72799743e0,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:03.882601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c4319c83-b66a-4dee-a6e1-24f067641bfb {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:03.882845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c4319c83-b66a-4dee-a6e1-24f067641bfb not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:03.889629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.894545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39996f97-4259-4ea0-a304-57ec551e0650 None None] No DVR routers for this DVR port 66026d2a-ee79-45e1-bc8e-50a902093fde on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:03.908491 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.908691 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.911352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:03.911773 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:03.914971 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:03.917270 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:03.950281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object a2c866b6-487c-4a45-be9f-48bfc714bbb1 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:04.083393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de126210-37dd-48ae-a973-be879c904ad0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.108133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840cd484-fea1-4410-981d-0acae7665809 None None] Network 0d5c3c55-2848-41f0-b377-05cbd84b66f5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:04.115330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.129149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.134533 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/networks/cf3de518-f5fe-4391-bf58-945c8cc39e07 HTTP/1.1" status: 204 len: 168 time: 1.0655622 Aug 20 11:35:04.135473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43110) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:04.139305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de126210-37dd-48ae-a973-be879c904ad0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=54610926-1c5a-43bc-b6b4-083f5711d08a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:04.176894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef6a31cc-a6d2-4e84-acf4-b6721c99ceed req-6b90c0a4-101d-4d42-8dfb-7b776ec26e65 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0540791 Aug 20 11:35:04.197981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de126210-37dd-48ae-a973-be879c904ad0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.200505 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-de126210-37dd-48ae-a973-be879c904ad0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/54610926-1c5a-43bc-b6b4-083f5711d08a HTTP/1.1" status: 204 len: 168 time: 1.4494741 Aug 20 11:35:04.203623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43112) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:04.206194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca4018-2390-439e-be51-2e9087c1c0fc tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'Network': ['ID=cf3de518-f5fe-4391-bf58-945c8cc39e07,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:04.245638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.245638 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b040ac28-19c8-4b36-9f95-539bac23c2b3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:35:04.245638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b040ac28-19c8-4b36-9f95-539bac23c2b3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/54610926-1c5a-43bc-b6b4-083f5711d08a HTTP/1.1" status: 404 len: 333 time: 0.0393476 Aug 20 11:35:04.273704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43114) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:04.274941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08692ddd-fc2c-41a7-a32e-627811859e0b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.322416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-df4381e0-d369-46f7-b0ec-34fee9915797 None None] Provisioning for port 4e2670ac-6d92-4879-a2e0-e074194072fb completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:04.323876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:04.357603 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08692ddd-fc2c-41a7-a32e-627811859e0b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.393684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:04.414302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:04.420374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:04.421386 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.443881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=a2c866b6-487c-4a45-be9f-48bfc714bbb1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:04.464378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb852bf-7126-4300-a0fb-55b636d734aa tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet ce44dcb4-fc82-4410-a6e8-a239de323b00 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:04.471069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bb852bf-7126-4300-a0fb-55b636d734aa tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.556509 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bb852bf-7126-4300-a0fb-55b636d734aa tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.586619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-399380ed-10f8-4036-b58d-20731a165df9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.7235210 Aug 20 11:35:04.597219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43118) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:04.627791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08692ddd-fc2c-41a7-a32e-627811859e0b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.628944 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08692ddd-fc2c-41a7-a32e-627811859e0b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.649849 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-08692ddd-fc2c-41a7-a32e-627811859e0b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] 10.222.0.10 "DELETE /v2.0/security-groups/1700859a-6aeb-4223-97dd-13b19cc8b000 HTTP/1.1" status: 204 len: 168 time: 0.5123677 Aug 20 11:35:04.658593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] Router a3c0d9d1-d660-42da-85d7-49edfedca246 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:35:04.676183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08692ddd-fc2c-41a7-a32e-627811859e0b tempest-TestNetworkAdvancedServerOps-724649417 tempest-TestNetworkAdvancedServerOps-724649417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1700859a-6aeb-4223-97dd-13b19cc8b000,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:04.795083 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bb852bf-7126-4300-a0fb-55b636d734aa tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.808752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a8983749-f24e-4dd3-b3d6-3d72799743e0 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:04.933478 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2500588c-ddac-4409-8901-cede91a08a1f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port a2c866b6-487c-4a45-be9f-48bfc714bbb1 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:04.933850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2500588c-ddac-4409-8901-cede91a08a1f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:04.981337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a8983749-f24e-4dd3-b3d6-3d72799743e0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:04.987023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4e2670ac-6d92-4879-a2e0-e074194072fb up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:05.021439 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:35:05.028810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1eb887c-51d3-4bb3-aafe-7a98bab4f513 None None] Provisioning for port a2c866b6-487c-4a45-be9f-48bfc714bbb1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:05.028954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3c9b115c-77a1-4450-af0a-2b5adb98effc admin admin] 10.222.0.10 "PUT /v2.0/routers/a3c0d9d1-d660-42da-85d7-49edfedca246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6344831 Aug 20 11:35:05.035790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43124) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:05.038026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] Sync routers for ids ['a3c0d9d1-d660-42da-85d7-49edfedca246'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:35:05.040109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1eb887c-51d3-4bb3-aafe-7a98bab4f513 None None] Provisioning complete for port a2c866b6-487c-4a45-be9f-48bfc714bbb1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:05.041255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1eb887c-51d3-4bb3-aafe-7a98bab4f513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.088227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] Routers {'a3c0d9d1-d660-42da-85d7-49edfedca246'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:05.088923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:34:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a3c0d9d1-d660-42da-85d7-49edfedca246'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:05.148670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb887c-51d3-4bb3-aafe-7a98bab4f513 None None] Port a2c866b6-487c-4a45-be9f-48bfc714bbb1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:05.263102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 4e2670ac-6d92-4879-a2e0-e074194072fb completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:05.272645 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.285252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4e2670ac-6d92-4879-a2e0-e074194072fb triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:05.286793 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.335686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] Set router a3c0d9d1-d660-42da-85d7-49edfedca246 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:05.403936 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e440163e-3bb0-4f49-a4b6-f369d127a750 req-9ede4693-f2ad-4a44-9490-11b9de5781ab tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0473909 Aug 20 11:35:05.440452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3a5f744f-4c35-467e-8e99-ca4254bb07a8 None None] Could not find standard attr ID for object 54610926-1c5a-43bc-b6b4-083f5711d08a. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:35:05.529458 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.616972 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bb852bf-7126-4300-a0fb-55b636d734aa tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.646068 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.668372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43132) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:05.700612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785a76fb-d66b-4cf0-a809-f7cad52f08e3 None None] Network 53c9f246-050b-4c05-b55c-c5ffcf033963 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:05.737582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Deleting port 507f997f-eebd-45f5-86ff-a39b48c5895f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:05.738082 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.740071 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2500588c-ddac-4409-8901-cede91a08a1f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.786603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 4e2670ac-6d92-4879-a2e0-e074194072fb, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4e2670ac-6d92-4879-a2e0-e074194072fb,segment=NetworkSegment(4a8058d7-4a0d-4e14-b399-7168c590d207),segment_id=4a8058d7-4a0d-4e14-b399-7168c590d207)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:05.808018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb852bf-7126-4300-a0fb-55b636d734aa tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=ce44dcb4-fc82-4410-a6e8-a239de323b00,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:05.810320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2500588c-ddac-4409-8901-cede91a08a1f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for a2c866b6-487c-4a45-be9f-48bfc714bbb1 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:05.825494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-5c6cb2eb-ea97-4405-a3f2-0c29d56922ab tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:05.826334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-5c6cb2eb-ea97-4405-a3f2-0c29d56922ab tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:05.828000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-5c6cb2eb-ea97-4405-a3f2-0c29d56922ab tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.38 "GET /v2.0/networks?id=d45e7e21-83fe-4f72-906b-bb29ea5f5edc&id=53c9f246-050b-4c05-b55c-c5ffcf033963 HTTP/1.1" status: 200 len: 1391 time: 0.7732589 Aug 20 11:35:05.840340 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2bb852bf-7126-4300-a0fb-55b636d734aa tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.840710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3198c851-16ae-45c6-a480-f09688d997a5 None None] Network 0d5c3c55-2848-41f0-b377-05cbd84b66f5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:05.841583 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2bb852bf-7126-4300-a0fb-55b636d734aa tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/ce44dcb4-fc82-4410-a6e8-a239de323b00 HTTP/1.1" status: 204 len: 168 time: 1.5655158 Aug 20 11:35:05.847032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'port': {'device_id': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc', 'admin_state_up': True, 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:05.851591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43136) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:05.881034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e51063b0-1979-4b0e-96cc-0817cc1ec188 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=981bab59c36f4c10932ff10b206a827c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105978 Aug 20 11:35:05.883484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43138) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:05.894242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] For port 507f997f-eebd-45f5-86ff-a39b48c5895f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=507f997f-eebd-45f5-86ff-a39b48c5895f,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:05.894653 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.900294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'name': 'tempest-ServerRescueNegativeTestJSON-542070527-router', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:14Z', 'updated_at': '2021-08-20T11:35:02Z', 'revision_number': 5, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'gw_port': {'id': '507f997f-eebd-45f5-86ff-a39b48c5895f', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:32:15Z', 'updated_at': '2021-08-20T11:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:05.918106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Calling delete_port for 507f997f-eebd-45f5-86ff-a39b48c5895f owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:05.963712 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:05.964394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1af6ffef-d4d2-404e-a540-160b3c99ab14 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:05.998631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] Checking router: a3c0d9d1-d660-42da-85d7-49edfedca246 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:35:06.002306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c772472-92fb-42df-a89a-7a1f269c17e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.033802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8bd6b2e2-acff-4b45-90f5-78b732f03906 None None] Provisioning for port a8983749-f24e-4dd3-b3d6-3d72799743e0 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:06.050371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c772472-92fb-42df-a89a-7a1f269c17e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.062116 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] Routers {'a3c0d9d1-d660-42da-85d7-49edfedca246'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:06.062867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:34:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a3c0d9d1-d660-42da-85d7-49edfedca246'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:06.064644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8bd6b2e2-acff-4b45-90f5-78b732f03906 None None] Provisioning complete for port a8983749-f24e-4dd3-b3d6-3d72799743e0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:06.065118 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8bd6b2e2-acff-4b45-90f5-78b732f03906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.072140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.227044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c772472-92fb-42df-a89a-7a1f269c17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.229886 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c772472-92fb-42df-a89a-7a1f269c17e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.234303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9c772472-92fb-42df-a89a-7a1f269c17e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d396365-1233-4bc9-93a0-d16208b4657a HTTP/1.1" status: 204 len: 168 time: 0.3468490 Aug 20 11:35:06.245693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c772472-92fb-42df-a89a-7a1f269c17e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d396365-1233-4bc9-93a0-d16208b4657a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:06.275284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 4e2670ac-6d92-4879-a2e0-e074194072fb {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:06.275284 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.298672 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.337551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:06.341831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.345148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=507f997f-eebd-45f5-86ff-a39b48c5895f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:06.400237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] For port 4e2670ac-6d92-4879-a2e0-e074194072fb, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4e2670ac-6d92-4879-a2e0-e074194072fb,segment=NetworkSegment(4a8058d7-4a0d-4e14-b399-7168c590d207),segment_id=4a8058d7-4a0d-4e14-b399-7168c590d207)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:06.401008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.403888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=4e2670ac-6d92-4879-a2e0-e074194072fb,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:06.418948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.423250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 4e2670ac-6d92-4879-a2e0-e074194072fb owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:06.480347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] Set router a3c0d9d1-d660-42da-85d7-49edfedca246 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:06.507278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2500588c-ddac-4409-8901-cede91a08a1f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.548603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500588c-ddac-4409-8901-cede91a08a1f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=a2c866b6-487c-4a45-be9f-48bfc714bbb1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:06.551725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'name': 'tempest-ServerRescueNegativeTestJSON-542070527-router', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:14Z', 'updated_at': '2021-08-20T11:35:05Z', 'revision_number': 6, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:06.589378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 1af6ffef-d4d2-404e-a540-160b3c99ab14 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:06.589915 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.609270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a1a771-1eba-49bf-9ca6-12053693229d None None] The sync data for ids ['a3c0d9d1-d660-42da-85d7-49edfedca246'] in n-d-804230-3 is: [{'id': 'a3c0d9d1-d660-42da-85d7-49edfedca246', 'name': 'tempest-ServerRescueNegativeTestJSON-542070527-router', 'tenant_id': '8da78c2b026349df8fe2da90b9e4d837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:32:14Z', 'updated_at': '2021-08-20T11:35:05Z', 'revision_number': 6, 'project_id': '8da78c2b026349df8fe2da90b9e4d837', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:35:06.691557 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8bd6b2e2-acff-4b45-90f5-78b732f03906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.705661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.711593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-088177c0-c553-48f6-83e9-db82fd1d09e3 req-c847bc9a-980d-4266-82c5-181bcadee69b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0780225 Aug 20 11:35:06.716167 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.751208 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2500588c-ddac-4409-8901-cede91a08a1f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.758199 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2500588c-ddac-4409-8901-cede91a08a1f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/a2c866b6-487c-4a45-be9f-48bfc714bbb1 HTTP/1.1" status: 204 len: 168 time: 2.1582630 Aug 20 11:35:06.769325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43148) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:06.792360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8bd6b2e2-acff-4b45-90f5-78b732f03906 None None] For port a8983749-f24e-4dd3-b3d6-3d72799743e0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a8983749-f24e-4dd3-b3d6-3d72799743e0,segment=NetworkSegment(17023dd7-fbc8-4a20-9ee8-335f220056eb),segment_id=17023dd7-fbc8-4a20-9ee8-335f220056eb)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:06.820636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Allocated IP 19.80.0.47 (d45e7e21-83fe-4f72-906b-bb29ea5f5edc/69252c66-9d63-4ee0-a737-0435c87cdeff/ff41af69-1b8c-46cb-87c9-e6f7805e7e18) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:06.844465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.856182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca82374c-0ca6-4e21-9b2f-c40a75a2a803 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:06.900980 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=4e2670ac-6d92-4879-a2e0-e074194072fb,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:06.917602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No DVR routers for this DVR port 4e2670ac-6d92-4879-a2e0-e074194072fb on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:06.924539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:06.924970 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.929431 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8bd6b2e2-acff-4b45-90f5-78b732f03906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.957675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93042d20-dca6-4cb5-8465-c3f3bb2d52f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:06.961758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-93042d20-dca6-4cb5-8465-c3f3bb2d52f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1889760 Aug 20 11:35:06.962344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43150) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:06.972690 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.973243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c0d9d1-d660-42da-85d7-49edfedca246 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:35:06.978030 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:06.981399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-75a17ccf-bc18-4175-8a88-651fdf2f01c5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a3c0d9d1-d660-42da-85d7-49edfedca246 HTTP/1.1" status: 204 len: 168 time: 1.9414108 Aug 20 11:35:07.009628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43152) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:07.045144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b80a69c-9955-41fb-9c94-52f35093cdba None None] DHCP port deletion for 0d5c3c55-2848-41f0-b377-05cbd84b66f5 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:07.055424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6b2e2-acff-4b45-90f5-78b732f03906 None None] Pushing event updated for resources: {'Port': ['ID=a8983749-f24e-4dd3-b3d6-3d72799743e0,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:07.069965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e9a3d7-c721-4b15-abdb-b1b12ae1e3e4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:07.071743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-24e9a3d7-c721-4b15-abdb-b1b12ae1e3e4 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1085279 Aug 20 11:35:07.074367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43154) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:07.129053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-57cd45ab-caf1-4e0c-8569-a2fe21129b16 None None] Provisioning complete for port a8983749-f24e-4dd3-b3d6-3d72799743e0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:07.129435 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-57cd45ab-caf1-4e0c-8569-a2fe21129b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.150734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea233868-247f-4076-97ab-d4028faf9d18 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:07.152742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea233868-247f-4076-97ab-d4028faf9d18 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:07.154682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea233868-247f-4076-97ab-d4028faf9d18 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:07.155986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ea233868-247f-4076-97ab-d4028faf9d18 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0802598 Aug 20 11:35:07.158894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43156) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:07.206594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.218386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24c1a1a-76bc-46f0-9c7d-8d3f41231a97 admin admin] Deleting subnet 7049a454-c335-4902-ad05-70e8d6378b5a {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:07.225873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd300069-39c7-47a3-b496-e3e75820c33d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet cbc0d9fe-3210-4b7f-baa0-cb40f1003582 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:07.229391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d24c1a1a-76bc-46f0-9c7d-8d3f41231a97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.229634 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd300069-39c7-47a3-b496-e3e75820c33d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.231916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5c3c55-2848-41f0-b377-05cbd84b66f5']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:07.274266 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd300069-39c7-47a3-b496-e3e75820c33d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.275228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8058d7-4a0d-4e14-b399-7168c590d207') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:07.275525 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8058d7-4a0d-4e14-b399-7168c590d207') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:07.298597 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.315009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43158) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:07.322367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d24c1a1a-76bc-46f0-9c7d-8d3f41231a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.344393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.363513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.367480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:07.367905 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:07.371010 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:07.392003 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-601697ab-aca4-4f9f-b8a7-5c509ff4d62f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4404086705914ce0a926cf9e5a8099d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758510 Aug 20 11:35:07.396702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43160) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:07.407775 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd300069-39c7-47a3-b496-e3e75820c33d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.462711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d24c1a1a-76bc-46f0-9c7d-8d3f41231a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.495142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 06632af8-ad24-4300-9871-1325e6cba9ec no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:07.517799 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d2338a2-240f-4dd1-bb1c-945c7f2ef05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.524442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 06632af8-ad24-4300-9871-1325e6cba9ec {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:07.525149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 06632af8-ad24-4300-9871-1325e6cba9ec not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:07.550195 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d2338a2-240f-4dd1-bb1c-945c7f2ef05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.572216 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.585987 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.591387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/networks/0d5c3c55-2848-41f0-b377-05cbd84b66f5 HTTP/1.1" status: 204 len: 168 time: 1.7344563 Aug 20 11:35:07.592221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43162) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:07.605962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'name': 'tempest-PortsIpV6TestJSON-876788673'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:07.616028 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd300069-39c7-47a3-b496-e3e75820c33d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.634384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Transition to ACTIVE for port object ff41af69-1b8c-46cb-87c9-e6f7805e7e18 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:07.635662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a8983749-f24e-4dd3-b3d6-3d72799743e0 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:07.656496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd300069-39c7-47a3-b496-e3e75820c33d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc0d9fe-3210-4b7f-baa0-cb40f1003582,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:07.659307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd300069-39c7-47a3-b496-e3e75820c33d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.661654 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cd300069-39c7-47a3-b496-e3e75820c33d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/cbc0d9fe-3210-4b7f-baa0-cb40f1003582 HTTP/1.1" status: 204 len: 168 time: 0.5015111 Aug 20 11:35:07.664050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43164) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:07.666852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a923d-75f4-481c-bbb9-a2690ec4099d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Network': ['ID=0d5c3c55-2848-41f0-b377-05cbd84b66f5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:07.683733 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41bb65a-7caa-47ef-8e39-877a13a0514f None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:07.686765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d24c1a1a-76bc-46f0-9c7d-8d3f41231a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.752960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c1a1a-76bc-46f0-9c7d-8d3f41231a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7049a454-c335-4902-ad05-70e8d6378b5a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:07.760731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a8983749-f24e-4dd3-b3d6-3d72799743e0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:07.761308 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.766263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d24c1a1a-76bc-46f0-9c7d-8d3f41231a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.766517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e631b7-9acb-4f79-b1ba-610c9e21a1e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet df299bcb-8d83-48e0-b837-de78378057ed {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:07.769189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d24c1a1a-76bc-46f0-9c7d-8d3f41231a97 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7049a454-c335-4902-ad05-70e8d6378b5a HTTP/1.1" status: 204 len: 168 time: 0.6831884 Aug 20 11:35:07.774261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43170) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:07.775126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d2338a2-240f-4dd1-bb1c-945c7f2ef05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.779109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1d2338a2-240f-4dd1-bb1c-945c7f2ef05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.781296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1d2338a2-240f-4dd1-bb1c-945c7f2ef05f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4bbb2b9a-cb90-4149-ba24-a06a6dddc02f HTTP/1.1" status: 204 len: 168 time: 0.3835285 Aug 20 11:35:07.782871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1e631b7-9acb-4f79-b1ba-610c9e21a1e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.893477 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.902181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2338a2-240f-4dd1-bb1c-945c7f2ef05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbb2b9a-cb90-4149-ba24-a06a6dddc02f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:07.916717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:07.921376 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.956371 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:07.959371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c9f953e-16c2-4890-b126-2ac041829d1d req-1ff1848e-86ba-41a1-8361-87db2d3f3c23 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0778742 Aug 20 11:35:08.000119 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1e631b7-9acb-4f79-b1ba-610c9e21a1e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.051816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fbab72c8-de82-4953-87ea-38e045dacd5a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:08.056580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port b48900a1-0414-480f-8840-55236b4d1324 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:08.081356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: fbab72c8-de82-4953-87ea-38e045dacd5a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:08.081704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fbab72c8-de82-4953-87ea-38e045dacd5a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:08.082134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 507f997f-eebd-45f5-86ff-a39b48c5895f no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:08.105877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 507f997f-eebd-45f5-86ff-a39b48c5895f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:08.106230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 507f997f-eebd-45f5-86ff-a39b48c5895f not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:08.106691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4e2670ac-6d92-4879-a2e0-e074194072fb no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:08.112780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1e631b7-9acb-4f79-b1ba-610c9e21a1e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.132463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 4e2670ac-6d92-4879-a2e0-e074194072fb {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:08.132833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4e2670ac-6d92-4879-a2e0-e074194072fb not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:08.196430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network d45e7e21-83fe-4f72-906b-bb29ea5f5edc is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:08.209895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Port': ['ID=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:08.213733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:08.216033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:08.225658 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.280784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5413e3-4e0a-4a92-8cfb-272b1a827e57']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:08.310332 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1e631b7-9acb-4f79-b1ba-610c9e21a1e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.311822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b805eb2-9ce8-437a-85fe-f27291823720') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:08.317887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b805eb2-9ce8-437a-85fe-f27291823720') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:08.363250 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.381876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:08.382642 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.391220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e631b7-9acb-4f79-b1ba-610c9e21a1e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=df299bcb-8d83-48e0-b837-de78378057ed,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:08.395629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1e631b7-9acb-4f79-b1ba-610c9e21a1e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.398888 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b1e631b7-9acb-4f79-b1ba-610c9e21a1e2 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/df299bcb-8d83-48e0-b837-de78378057ed HTTP/1.1" status: 204 len: 168 time: 0.7332952 Aug 20 11:35:08.406285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43176) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:08.407020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.425159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:08.425583 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:08.428918 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:08.480860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1bcaaccb-80c4-4560-a84b-6d8c55813844 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717671 Aug 20 11:35:08.485447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43178) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:08.491516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.503989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1e7ee276-3853-4518-a35b-93e624629d20 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:08.510061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-512d3e02-ef31-4c45-a2b1-4b1f5e29ebe9 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6673405 Aug 20 11:35:08.527031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Request body: {'port': {'device_id': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963', 'admin_state_up': True, 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:08.631269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.661233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.668338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] 10.222.0.10 "DELETE /v2.0/networks/cd5413e3-4e0a-4a92-8cfb-272b1a827e57 HTTP/1.1" status: 204 len: 168 time: 0.8923385 Aug 20 11:35:08.672063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be663e5-57db-47fc-9673-fe3f2e85228b admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5413e3-4e0a-4a92-8cfb-272b1a827e57,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:08.814559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7ee276-3853-4518-a35b-93e624629d20 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:08.819519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee276-3853-4518-a35b-93e624629d20 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.831784 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.846469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eb28b47c-4f56-437a-a813-3b85b81fb6b8 None None] Provisioning for port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:08.851536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eb28b47c-4f56-437a-a813-3b85b81fb6b8 None None] Provisioning complete for port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:08.852230 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eb28b47c-4f56-437a-a813-3b85b81fb6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.869709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:08.874829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:08.920317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-eb28b47c-4f56-437a-a813-3b85b81fb6b8 None None] Port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:08.933992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:08.940746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:08.941437 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.949572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Made reservation on behalf of e802f5f2fcf4414cb1c669b719198804 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:08.953420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:08.977771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=b48900a1-0414-480f-8840-55236b4d1324,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:09.084200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bd5c67-0720-4167-abe3-4d88f4c038bc None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:09.084423 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-da3ca2be-4d29-4ca8-868f-56a1c05dfef5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4888847 Aug 20 11:35:09.088842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43194) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:09.163917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-59eb6235-d0e8-4c11-baef-a856a7b1756f None None] Provisioning complete for port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:09.164292 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-59eb6235-d0e8-4c11-baef-a856a7b1756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.237510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Allocated IP 19.86.0.132 (53c9f246-050b-4c05-b55c-c5ffcf033963/eebf934e-be07-4dfb-9cb3-e902b13347a3/8ab30683-bc84-4407-b9b3-4447cd0026a0) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:09.271758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83d087-f308-47aa-b9d7-7c122e858e34 req-c6bbf5b0-2f6a-4de1-9b0e-51089d8a479f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:09.271758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc83d087-f308-47aa-b9d7-7c122e858e34 req-c6bbf5b0-2f6a-4de1-9b0e-51089d8a479f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 931 time: 0.1433167 Aug 20 11:35:09.275235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43200) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:09.336978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc83d087-f308-47aa-b9d7-7c122e858e34 req-d03f0c1d-06de-4b22-9f02-e222f6e248d8 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758150 Aug 20 11:35:09.359548 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee276-3853-4518-a35b-93e624629d20 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.390173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc011d79-6f89-4c52-8787-21a0bf33b74e None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:09.418877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-57a38b32-5d5f-4784-ae4f-b9e1f590d0bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8da78c2b026349df8fe2da90b9e4d837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423922 Aug 20 11:35:09.422875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f9bdbef0-79e5-4fc7-82d7-fdd0b981ce7f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port b48900a1-0414-480f-8840-55236b4d1324 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:09.422875 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9bdbef0-79e5-4fc7-82d7-fdd0b981ce7f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.423130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43202) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:09.468995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7ee276-3853-4518-a35b-93e624629d20 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:09.480797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-1e7ee276-3853-4518-a35b-93e624629d20 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:09.489237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ee276-3853-4518-a35b-93e624629d20 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:09.490772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e7ee276-3853-4518-a35b-93e624629d20 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.498548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ee276-3853-4518-a35b-93e624629d20 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=66675b14-f5a5-4bb1-a66d-78b14cc2df4e,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:09.501896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-dc011d79-6f89-4c52-8787-21a0bf33b74e None None] Deleting port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:09.502897 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dc011d79-6f89-4c52-8787-21a0bf33b74e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.521026 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee58abce-f3b1-4eb5-9ea1-cdd8466e9f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.542271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9bdbef0-79e5-4fc7-82d7-fdd0b981ce7f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.552205 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee58abce-f3b1-4eb5-9ea1-cdd8466e9f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.568850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.582383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f9bdbef0-79e5-4fc7-82d7-fdd0b981ce7f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for b48900a1-0414-480f-8840-55236b4d1324 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:09.626708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Transition to ACTIVE for port object 8ab30683-bc84-4407-b9b3-4447cd0026a0 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:09.631460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca82374c-0ca6-4e21-9b2f-c40a75a2a803 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:09.642823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-dc011d79-6f89-4c52-8787-21a0bf33b74e None None] For port ca82374c-0ca6-4e21-9b2f-c40a75a2a803, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:09.643206 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dc011d79-6f89-4c52-8787-21a0bf33b74e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.674825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-dc011d79-6f89-4c52-8787-21a0bf33b74e None None] Calling delete_port for ca82374c-0ca6-4e21-9b2f-c40a75a2a803 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:09.724438 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1e7ee276-3853-4518-a35b-93e624629d20 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2373214 Aug 20 11:35:09.725610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee58abce-f3b1-4eb5-9ea1-cdd8466e9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.727975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43208) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:09.729264 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee58abce-f3b1-4eb5-9ea1-cdd8466e9f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.730408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ee58abce-f3b1-4eb5-9ea1-cdd8466e9f77 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f17dd48-1615-43c7-b497-148cab4d45dd HTTP/1.1" status: 204 len: 168 time: 0.3062696 Aug 20 11:35:09.740796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0fc45e52-aec1-431b-847e-fea2859a5cad tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:09.755730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58abce-f3b1-4eb5-9ea1-cdd8466e9f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17dd48-1615-43c7-b497-148cab4d45dd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:09.800941 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.814834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.838826 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9bdbef0-79e5-4fc7-82d7-fdd0b981ce7f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.850202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ca82374c-0ca6-4e21-9b2f-c40a75a2a803, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:09.877734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Network 53c9f246-050b-4c05-b55c-c5ffcf033963 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:09.897046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:09.906903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:09.924420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9bdbef0-79e5-4fc7-82d7-fdd0b981ce7f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.928707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f9bdbef0-79e5-4fc7-82d7-fdd0b981ce7f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/b48900a1-0414-480f-8840-55236b4d1324 HTTP/1.1" status: 204 len: 168 time: 0.8369164 Aug 20 11:35:09.929142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43216) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:09.934412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'mac_address': 'fa:16:3e:cd:81:63', 'name': 'tempest-PortsIpV6TestJSON-180115428'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:09.941292 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:09.999748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event updated for resources: {'Port': ['ID=8ab30683-bc84-4407-b9b3-4447cd0026a0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:10.001648 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dc011d79-6f89-4c52-8787-21a0bf33b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.045502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdbef0-79e5-4fc7-82d7-fdd0b981ce7f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=b48900a1-0414-480f-8840-55236b4d1324,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:10.049058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc011d79-6f89-4c52-8787-21a0bf33b74e None None] No DVR routers for this DVR port ca82374c-0ca6-4e21-9b2f-c40a75a2a803 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:10.059680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:10.079193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0735ba-431f-4619-8d5c-fc3f77294751 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:10.098761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:10.100977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.106925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc011d79-6f89-4c52-8787-21a0bf33b74e None None] Pushing event deleted for resources: {'Port': ['ID=ca82374c-0ca6-4e21-9b2f-c40a75a2a803,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:10.154576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc45e52-aec1-431b-847e-fea2859a5cad tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:10.170602 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0fc45e52-aec1-431b-847e-fea2859a5cad tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.266218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-6edb1249-a81b-45b9-9fe9-67dd6c7c493b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7442272 Aug 20 11:35:10.287772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Request body: {'port': {'device_id': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:10.312703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'tenant_id': '44fddfa2d68c46c891b8403452ed060d', 'fixed_ips': [{'subnet_id': '66675b14-f5a5-4bb1-a66d-78b14cc2df4e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:10.313635 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.314968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:10.425745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.446069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ff16ae10-0ee9-4067-93b2-8aa3ba5c21c9 None None] Provisioning for port 8ab30683-bc84-4407-b9b3-4447cd0026a0 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:10.464706 n-d-804230-3 neutron-server[95588]: INFO neutron.db.ipam_backend_mixin [None req-0fc45e52-aec1-431b-847e-fea2859a5cad tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 66675b14-f5a5-4bb1-a66d-78b14cc2df4e (CIDR: 2001:db8::/64) Aug 20 11:35:10.480639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ff16ae10-0ee9-4067-93b2-8aa3ba5c21c9 None None] Provisioning complete for port 8ab30683-bc84-4407-b9b3-4447cd0026a0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:10.481222 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ff16ae10-0ee9-4067-93b2-8aa3ba5c21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.503897 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc45e52-aec1-431b-847e-fea2859a5cad tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:35:10.504747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc45e52-aec1-431b-847e-fea2859a5cad tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:10.544904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ff16ae10-0ee9-4067-93b2-8aa3ba5c21c9 None None] Port 8ab30683-bc84-4407-b9b3-4447cd0026a0 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:10.554704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Allocated IP 2001:db8::2 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/66675b14-f5a5-4bb1-a66d-78b14cc2df4e/95327f45-eb49-4a1d-b764-10b90cafb3ec) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:10.613204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0fc45e52-aec1-431b-847e-fea2859a5cad tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8837378 Aug 20 11:35:10.620397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43240) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:10.627509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'subnet': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:10.762283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.815872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:10.829228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Transition to ACTIVE for port object 95327f45-eb49-4a1d-b764-10b90cafb3ec will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:10.831340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port f5f261e6-a24c-47c7-b7a6-8f32473ae72d yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:10.861774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58b82-e866-4bc7-b49d-d6aa24524c2f req-bd0274ae-d978-492d-b21c-36dc34fa4818 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:10.867381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Transition to ACTIVE for port object 95327f45-eb49-4a1d-b764-10b90cafb3ec will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:10.871795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58b82-e866-4bc7-b49d-d6aa24524c2f req-bd0274ae-d978-492d-b21c-36dc34fa4818 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:10.882151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14d58b82-e866-4bc7-b49d-d6aa24524c2f req-bd0274ae-d978-492d-b21c-36dc34fa4818 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1654 time: 0.1166379 Aug 20 11:35:10.974004 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.001247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14d58b82-e866-4bc7-b49d-d6aa24524c2f req-cefccb8f-6419-4efc-8e83-9e9b54950715 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177368 Aug 20 11:35:11.039933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:11.051735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:11.057355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:11.078893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Pushing event updated for resources: {'Port': ['ID=95327f45-eb49-4a1d-b764-10b90cafb3ec,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:11.136157 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.177514 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.209744 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Attempting to bind port 95327f45-eb49-4a1d-b764-10b90cafb3ec on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:11.211737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Attempting to bind port 95327f45-eb49-4a1d-b764-10b90cafb3ec by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:11.213140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Attempting to bind port 95327f45-eb49-4a1d-b764-10b90cafb3ec on network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:11.229398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:11.229705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Checking segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:11.230161 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.230539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Bound using segment: {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:11.231106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Bound port: 95327f45-eb49-4a1d-b764-10b90cafb3ec, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632fb977-799d-4967-aabd-0e86027e028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:11.231407 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.233163 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff41af69-1b8c-46cb-87c9-e6f7805e7e18 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:11.238168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:11.242241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.266292 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.309860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] For port 95327f45-eb49-4a1d-b764-10b90cafb3ec, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:11.313183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] For port 95327f45-eb49-4a1d-b764-10b90cafb3ec, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=95327f45-eb49-4a1d-b764-10b90cafb3ec,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:11.313565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Transition to ACTIVE for port object ff41af69-1b8c-46cb-87c9-e6f7805e7e18 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:11.315671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.362911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:11.366289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:11.368737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:11.375192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.375928 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.396942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=f5f261e6-a24c-47c7-b7a6-8f32473ae72d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:11.496558 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.504259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.522702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43260) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:11.557635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-34862865-c46b-4057-b459-7e306d178b5b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6273847 Aug 20 11:35:11.559866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43264) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:11.562597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:11.571593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508be1c-0f28-42c0-b7d1-651df1af4c91 None None] Pushing event updated for resources: {'Port': ['ID=95327f45-eb49-4a1d-b764-10b90cafb3ec,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:11.689888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ccd5e-25d4-4e7c-a42a-5ca376aef554 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:11.694741 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-774ccd5e-25d4-4e7c-a42a-5ca376aef554 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/f5f261e6-a24c-47c7-b7a6-8f32473ae72d HTTP/1.1" status: 200 len: 844 time: 0.1348579 Aug 20 11:35:11.695642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43268) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:11.833149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Attempting to bind port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:11.833558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Attempting to bind port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'adcedfd6-b818-469e-9dde-a221c92bd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:11.833922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Attempting to bind port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 on network d45e7e21-83fe-4f72-906b-bb29ea5f5edc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:11.841949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 on network d45e7e21-83fe-4f72-906b-bb29ea5f5edc not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:11.842275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Attempting to bind port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 on network d45e7e21-83fe-4f72-906b-bb29ea5f5edc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:11.872736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:11.873228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Checking segment: {'id': 'adcedfd6-b818-469e-9dde-a221c92bd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:11.873644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Bound using segment: {'id': 'adcedfd6-b818-469e-9dde-a221c92bd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:11.874123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Bound port: ff41af69-1b8c-46cb-87c9-e6f7805e7e18, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcedfd6-b818-469e-9dde-a221c92bd062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:11.874630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.884314 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-614005869-network', 'tenant_id': '57db1c3dc48943d59c65ba3c536c12c3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:11.893983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e649a-b020-4328-9fe8-797954cbe73d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port f5f261e6-a24c-47c7-b7a6-8f32473ae72d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:11.894347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f3e649a-b020-4328-9fe8-797954cbe73d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:11.916558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:35:12.036692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f3e649a-b020-4328-9fe8-797954cbe73d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.057474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e649a-b020-4328-9fe8-797954cbe73d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for f5f261e6-a24c-47c7-b7a6-8f32473ae72d owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:12.102913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Made reservation on behalf of 57db1c3dc48943d59c65ba3c536c12c3 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:12.107375 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.136889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] For port ff41af69-1b8c-46cb-87c9-e6f7805e7e18, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:12.155147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] For port ff41af69-1b8c-46cb-87c9-e6f7805e7e18, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,segment=NetworkSegment(adcedfd6-b818-469e-9dde-a221c92bd062),segment_id=adcedfd6-b818-469e-9dde-a221c92bd062)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:12.178792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.257825 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.285451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c6d96-b290-494f-94d4-401f5e69a19f req-faf116d3-4309-4b08-8b49-2e11dfd0963a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.291993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c6d96-b290-494f-94d4-401f5e69a19f req-faf116d3-4309-4b08-8b49-2e11dfd0963a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.293764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04c6d96-b290-494f-94d4-401f5e69a19f req-faf116d3-4309-4b08-8b49-2e11dfd0963a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1666 time: 0.1308658 Aug 20 11:35:12.308209 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.360871 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04c6d96-b290-494f-94d4-401f5e69a19f req-62c82a62-6fdd-4f02-9e82-0ac8528c0c3c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582829 Aug 20 11:35:12.363833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.364889 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.366345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] 10.222.0.38 "PUT /v2.0/ports/ff41af69-1b8c-46cb-87c9-e6f7805e7e18 HTTP/1.1" status: 200 len: 1091 time: 2.0866456 Aug 20 11:35:12.371652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'tag': 'ff41af69-1b8c-46cb-87c9-e6f7805e7e18'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:12.375956 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d34e87-775e-470c-a67f-3e5e3a818a44" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "tag": "ff41af69-1b8c-46cb-87c9-e6f7805e7e18"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:12.422484 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f3e649a-b020-4328-9fe8-797954cbe73d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.435743 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.464484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8c80b-54e4-44da-8cb0-8d2867134ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:12.480336 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bdf0c5-d368-421e-950b-6c702fa8a7a1 x-openstack-request-id: req-84bdf0c5-d368-421e-950b-6c702fa8a7a1 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:12.480336 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "tag": "ff41af69-1b8c-46cb-87c9-e6f7805e7e18", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:12.480336 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84bdf0c5-d368-421e-950b-6c702fa8a7a1 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:12.480336 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'tag': 'ff41af69-1b8c-46cb-87c9-e6f7805e7e18', 'status': 'completed', 'code': 200} Aug 20 11:35:12.488381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e649a-b020-4328-9fe8-797954cbe73d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=f5f261e6-a24c-47c7-b7a6-8f32473ae72d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:12.495409 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f3e649a-b020-4328-9fe8-797954cbe73d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.498488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5f3e649a-b020-4328-9fe8-797954cbe73d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/f5f261e6-a24c-47c7-b7a6-8f32473ae72d HTTP/1.1" status: 204 len: 168 time: 0.8012729 Aug 20 11:35:12.501668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43284) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:12.515370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Request body: {'port': {'device_id': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:12.563280 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bd7b92-9c5f-4b33-814e-e5e6e0b24cf8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:35:12.566552 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d6bd7b92-9c5f-4b33-814e-e5e6e0b24cf8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/f5f261e6-a24c-47c7-b7a6-8f32473ae72d HTTP/1.1" status: 404 len: 333 time: 0.0619295 Aug 20 11:35:12.569100 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.571817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43286) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:12.577566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'name': 'tempest-PortsIpV6TestJSON-2146560073'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:12.584260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:12.594177 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.594617 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Added segment ad885a2a-f410-4ed3-aea2-72d53ff57645 of type vlan for network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 Aug 20 11:35:12.691044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] For port 95327f45-eb49-4a1d-b764-10b90cafb3ec, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=95327f45-eb49-4a1d-b764-10b90cafb3ec,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:12.706858 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.716684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.757983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d34e87-775e-470c-a67f-3e5e3a818a44 req-4e78c982-979a-4631-ad11-d2d4246b26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.758787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d34e87-775e-470c-a67f-3e5e3a818a44 req-4e78c982-979a-4631-ad11-d2d4246b26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.760802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41d34e87-775e-470c-a67f-3e5e3a818a44 req-4e78c982-979a-4631-ad11-d2d4246b26cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e802f5f2fcf4414cb1c669b719198804&device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1913 time: 0.2360103 Aug 20 11:35:12.761725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cace9f-c7a7-4ba3-a051-b70e59c70779,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:12.850048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.926229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:12.929778 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.934101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d34e87-775e-470c-a67f-3e5e3a818a44 req-a5ec5022-89e1-40e9-9e24-2f6bd3a6141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.935097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d34e87-775e-470c-a67f-3e5e3a818a44 req-a5ec5022-89e1-40e9-9e24-2f6bd3a6141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.936308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d34e87-775e-470c-a67f-3e5e3a818a44 req-a5ec5022-89e1-40e9-9e24-2f6bd3a6141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:12.938483 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41d34e87-775e-470c-a67f-3e5e3a818a44 req-a5ec5022-89e1-40e9-9e24-2f6bd3a6141c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e802f5f2fcf4414cb1c669b719198804&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1544273 Aug 20 11:35:12.951287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43288) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:12.964744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'network': {'name': 'tempest-network-smoke--1615872548', 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'port_security_enabled': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:12.966645 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port db8a5771-0b54-4146-a010-493d1157e0eb yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:12.978095 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:12.978922 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.038900 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.040467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:13.041252 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.133551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] Pushing event updated for resources: {'Network': ['ID=0a6b6604-e91f-4bab-9a3e-219fcaa243c2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:13.140861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d34e87-775e-470c-a67f-3e5e3a818a44 req-7af54957-cc1c-4a13-953f-5346a818fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:13.142206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41d34e87-775e-470c-a67f-3e5e3a818a44 req-7af54957-cc1c-4a13-953f-5346a818fa78 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899953 Aug 20 11:35:13.143958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6288377d-a768-40ab-9704-248250301b81 None None] Provisioning for port 95327f45-eb49-4a1d-b764-10b90cafb3ec completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:13.149013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:13.151077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=95327f45-eb49-4a1d-b764-10b90cafb3ec,revision_number=4']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:13.176105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Made reservation on behalf of b45dc25967c4475eb0928c1cfe9b506a for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:13.178398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:13.180591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.195392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:13.195674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.205855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:13.206705 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.215186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a2e66e-c9dd-43b3-a86f-2e25fb6c2ca4 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:13.216761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Subnet': ['ID=b18171a5-fa1d-4e2a-ab3d-fa2c24bb7f1c,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:13.257163 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:35:13.284456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4e276ffb-679f-4248-92cf-cce26de29437 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7606218 Aug 20 11:35:13.287316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43292) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:13.293006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Request body: {'subnet': {'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-614005869-subnet', 'tenant_id': '57db1c3dc48943d59c65ba3c536c12c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:13.312643 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.336396 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-82530baa-1c84-4222-b848-8a0a2861ffd7 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7120161 Aug 20 11:35:13.337102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43294) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:13.347247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Request body: {'port': {'network_id': '6c38e2f5-a0f2-4533-8999-8792f4f8da4f', 'mac_address': 'fa:16:3e:f3:88:5e', 'name': 'tempest-NetworksTestDHCPv6-1881504685'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:13.409541 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.426389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab30683-bc84-4407-b9b3-4447cd0026a0 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:13.437169 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.463638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Transition to ACTIVE for port object 8ab30683-bc84-4407-b9b3-4447cd0026a0 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:13.501824 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.536756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d057-e2ad-4d75-9c06-0a7cd4cf5c6d req-8f1a213e-ed43-4591-a1a5-629a8d15151d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:13.542865 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d057-e2ad-4d75-9c06-0a7cd4cf5c6d req-8f1a213e-ed43-4591-a1a5-629a8d15151d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:13.544527 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b41d057-e2ad-4d75-9c06-0a7cd4cf5c6d req-8f1a213e-ed43-4591-a1a5-629a8d15151d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1666 time: 0.0629663 Aug 20 11:35:13.582106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.630682 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.640908 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.656847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b41d057-e2ad-4d75-9c06-0a7cd4cf5c6d req-c16bee82-9132-4f22-8462-26367e51b3c8 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049409 Aug 20 11:35:13.672735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 95327f45-eb49-4a1d-b764-10b90cafb3ec up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:13.674922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:13.692382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4abb12a-f2b6-4d45-a0bb-19597ff57ac1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:13.698104 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.699402 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Added segment 697441cd-1bd3-4fe2-9905-a9c28b54dd57 of type vlan for network c1673a01-63ef-4f13-b5c8-bc1e83288614 Aug 20 11:35:13.701829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Pushing event updated for resources: {'Port': ['ID=8ab30683-bc84-4407-b9b3-4447cd0026a0,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:13.738011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:13.761884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:13.764211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:13.770065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:13.770749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.774032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Made reservation on behalf of 57db1c3dc48943d59c65ba3c536c12c3 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:13.779068 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.807650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=db8a5771-0b54-4146-a010-493d1157e0eb,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:13.825807 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Attempting to bind port 8ab30683-bc84-4407-b9b3-4447cd0026a0 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:13.826150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Attempting to bind port 8ab30683-bc84-4407-b9b3-4447cd0026a0 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '17023dd7-fbc8-4a20-9ee8-335f220056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:13.826597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Attempting to bind port 8ab30683-bc84-4407-b9b3-4447cd0026a0 on network 53c9f246-050b-4c05-b55c-c5ffcf033963 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:13.831261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Port 8ab30683-bc84-4407-b9b3-4447cd0026a0 on network 53c9f246-050b-4c05-b55c-c5ffcf033963 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:13.848700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Attempting to bind port 8ab30683-bc84-4407-b9b3-4447cd0026a0 on network 53c9f246-050b-4c05-b55c-c5ffcf033963 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:13.848700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:13.848700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Checking segment: {'id': '17023dd7-fbc8-4a20-9ee8-335f220056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:13.848700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Bound using segment: {'id': '17023dd7-fbc8-4a20-9ee8-335f220056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:13.848700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Bound port: 8ab30683-bc84-4407-b9b3-4447cd0026a0, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17023dd7-fbc8-4a20-9ee8-335f220056eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:13.848700 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.849560 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.869295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 95327f45-eb49-4a1d-b764-10b90cafb3ec completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:13.874817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 95327f45-eb49-4a1d-b764-10b90cafb3ec triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:13.875321 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:13.921662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] For port 8ab30683-bc84-4407-b9b3-4447cd0026a0, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:13.925982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] For port 8ab30683-bc84-4407-b9b3-4447cd0026a0, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8ab30683-bc84-4407-b9b3-4447cd0026a0,segment=NetworkSegment(17023dd7-fbc8-4a20-9ee8-335f220056eb),segment_id=17023dd7-fbc8-4a20-9ee8-335f220056eb)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:13.935357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Made reservation on behalf of 44fddfa2d68c46c891b8403452ed060d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:14.000394 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.005744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.025016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.025016 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.055611 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 95327f45-eb49-4a1d-b764-10b90cafb3ec, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=95327f45-eb49-4a1d-b764-10b90cafb3ec,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:14.110811 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6c9200aa-24cb-4460-b18d-24567f443a62 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5377851 Aug 20 11:35:14.118542 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.118542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43298) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:14.129246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b09e0301-c51f-4ac8-9a37-a906bbffa290 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:14.185707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Network': ['ID=c1673a01-63ef-4f13-b5c8-bc1e83288614,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:14.219407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ebfb5e51-ddc7-4ba7-8691-e991c2167ee5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2555208 Aug 20 11:35:14.221802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43300) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:14.227543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'admin_state_up': True, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:14.238059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.257556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b09e0301-c51f-4ac8-9a37-a906bbffa290 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.263573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.264853 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.266467 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] 10.222.0.38 "PUT /v2.0/ports/8ab30683-bc84-4407-b9b3-4447cd0026a0 HTTP/1.1" status: 200 len: 1092 time: 1.7580705 Aug 20 11:35:14.287062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] device_id is not set on port 6ee8a717-b0a9-483e-9cae-9633d833d614 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:14.353531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2d159-7754-40b7-8ed7-c79ccc58c74e service neutron] Pushing event updated for resources: {'Port': ['ID=8ab30683-bc84-4407-b9b3-4447cd0026a0,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:14.424987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network c1673a01-63ef-4f13-b5c8-bc1e83288614 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:14.431536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.484694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'tag': '8ab30683-bc84-4407-b9b3-4447cd0026a0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:14.487535 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceb7797-7919-4932-9692-3f199434db7f" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "tag": "8ab30683-bc84-4407-b9b3-4447cd0026a0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:14.539460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8::325 (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/66675b14-f5a5-4bb1-a66d-78b14cc2df4e/6ee8a717-b0a9-483e-9cae-9633d833d614) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:14.539460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:885e (6c38e2f5-a0f2-4533-8999-8792f4f8da4f/b18171a5-fa1d-4e2a-ab3d-fa2c24bb7f1c/6ee8a717-b0a9-483e-9cae-9633d833d614) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:14.539460 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.545782 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc67564b-0b21-4e37-92d9-7ca2da5e6d2f x-openstack-request-id: req-fc67564b-0b21-4e37-92d9-7ca2da5e6d2f {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:14.546213 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "tag": "8ab30683-bc84-4407-b9b3-4447cd0026a0", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:14.546723 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc67564b-0b21-4e37-92d9-7ca2da5e6d2f {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:14.547180 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'tag': '8ab30683-bc84-4407-b9b3-4447cd0026a0', 'status': 'completed', 'code': 200} Aug 20 11:35:14.562033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=95327f45-eb49-4a1d-b764-10b90cafb3ec,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:14.568684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-bfb961c2-7c9c-4eaf-8d11-fe0a49dea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.569264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-bfb961c2-7c9c-4eaf-8d11-fe0a49dea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.571008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-bfb961c2-7c9c-4eaf-8d11-fe0a49dea0c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e802f5f2fcf4414cb1c669b719198804&device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1980 time: 0.1599190 Aug 20 11:35:14.621353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-15b0fbf7-62c9-4919-80fe-f08ff0770301 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.47&port_id=ff41af69-1b8c-46cb-87c9-e6f7805e7e18 HTTP/1.1" status: 200 len: 217 time: 0.0387342 Aug 20 11:35:14.627221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-59429c82-baf0-49f2-a0f6-43c822a8c9bd None None] Provisioning complete for port 95327f45-eb49-4a1d-b764-10b90cafb3ec triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:14.627858 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-59429c82-baf0-49f2-a0f6-43c822a8c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.647574 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b09e0301-c51f-4ac8-9a37-a906bbffa290 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.647990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64eb9c9-c044-49a3-b396-8c0bf29634a9,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:14.675156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Checking segment: {'id': 'ad885a2a-f410-4ed3-aea2-72d53ff57645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:14.675528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Network hostable DHCP agents. Network: 0a6b6604-e91f-4bab-9a3e-219fcaa243c2, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:14.695483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-fef5cf52-6c72-447d-bdd8-d9c6d302a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.697279 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-fef5cf52-6c72-447d-bdd8-d9c6d302a99f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=69252c66-9d63-4ee0-a737-0435c87cdeff HTTP/1.1" status: 200 len: 801 time: 0.0615931 Aug 20 11:35:14.778150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-afeb9704-01e6-416e-b7ec-6ad0a10a2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.779950 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-afeb9704-01e6-416e-b7ec-6ad0a10a2c5a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d45e7e21-83fe-4f72-906b-bb29ea5f5edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0712495 Aug 20 11:35:14.835101 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.861198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bb9aa-fcff-4cfc-9598-a48b0cb4788d req-e877884c-2e63-4e63-a946-0b907122804c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.867468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bb9aa-fcff-4cfc-9598-a48b0cb4788d req-e877884c-2e63-4e63-a946-0b907122804c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:14.869045 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e82bb9aa-fcff-4cfc-9598-a48b0cb4788d req-e877884c-2e63-4e63-a946-0b907122804c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1678 time: 0.1037233 Aug 20 11:35:14.870076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Transition to ACTIVE for port object 6ee8a717-b0a9-483e-9cae-9633d833d614 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:14.875774 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.875774 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.889277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-a65ed58a-f22d-4251-8ff4-c11871044482 service neutron] 10.222.0.38 "GET /v2.0/networks/d45e7e21-83fe-4f72-906b-bb29ea5f5edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971782 Aug 20 11:35:14.919539 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b09e0301-c51f-4ac8-9a37-a906bbffa290 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:14.949023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:14.987464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e82bb9aa-fcff-4cfc-9598-a48b0cb4788d req-181db617-cc15-4cb8-9b45-2728ba18423a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079462 Aug 20 11:35:14.995151 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dfcd9196-cb47-4347-afdf-80ea160bb12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.022531 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.038989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b09e0301-c51f-4ac8-9a37-a906bbffa290 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] In _notify_port_updated(), no bound segment for port db8a5771-0b54-4146-a010-493d1157e0eb on network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:35:15.044663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e0301-c51f-4ac8-9a37-a906bbffa290 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.054565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b09e0301-c51f-4ac8-9a37-a906bbffa290 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.054565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b09e0301-c51f-4ac8-9a37-a906bbffa290 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "PUT /v2.0/ports/db8a5771-0b54-4146-a010-493d1157e0eb HTTP/1.1" status: 200 len: 818 time: 0.9229686 Aug 20 11:35:15.054804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43308) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:15.061839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e0301-c51f-4ac8-9a37-a906bbffa290 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=db8a5771-0b54-4146-a010-493d1157e0eb,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:15.069215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-9977c3be-f074-4a2d-91ce-35b73685be37 service neutron] 10.222.0.38 "GET /v2.0/networks/d45e7e21-83fe-4f72-906b-bb29ea5f5edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688259 Aug 20 11:35:15.118910 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-0a428dc0-af99-4cb6-9ba2-1c1545cb0574 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=8ab30683-bc84-4407-b9b3-4447cd0026a0 HTTP/1.1" status: 200 len: 217 time: 0.0370684 Aug 20 11:35:15.163738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 0a6b6604-e91f-4bab-9a3e-219fcaa243c2) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:15.165800 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.174682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e629453-dc6e-4dc8-b9d4-ae42c96f8c53 None None] Network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:15.179661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-f9717ed7-f767-4f7a-952d-8acb3f37fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.181172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-f9717ed7-f767-4f7a-952d-8acb3f37fcde service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eebf934e-be07-4dfb-9cb3-e902b13347a3 HTTP/1.1" status: 200 len: 801 time: 0.0519865 Aug 20 11:35:15.187928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.188677 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.249301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-d88deed6-f415-413d-8610-8db1bff8e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.251122 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-d88deed6-f415-413d-8610-8db1bff8e8cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=53c9f246-050b-4c05-b55c-c5ffcf033963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0626998 Aug 20 11:35:15.313274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7132ef-abc5-4d9d-9d49-86bfe4ced8d6 None None] Network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:15.372077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-34f74fad-845b-436e-b65b-1e20752a0f89 service neutron] 10.222.0.38 "GET /v2.0/networks/53c9f246-050b-4c05-b55c-c5ffcf033963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084602 Aug 20 11:35:15.382636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:15.393088 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.399274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:15.405174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:15.411149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.411799 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.415054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event updated for resources: {'Port': ['ID=6ee8a717-b0a9-483e-9cae-9633d833d614,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:15.429288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-64ab6244-5a3c-44bc-b65d-904fed1b225e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port db8a5771-0b54-4146-a010-493d1157e0eb {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:15.429519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64ab6244-5a3c-44bc-b65d-904fed1b225e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.486951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d2711ea6-e443-4bf7-abf7-214eae9fc76d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1977170 Aug 20 11:35:15.502722 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddecc008-a041-4e2c-b845-1d04243508e2 req-064329af-50f2-4a1c-ad4f-6e2150beaf2b service neutron] 10.222.0.38 "GET /v2.0/networks/53c9f246-050b-4c05-b55c-c5ffcf033963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196434 Aug 20 11:35:15.522901 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64ab6244-5a3c-44bc-b65d-904fed1b225e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.541881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-64ab6244-5a3c-44bc-b65d-904fed1b225e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for db8a5771-0b54-4146-a010-493d1157e0eb owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:15.591425 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7e7ae639-e098-42d6-8a7b-c2f0b49bc81d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2528031 Aug 20 11:35:15.600375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43314) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:15.650680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 95327f45-eb49-4a1d-b764-10b90cafb3ec up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:15.737084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 95327f45-eb49-4a1d-b764-10b90cafb3ec triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:15.738035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.792826 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64ab6244-5a3c-44bc-b65d-904fed1b225e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.803918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7797-7919-4932-9692-3f199434db7f req-11728f4f-333d-4167-b777-94f441f01f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.804827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7797-7919-4932-9692-3f199434db7f req-11728f4f-333d-4167-b777-94f441f01f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.806650 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ceb7797-7919-4932-9692-3f199434db7f req-11728f4f-333d-4167-b777-94f441f01f7b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e802f5f2fcf4414cb1c669b719198804&device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1980 time: 0.0723808 Aug 20 11:35:15.815454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ec20f-4268-400e-b1fe-722da55c2a6b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting port 6ee8a717-b0a9-483e-9cae-9633d833d614 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:15.815933 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec20f-4268-400e-b1fe-722da55c2a6b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.932193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e72430d8-cdb0-49e6-b687-e7ea3085c3a4 None None] Provisioning for port 6ee8a717-b0a9-483e-9cae-9633d833d614 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:15.936533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e72430d8-cdb0-49e6-b687-e7ea3085c3a4 None None] Provisioning complete for port 6ee8a717-b0a9-483e-9cae-9633d833d614 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:15.937054 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e72430d8-cdb0-49e6-b687-e7ea3085c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:15.976645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e72430d8-cdb0-49e6-b687-e7ea3085c3a4 None None] Port 6ee8a717-b0a9-483e-9cae-9633d833d614 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:15.980999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7797-7919-4932-9692-3f199434db7f req-ad8eab8f-6e95-462c-92ff-2306312724c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:15.982588 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ceb7797-7919-4932-9692-3f199434db7f req-ad8eab8f-6e95-462c-92ff-2306312724c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=53c9f246-050b-4c05-b55c-c5ffcf033963 HTTP/1.1" status: 200 len: 903 time: 0.1633158 Aug 20 11:35:15.993533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec20f-4268-400e-b1fe-722da55c2a6b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.046122 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ceb7797-7919-4932-9692-3f199434db7f req-23bbbd09-26ae-4cbd-97f5-0ef3bb965aed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=8ab30683-bc84-4407-b9b3-4447cd0026a0 HTTP/1.1" status: 200 len: 217 time: 0.0482972 Aug 20 11:35:16.046122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ec20f-4268-400e-b1fe-722da55c2a6b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Calling delete_port for 6ee8a717-b0a9-483e-9cae-9633d833d614 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:16.160969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab6244-5a3c-44bc-b65d-904fed1b225e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=db8a5771-0b54-4146-a010-493d1157e0eb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:16.171460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7797-7919-4932-9692-3f199434db7f req-8261716f-2d3b-47d2-ba3b-c7bd0ba38911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.172976 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ceb7797-7919-4932-9692-3f199434db7f req-8261716f-2d3b-47d2-ba3b-c7bd0ba38911 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eebf934e-be07-4dfb-9cb3-e902b13347a3 HTTP/1.1" status: 200 len: 801 time: 0.1226704 Aug 20 11:35:16.203786 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64ab6244-5a3c-44bc-b65d-904fed1b225e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.205709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-64ab6244-5a3c-44bc-b65d-904fed1b225e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/db8a5771-0b54-4146-a010-493d1157e0eb HTTP/1.1" status: 204 len: 168 time: 1.1544816 Aug 20 11:35:16.210758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb4987-f882-40bc-b9ae-58c277e8a6f0 req-23425e58-142f-40ac-9fc9-585dce7e62da tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.216798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb4987-f882-40bc-b9ae-58c277e8a6f0 req-23425e58-142f-40ac-9fc9-585dce7e62da tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.222334 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95bb4987-f882-40bc-b9ae-58c277e8a6f0 req-23425e58-142f-40ac-9fc9-585dce7e62da tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1678 time: 0.1338701 Aug 20 11:35:16.230668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.232085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43332) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:16.280554 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.304055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7797-7919-4932-9692-3f199434db7f req-64defee6-2190-4d66-bef0-14f4dff5e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.305689 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ceb7797-7919-4932-9692-3f199434db7f req-64defee6-2190-4d66-bef0-14f4dff5e5ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=53c9f246-050b-4c05-b55c-c5ffcf033963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1200693 Aug 20 11:35:16.334469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95bb4987-f882-40bc-b9ae-58c277e8a6f0 req-3cba7fe0-7dc0-4f41-a516-c7be3bc5ba9c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916493 Aug 20 11:35:16.365209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5000b2d-cd54-4beb-823e-5aa39630350c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.371394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d5000b2d-cd54-4beb-823e-5aa39630350c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1290445 Aug 20 11:35:16.373723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43334) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:16.374258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-f9a156dc-fb01-4708-8bc3-6d7de135c08f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.377898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-f9a156dc-fb01-4708-8bc3-6d7de135c08f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/networks?id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 200 len: 813 time: 0.2205851 Aug 20 11:35:16.393375 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-4c2b7918-9f64-4f30-ba7d-7f4234d53972 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/quotas/57db1c3dc48943d59c65ba3c536c12c3 HTTP/1.1" status: 200 len: 375 time: 0.0104251 Aug 20 11:35:16.433194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-7b95ab6e-ba37-44d8-8768-69e6f0d08698 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333476 Aug 20 11:35:16.435661 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0098128f-2c46-476c-892f-80d02b172414 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:35:16.437380 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0098128f-2c46-476c-892f-80d02b172414 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/db8a5771-0b54-4146-a010-493d1157e0eb HTTP/1.1" status: 404 len: 333 time: 0.0608401 Aug 20 11:35:16.445092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43336) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:16.454946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1637023299'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:16.506819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ceb7797-7919-4932-9692-3f199434db7f req-0f87e986-350e-4323-b36b-c214674992a7 service neutron] 10.222.0.38 "GET /v2.0/networks/53c9f246-050b-4c05-b55c-c5ffcf033963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898646 Aug 20 11:35:16.563703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-e1a89e86-140b-43f1-9376-d79b054a3bbc service neutron] 10.222.0.10 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208189 Aug 20 11:35:16.605270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ceb7797-7919-4932-9692-3f199434db7f req-22a5a4e3-1984-4c02-8854-4e2e95c4e9c5 service neutron] 10.222.0.38 "GET /v2.0/networks/53c9f246-050b-4c05-b55c-c5ffcf033963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865216 Aug 20 11:35:16.609222 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec20f-4268-400e-b1fe-722da55c2a6b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.646660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ec20f-4268-400e-b1fe-722da55c2a6b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Port': ['ID=6ee8a717-b0a9-483e-9cae-9633d833d614,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:16.648580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:16.652882 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.709845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec20f-4268-400e-b1fe-722da55c2a6b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.714104 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5c3ec20f-4268-400e-b1fe-722da55c2a6b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/6ee8a717-b0a9-483e-9cae-9633d833d614 HTTP/1.1" status: 204 len: 168 time: 1.1081290 Aug 20 11:35:16.715860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43340) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:16.727419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:16.753901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.754258 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Added segment fae44291-f5bc-45eb-9eee-494d1249f9f5 of type vlan for network b51e2224-466f-4322-bae1-4dc1649df711 Aug 20 11:35:16.785668 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-1baaf772-e695-4663-9ee1-2fa43164529f service neutron] 10.222.0.10 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144282 Aug 20 11:35:16.799242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Allocated IP 172.25.4.250 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e2d4eeca-4c89-4384-b43e-ea0f8be338c4) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:16.821208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56bf0f-2a49-4a82-8632-c8293b34db3d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.821803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4e56bf0f-2a49-4a82-8632-c8293b34db3d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1062448 Aug 20 11:35:16.824443 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.825683 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43342) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:16.895935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4fc63-9550-45c9-9ca7-c636a8e5062c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.899951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b5a4fc63-9550-45c9-9ca7-c636a8e5062c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0710449 Aug 20 11:35:16.900459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43344) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:16.945404 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.946821 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:16.950904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:16.951529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.022305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c4c512-1cfb-48cb-858d-b824d8d24b16 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.025139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c4c512-1cfb-48cb-858d-b824d8d24b16 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.027889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c4c512-1cfb-48cb-858d-b824d8d24b16 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.033888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-91c4c512-1cfb-48cb-858d-b824d8d24b16 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1295934 Aug 20 11:35:17.034711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43346) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:17.067205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Network': ['ID=b51e2224-466f-4322-bae1-4dc1649df711,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:17.078498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network b51e2224-466f-4322-bae1-4dc1649df711 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:17.081575 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.126970 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2712da51-34cb-4272-a858-214f7ad00a4f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6775272 Aug 20 11:35:17.126970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43352) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:17.135476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:17.141187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:17.142044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:17.147435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:17.155861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff8f0a1-3826-4d34-9b37-af6510465105 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet 66675b14-f5a5-4bb1-a66d-78b14cc2df4e {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:17.190609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f0a1-3826-4d34-9b37-af6510465105 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.233972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Port': ['ID=e2d4eeca-4c89-4384-b43e-ea0f8be338c4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:17.243518 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29223347-d2fd-48a4-8846-02348018c6a7 req-ab96bf50-a457-4186-9cfa-fa735a673624 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 210 time: 0.0460894 Aug 20 11:35:17.290824 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f0a1-3826-4d34-9b37-af6510465105 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.409159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:17.413540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.460705 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f0a1-3826-4d34-9b37-af6510465105 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.521349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2023b1-5fe8-4c2d-9fff-b418ad0cf5a5 req-ee45bcab-8649-4aee-9649-ae71ec2b67e7 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.527472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2023b1-5fe8-4c2d-9fff-b418ad0cf5a5 req-ee45bcab-8649-4aee-9649-ae71ec2b67e7 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:17.529213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d2023b1-5fe8-4c2d-9fff-b418ad0cf5a5 req-ee45bcab-8649-4aee-9649-ae71ec2b67e7 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1678 time: 0.1126845 Aug 20 11:35:17.643196 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d2023b1-5fe8-4c2d-9fff-b418ad0cf5a5 req-3d90f266-7f80-495c-9892-e2436b21c665 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869896 Aug 20 11:35:17.716653 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.758503 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f0a1-3826-4d34-9b37-af6510465105 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.787243 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eda222ad-b5c8-4dd4-8c39-7fd7c35bfc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.793812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8f0a1-3826-4d34-9b37-af6510465105 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=66675b14-f5a5-4bb1-a66d-78b14cc2df4e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:17.804433 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f0a1-3826-4d34-9b37-af6510465105 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.804433 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8ff8f0a1-3826-4d34-9b37-af6510465105 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/66675b14-f5a5-4bb1-a66d-78b14cc2df4e HTTP/1.1" status: 204 len: 168 time: 0.7671046 Aug 20 11:35:17.806042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43362) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:17.815983 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b43ae-2087-4829-bf6d-be115ef00bec None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:17.901438 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd94d86-e704-402f-b705-c93ba1cbd553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Deleting subnet b18171a5-fa1d-4e2a-ab3d-fa2c24bb7f1c {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:17.908168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dd94d86-e704-402f-b705-c93ba1cbd553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.959102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dd94d86-e704-402f-b705-c93ba1cbd553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:17.966850 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.082748 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dd94d86-e704-402f-b705-c93ba1cbd553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.140802 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.203181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=0ce4d7da-020e-4b47-8fa0-c9b077b4ac40,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:18.214489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Checking segment: {'id': 'fae44291-f5bc-45eb-9eee-494d1249f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:18.215047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network hostable DHCP agents. Network: b51e2224-466f-4322-bae1-4dc1649df711, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:18.238226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Router 21a13224-f23f-433e-9b50-6dacaedbd777 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:35:18.318029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dd94d86-e704-402f-b705-c93ba1cbd553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.351689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd94d86-e704-402f-b705-c93ba1cbd553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Subnet': ['ID=b18171a5-fa1d-4e2a-ab3d-fa2c24bb7f1c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:18.355676 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dd94d86-e704-402f-b705-c93ba1cbd553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.358463 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6dd94d86-e704-402f-b705-c93ba1cbd553 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/b18171a5-fa1d-4e2a-ab3d-fa2c24bb7f1c HTTP/1.1" status: 204 len: 168 time: 0.5507429 Aug 20 11:35:18.359397 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9391fa43-0183-4786-ab31-2a092e88bdb4 req-bd502a09-b4af-4059-9823-043945c2b4f0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 210 time: 0.0599580 Aug 20 11:35:18.361808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43368) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.375529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network b51e2224-466f-4322-bae1-4dc1649df711 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:18.412084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a6727117-f518-4e0d-a016-7f53b98341a8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491054 Aug 20 11:35:18.414818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43370) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.430560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:35:18.441882 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Sync routers for ids ['21a13224-f23f-433e-9b50-6dacaedbd777'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:35:18.455019 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Routers {'21a13224-f23f-433e-9b50-6dacaedbd777'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:18.455686 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['21a13224-f23f-433e-9b50-6dacaedbd777'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:18.477881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91099df4-3d6c-4e36-bad5-d89d484f7ee3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:18.479884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-91099df4-3d6c-4e36-bad5-d89d484f7ee3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0636585 Aug 20 11:35:18.482364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43372) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.532089 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.533440 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a82d2457-3f7a-40bc-8664-d0a6abc305bd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3103011 Aug 20 11:35:18.536629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43374) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.540051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, b51e2224-466f-4322-bae1-4dc1649df711) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:18.551622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:18.554010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe447816-6eef-4ce7-950d-a1fb31985d78 None None] Network b51e2224-466f-4322-bae1-4dc1649df711 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:18.566177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.600216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c3cb7-0122-4cbf-a1f0-7987467e6afa tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:18.602166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4d2c3cb7-0122-4cbf-a1f0-7987467e6afa tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1181066 Aug 20 11:35:18.604816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43378) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.661555 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Set router 21a13224-f23f-433e-9b50-6dacaedbd777 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:18.674514 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:18.674514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5d4d6f-c33e-4df6-abe3-a49592b5e208 None None] Network 6c38e2f5-a0f2-4533-8999-8792f4f8da4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:18.674791 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e1c45d95-46e0-46b3-b749-0dbc02a9f45b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665731 Aug 20 11:35:18.678715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43384) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.692361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d186a7f8-1471-4410-b4ae-083b95766fef tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5634668 Aug 20 11:35:18.695336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43386) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.702156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c75aeec4-6af7-4e81-b477-772834f8901d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:18.762372 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa9ce0f-1f22-4e9c-9787-b5ab94648687 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:18.763217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa9ce0f-1f22-4e9c-9787-b5ab94648687 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:18.778213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-faa9ce0f-1f22-4e9c-9787-b5ab94648687 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/6ee8a717-b0a9-483e-9cae-9633d833d614 HTTP/1.1" status: 404 len: 333 time: 0.0959313 Aug 20 11:35:18.780947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43388) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.905638 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d420fda-4816-4fd8-a233-89ba18d13947 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:18.909472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d420fda-4816-4fd8-a233-89ba18d13947 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:18.913857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1d420fda-4816-4fd8-a233-89ba18d13947 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/b18171a5-fa1d-4e2a-ab3d-fa2c24bb7f1c HTTP/1.1" status: 404 len: 337 time: 0.1296070 Aug 20 11:35:18.914675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43390) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.980465 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:17Z', 'revision_number': 3, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:18.980798 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfd9acb-8d5f-40db-875f-7b3e1ca8ca2f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:18.980798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfd9acb-8d5f-40db-875f-7b3e1ca8ca2f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:18.980798 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4cfd9acb-8d5f-40db-875f-7b3e1ca8ca2f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/66675b14-f5a5-4bb1-a66d-78b14cc2df4e HTTP/1.1" status: 404 len: 337 time: 0.0472543 Aug 20 11:35:18.981035 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-327f6a34-e5cb-4000-b3f4-5b9120d61bd5 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=b45dc25967c4475eb0928c1cfe9b506a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4309807 Aug 20 11:35:18.981111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439450d7-dbad-4d0d-8587-1a2ebaf69d80 req-0854c921-de37-4139-a901-f66659355215 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:18.981187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43392) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.981262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43394) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:18.982733 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Checking router: 21a13224-f23f-433e-9b50-6dacaedbd777 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:35:18.983170 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Updating router 21a13224-f23f-433e-9b50-6dacaedbd777 port e2d4eeca-4c89-4384-b43e-ea0f8be338c4 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:35:18.986236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439450d7-dbad-4d0d-8587-1a2ebaf69d80 req-0854c921-de37-4139-a901-f66659355215 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:18.988158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-439450d7-dbad-4d0d-8587-1a2ebaf69d80 req-0854c921-de37-4139-a901-f66659355215 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1678 time: 0.1191688 Aug 20 11:35:19.018888 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.040882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-b51e2224-466f-4322-bae1-4dc1649df711', 'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711', 'tenant_id': '8245bfe2e34c424487bd361ed3645dd1', 'fixed_ips': [{'subnet_id': '0ce4d7da-020e-4b47-8fa0-c9b077b4ac40'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:19.042355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.047334 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-439450d7-dbad-4d0d-8587-1a2ebaf69d80 req-6ad7945c-db04-4fd5-8875-e529288b7024 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521448 Aug 20 11:35:19.066958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f63a05ab-7a2a-43f4-8b8a-2ff4d11ac50d None None] Provisioning complete for port 95327f45-eb49-4a1d-b764-10b90cafb3ec triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:19.066958 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f63a05ab-7a2a-43f4-8b8a-2ff4d11ac50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.102823 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fa95f7-aa38-4e60-8d49-9d70241cf97f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.103458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fa95f7-aa38-4e60-8d49-9d70241cf97f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.107562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-84fa95f7-aa38-4e60-8d49-9d70241cf97f tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/a2c866b6-487c-4a45-be9f-48bfc714bbb1 HTTP/1.1" status: 404 len: 333 time: 0.1227872 Aug 20 11:35:19.108415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43396) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.150243 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a75c74-0cf0-4fe3-8066-dd8e44af4699 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.151024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a75c74-0cf0-4fe3-8066-dd8e44af4699 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.156030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-37a75c74-0cf0-4fe3-8066-dd8e44af4699 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/df299bcb-8d83-48e0-b837-de78378057ed HTTP/1.1" status: 404 len: 337 time: 0.0437908 Aug 20 11:35:19.157666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43398) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.189972 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61877f3-d8fb-42df-8d8a-c04358bca489 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.190547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61877f3-d8fb-42df-8d8a-c04358bca489 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.192994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f61877f3-d8fb-42df-8d8a-c04358bca489 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/cbc0d9fe-3210-4b7f-baa0-cb40f1003582 HTTP/1.1" status: 404 len: 337 time: 0.0350926 Aug 20 11:35:19.195413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43400) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.212627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f28b4d-20fb-42fc-a053-3347999706d2 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:19.218674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c5f28b4d-20fb-42fc-a053-3347999706d2 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2310045 Aug 20 11:35:19.220765 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43402) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.231177 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de4c074-9d52-4e45-b7b3-d742f2fe53a8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.231854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de4c074-9d52-4e45-b7b3-d742f2fe53a8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.234705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7de4c074-9d52-4e45-b7b3-d742f2fe53a8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/8f4513ed-98fe-48ff-86dd-a3c97ff183bf HTTP/1.1" status: 404 len: 333 time: 0.0381641 Aug 20 11:35:19.238677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43404) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.290142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75aeec4-6af7-4e81-b477-772834f8901d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:19.294193 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c75aeec4-6af7-4e81-b477-772834f8901d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.303334 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-26efa8ab-dfaf-4024-a34d-2386389561ad tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776689 Aug 20 11:35:19.307989 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c898d66-49ef-4876-baed-ec81608064f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.307989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c898d66-49ef-4876-baed-ec81608064f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.309084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4c898d66-49ef-4876-baed-ec81608064f5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/ea99e6ce-eb31-44e4-8cce-22b1f236aa0f HTTP/1.1" status: 404 len: 337 time: 0.0686405 Aug 20 11:35:19.309785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43406) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.310197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43408) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.332171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58426128', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:19.375295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a28d3b-411d-4540-85d8-6c863281226a None None] DHCP port deletion for 6c38e2f5-a0f2-4533-8999-8792f4f8da4f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:19.390872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Allocated IP 2001:db8::2 (b51e2224-466f-4322-bae1-4dc1649df711/0ce4d7da-020e-4b47-8fa0-c9b077b4ac40/8b7b08b2-33b6-45da-a85f-1ea19b15b2b3) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:19.418851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.451852 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e7cfa8-9419-4f3c-b1a3-723c50ba6552 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.452615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e7cfa8-9419-4f3c-b1a3-723c50ba6552 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.453466 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.455205 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-94e7cfa8-9419-4f3c-b1a3-723c50ba6552 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/3654c17f-e0eb-44cc-a7f9-3ede4a63cf79 HTTP/1.1" status: 404 len: 337 time: 0.1398065 Aug 20 11:35:19.461468 n-d-804230-3 neutron-server[95588]: INFO neutron.db.ipam_backend_mixin [None req-c75aeec4-6af7-4e81-b477-772834f8901d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ce4d7da-020e-4b47-8fa0-c9b077b4ac40 (CIDR: 2001:db8::/64) Aug 20 11:35:19.462055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43412) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.481093 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Transition to ACTIVE for port object e2d4eeca-4c89-4384-b43e-ea0f8be338c4 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:19.504869 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-271cacee-0c6c-4f42-b7e4-43f3749b18d5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.506378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271cacee-0c6c-4f42-b7e4-43f3749b18d5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.510892 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-271cacee-0c6c-4f42-b7e4-43f3749b18d5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/00c786b3-fca6-431a-b882-ab931dd6073d HTTP/1.1" status: 404 len: 333 time: 0.0451961 Aug 20 11:35:19.511703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43414) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.551386 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-202f372a-4c8a-483f-aeef-d0496198b676 req-d06d5aef-162f-40d1-8bf0-9b89abfde4d8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 210 time: 0.0475476 Aug 20 11:35:19.554139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e1a28d3b-411d-4540-85d8-6c863281226a None None] Deleting port 95327f45-eb49-4a1d-b764-10b90cafb3ec {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:19.554666 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1a28d3b-411d-4540-85d8-6c863281226a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.583374 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75aeec4-6af7-4e81-b477-772834f8901d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:35:19.583919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75aeec4-6af7-4e81-b477-772834f8901d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.588019 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39fdd3c-f4e6-4a5e-9cff-42d24d85497d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.588453 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39fdd3c-f4e6-4a5e-9cff-42d24d85497d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.593215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d39fdd3c-f4e6-4a5e-9cff-42d24d85497d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/1cbaa432-0aef-4650-a66d-319de58d3ee6 HTTP/1.1" status: 404 len: 337 time: 0.0776386 Aug 20 11:35:19.593651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43416) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.622485 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.634993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 95327f45-eb49-4a1d-b764-10b90cafb3ec no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:19.646094 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fee7a1f-5833-414b-9c93-1d8496604a38 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.647100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fee7a1f-5833-414b-9c93-1d8496604a38 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.650155 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9fee7a1f-5833-414b-9c93-1d8496604a38 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/02906a8d-fa26-4cc2-a545-421d93a3d8b4 HTTP/1.1" status: 404 len: 337 time: 0.0552309 Aug 20 11:35:19.656071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43418) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.685205 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Attempting to bind port e2d4eeca-4c89-4384-b43e-ea0f8be338c4 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:19.686851 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Attempting to bind port e2d4eeca-4c89-4384-b43e-ea0f8be338c4 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:19.687462 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Attempting to bind port e2d4eeca-4c89-4384-b43e-ea0f8be338c4 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:19.687727 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee51eef9-dd9f-452c-be9c-30bb952b66fe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.689184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee51eef9-dd9f-452c-be9c-30bb952b66fe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.690388 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Pushing event updated for resources: {'Port': ['ID=e2d4eeca-4c89-4384-b43e-ea0f8be338c4,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:19.694550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ee51eef9-dd9f-452c-be9c-30bb952b66fe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/9e272278-8f55-4aa2-9fd1-398477d48cb8 HTTP/1.1" status: 404 len: 333 time: 0.0387609 Aug 20 11:35:19.694902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43420) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.705726 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:19.706614 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:19.707188 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.707736 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:19.708419 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Bound port: e2d4eeca-4c89-4384-b43e-ea0f8be338c4, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:19.708979 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.712661 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.713220 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.713730 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.714384 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.714903 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.715383 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.715917 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.716430 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.717145 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.717632 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.718828 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.719532 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:19.729062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e1a28d3b-411d-4540-85d8-6c863281226a None None] For port 95327f45-eb49-4a1d-b764-10b90cafb3ec, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=95327f45-eb49-4a1d-b764-10b90cafb3ec,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:19.729472 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1a28d3b-411d-4540-85d8-6c863281226a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.742976 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b866e7e-bb5d-4944-b8ae-97e82c60a903 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.743536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b866e7e-bb5d-4944-b8ae-97e82c60a903 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.746511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3b866e7e-bb5d-4944-b8ae-97e82c60a903 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/fc5fa035-4273-4fe7-bbe7-a7a9e43ef8d6 HTTP/1.1" status: 404 len: 337 time: 0.0494781 Aug 20 11:35:19.746731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Made reservation on behalf of b45dc25967c4475eb0928c1cfe9b506a for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:19.748733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43422) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.761549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e1a28d3b-411d-4540-85d8-6c863281226a None None] Calling delete_port for 95327f45-eb49-4a1d-b764-10b90cafb3ec owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:19.766458 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.792032 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1debeb12-2c0f-4a65-9f1b-70c2b9fd7158 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.797379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8ab30683-bc84-4407-b9b3-4447cd0026a0 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:19.804307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1debeb12-2c0f-4a65-9f1b-70c2b9fd7158 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.814340 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1debeb12-2c0f-4a65-9f1b-70c2b9fd7158 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/9bef58e3-47cf-46e3-82b0-910a68b5dd40 HTTP/1.1" status: 404 len: 333 time: 0.0643134 Aug 20 11:35:19.815291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43426) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.818135 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] For port e2d4eeca-4c89-4384-b43e-ea0f8be338c4, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:19.825405 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] For port e2d4eeca-4c89-4384-b43e-ea0f8be338c4, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e2d4eeca-4c89-4384-b43e-ea0f8be338c4,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:19.873611 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-734caf32-ef23-4378-83ca-45bae04de380 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.874419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734caf32-ef23-4378-83ca-45bae04de380 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.879798 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-734caf32-ef23-4378-83ca-45bae04de380 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/cac437f9-9db4-498d-9977-7e29eccf6ee7 HTTP/1.1" status: 404 len: 337 time: 0.0626001 Aug 20 11:35:19.879987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43428) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.882227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c75aeec4-6af7-4e81-b477-772834f8901d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1856294 Aug 20 11:35:19.884961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43430) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.887963 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.895105 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:19.896100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9f799b9f-d42d-47d7-a38b-21f2962767c8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:19.925275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Transition to ACTIVE for port object 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:19.955505 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce4e34b-c41a-4ee6-8c3d-6790a4e9b83d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:19.956211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce4e34b-c41a-4ee6-8c3d-6790a4e9b83d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:19.960484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7ce4e34b-c41a-4ee6-8c3d-6790a4e9b83d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/5434af2b-3bbd-4d05-879c-361964d41f05 HTTP/1.1" status: 404 len: 333 time: 0.0735493 Aug 20 11:35:19.961131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43432) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:19.983885 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Routers {'21a13224-f23f-433e-9b50-6dacaedbd777'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:19.984557 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['21a13224-f23f-433e-9b50-6dacaedbd777'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:19.995714 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.002560 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b53976-d55a-41c4-a46c-a31d592c1320 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.003443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b53976-d55a-41c4-a46c-a31d592c1320 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.008331 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f0b53976-d55a-41c4-a46c-a31d592c1320 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/5529a6e0-9de8-4cb2-ac60-c8de430eaea9 HTTP/1.1" status: 404 len: 337 time: 0.0432749 Aug 20 11:35:20.008503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43434) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.036182 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4f983a-cc87-4b00-a0a8-4f72fcb8d964 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.037157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4f983a-cc87-4b00-a0a8-4f72fcb8d964 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.038964 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ae4f983a-cc87-4b00-a0a8-4f72fcb8d964 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/551e3537-ac52-45d5-a212-dfd1cfc8cbac HTTP/1.1" status: 404 len: 333 time: 0.0293114 Aug 20 11:35:20.041608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43436) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.045536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Transition to ACTIVE for port object 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:20.061643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8ab30683-bc84-4407-b9b3-4447cd0026a0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8ab30683-bc84-4407-b9b3-4447cd0026a0,segment=NetworkSegment(17023dd7-fbc8-4a20-9ee8-335f220056eb),segment_id=17023dd7-fbc8-4a20-9ee8-335f220056eb)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:20.079907 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4630c6-52ce-4a3b-9d24-880a8421b48e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.080439 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4630c6-52ce-4a3b-9d24-880a8421b48e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.083483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6a4630c6-52ce-4a3b-9d24-880a8421b48e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/939df5a1-19a7-4824-8ebe-36e990f21403 HTTP/1.1" status: 404 len: 337 time: 0.0402148 Aug 20 11:35:20.086231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43440) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.096590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '8ab30683-bc84-4407-b9b3-4447cd0026a0', 'network_id': '53c9f246-050b-4c05-b55c-c5ffcf033963', 'port_id': '8ab30683-bc84-4407-b9b3-4447cd0026a0', 'mac_address': 'fa:16:3e:dc:12:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebf934e-be07-4dfb-9cb3-e902b13347a3', 'ip_address': '19.86.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:20.109583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 95327f45-eb49-4a1d-b764-10b90cafb3ec, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=95327f45-eb49-4a1d-b764-10b90cafb3ec,segment=NetworkSegment(632fb977-799d-4967-aabd-0e86027e028f),segment_id=632fb977-799d-4967-aabd-0e86027e028f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:20.119577 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d45695e-3ec8-443e-8d1d-eccc1eb99814 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.120411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d45695e-3ec8-443e-8d1d-eccc1eb99814 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.125582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6d45695e-3ec8-443e-8d1d-eccc1eb99814 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/c82ca41b-fd91-4bd2-8e1e-0b26d0b4b60a HTTP/1.1" status: 404 len: 333 time: 0.0355914 Aug 20 11:35:20.127512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f799b9f-d42d-47d7-a38b-21f2962767c8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:20.130388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9f799b9f-d42d-47d7-a38b-21f2962767c8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.135069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43442) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.182630 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.194966 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.204382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23212615-0ec0-435a-b575-685c5bd6ae11 None None] Pushing event updated for resources: {'Port': ['ID=e2d4eeca-4c89-4384-b43e-ea0f8be338c4,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.221040 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.226196 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a0171f-2499-4fd6-bb2f-5773f6bc2e2e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.227510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a0171f-2499-4fd6-bb2f-5773f6bc2e2e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.228456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-92a0171f-2499-4fd6-bb2f-5773f6bc2e2e tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/466c02fd-acc5-4e10-8d77-04e73bb9f9bf HTTP/1.1" status: 404 len: 337 time: 0.0926857 Aug 20 11:35:20.231485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43444) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.243104 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] Set router 21a13224-f23f-433e-9b50-6dacaedbd777 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:20.244160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab30683-bc84-4407-b9b3-4447cd0026a0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:20.253866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Network b51e2224-466f-4322-bae1-4dc1649df711 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:20.272433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:20.276935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.283901 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e94573-5c9f-4be9-a222-bc030360ecd8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.284689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e94573-5c9f-4be9-a222-bc030360ecd8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.286769 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-64e94573-5c9f-4be9-a222-bc030360ecd8 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/f60f9cd5-c704-48c9-bea4-3a442a4429c3 HTTP/1.1" status: 404 len: 333 time: 0.0544913 Aug 20 11:35:20.289588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43446) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.300143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:20.324956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8ab30683-bc84-4407-b9b3-4447cd0026a0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8ab30683-bc84-4407-b9b3-4447cd0026a0,segment=NetworkSegment(17023dd7-fbc8-4a20-9ee8-335f220056eb),segment_id=17023dd7-fbc8-4a20-9ee8-335f220056eb)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:20.328969 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1a28d3b-411d-4540-85d8-6c863281226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.334799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Pushing event updated for resources: {'Port': ['ID=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.334992 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b1576f-f559-4aa9-be8b-2d8a051b85a0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.334992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b1576f-f559-4aa9-be8b-2d8a051b85a0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.346235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b1b1576f-f559-4aa9-be8b-2d8a051b85a0 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/5c555499-4ca2-4568-820a-033ee4fa99a7 HTTP/1.1" status: 404 len: 337 time: 0.0545595 Aug 20 11:35:20.354469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43448) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.405131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event deleted for resources: {'Port': ['ID=95327f45-eb49-4a1d-b764-10b90cafb3ec,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.407234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a28d3b-411d-4540-85d8-6c863281226a None None] No DVR routers for this DVR port 95327f45-eb49-4a1d-b764-10b90cafb3ec on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:20.436510 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a28d3b-411d-4540-85d8-6c863281226a None None] Pushing event deleted for resources: {'Port': ['ID=95327f45-eb49-4a1d-b764-10b90cafb3ec,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.436510 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.437538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ff41af69-1b8c-46cb-87c9-e6f7805e7e18 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:20.438910 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-96218797-f477-4a3b-a397-16a8ce9aad4d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.439090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96218797-f477-4a3b-a397-16a8ce9aad4d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.439273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Attempting to bind port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:20.439651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Attempting to bind port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'fae44291-f5bc-45eb-9eee-494d1249f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:20.440016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Attempting to bind port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 on network b51e2224-466f-4322-bae1-4dc1649df711 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:20.444598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-96218797-f477-4a3b-a397-16a8ce9aad4d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/09552182-0d7b-4052-bd09-1f42f62ab887 HTTP/1.1" status: 404 len: 337 time: 0.0849097 Aug 20 11:35:20.445311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43450) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.472962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:20.473262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Checking segment: {'id': 'fae44291-f5bc-45eb-9eee-494d1249f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:20.473677 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.474087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Bound using segment: {'id': 'fae44291-f5bc-45eb-9eee-494d1249f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:20.474612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Bound port: 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae44291-f5bc-45eb-9eee-494d1249f9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:20.475003 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.482294 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dced75e-4e33-4373-adee-0b749b59e854 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.483236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dced75e-4e33-4373-adee-0b749b59e854 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.497871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8dced75e-4e33-4373-adee-0b749b59e854 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/2649c374-4015-4f63-9ba2-71f5a78e1e8d HTTP/1.1" status: 404 len: 333 time: 0.0389023 Aug 20 11:35:20.503142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43452) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.540293 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-998bd226-58e8-479d-aaab-eb01830d510c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.543789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998bd226-58e8-479d-aaab-eb01830d510c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.546114 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-998bd226-58e8-479d-aaab-eb01830d510c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/6a32e371-4786-4920-88c5-dd73c9deac87 HTTP/1.1" status: 404 len: 337 time: 0.0418668 Aug 20 11:35:20.548636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43454) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.583659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8ab30683-bc84-4407-b9b3-4447cd0026a0,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.642664 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb32f209-7246-4e93-93f5-7a7d10a0e7f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.644220 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb32f209-7246-4e93-93f5-7a7d10a0e7f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.653202 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eb32f209-7246-4e93-93f5-7a7d10a0e7f1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/39b23020-f762-4bc0-8aee-73f4afed77e4 HTTP/1.1" status: 404 len: 337 time: 0.1034000 Aug 20 11:35:20.656087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] For port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:20.659615 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:17Z', 'revision_number': 3, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:20.663930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] For port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,segment=NetworkSegment(fae44291-f5bc-45eb-9eee-494d1249f9f5),segment_id=fae44291-f5bc-45eb-9eee-494d1249f9f5)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:20.672045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ff41af69-1b8c-46cb-87c9-e6f7805e7e18, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,segment=NetworkSegment(adcedfd6-b818-469e-9dde-a221c92bd062),segment_id=adcedfd6-b818-469e-9dde-a221c92bd062)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:20.683400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'ff41af69-1b8c-46cb-87c9-e6f7805e7e18', 'network_id': 'd45e7e21-83fe-4f72-906b-bb29ea5f5edc', 'port_id': 'ff41af69-1b8c-46cb-87c9-e6f7805e7e18', 'mac_address': 'fa:16:3e:79:2f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69252c66-9d63-4ee0-a737-0435c87cdeff', 'ip_address': '19.80.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:20.687860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43458) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.693123 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62034ac0-77fc-4fff-b96b-92cce9eb31fd None None] The sync data for ids ['21a13224-f23f-433e-9b50-6dacaedbd777'] in n-d-804230-3 is: [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:17Z', 'revision_number': 3, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:35:20.714934 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3a53d4-22ae-47e2-b465-d9af4529f026 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.715781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3a53d4-22ae-47e2-b465-d9af4529f026 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.721067 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ad3a53d4-22ae-47e2-b465-d9af4529f026 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/5251ff08-557b-44b3-8f4c-95ea2070af1e HTTP/1.1" status: 404 len: 333 time: 0.0321443 Aug 20 11:35:20.726071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43460) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.751458 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.788790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Subnet': ['ID=aefdbb6f-b52d-4b2a-96b1-9a464727b9c0,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.793426 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.811407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d90c484e-985e-4eec-8a7f-744ffb7b9fd1 req-2f10bb5e-4dfa-4fca-b6bb-a920e625b88f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 210 time: 0.0978680 Aug 20 11:35:20.813055 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62b30ea-c62e-47a0-93bb-9044e9190cf1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.813526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62b30ea-c62e-47a0-93bb-9044e9190cf1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.816286 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c62b30ea-c62e-47a0-93bb-9044e9190cf1 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/0bf9bb04-6572-48e1-9c72-e6c20087756b HTTP/1.1" status: 404 len: 337 time: 0.0883560 Aug 20 11:35:20.822301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2712e5f-ae43-40ae-a517-4c9626cb4c3f req-0d2b0aa2-e422-4dd2-bda9-54036da9e573 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.828121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43464) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.831066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2712e5f-ae43-40ae-a517-4c9626cb4c3f req-0d2b0aa2-e422-4dd2-bda9-54036da9e573 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.837280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2712e5f-ae43-40ae-a517-4c9626cb4c3f req-0d2b0aa2-e422-4dd2-bda9-54036da9e573 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1678 time: 0.6450448 Aug 20 11:35:20.838408 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:20.869286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c145a7-7a46-4c41-b7c9-7220aeb54b4a None None] Pushing event updated for resources: {'Port': ['ID=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:20.878130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff41af69-1b8c-46cb-87c9-e6f7805e7e18 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:20.900139 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee49e90c-3c40-44fe-a4d0-19d8621980fe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.900667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee49e90c-3c40-44fe-a4d0-19d8621980fe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.905415 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ee49e90c-3c40-44fe-a4d0-19d8621980fe tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/f28815d8-3646-40e8-8506-d13d1c4d6e9b HTTP/1.1" status: 404 len: 337 time: 0.0733573 Aug 20 11:35:20.907060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43466) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:20.907750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Checking segment: {'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:20.908659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network hostable DHCP agents. Network: c1673a01-63ef-4f13-b5c8-bc1e83288614, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:20.941276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ff41af69-1b8c-46cb-87c9-e6f7805e7e18, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,segment=NetworkSegment(adcedfd6-b818-469e-9dde-a221c92bd062),segment_id=adcedfd6-b818-469e-9dde-a221c92bd062)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:20.949421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-f717fdd3-10f4-4485-a5b6-45cc6baf7430 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:20.951880 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-f717fdd3-10f4-4485-a5b6-45cc6baf7430 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.57 "GET /v2.0/networks?id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 200 len: 813 time: 0.2446063 Aug 20 11:35:20.959014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2712e5f-ae43-40ae-a517-4c9626cb4c3f req-9dc53145-8101-4cfe-a2de-a54e456d8de8 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206484 Aug 20 11:35:20.973598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Request body: {'port': {'device_id': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2', 'admin_state_up': True, 'tenant_id': '57db1c3dc48943d59c65ba3c536c12c3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:20.975836 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-706809f9-c8df-4cde-abf4-8b27267a4e6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:20.976667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706809f9-c8df-4cde-abf4-8b27267a4e6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:20.983249 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-706809f9-c8df-4cde-abf4-8b27267a4e6c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/48c9b83a-b31a-4af8-b313-d58c4dd937f8 HTTP/1.1" status: 404 len: 333 time: 0.0714791 Aug 20 11:35:20.988568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43470) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.045662 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.085786 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68d9d12-184a-46c4-9e3c-b05ddf4fc1a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:21.091128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68d9d12-184a-46c4-9e3c-b05ddf4fc1a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:21.096695 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a68d9d12-184a-46c4-9e3c-b05ddf4fc1a3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/3be364e4-2564-4bea-bf1d-798a075a70e5 HTTP/1.1" status: 404 len: 337 time: 0.1008425 Aug 20 11:35:21.099960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43472) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.161746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:21.163762 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6b0d14-2f31-4571-bd6f-1c9b4eada2d5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:21.164590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6b0d14-2f31-4571-bd6f-1c9b4eada2d5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:21.167925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5f6b0d14-2f31-4571-bd6f-1c9b4eada2d5 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/692a375d-972c-40ce-9743-a08d911d628c HTTP/1.1" status: 404 len: 337 time: 0.0666015 Aug 20 11:35:21.171337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43474) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.176397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network c1673a01-63ef-4f13-b5c8-bc1e83288614 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:21.245098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3b84e206-5c64-42cf-9c07-3550b17bf67c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2001775-3f60-4a65-8cc4-78f45858f65f HTTP/1.1" status: 200 len: 205 time: 0.0725751 Aug 20 11:35:21.247539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43476) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.297613 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-ee35aba8-87b0-4672-8cb6-5ca6e34ea8d3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] delete failed (client error): The resource could not be found. Aug 20 11:35:21.299003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ee35aba8-87b0-4672-8cb6-5ca6e34ea8d3 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/routers/b2001775-3f60-4a65-8cc4-78f45858f65f HTTP/1.1" status: 404 len: 336 time: 0.0498319 Aug 20 11:35:21.299685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['ff41af69-1b8c-46cb-87c9-e6f7805e7e18'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:21.301871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43478) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.314767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, c1673a01-63ef-4f13-b5c8-bc1e83288614) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:21.339936 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019dfaf-e55a-4905-b002-40b59cde6578 None None] Network c1673a01-63ef-4f13-b5c8-bc1e83288614 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:21.343462 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9f799b9f-d42d-47d7-a38b-21f2962767c8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.357327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.358224 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.362752 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4bccc6-a3de-4c4c-9cce-33a08a879a25 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:21.363569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4bccc6-a3de-4c4c-9cce-33a08a879a25 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:21.366375 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1a4bccc6-a3de-4c4c-9cce-33a08a879a25 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/3f067b5e-99f3-42d5-91fc-901109e2855c HTTP/1.1" status: 404 len: 337 time: 0.0611703 Aug 20 11:35:21.367292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Made reservation on behalf of 57db1c3dc48943d59c65ba3c536c12c3 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:21.371124 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.377727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43480) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.411868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f799b9f-d42d-47d7-a38b-21f2962767c8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network b51e2224-466f-4322-bae1-4dc1649df711 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:21.415557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9f799b9f-d42d-47d7-a38b-21f2962767c8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:21.420553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f799b9f-d42d-47d7-a38b-21f2962767c8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:21.421318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9f799b9f-d42d-47d7-a38b-21f2962767c8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.427047 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e40a715d-9dfc-4512-91bb-790dc18721b6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "GET /v2.0/ports?device_id=53e46525-542d-4acf-bc07-799d5b1a2d1f HTTP/1.1" status: 200 len: 205 time: 0.0478401 Aug 20 11:35:21.429497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43482) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.440748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f799b9f-d42d-47d7-a38b-21f2962767c8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=ac98c9d5-2dda-4a1a-b467-745a647868f5,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:21.483112 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-279e640d-8208-4344-9903-205d0c38df34 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] delete failed (client error): The resource could not be found. Aug 20 11:35:21.484461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-279e640d-8208-4344-9903-205d0c38df34 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/routers/53e46525-542d-4acf-bc07-799d5b1a2d1f HTTP/1.1" status: 404 len: 336 time: 0.0538888 Aug 20 11:35:21.487426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43484) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.530506 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff31de2-6d71-4f9c-961c-cba94a7df1c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:21.531198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff31de2-6d71-4f9c-961c-cba94a7df1c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:21.533845 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3ff31de2-6d71-4f9c-961c-cba94a7df1c6 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/70276ec4-782f-4483-a5c1-0ae6ed25cae6 HTTP/1.1" status: 404 len: 337 time: 0.0453401 Aug 20 11:35:21.536295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43486) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.605250 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bb2021-2948-45bf-9ef1-7df35e200548 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:21.605250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bb2021-2948-45bf-9ef1-7df35e200548 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:21.608136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-32bb2021-2948-45bf-9ef1-7df35e200548 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/9799bbd5-f689-4ab4-9dd2-de13439d7df0 HTTP/1.1" status: 404 len: 337 time: 0.0699062 Aug 20 11:35:21.608820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43488) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.612854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-c1673a01-63ef-4f13-b5c8-bc1e83288614', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:21.613908 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:21.652652 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbeeb7d9-60ac-4c3c-90fe-97853a4eda1d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:21.653403 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbeeb7d9-60ac-4c3c-90fe-97853a4eda1d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:21.657815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dbeeb7d9-60ac-4c3c-90fe-97853a4eda1d tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/7da2fbdc-b6e9-4748-82ad-971a6cd84ec5 HTTP/1.1" status: 404 len: 333 time: 0.0453236 Aug 20 11:35:21.660333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9f799b9f-d42d-47d7-a38b-21f2962767c8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7740378 Aug 20 11:35:21.660897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43490) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.661167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43492) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.666331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711', 'fixed_ips': [{'subnet_id': '0ce4d7da-020e-4b47-8fa0-c9b077b4ac40'}, {'subnet_id': 'ac98c9d5-2dda-4a1a-b467-745a647868f5'}], 'name': 'tempest-PortsIpV6TestJSON-1795313111'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:21.674909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a1d6e468-aece-46a1-b71c-734e783e7f6f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3624253 Aug 20 11:35:21.681783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43494) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.707286 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e301ae34-c827-4954-9d5d-bec9ab7045b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:21.711061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e301ae34-c827-4954-9d5d-bec9ab7045b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:21.717563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e301ae34-c827-4954-9d5d-bec9ab7045b9 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/237b23bb-8325-4ef1-8a2a-4f56a754efd0 HTTP/1.1" status: 404 len: 337 time: 0.0541499 Aug 20 11:35:21.720061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43496) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.759559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Allocated IP 172.20.0.5 (0a6b6604-e91f-4bab-9a3e-219fcaa243c2/d64eb9c9-c044-49a3-b396-8c0bf29634a9/3f9974b8-b7f1-4d73-b1e7-b19e7e796c72) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:21.774693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e2d4eeca-4c89-4384-b43e-ea0f8be338c4 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:21.784465 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e25cd2b-c0d4-4e2f-ab14-8689248c22ff tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:21.785541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e25cd2b-c0d4-4e2f-ab14-8689248c22ff tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:21.790002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3e25cd2b-c0d4-4e2f-ab14-8689248c22ff tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/4a966aba-f901-4986-9b2f-7a758c7ab331 HTTP/1.1" status: 404 len: 333 time: 0.0689440 Aug 20 11:35:21.791169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43498) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.869813 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaadd942-04cc-48d1-8d80-853201f77b48 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:21.870405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaadd942-04cc-48d1-8d80-853201f77b48 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:21.872343 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-aaadd942-04cc-48d1-8d80-853201f77b48 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/ad93fbe2-eaef-4e56-a338-a57dacb0422d HTTP/1.1" status: 404 len: 337 time: 0.0785344 Aug 20 11:35:21.876445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43502) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.937744 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cd6928-2cc1-4d00-bc6e-f4eab3b26bff tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:21.938722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cd6928-2cc1-4d00-bc6e-f4eab3b26bff tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:21.949302 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-60cd6928-2cc1-4d00-bc6e-f4eab3b26bff tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/f3c95969-f53f-4c95-8948-c38f67ee53be HTTP/1.1" status: 404 len: 333 time: 0.0587637 Aug 20 11:35:21.953483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43504) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:21.955208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:22.069632 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4530fd3c-1726-4b59-9f99-a2286fbc262c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:22.070099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4530fd3c-1726-4b59-9f99-a2286fbc262c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:22.072359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4530fd3c-1726-4b59-9f99-a2286fbc262c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/5ab7aa9c-83b8-4388-97df-f57b78275717 HTTP/1.1" status: 404 len: 337 time: 0.1157780 Aug 20 11:35:22.080576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43510) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:22.152707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f9efd066-b35f-456f-b8b8-77a250c5827a req-cb6e4e9e-2bd7-49a4-991a-887689d68820 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 210 time: 0.1347914 Aug 20 11:35:22.164970 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9b2cbb-ee40-4a7f-9a89-e0cac45ade92 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:22.165952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9b2cbb-ee40-4a7f-9a89-e0cac45ade92 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:22.167970 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7d9b2cbb-ee40-4a7f-9a89-e0cac45ade92 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/086f6d60-9bcc-4264-a217-21bd89c18236 HTTP/1.1" status: 404 len: 333 time: 0.0828364 Aug 20 11:35:22.170796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43512) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:22.194524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Allocated IP 172.20.0.2 (c1673a01-63ef-4f13-b5c8-bc1e83288614/aefdbb6f-b52d-4b2a-96b1-9a464727b9c0/62147542-63a6-48a4-9822-f5781f8b6eab) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:22.221648 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1114e6-ba99-4deb-8f4d-e35022d46dcc tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:22.222512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1114e6-ba99-4deb-8f4d-e35022d46dcc tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:22.224546 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cc1114e6-ba99-4deb-8f4d-e35022d46dcc tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/b18f1a78-0c9e-42b7-8e6f-1fbcd962d502 HTTP/1.1" status: 404 len: 337 time: 0.0524807 Aug 20 11:35:22.227615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43514) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:22.282003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e2d4eeca-4c89-4384-b43e-ea0f8be338c4 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:22.294092 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1040720f-9066-46f3-a635-8c52ebc31894 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:22.295644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1040720f-9066-46f3-a635-8c52ebc31894 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:22.297584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e2d4eeca-4c89-4384-b43e-ea0f8be338c4 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:22.298536 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1040720f-9066-46f3-a635-8c52ebc31894 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/6e6829ca-4627-455b-921f-70cf87193b88 HTTP/1.1" status: 404 len: 333 time: 0.0692637 Aug 20 11:35:22.300657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.308288 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.309752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43516) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:22.348159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2217-b5e6-42ba-943e-c0de6882a47d req-88834e31-d519-467d-a44d-b90e91e5cf4d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:22.354608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2217-b5e6-42ba-943e-c0de6882a47d req-88834e31-d519-467d-a44d-b90e91e5cf4d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:22.356306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4eec2217-b5e6-42ba-943e-c0de6882a47d req-88834e31-d519-467d-a44d-b90e91e5cf4d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1680 time: 0.2528353 Aug 20 11:35:22.365906 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff94d879-e8e0-4b1d-aec4-eb754c83f369 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:22.366486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff94d879-e8e0-4b1d-aec4-eb754c83f369 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:22.370320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ff94d879-e8e0-4b1d-aec4-eb754c83f369 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/6d5d8f31-a809-4de2-a0a4-149fe451aa19 HTTP/1.1" status: 404 len: 337 time: 0.0564046 Aug 20 11:35:22.377933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['8ab30683-bc84-4407-b9b3-4447cd0026a0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:22.378550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43518) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:22.416202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port e3fdeb44-6c94-4910-a585-f90b1e9f916f yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:22.421174 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-94da2897-9185-4631-a0ef-f27799c5dc9b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:22.421911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94da2897-9185-4631-a0ef-f27799c5dc9b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:22.426798 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-94da2897-9185-4631-a0ef-f27799c5dc9b tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/bab92e73-fac5-41ab-9315-f8e84c531581 HTTP/1.1" status: 404 len: 333 time: 0.0416837 Aug 20 11:35:22.427705 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.429374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43520) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:22.473624 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-302855ac-8866-476c-bda1-8531d4c6f707 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:22.474194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302855ac-8866-476c-bda1-8531d4c6f707 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:22.479061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-302855ac-8866-476c-bda1-8531d4c6f707 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/993e0f22-8d75-4ddc-9453-1f16b2e2d142 HTTP/1.1" status: 404 len: 337 time: 0.0455801 Aug 20 11:35:22.479061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43522) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:22.489771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd5c5f4-de66-4215-99c0-b73152cab211 None None] Network b51e2224-466f-4322-bae1-4dc1649df711 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:22.509835 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8dcb1f0-cf83-4e6c-b6f1-b32419daad62 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:22.510561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8dcb1f0-cf83-4e6c-b6f1-b32419daad62 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:22.515568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e8dcb1f0-cf83-4e6c-b6f1-b32419daad62 tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/ports/428d5341-4629-4570-9e13-73c963ccb438 HTTP/1.1" status: 404 len: 333 time: 0.0311923 Aug 20 11:35:22.516824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43524) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:22.530050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4eec2217-b5e6-42ba-943e-c0de6882a47d req-1fef0803-f2e0-4e92-ba53-17217a6be072 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582458 Aug 20 11:35:22.551683 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8364077c-93c0-40e7-a9d4-9390b82a25bb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:22.552150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8364077c-93c0-40e7-a9d4-9390b82a25bb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:22.556240 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8364077c-93c0-40e7-a9d4-9390b82a25bb tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/subnets/2335ff99-2096-4ed2-9994-20595c250189 HTTP/1.1" status: 404 len: 337 time: 0.0360999 Aug 20 11:35:22.558296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43526) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:22.624457 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.669007 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.695348 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.708173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-04c442f1-76c3-41d6-906c-ea2f0064a8de None None] Provisioning for port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:22.711612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e2d4eeca-4c89-4384-b43e-ea0f8be338c4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e2d4eeca-4c89-4384-b43e-ea0f8be338c4,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:22.727496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Transition to ACTIVE for port object 62147542-63a6-48a4-9822-f5781f8b6eab will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:22.799709 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Transition to ACTIVE for port object 62147542-63a6-48a4-9822-f5781f8b6eab will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:22.806119 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.806976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:22.811017 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.901102 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.928650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:22.944759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:22.972263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e2d4eeca-4c89-4384-b43e-ea0f8be338c4,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:22.978373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:22.984480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c38e2f5-a0f2-4533-8999-8792f4f8da4f']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:22.989406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Pushing event updated for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:23.007287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:23.018735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632fb977-799d-4967-aabd-0e86027e028f') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:23.019584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632fb977-799d-4967-aabd-0e86027e028f') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:23.023152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Network c1673a01-63ef-4f13-b5c8-bc1e83288614 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:23.033518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:23.042893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:23.071946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Pushing event updated for resources: {'Port': ['ID=62147542-63a6-48a4-9822-f5781f8b6eab,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:23.124689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.124689 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.138109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:23.144866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Attempting to bind port 62147542-63a6-48a4-9822-f5781f8b6eab on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:23.145258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Attempting to bind port 62147542-63a6-48a4-9822-f5781f8b6eab by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:23.145494 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.145672 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Attempting to bind port 62147542-63a6-48a4-9822-f5781f8b6eab on network c1673a01-63ef-4f13-b5c8-bc1e83288614 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:23.150121 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:23.150740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.176187 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.186107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:23.186107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Checking segment: {'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:23.186107 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.186107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Bound using segment: {'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:23.186835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Bound port: 62147542-63a6-48a4-9822-f5781f8b6eab, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:23.186964 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.188600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:23.189023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.304221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f140da-f2ca-4b49-9252-133f5588ac86 None None] Update dhcp port {'port': {'network_id': 'b51e2224-466f-4322-bae1-4dc1649df711', 'fixed_ips': [{'subnet_id': '0ce4d7da-020e-4b47-8fa0-c9b077b4ac40', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac98c9d5-2dda-4a1a-b467-745a647868f5'}], 'binding:host_id': 'n-d-804230-3'}, 'id': '8b7b08b2-33b6-45da-a85f-1ea19b15b2b3'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:23.304329 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ea0a7181-c2b6-454f-a0e3-ef197d5711a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3270955 Aug 20 11:35:23.308848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Request body: {'port': {'device_id': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:23.348303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8::1c9 (b51e2224-466f-4322-bae1-4dc1649df711/0ce4d7da-020e-4b47-8fa0-c9b077b4ac40/e3fdeb44-6c94-4910-a585-f90b1e9f916f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:23.369375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8:0:1::304 (b51e2224-466f-4322-bae1-4dc1649df711/ac98c9d5-2dda-4a1a-b467-745a647868f5/e3fdeb44-6c94-4910-a585-f90b1e9f916f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:23.387388 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54f140da-f2ca-4b49-9252-133f5588ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.401913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.409387 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] For port 62147542-63a6-48a4-9822-f5781f8b6eab, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:23.424881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e19532-0093-4036-973a-3c5eb171181c req-17caf239-f9a8-4a7a-93d0-c37863ebcb89 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.427028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00e19532-0093-4036-973a-3c5eb171181c req-17caf239-f9a8-4a7a-93d0-c37863ebcb89 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 931 time: 0.1233921 Aug 20 11:35:23.428335 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.430636 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.437116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.443272 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] 10.222.0.10 "DELETE /v2.0/networks/6c38e2f5-a0f2-4533-8999-8792f4f8da4f HTTP/1.1" status: 204 len: 168 time: 0.8802779 Aug 20 11:35:23.479315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a5ca0-dffd-4d13-a214-e111571abd8c tempest-NetworksTestDHCPv6-1128185696 tempest-NetworksTestDHCPv6-1128185696-project] Pushing event deleted for resources: {'Network': ['ID=6c38e2f5-a0f2-4533-8999-8792f4f8da4f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:23.536424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00e19532-0093-4036-973a-3c5eb171181c req-2ced4d6a-f6d3-44c8-bae9-9c9939a60e7d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843425 Aug 20 11:35:23.626228 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.630829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] For port 62147542-63a6-48a4-9822-f5781f8b6eab, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=62147542-63a6-48a4-9822-f5781f8b6eab,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:23.632098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.653035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object e3fdeb44-6c94-4910-a585-f90b1e9f916f will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:23.675077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,segment=NetworkSegment(fae44291-f5bc-45eb-9eee-494d1249f9f5),segment_id=fae44291-f5bc-45eb-9eee-494d1249f9f5)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:23.721207 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.787025 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.805305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8ab30683-bc84-4407-b9b3-4447cd0026a0 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:23.879766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3cc8d-397f-4a9b-9d05-3c4757c8bee3 req-8de617e5-7ee9-4323-b3fe-9437cd5ca83d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.889598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3cc8d-397f-4a9b-9d05-3c4757c8bee3 req-8de617e5-7ee9-4323-b3fe-9437cd5ca83d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:23.896360 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71a3cc8d-397f-4a9b-9d05-3c4757c8bee3 req-8de617e5-7ee9-4323-b3fe-9437cd5ca83d tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1680 time: 0.1855025 Aug 20 11:35:23.910375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d304a-1e61-453c-9cc7-6b73778ca002 None None] Pushing event updated for resources: {'Port': ['ID=62147542-63a6-48a4-9822-f5781f8b6eab,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:23.941291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:23.942476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e2d4eeca-4c89-4384-b43e-ea0f8be338c4 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:23.959204 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:23.973586 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71a3cc8d-397f-4a9b-9d05-3c4757c8bee3 req-7d0ef7a3-fbda-487a-b0c9-63798d74497b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598044 Aug 20 11:35:23.984975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Transition to ACTIVE for port object 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:24.011697 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.089784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-54f140da-f2ca-4b49-9252-133f5588ac86 None None] Allocated IP 2001:db8:0:1::2 (b51e2224-466f-4322-bae1-4dc1649df711/ac98c9d5-2dda-4a1a-b467-745a647868f5/8b7b08b2-33b6-45da-a85f-1ea19b15b2b3) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:24.092045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.092366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:24.104759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network b51e2224-466f-4322-bae1-4dc1649df711 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:24.155568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:24.166240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:24.173022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:24.173774 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.192979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=e3fdeb44-6c94-4910-a585-f90b1e9f916f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:24.266046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 8ab30683-bc84-4407-b9b3-4447cd0026a0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:24.271782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43538) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:24.278336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 8ab30683-bc84-4407-b9b3-4447cd0026a0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:24.278837 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.286402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e2d4eeca-4c89-4384-b43e-ea0f8be338c4 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:24.286849 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.298598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:24.336990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Attempting to bind port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:24.337447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Attempting to bind port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'ad885a2a-f410-4ed3-aea2-72d53ff57645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:24.338188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Attempting to bind port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 on network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:24.345090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 on network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:24.345421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Attempting to bind port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 on network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:24.355773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:24.356176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Checking segment: {'id': 'ad885a2a-f410-4ed3-aea2-72d53ff57645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:24.356573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Bound using segment: {'id': 'ad885a2a-f410-4ed3-aea2-72d53ff57645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:24.357097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Bound port: 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad885a2a-f410-4ed3-aea2-72d53ff57645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:24.358049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.373679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-578ca92b-fda6-4185-93fd-7c1a2648232b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.7113767 Aug 20 11:35:24.374349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43542) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:24.385002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ce4d7da-020e-4b47-8fa0-c9b077b4ac40'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:24.439454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Allocated IP 172.20.0.1 (c1673a01-63ef-4f13-b5c8-bc1e83288614/aefdbb6f-b52d-4b2a-96b1-9a464727b9c0/5cf3288a-0c4e-4844-b7e9-d22854f3ccef) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:24.492926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-54f140da-f2ca-4b49-9252-133f5588ac86 None None] For port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,segment=NetworkSegment(fae44291-f5bc-45eb-9eee-494d1249f9f5),segment_id=fae44291-f5bc-45eb-9eee-494d1249f9f5)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:24.498072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:24.504646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:24.561520 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54f140da-f2ca-4b49-9252-133f5588ac86 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.608431 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.628755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-54f140da-f2ca-4b49-9252-133f5588ac86 None None] Transition to ACTIVE for port object 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:24.637733 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.647719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.674416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:24.674587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab30683-bc84-4407-b9b3-4447cd0026a0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:24.675239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.683825 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b45f1a-da06-49d7-a677-5c520b1bbd8b" -d '{"events": [{"server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "name": "network-vif-plugged", "status": "completed", "tag": "8ab30683-bc84-4407-b9b3-4447cd0026a0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:24.684082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 HTTP/1.1" status: 200 len: 1091 time: 1.3758337 Aug 20 11:35:24.684082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c6b67adf-8a38-437f-b60e-e631f27684e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44fddfa2d68c46c891b8403452ed060d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074106 Aug 20 11:35:24.684970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:24.687762 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee99986-91cf-43e0-a448-a327b583884f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:24.707959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8ab30683-bc84-4407-b9b3-4447cd0026a0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8ab30683-bc84-4407-b9b3-4447cd0026a0,segment=NetworkSegment(17023dd7-fbc8-4a20-9ee8-335f220056eb),segment_id=17023dd7-fbc8-4a20-9ee8-335f220056eb)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:24.710346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43550) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:24.736482 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef237a4-3316-4a31-8770-c4c9c648fb65 x-openstack-request-id: req-fef237a4-3316-4a31-8770-c4c9c648fb65 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:24.736779 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "name": "network-vif-plugged", "status": "completed", "tag": "8ab30683-bc84-4407-b9b3-4447cd0026a0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:24.737041 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fef237a4-3316-4a31-8770-c4c9c648fb65 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:24.737446 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab30683-bc84-4407-b9b3-4447cd0026a0', 'code': 200} Aug 20 11:35:24.748564 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54f140da-f2ca-4b49-9252-133f5588ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.762789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a1e57-4f83-4227-bf76-121a7f3bb1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:24.823132 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc375ac-9b2c-418a-9da3-46aa76bd45f9 x-openstack-request-id: req-ffc375ac-9b2c-418a-9da3-46aa76bd45f9 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:24.823674 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:24.824132 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffc375ac-9b2c-418a-9da3-46aa76bd45f9 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:24.824716 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'status': 'completed', 'code': 200} Aug 20 11:35:24.864111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f140da-f2ca-4b49-9252-133f5588ac86 None None] Pushing event updated for resources: {'Port': ['ID=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:24.891487 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.893859 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ff41af69-1b8c-46cb-87c9-e6f7805e7e18 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:24.907252 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:24.936379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ae371ebd-f316-4bbe-be08-018d06780e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:24.938225 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-ae371ebd-f316-4bbe-be08-018d06780e40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 1094 time: 0.0907571 Aug 20 11:35:24.940496 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Transition to ACTIVE for port object 5cf3288a-0c4e-4844-b7e9-d22854f3ccef will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:24.953905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8938720-c1da-4590-a13d-cbf46cfe66dc req-a7500cc1-1d09-4f09-92d0-3acaf7969ab0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:24.955731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8938720-c1da-4590-a13d-cbf46cfe66dc req-a7500cc1-1d09-4f09-92d0-3acaf7969ab0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.2778833 Aug 20 11:35:25.007187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-6f4de278-1ea6-450c-a727-f63bd1591da0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 HTTP/1.1" status: 200 len: 217 time: 0.0608888 Aug 20 11:35:25.064768 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.099878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-f5a79043-9a4c-4bf8-870f-1dba0d7f8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.108331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8ab30683-bc84-4407-b9b3-4447cd0026a0,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:25.110019 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-f5a79043-9a4c-4bf8-870f-1dba0d7f8d12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d64eb9c9-c044-49a3-b396-8c0bf29634a9 HTTP/1.1" status: 200 len: 853 time: 0.0952528 Aug 20 11:35:25.156918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-b440c3a6-2d5b-4fc3-8ee5-16308b4ef5e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395706 Aug 20 11:35:25.180809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.196647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8938720-c1da-4590-a13d-cbf46cfe66dc req-014164ac-8b6f-46cb-bb39-ae9c056adce7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902764 Aug 20 11:35:25.215717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:25.225056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:25.225467 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.309799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Delete allocated IP 2001:db8:0:1::304 (b51e2224-466f-4322-bae1-4dc1649df711/ac98c9d5-2dda-4a1a-b467-745a647868f5) {{(pid=95588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:35:25.341899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb832d38-f026-4487-9e17-ad87f985614a req-ed8572cb-fd55-453e-a890-791c41ec9ebb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.351690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb832d38-f026-4487-9e17-ad87f985614a req-ed8572cb-fd55-453e-a890-791c41ec9ebb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.353561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb832d38-f026-4487-9e17-ad87f985614a req-ed8572cb-fd55-453e-a890-791c41ec9ebb tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1681 time: 0.1950796 Aug 20 11:35:25.390259 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.418833 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.441568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ff41af69-1b8c-46cb-87c9-e6f7805e7e18, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,segment=NetworkSegment(adcedfd6-b818-469e-9dde-a221c92bd062),segment_id=adcedfd6-b818-469e-9dde-a221c92bd062)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:25.461720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bb832d38-f026-4487-9e17-ad87f985614a req-49fadf75-d030-4e94-8966-86f2698113d7 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908830 Aug 20 11:35:25.490757 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-44fbfebc-171b-43f1-9a97-5563b6219d0c service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002141 Aug 20 11:35:25.506324 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.509364 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.513284 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dea12f37-3575-4bd9-bf18-d0108d4aae12 HTTP/1.1" status: 204 len: 168 time: 0.7990751 Aug 20 11:35:25.518049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network c1673a01-63ef-4f13-b5c8-bc1e83288614 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:25.532321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea12f37-3575-4bd9-bf18-d0108d4aae12,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:25.542787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.548113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:25.550863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:25.615809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.675228 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-612c2e09-4567-46af-9aa8-3c0a87d806d0 req-8c952da5-d37c-41c9-8b02-e9bf6606d41b service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754034 Aug 20 11:35:25.689464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:25.724971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.725584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.725706 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.725954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.726289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.726656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.726987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.727354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.727703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.728021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.728343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.728690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4102ea-c9ab-4bc4-9f7e-d0eedb9cebb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:25.731586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Port': ['ID=5cf3288a-0c4e-4844-b7e9-d22854f3ccef,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:25.772088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229be586-0cee-4a0f-99a9-a0a6fb71d408 None None] Network c1673a01-63ef-4f13-b5c8-bc1e83288614 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:25.825583 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:25.838976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Ignored duplicate provisioning block setup for port e3fdeb44-6c94-4910-a585-f90b1e9f916f by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 11:35:25.898898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c29b5-a111-4437-9a02-68bec609701f None None] Network b51e2224-466f-4322-bae1-4dc1649df711 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:25.962301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee99986-91cf-43e0-a448-a327b583884f req-c98e7a70-cd2b-4cc6-9ad1-94e93bbdb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:25.964840 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ee99986-91cf-43e0-a448-a327b583884f req-c98e7a70-cd2b-4cc6-9ad1-94e93bbdb874 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 1094 time: 0.0751886 Aug 20 11:35:25.965063 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.085865 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.106495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=e3fdeb44-6c94-4910-a585-f90b1e9f916f,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:26.130487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee99986-91cf-43e0-a448-a327b583884f req-02c028dc-abd6-4cd4-9283-bd2e29b8878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.132252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ee99986-91cf-43e0-a448-a327b583884f req-02c028dc-abd6-4cd4-9283-bd2e29b8878c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 200 len: 914 time: 0.1584136 Aug 20 11:35:26.188784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] In _notify_port_updated(), no bound segment for port e3fdeb44-6c94-4910-a585-f90b1e9f916f on network b51e2224-466f-4322-bae1-4dc1649df711 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:35:26.195925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.196661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.199087 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-43aab069-c3a1-4a97-9b91-35b7d83ea2ff tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "PUT /v2.0/ports/e3fdeb44-6c94-4910-a585-f90b1e9f916f HTTP/1.1" status: 200 len: 926 time: 1.8208909 Aug 20 11:35:26.202699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43562) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:26.210364 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ee99986-91cf-43e0-a448-a327b583884f req-769355f9-efbf-449e-a1c0-2b5dafaa9884 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 HTTP/1.1" status: 200 len: 217 time: 0.0695777 Aug 20 11:35:26.211755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ce4d7da-020e-4b47-8fa0-c9b077b4ac40'}, {'subnet_id': 'ac98c9d5-2dda-4a1a-b467-745a647868f5'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:26.267988 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 62147542-63a6-48a4-9822-f5781f8b6eab up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:26.300796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-01bb6102-ff20-4f53-8ca9-8d5c87c8c42f None None] Provisioning for port 62147542-63a6-48a4-9822-f5781f8b6eab completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:26.309872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee99986-91cf-43e0-a448-a327b583884f req-ed269656-48ae-4d91-9bf2-1eec1307ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.312208 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ee99986-91cf-43e0-a448-a327b583884f req-ed269656-48ae-4d91-9bf2-1eec1307ac63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d64eb9c9-c044-49a3-b396-8c0bf29634a9 HTTP/1.1" status: 200 len: 853 time: 0.0932591 Aug 20 11:35:26.361472 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.361744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ee99986-91cf-43e0-a448-a327b583884f req-1b38a615-4a8e-41ec-ab8a-38bbc44c7935 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412352 Aug 20 11:35:26.499408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653df7-d18a-42d1-821a-1c0818a53ae8 req-d916c529-4143-4d0a-9b5d-52954801e6f8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:26.501068 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19653df7-d18a-42d1-821a-1c0818a53ae8 req-d916c529-4143-4d0a-9b5d-52954801e6f8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.1381462 Aug 20 11:35:26.558819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ee99986-91cf-43e0-a448-a327b583884f req-cd0e01cb-365c-4606-9046-2c07d7f891cc service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610427 Aug 20 11:35:26.581881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19653df7-d18a-42d1-821a-1c0818a53ae8 req-67dec2a1-c6a9-4d98-b2f7-26ac4a6ad683 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693955 Aug 20 11:35:26.648918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b7de9a44-fb33-47f5-a815-743818edf576 None None] Provisioning for port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:26.657136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b7de9a44-fb33-47f5-a815-743818edf576 None None] Provisioning complete for port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:26.658761 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b7de9a44-fb33-47f5-a815-743818edf576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.724912 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 62147542-63a6-48a4-9822-f5781f8b6eab completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:26.733176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 62147542-63a6-48a4-9822-f5781f8b6eab triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:26.733824 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:26.739133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ee99986-91cf-43e0-a448-a327b583884f req-878892c8-b305-4bde-bf6b-fe722a0f98d7 service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704443 Aug 20 11:35:26.739943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff41af69-1b8c-46cb-87c9-e6f7805e7e18'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:26.743839 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a916c589-174d-4cbf-8098-5a398e491a9f" -d '{"events": [{"server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "name": "network-vif-plugged", "status": "completed", "tag": "ff41af69-1b8c-46cb-87c9-e6f7805e7e18"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:26.885193 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0695b4-4d6b-490c-ae52-ea0ef51aed4f x-openstack-request-id: req-ae0695b4-4d6b-490c-ae52-ea0ef51aed4f {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:26.885610 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "name": "network-vif-plugged", "status": "completed", "tag": "ff41af69-1b8c-46cb-87c9-e6f7805e7e18", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:26.885855 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae0695b4-4d6b-490c-ae52-ea0ef51aed4f {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:26.886253 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff41af69-1b8c-46cb-87c9-e6f7805e7e18', 'code': 200} Aug 20 11:35:26.966310 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.021973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7400bf-0c9e-4d6b-a6d4-3b9235140241 req-b3021c57-186d-4e37-ad1b-3b79128d75f7 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.028664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7400bf-0c9e-4d6b-a6d4-3b9235140241 req-b3021c57-186d-4e37-ad1b-3b79128d75f7 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.039593 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b7400bf-0c9e-4d6b-a6d4-3b9235140241 req-b3021c57-186d-4e37-ad1b-3b79128d75f7 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1682 time: 0.4923322 Aug 20 11:35:27.076419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 62147542-63a6-48a4-9822-f5781f8b6eab, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=62147542-63a6-48a4-9822-f5781f8b6eab,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:27.082313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3da96baa-c425-4069-ab4f-38157846fe3c None None] Provisioning complete for port 62147542-63a6-48a4-9822-f5781f8b6eab triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:27.082757 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3da96baa-c425-4069-ab4f-38157846fe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.145186 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.187500 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.188425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:27.193802 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3da96baa-c425-4069-ab4f-38157846fe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.212897 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b7400bf-0c9e-4d6b-a6d4-3b9235140241 req-df11d91b-e4d6-45c2-a2de-089e1cbd768e tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721904 Aug 20 11:35:27.215570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1f25-edbd-4770-a331-0480d28a6cbc req-2c7ba78c-228c-46b2-be99-56bd44e4eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.216044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e1f25-edbd-4770-a331-0480d28a6cbc req-2c7ba78c-228c-46b2-be99-56bd44e4eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.222885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cc3e1f25-edbd-4770-a331-0480d28a6cbc req-2c7ba78c-228c-46b2-be99-56bd44e4eaef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1984 time: 0.2556095 Aug 20 11:35:27.298022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8:0:1::13f (b51e2224-466f-4322-bae1-4dc1649df711/ac98c9d5-2dda-4a1a-b467-745a647868f5/e3fdeb44-6c94-4910-a585-f90b1e9f916f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:27.313370 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.373980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-3da96baa-c425-4069-ab4f-38157846fe3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:35:27.373980 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-3da96baa-c425-4069-ab4f-38157846fe3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:35:27.375045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=62147542-63a6-48a4-9822-f5781f8b6eab,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:27.379120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Port': ['ID=5cf3288a-0c4e-4844-b7e9-d22854f3ccef,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:27.398205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:27.398627 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.423643 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cc3e1f25-edbd-4770-a331-0480d28a6cbc req-6c186d8a-42b8-4521-b30d-f388becf050d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877394 Aug 20 11:35:27.471137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43588) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:27.493341 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.603931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2044858553'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:27.628821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.652597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Ignored duplicate provisioning block setup for port e3fdeb44-6c94-4910-a585-f90b1e9f916f by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 11:35:27.661671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network c1673a01-63ef-4f13-b5c8-bc1e83288614 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:27.663340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:27.708197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Made reservation on behalf of 8e20ee2443e2482691bb05a634590950 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:27.715884 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.728640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.744588 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:27.746899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39ecfd-beaa-427e-8f0c-bc4816e1a785 req-4cb03286-30bb-4ff2-bff6-bd5e0cbcb1bb tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:27.753846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a39ecfd-beaa-427e-8f0c-bc4816e1a785 req-4cb03286-30bb-4ff2-bff6-bd5e0cbcb1bb tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.0855420 Aug 20 11:35:27.824770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a39ecfd-beaa-427e-8f0c-bc4816e1a785 req-2e20f2fa-ecb6-4458-a759-70981e23282e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697362 Aug 20 11:35:27.932708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 62147542-63a6-48a4-9822-f5781f8b6eab up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:27.941167 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.027913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 62147542-63a6-48a4-9822-f5781f8b6eab triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:28.028295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.033710 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.048966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:28.076509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.076800 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Added segment b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460 of type vlan for network 535d68ee-645d-4c08-a9db-f7df4395211b Aug 20 11:35:28.092033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5986c874-5b79-4d3b-ae37-56e485327ba9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:28.129689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.130036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.130387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.130792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.131251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.131591 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.131928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.132266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.132593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.132922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.133250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.133579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:28.148702 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.171983 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3da96baa-c425-4069-ab4f-38157846fe3c None None] Provisioning for port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:28.178149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3da96baa-c425-4069-ab4f-38157846fe3c None None] Provisioning complete for port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:28.178571 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3da96baa-c425-4069-ab4f-38157846fe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.214629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3da96baa-c425-4069-ab4f-38157846fe3c None None] Port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:28.262744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] In _notify_port_updated(), no bound segment for port e3fdeb44-6c94-4910-a585-f90b1e9f916f on network b51e2224-466f-4322-bae1-4dc1649df711 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:35:28.268268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.269009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.270535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "PUT /v2.0/ports/e3fdeb44-6c94-4910-a585-f90b1e9f916f HTTP/1.1" status: 200 len: 1012 time: 2.0670698 Aug 20 11:35:28.273835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43598) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:28.284599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Router 21a13224-f23f-433e-9b50-6dacaedbd777 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:35:28.287551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2ea77-6659-4a28-a159-0bcc5a01a2a7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=e3fdeb44-6c94-4910-a585-f90b1e9f916f,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:28.336059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-095e7a2d-9163-49c7-8a84-c5a06be0a874 None None] Provisioning complete for port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:28.336436 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-095e7a2d-9163-49c7-8a84-c5a06be0a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.342040 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.347889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.348528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.417269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:35:28.427004 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-95121929-0a30-412e-8cb2-c2c93d8d8814 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "PUT /v2.0/routers/21a13224-f23f-433e-9b50-6dacaedbd777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7330327 Aug 20 11:35:28.427655 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43600) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:28.432893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-99682fae-efbd-43c8-b3dd-6270821a0777 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1356040337', 'description': 'tempest-secgroup_access--1356040337 description', 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:28.433586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Sync routers for ids ['21a13224-f23f-433e-9b50-6dacaedbd777'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:35:28.449997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Routers {'21a13224-f23f-433e-9b50-6dacaedbd777'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:28.451154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['21a13224-f23f-433e-9b50-6dacaedbd777'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:28.460868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb3b66-1098-471d-bab0-677e3e13c720 req-61395f20-0936-4cd0-aeb1-f5f5db9d91d8 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.466879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb3b66-1098-471d-bab0-677e3e13c720 req-61395f20-0936-4cd0-aeb1-f5f5db9d91d8 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:28.468694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fceb3b66-1098-471d-bab0-677e3e13c720 req-61395f20-0936-4cd0-aeb1-f5f5db9d91d8 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1682 time: 0.1853521 Aug 20 11:35:28.478945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event updated for resources: {'Network': ['ID=535d68ee-645d-4c08-a9db-f7df4395211b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:28.492576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 535d68ee-645d-4c08-a9db-f7df4395211b details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:28.526412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fceb3b66-1098-471d-bab0-677e3e13c720 req-036125b8-9bef-459b-83c2-f07787592488 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505521 Aug 20 11:35:28.537669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d6f5b-66f4-417b-9c17-12120c6d1c24 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port e3fdeb44-6c94-4910-a585-f90b1e9f916f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:28.538036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd9d6f5b-66f4-417b-9c17-12120c6d1c24 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.556857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a6353cff-e9c4-465f-b1a7-555c472400ed tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0845690 Aug 20 11:35:28.563933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43602) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:28.569800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Request body: {'subnet': {'network_id': '535d68ee-645d-4c08-a9db-f7df4395211b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:28.593039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-095e7a2d-9163-49c7-8a84-c5a06be0a874 None None] Provisioning for port e3fdeb44-6c94-4910-a585-f90b1e9f916f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:28.608172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-095e7a2d-9163-49c7-8a84-c5a06be0a874 None None] Provisioning complete for port e3fdeb44-6c94-4910-a585-f90b1e9f916f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:28.608547 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-095e7a2d-9163-49c7-8a84-c5a06be0a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.662157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Set router 21a13224-f23f-433e-9b50-6dacaedbd777 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:28.665227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd9d6f5b-66f4-417b-9c17-12120c6d1c24 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.679005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d6f5b-66f4-417b-9c17-12120c6d1c24 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for e3fdeb44-6c94-4910-a585-f90b1e9f916f owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:28.692982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-095e7a2d-9163-49c7-8a84-c5a06be0a874 None None] Port e3fdeb44-6c94-4910-a585-f90b1e9f916f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:28.736643 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99682fae-efbd-43c8-b3dd-6270821a0777 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.741131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-095e7a2d-9163-49c7-8a84-c5a06be0a874 None None] Provisioning complete for port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:28.741504 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-095e7a2d-9163-49c7-8a84-c5a06be0a874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.821007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-095e7a2d-9163-49c7-8a84-c5a06be0a874 None None] Port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:28.831000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Made reservation on behalf of 8e20ee2443e2482691bb05a634590950 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:28.834662 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.864212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:28.980290 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd9d6f5b-66f4-417b-9c17-12120c6d1c24 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:28.994265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5cf3288a-0c4e-4844-b7e9-d22854f3ccef', 'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:f2:d4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:23Z', 'updated_at': '2021-08-20T11:35:26Z', 'revision_number': 2, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:29.013715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d6f5b-66f4-417b-9c17-12120c6d1c24 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=e3fdeb44-6c94-4910-a585-f90b1e9f916f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:29.036303 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99682fae-efbd-43c8-b3dd-6270821a0777 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.044942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Checking router: 21a13224-f23f-433e-9b50-6dacaedbd777 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:35:29.045541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Updating router 21a13224-f23f-433e-9b50-6dacaedbd777 port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:35:29.067312 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cd9d6f5b-66f4-417b-9c17-12120c6d1c24 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.069914 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cd9d6f5b-66f4-417b-9c17-12120c6d1c24 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/e3fdeb44-6c94-4910-a585-f90b1e9f916f HTTP/1.1" status: 204 len: 168 time: 0.7945280 Aug 20 11:35:29.072327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43608) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:29.076971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c128cd-83dc-45b8-83de-2a2fe795be0d req-3e72dbb1-7feb-4798-b5c0-474ae2a04a2c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:29.077841 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.078601 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0c128cd-83dc-45b8-83de-2a2fe795be0d req-3e72dbb1-7feb-4798-b5c0-474ae2a04a2c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.1269238 Aug 20 11:35:29.099578 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5562363-9667-4c0b-9eee-02c84dd38b38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:35:29.101185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c5562363-9667-4c0b-9eee-02c84dd38b38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/e3fdeb44-6c94-4910-a585-f90b1e9f916f HTTP/1.1" status: 404 len: 333 time: 0.0278075 Aug 20 11:35:29.107901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43610) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:29.146987 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99682fae-efbd-43c8-b3dd-6270821a0777 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.189397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa80884-8c9e-4306-8999-cc6d67fe6773 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet ac98c9d5-2dda-4a1a-b467-745a647868f5 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:29.194035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fa80884-8c9e-4306-8999-cc6d67fe6773 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.215456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c0c128cd-83dc-45b8-83de-2a2fe795be0d req-6e48caa6-82bb-4afb-9274-6ee757f3469e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158378 Aug 20 11:35:29.216081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99682fae-efbd-43c8-b3dd-6270821a0777 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec541d1c-af44-4e80-8325-f41361010c9d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:29.227258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:29.247996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fa80884-8c9e-4306-8999-cc6d67fe6773 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.255252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2', 'port_id': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'mac_address': 'fa:16:3e:3b:16:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64eb9c9-c044-49a3-b396-8c0bf29634a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:29.283538 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.320749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99682fae-efbd-43c8-b3dd-6270821a0777 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.324373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-99682fae-efbd-43c8-b3dd-6270821a0777 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8932288 Aug 20 11:35:29.326595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43612) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:29.335529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4975698e-07cc-4518-bd19-dab8da336bdf tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1270109142', 'description': 'tempest-secgroup_general--1270109142 description', 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:29.348590 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.363043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fa80884-8c9e-4306-8999-cc6d67fe6773 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.365498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event updated for resources: {'Subnet': ['ID=d304e474-8931-4345-82d1-4ab028065b8c,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:29.373465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:29.386009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Checking segment: {'id': 'b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '535d68ee-645d-4c08-a9db-f7df4395211b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:29.386840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Network hostable DHCP agents. Network: 535d68ee-645d-4c08-a9db-f7df4395211b, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:29.414197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:29.474067 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.484034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Transition to ACTIVE for port object 5cf3288a-0c4e-4844-b7e9-d22854f3ccef will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:29.517308 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4975698e-07cc-4518-bd19-dab8da336bdf tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.585812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.586926 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fa80884-8c9e-4306-8999-cc6d67fe6773 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.604322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4975698e-07cc-4518-bd19-dab8da336bdf tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.606382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Network 535d68ee-645d-4c08-a9db-f7df4395211b is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:29.620961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.630221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa80884-8c9e-4306-8999-cc6d67fe6773 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=ac98c9d5-2dda-4a1a-b467-745a647868f5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:29.635647 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fa80884-8c9e-4306-8999-cc6d67fe6773 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.637683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1fa80884-8c9e-4306-8999-cc6d67fe6773 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/ac98c9d5-2dda-4a1a-b467-745a647868f5 HTTP/1.1" status: 204 len: 168 time: 0.5298269 Aug 20 11:35:29.644875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43616) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:29.650730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43034be7-92b7-4af7-b906-acc4b0f28b28 None None] Network b51e2224-466f-4322-bae1-4dc1649df711 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:29.682075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69639ea4-aace-45c0-830c-8d8392ae8831 req-e692a2de-43eb-443a-827a-aaeca86dab1e tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:29.693824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69639ea4-aace-45c0-830c-8d8392ae8831 req-e692a2de-43eb-443a-827a-aaeca86dab1e tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:29.695476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-69639ea4-aace-45c0-830c-8d8392ae8831 req-e692a2de-43eb-443a-827a-aaeca86dab1e tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1682 time: 0.0746226 Aug 20 11:35:29.696976 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4975698e-07cc-4518-bd19-dab8da336bdf tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.703487 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:29.748226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 535d68ee-645d-4c08-a9db-f7df4395211b) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:29.754341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e24ba3-9d1b-4e62-a01c-b27e10ba0852 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet 0ce4d7da-020e-4b47-8fa0-c9b077b4ac40 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:29.760185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:29.760940 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.763643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975698e-07cc-4518-bd19-dab8da336bdf tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c9af04-e9fb-4d9a-9d4b-e323e494e085,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:29.767909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1bc319-c386-4b27-b884-c60b882675bd None None] Network 535d68ee-645d-4c08-a9db-f7df4395211b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:29.777830 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e24ba3-9d1b-4e62-a01c-b27e10ba0852 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.780803 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-69639ea4-aace-45c0-830c-8d8392ae8831 req-81e84554-05f0-488f-b032-180d158c758b tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761533 Aug 20 11:35:29.831818 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e24ba3-9d1b-4e62-a01c-b27e10ba0852 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.837097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4975698e-07cc-4518-bd19-dab8da336bdf tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.841421 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4975698e-07cc-4518-bd19-dab8da336bdf tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5126822 Aug 20 11:35:29.841957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43620) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:29.847228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-bce9fc90-dd91-44a7-8061-def6b7eea34c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'security_group_rule': {'security_group_id': 'ec541d1c-af44-4e80-8325-f41361010c9d', 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:29.932188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0861c768-1728-4432-bdc5-edac74c99e53 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3670766 Aug 20 11:35:29.935012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43624) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:29.935482 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e24ba3-9d1b-4e62-a01c-b27e10ba0852 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:29.942738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e26361a3-8069-4cd2-832d-9b565c97a4ce tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-155875091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:29.998085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:30.058561 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bce9fc90-dd91-44a7-8061-def6b7eea34c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.090142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e24ba3-9d1b-4e62-a01c-b27e10ba0852 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.098323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eb6a3-7a10-4471-a64d-c26446ae6b2e None None] Pushing event updated for resources: {'Port': ['ID=5cf3288a-0c4e-4844-b7e9-d22854f3ccef,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:30.102106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Attempting to bind port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:30.102106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Attempting to bind port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:30.102498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Attempting to bind port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef on network c1673a01-63ef-4f13-b5c8-bc1e83288614 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:30.113331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:30.113706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Checking segment: {'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:30.114111 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.114528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Bound using segment: {'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:30.115009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Bound port: 5cf3288a-0c4e-4844-b7e9-d22854f3ccef, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:30.115427 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.136893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e24ba3-9d1b-4e62-a01c-b27e10ba0852 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce4d7da-020e-4b47-8fa0-c9b077b4ac40,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:30.141215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e24ba3-9d1b-4e62-a01c-b27e10ba0852 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.146488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43628) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:30.147091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c9e24ba3-9d1b-4e62-a01c-b27e10ba0852 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/0ce4d7da-020e-4b47-8fa0-c9b077b4ac40 HTTP/1.1" status: 204 len: 168 time: 0.5007584 Aug 20 11:35:30.163346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e26361a3-8069-4cd2-832d-9b565c97a4ce tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.164388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e26361a3-8069-4cd2-832d-9b565c97a4ce tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.168755 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bce9fc90-dd91-44a7-8061-def6b7eea34c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.233943 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bce9fc90-dd91-44a7-8061-def6b7eea34c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.299648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9fc90-dd91-44a7-8061-def6b7eea34c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5876f0f2-3cca-42e1-aa7b-413d5d4e5370,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:30.304909 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.308349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e26361a3-8069-4cd2-832d-9b565c97a4ce tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.356860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] For port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:30.357796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b5b8-6ea3-478f-945e-52ebc4b4ec09 req-467d3edb-10df-4277-818b-f960714c20cd tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.365967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b05b5b8-6ea3-478f-945e-52ebc4b4ec09 req-467d3edb-10df-4277-818b-f960714c20cd tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 944 time: 0.0640919 Aug 20 11:35:30.387307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:30.388033 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.413058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] For port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5cf3288a-0c4e-4844-b7e9-d22854f3ccef,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:30.413058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-535d68ee-645d-4c08-a9db-f7df4395211b', 'network_id': '535d68ee-645d-4c08-a9db-f7df4395211b', 'tenant_id': '8e20ee2443e2482691bb05a634590950', 'fixed_ips': [{'subnet_id': 'd304e474-8931-4345-82d1-4ab028065b8c'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:30.413058 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.423053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b05b5b8-6ea3-478f-945e-52ebc4b4ec09 req-152be1ed-5750-4f3b-8e78-630b9fa473a9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561824 Aug 20 11:35:30.456803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] DHCP port deletion for b51e2224-466f-4322-bae1-4dc1649df711 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:30.492290 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e26361a3-8069-4cd2-832d-9b565c97a4ce tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.497176 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bce9fc90-dd91-44a7-8061-def6b7eea34c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.498992 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bce9fc90-dd91-44a7-8061-def6b7eea34c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6557207 Aug 20 11:35:30.518100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] For port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,segment=NetworkSegment(fae44291-f5bc-45eb-9eee-494d1249f9f5),segment_id=fae44291-f5bc-45eb-9eee-494d1249f9f5)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:30.518496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.536947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:30.539158 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.562874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c89c5c-1864-4527-a6aa-b7a342cd01f4 req-0fbdba3e-b00f-4573-9dce-eb4a7e1e3753 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.569134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c89c5c-1864-4527-a6aa-b7a342cd01f4 req-0fbdba3e-b00f-4573-9dce-eb4a7e1e3753 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:30.570871 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62c89c5c-1864-4527-a6aa-b7a342cd01f4 req-0fbdba3e-b00f-4573-9dce-eb4a7e1e3753 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1682 time: 0.1189063 Aug 20 11:35:30.700609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Routers {'21a13224-f23f-433e-9b50-6dacaedbd777'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:30.701295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['21a13224-f23f-433e-9b50-6dacaedbd777'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:30.751481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eb6a3-7a10-4471-a64d-c26446ae6b2e None None] Pushing event updated for resources: {'Port': ['ID=5cf3288a-0c4e-4844-b7e9-d22854f3ccef,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:30.756704 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-ca0b88c5-fde5-4b36-811c-8d59572b5785 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--1356040337&fields=id&tenant_id=b45dc25967c4475eb0928c1cfe9b506a HTTP/1.1" status: 200 len: 267 time: 0.0521567 Aug 20 11:35:30.796606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Allocated IP 172.20.0.2 (535d68ee-645d-4c08-a9db-f7df4395211b/d304e474-8931-4345-82d1-4ab028065b8c/c420b08c-a930-4b2f-8409-e210c0f64a7e) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:30.807657 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-fc8511db-5878-490d-949f-c63d0d0616ee tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--1270109142&fields=id&tenant_id=b45dc25967c4475eb0928c1cfe9b506a HTTP/1.1" status: 200 len: 267 time: 0.0390234 Aug 20 11:35:30.821994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Deleting port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:30.822388 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.920411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e26361a3-8069-4cd2-832d-9b565c97a4ce tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:30.921552 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e26361a3-8069-4cd2-832d-9b565c97a4ce tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9854307 Aug 20 11:35:30.924599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43646) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:30.970095 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62c89c5c-1864-4527-a6aa-b7a342cd01f4 req-841ebc5a-cae9-499c-aada-be4906857f89 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546713 Aug 20 11:35:30.987230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] Set router 21a13224-f23f-433e-9b50-6dacaedbd777 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:31.021514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-45f23c46-40b5-4247-9a09-23aaf5fc3f71 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.027072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-45f23c46-40b5-4247-9a09-23aaf5fc3f71 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/networks?id=c1673a01-63ef-4f13-b5c8-bc1e83288614 HTTP/1.1" status: 200 len: 797 time: 0.2055807 Aug 20 11:35:31.050878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] For port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,segment=NetworkSegment(fae44291-f5bc-45eb-9eee-494d1249f9f5),segment_id=fae44291-f5bc-45eb-9eee-494d1249f9f5)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:31.051551 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.060208 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.087067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:31.092833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No DVR routers for this DVR port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:31.100463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Calling delete_port for 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:31.139540 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-87ea193f-baa7-49c7-8b5f-16c3c3e9c150 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/quotas/b45dc25967c4475eb0928c1cfe9b506a HTTP/1.1" status: 200 len: 375 time: 0.1042528 Aug 20 11:35:31.195385 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.205962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51e2224-466f-4322-bae1-4dc1649df711']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:31.217950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae44291-f5bc-45eb-9eee-494d1249f9f5') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:31.218253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae44291-f5bc-45eb-9eee-494d1249f9f5') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:31.228518 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.246814 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.253261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:31.253663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:31.257288 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:31.289640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c7ada513-e026-42cd-b0ba-1cf0fa781229 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159840 Aug 20 11:35:31.299526 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.309628 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.325142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Transition to ACTIVE for port object c420b08c-a930-4b2f-8409-e210c0f64a7e will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:31.362264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Transition to ACTIVE for port object c420b08c-a930-4b2f-8409-e210c0f64a7e will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:31.401086 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.431496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Pushing event deleted for resources: {'Port': ['ID=8b7b08b2-33b6-45da-a85f-1ea19b15b2b3,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:31.433653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] No DVR routers for this DVR port 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:31.436109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.447280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.447772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.448279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.448780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.449264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.450325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.450325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.450926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.451152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.451724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.452090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.452555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c766ca-a9b2-42a6-ab98-1a2587a968b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:35:31.471733 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.478045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.481770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/networks/b51e2224-466f-4322-bae1-4dc1649df711 HTTP/1.1" status: 204 len: 168 time: 1.3327734 Aug 20 11:35:31.492322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43652) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:31.503123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663b9b2-c606-496e-b57a-f04ba01c5aa0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Network': ['ID=b51e2224-466f-4322-bae1-4dc1649df711,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:31.506374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5cf3288a-0c4e-4844-b7e9-d22854f3ccef', 'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:f2:d4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:23Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:31.540727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-bd7ddbe5-e469-44c4-af7a-72a137b11519 service neutron] 10.222.0.10 "GET /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192166 Aug 20 11:35:31.543715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b66292a-5bd5-4a51-bf14-c71e1ffc0af2 None None] The sync data for ids ['21a13224-f23f-433e-9b50-6dacaedbd777'] in n-d-804230-3 is: [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5cf3288a-0c4e-4844-b7e9-d22854f3ccef', 'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:f2:d4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:23Z', 'updated_at': '2021-08-20T11:35:30Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:35:31.551863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Network 535d68ee-645d-4c08-a9db-f7df4395211b is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:31.556524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:31.568843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:31.596166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c8b5e-62be-4134-8481-9f06d2b23d03 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.608614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-668c8b5e-62be-4134-8481-9f06d2b23d03 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1149676 Aug 20 11:35:31.617358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43654) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:31.634936 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Pushing event updated for resources: {'Port': ['ID=c420b08c-a930-4b2f-8409-e210c0f64a7e,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:31.670494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db013d3d-ad65-47e2-8a2d-4efed64f277f req-41d78610-60e8-42b6-9629-a132591cc12c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:31.682446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db013d3d-ad65-47e2-8a2d-4efed64f277f req-41d78610-60e8-42b6-9629-a132591cc12c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 944 time: 0.1378839 Aug 20 11:35:31.686410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Attempting to bind port c420b08c-a930-4b2f-8409-e210c0f64a7e on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:31.686975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Attempting to bind port c420b08c-a930-4b2f-8409-e210c0f64a7e by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '535d68ee-645d-4c08-a9db-f7df4395211b'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:31.687468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Attempting to bind port c420b08c-a930-4b2f-8409-e210c0f64a7e on network 535d68ee-645d-4c08-a9db-f7df4395211b {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:31.695006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:31.695443 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Checking segment: {'id': 'b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '535d68ee-645d-4c08-a9db-f7df4395211b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:31.695946 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.696460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Bound using segment: {'id': 'b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '535d68ee-645d-4c08-a9db-f7df4395211b'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:31.697621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Bound port: c420b08c-a930-4b2f-8409-e210c0f64a7e, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '535d68ee-645d-4c08-a9db-f7df4395211b'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:31.697621 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.731711 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-09b06503-1bdd-47ec-ac36-3ae030e73ca3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1036682 Aug 20 11:35:31.736326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43656) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:31.741738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1104086223'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:31.755083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db013d3d-ad65-47e2-8a2d-4efed64f277f req-668bc758-0e89-492d-aa25-a45277d18506 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716445 Aug 20 11:35:31.768307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Allocated IP 172.20.0.1 (535d68ee-645d-4c08-a9db-f7df4395211b/d304e474-8931-4345-82d1-4ab028065b8c/04c3c293-3f8b-4c08-bc90-179fc029a448) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:31.801670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] For port c420b08c-a930-4b2f-8409-e210c0f64a7e, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:31.804727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-8077c6ca-9fe3-4240-a6f2-81194c2b16f0 service neutron] 10.222.0.10 "GET /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186341 Aug 20 11:35:31.806109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] For port c420b08c-a930-4b2f-8409-e210c0f64a7e, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c420b08c-a930-4b2f-8409-e210c0f64a7e,segment=NetworkSegment(b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460),segment_id=b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:31.891678 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.938168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:31.942121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:31.949811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5cf3288a-0c4e-4844-b7e9-d22854f3ccef up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:31.994365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:31.999207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.026277 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962977d5-09d4-493a-accc-5fe4f340a882 req-49a8dd02-3ce2-49ed-9749-f457b71531df tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.032127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304fa94-b9a0-4150-871e-57e8c58cbb78 None None] Pushing event updated for resources: {'Port': ['ID=c420b08c-a930-4b2f-8409-e210c0f64a7e,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:32.034891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962977d5-09d4-493a-accc-5fe4f340a882 req-49a8dd02-3ce2-49ed-9749-f457b71531df tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.036427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.036797 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Added segment d84de652-a55b-4603-8e5b-205ee4d65efe of type vlan for network 3890d657-a1d4-43f5-9281-1fa04346f521 Aug 20 11:35:32.037187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-962977d5-09d4-493a-accc-5fe4f340a882 req-49a8dd02-3ce2-49ed-9749-f457b71531df tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.38 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1682 time: 0.1251822 Aug 20 11:35:32.042791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Transition to ACTIVE for port object 04c3c293-3f8b-4c08-bc90-179fc029a448 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:32.105314 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.181750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:32.186603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:32.187119 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.202839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e56a8-50da-4784-b602-fda3115eae7c req-1dfa7c2c-e0c0-4311-a6da-78f7ee3d38d8 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.209758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e56a8-50da-4784-b602-fda3115eae7c req-1dfa7c2c-e0c0-4311-a6da-78f7ee3d38d8 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.211530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a27e56a8-50da-4784-b602-fda3115eae7c req-1dfa7c2c-e0c0-4311-a6da-78f7ee3d38d8 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 1682 time: 0.0831943 Aug 20 11:35:32.251159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.288806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a27e56a8-50da-4784-b602-fda3115eae7c req-edb62c54-7432-4460-8b63-14c8531eaf40 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684850 Aug 20 11:35:32.312223 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.320048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.320982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.367826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-962977d5-09d4-493a-accc-5fe4f340a882 req-7056acf2-482d-4430-8b5f-509b512f4dfe tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting port 8ab30683-bc84-4407-b9b3-4447cd0026a0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:32.372026 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-962977d5-09d4-493a-accc-5fe4f340a882 req-7056acf2-482d-4430-8b5f-509b512f4dfe tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.420798 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.481767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5cf3288a-0c4e-4844-b7e9-d22854f3ccef,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:32.484257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Network': ['ID=3890d657-a1d4-43f5-9281-1fa04346f521,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:32.502206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 3890d657-a1d4-43f5-9281-1fa04346f521 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:32.509336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Network 535d68ee-645d-4c08-a9db-f7df4395211b is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:32.534033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:32.555798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:32.569836 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5007f512-6c10-4153-a1e2-a417c1c9aa63 req-80f79b0b-bd82-47e4-a1e5-62e01790fc74 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 210 time: 0.0659320 Aug 20 11:35:32.569836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event updated for resources: {'Port': ['ID=04c3c293-3f8b-4c08-bc90-179fc029a448,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:32.645805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-962977d5-09d4-493a-accc-5fe4f340a882 req-7056acf2-482d-4430-8b5f-509b512f4dfe tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] For port 8ab30683-bc84-4407-b9b3-4447cd0026a0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8ab30683-bc84-4407-b9b3-4447cd0026a0,segment=NetworkSegment(17023dd7-fbc8-4a20-9ee8-335f220056eb),segment_id=17023dd7-fbc8-4a20-9ee8-335f220056eb)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:32.646329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-962977d5-09d4-493a-accc-5fe4f340a882 req-7056acf2-482d-4430-8b5f-509b512f4dfe tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.662284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-962977d5-09d4-493a-accc-5fe4f340a882 req-7056acf2-482d-4430-8b5f-509b512f4dfe tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Calling delete_port for 8ab30683-bc84-4407-b9b3-4447cd0026a0 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:32.664753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-81360715-a94d-40e6-9d3f-b93468af6c4b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9273145 Aug 20 11:35:32.667839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43670) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:32.673703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '3890d657-a1d4-43f5-9281-1fa04346f521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:32.746340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31756cb4-f002-4131-b10f-8bdf056c280e req-a1dfdca6-e5b0-4f1b-9048-e17fdad086bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1264043 Aug 20 11:35:32.758204 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.869533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:32.869758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:32.906526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:32.906877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8b7b08b2-33b6-45da-a85f-1ea19b15b2b3 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:32.909873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:32.942587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31756cb4-f002-4131-b10f-8bdf056c280e req-0dece104-5396-4d02-a2c1-4744c959ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.943114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31756cb4-f002-4131-b10f-8bdf056c280e req-0dece104-5396-4d02-a2c1-4744c959ebca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1096 time: 0.1193156 Aug 20 11:35:32.958132 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=5cf3288a-0c4e-4844-b7e9-d22854f3ccef,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:32.958343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54872389-1f7c-40a8-8000-0b7e0f6ac853 req-64fc373f-b2fb-4f39-b42c-ca9bd2d10edf tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:32.960619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54872389-1f7c-40a8-8000-0b7e0f6ac853 req-64fc373f-b2fb-4f39-b42c-ca9bd2d10edf tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 944 time: 0.0722744 Aug 20 11:35:33.051632 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-962977d5-09d4-493a-accc-5fe4f340a882 req-7056acf2-482d-4430-8b5f-509b512f4dfe tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.065714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:33.069851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['ff41af69-1b8c-46cb-87c9-e6f7805e7e18', '8ab30683-bc84-4407-b9b3-4447cd0026a0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:33.070288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.143234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:33.149800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:33.150174 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.152280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54872389-1f7c-40a8-8000-0b7e0f6ac853 req-f71bca4e-fef8-47fd-af9e-997b19d54a1d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783812 Aug 20 11:35:33.294635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31756cb4-f002-4131-b10f-8bdf056c280e req-e1a7c7f9-07b3-4349-b482-884aaa3b0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.296729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31756cb4-f002-4131-b10f-8bdf056c280e req-e1a7c7f9-07b3-4349-b482-884aaa3b0948 service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.3147857 Aug 20 11:35:33.417013 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.447842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:33.450300 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b902cb-ad06-4607-bbde-a2ebab92128f" -d '{"events": [{"server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "name": "network-vif-plugged", "status": "completed", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:33.475016 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31756cb4-f002-4131-b10f-8bdf056c280e req-660490b6-d0d3-45a5-b20f-5022f1e52bf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 1001 time: 0.1687815 Aug 20 11:35:33.484237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:33.502593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056acf2-482d-4430-8b5f-509b512f4dfe tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Port': ['ID=8ab30683-bc84-4407-b9b3-4447cd0026a0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:33.507760 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c36fa79-999e-47ea-98ad-c5bae710d9a8 x-openstack-request-id: req-0c36fa79-999e-47ea-98ad-c5bae710d9a8 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:33.508078 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "name": "network-vif-plugged", "status": "completed", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:33.508316 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c36fa79-999e-47ea-98ad-c5bae710d9a8 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:33.508832 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'code': 200} Aug 20 11:35:33.565230 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.590890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-962977d5-09d4-493a-accc-5fe4f340a882 req-7056acf2-482d-4430-8b5f-509b512f4dfe tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] No DVR routers for this DVR port 8ab30683-bc84-4407-b9b3-4447cd0026a0 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:33.595543 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-962977d5-09d4-493a-accc-5fe4f340a882 req-7056acf2-482d-4430-8b5f-509b512f4dfe tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.597745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-962977d5-09d4-493a-accc-5fe4f340a882 req-7056acf2-482d-4430-8b5f-509b512f4dfe tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.38 "DELETE /v2.0/ports/8ab30683-bc84-4407-b9b3-4447cd0026a0 HTTP/1.1" status: 204 len: 173 time: 1.5511954 Aug 20 11:35:33.598098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'name': 'network-vif-deleted', 'tag': '8ab30683-bc84-4407-b9b3-4447cd0026a0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:33.600695 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf996fb-5ed7-4a87-a7bf-2338dd13ac44" -d '{"events": [{"server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "name": "network-vif-deleted", "tag": "8ab30683-bc84-4407-b9b3-4447cd0026a0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:33.664957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31756cb4-f002-4131-b10f-8bdf056c280e req-f7fbf755-2f62-49af-a70c-4e9b62d6a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.666409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31756cb4-f002-4131-b10f-8bdf056c280e req-f7fbf755-2f62-49af-a70c-4e9b62d6a454 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.1829383 Aug 20 11:35:33.673190 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.687057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394d5f9-42f4-4f18-af2b-f6aa985ff8b2 req-32b6c924-484c-42c2-9420-c8e29c546a6e tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.688726 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e394d5f9-42f4-4f18-af2b-f6aa985ff8b2 req-32b6c924-484c-42c2-9420-c8e29c546a6e tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 945 time: 0.1941133 Aug 20 11:35:33.722296 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a425fd8-978b-437f-83b0-c53e121290f3 None None] Network 535d68ee-645d-4c08-a9db-f7df4395211b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:33.725787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcde0a-865b-432d-a9f5-b5286cf4ab30 req-75fb6977-3c3f-4977-89f1-d893a87bebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.727445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0fcde0a-865b-432d-a9f5-b5286cf4ab30 req-75fb6977-3c3f-4977-89f1-d893a87bebf0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 1095 time: 0.1465108 Aug 20 11:35:33.748738 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.755390 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58ffdd66-8625-467e-9a2d-46bee6548428 req-95744eaf-4787-44c1-9726-3696efb9f9b9 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 210 time: 0.1071620 Aug 20 11:35:33.841853 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb995e-f756-4f1c-be1d-481fca9aa064 x-openstack-request-id: req-fafb995e-f756-4f1c-be1d-481fca9aa064 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:33.851717 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "name": "network-vif-deleted", "tag": "8ab30683-bc84-4407-b9b3-4447cd0026a0", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:33.852234 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fafb995e-f756-4f1c-be1d-481fca9aa064 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:33.853932 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'name': 'network-vif-deleted', 'tag': '8ab30683-bc84-4407-b9b3-4447cd0026a0', 'status': 'completed', 'code': 200} Aug 20 11:35:33.911136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:33.936524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e394d5f9-42f4-4f18-af2b-f6aa985ff8b2 req-d70b6ea9-4d45-4df8-b011-3a00cd1b1f04 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/security-groups?id=00279b73-35c9-450a-a3f8-9f6e33c44ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378111 Aug 20 11:35:33.953685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0fcde0a-865b-432d-a9f5-b5286cf4ab30 req-fcc03527-7709-48d4-a5a4-5e949bd64e63 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914976 Aug 20 11:35:33.958863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31756cb4-f002-4131-b10f-8bdf056c280e req-59df1c46-48b7-4399-88b7-a4ceaf076095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:33.964683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31756cb4-f002-4131-b10f-8bdf056c280e req-59df1c46-48b7-4399-88b7-a4ceaf076095 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2847400 Aug 20 11:35:33.968567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-05188909-0c45-438f-98fd-07e2f95ce32b None None] Provisioning for port c420b08c-a930-4b2f-8409-e210c0f64a7e completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:33.972016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-962977d5-09d4-493a-accc-5fe4f340a882 req-5851d37b-f27a-418c-8a88-f21c08ec64c1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:33.972586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-962977d5-09d4-493a-accc-5fe4f340a882 req-5851d37b-f27a-418c-8a88-f21c08ec64c1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:33.974631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=1edc32c7-d0eb-4b7c-adda-71ec002d70d6,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:34.000472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Checking segment: {'id': 'd84de652-a55b-4603-8e5b-205ee4d65efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3890d657-a1d4-43f5-9281-1fa04346f521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:34.000909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network hostable DHCP agents. Network: 3890d657-a1d4-43f5-9281-1fa04346f521, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:34.070887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c420b08c-a930-4b2f-8409-e210c0f64a7e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:34.150288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 3890d657-a1d4-43f5-9281-1fa04346f521 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:34.156784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-962977d5-09d4-493a-accc-5fe4f340a882 req-5851d37b-f27a-418c-8a88-f21c08ec64c1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] For port ff41af69-1b8c-46cb-87c9-e6f7805e7e18, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,segment=NetworkSegment(adcedfd6-b818-469e-9dde-a221c92bd062),segment_id=adcedfd6-b818-469e-9dde-a221c92bd062)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:34.157159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-962977d5-09d4-493a-accc-5fe4f340a882 req-5851d37b-f27a-418c-8a88-f21c08ec64c1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.185645 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-962977d5-09d4-493a-accc-5fe4f340a882 req-5851d37b-f27a-418c-8a88-f21c08ec64c1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Calling delete_port for ff41af69-1b8c-46cb-87c9-e6f7805e7e18 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:34.204918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c420b08c-a930-4b2f-8409-e210c0f64a7e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:34.210612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c420b08c-a930-4b2f-8409-e210c0f64a7e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:34.216858 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.217071 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.296600 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31756cb4-f002-4131-b10f-8bdf056c280e req-c7c765c3-fdb0-48f9-a3d3-954ec17a1493 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628206 Aug 20 11:35:34.319577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 3890d657-a1d4-43f5-9281-1fa04346f521) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:34.320419 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.329021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d33241-18db-4785-a1fb-bfffe0080898 None None] Network 3890d657-a1d4-43f5-9281-1fa04346f521 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:34.383261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.384220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.407130 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event updated for resources: {'Port': ['ID=04c3c293-3f8b-4c08-bc90-179fc029a448,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:34.452772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50847fca-a409-4201-93ca-d70bb219b293 req-0dec3926-4b41-43e1-afdb-ee34af07f43f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:34.454552 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-50847fca-a409-4201-93ca-d70bb219b293 req-0dec3926-4b41-43e1-afdb-ee34af07f43f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1728029 Aug 20 11:35:34.463982 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.493751 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31756cb4-f002-4131-b10f-8bdf056c280e req-91d52a5b-ffae-4d56-9bbd-bcebedab3c33 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888032 Aug 20 11:35:34.494650 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.567322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c420b08c-a930-4b2f-8409-e210c0f64a7e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c420b08c-a930-4b2f-8409-e210c0f64a7e,segment=NetworkSegment(b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460),segment_id=b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:34.601018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a0f7a58f-ad29-41fd-857b-58bc90a57808 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9288852 Aug 20 11:35:34.601018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43690) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:34.604768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-3890d657-a1d4-43f5-9281-1fa04346f521', 'network_id': '3890d657-a1d4-43f5-9281-1fa04346f521', 'tenant_id': '8245bfe2e34c424487bd361ed3645dd1', 'fixed_ips': [{'subnet_id': '1edc32c7-d0eb-4b7c-adda-71ec002d70d6'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:34.605632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.607122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '3890d657-a1d4-43f5-9281-1fa04346f521', 'name': 'tempest-PortsIpV6TestJSON-1334894843'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:34.624270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-50847fca-a409-4201-93ca-d70bb219b293 req-6c4d177b-cef7-4692-8af8-0cc4aedf12cd tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226578 Aug 20 11:35:34.662039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Network 535d68ee-645d-4c08-a9db-f7df4395211b is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:34.663732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:34.688993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4f56b413-a845-4c1a-a2ea-c0f3617b9ad7 None None] Provisioning for port 04c3c293-3f8b-4c08-bc90-179fc029a448 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:34.699194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4f56b413-a845-4c1a-a2ea-c0f3617b9ad7 None None] Provisioning complete for port 04c3c293-3f8b-4c08-bc90-179fc029a448 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:34.699566 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4f56b413-a845-4c1a-a2ea-c0f3617b9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.704510 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.705385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5cf3288a-0c4e-4844-b7e9-d22854f3ccef up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:34.749254 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-962977d5-09d4-493a-accc-5fe4f340a882 req-5851d37b-f27a-418c-8a88-f21c08ec64c1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.827759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:34.837373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.843628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851d37b-f27a-418c-8a88-f21c08ec64c1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Port': ['ID=ff41af69-1b8c-46cb-87c9-e6f7805e7e18,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:34.861727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4f56b413-a845-4c1a-a2ea-c0f3617b9ad7 None None] Port 04c3c293-3f8b-4c08-bc90-179fc029a448 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:34.902592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c420b08c-a930-4b2f-8409-e210c0f64a7e,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:34.904589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-962977d5-09d4-493a-accc-5fe4f340a882 req-5851d37b-f27a-418c-8a88-f21c08ec64c1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] No DVR routers for this DVR port ff41af69-1b8c-46cb-87c9-e6f7805e7e18 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:34.909047 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-962977d5-09d4-493a-accc-5fe4f340a882 req-5851d37b-f27a-418c-8a88-f21c08ec64c1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.911606 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-962977d5-09d4-493a-accc-5fe4f340a882 req-5851d37b-f27a-418c-8a88-f21c08ec64c1 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.38 "DELETE /v2.0/ports/ff41af69-1b8c-46cb-87c9-e6f7805e7e18 HTTP/1.1" status: 204 len: 173 time: 1.3061991 Aug 20 11:35:34.940163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Allocated IP 2001:db8::2 (3890d657-a1d4-43f5-9281-1fa04346f521/1edc32c7-d0eb-4b7c-adda-71ec002d70d6/4305e8d0-5bf2-4384-a07c-3b68cda4aa13) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:34.950153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4f56b413-a845-4c1a-a2ea-c0f3617b9ad7 None None] Provisioning complete for port c420b08c-a930-4b2f-8409-e210c0f64a7e triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:34.950807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4f56b413-a845-4c1a-a2ea-c0f3617b9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:34.960504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port fe856f7f-a46b-4006-bf5c-fcab82856706 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:34.997448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:34.997820 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.082178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e7b468e4-afc9-40e9-ad27-7cd038acec80 req-5a014bd1-5370-454f-a9b7-1972b4364f4f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 210 time: 0.1638529 Aug 20 11:35:35.119693 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fa6b03b0-348b-4e69-a9ab-af5a4c88bfbd req-94e8181d-649c-4620-8659-1d165ce3c23c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0456669 Aug 20 11:35:35.132098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Router 7cd2f87e-74ba-4527-ba10-8127d5ea50a7 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:35:35.242296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:35:35.250594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-494478c5-ecdf-4df1-afb8-84a12f6ff8da tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "PUT /v2.0/routers/7cd2f87e-74ba-4527-ba10-8127d5ea50a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3225293 Aug 20 11:35:35.251197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43696) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:35.253152 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696cbe7d-1b9e-4b62-a54a-07d80d8827cc None None] Sync routers for ids ['7cd2f87e-74ba-4527-ba10-8127d5ea50a7'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:35:35.258040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Request body: {'port': {'network_id': '535d68ee-645d-4c08-a9db-f7df4395211b', 'name': 'tempest-FloatingIPNegativeTestJSON-403301929'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:35.265927 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696cbe7d-1b9e-4b62-a54a-07d80d8827cc None None] Routers {'7cd2f87e-74ba-4527-ba10-8127d5ea50a7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:35.265927 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-696cbe7d-1b9e-4b62-a54a-07d80d8827cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7cd2f87e-74ba-4527-ba10-8127d5ea50a7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:35.270199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.281658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Transition to ACTIVE for port object 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:35.308833 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-696cbe7d-1b9e-4b62-a54a-07d80d8827cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:35.311064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Transition to ACTIVE for port object 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:35.318633 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696cbe7d-1b9e-4b62-a54a-07d80d8827cc None None] Routers {'7cd2f87e-74ba-4527-ba10-8127d5ea50a7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:35.319553 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-696cbe7d-1b9e-4b62-a54a-07d80d8827cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7cd2f87e-74ba-4527-ba10-8127d5ea50a7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:35.353678 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-696cbe7d-1b9e-4b62-a54a-07d80d8827cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:35.354637 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696cbe7d-1b9e-4b62-a54a-07d80d8827cc None None] The sync data for ids ['7cd2f87e-74ba-4527-ba10-8127d5ea50a7'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:35:35.395117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-484b19c1-1f17-42da-8cf9-e238c2ee4392 None None] Provisioning complete for port 04c3c293-3f8b-4c08-bc90-179fc029a448 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:35.395492 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-484b19c1-1f17-42da-8cf9-e238c2ee4392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.428606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-484b19c1-1f17-42da-8cf9-e238c2ee4392 None None] Port 04c3c293-3f8b-4c08-bc90-179fc029a448 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:35.437157 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.476264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Network 3890d657-a1d4-43f5-9281-1fa04346f521 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:35.479199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:35.482760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:35.491361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Pushing event updated for resources: {'Port': ['ID=4305e8d0-5bf2-4384-a07c-3b68cda4aa13,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:35.506481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8::113 (3890d657-a1d4-43f5-9281-1fa04346f521/1edc32c7-d0eb-4b7c-adda-71ec002d70d6/fe856f7f-a46b-4006-bf5c-fcab82856706) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:35.552414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Attempting to bind port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:35.553142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Attempting to bind port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'd84de652-a55b-4603-8e5b-205ee4d65efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3890d657-a1d4-43f5-9281-1fa04346f521'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:35.553142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Attempting to bind port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 on network 3890d657-a1d4-43f5-9281-1fa04346f521 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:35.558690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:35.559075 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Checking segment: {'id': 'd84de652-a55b-4603-8e5b-205ee4d65efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3890d657-a1d4-43f5-9281-1fa04346f521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:35.559483 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.560396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Bound using segment: {'id': 'd84de652-a55b-4603-8e5b-205ee4d65efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3890d657-a1d4-43f5-9281-1fa04346f521'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:35.560870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Bound port: 4305e8d0-5bf2-4384-a07c-3b68cda4aa13, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84de652-a55b-4603-8e5b-205ee4d65efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3890d657-a1d4-43f5-9281-1fa04346f521'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:35.561253 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.603833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Made reservation on behalf of 8e20ee2443e2482691bb05a634590950 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:35.607367 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.628659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] For port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:35.631917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] For port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4305e8d0-5bf2-4384-a07c-3b68cda4aa13,segment=NetworkSegment(d84de652-a55b-4603-8e5b-205ee4d65efe),segment_id=d84de652-a55b-4603-8e5b-205ee4d65efe)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:35.636795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] device_id is not set on port d1acbbe3-7650-40c1-b647-3d61fa662e67 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:35.738002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.752549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab35ba-388a-4083-861f-33e149514560 req-ace5c66e-38b3-49c7-838f-f02478a596bb tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:35.754198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6ab35ba-388a-4083-861f-33e149514560 req-ace5c66e-38b3-49c7-838f-f02478a596bb tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0567260 Aug 20 11:35:35.759294 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.781330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object fe856f7f-a46b-4006-bf5c-fcab82856706 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:35.807774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Allocated IP 172.20.0.12 (535d68ee-645d-4c08-a9db-f7df4395211b/d304e474-8931-4345-82d1-4ab028065b8c/d1acbbe3-7650-40c1-b647-3d61fa662e67) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:35.828517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4135cc7-6dd0-461a-8397-a449f31025b1 None None] Pushing event updated for resources: {'Port': ['ID=4305e8d0-5bf2-4384-a07c-3b68cda4aa13,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:35.873983 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ff41af69-1b8c-46cb-87c9-e6f7805e7e18 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:35.897302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'name': 'network-vif-deleted', 'tag': 'ff41af69-1b8c-46cb-87c9-e6f7805e7e18'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:35.902570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: ff41af69-1b8c-46cb-87c9-e6f7805e7e18 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:35.902846 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eba6cdd-1fc8-477e-af46-717fb6ad0b3e" -d '{"events": [{"server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "name": "network-vif-deleted", "tag": "ff41af69-1b8c-46cb-87c9-e6f7805e7e18"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:35.903129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ff41af69-1b8c-46cb-87c9-e6f7805e7e18 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:35.903684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8ab30683-bc84-4407-b9b3-4447cd0026a0 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:35.938863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-4e074583-b7e7-4ca1-a81a-7b5e8d30331f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:35.940791 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-4e074583-b7e7-4ca1-a81a-7b5e8d30331f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.38 "GET /v2.0/networks?id=c1673a01-63ef-4f13-b5c8-bc1e83288614 HTTP/1.1" status: 200 len: 797 time: 0.1856489 Aug 20 11:35:35.965456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c420b08c-a930-4b2f-8409-e210c0f64a7e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:35.971843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6ab35ba-388a-4083-861f-33e149514560 req-a7c4b45e-c4be-4c68-8d75-f6bae24f5046 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702454 Aug 20 11:35:35.980365 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:35.981311 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee632c7-39ce-4614-9bad-205de9184972 x-openstack-request-id: req-8ee632c7-39ce-4614-9bad-205de9184972 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:35.982312 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcd333c-7da1-4e90-97fb-de706c1fe6a5", "name": "network-vif-deleted", "tag": "ff41af69-1b8c-46cb-87c9-e6f7805e7e18", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:35.982738 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ee632c7-39ce-4614-9bad-205de9184972 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:35.990917 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcd333c-7da1-4e90-97fb-de706c1fe6a5', 'name': 'network-vif-deleted', 'tag': 'ff41af69-1b8c-46cb-87c9-e6f7805e7e18', 'status': 'completed', 'code': 200} Aug 20 11:35:36.020487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-7b75bfa7-1208-4320-9ebd-709a721871fd tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45dc25967c4475eb0928c1cfe9b506a HTTP/1.1" status: 200 len: 478 time: 0.0613358 Aug 20 11:35:36.030920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 8ab30683-bc84-4407-b9b3-4447cd0026a0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:36.031642 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8ab30683-bc84-4407-b9b3-4447cd0026a0 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:36.037551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'port': {'device_id': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'admin_state_up': True, 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'security_groups': ['ec541d1c-af44-4e80-8325-f41361010c9d', '73c9af04-e9fb-4d9a-9d4b-e323e494e085']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:36.047025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 3890d657-a1d4-43f5-9281-1fa04346f521 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:36.052683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:36.055521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:36.062672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.065336 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.109100 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.180055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=fe856f7f-a46b-4006-bf5c-fcab82856706,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:36.180055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Transition to ACTIVE for port object d1acbbe3-7650-40c1-b647-3d61fa662e67 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:36.180607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c420b08c-a930-4b2f-8409-e210c0f64a7e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:36.180607 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.239048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6e3889e7-45ec-470a-9e94-0fb73232b2ad tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6370437 Aug 20 11:35:36.253093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43710) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:36.263690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '3890d657-a1d4-43f5-9281-1fa04346f521', 'name': 'tempest-PortsIpV6TestJSON-735878502'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:36.283447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0fe68d95-90e0-486c-9fa7-92723260893c req-22dc8566-d26e-417d-9794-c50ea137f345 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 210 time: 0.0379100 Aug 20 11:35:36.346490 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.410103 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2f8c95b-581f-49eb-8d8d-119aea9aa8a4 req-a7a880b5-c1c3-4f26-9fa0-2f649502bb98 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcd333c-7da1-4e90-97fb-de706c1fe6a5 HTTP/1.1" status: 200 len: 210 time: 0.0544314 Aug 20 11:35:36.411324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Network 535d68ee-645d-4c08-a9db-f7df4395211b is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:36.420095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:36.423119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:36.521929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event updated for resources: {'Port': ['ID=d1acbbe3-7650-40c1-b647-3d61fa662e67,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:36.550205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.550925 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.611662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-0c348e76-8512-405b-9037-ea7da6e3c7e9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:36.613254 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-0c348e76-8512-405b-9037-ea7da6e3c7e9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/networks?id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 200 len: 813 time: 0.1983101 Aug 20 11:35:36.629034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Made reservation on behalf of b45dc25967c4475eb0928c1cfe9b506a for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:36.630193 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-18890743-e0fa-49fe-bc7f-b36d7b141d75 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/quotas/57db1c3dc48943d59c65ba3c536c12c3 HTTP/1.1" status: 200 len: 375 time: 0.0105753 Aug 20 11:35:36.632617 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.689358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-617da2ba-ee96-462d-a5c2-65e24480565f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515230 Aug 20 11:35:36.732653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:36.736420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.793840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port 39a986ff-bad0-481f-a4a9-50eeeaf82ae4 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:36.816738 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-a5a4762a-faee-43ed-b716-dc5bee6a191a service neutron] 10.222.0.10 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198447 Aug 20 11:35:36.845989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Allocated IP 172.20.0.13 (c1673a01-63ef-4f13-b5c8-bc1e83288614/aefdbb6f-b52d-4b2a-96b1-9a464727b9c0/4bc37d8f-719b-4c74-93ca-c3e55b13d73f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:36.871603 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2b02d418-15c5-43de-af38-7260438a0c0e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6190424 Aug 20 11:35:36.876461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43724) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:36.882928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:36.909217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e555b9de-8ede-4ac0-b11b-b73f7d988135 None None] Provisioning for port d1acbbe3-7650-40c1-b647-3d61fa662e67 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:36.918343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e555b9de-8ede-4ac0-b11b-b73f7d988135 None None] Provisioning complete for port d1acbbe3-7650-40c1-b647-3d61fa662e67 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:36.919427 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e555b9de-8ede-4ac0-b11b-b73f7d988135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:36.944978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-f76e9e51-3fda-41af-80cd-a5245dac17ea service neutron] 10.222.0.10 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220009 Aug 20 11:35:36.974968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8::45 (3890d657-a1d4-43f5-9281-1fa04346f521/1edc32c7-d0eb-4b7c-adda-71ec002d70d6/39a986ff-bad0-481f-a4a9-50eeeaf82ae4) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:36.979896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e555b9de-8ede-4ac0-b11b-b73f7d988135 None None] Port d1acbbe3-7650-40c1-b647-3d61fa662e67 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:37.002841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.147222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.156016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.188529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Transition to ACTIVE for port object 4bc37d8f-719b-4c74-93ca-c3e55b13d73f will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:37.220168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1062311-24dc-4644-b213-141d1139f47a None None] Network 3890d657-a1d4-43f5-9281-1fa04346f521 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:37.286375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Allocated IP 172.25.4.143 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/c023c385-d78f-4345-9044-4eb87eff5d37) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:37.296915 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.377951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2d1b201-777b-44b7-a470-3705c638f4a4 req-10978bd4-c6ae-44db-b3eb-93106d0e6471 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 210 time: 0.0996060 Aug 20 11:35:37.402126 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object 39a986ff-bad0-481f-a4a9-50eeeaf82ae4 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:37.447951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9ecca835-7012-4ca9-b512-327c4f0695f6 req-b6a7ffd0-d87c-427e-be7b-ff7af8f271d4 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 210 time: 0.0541749 Aug 20 11:35:37.450675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-874f32ba-9c1f-46ef-a758-071331ee4b67 None None] Provisioning for port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:37.492879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43738) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:37.514110 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.552853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-25255f4d-f5e8-493e-8780-62b92713b66c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting subnet eebf934e-be07-4dfb-9cb3-e902b13347a3 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:37.556148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25255f4d-f5e8-493e-8780-62b92713b66c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.600467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25255f4d-f5e8-493e-8780-62b92713b66c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.628829 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.634875 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.669808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.728705 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 3890d657-a1d4-43f5-9281-1fa04346f521 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:37.737238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network c1673a01-63ef-4f13-b5c8-bc1e83288614 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:37.743635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:37.755962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:37.773328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:37.773328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:37.774007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:37.776387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:37.783543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.784220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.790368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:37.793088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=39a986ff-bad0-481f-a4a9-50eeeaf82ae4,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:37.825199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event updated for resources: {'Port': ['ID=c023c385-d78f-4345-9044-4eb87eff5d37,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:37.834569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-835bb7a2-a0e6-4322-91e7-06ffc883876b None None] Provisioning for port fe856f7f-a46b-4006-bf5c-fcab82856706 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:37.839620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-835bb7a2-a0e6-4322-91e7-06ffc883876b None None] Provisioning complete for port fe856f7f-a46b-4006-bf5c-fcab82856706 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:37.840378 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-835bb7a2-a0e6-4322-91e7-06ffc883876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.899815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25255f4d-f5e8-493e-8780-62b92713b66c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:37.929007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-835bb7a2-a0e6-4322-91e7-06ffc883876b None None] Port fe856f7f-a46b-4006-bf5c-fcab82856706 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:37.964674 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-705f9c10-000f-4c12-ae11-e15f96af55ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7103536 Aug 20 11:35:37.968008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43744) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:37.996429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:37.997480 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.027266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Port': ['ID=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:38.058597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:38.103618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.134358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468bc329-2d24-4d33-be4c-545549c09f2f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:38.135966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-468bc329-2d24-4d33-be4c-545549c09f2f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A113 HTTP/1.1" status: 200 len: 929 time: 0.1668639 Aug 20 11:35:38.139568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43746) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:38.148606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25255f4d-f5e8-493e-8780-62b92713b66c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.162303 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-c83552e3-a6d7-4161-b3d6-65651edafb94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.1291761 Aug 20 11:35:38.191113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0a08a3a5-687f-481c-93ab-ef36ae432dfe None None] Provisioning complete for port fe856f7f-a46b-4006-bf5c-fcab82856706 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:38.191113 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0a08a3a5-687f-481c-93ab-ef36ae432dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.210164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Request body: {'port': {'device_id': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:38.215523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25255f4d-f5e8-493e-8780-62b92713b66c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Subnet': ['ID=eebf934e-be07-4dfb-9cb3-e902b13347a3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:38.222014 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25255f4d-f5e8-493e-8780-62b92713b66c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.226985 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-25255f4d-f5e8-493e-8780-62b92713b66c tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "DELETE /v2.0/subnets/eebf934e-be07-4dfb-9cb3-e902b13347a3 HTTP/1.1" status: 204 len: 168 time: 0.7328892 Aug 20 11:35:38.236197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f33b81e-136e-43cf-ac71-20b1ab607753 None None] Network 53c9f246-050b-4c05-b55c-c5ffcf033963 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:38.240079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43748) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:38.294608 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.340132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.384753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.469295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0a08a3a5-687f-481c-93ab-ef36ae432dfe None None] Port fe856f7f-a46b-4006-bf5c-fcab82856706 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:38.469408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:38.478246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:38.478682 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.565420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b21c3-f87b-4ad8-b636-afd1ab1bcf2a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 39a986ff-bad0-481f-a4a9-50eeeaf82ae4 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:38.565789 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb6b21c3-f87b-4ad8-b636-afd1ab1bcf2a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.582495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bca50912-cbf2-4583-8b57-d15eb98b6d69 req-315f85d6-efb0-4c63-a50c-5152e9e8e9c4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 210 time: 0.1077282 Aug 20 11:35:38.636686 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.681071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4305e8d0-5bf2-4384-a07c-3b68cda4aa13,segment=NetworkSegment(d84de652-a55b-4603-8e5b-205ee4d65efe),segment_id=d84de652-a55b-4603-8e5b-205ee4d65efe)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:38.703253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2e33ac90-f371-48c7-84fd-bc004c60263d None None] Provisioning for port 39a986ff-bad0-481f-a4a9-50eeeaf82ae4 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:38.707680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2e33ac90-f371-48c7-84fd-bc004c60263d None None] Provisioning complete for port 39a986ff-bad0-481f-a4a9-50eeeaf82ae4 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:38.708418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2e33ac90-f371-48c7-84fd-bc004c60263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.717822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc37d8f-719b-4c74-93ca-c3e55b13d73f {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:38.726430 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.730950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37f111-1183-46a9-b376-58f2b1e52e91 None None] DHCP port deletion for 53c9f246-050b-4c05-b55c-c5ffcf033963 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:38.741795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Transition to ACTIVE for port object 4bc37d8f-719b-4c74-93ca-c3e55b13d73f will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:38.774059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2e33ac90-f371-48c7-84fd-bc004c60263d None None] Port 39a986ff-bad0-481f-a4a9-50eeeaf82ae4 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:38.815443 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4c37f111-1183-46a9-b376-58f2b1e52e91 None None] Deleting port a8983749-f24e-4dd3-b3d6-3d72799743e0 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:38.816623 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4c37f111-1183-46a9-b376-58f2b1e52e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.862271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.881824 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.916429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2e33ac90-f371-48c7-84fd-bc004c60263d None None] Provisioning for port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:38.922374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:38.952328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4c37f111-1183-46a9-b376-58f2b1e52e91 None None] For port a8983749-f24e-4dd3-b3d6-3d72799743e0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a8983749-f24e-4dd3-b3d6-3d72799743e0,segment=NetworkSegment(17023dd7-fbc8-4a20-9ee8-335f220056eb),segment_id=17023dd7-fbc8-4a20-9ee8-335f220056eb)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:38.955952 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4c37f111-1183-46a9-b376-58f2b1e52e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:38.973966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=4305e8d0-5bf2-4384-a07c-3b68cda4aa13,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:38.977288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4c37f111-1183-46a9-b376-58f2b1e52e91 None None] Calling delete_port for a8983749-f24e-4dd3-b3d6-3d72799743e0 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:39.016512 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.037903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Attempting to bind port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:39.038332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Attempting to bind port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:39.039089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Attempting to bind port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f on network c1673a01-63ef-4f13-b5c8-bc1e83288614 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:39.044868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f on network c1673a01-63ef-4f13-b5c8-bc1e83288614 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:39.045191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Attempting to bind port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f on network c1673a01-63ef-4f13-b5c8-bc1e83288614 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:39.051210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:39.051549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Checking segment: {'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:39.052241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Bound using segment: {'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:39.052565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Bound port: 4bc37d8f-719b-4c74-93ca-c3e55b13d73f, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697441cd-1bd3-4fe2-9905-a9c28b54dd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:39.052865 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.094466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba09db7-7b9d-4365-91db-db78693e0488 req-a1466b63-ad68-4140-bc72-2c16e0ad7f69 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:39.096044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ba09db7-7b9d-4365-91db-db78693e0488 req-a1466b63-ad68-4140-bc72-2c16e0ad7f69 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 971 time: 0.5346024 Aug 20 11:35:39.101748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.130598 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb6b21c3-f87b-4ad8-b636-afd1ab1bcf2a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.141805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] For port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:39.145699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] For port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:39.171069 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4c37f111-1183-46a9-b376-58f2b1e52e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.191354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting port a8983749-f24e-4dd3-b3d6-3d72799743e0 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:39.191723 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.195423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b21c3-f87b-4ad8-b636-afd1ab1bcf2a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 39a986ff-bad0-481f-a4a9-50eeeaf82ae4 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:39.201690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37f111-1183-46a9-b376-58f2b1e52e91 None None] Pushing event deleted for resources: {'Port': ['ID=a8983749-f24e-4dd3-b3d6-3d72799743e0,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:39.203889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37f111-1183-46a9-b376-58f2b1e52e91 None None] No DVR routers for this DVR port a8983749-f24e-4dd3-b3d6-3d72799743e0 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:39.279609 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.304367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event updated for resources: {'Port': ['ID=c023c385-d78f-4345-9044-4eb87eff5d37,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:39.323216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:39.323890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.325824 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] 10.222.0.38 "PUT /v2.0/ports/4bc37d8f-719b-4c74-93ca-c3e55b13d73f HTTP/1.1" status: 200 len: 1131 time: 1.1197472 Aug 20 11:35:39.326279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'tag': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:39.333166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ba09db7-7b9d-4365-91db-db78693e0488 req-4e6cb40c-ac18-48f0-ba48-59d338255f3a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2143092 Aug 20 11:35:39.333538 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a9de6c-9e74-4f3b-9452-43e7eb6912e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e013bb70-7b8d-4068-9e81-d7c3259c8867", "tag": "4bc37d8f-719b-4c74-93ca-c3e55b13d73f"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:39.361551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.378163 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e95d9d-fb31-4344-9dd4-e2f2b1032b87 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:39.396362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] For port a8983749-f24e-4dd3-b3d6-3d72799743e0, host n-d-804230-3, got binding levels [] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:39.396832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.399311 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb66b07-b726-4202-a1da-a492ccedbf82 x-openstack-request-id: req-7cb66b07-b726-4202-a1da-a492ccedbf82 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:39.399833 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e013bb70-7b8d-4068-9e81-d7c3259c8867", "tag": "4bc37d8f-719b-4c74-93ca-c3e55b13d73f", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:39.400084 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cb66b07-b726-4202-a1da-a492ccedbf82 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:39.400489 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'tag': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'status': 'completed', 'code': 200} Aug 20 11:35:39.417745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Calling delete_port for a8983749-f24e-4dd3-b3d6-3d72799743e0 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:39.421647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Port a8983749-f24e-4dd3-b3d6-3d72799743e0 was not found and therefore no delete operation was performed {{(pid=95587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:35:39.425658 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.463815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Port': ['ID=a8983749-f24e-4dd3-b3d6-3d72799743e0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:39.465922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] No DVR routers for this DVR port a8983749-f24e-4dd3-b3d6-3d72799743e0 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:39.494303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9de6c-9e74-4f3b-9452-43e7eb6912e3 req-73eb7747-c6c0-43fe-abc7-9f7ee1060abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:39.496149 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39a9de6c-9e74-4f3b-9452-43e7eb6912e3 req-73eb7747-c6c0-43fe-abc7-9f7ee1060abf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 1134 time: 0.0631044 Aug 20 11:35:39.596097 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.614090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c9f246-050b-4c05-b55c-c5ffcf033963']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:39.623820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.628298 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-70ab6f68-fe35-40c2-a721-d261ce122f5b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7475498 Aug 20 11:35:39.628481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43760) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:39.633563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-82cfd31e-ffe7-4afd-9fdc-7d394064ebd1 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Request body: {'floatingip': {'port_id': 'd1acbbe3-7650-40c1-b647-3d61fa662e67', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:39.637584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17023dd7-fbc8-4a20-9ee8-335f220056eb') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:39.638308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17023dd7-fbc8-4a20-9ee8-335f220056eb') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:39.691683 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.693593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb6b21c3-f87b-4ad8-b636-afd1ab1bcf2a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.737207 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82cfd31e-ffe7-4afd-9fdc-7d394064ebd1 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.762141 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2953693b-2c85-4e7b-b3b9-0f28e0d5ec6a req-593539d5-1826-466c-85e9-732cba205749 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 210 time: 0.0799162 Aug 20 11:35:39.763534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.801698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b21c3-f87b-4ad8-b636-afd1ab1bcf2a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=39a986ff-bad0-481f-a4a9-50eeeaf82ae4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:39.812707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:39.812869 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:39.820125 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:39.912427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:39.914000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb6b21c3-f87b-4ad8-b636-afd1ab1bcf2a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.916028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-eb6b21c3-f87b-4ad8-b636-afd1ab1bcf2a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/39a986ff-bad0-481f-a4a9-50eeeaf82ae4 HTTP/1.1" status: 204 len: 168 time: 1.7754588 Aug 20 11:35:39.924845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43764) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:39.989814 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb503dde-7dc0-4a18-84ed-78681545947f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:35:39.991465 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fb503dde-7dc0-4a18-84ed-78681545947f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/39a986ff-bad0-481f-a4a9-50eeeaf82ae4 HTTP/1.1" status: 404 len: 333 time: 0.0654614 Aug 20 11:35:39.992293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:39.992787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:39.996468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43766) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:40.092827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9de6c-9e74-4f3b-9452-43e7eb6912e3 req-6413f2be-9219-4408-af54-35e64d63edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.095829 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39a9de6c-9e74-4f3b-9452-43e7eb6912e3 req-6413f2be-9219-4408-af54-35e64d63edec service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5885217 Aug 20 11:35:40.097368 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-82cfd31e-ffe7-4afd-9fdc-7d394064ebd1 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] update failed (client error): The resource could not be found. Aug 20 11:35:40.101822 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-82cfd31e-ffe7-4afd-9fdc-7d394064ebd1 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "PUT /v2.0/floatingips/dbb31b11-1ed5-4181-920f-18bebc521872 HTTP/1.1" status: 404 len: 507 time: 0.4690056 Aug 20 11:35:40.106100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43768) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:40.177574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a8983749-f24e-4dd3-b3d6-3d72799743e0 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:40.201605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a8983749-f24e-4dd3-b3d6-3d72799743e0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:40.202032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a8983749-f24e-4dd3-b3d6-3d72799743e0 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:40.208701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.224600 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.226365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "DELETE /v2.0/networks/53c9f246-050b-4c05-b55c-c5ffcf033963 HTTP/1.1" status: 204 len: 168 time: 1.9851899 Aug 20 11:35:40.229280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43770) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:40.280755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081ef33-292e-4cc3-b1db-1530e967d76f tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Network': ['ID=53c9f246-050b-4c05-b55c-c5ffcf033963,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:40.299611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-16b27ae5-5710-40ed-b54c-9b1015676032 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.301137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-16b27ae5-5710-40ed-b54c-9b1015676032 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.38 "GET /v2.0/networks?id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 200 len: 813 time: 0.3226643 Aug 20 11:35:40.327711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Request body: {'port': {'device_id': 'dd201d22-1893-44cc-b057-e2d10ae2b7ef', 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2', 'admin_state_up': True, 'tenant_id': '57db1c3dc48943d59c65ba3c536c12c3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:40.338841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c10e4d-9f14-426c-b2a1-f5cc05784322 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting subnet 69252c66-9d63-4ee0-a737-0435c87cdeff {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:40.347836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37c10e4d-9f14-426c-b2a1-f5cc05784322 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.376272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9de6c-9e74-4f3b-9452-43e7eb6912e3 req-9e47fe61-f7de-43e8-bf9e-fa907346a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.377768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39a9de6c-9e74-4f3b-9452-43e7eb6912e3 req-9e47fe61-f7de-43e8-bf9e-fa907346a159 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2702966 Aug 20 11:35:40.393473 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37c10e4d-9f14-426c-b2a1-f5cc05784322 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.400913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-27196799-08d3-400c-bca5-31606a2c758b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port fe856f7f-a46b-4006-bf5c-fcab82856706 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:40.401244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27196799-08d3-400c-bca5-31606a2c758b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.511341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-7cc3ee9e-9eba-4fda-8c7e-ae3214313a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.513413 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-7cc3ee9e-9eba-4fda-8c7e-ae3214313a8e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 1134 time: 0.0796783 Aug 20 11:35:40.516487 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37c10e4d-9f14-426c-b2a1-f5cc05784322 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.527172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-61a284e6-a39a-4748-a3bb-74fd97fdb95c tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Deleting port c023c385-d78f-4345-9044-4eb87eff5d37 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:40.527526 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61a284e6-a39a-4748-a3bb-74fd97fdb95c tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.582479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-1175647e-8b4a-4a13-aced-1dc97e36d7ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bc37d8f-719b-4c74-93ca-c3e55b13d73f HTTP/1.1" status: 200 len: 217 time: 0.0436122 Aug 20 11:35:40.637355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6452c-f823-4349-9bd7-89062107e3fa req-88be9d20-5859-462c-a8e0-40a9dcc81553 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.639520 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0be6452c-f823-4349-9bd7-89062107e3fa req-88be9d20-5859-462c-a8e0-40a9dcc81553 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 983 time: 0.2184310 Aug 20 11:35:40.642850 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27196799-08d3-400c-bca5-31606a2c758b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.647882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-14e22631-4165-49d5-a3bf-0e49336dd5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.649388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-14e22631-4165-49d5-a3bf-0e49336dd5ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=aefdbb6f-b52d-4b2a-96b1-9a464727b9c0 HTTP/1.1" status: 200 len: 833 time: 0.0604606 Aug 20 11:35:40.670710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-27196799-08d3-400c-bca5-31606a2c758b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for fe856f7f-a46b-4006-bf5c-fcab82856706 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:40.695384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-a6c9d0ba-4126-4fed-8902-3ea236533d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:40.696926 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-a6c9d0ba-4126-4fed-8902-3ea236533d6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c1673a01-63ef-4f13-b5c8-bc1e83288614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400608 Aug 20 11:35:40.709013 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61a284e6-a39a-4748-a3bb-74fd97fdb95c tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.709348 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61a284e6-a39a-4748-a3bb-74fd97fdb95c tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.722887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Made reservation on behalf of 57db1c3dc48943d59c65ba3c536c12c3 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:40.726327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.754903 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37c10e4d-9f14-426c-b2a1-f5cc05784322 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.772743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-61a284e6-a39a-4748-a3bb-74fd97fdb95c tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Calling delete_port for c023c385-d78f-4345-9044-4eb87eff5d37 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:40.781237 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0be6452c-f823-4349-9bd7-89062107e3fa req-1e161e3a-9e63-4487-b3f9-7683b0d99695 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1291444 Aug 20 11:35:40.791151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c10e4d-9f14-426c-b2a1-f5cc05784322 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Subnet': ['ID=69252c66-9d63-4ee0-a737-0435c87cdeff,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:40.795403 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-37c10e4d-9f14-426c-b2a1-f5cc05784322 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.798978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-37c10e4d-9f14-426c-b2a1-f5cc05784322 tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "DELETE /v2.0/subnets/69252c66-9d63-4ee0-a737-0435c87cdeff HTTP/1.1" status: 204 len: 168 time: 0.5664420 Aug 20 11:35:40.799614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43776) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:40.818425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5fa2bf-3e62-4f02-8c4c-4d52ca667b8a None None] Network d45e7e21-83fe-4f72-906b-bb29ea5f5edc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:40.918326 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:40.976478 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-45b34f29-bc68-447f-8f7c-f77ec1eeda99 service neutron] 10.222.0.38 "GET /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681487 Aug 20 11:35:41.091266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Allocated IP 172.20.0.8 (0a6b6604-e91f-4bab-9a3e-219fcaa243c2/d64eb9c9-c044-49a3-b396-8c0bf29634a9/02917c51-5d23-428f-b4d7-278f7a69679f) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:41.136559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d383f5-75b6-49e2-b9cd-9969bac9fb64 None None] DHCP port deletion for d45e7e21-83fe-4f72-906b-bb29ea5f5edc request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:41.146911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b44897e8-96d6-4626-a55d-9870dbd82701 req-41e34ae3-5e5c-4922-b5f0-757e7a44dd8a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 210 time: 0.2732346 Aug 20 11:35:41.168577 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.194072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Deleting port 1af6ffef-d4d2-404e-a540-160b3c99ab14 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:41.194448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.215173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f6d383f5-75b6-49e2-b9cd-9969bac9fb64 None None] Deleting port 1af6ffef-d4d2-404e-a540-160b3c99ab14 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:41.215615 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f6d383f5-75b6-49e2-b9cd-9969bac9fb64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.223639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27196799-08d3-400c-bca5-31606a2c758b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.258979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46f86d37-b468-4e91-ba34-584f5bd25ee1 req-60192942-df13-4112-8624-e2239962fd21 service neutron] 10.222.0.38 "GET /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699013 Aug 20 11:35:41.260971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27196799-08d3-400c-bca5-31606a2c758b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=fe856f7f-a46b-4006-bf5c-fcab82856706,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:41.284473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] For port 1af6ffef-d4d2-404e-a540-160b3c99ab14, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1af6ffef-d4d2-404e-a540-160b3c99ab14,segment=NetworkSegment(adcedfd6-b818-469e-9dde-a221c92bd062),segment_id=adcedfd6-b818-469e-9dde-a221c92bd062)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:41.284769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.301279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f6d383f5-75b6-49e2-b9cd-9969bac9fb64 None None] For port 1af6ffef-d4d2-404e-a540-160b3c99ab14, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1af6ffef-d4d2-404e-a540-160b3c99ab14,segment=NetworkSegment(adcedfd6-b818-469e-9dde-a221c92bd062),segment_id=adcedfd6-b818-469e-9dde-a221c92bd062)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:41.302236 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f6d383f5-75b6-49e2-b9cd-9969bac9fb64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.307409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Calling delete_port for 1af6ffef-d4d2-404e-a540-160b3c99ab14 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:41.318684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f6d383f5-75b6-49e2-b9cd-9969bac9fb64 None None] Calling delete_port for 1af6ffef-d4d2-404e-a540-160b3c99ab14 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:41.322192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61a284e6-a39a-4748-a3bb-74fd97fdb95c tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.326874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27196799-08d3-400c-bca5-31606a2c758b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.328777 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-27196799-08d3-400c-bca5-31606a2c758b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/fe856f7f-a46b-4006-bf5c-fcab82856706 HTTP/1.1" status: 204 len: 168 time: 1.3214476 Aug 20 11:35:41.334476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43782) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:41.374835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a284e6-a39a-4748-a3bb-74fd97fdb95c tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event deleted for resources: {'Port': ['ID=c023c385-d78f-4345-9044-4eb87eff5d37,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:41.410257 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59b41fc-fdd4-4f23-bc93-c97a475fbeda tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:35:41.411983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d59b41fc-fdd4-4f23-bc93-c97a475fbeda tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/fe856f7f-a46b-4006-bf5c-fcab82856706 HTTP/1.1" status: 404 len: 333 time: 0.0727096 Aug 20 11:35:41.418219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43784) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:41.464437 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.491560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3141e235-a058-4239-865f-e8208c272041 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet 1edc32c7-d0eb-4b7c-adda-71ec002d70d6 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:41.493477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61a284e6-a39a-4748-a3bb-74fd97fdb95c tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.496036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3141e235-a058-4239-865f-e8208c272041 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.496250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61a284e6-a39a-4748-a3bb-74fd97fdb95c tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.497536 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-61a284e6-a39a-4748-a3bb-74fd97fdb95c tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "DELETE /v2.0/floatingips/dbb31b11-1ed5-4181-920f-18bebc521872 HTTP/1.1" status: 204 len: 168 time: 1.3880179 Aug 20 11:35:41.502903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43786) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:41.512645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b65e8fb5-910b-43d5-9c0d-72c914ffcb7f tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Request body: {'floatingip': {'floating_network_id': '535d68ee-645d-4c08-a9db-f7df4395211b', 'port_id': 'd1acbbe3-7650-40c1-b647-3d61fa662e67', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:41.552151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3141e235-a058-4239-865f-e8208c272041 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.571203 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f6d383f5-75b6-49e2-b9cd-9969bac9fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.585601 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.595696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d383f5-75b6-49e2-b9cd-9969bac9fb64 None None] Pushing event deleted for resources: {'Port': ['ID=1af6ffef-d4d2-404e-a540-160b3c99ab14,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:41.602322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d383f5-75b6-49e2-b9cd-9969bac9fb64 None None] No DVR routers for this DVR port 1af6ffef-d4d2-404e-a540-160b3c99ab14 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:41.628829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] No DVR routers for this DVR port 1af6ffef-d4d2-404e-a540-160b3c99ab14 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:41.635587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Port': ['ID=1af6ffef-d4d2-404e-a540-160b3c99ab14,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:41.659794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.672281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:41.694580 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b65e8fb5-910b-43d5-9c0d-72c914ffcb7f tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.745009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.749327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:41.755288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:41.757846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:41.759722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45e7e21-83fe-4f72-906b-bb29ea5f5edc']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:41.776702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcedfd6-b818-469e-9dde-a221c92bd062') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:41.777087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcedfd6-b818-469e-9dde-a221c92bd062') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:41.779417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3141e235-a058-4239-865f-e8208c272041 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.797029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Pushing event updated for resources: {'Port': ['ID=02917c51-5d23-428f-b4d7-278f7a69679f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:41.813924 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.843447 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.855720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:41.856809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.864858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:41.865020 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:41.867519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:41.927976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1af6ffef-d4d2-404e-a540-160b3c99ab14 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:41.952474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 1af6ffef-d4d2-404e-a540-160b3c99ab14 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:41.952799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1af6ffef-d4d2-404e-a540-160b3c99ab14 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:41.978026 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-2a87e01f-d367-4d37-b52a-0c4bf77010af tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6547370 Aug 20 11:35:41.995246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea972c-7f0e-4bb0-a275-bb0e70177f4c req-115527ce-3752-49f5-8fad-1838849bf275 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:41.997598 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07ea972c-7f0e-4bb0-a275-bb0e70177f4c req-115527ce-3752-49f5-8fad-1838849bf275 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 983 time: 0.0649807 Aug 20 11:35:42.001750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Request body: {'port': {'device_id': 'dd201d22-1893-44cc-b057-e2d10ae2b7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:42.021991 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.024219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3141e235-a058-4239-865f-e8208c272041 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.033822 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.035782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] 10.222.0.10 "DELETE /v2.0/networks/d45e7e21-83fe-4f72-906b-bb29ea5f5edc HTTP/1.1" status: 204 len: 168 time: 1.2352087 Aug 20 11:35:42.074961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141e235-a058-4239-865f-e8208c272041 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=1edc32c7-d0eb-4b7c-adda-71ec002d70d6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:42.078867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fde1a-4d6e-4a8d-8f23-243379288f1a tempest-ServersTestMultiNic-1888833890 tempest-ServersTestMultiNic-1888833890-project] Pushing event deleted for resources: {'Network': ['ID=d45e7e21-83fe-4f72-906b-bb29ea5f5edc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:42.083519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3141e235-a058-4239-865f-e8208c272041 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.087840 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3141e235-a058-4239-865f-e8208c272041 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/1edc32c7-d0eb-4b7c-adda-71ec002d70d6 HTTP/1.1" status: 204 len: 168 time: 0.6656046 Aug 20 11:35:42.088170 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-b65e8fb5-910b-43d5-9c0d-72c914ffcb7f tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:35:42.088283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43794) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:42.093947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b65e8fb5-910b-43d5-9c0d-72c914ffcb7f tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5883658 Aug 20 11:35:42.094669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43796) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:42.099503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a85c5-2516-440a-9358-b6f9dba6fcaa None None] Network 3890d657-a1d4-43f5-9281-1fa04346f521 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:42.105690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'd1acbbe3-7650-40c1-b647-3d61fa662e67', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:42.121431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07ea972c-7f0e-4bb0-a275-bb0e70177f4c req-7932f9bd-6ab3-443e-abce-7142bdeca147 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1166034 Aug 20 11:35:42.134912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.211597 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.245196 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.294369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:42.294369 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.374201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedbdd89-35b9-4fa6-9aa5-169d41fef112 None None] DHCP port deletion for 3890d657-a1d4-43f5-9281-1fa04346f521 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:42.384300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43806) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:42.430224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] For port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4305e8d0-5bf2-4384-a07c-3b68cda4aa13,segment=NetworkSegment(d84de652-a55b-4603-8e5b-205ee4d65efe),segment_id=d84de652-a55b-4603-8e5b-205ee4d65efe)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:42.430625 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.449027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-eedbdd89-35b9-4fa6-9aa5-169d41fef112 None None] Deleting port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:42.449487 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eedbdd89-35b9-4fa6-9aa5-169d41fef112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.449867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:42.477524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa90ee-072d-491d-90f0-18d7be960702 req-330def17-4f3a-4505-b710-6b49db30328f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:42.479192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4cfa90ee-072d-491d-90f0-18d7be960702 req-330def17-4f3a-4505-b710-6b49db30328f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 931 time: 0.1627576 Aug 20 11:35:42.527546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-eedbdd89-35b9-4fa6-9aa5-169d41fef112 None None] For port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4305e8d0-5bf2-4384-a07c-3b68cda4aa13,segment=NetworkSegment(d84de652-a55b-4603-8e5b-205ee4d65efe),segment_id=d84de652-a55b-4603-8e5b-205ee4d65efe)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:42.528961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eedbdd89-35b9-4fa6-9aa5-169d41fef112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.544138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-eedbdd89-35b9-4fa6-9aa5-169d41fef112 None None] Calling delete_port for 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:42.586830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4cfa90ee-072d-491d-90f0-18d7be960702 req-e279f5e1-3484-4b71-9eaa-8b9391a4caaa tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930271 Aug 20 11:35:42.655361 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.676393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02917c51-5d23-428f-b4d7-278f7a69679f {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:42.713373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.736992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Transition to ACTIVE for port object 02917c51-5d23-428f-b4d7-278f7a69679f will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:42.775861 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eedbdd89-35b9-4fa6-9aa5-169d41fef112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.793749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedbdd89-35b9-4fa6-9aa5-169d41fef112 None None] No DVR routers for this DVR port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:42.797941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:42.816101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbdd89-35b9-4fa6-9aa5-169d41fef112 None None] Pushing event deleted for resources: {'Port': ['ID=4305e8d0-5bf2-4384-a07c-3b68cda4aa13,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:42.832758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Allocated IP 172.25.4.209 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/c23a70ea-a775-4b31-a289-6ba29fd31bb0) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:42.846617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=4305e8d0-5bf2-4384-a07c-3b68cda4aa13,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:42.863765 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No DVR routers for this DVR port 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:42.925115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.008515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.044686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3890d657-a1d4-43f5-9281-1fa04346f521']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:43.074001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84de652-a55b-4603-8e5b-205ee4d65efe') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:43.074518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84de652-a55b-4603-8e5b-205ee4d65efe') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:43.080136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Pushing event updated for resources: {'Port': ['ID=02917c51-5d23-428f-b4d7-278f7a69679f,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:43.096481 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.150164 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.166150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:43.166855 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:43.174338 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:43.177580 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.225606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Attempting to bind port 02917c51-5d23-428f-b4d7-278f7a69679f on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:43.225843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Attempting to bind port 02917c51-5d23-428f-b4d7-278f7a69679f by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'ad885a2a-f410-4ed3-aea2-72d53ff57645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:43.226827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Attempting to bind port 02917c51-5d23-428f-b4d7-278f7a69679f on network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:43.250978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Port 02917c51-5d23-428f-b4d7-278f7a69679f on network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:35:43.251728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Attempting to bind port 02917c51-5d23-428f-b4d7-278f7a69679f on network 0a6b6604-e91f-4bab-9a3e-219fcaa243c2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:43.264814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.279836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:43.280185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Checking segment: {'id': 'ad885a2a-f410-4ed3-aea2-72d53ff57645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:43.280582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Bound using segment: {'id': 'ad885a2a-f410-4ed3-aea2-72d53ff57645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:43.281038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Bound port: 02917c51-5d23-428f-b4d7-278f7a69679f, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad885a2a-f410-4ed3-aea2-72d53ff57645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:43.281406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.351408 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.351731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574821d4-bfea-446f-8b13-a2d239c7ccca req-5d0c70ec-4843-4a17-a1af-faa01bf37c14 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.353046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-574821d4-bfea-446f-8b13-a2d239c7ccca req-5d0c70ec-4843-4a17-a1af-faa01bf37c14 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 983 time: 0.1228409 Aug 20 11:35:43.353807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.361213 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.367552 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/networks/3890d657-a1d4-43f5-9281-1fa04346f521 HTTP/1.1" status: 204 len: 168 time: 1.2734869 Aug 20 11:35:43.367778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43812) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:43.375078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-291207189'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:43.393127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775b831-7ac3-4025-b7de-3fb7bbcf0296 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Network': ['ID=3890d657-a1d4-43f5-9281-1fa04346f521,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:43.400558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] For port 02917c51-5d23-428f-b4d7-278f7a69679f, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:43.422477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] For port 02917c51-5d23-428f-b4d7-278f7a69679f, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=02917c51-5d23-428f-b4d7-278f7a69679f,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:43.430166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-574821d4-bfea-446f-8b13-a2d239c7ccca req-edcb83c3-9651-4b7c-8209-b77fc136030a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0612073 Aug 20 11:35:43.456118 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.491775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:43.494766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:43.498846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:43.554604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:43.558210 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.598064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] Deleting port 78629019-3325-4540-b230-dd10e9af4b8c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:43.598411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.600386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:43.653944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.654668 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Added segment 956f3cd4-ac70-4607-83f7-a1f724010685 of type vlan for network c90594ae-41b3-4e6e-bea2-7e907a869bcd Aug 20 11:35:43.738727 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.775086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] For port 78629019-3325-4540-b230-dd10e9af4b8c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=78629019-3325-4540-b230-dd10e9af4b8c,segment=NetworkSegment(14c11a8f-0b6e-4271-bad1-052034fb8194),segment_id=14c11a8f-0b6e-4271-bad1-052034fb8194)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:43.775445 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.795072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] Calling delete_port for 78629019-3325-4540-b230-dd10e9af4b8c owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:43.813769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0954d6-d64f-4029-90d4-3bf4066b380b req-30539c26-c1b7-499c-ab01-da4c525549b4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.815479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cc0954d6-d64f-4029-90d4-3bf4066b380b req-30539c26-c1b7-499c-ab01-da4c525549b4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 943 time: 0.1271255 Aug 20 11:35:43.837974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.842360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event updated for resources: {'Port': ['ID=c23a70ea-a775-4b31-a289-6ba29fd31bb0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:43.865917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.871349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.871968 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.883543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:43.884331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:43.885763 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] 10.222.0.38 "PUT /v2.0/ports/02917c51-5d23-428f-b4d7-278f7a69679f HTTP/1.1" status: 200 len: 1091 time: 1.8988385 Aug 20 11:35:43.886261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd201d22-1893-44cc-b057-e2d10ae2b7ef', 'tag': '02917c51-5d23-428f-b4d7-278f7a69679f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:43.888662 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899e3ad7-a968-4e83-a664-59fc67e767ff" -d '{"events": [{"name": "network-changed", "server_uuid": "dd201d22-1893-44cc-b057-e2d10ae2b7ef", "tag": "02917c51-5d23-428f-b4d7-278f7a69679f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:43.889947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4bc37d8f-719b-4c74-93ca-c3e55b13d73f details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:43.910311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:43.940365 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67893897-d23c-41f9-9512-f42ba7ced890 x-openstack-request-id: req-67893897-d23c-41f9-9512-f42ba7ced890 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:43.940641 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd201d22-1893-44cc-b057-e2d10ae2b7ef", "tag": "02917c51-5d23-428f-b4d7-278f7a69679f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:43.941570 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67893897-d23c-41f9-9512-f42ba7ced890 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:43.941570 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd201d22-1893-44cc-b057-e2d10ae2b7ef', 'tag': '02917c51-5d23-428f-b4d7-278f7a69679f', 'status': 'completed', 'code': 200} Aug 20 11:35:43.950957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:43.951972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4305e8d0-5bf2-4384-a07c-3b68cda4aa13 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:43.985485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cc0954d6-d64f-4029-90d4-3bf4066b380b req-a408f4b7-d626-4b38-b3b6-1d4e844bef23 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269822 Aug 20 11:35:44.027346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Network': ['ID=c90594ae-41b3-4e6e-bea2-7e907a869bcd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:44.041720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network c90594ae-41b3-4e6e-bea2-7e907a869bcd details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:44.047715 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4eff0eca-f757-4b73-a911-34dae77a6def tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6760645 Aug 20 11:35:44.049695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43818) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:44.056431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': 'c90594ae-41b3-4e6e-bea2-7e907a869bcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:44.058051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7c2c6-0926-4387-8c59-38f82c93c99d service neutron] Pushing event updated for resources: {'Port': ['ID=02917c51-5d23-428f-b4d7-278f7a69679f,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:44.102306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e3ad7-a968-4e83-a664-59fc67e767ff req-3867e0b3-ccee-4cd0-9b8a-d0ac256465b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.103890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-899e3ad7-a968-4e83-a664-59fc67e767ff req-3867e0b3-ccee-4cd0-9b8a-d0ac256465b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 1094 time: 0.1373768 Aug 20 11:35:44.131938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Deleting port c23a70ea-a775-4b31-a289-6ba29fd31bb0 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:44.132283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.170931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:44.184684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'port_id': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'mac_address': 'fa:16:3e:76:6f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:44.231583 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.255209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc37d8f-719b-4c74-93ca-c3e55b13d73f {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:44.277345 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.280014 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.280843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.282413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:44.301502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Calling delete_port for c23a70ea-a775-4b31-a289-6ba29fd31bb0 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:44.304094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e3ad7-a968-4e83-a664-59fc67e767ff req-6d2d8ac9-48c0-4aad-8818-8b869527cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.305637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-899e3ad7-a968-4e83-a664-59fc67e767ff req-6d2d8ac9-48c0-4aad-8818-8b869527cdd8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1893339 Aug 20 11:35:44.381979 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.462466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:44.513914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e3ad7-a968-4e83-a664-59fc67e767ff req-058b6cc2-7ebf-48a8-8c50-5fdd11978279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.515475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-899e3ad7-a968-4e83-a664-59fc67e767ff req-058b6cc2-7ebf-48a8-8c50-5fdd11978279 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962335 Aug 20 11:35:44.607562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-68bc2dc4-66d3-44f7-8745-fcc2b004f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.609149 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-68bc2dc4-66d3-44f7-8745-fcc2b004f893 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 1094 time: 0.0461891 Aug 20 11:35:44.633346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:44.636834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.637144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['4bc37d8f-719b-4c74-93ca-c3e55b13d73f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:44.654582 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.661140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-da6f2ad7-8a6e-48e9-8ed3-1bf6ccb5eca6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02917c51-5d23-428f-b4d7-278f7a69679f HTTP/1.1" status: 200 len: 217 time: 0.0427663 Aug 20 11:35:44.695099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event deleted for resources: {'Port': ['ID=c23a70ea-a775-4b31-a289-6ba29fd31bb0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:44.797680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-4cd7b5d9-5814-465b-b87b-c05d307ee97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:44.799378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-4cd7b5d9-5814-465b-b87b-c05d307ee97b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d64eb9c9-c044-49a3-b396-8c0bf29634a9 HTTP/1.1" status: 200 len: 853 time: 0.1151657 Aug 20 11:35:44.809766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] Pushing event deleted for resources: {'Port': ['ID=78629019-3325-4540-b230-dd10e9af4b8c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:44.854393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-986a81cb-319a-4c9c-a739-41cd74c0d057 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423877 Aug 20 11:35:44.957477 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f257b45b-4078-48b5-b77b-6287656a0951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:44.966303 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] create failed (client error): The resource could not be found. Aug 20 11:35:44.966303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-912cca2f-26a2-49b3-bdb6-cffb6dd6c10d tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8600121 Aug 20 11:35:44.967506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43824) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:44.998625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546d64c-bd60-403b-acf3-115ec50e2196 req-5c32de0e-46a9-4c78-aef1-e3c51dc67e2b tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:45.000229 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3546d64c-bd60-403b-acf3-115ec50e2196 req-5c32de0e-46a9-4c78-aef1-e3c51dc67e2b tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 984 time: 0.3705776 Aug 20 11:35:45.074306 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-4ea54596-3555-4d80-bceb-b7e254c87069 service neutron] 10.222.0.38 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054594 Aug 20 11:35:45.100257 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.140956 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3546d64c-bd60-403b-acf3-115ec50e2196 req-8b31ab13-e5a5-4497-b759-911bd346f774 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1327705 Aug 20 11:35:45.193204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cd02b-52d8-4ad9-91dd-3b04d39cfd80 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Deleting port d1acbbe3-7650-40c1-b647-3d61fa662e67 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:45.193563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd02b-52d8-4ad9-91dd-3b04d39cfd80 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.213104 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.227556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=d3b871e6-64ad-4354-b3e1-ae3055bcc3bb,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:45.278556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Checking segment: {'id': '956f3cd4-ac70-4607-83f7-a1f724010685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c90594ae-41b3-4e6e-bea2-7e907a869bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:45.278556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network hostable DHCP agents. Network: c90594ae-41b3-4e6e-bea2-7e907a869bcd, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:45.295629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8a001-b934-4087-b04d-93c71d934efa req-40a4a9cb-fd36-4575-be59-821e7e641743 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:45.297191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1ee8a001-b934-4087-b04d-93c71d934efa req-40a4a9cb-fd36-4575-be59-821e7e641743 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 943 time: 0.2315416 Aug 20 11:35:45.301565 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16789afc-6f89-459e-9272-7f1f7a0016e6 req-fff32e22-f42f-4566-8ee1-86ddd7925e79 service neutron] 10.222.0.38 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149463 Aug 20 11:35:45.370129 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd02b-52d8-4ad9-91dd-3b04d39cfd80 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.378465 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1ee8a001-b934-4087-b04d-93c71d934efa req-83c4573a-b226-427e-b4c1-ddae1ff3d636 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705953 Aug 20 11:35:45.388557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cd02b-52d8-4ad9-91dd-3b04d39cfd80 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Calling delete_port for d1acbbe3-7650-40c1-b647-3d61fa662e67 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:45.446036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network c90594ae-41b3-4e6e-bea2-7e907a869bcd is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:45.477512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] Router 668d4fea-91c0-455f-8542-94be0e84c1b4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:35:45.574163 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, c90594ae-41b3-4e6e-bea2-7e907a869bcd) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:45.581043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:45.581343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd02b-52d8-4ad9-91dd-3b04d39cfd80 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.581648 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.584306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d69551-3f6b-4560-8e62-2c0d9def8226 None None] Network c90594ae-41b3-4e6e-bea2-7e907a869bcd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:45.607368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:35:45.626052 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8dadda1f-f41a-44f0-9283-03bf6ff30ced admin admin] 10.222.0.10 "PUT /v2.0/routers/668d4fea-91c0-455f-8542-94be0e84c1b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2335579 Aug 20 11:35:45.626147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cd02b-52d8-4ad9-91dd-3b04d39cfd80 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event deleted for resources: {'Port': ['ID=d1acbbe3-7650-40c1-b647-3d61fa662e67,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:45.626147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43832) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:45.638234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] Sync routers for ids ['668d4fea-91c0-455f-8542-94be0e84c1b4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:35:45.656690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] Routers {'668d4fea-91c0-455f-8542-94be0e84c1b4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:45.657335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['668d4fea-91c0-455f-8542-94be0e84c1b4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:45.718906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d9a48e43-6510-4af7-9577-1bec096201a2 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6684458 Aug 20 11:35:45.723584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43834) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:45.727669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': 'c90594ae-41b3-4e6e-bea2-7e907a869bcd', 'name': 'tempest-PortsIpV6TestJSON-1340266406', 'fixed_ips': [{'subnet_id': 'd3b871e6-64ad-4354-b3e1-ae3055bcc3bb', 'ip_address': '2001:db8::10'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:45.778696 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd02b-52d8-4ad9-91dd-3b04d39cfd80 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.783769 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6d7cd02b-52d8-4ad9-91dd-3b04d39cfd80 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "DELETE /v2.0/ports/d1acbbe3-7650-40c1-b647-3d61fa662e67 HTTP/1.1" status: 204 len: 168 time: 0.8129568 Aug 20 11:35:45.784734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43836) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:45.793521 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:45.858073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] Set router 668d4fea-91c0-455f-8542-94be0e84c1b4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:45.899813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4bc37d8f-719b-4c74-93ca-c3e55b13d73f up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:45.914195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bbcf79-3b2b-459b-b66c-3fc2dbbf1dbd tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:45.915980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-18bbcf79-3b2b-459b-b66c-3fc2dbbf1dbd tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cd2f87e-74ba-4527-ba10-8127d5ea50a7 HTTP/1.1" status: 200 len: 913 time: 0.1302664 Aug 20 11:35:45.918711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43838) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:45.938298 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.037971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-c90594ae-41b3-4e6e-bea2-7e907a869bcd', 'network_id': 'c90594ae-41b3-4e6e-bea2-7e907a869bcd', 'tenant_id': '8245bfe2e34c424487bd361ed3645dd1', 'fixed_ips': [{'subnet_id': 'd3b871e6-64ad-4354-b3e1-ae3055bcc3bb'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:46.038866 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.052539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:46.112165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Deleting port 0007770b-944f-4eee-9335-12f3d9933c64 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:46.112498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.172071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:46.186351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:46.186567 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.216318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.229876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] For port 0007770b-944f-4eee-9335-12f3d9933c64, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0007770b-944f-4eee-9335-12f3d9933c64,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:46.230265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.253244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Calling delete_port for 0007770b-944f-4eee-9335-12f3d9933c64 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:46.262613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port 1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:46.386823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6608b87-6063-476a-98ca-464a10c859a8 req-b7012935-4220-4f51-b4a3-163a11880701 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.388505 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6608b87-6063-476a-98ca-464a10c859a8 req-b7012935-4220-4f51-b4a3-163a11880701 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 984 time: 0.1185360 Aug 20 11:35:46.440311 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.464526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Allocated IP 2001:db8::2 (c90594ae-41b3-4e6e-bea2-7e907a869bcd/d3b871e6-64ad-4354-b3e1-ae3055bcc3bb/940b7c11-5758-4221-879c-38f261ee0074) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:46.478665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'name': 'tempest-ServersTestMultiNic-172859186-router', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '0007770b-944f-4eee-9335-12f3d9933c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:52Z', 'updated_at': '2021-08-20T11:35:44Z', 'revision_number': 5, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'gw_port': {'id': '0007770b-944f-4eee-9335-12f3d9933c64', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:33:54Z', 'updated_at': '2021-08-20T11:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:46.497900 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6608b87-6063-476a-98ca-464a10c859a8 req-94c48d7b-2ca0-4234-8b9b-e51d63bf6fc6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0714786 Aug 20 11:35:46.579143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] Checking router: 668d4fea-91c0-455f-8542-94be0e84c1b4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:35:46.633317 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.642167 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.643174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] Routers {'668d4fea-91c0-455f-8542-94be0e84c1b4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:46.643833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['668d4fea-91c0-455f-8542-94be0e84c1b4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:46.667166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e4d4-7bae-4e82-a8fb-566d3e2c3ad4 req-ee648e6f-3ccd-4192-bf77-da09493bf0d8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.670074 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dbd2e4d4-7bae-4e82-a8fb-566d3e2c3ad4 req-ee648e6f-3ccd-4192-bf77-da09493bf0d8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 943 time: 0.1443257 Aug 20 11:35:46.672973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Pushing event deleted for resources: {'Port': ['ID=0007770b-944f-4eee-9335-12f3d9933c64,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:46.727939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dbd2e4d4-7bae-4e82-a8fb-566d3e2c3ad4 req-b5806b23-b769-4447-bd2d-841d63c8ccd0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446136 Aug 20 11:35:46.736800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:46.739125 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239378ca-44c1-458a-bb58-cf2c2b83b171" -d '{"events": [{"server_uuid": "e013bb70-7b8d-4068-9e81-d7c3259c8867", "name": "network-vif-plugged", "status": "completed", "tag": "4bc37d8f-719b-4c74-93ca-c3e55b13d73f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:46.747931 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.768202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] Set router 668d4fea-91c0-455f-8542-94be0e84c1b4 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:46.810225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:46.812039 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd0a904-830d-4b57-8973-d4a740d7de98 x-openstack-request-id: req-dcd0a904-830d-4b57-8973-d4a740d7de98 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:46.812327 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e013bb70-7b8d-4068-9e81-d7c3259c8867", "name": "network-vif-plugged", "status": "completed", "tag": "4bc37d8f-719b-4c74-93ca-c3e55b13d73f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:46.812585 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcd0a904-830d-4b57-8973-d4a740d7de98 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:46.812983 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'code': 200} Aug 20 11:35:46.845787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'name': 'tempest-ServersTestMultiNic-172859186-router', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:52Z', 'updated_at': '2021-08-20T11:35:46Z', 'revision_number': 7, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:46.864467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Deleting port 04c3c293-3f8b-4c08-bc90-179fc029a448 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:46.865033 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.875538 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.886520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed1bcc3-5085-4da4-b4b6-ab30d41c3d7e None None] The sync data for ids ['668d4fea-91c0-455f-8542-94be0e84c1b4'] in n-d-804230-3 is: [{'id': '668d4fea-91c0-455f-8542-94be0e84c1b4', 'name': 'tempest-ServersTestMultiNic-172859186-router', 'tenant_id': 'e802f5f2fcf4414cb1c669b719198804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:33:52Z', 'updated_at': '2021-08-20T11:35:46Z', 'revision_number': 7, 'project_id': 'e802f5f2fcf4414cb1c669b719198804', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:35:46.892301 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.930412 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.964036 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.978977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Transition to ACTIVE for port object 940b7c11-5758-4221-879c-38f261ee0074 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:46.987401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:46.993633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3d3a-f89f-4ea0-86a0-a4a7ee0c7bb8 req-7b94b306-70b7-4f6c-9f33-8054d2960bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:46.995468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e2a3d3a-f89f-4ea0-86a0-a4a7ee0c7bb8 req-7b94b306-70b7-4f6c-9f33-8054d2960bc4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 1135 time: 0.1177907 Aug 20 11:35:47.001416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Calling delete_port for 04c3c293-3f8b-4c08-bc90-179fc029a448 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:47.006928 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:47.014641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Transition to ACTIVE for port object 940b7c11-5758-4221-879c-38f261ee0074 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:47.042880 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e2a3d3a-f89f-4ea0-86a0-a4a7ee0c7bb8 req-7146bfba-6a68-4c53-a8aa-5f27655b61ef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec541d1c-af44-4e80-8325-f41361010c9d&id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0355730 Aug 20 11:35:47.129376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.129917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668d4fea-91c0-455f-8542-94be0e84c1b4 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:35:47.134428 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.135604 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7b624ff3-a54a-4a42-b72e-7c6724c8f698 admin admin] 10.222.0.10 "DELETE /v2.0/routers/668d4fea-91c0-455f-8542-94be0e84c1b4 HTTP/1.1" status: 204 len: 168 time: 1.5193937 Aug 20 11:35:47.138608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43848) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:47.175600 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.216093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Network c90594ae-41b3-4e6e-bea2-7e907a869bcd is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:47.218952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:47.226327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:47.229238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Pushing event updated for resources: {'Port': ['ID=940b7c11-5758-4221-879c-38f261ee0074,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:47.263183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8::10 (c90594ae-41b3-4e6e-bea2-7e907a869bcd/d3b871e6-64ad-4354-b3e1-ae3055bcc3bb/1eac4eba-4afa-46be-ae95-0fe5f0be4ac6) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:47.267934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-8deca16f-5eda-4d2e-a1af-2b9d6c0f39e2 admin admin] Deleting subnet 8e13a28f-2b10-4c3b-a1ee-35a8542b9290 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:47.271713 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8deca16f-5eda-4d2e-a1af-2b9d6c0f39e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.292841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Attempting to bind port 940b7c11-5758-4221-879c-38f261ee0074 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:47.293218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Attempting to bind port 940b7c11-5758-4221-879c-38f261ee0074 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '956f3cd4-ac70-4607-83f7-a1f724010685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c90594ae-41b3-4e6e-bea2-7e907a869bcd'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:47.293621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Attempting to bind port 940b7c11-5758-4221-879c-38f261ee0074 on network c90594ae-41b3-4e6e-bea2-7e907a869bcd {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:47.299603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:47.299988 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Checking segment: {'id': '956f3cd4-ac70-4607-83f7-a1f724010685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c90594ae-41b3-4e6e-bea2-7e907a869bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:47.300398 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.300799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Bound using segment: {'id': '956f3cd4-ac70-4607-83f7-a1f724010685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c90594ae-41b3-4e6e-bea2-7e907a869bcd'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:47.301276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Bound port: 940b7c11-5758-4221-879c-38f261ee0074, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956f3cd4-ac70-4607-83f7-a1f724010685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c90594ae-41b3-4e6e-bea2-7e907a869bcd'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:47.301663 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.313260 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8deca16f-5eda-4d2e-a1af-2b9d6c0f39e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.347516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.382244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] For port 940b7c11-5758-4221-879c-38f261ee0074, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:47.385414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] For port 940b7c11-5758-4221-879c-38f261ee0074, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=940b7c11-5758-4221-879c-38f261ee0074,segment=NetworkSegment(956f3cd4-ac70-4607-83f7-a1f724010685),segment_id=956f3cd4-ac70-4607-83f7-a1f724010685)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:47.398364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event deleted for resources: {'Port': ['ID=04c3c293-3f8b-4c08-bc90-179fc029a448,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:47.456565 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.517611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8deca16f-5eda-4d2e-a1af-2b9d6c0f39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.524497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08b55b-9e0a-4b89-9b64-d0d340c1a65a None None] Pushing event updated for resources: {'Port': ['ID=940b7c11-5758-4221-879c-38f261ee0074,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:47.731373 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9a0c1b18-d126-4451-821f-edef40f426b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:47.904218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 02917c51-5d23-428f-b4d7-278f7a69679f details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:35:47.916608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6027c2-cfef-45b1-b2dc-9b84bc361b7c req-5f83bee2-0a8c-4066-9817-88edba86fcce tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:47.919235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea6027c2-cfef-45b1-b2dc-9b84bc361b7c req-5f83bee2-0a8c-4066-9817-88edba86fcce tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 943 time: 0.0804603 Aug 20 11:35:47.988475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea6027c2-cfef-45b1-b2dc-9b84bc361b7c req-894748eb-d713-487e-9474-ff8f079969b4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631971 Aug 20 11:35:47.995294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 940b7c11-5758-4221-879c-38f261ee0074 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:48.093531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 02917c51-5d23-428f-b4d7-278f7a69679f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=02917c51-5d23-428f-b4d7-278f7a69679f,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:48.105503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '02917c51-5d23-428f-b4d7-278f7a69679f', 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2', 'port_id': '02917c51-5d23-428f-b4d7-278f7a69679f', 'mac_address': 'fa:16:3e:96:b6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64eb9c9-c044-49a3-b396-8c0bf29634a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:35:48.119982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.153171 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.168851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02917c51-5d23-428f-b4d7-278f7a69679f {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:35:48.191924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 02917c51-5d23-428f-b4d7-278f7a69679f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=02917c51-5d23-428f-b4d7-278f7a69679f,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:48.193543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 940b7c11-5758-4221-879c-38f261ee0074 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:48.198730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64795e9-c547-4c9b-be1b-13daa471ccb1 req-54176c0a-89f8-4186-b17a-ebd43927aeb1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:48.205927 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f64795e9-c547-4c9b-be1b-13daa471ccb1 req-54176c0a-89f8-4186-b17a-ebd43927aeb1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 985 time: 0.6040945 Aug 20 11:35:48.243763 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.248031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0007770b-944f-4eee-9335-12f3d9933c64 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:48.252677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8deca16f-5eda-4d2e-a1af-2b9d6c0f39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.272508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 0007770b-944f-4eee-9335-12f3d9933c64 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:48.272975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0007770b-944f-4eee-9335-12f3d9933c64 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:48.273338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 78629019-3325-4540-b230-dd10e9af4b8c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:48.293180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 78629019-3325-4540-b230-dd10e9af4b8c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:48.293180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 78629019-3325-4540-b230-dd10e9af4b8c not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:48.307332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca16f-5eda-4d2e-a1af-2b9d6c0f39e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e13a28f-2b10-4c3b-a1ee-35a8542b9290,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:48.316231 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8deca16f-5eda-4d2e-a1af-2b9d6c0f39e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.316615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43856) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:48.316712 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8deca16f-5eda-4d2e-a1af-2b9d6c0f39e2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8e13a28f-2b10-4c3b-a1ee-35a8542b9290 HTTP/1.1" status: 204 len: 168 time: 1.1762147 Aug 20 11:35:48.316960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object 1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:48.320622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b49214-aee8-4413-bd79-ecc65decd5f8 None None] Network 98d00546-84c0-4ea8-86dd-1784ab4f4c20 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:48.326033 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.398664 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.403803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f64795e9-c547-4c9b-be1b-13daa471ccb1 req-2643ed76-ac82-4901-b62b-a12bc932a855 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1912978 Aug 20 11:35:48.439709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Router 7cd2f87e-74ba-4527-ba10-8127d5ea50a7 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:35:48.464298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Deleting port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:48.464686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.474792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=02917c51-5d23-428f-b4d7-278f7a69679f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:48.520728 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.542131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] For port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=463f6f14-18b6-4b97-a859-2ee6c64fc4f3,segment=NetworkSegment(14c11a8f-0b6e-4271-bad1-052034fb8194),segment_id=14c11a8f-0b6e-4271-bad1-052034fb8194)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:48.542551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.557639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Calling delete_port for 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:48.557866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['02917c51-5d23-428f-b4d7-278f7a69679f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:48.609786 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.633173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=1eac4eba-4afa-46be-ae95-0fe5f0be4ac6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:48.644054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:35:48.656265 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4da398d8-ddb4-4662-9c49-e887bd6221fb tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "PUT /v2.0/routers/7cd2f87e-74ba-4527-ba10-8127d5ea50a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7330875 Aug 20 11:35:48.656265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network c90594ae-41b3-4e6e-bea2-7e907a869bcd is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:48.657610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43858) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:48.657743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:48.662148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:48.666786 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb41b5-1a3e-41c7-aab1-584679217adb None None] Sync routers for ids ['7cd2f87e-74ba-4527-ba10-8127d5ea50a7'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:35:48.669078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:48.669687 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.684931 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb41b5-1a3e-41c7-aab1-584679217adb None None] Routers {'7cd2f87e-74ba-4527-ba10-8127d5ea50a7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:48.684931 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ddfb41b5-1a3e-41c7-aab1-584679217adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7cd2f87e-74ba-4527-ba10-8127d5ea50a7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:48.687172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93e2a5-c33a-4017-8e7c-0fad06cc911d None None] DHCP port deletion for 98d00546-84c0-4ea8-86dd-1784ab4f4c20 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:48.745003 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ddfb41b5-1a3e-41c7-aab1-584679217adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:48.759925 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb41b5-1a3e-41c7-aab1-584679217adb None None] Routers {'7cd2f87e-74ba-4527-ba10-8127d5ea50a7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:48.761265 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ddfb41b5-1a3e-41c7-aab1-584679217adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7cd2f87e-74ba-4527-ba10-8127d5ea50a7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:48.790676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fb93e2a5-c33a-4017-8e7c-0fad06cc911d None None] Deleting port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:48.791059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb93e2a5-c33a-4017-8e7c-0fad06cc911d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.792079 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87aaff5-4a5b-49f9-99e2-00f08393a390 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.798905 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ddfb41b5-1a3e-41c7-aab1-584679217adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:48.799760 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb41b5-1a3e-41c7-aab1-584679217adb None None] The sync data for ids ['7cd2f87e-74ba-4527-ba10-8127d5ea50a7'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:35:48.820061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bde2b05d-767f-44d9-940f-9e5c0e456e29 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0966344 Aug 20 11:35:48.824232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43862) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:48.829954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': 'c90594ae-41b3-4e6e-bea2-7e907a869bcd', 'name': 'tempest-PortsIpV6TestJSON-225044018', 'fixed_ips': [{'subnet_id': 'd3b871e6-64ad-4354-b3e1-ae3055bcc3bb', 'ip_address': '2001:db8::f'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:48.843420 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.891025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fb93e2a5-c33a-4017-8e7c-0fad06cc911d None None] For port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=463f6f14-18b6-4b97-a859-2ee6c64fc4f3,segment=NetworkSegment(14c11a8f-0b6e-4271-bad1-052034fb8194),segment_id=14c11a8f-0b6e-4271-bad1-052034fb8194)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:48.891025 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb93e2a5-c33a-4017-8e7c-0fad06cc911d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:48.904508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fb93e2a5-c33a-4017-8e7c-0fad06cc911d None None] Calling delete_port for 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:48.931412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] No DVR routers for this DVR port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:48.966100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Pushing event deleted for resources: {'Port': ['ID=463f6f14-18b6-4b97-a859-2ee6c64fc4f3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:48.980244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d467ac8-cbe9-4bc8-94e6-9627a6f296f7 None None] Network c90594ae-41b3-4e6e-bea2-7e907a869bcd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:49.048445 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb93e2a5-c33a-4017-8e7c-0fad06cc911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.080946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:49.085881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.091012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93e2a5-c33a-4017-8e7c-0fad06cc911d None None] Pushing event deleted for resources: {'Port': ['ID=463f6f14-18b6-4b97-a859-2ee6c64fc4f3,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:49.098045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93e2a5-c33a-4017-8e7c-0fad06cc911d None None] No DVR routers for this DVR port 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:49.129409 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.132968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87aaff5-4a5b-49f9-99e2-00f08393a390 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.133175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port f7470e36-c189-49c7-aef2-acce26cfa6f3 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:49.140333 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87aaff5-4a5b-49f9-99e2-00f08393a390 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.145763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d00546-84c0-4ea8-86dd-1784ab4f4c20']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:49.156048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907578-2bec-4369-8235-f9ff15a5e2bb req-55261c3d-dd78-473d-a178-1a20d179a406 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.157779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85907578-2bec-4369-8235-f9ff15a5e2bb req-55261c3d-dd78-473d-a178-1a20d179a406 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 944 time: 0.0893314 Aug 20 11:35:49.167926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d8f42c53-5b2f-4d52-adf7-125411944988 None None] Provisioning for port 940b7c11-5758-4221-879c-38f261ee0074 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:49.175956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d8f42c53-5b2f-4d52-adf7-125411944988 None None] Provisioning complete for port 940b7c11-5758-4221-879c-38f261ee0074 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:49.176450 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d8f42c53-5b2f-4d52-adf7-125411944988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.190797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c11a8f-0b6e-4271-bad1-052034fb8194') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:49.191100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c11a8f-0b6e-4271-bad1-052034fb8194') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:49.202892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.207091 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.222059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.235909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:49.240038 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:49.270347 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85907578-2bec-4369-8235-f9ff15a5e2bb req-0ba8e12a-d529-4360-86c3-3db9e4dd1a8c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802033 Aug 20 11:35:49.311307 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d8f42c53-5b2f-4d52-adf7-125411944988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.331834 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87aaff5-4a5b-49f9-99e2-00f08393a390 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.334214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87aaff5-4a5b-49f9-99e2-00f08393a390 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Fanout notify agent at l3_agent the message router_deleted on router 7cd2f87e-74ba-4527-ba10-8127d5ea50a7 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:35:49.344492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b87aaff5-4a5b-49f9-99e2-00f08393a390 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.346806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b87aaff5-4a5b-49f9-99e2-00f08393a390 tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "DELETE /v2.0/routers/7cd2f87e-74ba-4527-ba10-8127d5ea50a7 HTTP/1.1" status: 204 len: 168 time: 0.6880765 Aug 20 11:35:49.348313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43866) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:49.363379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8::f (c90594ae-41b3-4e6e-bea2-7e907a869bcd/d3b871e6-64ad-4354-b3e1-ae3055bcc3bb/f7470e36-c189-49c7-aef2-acce26cfa6f3) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:49.368188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d8f42c53-5b2f-4d52-adf7-125411944988 None None] For port 940b7c11-5758-4221-879c-38f261ee0074, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=940b7c11-5758-4221-879c-38f261ee0074,segment=NetworkSegment(956f3cd4-ac70-4607-83f7-a1f724010685),segment_id=956f3cd4-ac70-4607-83f7-a1f724010685)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:49.415168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87c7011-94fe-4227-9384-059dff8e0c0b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Deleting subnet d304e474-8931-4345-82d1-4ab028065b8c {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:49.418564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d87c7011-94fe-4227-9384-059dff8e0c0b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.454959 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.475922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.478180 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] 10.222.0.10 "DELETE /v2.0/networks/98d00546-84c0-4ea8-86dd-1784ab4f4c20 HTTP/1.1" status: 204 len: 168 time: 1.1613894 Aug 20 11:35:49.479369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632a683-d0fd-4218-8361-2e1f7e36b86e admin admin] Pushing event deleted for resources: {'Network': ['ID=98d00546-84c0-4ea8-86dd-1784ab4f4c20,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:49.484109 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d8f42c53-5b2f-4d52-adf7-125411944988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.494152 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d87c7011-94fe-4227-9384-059dff8e0c0b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.547959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f42c53-5b2f-4d52-adf7-125411944988 None None] Pushing event updated for resources: {'Port': ['ID=940b7c11-5758-4221-879c-38f261ee0074,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:49.577155 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.594056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object f7470e36-c189-49c7-aef2-acce26cfa6f3 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:49.649123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f105a0-3278-4944-9b8a-c0c2efea6502 req-42e19373-95c9-473c-b472-29bfdef12495 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.650871 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70f105a0-3278-4944-9b8a-c0c2efea6502 req-42e19373-95c9-473c-b472-29bfdef12495 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 985 time: 0.1529171 Aug 20 11:35:49.718748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d87c7011-94fe-4227-9384-059dff8e0c0b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.723880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7babbe42-b8cf-484d-a63e-3a81af483699 None None] Provisioning for port 1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:49.727573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.729623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7babbe42-b8cf-484d-a63e-3a81af483699 None None] Provisioning complete for port 1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:49.730066 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7babbe42-b8cf-484d-a63e-3a81af483699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.735298 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70f105a0-3278-4944-9b8a-c0c2efea6502 req-1da83f69-1dc7-46db-a217-58edd01cc8a7 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0593612 Aug 20 11:35:49.807987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=f7470e36-c189-49c7-aef2-acce26cfa6f3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:49.809537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7babbe42-b8cf-484d-a63e-3a81af483699 None None] Port 1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:49.843561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7babbe42-b8cf-484d-a63e-3a81af483699 None None] Provisioning complete for port 940b7c11-5758-4221-879c-38f261ee0074 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:49.843561 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7babbe42-b8cf-484d-a63e-3a81af483699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.846065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network c90594ae-41b3-4e6e-bea2-7e907a869bcd is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:49.848225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:49.851053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:49.860198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.861187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:49.911490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08d84e-1afd-4576-a5eb-24b32ded7e9c req-52c6d072-3560-4c74-b6e9-903cc422767f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:49.914138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c08d84e-1afd-4576-a5eb-24b32ded7e9c req-52c6d072-3560-4c74-b6e9-903cc422767f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 985 time: 0.0744901 Aug 20 11:35:49.917872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 02917c51-5d23-428f-b4d7-278f7a69679f up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:49.957293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 940b7c11-5758-4221-879c-38f261ee0074 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:35:49.977898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c08d84e-1afd-4576-a5eb-24b32ded7e9c req-d6630d11-aa9b-4971-a05c-1402b2845ef5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0556998 Aug 20 11:35:49.991305 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d87c7011-94fe-4227-9384-059dff8e0c0b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.005055 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d87c7011-94fe-4227-9384-059dff8e0c0b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.007188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d87c7011-94fe-4227-9384-059dff8e0c0b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "DELETE /v2.0/subnets/d304e474-8931-4345-82d1-4ab028065b8c HTTP/1.1" status: 204 len: 168 time: 0.6564107 Aug 20 11:35:50.009744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43878) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:50.025552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7506cfc4-fb22-499a-8406-208d0810fafb None None] Network 535d68ee-645d-4c08-a9db-f7df4395211b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:50.037078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c7011-94fe-4227-9384-059dff8e0c0b tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event deleted for resources: {'Subnet': ['ID=d304e474-8931-4345-82d1-4ab028065b8c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:50.052885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43880) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:50.098229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-519e3989-73c1-4e32-ba50-4990c6c71230 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e802f5f2fcf4414cb1c669b719198804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440674 Aug 20 11:35:50.100603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43882) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:50.110057 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9b295d6b-79d3-4e16-ad59-1ea1655a440f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2841291 Aug 20 11:35:50.115364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43884) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:50.131705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 940b7c11-5758-4221-879c-38f261ee0074 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:50.135831 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.185037 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.192662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4ad5f-e9ff-4453-98b3-a2cf5799348e req-92c3b3b8-91f2-4daa-a1ac-69ccaa2e95ca tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:50.194204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8f4ad5f-e9ff-4453-98b3-a2cf5799348e req-92c3b3b8-91f2-4daa-a1ac-69ccaa2e95ca tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 1136 time: 0.0969491 Aug 20 11:35:50.195491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f8c800ea-4278-4fd5-9e8a-feb1b7c900a7 None None] Provisioning complete for port 1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:50.195872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f8c800ea-4278-4fd5-9e8a-feb1b7c900a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.237102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c0f330-1014-450c-ae8b-d3a038a0925b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:50.241248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-75c0f330-1014-450c-ae8b-d3a038a0925b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1208577 Aug 20 11:35:50.241422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a8f4ad5f-e9ff-4453-98b3-a2cf5799348e req-e8336cc5-c621-42d7-8b19-d55ce4245306 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.244855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43886) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:50.246106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 02917c51-5d23-428f-b4d7-278f7a69679f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:50.254038 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6be54f4c-4278-4ea6-bc3b-0f9bd168cd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.259602 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:35:50.267569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 02917c51-5d23-428f-b4d7-278f7a69679f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:50.267963 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.272377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f8c800ea-4278-4fd5-9e8a-feb1b7c900a7 None None] Port 1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:50.282065 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6be54f4c-4278-4ea6-bc3b-0f9bd168cd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.394796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b81c11f-5002-4de3-b751-413ecff9002a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:50.401068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b81c11f-5002-4de3-b751-413ecff9002a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:50.407315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b81c11f-5002-4de3-b751-413ecff9002a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:50.410521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4b81c11f-5002-4de3-b751-413ecff9002a tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1634943 Aug 20 11:35:50.416400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43890) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:50.455015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Deleting port c420b08c-a930-4b2f-8409-e210c0f64a7e {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:50.455454 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.567923 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.594875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd201d22-1893-44cc-b057-e2d10ae2b7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02917c51-5d23-428f-b4d7-278f7a69679f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:50.597372 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b28c72a-0cda-4405-90c6-ae43af803252" -d '{"events": [{"server_uuid": "dd201d22-1893-44cc-b057-e2d10ae2b7ef", "name": "network-vif-plugged", "status": "completed", "tag": "02917c51-5d23-428f-b4d7-278f7a69679f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:50.611651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] For port c420b08c-a930-4b2f-8409-e210c0f64a7e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c420b08c-a930-4b2f-8409-e210c0f64a7e,segment=NetworkSegment(b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460),segment_id=b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:50.612261 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 02917c51-5d23-428f-b4d7-278f7a69679f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=02917c51-5d23-428f-b4d7-278f7a69679f,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:50.612354 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.634345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8077c24-b98e-431c-bb8b-83d6521a0757 None None] DHCP port deletion for 535d68ee-645d-4c08-a9db-f7df4395211b request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:50.636654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Calling delete_port for c420b08c-a930-4b2f-8409-e210c0f64a7e owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:50.636963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f1803c30-251b-4110-94e6-8c57bfdfa0df None None] Provisioning for port f7470e36-c189-49c7-aef2-acce26cfa6f3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:50.644713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f1803c30-251b-4110-94e6-8c57bfdfa0df None None] Provisioning complete for port f7470e36-c189-49c7-aef2-acce26cfa6f3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:50.644713 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1803c30-251b-4110-94e6-8c57bfdfa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.681102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:50.696741 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6be54f4c-4278-4ea6-bc3b-0f9bd168cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.699381 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6be54f4c-4278-4ea6-bc3b-0f9bd168cd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.703337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6be54f4c-4278-4ea6-bc3b-0f9bd168cd35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00279b73-35c9-450a-a3f8-9f6e33c44ace HTTP/1.1" status: 204 len: 168 time: 0.5988035 Aug 20 11:35:50.724499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be54f4c-4278-4ea6-bc3b-0f9bd168cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00279b73-35c9-450a-a3f8-9f6e33c44ace,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:50.729491 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a8f4ad5f-e9ff-4453-98b3-a2cf5799348e req-e8336cc5-c621-42d7-8b19-d55ce4245306 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.732631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a9e29a18-4485-413f-a9f4-afacb46e8cd3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port f7470e36-c189-49c7-aef2-acce26cfa6f3 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:50.732840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9e29a18-4485-413f-a9f4-afacb46e8cd3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.735964 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.744536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce49925-67aa-484b-bcd6-a14c185c3011 req-355a7c04-afa1-47a6-9691-24af8d7d563e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:50.746943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce49925-67aa-484b-bcd6-a14c185c3011 req-355a7c04-afa1-47a6-9691-24af8d7d563e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 944 time: 0.3970852 Aug 20 11:35:50.748195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:50.748904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 463f6f14-18b6-4b97-a859-2ee6c64fc4f3 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:50.797358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f1803c30-251b-4110-94e6-8c57bfdfa0df None None] Port f7470e36-c189-49c7-aef2-acce26cfa6f3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:50.831442 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce49925-67aa-484b-bcd6-a14c185c3011 req-51654646-b2b9-4eaf-91ba-6dcef6d5a244 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760906 Aug 20 11:35:50.831690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=02917c51-5d23-428f-b4d7-278f7a69679f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:50.844302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a8f4ad5f-e9ff-4453-98b3-a2cf5799348e req-e8336cc5-c621-42d7-8b19-d55ce4245306 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.858891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e8077c24-b98e-431c-bb8b-83d6521a0757 None None] Deleting port c420b08c-a930-4b2f-8409-e210c0f64a7e {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:50.859282 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8077c24-b98e-431c-bb8b-83d6521a0757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.864324 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9e29a18-4485-413f-a9f4-afacb46e8cd3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.895727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8f4ad5f-e9ff-4453-98b3-a2cf5799348e req-e8336cc5-c621-42d7-8b19-d55ce4245306 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6878443 Aug 20 11:35:50.906388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8336cc5-c621-42d7-8b19-d55ce4245306 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17107579-a6bd-41be-b4ee-2ba292ab1a3f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:50.909451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a9e29a18-4485-413f-a9f4-afacb46e8cd3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for f7470e36-c189-49c7-aef2-acce26cfa6f3 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:50.914193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43898) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:50.914622 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13692b34-6592-418f-9a06-d12b04cdbecc x-openstack-request-id: req-13692b34-6592-418f-9a06-d12b04cdbecc {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:50.914922 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd201d22-1893-44cc-b057-e2d10ae2b7ef", "name": "network-vif-plugged", "status": "completed", "tag": "02917c51-5d23-428f-b4d7-278f7a69679f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:50.915187 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13692b34-6592-418f-9a06-d12b04cdbecc {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:50.915603 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd201d22-1893-44cc-b057-e2d10ae2b7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02917c51-5d23-428f-b4d7-278f7a69679f', 'code': 200} Aug 20 11:35:50.922605 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.956727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93676f4-b9da-4797-8c67-089730a1698b tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:50.957254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e8077c24-b98e-431c-bb8b-83d6521a0757 None None] For port c420b08c-a930-4b2f-8409-e210c0f64a7e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c420b08c-a930-4b2f-8409-e210c0f64a7e,segment=NetworkSegment(b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460),segment_id=b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:50.958048 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8077c24-b98e-431c-bb8b-83d6521a0757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:50.958304 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d93676f4-b9da-4797-8c67-089730a1698b tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 1131 time: 0.0430512 Aug 20 11:35:50.961344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43900) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:50.974611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:50.976182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e8077c24-b98e-431c-bb8b-83d6521a0757 None None] Calling delete_port for c420b08c-a930-4b2f-8409-e210c0f64a7e owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:50.984402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.018361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] No DVR routers for this DVR port c420b08c-a930-4b2f-8409-e210c0f64a7e on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:51.030240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event deleted for resources: {'Port': ['ID=c420b08c-a930-4b2f-8409-e210c0f64a7e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:51.033145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89938aa-1865-4d53-90c1-ea9be189bd9c req-c8491709-9202-49cf-a120-59a0c648f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.034631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d89938aa-1865-4d53-90c1-ea9be189bd9c req-c8491709-9202-49cf-a120-59a0c648f541 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 1096 time: 0.0724063 Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.073772 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:35:51.080765 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:35:51.081733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d89938aa-1865-4d53-90c1-ea9be189bd9c req-61c70b92-4393-4405-a5f9-b3a49e0a6315 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359874 Aug 20 11:35:51.083740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8077c24-b98e-431c-bb8b-83d6521a0757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.112564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8077c24-b98e-431c-bb8b-83d6521a0757 None None] Pushing event deleted for resources: {'Port': ['ID=c420b08c-a930-4b2f-8409-e210c0f64a7e,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:51.116226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8077c24-b98e-431c-bb8b-83d6521a0757 None None] No DVR routers for this DVR port c420b08c-a930-4b2f-8409-e210c0f64a7e on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:51.125227 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.133296 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.135944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535d68ee-645d-4c08-a9db-f7df4395211b']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:51.167036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:51.167533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e068a7-f0c4-4dfa-a01e-6aa4b7d46460') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:51.182988 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.204145 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:51.227408 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:51.251308 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.345266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9e29a18-4485-413f-a9f4-afacb46e8cd3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.393549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e29a18-4485-413f-a9f4-afacb46e8cd3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=f7470e36-c189-49c7-aef2-acce26cfa6f3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:51.417476 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.422602 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.424911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] 10.222.0.10 "DELETE /v2.0/networks/535d68ee-645d-4c08-a9db-f7df4395211b HTTP/1.1" status: 204 len: 168 time: 1.4141672 Aug 20 11:35:51.428846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9e29a18-4485-413f-a9f4-afacb46e8cd3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.434242 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a9e29a18-4485-413f-a9f4-afacb46e8cd3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/f7470e36-c189-49c7-aef2-acce26cfa6f3 HTTP/1.1" status: 204 len: 168 time: 1.0161047 Aug 20 11:35:51.434987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43912) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:51.460036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6526f8-2f93-4cc1-aaba-c347dcf4305e tempest-FloatingIPNegativeTestJSON-847403576 tempest-FloatingIPNegativeTestJSON-847403576-project] Pushing event deleted for resources: {'Network': ['ID=535d68ee-645d-4c08-a9db-f7df4395211b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:51.468477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Allocated IP 172.25.4.96 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/129289f2-1260-44ee-8f16-118d33d378af) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:51.482336 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c5bf3e-8862-42b9-953f-a78e7dd45f82 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:35:51.487378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-87c5bf3e-8862-42b9-953f-a78e7dd45f82 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/f7470e36-c189-49c7-aef2-acce26cfa6f3 HTTP/1.1" status: 404 len: 333 time: 0.0359108 Aug 20 11:35:51.487572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43914) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:51.657499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.672856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-3339fbbb-a020-4009-8102-ee5c21fc9ba0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:51.673230 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3339fbbb-a020-4009-8102-ee5c21fc9ba0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.779778 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3339fbbb-a020-4009-8102-ee5c21fc9ba0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.791428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-3339fbbb-a020-4009-8102-ee5c21fc9ba0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:51.924857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c420b08c-a930-4b2f-8409-e210c0f64a7e no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:51.938817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:51.952624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c420b08c-a930-4b2f-8409-e210c0f64a7e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:51.953273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c420b08c-a930-4b2f-8409-e210c0f64a7e not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:51.980345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c6073-d795-48de-8140-2f6d77fedd21 req-02c966b0-8627-4ebe-adb2-474889fc8b4d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:51.983763 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-046c6073-d795-48de-8140-2f6d77fedd21 req-02c966b0-8627-4ebe-adb2-474889fc8b4d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 945 time: 0.0681245 Aug 20 11:35:52.004760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:52.005998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:52.012087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:52.062352 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-046c6073-d795-48de-8140-2f6d77fedd21 req-5fbe2ce9-3563-43df-a9bd-aa5626bcdcae tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695689 Aug 20 11:35:52.070216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Port': ['ID=129289f2-1260-44ee-8f16-118d33d378af,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:52.110937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43932) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:52.151501 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3339fbbb-a020-4009-8102-ee5c21fc9ba0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.188522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339fbbb-a020-4009-8102-ee5c21fc9ba0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=1eac4eba-4afa-46be-ae95-0fe5f0be4ac6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:52.215797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43936) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:52.239540 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3339fbbb-a020-4009-8102-ee5c21fc9ba0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.241796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3339fbbb-a020-4009-8102-ee5c21fc9ba0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 HTTP/1.1" status: 204 len: 168 time: 0.7512026 Aug 20 11:35:52.244871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43940) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:52.349673 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c039de-3ba9-4f88-8215-81dd51d8200f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:35:52.351727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-20c039de-3ba9-4f88-8215-81dd51d8200f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/1eac4eba-4afa-46be-ae95-0fe5f0be4ac6 HTTP/1.1" status: 404 len: 333 time: 0.1057651 Aug 20 11:35:52.355348 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43942) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:52.421340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1252664874-network', 'tenant_id': '727a97c79f064856b84b08819cc15064'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:52.436681 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c9599b90-d3a4-4b0a-85ba-bb3c114ac61b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e20ee2443e2482691bb05a634590950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245342 Aug 20 11:35:52.439939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43944) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:52.456726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7f1269-99ed-482f-89cb-186c2007f415 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet d3b871e6-64ad-4354-b3e1-ae3055bcc3bb {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:35:52.461372 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1269-99ed-482f-89cb-186c2007f415 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.504510 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1269-99ed-482f-89cb-186c2007f415 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.576593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e32c2804-6172-4411-87ef-6bb519f4a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.579182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Made reservation on behalf of 727a97c79f064856b84b08819cc15064 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:52.581511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.593374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.605708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.615975 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1269-99ed-482f-89cb-186c2007f415 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.630705 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e32c2804-6172-4411-87ef-6bb519f4a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.754247 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.800581 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.850235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1269-99ed-482f-89cb-186c2007f415 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.850505 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e32c2804-6172-4411-87ef-6bb519f4a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.852977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e32c2804-6172-4411-87ef-6bb519f4a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.854380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e32c2804-6172-4411-87ef-6bb519f4a72c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5986c874-5b79-4d3b-ae37-56e485327ba9 HTTP/1.1" status: 204 len: 168 time: 0.4140642 Aug 20 11:35:52.879640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c2804-6172-4411-87ef-6bb519f4a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5986c874-5b79-4d3b-ae37-56e485327ba9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:52.897870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f1269-99ed-482f-89cb-186c2007f415 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b871e6-64ad-4354-b3e1-ae3055bcc3bb,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:52.907365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1269-99ed-482f-89cb-186c2007f415 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.910677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbec35c-34f1-445e-94bf-d380027fc2e0 None None] Network c90594ae-41b3-4e6e-bea2-7e907a869bcd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:52.922544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9a7f1269-99ed-482f-89cb-186c2007f415 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/d3b871e6-64ad-4354-b3e1-ae3055bcc3bb HTTP/1.1" status: 204 len: 168 time: 0.5655406 Aug 20 11:35:52.923947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.925294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43948) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:52.938703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:52.960593 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:52.960976 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Added segment 11b092d6-5967-47e2-ade7-e278d9356f10 of type vlan for network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc Aug 20 11:35:52.978338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaadb19e-2050-4299-85fb-341aede05278,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:53.042353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.047159 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.083662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.143934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 940b7c11-5758-4221-879c-38f261ee0074 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:53.144453 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.151142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.152203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:53.152936 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.179728 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a10dd2-4396-4be1-a89e-d52068e2bb4d None None] DHCP port deletion for c90594ae-41b3-4e6e-bea2-7e907a869bcd request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:35:53.201724 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.235696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-87a10dd2-4396-4be1-a89e-d52068e2bb4d None None] Deleting port 940b7c11-5758-4221-879c-38f261ee0074 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:53.236485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-87a10dd2-4396-4be1-a89e-d52068e2bb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.258993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] Pushing event updated for resources: {'Network': ['ID=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:53.277412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] For port 940b7c11-5758-4221-879c-38f261ee0074, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=940b7c11-5758-4221-879c-38f261ee0074,segment=NetworkSegment(956f3cd4-ac70-4607-83f7-a1f724010685),segment_id=956f3cd4-ac70-4607-83f7-a1f724010685)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:53.277696 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.284975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:53.287136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8bed01e6-03aa-438e-a567-6d27f751f42b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0702569 Aug 20 11:35:53.290309 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43956) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:53.296836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Request body: {'subnet': {'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1252664874-subnet', 'tenant_id': '727a97c79f064856b84b08819cc15064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:53.312579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b7b12-266b-463f-a9b2-5dd35a62f946 req-6dddf34b-db70-4569-9ae9-d8898da7f925 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:53.314505 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b6b7b12-266b-463f-a9b2-5dd35a62f946 req-6dddf34b-db70-4569-9ae9-d8898da7f925 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 945 time: 0.1337450 Aug 20 11:35:53.318954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 940b7c11-5758-4221-879c-38f261ee0074 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:53.326903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Port': ['ID=129289f2-1260-44ee-8f16-118d33d378af,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:53.364059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-87a10dd2-4396-4be1-a89e-d52068e2bb4d None None] For port 940b7c11-5758-4221-879c-38f261ee0074, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=940b7c11-5758-4221-879c-38f261ee0074,segment=NetworkSegment(956f3cd4-ac70-4607-83f7-a1f724010685),segment_id=956f3cd4-ac70-4607-83f7-a1f724010685)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:53.364838 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-87a10dd2-4396-4be1-a89e-d52068e2bb4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.376715 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.376971 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b6b7b12-266b-463f-a9b2-5dd35a62f946 req-3b1f885e-7cf2-49a1-ac5c-6ec5438c3673 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512838 Aug 20 11:35:53.391504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-87a10dd2-4396-4be1-a89e-d52068e2bb4d None None] Calling delete_port for 940b7c11-5758-4221-879c-38f261ee0074 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:53.484372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Made reservation on behalf of 727a97c79f064856b84b08819cc15064 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:53.487517 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.535344 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Floating IP 5a68b838-73e3-4d4c-941c-ed7f15619bf1 associated. External IP: 172.25.4.96, port: 4bc37d8f-719b-4c74-93ca-c3e55b13d73f. Aug 20 11:35:53.661607 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-87a10dd2-4396-4be1-a89e-d52068e2bb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.680562 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.701167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a10dd2-4396-4be1-a89e-d52068e2bb4d None None] Pushing event deleted for resources: {'Port': ['ID=940b7c11-5758-4221-879c-38f261ee0074,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:53.711561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a10dd2-4396-4be1-a89e-d52068e2bb4d None None] No DVR routers for this DVR port 940b7c11-5758-4221-879c-38f261ee0074 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:53.722898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=940b7c11-5758-4221-879c-38f261ee0074,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:53.730105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No DVR routers for this DVR port 940b7c11-5758-4221-879c-38f261ee0074 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:53.860070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.874759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90594ae-41b3-4e6e-bea2-7e907a869bcd']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:53.877919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Router 21a13224-f23f-433e-9b50-6dacaedbd777 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:35:53.885615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 940b7c11-5758-4221-879c-38f261ee0074 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:35:53.890176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956f3cd4-ac70-4607-83f7-a1f724010685') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:53.890505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956f3cd4-ac70-4607-83f7-a1f724010685') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:53.905178 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.906551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 940b7c11-5758-4221-879c-38f261ee0074 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:35:53.906731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 940b7c11-5758-4221-879c-38f261ee0074 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:35:53.909111 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.975750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:53.979289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67b176a-02c2-4042-9683-21af539b6672,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:53.990842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Checking segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:53.991210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Network hostable DHCP agents. Network: bf43dbf1-d4ba-4723-ba78-23cd10b6aacc, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:54.018721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:35:54.019376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:35:54.022873 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:35:54.058928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723354bb-4c8f-4f37-9e7e-137c3d8e17f6 req-30019fc4-7184-4460-8bb1-5e338cf47dfd tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.060415 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-723354bb-4c8f-4f37-9e7e-137c3d8e17f6 req-30019fc4-7184-4460-8bb1-5e338cf47dfd tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 945 time: 0.0545728 Aug 20 11:35:54.098549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:35:54.105232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-723354bb-4c8f-4f37-9e7e-137c3d8e17f6 req-dbaebaed-11e6-44bb-99cf-2871648662fa tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 Aug 20 11:35:54.112404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:54.118686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] Sync routers for ids ['21a13224-f23f-433e-9b50-6dacaedbd777'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:35:54.122155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] Routers {'21a13224-f23f-433e-9b50-6dacaedbd777'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:54.122953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['21a13224-f23f-433e-9b50-6dacaedbd777'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:54.238069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] Set router 21a13224-f23f-433e-9b50-6dacaedbd777 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:54.254748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.262485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.268121 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/networks/c90594ae-41b3-4e6e-bea2-7e907a869bcd HTTP/1.1" status: 204 len: 168 time: 1.3366563 Aug 20 11:35:54.271955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43978) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.276825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94182d97-61ac-433c-a33c-4f670713d58b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Network': ['ID=c90594ae-41b3-4e6e-bea2-7e907a869bcd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:54.278179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1078368519'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:54.304663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.306655 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, bf43dbf1-d4ba-4723-ba78-23cd10b6aacc) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:54.316594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ce083d-cf3e-4476-959c-142b069c86e4 None None] Network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:54.326492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.327738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.346323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a02ea087-7c52-4f6b-bfbc-8d10cc8ce4c6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3744526 Aug 20 11:35:54.347172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'tag': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:54.348286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43982) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.350830 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e013bb70-7b8d-4068-9e81-d7c3259c8867", "tag": "4bc37d8f-719b-4c74-93ca-c3e55b13d73f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:54.408588 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f3c0e5-8208-43c0-a852-923d0eb5a25a x-openstack-request-id: req-32f3c0e5-8208-43c0-a852-923d0eb5a25a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:54.409102 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e013bb70-7b8d-4068-9e81-d7c3259c8867", "tag": "4bc37d8f-719b-4c74-93ca-c3e55b13d73f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:54.409590 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32f3c0e5-8208-43c0-a852-923d0eb5a25a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:54.410372 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'tag': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'status': 'completed', 'code': 200} Aug 20 11:35:54.453018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43986) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.453457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:54.457203 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.500579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-8fd05479-3441-48ca-85cb-62dd87b34870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.502125 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-8fd05479-3441-48ca-85cb-62dd87b34870 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 1136 time: 0.0653527 Aug 20 11:35:54.553631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:54.568496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5000edd0-456c-439f-acfe-71d6db2bce69 None None] Network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:54.592229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.592585 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Added segment d2e91b08-35f7-4049-83a9-a7488023be59 of type vlan for network 674d6fa3-6653-4774-a824-22d4c32eafc6 Aug 20 11:35:54.607459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fbe5e320-0a9c-49a1-94d0-97d3abddca91 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3159747 Aug 20 11:35:54.609353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678d8ea-6400-4db6-984b-47dad6e00e74 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.609891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678d8ea-6400-4db6-984b-47dad6e00e74 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.610365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678d8ea-6400-4db6-984b-47dad6e00e74 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.610864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678d8ea-6400-4db6-984b-47dad6e00e74 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.611328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678d8ea-6400-4db6-984b-47dad6e00e74 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.611798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678d8ea-6400-4db6-984b-47dad6e00e74 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.612607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678d8ea-6400-4db6-984b-47dad6e00e74 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.612729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678d8ea-6400-4db6-984b-47dad6e00e74 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.615298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f678d8ea-6400-4db6-984b-47dad6e00e74 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5649 time: 0.2652674 Aug 20 11:35:54.625081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 43992) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.632233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e43534c5-2bb9-428b-9e0b-a5abe38d9d60 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] Request body: {'port': {'network_id': '2fcebc2a-6200-4a69-819d-4a0469a79015', 'name': 'tempest-NetworksNegativeTestJSON-1245174170'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:54.655116 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.703681 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43534c5-2bb9-428b-9e0b-a5abe38d9d60 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] POST failed (client error): The resource could not be found. Aug 20 11:35:54.704223 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43534c5-2bb9-428b-9e0b-a5abe38d9d60 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:54.710350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e43534c5-2bb9-428b-9e0b-a5abe38d9d60 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2583714 Aug 20 11:35:54.710650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43994) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.720192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5a68b838-73e3-4d4c-941c-ed7f15619bf1', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'port_id': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'mac_address': 'fa:16:3e:76:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:35:52Z', 'updated_at': '2021-08-20T11:35:52Z', 'revision_number': 0, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf3288a-0c4e-4844-b7e9-d22854f3ccef', 'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:f2:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:23Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 5, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:54.738920 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fc5ba7-dabb-476f-b811-99229cb38d49 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:54.739381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fc5ba7-dabb-476f-b811-99229cb38d49 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:54.742941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e2fc5ba7-dabb-476f-b811-99229cb38d49 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] 10.222.0.10 "DELETE /v2.0/networks/ae4be4f0-ab2d-4da2-bea1-605b238c05b5 HTTP/1.1" status: 404 len: 339 time: 0.0295198 Aug 20 11:35:54.745840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 43996) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.748325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-463789ad-e0ca-4afd-95d3-1a86212d1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.749074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] Checking router: 21a13224-f23f-433e-9b50-6dacaedbd777 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:35:54.749864 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-463789ad-e0ca-4afd-95d3-1a86212d1275 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c1673a01-63ef-4f13-b5c8-bc1e83288614 HTTP/1.1" status: 200 len: 898 time: 0.2376041 Aug 20 11:35:54.759512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] Routers {'21a13224-f23f-433e-9b50-6dacaedbd777'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:35:54.760151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['21a13224-f23f-433e-9b50-6dacaedbd777'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:54.783393 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59393c8-b197-46f5-b265-289715b7be72 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:54.783393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59393c8-b197-46f5-b265-289715b7be72 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:54.788359 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b59393c8-b197-46f5-b265-289715b7be72 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] 10.222.0.10 "DELETE /v2.0/ports/720c9f3a-9f82-4384-a267-48f05edfa57a HTTP/1.1" status: 404 len: 333 time: 0.0401015 Aug 20 11:35:54.788983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44000) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.791868 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.795963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb390da6-f0a3-492e-b096-04c5ba2c0e32 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.796946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb390da6-f0a3-492e-b096-04c5ba2c0e32 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.797619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb390da6-f0a3-492e-b096-04c5ba2c0e32 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.798175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.798564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb390da6-f0a3-492e-b096-04c5ba2c0e32 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.798862 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:54.799349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb390da6-f0a3-492e-b096-04c5ba2c0e32 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.799982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb390da6-f0a3-492e-b096-04c5ba2c0e32 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.800594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb390da6-f0a3-492e-b096-04c5ba2c0e32 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.802794 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bb390da6-f0a3-492e-b096-04c5ba2c0e32 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.1668620 Aug 20 11:35:54.811620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44004) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.881750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-a5a768f6-f2d2-44db-b2f3-c7fc2c9fc577 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bc37d8f-719b-4c74-93ca-c3e55b13d73f HTTP/1.1" status: 200 len: 999 time: 0.1238978 Aug 20 11:35:54.894134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] Set router 21a13224-f23f-433e-9b50-6dacaedbd777 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:35:54.901388 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59040f2-322d-49d3-a33e-553375e55f50 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] DELETE failed (client error): The resource could not be found. Aug 20 11:35:54.901858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59040f2-322d-49d3-a33e-553375e55f50 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:54.908283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c59040f2-322d-49d3-a33e-553375e55f50 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] 10.222.0.10 "DELETE /v2.0/subnets/6025a7e3-a64b-4f16-90bb-24c3b7546974 HTTP/1.1" status: 404 len: 337 time: 0.1176200 Aug 20 11:35:54.919423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44008) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.947186 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d881df-33c7-4f35-9a94-f0fe12da8e69 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] GET failed (client error): The resource could not be found. Aug 20 11:35:54.948820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e5d881df-33c7-4f35-9a94-f0fe12da8e69 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] 10.222.0.10 "GET /v2.0/networks/f3af7909-ae9d-4c99-81c6-a8679c753ad0 HTTP/1.1" status: 404 len: 339 time: 0.0282662 Aug 20 11:35:54.953160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44010) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.980283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Network': ['ID=674d6fa3-6653-4774-a824-22d4c32eafc6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:54.987768 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b770db1-07f0-4f7a-9e9f-6efb0daa96b1 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] GET failed (client error): The resource could not be found. Aug 20 11:35:54.992683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7b770db1-07f0-4f7a-9e9f-6efb0daa96b1 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] 10.222.0.10 "GET /v2.0/ports/675827b3-f813-4c89-9139-44ffd571c5a6 HTTP/1.1" status: 404 len: 333 time: 0.0351977 Aug 20 11:35:54.992683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-7a67793b-4cd1-4be6-b285-f961278a77db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:54.992683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-7a67793b-4cd1-4be6-b285-f961278a77db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=aefdbb6f-b52d-4b2a-96b1-9a464727b9c0 HTTP/1.1" status: 200 len: 833 time: 0.1013370 Aug 20 11:35:54.993044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44012) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:54.998203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 674d6fa3-6653-4774-a824-22d4c32eafc6 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:55.023316 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0ae9c8-38ae-4bd1-9d04-d20802b4fc78 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] GET failed (client error): The resource could not be found. Aug 20 11:35:55.024676 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8f0ae9c8-38ae-4bd1-9d04-d20802b4fc78 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] 10.222.0.10 "GET /v2.0/subnets/2406818b-1457-4585-9a32-f628da9d7b45 HTTP/1.1" status: 404 len: 337 time: 0.0308931 Aug 20 11:35:55.030474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44014) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:55.036327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2b1c2c23-aa4d-45d3-a8fd-a18746ddd6b6 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:55.056831 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1c2c23-aa4d-45d3-a8fd-a18746ddd6b6 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] PUT failed (client error): The resource could not be found. Aug 20 11:35:55.057409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1c2c23-aa4d-45d3-a8fd-a18746ddd6b6 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:55.064094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2b1c2c23-aa4d-45d3-a8fd-a18746ddd6b6 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] 10.222.0.10 "PUT /v2.0/networks/7bd4a03e-1cae-41b7-93fa-ae0d0368b56e HTTP/1.1" status: 404 len: 339 time: 0.0324266 Aug 20 11:35:55.064895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44020) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:55.068366 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-97c7c79f-7d00-44bc-9985-3ae1eb0c29ee tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7951398 Aug 20 11:35:55.080329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44022) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:55.081611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-33a3a10f-6ca5-4616-9dc5-662c8bc39af7 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:55.089130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '674d6fa3-6653-4774-a824-22d4c32eafc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:55.104691 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a3a10f-6ca5-4616-9dc5-662c8bc39af7 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] PUT failed (client error): The resource could not be found. Aug 20 11:35:55.105371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a3a10f-6ca5-4616-9dc5-662c8bc39af7 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:55.111211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-33a3a10f-6ca5-4616-9dc5-662c8bc39af7 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] 10.222.0.10 "PUT /v2.0/ports/9c189a9d-659e-4490-aa82-0326e0cbbb25 HTTP/1.1" status: 404 len: 333 time: 0.0377500 Aug 20 11:35:55.113580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44028) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:55.119564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a29552b2-afd1-49df-9b4a-f427739dd551 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:55.151610 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29552b2-afd1-49df-9b4a-f427739dd551 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] PUT failed (client error): The resource could not be found. Aug 20 11:35:55.152065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29552b2-afd1-49df-9b4a-f427739dd551 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:35:55.158216 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a29552b2-afd1-49df-9b4a-f427739dd551 tempest-NetworksNegativeTestJSON-1877099307 tempest-NetworksNegativeTestJSON-1877099307-project] 10.222.0.10 "PUT /v2.0/subnets/7d078582-fc88-465b-bfd8-2255299442b0 HTTP/1.1" status: 404 len: 337 time: 0.0393639 Aug 20 11:35:55.187766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-9b358ce6-a3df-4cf6-8031-bd120d1734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.189267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-9b358ce6-a3df-4cf6-8031-bd120d1734c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c1673a01-63ef-4f13-b5c8-bc1e83288614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636126 Aug 20 11:35:55.288982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5a68b838-73e3-4d4c-941c-ed7f15619bf1', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'port_id': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'mac_address': 'fa:16:3e:76:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:35:52Z', 'updated_at': '2021-08-20T11:35:52Z', 'revision_number': 0, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf3288a-0c4e-4844-b7e9-d22854f3ccef', 'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:f2:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:23Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 5, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:35:55.328577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda2ab5-9af1-426f-87a7-b5071306027e None None] The sync data for ids ['21a13224-f23f-433e-9b50-6dacaedbd777'] in n-d-804230-3 is: [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5a68b838-73e3-4d4c-941c-ed7f15619bf1', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'floating_ip_address': '172.25.4.96', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'port_id': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'mac_address': 'fa:16:3e:76:6f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:35:52Z', 'updated_at': '2021-08-20T11:35:52Z', 'revision_number': 0, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf3288a-0c4e-4844-b7e9-d22854f3ccef', 'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:f2:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:23Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 5, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:35:55.542160 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217cfdb-243a-4ca9-82da-d3c73c6c2e3b None None] New status for floating IP 5a68b838-73e3-4d4c-941c-ed7f15619bf1: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:35:55.606312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7e64d-d778-4d1c-8504-d6260071c97f req-5c96d484-88f6-4e4a-9a43-e2130d5c87ad tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.607892 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aee7e64d-d778-4d1c-8504-d6260071c97f req-5c96d484-88f6-4e4a-9a43-e2130d5c87ad tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 945 time: 0.3995647 Aug 20 11:35:55.697003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aee7e64d-d778-4d1c-8504-d6260071c97f req-a53d6774-85ef-4437-8f88-f5ace890127f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789371 Aug 20 11:35:55.711750 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dcaf553b-ba98-4aef-a69a-f7052bd97f6f tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.8944738 Aug 20 11:35:55.712922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44036) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:55.720617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-45e0d777-9c03-42f6-9d34-8de2fe6d3de2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.722201 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-45e0d777-9c03-42f6-9d34-8de2fe6d3de2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 945 time: 0.1239574 Aug 20 11:35:55.728237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-005f93ca-c0fa-436d-ba74-c9798e893787 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.729749 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-005f93ca-c0fa-436d-ba74-c9798e893787 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.5565252 Aug 20 11:35:55.740809 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-1c9ecd43-8133-4eeb-b98a-1465bd01ac83 service neutron] 10.222.0.38 "GET /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356781 Aug 20 11:35:55.759798 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-059bd771-e7ea-4a14-8eb9-a8ffd444d282 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/quotas/727a97c79f064856b84b08819cc15064 HTTP/1.1" status: 200 len: 375 time: 0.0179968 Aug 20 11:35:55.821063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:55.825233 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.829234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4387f6a8-b9ea-448e-976f-e32d5cafda1c tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.830025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4387f6a8-b9ea-448e-976f-e32d5cafda1c tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:55.831731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4387f6a8-b9ea-448e-976f-e32d5cafda1c tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=21a13224-f23f-433e-9b50-6dacaedbd777 HTTP/1.1" status: 200 len: 1990 time: 0.1085868 Aug 20 11:35:55.884840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-d14874ae-a5a9-47cb-ae93-c4f61a8a5841 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Deleting port 02917c51-5d23-428f-b4d7-278f7a69679f {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:35:55.885179 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-d14874ae-a5a9-47cb-ae93-c4f61a8a5841 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:55.890543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44042) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:55.898381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-b600eb73-2564-4c10-8e4b-570bcdf3c18e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862117 Aug 20 11:35:55.988173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-d14874ae-a5a9-47cb-ae93-c4f61a8a5841 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] For port 02917c51-5d23-428f-b4d7-278f7a69679f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=02917c51-5d23-428f-b4d7-278f7a69679f,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:35:55.988893 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-d14874ae-a5a9-47cb-ae93-c4f61a8a5841 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.019016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-d14874ae-a5a9-47cb-ae93-c4f61a8a5841 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Calling delete_port for 02917c51-5d23-428f-b4d7-278f7a69679f owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:35:56.032495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fe0f50c-84e1-4854-bfb8-a11b02b531a1 req-15bb592a-42a0-4b8a-a392-22806d0b533f service neutron] 10.222.0.38 "GET /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837064 Aug 20 11:35:56.032731 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8955b286-a137-48ab-803d-18ed58a1bfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.063056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-8b79b1c4-aa80-4486-8d4a-85d5b82c8f37 service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512635 Aug 20 11:35:56.227509 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8955b286-a137-48ab-803d-18ed58a1bfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.231653 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-57c04cfd-a273-44f2-b73c-c3e7195c7e62 service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622427 Aug 20 11:35:56.321636 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-d14874ae-a5a9-47cb-ae93-c4f61a8a5841 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.334093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['02917c51-5d23-428f-b4d7-278f7a69679f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:56.336384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:35:56.358517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14874ae-a5a9-47cb-ae93-c4f61a8a5841 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Pushing event deleted for resources: {'Port': ['ID=02917c51-5d23-428f-b4d7-278f7a69679f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:56.379354 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.388020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8955b286-a137-48ab-803d-18ed58a1bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.419062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-d14874ae-a5a9-47cb-ae93-c4f61a8a5841 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] No DVR routers for this DVR port 02917c51-5d23-428f-b4d7-278f7a69679f on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:35:56.422381 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-d14874ae-a5a9-47cb-ae93-c4f61a8a5841 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.425513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32bf688e-50b2-4a26-9d6b-eda98fafcd29 req-d14874ae-a5a9-47cb-ae93-c4f61a8a5841 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.38 "DELETE /v2.0/ports/02917c51-5d23-428f-b4d7-278f7a69679f HTTP/1.1" status: 204 len: 173 time: 0.6944928 Aug 20 11:35:56.430551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd201d22-1893-44cc-b057-e2d10ae2b7ef', 'name': 'network-vif-deleted', 'tag': '02917c51-5d23-428f-b4d7-278f7a69679f'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:35:56.432972 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f58d38-264e-4402-aeb1-86faec2ad375" -d '{"events": [{"server_uuid": "dd201d22-1893-44cc-b057-e2d10ae2b7ef", "name": "network-vif-deleted", "tag": "02917c51-5d23-428f-b4d7-278f7a69679f"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:35:56.455461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=fc615adc-260c-42ca-9fef-ab6482511c5e,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:56.460796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Checking segment: {'id': 'd2e91b08-35f7-4049-83a9-a7488023be59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '674d6fa3-6653-4774-a824-22d4c32eafc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:56.461243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network hostable DHCP agents. Network: 674d6fa3-6653-4774-a824-22d4c32eafc6, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:35:56.500114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955b286-a137-48ab-803d-18ed58a1bfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e977fa79-77e4-495b-b57b-58df26545678,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:56.516094 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744f5809-1f7a-487a-bb03-ccde056cb2e9 x-openstack-request-id: req-744f5809-1f7a-487a-bb03-ccde056cb2e9 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:35:56.516399 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd201d22-1893-44cc-b057-e2d10ae2b7ef", "name": "network-vif-deleted", "tag": "02917c51-5d23-428f-b4d7-278f7a69679f", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:35:56.516658 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-744f5809-1f7a-487a-bb03-ccde056cb2e9 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:35:56.517067 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd201d22-1893-44cc-b057-e2d10ae2b7ef', 'name': 'network-vif-deleted', 'tag': '02917c51-5d23-428f-b4d7-278f7a69679f', 'status': 'completed', 'code': 200} Aug 20 11:35:56.520667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8955b286-a137-48ab-803d-18ed58a1bfad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2139e4998df48419020da15a7726cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6294608 Aug 20 11:35:56.528713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44052) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:56.555039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3413eb65-f4b0-4478-b7f2-6c88cddbc7c7 req-bc8dd69d-f9a9-43af-a77d-6bc5c0dad005 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 210 time: 0.0413520 Aug 20 11:35:56.559776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 674d6fa3-6653-4774-a824-22d4c32eafc6 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:35:56.595943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d2da3054-161b-4742-b133-97d1c6f37baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.619106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d2da3054-161b-4742-b133-97d1c6f37baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.653755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 674d6fa3-6653-4774-a824-22d4c32eafc6) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:56.661401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:56.662485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.671603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b119d-55c7-4d65-ad54-68bcf1d6f200 None None] Network 674d6fa3-6653-4774-a824-22d4c32eafc6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:56.786919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d2da3054-161b-4742-b133-97d1c6f37baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.788519 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d59266ed-8db1-47d1-83d9-f07db2987421 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7058957 Aug 20 11:35:56.790305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44060) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:56.790420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d2da3054-161b-4742-b133-97d1c6f37baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.791451 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d2da3054-161b-4742-b133-97d1c6f37baa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e977fa79-77e4-495b-b57b-58df26545678 HTTP/1.1" status: 204 len: 168 time: 0.2598937 Aug 20 11:35:56.800244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da3054-161b-4742-b133-97d1c6f37baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e977fa79-77e4-495b-b57b-58df26545678,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:56.805299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8cf89578-064c-45f8-a162-280d8f8b1180 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1274513124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:56.825703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-674d6fa3-6653-4774-a824-22d4c32eafc6', 'network_id': '674d6fa3-6653-4774-a824-22d4c32eafc6', 'tenant_id': '8245bfe2e34c424487bd361ed3645dd1', 'fixed_ips': [{'subnet_id': 'fc615adc-260c-42ca-9fef-ab6482511c5e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:35:56.826645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.867273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2fc57bc5-554a-4b3a-aee4-8b5661fb3a30 req-7b9983a5-31f3-4e24-bf16-8b818fe36581 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd201d22-1893-44cc-b057-e2d10ae2b7ef HTTP/1.1" status: 200 len: 210 time: 0.0348690 Aug 20 11:35:56.998210 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cf89578-064c-45f8-a162-280d8f8b1180 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:56.999322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cf89578-064c-45f8-a162-280d8f8b1180 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.051705 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cf89578-064c-45f8-a162-280d8f8b1180 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.117688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Allocated IP 2001:db8::2 (674d6fa3-6653-4774-a824-22d4c32eafc6/fc615adc-260c-42ca-9fef-ab6482511c5e/7c32e85a-8008-4ee7-97b0-8a9d7078d606) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:57.152324 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cf89578-064c-45f8-a162-280d8f8b1180 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.255039 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cf89578-064c-45f8-a162-280d8f8b1180 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.256382 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8cf89578-064c-45f8-a162-280d8f8b1180 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4644430 Aug 20 11:35:57.259212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44068) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:57.265167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'network_id': '674d6fa3-6653-4774-a824-22d4c32eafc6', 'name': 'tempest-PortsIpV6TestJSON-1176993703'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:57.281821 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.290122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Transition to ACTIVE for port object 7c32e85a-8008-4ee7-97b0-8a9d7078d606 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:57.305486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Transition to ACTIVE for port object 7c32e85a-8008-4ee7-97b0-8a9d7078d606 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:57.414479 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.450663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Network 674d6fa3-6653-4774-a824-22d4c32eafc6 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:57.453707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:57.454736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:57.457382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:57.458309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.476516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:57.493939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Pushing event updated for resources: {'Port': ['ID=7c32e85a-8008-4ee7-97b0-8a9d7078d606,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:57.525355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Attempting to bind port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:35:57.526456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Attempting to bind port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'd2e91b08-35f7-4049-83a9-a7488023be59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '674d6fa3-6653-4774-a824-22d4c32eafc6'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:35:57.526456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Attempting to bind port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 on network 674d6fa3-6653-4774-a824-22d4c32eafc6 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:35:57.531246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:35:57.532068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Checking segment: {'id': 'd2e91b08-35f7-4049-83a9-a7488023be59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '674d6fa3-6653-4774-a824-22d4c32eafc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:35:57.532068 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.532413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Bound using segment: {'id': 'd2e91b08-35f7-4049-83a9-a7488023be59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '674d6fa3-6653-4774-a824-22d4c32eafc6'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:35:57.532950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Bound port: 7c32e85a-8008-4ee7-97b0-8a9d7078d606, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e91b08-35f7-4049-83a9-a7488023be59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '674d6fa3-6653-4774-a824-22d4c32eafc6'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:35:57.533396 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.599853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8::2f3 (674d6fa3-6653-4774-a824-22d4c32eafc6/fc615adc-260c-42ca-9fef-ab6482511c5e/8dd4b1bf-87e6-4994-8432-5c58173bf3c7) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:35:57.619040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] For port 7c32e85a-8008-4ee7-97b0-8a9d7078d606, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:35:57.623427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] For port 7c32e85a-8008-4ee7-97b0-8a9d7078d606, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7c32e85a-8008-4ee7-97b0-8a9d7078d606,segment=NetworkSegment(d2e91b08-35f7-4049-83a9-a7488023be59),segment_id=d2e91b08-35f7-4049-83a9-a7488023be59)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:35:57.640348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f91c8f7a-8a3a-4fee-b277-c45a013a8902 req-18ed64af-ad86-437b-9659-9203ecbb6622 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 210 time: 0.0284531 Aug 20 11:35:57.706616 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.777203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.777930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e90ce-aa5d-4c63-a48e-2b03c3a67d87 None None] Pushing event updated for resources: {'Port': ['ID=7c32e85a-8008-4ee7-97b0-8a9d7078d606,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:57.809090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:35:57.924118 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:57.993997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 674d6fa3-6653-4774-a824-22d4c32eafc6 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:35:57.997377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:35:58.004803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:35:58.010564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.011810 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.020892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=8dd4b1bf-87e6-4994-8432-5c58173bf3c7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:58.130562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30866229-ece2-495e-b62e-5304fa833ac6 req-ba7df1ec-aecd-4d08-a907-79341f18100c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.132196 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30866229-ece2-495e-b62e-5304fa833ac6 req-ba7df1ec-aecd-4d08-a907-79341f18100c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0813210 Aug 20 11:35:58.141064 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b5c394ec-38a0-43d4-ba58-af2e0cc9c949 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8804305 Aug 20 11:35:58.143822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44096) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:58.203958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30866229-ece2-495e-b62e-5304fa833ac6 req-5d6683e2-3261-4b09-824a-5d11884a1406 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609431 Aug 20 11:35:58.207683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44098) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:58.344470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-855390721'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:58.447457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48574434-b929-4a24-bc3b-650ac7912754 req-2c5db19b-8cd5-47ae-b085-53fec84463e5 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.449744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-48574434-b929-4a24-bc3b-650ac7912754 req-2c5db19b-8cd5-47ae-b085-53fec84463e5 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0550621 Aug 20 11:35:58.482412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:58.486685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.500598 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.514860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.516104 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-48574434-b929-4a24-bc3b-650ac7912754 req-bc36e079-c633-471c-b422-e2d5d23ae93e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592494 Aug 20 11:35:58.637349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.755445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5efe59e9-e4e7-4b5c-9b94-bef5ca8fc568 req-318fc531-2d28-4615-b3ab-dcdbd60b0f46 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 210 time: 0.0359113 Aug 20 11:35:58.757282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.768081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcb1ec-367d-415e-b723-31f50a03dc28 req-55947872-4e4c-4fd1-ad9a-7dfc969ae3a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:58.768081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6fcb1ec-367d-415e-b723-31f50a03dc28 req-55947872-4e4c-4fd1-ad9a-7dfc969ae3a1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1488357 Aug 20 11:35:58.782739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:35:58.808873 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.809228 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Added segment 6fe1b5ac-43aa-471c-be0f-68b536cb5429 of type vlan for network 93fa2a14-1ee5-4b5b-8333-370522348fa1 Aug 20 11:35:58.818352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58c7319-895f-4a53-84d0-fd0bda02ea0f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:58.847248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6fcb1ec-367d-415e-b723-31f50a03dc28 req-88efd6fc-7733-456c-9d26-9dff1fb23a3f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632169 Aug 20 11:35:58.871958 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.879283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:58.913417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b049407-05cc-430d-b911-37752e6ad53c None None] Network 674d6fa3-6653-4774-a824-22d4c32eafc6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:35:59.008898 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.036356 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.044882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:59.047143 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.153236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bdeed700-cc2f-42ca-8cc1-5ec047400fe6 None None] Provisioning for port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:59.156860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Network': ['ID=93fa2a14-1ee5-4b5b-8333-370522348fa1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:59.163335 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=8dd4b1bf-87e6-4994-8432-5c58173bf3c7,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:35:59.169796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:35:59.224543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4bb158dd-17d8-4259-ad48-1213601c0add tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0123065 Aug 20 11:35:59.230823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44118) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:35:59.230823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'name': 'tempest-PortsTestJSON-529761843'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:59.255327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.470808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:35:59.476263 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.530239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port ca4c34ac-a039-4bd9-adf2-75c8d293494f yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:35:59.546521 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.608623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-6a8c3981-ed42-4162-9826-c976c9ef3b95 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:35:59.610414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-6a8c3981-ed42-4162-9826-c976c9ef3b95 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.1991091 Aug 20 11:35:59.628286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Request body: {'port': {'device_id': 'c43ef70d-e355-4528-bef2-633ae4b02a57', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'admin_state_up': True, 'tenant_id': '727a97c79f064856b84b08819cc15064'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:35:59.677449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1c963083-7fbb-4c6a-bcce-cd7c31c63db6 None None] Provisioning for port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:35:59.682151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1c963083-7fbb-4c6a-bcce-cd7c31c63db6 None None] Provisioning complete for port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:59.682792 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1c963083-7fbb-4c6a-bcce-cd7c31c63db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.726221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1c963083-7fbb-4c6a-bcce-cd7c31c63db6 None None] Port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:59.850976 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.898344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-75403cb8-9e29-45d2-b405-84f6efc90280 req-6a8a775e-d447-425f-8e1a-f737470136a6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 210 time: 0.0540953 Aug 20 11:35:59.914236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f330c9b8-bb36-45b6-a6d3-521623b38a28 None None] Provisioning complete for port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:35:59.915706 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f330c9b8-bb36-45b6-a6d3-521623b38a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.971294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:35:59.982018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f330c9b8-bb36-45b6-a6d3-521623b38a28 None None] Port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:35:59.989202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 02917c51-5d23-428f-b4d7-278f7a69679f no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:00.020070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 02917c51-5d23-428f-b4d7-278f7a69679f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:00.021051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 02917c51-5d23-428f-b4d7-278f7a69679f not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:00.023000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7c32e85a-8008-4ee7-97b0-8a9d7078d606 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:00.072215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Made reservation on behalf of 727a97c79f064856b84b08819cc15064 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:00.075776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.076605 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.086021 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.092474 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.102248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0ee0cacd-1f2b-4089-a0ae-dff4160439e3 None None] Provisioning complete for port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:00.102623 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0ee0cacd-1f2b-4089-a0ae-dff4160439e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.146933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0cacd-1f2b-4089-a0ae-dff4160439e3 None None] Port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:00.171951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=8dd4b1bf-87e6-4994-8432-5c58173bf3c7,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:00.189997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:00.195761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:00.197493 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.237693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=ca4c34ac-a039-4bd9-adf2-75c8d293494f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:00.239349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 674d6fa3-6653-4774-a824-22d4c32eafc6 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:00.241050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:00.259376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Checking segment: {'id': '6fe1b5ac-43aa-471c-be0f-68b536cb5429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:00.260255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network hostable DHCP agents. Network: 93fa2a14-1ee5-4b5b-8333-370522348fa1, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:00.331502 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.369294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Allocated IP 172.20.0.13 (bf43dbf1-d4ba-4723-ba78-23cd10b6aacc/f67b176a-02c2-4042-9683-21af539b6672/ea38c2c0-ea55-4480-87d9-48a2f75d2550) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:00.396583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 7c32e85a-8008-4ee7-97b0-8a9d7078d606, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7c32e85a-8008-4ee7-97b0-8a9d7078d606,segment=NetworkSegment(d2e91b08-35f7-4049-83a9-a7488023be59),segment_id=d2e91b08-35f7-4049-83a9-a7488023be59)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:00.436037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:00.512518 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.544182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Router 2b0ace81-55e0-4285-9490-609494d59ff2 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:36:00.575946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.589088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=7c32e85a-8008-4ee7-97b0-8a9d7078d606,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:00.606486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-496d4fb1-0f3c-4020-b410-9b079443f5e2 None None] Provisioning complete for port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:00.606871 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-496d4fb1-0f3c-4020-b410-9b079443f5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.645227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-496d4fb1-0f3c-4020-b410-9b079443f5e2 None None] Port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:00.653447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:00.655550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 93fa2a14-1ee5-4b5b-8333-370522348fa1) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:00.658373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:00.660701 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-23ef7597-61e4-45c0-bfc6-e5261f2e2c38 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "PUT /v2.0/routers/2b0ace81-55e0-4285-9490-609494d59ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5157351 Aug 20 11:36:00.663567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44132) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:00.671933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c2112-d2d6-4730-b7e1-ba333e3ce73f None None] Sync routers for ids ['2b0ace81-55e0-4285-9490-609494d59ff2'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:00.677024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.677354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3899f3-d800-4ec0-9842-621dfd7f13c9 None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:00.677856 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.730574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38000ef-fd11-4b89-b084-a926bbe8b8ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:00.735411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d38000ef-fd11-4b89-b084-a926bbe8b8ba tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b0ace81-55e0-4285-9490-609494d59ff2 HTTP/1.1" status: 200 len: 989 time: 0.0662444 Aug 20 11:36:00.735820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44134) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:00.739800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c2112-d2d6-4730-b7e1-ba333e3ce73f None None] Routers {'2b0ace81-55e0-4285-9490-609494d59ff2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:00.740526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-955c2112-d2d6-4730-b7e1-ba333e3ce73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2b0ace81-55e0-4285-9490-609494d59ff2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:00.779543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:00.780869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-955c2112-d2d6-4730-b7e1-ba333e3ce73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:00.804066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c2112-d2d6-4730-b7e1-ba333e3ce73f None None] Routers {'2b0ace81-55e0-4285-9490-609494d59ff2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:00.804712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-955c2112-d2d6-4730-b7e1-ba333e3ce73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2b0ace81-55e0-4285-9490-609494d59ff2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:00.849288 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e7aa6916-4105-4a8b-9faf-4052ee43fb59 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6202531 Aug 20 11:36:00.849521 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44136) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:00.856629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1662105557'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:00.858592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-955c2112-d2d6-4730-b7e1-ba333e3ce73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:00.858905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955c2112-d2d6-4730-b7e1-ba333e3ce73f None None] The sync data for ids ['2b0ace81-55e0-4285-9490-609494d59ff2'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:00.872995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:00.886171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:00.889496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:00.893968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event updated for resources: {'Port': ['ID=ea38c2c0-ea55-4480-87d9-48a2f75d2550,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:01.016929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:01.017798 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.021739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:01.026306 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.079059 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbe717-0376-4c9e-a1b2-ff720eead153 req-111b0740-e2d1-4288-a429-190540c0c840 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:01.080786 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-57bbe717-0376-4c9e-a1b2-ff720eead153 req-111b0740-e2d1-4288-a429-190540c0c840 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 932 time: 0.0999601 Aug 20 11:36:01.082723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:01.098455 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.098455 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Added segment c1b08dc8-e638-41cc-91e7-5bab74680ef7 of type vlan for network d0a4d0c4-1b84-44d4-82e7-0ed853992536 Aug 20 11:36:01.135867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-c9c8f1c8-7c92-4c53-8f15-5e69434aad92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5131819 Aug 20 11:36:01.151653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Request body: {'port': {'device_id': 'c43ef70d-e355-4528-bef2-633ae4b02a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:01.186892 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.191509 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-57bbe717-0376-4c9e-a1b2-ff720eead153 req-0bf32a64-4a1f-4745-ae23-98667011bc0b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972717 Aug 20 11:36:01.274127 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.299355 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.306777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:01.307447 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.375041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Network': ['ID=d0a4d0c4-1b84-44d4-82e7-0ed853992536,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:01.385601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network d0a4d0c4-1b84-44d4-82e7-0ed853992536 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:01.424212 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.455154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2809c1c0-09ac-46bc-9e1c-85829578b573 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6046407 Aug 20 11:36:01.457840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44146) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:01.462799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'ports': [{'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1'}, {'network_id': 'd0a4d0c4-1b84-44d4-82e7-0ed853992536'}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:01.463111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:01.468038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': 'd0a4d0c4-1b84-44d4-82e7-0ed853992536'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:01.715945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 2} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:01.720698 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.735960 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.824958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 85a74a5c-731a-4194-9d01-7411c17b4b2e yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:01.900375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7c32e85a-8008-4ee7-97b0-8a9d7078d606 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:01.944753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:01.962853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:01.962853 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.026164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 914f07a1-814f-4390-8e89-0f495b4eced4 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:02.116854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea38c2c0-ea55-4480-87d9-48a2f75d2550 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:02.127688 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.147949 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.148392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Transition to ACTIVE for port object ea38c2c0-ea55-4480-87d9-48a2f75d2550 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:02.162565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:02.162990 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.233327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.254773 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.309896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.325001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425d452-0010-497d-b572-2889d4773975 service neutron] Pushing event updated for resources: {'Port': ['ID=ea38c2c0-ea55-4480-87d9-48a2f75d2550,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:02.334852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:02.344459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:02.346242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 8dd4b1bf-87e6-4994-8432-5c58173bf3c7 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:02.347155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:02.348266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.353243 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=85a74a5c-731a-4194-9d01-7411c17b4b2e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:02.432961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Checking segment: {'id': 'c1b08dc8-e638-41cc-91e7-5bab74680ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd0a4d0c4-1b84-44d4-82e7-0ed853992536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:02.433528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network hostable DHCP agents. Network: d0a4d0c4-1b84-44d4-82e7-0ed853992536, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:02.443079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Attempting to bind port ea38c2c0-ea55-4480-87d9-48a2f75d2550 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:02.443415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Attempting to bind port ea38c2c0-ea55-4480-87d9-48a2f75d2550 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:02.443749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Attempting to bind port ea38c2c0-ea55-4480-87d9-48a2f75d2550 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:02.446810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299e69-ee2a-45ef-895c-526b6a25265e req-e9ce00d1-5484-41ea-bae4-0a0b7d1ebafa tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.448491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6299e69-ee2a-45ef-895c-526b6a25265e req-e9ce00d1-5484-41ea-bae4-0a0b7d1ebafa tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 944 time: 0.1600950 Aug 20 11:36:02.457023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Port ea38c2c0-ea55-4480-87d9-48a2f75d2550 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:02.457354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Attempting to bind port ea38c2c0-ea55-4480-87d9-48a2f75d2550 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:02.467102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=914f07a1-814f-4390-8e89-0f495b4eced4,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:02.472135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:02.472500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Checking segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:02.472890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Bound using segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:02.473344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Bound port: ea38c2c0-ea55-4480-87d9-48a2f75d2550, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:02.473707 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.511513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6299e69-ee2a-45ef-895c-526b6a25265e req-580814c6-5196-4a16-8a3e-b9bb223a501d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491438 Aug 20 11:36:02.606409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network d0a4d0c4-1b84-44d4-82e7-0ed853992536 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:02.645684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] For port ea38c2c0-ea55-4480-87d9-48a2f75d2550, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:02.650559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] For port ea38c2c0-ea55-4480-87d9-48a2f75d2550, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ea38c2c0-ea55-4480-87d9-48a2f75d2550,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:02.651459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b66c2f-2b39-4d8e-aaf9-15b11cf42f01 req-53d1a8f4-15e7-4014-a406-f049fad52a37 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.653705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60b66c2f-2b39-4d8e-aaf9-15b11cf42f01 req-53d1a8f4-15e7-4014-a406-f049fad52a37 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0582097 Aug 20 11:36:02.693817 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60b66c2f-2b39-4d8e-aaf9-15b11cf42f01 req-a622c247-3fd1-4283-918a-54de053f41fd tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338967 Aug 20 11:36:02.740123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, d0a4d0c4-1b84-44d4-82e7-0ed853992536) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:02.749236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:02.749436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca83217-34ba-4bbb-a3df-9e3af096db49 None None] Network d0a4d0c4-1b84-44d4-82e7-0ed853992536 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:02.752991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.758675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.759427 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.810452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.816184 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.865842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590c233-9428-48df-af18-8c7ffb4d2a15 req-639f7e65-7f19-459c-ba9c-22502564f9e4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.867506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d590c233-9428-48df-af18-8c7ffb4d2a15 req-639f7e65-7f19-459c-ba9c-22502564f9e4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0947530 Aug 20 11:36:02.871767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:02.872426 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:02.873950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-1425d452-0010-497d-b572-2889d4773975 service neutron] 10.222.0.57 "PUT /v2.0/ports/ea38c2c0-ea55-4480-87d9-48a2f75d2550 HTTP/1.1" status: 200 len: 1092 time: 1.7289844 Aug 20 11:36:02.876283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43ef70d-e355-4528-bef2-633ae4b02a57', 'tag': 'ea38c2c0-ea55-4480-87d9-48a2f75d2550'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:02.878669 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cff224-da4f-4e37-a755-005c834176ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c43ef70d-e355-4528-bef2-633ae4b02a57", "tag": "ea38c2c0-ea55-4480-87d9-48a2f75d2550"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:02.918680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44170) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:02.918859 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cbcdff48-4b38-454d-bbb6-3eee77d146a6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4597690 Aug 20 11:36:02.933153 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b3421d-70f7-4eba-8c7c-1d84bf68c5cc x-openstack-request-id: req-a4b3421d-70f7-4eba-8c7c-1d84bf68c5cc {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:02.933435 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43ef70d-e355-4528-bef2-633ae4b02a57", "tag": "ea38c2c0-ea55-4480-87d9-48a2f75d2550", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:02.933687 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4b3421d-70f7-4eba-8c7c-1d84bf68c5cc {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:02.934095 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43ef70d-e355-4528-bef2-633ae4b02a57', 'tag': 'ea38c2c0-ea55-4480-87d9-48a2f75d2550', 'status': 'completed', 'code': 200} Aug 20 11:36:03.002367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425d452-0010-497d-b572-2889d4773975 service neutron] Pushing event updated for resources: {'Port': ['ID=ea38c2c0-ea55-4480-87d9-48a2f75d2550,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:03.077763 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d590c233-9428-48df-af18-8c7ffb4d2a15 req-e6f3a87f-3b4e-4ce3-93c4-9e586209ddaa tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940572 Aug 20 11:36:03.133628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=8dd4b1bf-87e6-4994-8432-5c58173bf3c7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:03.165630 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.178952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff224-da4f-4e37-a755-005c834176ea req-9c312851-343f-44f4-8b8d-e32c18c78f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.180551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37cff224-da4f-4e37-a755-005c834176ea req-9c312851-343f-44f4-8b8d-e32c18c78f45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 1095 time: 0.2230422 Aug 20 11:36:03.332621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e7dfbdba-2e49-4217-83d5-e7016d5fc5aa tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 914f07a1-814f-4390-8e89-0f495b4eced4 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:03.332946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7dfbdba-2e49-4217-83d5-e7016d5fc5aa tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.501371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7dfbdba-2e49-4217-83d5-e7016d5fc5aa tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.504199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff224-da4f-4e37-a755-005c834176ea req-70b1a44c-2ff8-4bb1-bb21-2de71ef82669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.505736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37cff224-da4f-4e37-a755-005c834176ea req-70b1a44c-2ff8-4bb1-bb21-2de71ef82669 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=727a97c79f064856b84b08819cc15064&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3139768 Aug 20 11:36:03.517515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Router 2b0ace81-55e0-4285-9490-609494d59ff2 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:36:03.530473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e7dfbdba-2e49-4217-83d5-e7016d5fc5aa tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 914f07a1-814f-4390-8e89-0f495b4eced4 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:03.777356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:03.788312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9c8ea9a1-11b7-48e1-83e6-c97897c9833e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "PUT /v2.0/routers/2b0ace81-55e0-4285-9490-609494d59ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0513315 Aug 20 11:36:03.790478 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60b781-3dd6-4227-89fa-32a42f82e2c3 None None] Sync routers for ids ['2b0ace81-55e0-4285-9490-609494d59ff2'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:03.791244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44182) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:03.800928 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60b781-3dd6-4227-89fa-32a42f82e2c3 None None] Routers {'2b0ace81-55e0-4285-9490-609494d59ff2'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:03.802129 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cb60b781-3dd6-4227-89fa-32a42f82e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2b0ace81-55e0-4285-9490-609494d59ff2'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:03.803564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231e712-c16c-4e1e-a31b-d0943609099c req-5ad4df8d-34ba-455e-a065-f0de981a1b81 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.805290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b231e712-c16c-4e1e-a31b-d0943609099c req-5ad4df8d-34ba-455e-a065-f0de981a1b81 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 944 time: 0.2154219 Aug 20 11:36:03.820522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff224-da4f-4e37-a755-005c834176ea req-c95d0a8a-f7d0-45d1-ac50-8359da43cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.822210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37cff224-da4f-4e37-a755-005c834176ea req-c95d0a8a-f7d0-45d1-ac50-8359da43cca6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3068378 Aug 20 11:36:03.826720 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d09e43-b353-4ee3-b7ca-f7f713834b78 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:36:03.831355 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-90d09e43-b353-4ee3-b7ca-f7f713834b78 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/8dd4b1bf-87e6-4994-8432-5c58173bf3c7 HTTP/1.1" status: 404 len: 333 time: 0.0386362 Aug 20 11:36:03.831800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44184) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:03.846362 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cb60b781-3dd6-4227-89fa-32a42f82e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:03.855516 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60b781-3dd6-4227-89fa-32a42f82e2c3 None None] Routers {'2b0ace81-55e0-4285-9490-609494d59ff2'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:03.856072 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cb60b781-3dd6-4227-89fa-32a42f82e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:35:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2b0ace81-55e0-4285-9490-609494d59ff2'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:03.880262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b231e712-c16c-4e1e-a31b-d0943609099c req-cb2c566b-3401-4db4-8d64-f0df7a0fce61 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679159 Aug 20 11:36:03.889590 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cb60b781-3dd6-4227-89fa-32a42f82e2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:03.890651 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60b781-3dd6-4227-89fa-32a42f82e2c3 None None] The sync data for ids ['2b0ace81-55e0-4285-9490-609494d59ff2'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:03.935394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7dfbdba-2e49-4217-83d5-e7016d5fc5aa tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.939844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-031091ec-e15e-4cf7-b4c9-31e68ef4d731 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:03.950416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-ae8c16ef-2862-49a0-b106-d7fcb31f4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:03.952000 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-ae8c16ef-2862-49a0-b106-d7fcb31f4ed1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 1095 time: 0.0707917 Aug 20 11:36:03.976990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfbdba-2e49-4217-83d5-e7016d5fc5aa tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=914f07a1-814f-4390-8e89-0f495b4eced4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:04.015901 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7dfbdba-2e49-4217-83d5-e7016d5fc5aa tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.015901 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e7dfbdba-2e49-4217-83d5-e7016d5fc5aa tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/914f07a1-814f-4390-8e89-0f495b4eced4 HTTP/1.1" status: 204 len: 168 time: 1.0910640 Aug 20 11:36:04.022970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44186) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:04.034988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-a9766ac3-ae6c-4ade-a97d-77a1c1570c96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea38c2c0-ea55-4480-87d9-48a2f75d2550 HTTP/1.1" status: 200 len: 217 time: 0.0644484 Aug 20 11:36:04.103399 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-031091ec-e15e-4cf7-b4c9-31e68ef4d731 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.105563 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-031091ec-e15e-4cf7-b4c9-31e68ef4d731 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.119579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d401fa-71d8-40e4-a832-5ca3d28e85e9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.126232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d401fa-71d8-40e4-a832-5ca3d28e85e9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.127933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-46d401fa-71d8-40e4-a832-5ca3d28e85e9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1035914 Aug 20 11:36:04.129462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-8ca1138a-2575-46af-ae91-fca5cbb9cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.130876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-8ca1138a-2575-46af-ae91-fca5cbb9cbc9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 200 len: 852 time: 0.0792546 Aug 20 11:36:04.131318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44190) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:04.183447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-e7640ad3-883e-47e3-bcfc-a938275faaa6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406344 Aug 20 11:36:04.248751 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-031091ec-e15e-4cf7-b4c9-31e68ef4d731 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.251902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031091ec-e15e-4cf7-b4c9-31e68ef4d731 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Fanout notify agent at l3_agent the message router_deleted on router 2b0ace81-55e0-4285-9490-609494d59ff2 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:36:04.267873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-031091ec-e15e-4cf7-b4c9-31e68ef4d731 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.269160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-031091ec-e15e-4cf7-b4c9-31e68ef4d731 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/routers/2b0ace81-55e0-4285-9490-609494d59ff2 HTTP/1.1" status: 204 len: 168 time: 0.4363906 Aug 20 11:36:04.271933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44192) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:04.325451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-dde4eb0b-bb5b-4e18-a2ef-238711c549f3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 85a74a5c-731a-4194-9d01-7411c17b4b2e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:04.325795 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dde4eb0b-bb5b-4e18-a2ef-238711c549f3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.327737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b94814-e3db-425b-82bf-705de5507ba5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet fc615adc-260c-42ca-9fef-ab6482511c5e {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:04.331338 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25b94814-e3db-425b-82bf-705de5507ba5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.331854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-d6987ab9-503a-4f17-8f13-1ccbd25cadb3 service neutron] 10.222.0.57 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391108 Aug 20 11:36:04.374849 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25b94814-e3db-425b-82bf-705de5507ba5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.446265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dde4eb0b-bb5b-4e18-a2ef-238711c549f3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.474593 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25b94814-e3db-425b-82bf-705de5507ba5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.477192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-dde4eb0b-bb5b-4e18-a2ef-238711c549f3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 85a74a5c-731a-4194-9d01-7411c17b4b2e owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:04.538711 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1476fa99-40f3-490f-bcb7-6fcbfa10fa0a req-78e1a199-827a-448f-b204-15355b5e9605 service neutron] 10.222.0.57 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962891 Aug 20 11:36:04.633712 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25b94814-e3db-425b-82bf-705de5507ba5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.661893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b94814-e3db-425b-82bf-705de5507ba5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=fc615adc-260c-42ca-9fef-ab6482511c5e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:04.665520 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25b94814-e3db-425b-82bf-705de5507ba5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.667541 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-25b94814-e3db-425b-82bf-705de5507ba5 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/fc615adc-260c-42ca-9fef-ab6482511c5e HTTP/1.1" status: 204 len: 168 time: 0.3944836 Aug 20 11:36:04.670098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44196) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:04.678107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284eff3-7e25-4bfb-8609-0d55a66f21cd None None] Network 674d6fa3-6653-4774-a824-22d4c32eafc6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:04.756284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dde4eb0b-bb5b-4e18-a2ef-238711c549f3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.761782 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.809241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4eb0b-bb5b-4e18-a2ef-238711c549f3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=85a74a5c-731a-4194-9d01-7411c17b4b2e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:04.813631 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dde4eb0b-bb5b-4e18-a2ef-238711c549f3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.818647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dde4eb0b-bb5b-4e18-a2ef-238711c549f3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/85a74a5c-731a-4194-9d01-7411c17b4b2e HTTP/1.1" status: 204 len: 168 time: 0.6863337 Aug 20 11:36:04.819661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44200) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:04.837928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:04.838533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.880564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52303448-ed49-45e0-8018-5df7dce878fc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:04.884661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-52303448-ed49-45e0-8018-5df7dce878fc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0613294 Aug 20 11:36:04.884992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44202) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:04.909681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] For port 7c32e85a-8008-4ee7-97b0-8a9d7078d606, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7c32e85a-8008-4ee7-97b0-8a9d7078d606,segment=NetworkSegment(d2e91b08-35f7-4049-83a9-a7488023be59),segment_id=d2e91b08-35f7-4049-83a9-a7488023be59)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:04.910043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:04.913464 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff0b539-d224-463b-9868-4ee0d8b3dad9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:36:04.919865 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-aff0b539-d224-463b-9868-4ee0d8b3dad9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/914f07a1-814f-4390-8e89-0f495b4eced4 HTTP/1.1" status: 404 len: 333 time: 0.0292921 Aug 20 11:36:04.921850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44206) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:04.927862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 7c32e85a-8008-4ee7-97b0-8a9d7078d606 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:04.928642 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4e1b32-7f1a-42e9-9037-1886007a5556 None None] DHCP port deletion for 674d6fa3-6653-4774-a824-22d4c32eafc6 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:36:04.957794 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb98757-c998-4e77-b652-b50992069133 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:36:04.963029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6fb98757-c998-4e77-b652-b50992069133 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/85a74a5c-731a-4194-9d01-7411c17b4b2e HTTP/1.1" status: 404 len: 333 time: 0.0397391 Aug 20 11:36:04.963702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44208) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:05.002843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e1b32-7f1a-42e9-9037-1886007a5556 None None] Deleting port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:05.003228 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1b32-7f1a-42e9-9037-1886007a5556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.073927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2f4e1b32-7f1a-42e9-9037-1886007a5556 None None] For port 7c32e85a-8008-4ee7-97b0-8a9d7078d606, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7c32e85a-8008-4ee7-97b0-8a9d7078d606,segment=NetworkSegment(d2e91b08-35f7-4049-83a9-a7488023be59),segment_id=d2e91b08-35f7-4049-83a9-a7488023be59)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:05.078403 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1b32-7f1a-42e9-9037-1886007a5556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.078644 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.087162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e1b32-7f1a-42e9-9037-1886007a5556 None None] Calling delete_port for 7c32e85a-8008-4ee7-97b0-8a9d7078d606 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:05.092221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a4e1f-8057-483f-b9df-e9e1317dafa3 req-a42e6f3c-1dca-4de2-9538-8983a5c42560 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.093729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b75a4e1f-8057-483f-b9df-e9e1317dafa3 req-a42e6f3c-1dca-4de2-9538-8983a5c42560 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 944 time: 0.1060627 Aug 20 11:36:05.101233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.130576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=7c32e85a-8008-4ee7-97b0-8a9d7078d606,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:05.132462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No DVR routers for this DVR port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:05.172097 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1b32-7f1a-42e9-9037-1886007a5556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.199144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e1b32-7f1a-42e9-9037-1886007a5556 None None] Pushing event deleted for resources: {'Port': ['ID=7c32e85a-8008-4ee7-97b0-8a9d7078d606,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:05.203361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e1b32-7f1a-42e9-9037-1886007a5556 None None] No DVR routers for this DVR port 7c32e85a-8008-4ee7-97b0-8a9d7078d606 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:05.259444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.259444 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b75a4e1f-8057-483f-b9df-e9e1317dafa3 req-86fcb1d0-7102-426d-8ff1-9da02a75b3b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204841 Aug 20 11:36:05.259444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a4d0c4-1b84-44d4-82e7-0ed853992536']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:05.259444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b08dc8-e638-41cc-91e7-5bab74680ef7') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:05.259444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b08dc8-e638-41cc-91e7-5bab74680ef7') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:05.259444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.270190 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.276706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:05.277077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:05.280230 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:05.531852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.541327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674d6fa3-6653-4774-a824-22d4c32eafc6']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:05.551438 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e91b08-35f7-4049-83a9-a7488023be59') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:05.551780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e91b08-35f7-4049-83a9-a7488023be59') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:05.562156 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.576095 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.582019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:05.582397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:05.585307 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:05.612844 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.619239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.621791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/networks/d0a4d0c4-1b84-44d4-82e7-0ed853992536 HTTP/1.1" status: 204 len: 168 time: 0.6563830 Aug 20 11:36:05.626208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44212) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:05.631670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-701203243'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:05.651434 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f078f70-9ce5-4cd1-b108-9fc0ff8039d1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Network': ['ID=d0a4d0c4-1b84-44d4-82e7-0ed853992536,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:05.763391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.770164 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.772035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/networks/674d6fa3-6653-4774-a824-22d4c32eafc6 HTTP/1.1" status: 204 len: 168 time: 1.1009374 Aug 20 11:36:05.776462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44214) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:05.785120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c505a75-baf3-460e-a3ff-4b964ce8b753 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Network': ['ID=674d6fa3-6653-4774-a824-22d4c32eafc6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:05.821962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f459900b-fa37-4d1e-8411-32c5826791f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:05.824783 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f459900b-fa37-4d1e-8411-32c5826791f8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/91599699-cc92-405e-ae22-6d962a3066fd HTTP/1.1" status: 200 len: 844 time: 0.0454035 Aug 20 11:36:05.825723 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:05.829009 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.849449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44218) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:05.866854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:05.877257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.878200 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Added segment 7766ced9-1af4-4e4a-a8ec-22d39ff404fe of type vlan for network af494da4-2ebd-441e-948d-a71375f67cf9 Aug 20 11:36:05.909381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c558056f-98da-4ee3-ad43-778744e5b7fa tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/91599699-cc92-405e-ae22-6d962a3066fd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0583801 Aug 20 11:36:05.913094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44224) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:05.921235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e8b4ee3f-7366-4e0e-b823-9b382a9cf235 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:05.924015 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7c32e85a-8008-4ee7-97b0-8a9d7078d606 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:05.929903 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:05.946710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 7c32e85a-8008-4ee7-97b0-8a9d7078d606 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:05.947355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7c32e85a-8008-4ee7-97b0-8a9d7078d606 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:06.054501 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.061008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.061790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.064383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de89b49-c610-4b71-b247-c41cc5682434 req-b6f6779b-44e0-40ff-a50e-7b4d7e565c01 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.064383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7de89b49-c610-4b71-b247-c41cc5682434 req-b6f6779b-44e0-40ff-a50e-7b4d7e565c01 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0855668 Aug 20 11:36:06.104345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7de89b49-c610-4b71-b247-c41cc5682434 req-338c88f3-cbb1-4661-9a3d-c5a79a0e3176 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Aug 20 11:36:06.135598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Network': ['ID=af494da4-2ebd-441e-948d-a71375f67cf9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:06.147350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network af494da4-2ebd-441e-948d-a71375f67cf9 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:06.157141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b4ee3f-7366-4e0e-b823-9b382a9cf235 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:06.161207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ee3f-7366-4e0e-b823-9b382a9cf235 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.233311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8724fe-5684-4013-a21f-13da988a85e4 req-a5cb1b4a-d104-4353-80e5-42786b1dca0d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.235160 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e8724fe-5684-4013-a21f-13da988a85e4 req-a5cb1b4a-d104-4353-80e5-42786b1dca0d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0562890 Aug 20 11:36:06.250969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e17d3415-84e9-4395-9794-965b83023f98 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6237016 Aug 20 11:36:06.254218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44232) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:06.260720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': 'af494da4-2ebd-441e-948d-a71375f67cf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:06.280928 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e8724fe-5684-4013-a21f-13da988a85e4 req-cec06b24-8daf-46cb-8d46-e387121abf27 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 Aug 20 11:36:06.438909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bb60e-ef8d-4b84-abb0-afe59ecfeb6f req-c5667190-4dda-46dc-abdf-6c520f437acf tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.440424 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd5bb60e-ef8d-4b84-abb0-afe59ecfeb6f req-c5667190-4dda-46dc-abdf-6c520f437acf tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 944 time: 0.1294422 Aug 20 11:36:06.456473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab902cd4-4ce6-4bf3-aecb-59e2e63af061 req-50fe511f-68e4-4ae2-b8c7-518e492541cc tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.458355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab902cd4-4ce6-4bf3-aecb-59e2e63af061 req-50fe511f-68e4-4ae2-b8c7-518e492541cc tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0516281 Aug 20 11:36:06.499964 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab902cd4-4ce6-4bf3-aecb-59e2e63af061 req-f7326681-1d56-45e0-84ee-354ccc40ca6e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346136 Aug 20 11:36:06.523550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd5bb60e-ef8d-4b84-abb0-afe59ecfeb6f req-549d039c-51f2-4fd6-b98d-dc45b3df86d3 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726836 Aug 20 11:36:06.525031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:06.528491 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.623501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db611-eb29-4ac6-a372-a3590177981e req-7cc09ae6-4809-412e-a87e-88a2d329ee79 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.624978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a9db611-eb29-4ac6-a372-a3590177981e req-7cc09ae6-4809-412e-a87e-88a2d329ee79 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0545709 Aug 20 11:36:06.626272 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ee3f-7366-4e0e-b823-9b382a9cf235 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.666033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8a9db611-eb29-4ac6-a372-a3590177981e req-99706393-40c0-455e-9a5d-9f40c157f322 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343587 Aug 20 11:36:06.708424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b4ee3f-7366-4e0e-b823-9b382a9cf235 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:06.716328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e8b4ee3f-7366-4e0e-b823-9b382a9cf235 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:06.722144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b4ee3f-7366-4e0e-b823-9b382a9cf235 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.722749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e8b4ee3f-7366-4e0e-b823-9b382a9cf235 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.727780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4ee3f-7366-4e0e-b823-9b382a9cf235 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=1bba5a6a-92a5-4745-8893-c8a6e38d0695,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:06.730307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68e5419-d609-4afa-b06d-a4a57421fddd None None] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:06.866418 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f912a1-c069-4725-a173-d52074623ede req-332992a1-01ff-48fa-9163-2a70309e3803 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:06.867974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-97f912a1-c069-4725-a173-d52074623ede req-332992a1-01ff-48fa-9163-2a70309e3803 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0522561 Aug 20 11:36:06.873229 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e8b4ee3f-7366-4e0e-b823-9b382a9cf235 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9591155 Aug 20 11:36:06.886867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44250) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:06.886867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7b3c18f9-1dc3-4b9b-b319-d3adb19fd1a6 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'security_group': {'name': 'tempest-secgroup-1518896827'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:06.911316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-97f912a1-c069-4725-a173-d52074623ede req-d5c477c8-6713-424d-bb62-e339b4d4263f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363021 Aug 20 11:36:06.918803 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.920098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'tenant_id': '8245bfe2e34c424487bd361ed3645dd1', 'fixed_ips': [{'subnet_id': '1bba5a6a-92a5-4745-8893-c8a6e38d0695'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:36:06.920975 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:06.998642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=5439194b-0bb5-4e49-9bf7-4b3c102dbab3,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:07.008214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Checking segment: {'id': '7766ced9-1af4-4e4a-a8ec-22d39ff404fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'af494da4-2ebd-441e-948d-a71375f67cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:07.008572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network hostable DHCP agents. Network: af494da4-2ebd-441e-948d-a71375f67cf9, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:07.010322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b3c18f9-1dc3-4b9b-b319-d3adb19fd1a6 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.072399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cae7d-6197-4abf-bd24-28e01ac1dc1c req-49546d96-e720-48e7-af60-c2a8b60aaa6d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.073969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-419cae7d-6197-4abf-bd24-28e01ac1dc1c req-49546d96-e720-48e7-af60-c2a8b60aaa6d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0847788 Aug 20 11:36:07.083512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Allocated IP 2001:db8::2 (0f1d7e9e-a621-4d52-9dd9-1d0b745242d8/1bba5a6a-92a5-4745-8893-c8a6e38d0695/f670294b-3e5a-41e0-b3e3-ec72a13f103a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:07.111884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ea38c2c0-ea55-4480-87d9-48a2f75d2550 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:07.117423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network af494da4-2ebd-441e-948d-a71375f67cf9 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:07.135674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-419cae7d-6197-4abf-bd24-28e01ac1dc1c req-d6f97cbb-f4c0-430b-bd01-7488c17a64a6 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521188 Aug 20 11:36:07.159805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b3c18f9-1dc3-4b9b-b319-d3adb19fd1a6 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.226837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, af494da4-2ebd-441e-948d-a71375f67cf9) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:07.240142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.240277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8607471-7a4c-48e3-823b-91a14d7d3b5f None None] Network af494da4-2ebd-441e-948d-a71375f67cf9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:07.240382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.264415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b3c18f9-1dc3-4b9b-b319-d3adb19fd1a6 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.328731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c18f9-1dc3-4b9b-b319-d3adb19fd1a6 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0cb77b-c61c-48ba-a4d3-96aef28be3fd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:07.346989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ea38c2c0-ea55-4480-87d9-48a2f75d2550, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ea38c2c0-ea55-4480-87d9-48a2f75d2550,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:07.347738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b701fc-3fd6-4be0-a53f-a895131b0c2f req-1e90771e-0d66-4914-9304-c874f3c74851 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.349274 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6b701fc-3fd6-4be0-a53f-a895131b0c2f req-1e90771e-0d66-4914-9304-c874f3c74851 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0711012 Aug 20 11:36:07.372374 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.379789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'ea38c2c0-ea55-4480-87d9-48a2f75d2550', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'port_id': 'ea38c2c0-ea55-4480-87d9-48a2f75d2550', 'mac_address': 'fa:16:3e:81:42:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67b176a-02c2-4042-9683-21af539b6672', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:07.389767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6b701fc-3fd6-4be0-a53f-a895131b0c2f req-849c50de-0bbb-4ce7-bade-217bc4fb35d1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Aug 20 11:36:07.396352 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Transition to ACTIVE for port object f670294b-3e5a-41e0-b3e3-ec72a13f103a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:07.423267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ae4e0a5b-e4b0-44ed-9562-7f53d3544dbe tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1653845 Aug 20 11:36:07.423395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44262) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:07.428897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': 'af494da4-2ebd-441e-948d-a71375f67cf9', 'name': 'tempest-PortsTestJSON-468187884'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:07.447196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Transition to ACTIVE for port object f670294b-3e5a-41e0-b3e3-ec72a13f103a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:07.476725 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b3c18f9-1dc3-4b9b-b319-d3adb19fd1a6 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.477637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7b3c18f9-1dc3-4b9b-b319-d3adb19fd1a6 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5967453 Aug 20 11:36:07.480463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44264) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:07.481733 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.486729 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5ae20c97-1a7f-41b2-bb8e-fbf9382e5839 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'security_group': {'name': 'tempest-secgroup-987801964'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:07.497304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea38c2c0-ea55-4480-87d9-48a2f75d2550 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:07.525911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ea38c2c0-ea55-4480-87d9-48a2f75d2550, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ea38c2c0-ea55-4480-87d9-48a2f75d2550,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:07.550752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-af494da4-2ebd-441e-948d-a71375f67cf9', 'network_id': 'af494da4-2ebd-441e-948d-a71375f67cf9', 'tenant_id': 'd4c4b61a9e5946b1a952e30790cbe7cf', 'fixed_ips': [{'subnet_id': '5439194b-0bb5-4e49-9bf7-4b3c102dbab3'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:36:07.551692 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.569650 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.570408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e028d-0022-4ac7-8d6c-bd05937b06e3 req-a134f4cd-52c8-4128-8008-aa0997a909c5 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.572189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d6e028d-0022-4ac7-8d6c-bd05937b06e3 req-a134f4cd-52c8-4128-8008-aa0997a909c5 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0953650 Aug 20 11:36:07.614978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:07.616384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ae20c97-1a7f-41b2-bb8e-fbf9382e5839 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.618674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:07.623227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:07.627815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d6e028d-0022-4ac7-8d6c-bd05937b06e3 req-b0f2d68d-95eb-4fdb-b0f4-08cc1d1c99d2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454147 Aug 20 11:36:07.634692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Pushing event updated for resources: {'Port': ['ID=f670294b-3e5a-41e0-b3e3-ec72a13f103a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:07.682765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091cb8c-780e-4b0d-85f4-d398f185b1f6 req-c5aaf4ff-2241-4678-9fe4-58fbe603dea1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.684460 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9091cb8c-780e-4b0d-85f4-d398f185b1f6 req-c5aaf4ff-2241-4678-9fe4-58fbe603dea1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 944 time: 0.0845160 Aug 20 11:36:07.697682 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.728569 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9091cb8c-780e-4b0d-85f4-d398f185b1f6 req-8fa002b4-665a-4af8-9e4d-6eefcdc6e0d7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368617 Aug 20 11:36:07.751299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Attempting to bind port f670294b-3e5a-41e0-b3e3-ec72a13f103a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:07.751673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Attempting to bind port f670294b-3e5a-41e0-b3e3-ec72a13f103a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '85f13fe6-a2ad-45e4-983f-14ac68948f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:07.752036 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Attempting to bind port f670294b-3e5a-41e0-b3e3-ec72a13f103a on network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:07.752717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:07.757330 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.785840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:07.786216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Checking segment: {'id': '85f13fe6-a2ad-45e4-983f-14ac68948f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:07.786752 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.787035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Bound using segment: {'id': '85f13fe6-a2ad-45e4-983f-14ac68948f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:07.787520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Bound port: f670294b-3e5a-41e0-b3e3-ec72a13f103a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f13fe6-a2ad-45e4-983f-14ac68948f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:07.787903 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.820691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 4fb4c717-0c29-4011-8058-7ef999574035 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:07.842423 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ae20c97-1a7f-41b2-bb8e-fbf9382e5839 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.891282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ea38c2c0-ea55-4480-87d9-48a2f75d2550,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:07.917889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Allocated IP 172.20.0.2 (af494da4-2ebd-441e-948d-a71375f67cf9/5439194b-0bb5-4e49-9bf7-4b3c102dbab3/3cb89f36-5bb3-467f-ae8c-380919098749) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:07.930649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] For port f670294b-3e5a-41e0-b3e3-ec72a13f103a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:07.934801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] For port f670294b-3e5a-41e0-b3e3-ec72a13f103a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f670294b-3e5a-41e0-b3e3-ec72a13f103a,segment=NetworkSegment(85f13fe6-a2ad-45e4-983f-14ac68948f93),segment_id=85f13fe6-a2ad-45e4-983f-14ac68948f93)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:07.940120 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ae20c97-1a7f-41b2-bb8e-fbf9382e5839 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:07.941371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ae8f2-5972-4db7-898c-d56d5f9d7cc2 req-442dc98c-1730-464e-95ed-837702422ec8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:07.943465 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-574ae8f2-5972-4db7-898c-d56d5f9d7cc2 req-442dc98c-1730-464e-95ed-837702422ec8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1089430 Aug 20 11:36:07.971083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae20c97-1a7f-41b2-bb8e-fbf9382e5839 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ef95bb-1938-4389-aa1f-98c2994061ab,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:07.991515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['ea38c2c0-ea55-4480-87d9-48a2f75d2550'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:07.994210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-574ae8f2-5972-4db7-898c-d56d5f9d7cc2 req-959dc468-2602-4edc-85c2-4409b049e234 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Aug 20 11:36:08.032632 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ae20c97-1a7f-41b2-bb8e-fbf9382e5839 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.034605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5ae20c97-1a7f-41b2-bb8e-fbf9382e5839 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5523808 Aug 20 11:36:08.037086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44280) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:08.044636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1394779683', 'security_groups': ['d3ef95bb-1938-4389-aa1f-98c2994061ab'], 'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bba5a6a-92a5-4745-8893-c8a6e38d0695'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:08.181505 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.300111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded62a1-81d1-4ce2-b724-431c46b198de None None] Pushing event updated for resources: {'Port': ['ID=f670294b-3e5a-41e0-b3e3-ec72a13f103a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:08.383576 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.397372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Transition to ACTIVE for port object 3cb89f36-5bb3-467f-ae8c-380919098749 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:08.429858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Transition to ACTIVE for port object 3cb89f36-5bb3-467f-ae8c-380919098749 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:08.544086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304797dc-c323-4ba8-8c0b-5970f8bd9852 req-20597eac-4a02-4fcc-b8ec-10ee405649e8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:08.545635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-304797dc-c323-4ba8-8c0b-5970f8bd9852 req-20597eac-4a02-4fcc-b8ec-10ee405649e8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1186230 Aug 20 11:36:08.551617 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.598351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Network af494da4-2ebd-441e-948d-a71375f67cf9 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:08.601456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-304797dc-c323-4ba8-8c0b-5970f8bd9852 req-6d553647-49d1-4d9f-8e1b-70e3304920e9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481346 Aug 20 11:36:08.603281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:08.610360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:08.624080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Pushing event updated for resources: {'Port': ['ID=3cb89f36-5bb3-467f-ae8c-380919098749,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:08.625791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.8 (af494da4-2ebd-441e-948d-a71375f67cf9/5439194b-0bb5-4e49-9bf7-4b3c102dbab3/4fb4c717-0c29-4011-8058-7ef999574035) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:08.641343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:08.760330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Attempting to bind port 3cb89f36-5bb3-467f-ae8c-380919098749 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:08.760926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Attempting to bind port 3cb89f36-5bb3-467f-ae8c-380919098749 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '7766ced9-1af4-4e4a-a8ec-22d39ff404fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'af494da4-2ebd-441e-948d-a71375f67cf9'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:08.761393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Attempting to bind port 3cb89f36-5bb3-467f-ae8c-380919098749 on network af494da4-2ebd-441e-948d-a71375f67cf9 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:08.767626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:08.768154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Checking segment: {'id': '7766ced9-1af4-4e4a-a8ec-22d39ff404fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'af494da4-2ebd-441e-948d-a71375f67cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:08.768654 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.769142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Bound using segment: {'id': '7766ced9-1af4-4e4a-a8ec-22d39ff404fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'af494da4-2ebd-441e-948d-a71375f67cf9'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:08.769745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Bound port: 3cb89f36-5bb3-467f-ae8c-380919098749, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7766ced9-1af4-4e4a-a8ec-22d39ff404fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'af494da4-2ebd-441e-948d-a71375f67cf9'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:08.770221 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.813300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.844017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] For port 3cb89f36-5bb3-467f-ae8c-380919098749, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:08.847763 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.848318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] For port 3cb89f36-5bb3-467f-ae8c-380919098749, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3cb89f36-5bb3-467f-ae8c-380919098749,segment=NetworkSegment(7766ced9-1af4-4e4a-a8ec-22d39ff404fe),segment_id=7766ced9-1af4-4e4a-a8ec-22d39ff404fe)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:08.850585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b0c8b-9130-4d98-aee3-84fabb1d1fa0 req-f3aed1a5-c6be-4761-ac59-865e64f868e8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:08.852293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a44b0c8b-9130-4d98-aee3-84fabb1d1fa0 req-f3aed1a5-c6be-4761-ac59-865e64f868e8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1017854 Aug 20 11:36:08.853765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port cc543e31-a774-4696-944d-27fbb76c846d yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:08.887570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object 4fb4c717-0c29-4011-8058-7ef999574035 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:08.932504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fdb34-8f24-4cae-a276-0a65adff97cd req-c9cc52fa-bad1-42be-bb45-679fc2cf1464 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:08.934640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e22fdb34-8f24-4cae-a276-0a65adff97cd req-c9cc52fa-bad1-42be-bb45-679fc2cf1464 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 945 time: 0.0823374 Aug 20 11:36:08.944391 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:08.981711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e22fdb34-8f24-4cae-a276-0a65adff97cd req-d53654a2-33a6-41f3-a3f7-7e60300823cb tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378656 Aug 20 11:36:08.989847 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a44b0c8b-9130-4d98-aee3-84fabb1d1fa0 req-0411a5a1-037e-4ffa-8c41-91a536b8327a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299870 Aug 20 11:36:09.049016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6bf69-b494-47b7-bf97-26d5f20430fc None None] Pushing event updated for resources: {'Port': ['ID=3cb89f36-5bb3-467f-ae8c-380919098749,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:09.059727 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.115994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ea38c2c0-ea55-4480-87d9-48a2f75d2550 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:09.182174 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=4fb4c717-0c29-4011-8058-7ef999574035,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:09.199170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network af494da4-2ebd-441e-948d-a71375f67cf9 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:09.201206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:09.203843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:09.249359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa12fa-2718-4d0c-937f-ca9a4991521b req-d37a486f-9ace-4547-81cd-79966dfd260d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:09.255054 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6baa12fa-2718-4d0c-937f-ca9a4991521b req-d37a486f-9ace-4547-81cd-79966dfd260d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1208062 Aug 20 11:36:09.256438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8::180 (0f1d7e9e-a621-4d52-9dd9-1d0b745242d8/1bba5a6a-92a5-4745-8893-c8a6e38d0695/cc543e31-a774-4696-944d-27fbb76c846d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:09.260069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:09.260775 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.333222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port ea38c2c0-ea55-4480-87d9-48a2f75d2550 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:09.337257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port ea38c2c0-ea55-4480-87d9-48a2f75d2550 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:09.337632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.340537 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6baa12fa-2718-4d0c-937f-ca9a4991521b req-424a11a3-7f82-4f7e-a9c2-7d71232beaf0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755911 Aug 20 11:36:09.382328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c3420774-b602-4c14-833d-295a0b656c58 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9579217 Aug 20 11:36:09.392493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44296) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:09.448199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.502427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43ef70d-e355-4528-bef2-633ae4b02a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea38c2c0-ea55-4480-87d9-48a2f75d2550'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:09.507215 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb69c31-a7c8-4a91-a36d-71990a5186e9" -d '{"events": [{"server_uuid": "c43ef70d-e355-4528-bef2-633ae4b02a57", "name": "network-vif-plugged", "status": "completed", "tag": "ea38c2c0-ea55-4480-87d9-48a2f75d2550"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:09.518594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.563216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ea38c2c0-ea55-4480-87d9-48a2f75d2550, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ea38c2c0-ea55-4480-87d9-48a2f75d2550,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:09.565837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object cc543e31-a774-4696-944d-27fbb76c846d will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:09.574635 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c28640-6167-43b7-97d9-0557ef44b5db x-openstack-request-id: req-54c28640-6167-43b7-97d9-0557ef44b5db {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:09.575200 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43ef70d-e355-4528-bef2-633ae4b02a57", "name": "network-vif-plugged", "status": "completed", "tag": "ea38c2c0-ea55-4480-87d9-48a2f75d2550", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:09.575718 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54c28640-6167-43b7-97d9-0557ef44b5db {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:09.576304 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43ef70d-e355-4528-bef2-633ae4b02a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea38c2c0-ea55-4480-87d9-48a2f75d2550', 'code': 200} Aug 20 11:36:09.633506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ca507dc-1c5f-4f7d-ad65-eb9721aa696f None None] Provisioning complete for port 91599699-cc92-405e-ae22-6d962a3066fd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:09.633976 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ca507dc-1c5f-4f7d-ad65-eb9721aa696f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.677690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2ca507dc-1c5f-4f7d-ad65-eb9721aa696f None None] Port 91599699-cc92-405e-ae22-6d962a3066fd cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:09.696783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8abc37f7-7dcd-417f-b56c-df2b2d109f25 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 4fb4c717-0c29-4011-8058-7ef999574035 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:09.697251 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8abc37f7-7dcd-417f-b56c-df2b2d109f25 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.708650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7e248-c2bc-46f8-bb2f-bb6c6a0b4fc5 req-50f67ff7-5ecd-4127-a8bb-623306bac738 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:09.710195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dce7e248-c2bc-46f8-bb2f-bb6c6a0b4fc5 req-50f67ff7-5ecd-4127-a8bb-623306bac738 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/networks?id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 200 len: 813 time: 0.1391530 Aug 20 11:36:09.723135 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.748774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae13c-ffc9-4d93-accc-a09c58f44667 req-545558ef-f805-4612-938f-66258f98ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:09.750592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4feae13c-ffc9-4d93-accc-a09c58f44667 req-545558ef-f805-4612-938f-66258f98ba29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 1096 time: 0.1114895 Aug 20 11:36:09.764666 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dce7e248-c2bc-46f8-bb2f-bb6c6a0b4fc5 req-a875d4b5-294c-4d6d-b588-163f37d78b26 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/quotas/57db1c3dc48943d59c65ba3c536c12c3 HTTP/1.1" status: 200 len: 375 time: 0.0434265 Aug 20 11:36:09.769035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.781944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ea38c2c0-ea55-4480-87d9-48a2f75d2550,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:09.834491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4feae13c-ffc9-4d93-accc-a09c58f44667 req-8be7dfcb-783c-44ea-b2cf-de9eb8084775 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756342 Aug 20 11:36:09.835396 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8abc37f7-7dcd-417f-b56c-df2b2d109f25 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.836403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:09.841359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:09.843958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ca507dc-1c5f-4f7d-ad65-eb9721aa696f None None] Provisioning for port f670294b-3e5a-41e0-b3e3-ec72a13f103a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:09.848704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:09.854812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:09.855781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:09.857099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8abc37f7-7dcd-417f-b56c-df2b2d109f25 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 4fb4c717-0c29-4011-8058-7ef999574035 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:09.860225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=cc543e31-a774-4696-944d-27fbb76c846d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:09.863094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dce7e248-c2bc-46f8-bb2f-bb6c6a0b4fc5 req-48df87db-e33d-406d-8668-c1bbe0b241ca tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883439 Aug 20 11:36:09.954815 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cb3cb346-6b6a-49bb-8292-7d67d6829cb3 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9163234 Aug 20 11:36:09.955461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44314) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:09.961178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-fa1ef04d-5ad2-4c4e-a0f3-7d22d0ea3e7e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:10.078000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f670294b-3e5a-41e0-b3e3-ec72a13f103a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:10.108464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163f731-0ba4-471b-923e-d314a21fee36 req-8cdb83ef-3d85-4ee5-bcf4-97d854c88c00 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:10.112184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b163f731-0ba4-471b-923e-d314a21fee36 req-8cdb83ef-3d85-4ee5-bcf4-97d854c88c00 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1204023 Aug 20 11:36:10.153902 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8abc37f7-7dcd-417f-b56c-df2b2d109f25 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.197172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b163f731-0ba4-471b-923e-d314a21fee36 req-ecfaaf02-46f5-4e98-838f-3c2ac53e23e0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720232 Aug 20 11:36:10.198329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc37f7-7dcd-417f-b56c-df2b2d109f25 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=4fb4c717-0c29-4011-8058-7ef999574035,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:10.410919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e019e-0360-42d9-98ed-0523ea2a9ad7 req-9dbbb2e9-5df1-4f39-add8-ff5e5dea4dc2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:10.410919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a42e019e-0360-42d9-98ed-0523ea2a9ad7 req-9dbbb2e9-5df1-4f39-add8-ff5e5dea4dc2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 946 time: 0.1659021 Aug 20 11:36:10.410919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8abc37f7-7dcd-417f-b56c-df2b2d109f25 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.410919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8abc37f7-7dcd-417f-b56c-df2b2d109f25 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/4fb4c717-0c29-4011-8058-7ef999574035 HTTP/1.1" status: 204 len: 168 time: 0.9198015 Aug 20 11:36:10.410919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a42e019e-0360-42d9-98ed-0523ea2a9ad7 req-2acee3d0-3b78-4cef-86bc-77d401b9eab5 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Aug 20 11:36:10.413225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44322) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:10.414100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8970989-c185-4f9d-88f6-1bb07e3303b5 req-c8bff1d6-7cf5-4702-971e-97ef3ae45c68 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:10.415526 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8970989-c185-4f9d-88f6-1bb07e3303b5 req-c8bff1d6-7cf5-4702-971e-97ef3ae45c68 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0555913 Aug 20 11:36:10.437579 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cad826d-1642-4438-9ca9-7badae17c4d7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:10.438298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cad826d-1642-4438-9ca9-7badae17c4d7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:10.440124 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8cad826d-1642-4438-9ca9-7badae17c4d7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/4fb4c717-0c29-4011-8058-7ef999574035 HTTP/1.1" status: 404 len: 333 time: 0.0278733 Aug 20 11:36:10.442989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44324) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:10.451789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e640a7-f13c-4af8-9bab-8229103634b4 None None] Network af494da4-2ebd-441e-948d-a71375f67cf9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:10.467666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port f670294b-3e5a-41e0-b3e3-ec72a13f103a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:10.470551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f8970989-c185-4f9d-88f6-1bb07e3303b5 req-ef773cb8-1e6d-466a-aa68-16afd74b1c29 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459421 Aug 20 11:36:10.471263 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-44125f3b-b56a-402a-8477-5addeb193f06 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:36:10.474491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-44125f3b-b56a-402a-8477-5addeb193f06 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/4fb4c717-0c29-4011-8058-7ef999574035 HTTP/1.1" status: 404 len: 333 time: 0.0285363 Aug 20 11:36:10.475951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44326) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:10.498832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f670294b-3e5a-41e0-b3e3-ec72a13f103a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:10.499210 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.534914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1ef04d-5ad2-4c4e-a0f3-7d22d0ea3e7e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:10.541400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef04d-5ad2-4c4e-a0f3-7d22d0ea3e7e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.543958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbab79d-c8a4-44f7-9f30-acaa38a697e1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet 5439194b-0bb5-4e49-9bf7-4b3c102dbab3 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:10.547598 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1fbab79d-c8a4-44f7-9f30-acaa38a697e1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.592496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1fbab79d-c8a4-44f7-9f30-acaa38a697e1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.617090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5cb2ebf7-cbb5-4b3d-8cd0-efc449907cc4 None None] Provisioning for port cc543e31-a774-4696-944d-27fbb76c846d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:10.626000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5cb2ebf7-cbb5-4b3d-8cd0-efc449907cc4 None None] Provisioning complete for port cc543e31-a774-4696-944d-27fbb76c846d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:10.626381 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ebf7-cbb5-4b3d-8cd0-efc449907cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.657239 n-d-804230-3 neutron-server[95587]: INFO neutron.db.ipam_backend_mixin [None req-fa1ef04d-5ad2-4c4e-a0f3-7d22d0ea3e7e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bba5a6a-92a5-4745-8893-c8a6e38d0695 (CIDR: 2001:db8::/64) Aug 20 11:36:10.666003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fb5440ff-af17-495b-a09b-2d4fb5daee76 req-64c16640-39d5-4967-afa6-b4fdf84b2a4e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=57db1c3dc48943d59c65ba3c536c12c3 HTTP/1.1" status: 200 len: 221 time: 0.0399444 Aug 20 11:36:10.709911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2ebf7-cbb5-4b3d-8cd0-efc449907cc4 None None] Port cc543e31-a774-4696-944d-27fbb76c846d cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:10.711961 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1fbab79d-c8a4-44f7-9f30-acaa38a697e1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.714594 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.715332 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1ef04d-5ad2-4c4e-a0f3-7d22d0ea3e7e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:36:10.716916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1ef04d-5ad2-4c4e-a0f3-7d22d0ea3e7e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:10.758281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port f670294b-3e5a-41e0-b3e3-ec72a13f103a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f670294b-3e5a-41e0-b3e3-ec72a13f103a,segment=NetworkSegment(85f13fe6-a2ad-45e4-983f-14ac68948f93),segment_id=85f13fe6-a2ad-45e4-983f-14ac68948f93)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:10.797041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67e998-f145-413d-8825-5ea3ee677554 req-c527d058-a03b-4da5-a1f9-39d35ceabd0e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:10.798807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc67e998-f145-413d-8825-5ea3ee677554 req-c527d058-a03b-4da5-a1f9-39d35ceabd0e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0710993 Aug 20 11:36:10.840826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44342) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:10.847294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7db8ee2b-8b9a-4072-b541-4d032479c38d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:10.851214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fa1ef04d-5ad2-4c4e-a0f3-7d22d0ea3e7e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8945978 Aug 20 11:36:10.860524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bc67e998-f145-413d-8825-5ea3ee677554 req-fde52008-9771-4566-a76c-d0853ccf352a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547755 Aug 20 11:36:10.917024 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.918163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3cb89f36-5bb3-467f-ae8c-380919098749 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:10.920767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1fbab79d-c8a4-44f7-9f30-acaa38a697e1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:10.965738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbab79d-c8a4-44f7-9f30-acaa38a697e1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=5439194b-0bb5-4e49-9bf7-4b3c102dbab3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:11.017669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1fbab79d-c8a4-44f7-9f30-acaa38a697e1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.017669 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1fbab79d-c8a4-44f7-9f30-acaa38a697e1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/5439194b-0bb5-4e49-9bf7-4b3c102dbab3 HTTP/1.1" status: 204 len: 168 time: 0.5399077 Aug 20 11:36:11.018775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=f670294b-3e5a-41e0-b3e3-ec72a13f103a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:11.020672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44346) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:11.024524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d0451fc6-7672-4365-a9b5-0fc0f9013411 None None] Provisioning for port 3cb89f36-5bb3-467f-ae8c-380919098749 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:11.069822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59e16e-3ebd-4804-ae08-b13054a44c7d req-51e0c1fa-cdf2-4444-bb1a-0a8074578832 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.071462 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd59e16e-3ebd-4804-ae08-b13054a44c7d req-51e0c1fa-cdf2-4444-bb1a-0a8074578832 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1107590 Aug 20 11:36:11.115979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd59e16e-3ebd-4804-ae08-b13054a44c7d req-3dbc25cb-62b3-417c-ad8e-532d4ec519bc tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365846 Aug 20 11:36:11.122176 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.128369 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.180907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 3cb89f36-5bb3-467f-ae8c-380919098749 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:11.181483 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.224041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 3cb89f36-5bb3-467f-ae8c-380919098749 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:11.224331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db8ee2b-8b9a-4072-b541-4d032479c38d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:11.228060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7db8ee2b-8b9a-4072-b541-4d032479c38d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.231561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3cb89f36-5bb3-467f-ae8c-380919098749 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:11.232172 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.257216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] For port 3cb89f36-5bb3-467f-ae8c-380919098749, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3cb89f36-5bb3-467f-ae8c-380919098749,segment=NetworkSegment(7766ced9-1af4-4e4a-a8ec-22d39ff404fe),segment_id=7766ced9-1af4-4e4a-a8ec-22d39ff404fe)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:11.257610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.276338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 3cb89f36-5bb3-467f-ae8c-380919098749 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:11.282477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc881478-22c6-40a3-bb57-4217d088f215 None None] Network af494da4-2ebd-441e-948d-a71375f67cf9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:11.346563 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e473fb-02c2-4ab6-b206-8be99a0ccc93 req-1efc6527-9b18-436c-8291-264d073a0da8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.349240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95e473fb-02c2-4ab6-b206-8be99a0ccc93 req-1efc6527-9b18-436c-8291-264d073a0da8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1350405 Aug 20 11:36:11.382550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-03bcc515-acaf-43e8-a60f-47b69a29c491 None None] Could not find standard attr ID for object 4fb4c717-0c29-4011-8058-7ef999574035. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:36:11.415267 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.429613 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95e473fb-02c2-4ab6-b206-8be99a0ccc93 req-c718b2ea-1792-4ab0-9078-3e4d1f462f63 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646145 Aug 20 11:36:11.443785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.492420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No DVR routers for this DVR port 3cb89f36-5bb3-467f-ae8c-380919098749 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:11.525983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=3cb89f36-5bb3-467f-ae8c-380919098749,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:11.582471 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883c2dd-ff0b-4797-a713-1adaef5bb39c None None] DHCP port deletion for af494da4-2ebd-441e-948d-a71375f67cf9 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:36:11.645760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea758826-dcce-4cd7-8b2a-853efdbee0e1 req-9ac1b9f9-b1da-41a3-a703-8e236d8ecd87 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.648000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea758826-dcce-4cd7-8b2a-853efdbee0e1 req-9ac1b9f9-b1da-41a3-a703-8e236d8ecd87 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 946 time: 0.0917768 Aug 20 11:36:11.653318 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.666562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af494da4-2ebd-441e-948d-a71375f67cf9']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:11.684749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7766ced9-1af4-4e4a-a8ec-22d39ff404fe') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:11.684749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7766ced9-1af4-4e4a-a8ec-22d39ff404fe') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:11.689493 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea758826-dcce-4cd7-8b2a-853efdbee0e1 req-1a1f9c66-39b1-49ba-b31a-e5bdb7670927 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347002 Aug 20 11:36:11.691779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5923ce-70fa-484b-8bfe-193a89c7807b req-02c08108-3325-4560-82a5-256a8bd2b60d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.693510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f5923ce-70fa-484b-8bfe-193a89c7807b req-02c08108-3325-4560-82a5-256a8bd2b60d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1152978 Aug 20 11:36:11.704377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.737831 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.757941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:11.757941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.758151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7db8ee2b-8b9a-4072-b541-4d032479c38d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:11.758252 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:11.807091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f5923ce-70fa-484b-8bfe-193a89c7807b req-ab797554-d870-405b-814a-7bb59eb1a1cc tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069772 Aug 20 11:36:11.808393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db8ee2b-8b9a-4072-b541-4d032479c38d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:11.811703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7db8ee2b-8b9a-4072-b541-4d032479c38d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:11.815179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8ee2b-8b9a-4072-b541-4d032479c38d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.815822 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7db8ee2b-8b9a-4072-b541-4d032479c38d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.834165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86006c0f-6490-4c9b-ad12-b4f8e75cd6cd None None] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:11.836200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8ee2b-8b9a-4072-b541-4d032479c38d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=afdd7a04-a56f-4792-899e-f20759c878fe,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:11.951091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f670294b-3e5a-41e0-b3e3-ec72a13f103a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:11.956444 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7db8ee2b-8b9a-4072-b541-4d032479c38d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1141672 Aug 20 11:36:11.959928 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.961237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44364) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:11.967370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-900431991', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'afdd7a04-a56f-4792-899e-f20759c878fe'}], 'security_groups': ['9e0cb77b-c61c-48ba-a4d3-96aef28be3fd']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:11.972911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cf9c0-3ecc-4425-b22e-ffc76f38c098 req-51091a0d-984e-4e5d-ae90-6615d1a77c68 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:11.973760 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa4cf9c0-3ecc-4425-b22e-ffc76f38c098 req-51091a0d-984e-4e5d-ae90-6615d1a77c68 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0614228 Aug 20 11:36:11.990520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:11.996630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/networks/af494da4-2ebd-441e-948d-a71375f67cf9 HTTP/1.1" status: 204 len: 168 time: 0.9711592 Aug 20 11:36:11.996846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44366) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:12.006490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-848070385'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:12.012797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a8158-2200-461e-9a5c-e3e79bd12f09 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Network': ['ID=af494da4-2ebd-441e-948d-a71375f67cf9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:12.060931 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa4cf9c0-3ecc-4425-b22e-ffc76f38c098 req-3ee35c91-5e28-4387-9a81-17aea96bbbf8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671520 Aug 20 11:36:12.091218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f670294b-3e5a-41e0-b3e3-ec72a13f103a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:12.091599 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.156464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:12.160202 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.168059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.221970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c9989-03f7-4cb8-8406-9710a5ecdb57 None None] Update dhcp port {'port': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'fixed_ips': [{'subnet_id': '1bba5a6a-92a5-4745-8893-c8a6e38d0695', 'ip_address': '2001:db8::2'}, {'subnet_id': 'afdd7a04-a56f-4792-899e-f20759c878fe'}], 'binding:host_id': 'n-d-804230-3'}, 'id': 'f670294b-3e5a-41e0-b3e3-ec72a13f103a'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:36:12.229334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cd763-79f6-4f78-853a-c56da69e3add req-198c0b89-cc01-4028-9039-3adc361f8291 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.231257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d4cd763-79f6-4f78-853a-c56da69e3add req-198c0b89-cc01-4028-9039-3adc361f8291 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0871046 Aug 20 11:36:12.232216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:12.264572 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f34c9989-03f7-4cb8-8406-9710a5ecdb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.279648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.280309 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Added segment 80b999b0-8e7d-4eef-85d9-a36073f39225 of type vlan for network 74012373-02ee-4e58-aab2-2a523a71409c Aug 20 11:36:12.306301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3cb89f36-5bb3-467f-ae8c-380919098749 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:12.335782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 3cb89f36-5bb3-467f-ae8c-380919098749 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:12.336642 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3cb89f36-5bb3-467f-ae8c-380919098749 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:12.343095 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.348543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d4cd763-79f6-4f78-853a-c56da69e3add req-4fb3f347-09b4-4d4b-9a9f-ea8a33c7a7f1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045787 Aug 20 11:36:12.385377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f81b7-d491-4042-9a9d-891d056e5ebb req-074d7d71-b773-4999-8ec1-88a630c9dfd4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.387494 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-678f81b7-d491-4042-9a9d-891d056e5ebb req-074d7d71-b773-4999-8ec1-88a630c9dfd4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 946 time: 0.1153705 Aug 20 11:36:12.478150 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-678f81b7-d491-4042-9a9d-891d056e5ebb req-a1513a88-1dd0-42b2-92de-07be688d24b4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539217 Aug 20 11:36:12.488823 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.491398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-f34c9989-03f7-4cb8-8406-9710a5ecdb57 None None] Allocated IP 2001:db8:0:1::2 (0f1d7e9e-a621-4d52-9dd9-1d0b745242d8/afdd7a04-a56f-4792-899e-f20759c878fe/f670294b-3e5a-41e0-b3e3-ec72a13f103a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:12.494666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.495790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.576895 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36be3f-f0da-4184-b696-1e4ab313ff70 req-994c37ff-247e-45ce-a5d6-9cfc9965566b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.578428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b36be3f-f0da-4184-b696-1e4ab313ff70 req-994c37ff-247e-45ce-a5d6-9cfc9965566b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1251171 Aug 20 11:36:12.579076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Network': ['ID=74012373-02ee-4e58-aab2-2a523a71409c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:12.591019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 74012373-02ee-4e58-aab2-2a523a71409c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:12.622857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b36be3f-f0da-4184-b696-1e4ab313ff70 req-753e0652-ae52-44b0-8e8a-997d8024a6dd tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370002 Aug 20 11:36:12.661109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f34c9989-03f7-4cb8-8406-9710a5ecdb57 None None] For port f670294b-3e5a-41e0-b3e3-ec72a13f103a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f670294b-3e5a-41e0-b3e3-ec72a13f103a,segment=NetworkSegment(85f13fe6-a2ad-45e4-983f-14ac68948f93),segment_id=85f13fe6-a2ad-45e4-983f-14ac68948f93)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:12.684674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-37b4c527-97f0-4134-b434-d3da1b6f0be8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6856689 Aug 20 11:36:12.686429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44380) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:12.693305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '74012373-02ee-4e58-aab2-2a523a71409c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:12.705347 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f34c9989-03f7-4cb8-8406-9710a5ecdb57 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.720808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f34c9989-03f7-4cb8-8406-9710a5ecdb57 None None] Transition to ACTIVE for port object f670294b-3e5a-41e0-b3e3-ec72a13f103a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:12.759228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22b6ab-99c3-49fe-9e24-ea878211b9de req-390d114a-0a2d-4694-bfc6-7f0728233e61 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:12.760906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd22b6ab-99c3-49fe-9e24-ea878211b9de req-390d114a-0a2d-4694-bfc6-7f0728233e61 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0549467 Aug 20 11:36:12.800315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd22b6ab-99c3-49fe-9e24-ea878211b9de req-f7e3c910-a511-40f2-9acf-51866eaa5f26 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Aug 20 11:36:12.815878 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f34c9989-03f7-4cb8-8406-9710a5ecdb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.913155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c9989-03f7-4cb8-8406-9710a5ecdb57 None None] Pushing event updated for resources: {'Port': ['ID=f670294b-3e5a-41e0-b3e3-ec72a13f103a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:12.920997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:12.925053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:12.965041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Delete allocated IP 2001:db8::180 (0f1d7e9e-a621-4d52-9dd9-1d0b745242d8/1bba5a6a-92a5-4745-8893-c8a6e38d0695) {{(pid=95588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:36:12.977546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8:0:1::aa (0f1d7e9e-a621-4d52-9dd9-1d0b745242d8/afdd7a04-a56f-4792-899e-f20759c878fe/cc543e31-a774-4696-944d-27fbb76c846d) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:12.997685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329e420-d514-4b5c-afbf-7e8ac2b8a3ab req-98f7143b-3c52-45d8-a6be-84b2cbe50d7c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.002956 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d329e420-d514-4b5c-afbf-7e8ac2b8a3ab req-98f7143b-3c52-45d8-a6be-84b2cbe50d7c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1007011 Aug 20 11:36:13.079207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d329e420-d514-4b5c-afbf-7e8ac2b8a3ab req-1fa2a802-8121-4b21-8e63-fac597113279 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723197 Aug 20 11:36:13.214560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e4517-7903-418e-ba10-4f1dc4e18f08 req-945844e3-e374-4269-96d4-d16b31708397 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.216416 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d1e4517-7903-418e-ba10-4f1dc4e18f08 req-945844e3-e374-4269-96d4-d16b31708397 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0573812 Aug 20 11:36:13.225151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.241184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object cc543e31-a774-4696-944d-27fbb76c846d will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:13.244374 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.303067 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d1e4517-7903-418e-ba10-4f1dc4e18f08 req-873aae5b-6af0-4974-9be9-2d108c0beba2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802774 Aug 20 11:36:13.332565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=70578115-73ef-4a12-81f9-022adc07ad1f,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:13.341320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Checking segment: {'id': '80b999b0-8e7d-4eef-85d9-a36073f39225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74012373-02ee-4e58-aab2-2a523a71409c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:13.341855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network hostable DHCP agents. Network: 74012373-02ee-4e58-aab2-2a523a71409c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:13.408195 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.465411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea59b-1d7a-4b68-878e-c8a78b3c648a req-1ea32f50-d5a0-46eb-bf1e-85fa2df80f88 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.467052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14eea59b-1d7a-4b68-878e-c8a78b3c648a req-1ea32f50-d5a0-46eb-bf1e-85fa2df80f88 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0572882 Aug 20 11:36:13.471266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.490719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 74012373-02ee-4e58-aab2-2a523a71409c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:13.532881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7829b364-c117-47ad-b2a6-a4754b703532 None None] Provisioning complete for port 91599699-cc92-405e-ae22-6d962a3066fd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:13.533677 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7829b364-c117-47ad-b2a6-a4754b703532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.546985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] In _notify_port_updated(), no bound segment for port cc543e31-a774-4696-944d-27fbb76c846d on network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:36:13.548736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14eea59b-1d7a-4b68-878e-c8a78b3c648a req-39701313-df78-410d-987e-cd57d7fd04ff tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745299 Aug 20 11:36:13.573782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7829b364-c117-47ad-b2a6-a4754b703532 None None] Port 91599699-cc92-405e-ae22-6d962a3066fd cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:13.574463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.575451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.579530 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "PUT /v2.0/ports/cc543e31-a774-4696-944d-27fbb76c846d HTTP/1.1" status: 200 len: 929 time: 1.6175849 Aug 20 11:36:13.586020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44398) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:13.598545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 74012373-02ee-4e58-aab2-2a523a71409c) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:13.603714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01f83f-055a-45d5-8686-ce562c794897 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=cc543e31-a774-4696-944d-27fbb76c846d,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:13.623610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051e097-fd5d-4efd-a456-7198f54c30da req-54f5c880-bfaf-4a51-81f2-89c3d88abba7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.624998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be924b-e050-4a0a-9b5f-b7466968330b None None] Network 74012373-02ee-4e58-aab2-2a523a71409c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:13.625497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5051e097-fd5d-4efd-a456-7198f54c30da req-54f5c880-bfaf-4a51-81f2-89c3d88abba7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 946 time: 0.1161394 Aug 20 11:36:13.636805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.637397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.654991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60437-b537-4a91-ab04-d0981d3fa92e req-5a4c39a0-f078-4549-9370-8668fa524aba tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.663573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfe60437-b537-4a91-ab04-d0981d3fa92e req-5a4c39a0-f078-4549-9370-8668fa524aba tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 946 time: 0.0827804 Aug 20 11:36:13.714650 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfe60437-b537-4a91-ab04-d0981d3fa92e req-ee3fc31b-ff63-4599-b255-d06bc0880bc0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457168 Aug 20 11:36:13.812208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7829b364-c117-47ad-b2a6-a4754b703532 None None] Provisioning for port cc543e31-a774-4696-944d-27fbb76c846d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:13.823557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7829b364-c117-47ad-b2a6-a4754b703532 None None] Provisioning complete for port cc543e31-a774-4696-944d-27fbb76c846d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:13.824004 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7829b364-c117-47ad-b2a6-a4754b703532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.875387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f6b97-1b14-482a-9734-89c5e0124c09 req-7fb5f8eb-72c8-4991-b14f-cf37118191cb tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:13.876994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-769f6b97-1b14-482a-9734-89c5e0124c09 req-7fb5f8eb-72c8-4991-b14f-cf37118191cb tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1316679 Aug 20 11:36:13.883962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7829b364-c117-47ad-b2a6-a4754b703532 None None] Port cc543e31-a774-4696-944d-27fbb76c846d cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:13.890384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44400) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:13.890605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5e5cedfc-1b75-49ca-8169-8c665c267d79 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2028692 Aug 20 11:36:13.892820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5ca203da-b5aa-4d64-b5f3-93ba7d1807ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port cc543e31-a774-4696-944d-27fbb76c846d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:13.893162 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ca203da-b5aa-4d64-b5f3-93ba7d1807ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.896810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': '74012373-02ee-4e58-aab2-2a523a71409c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1720539723'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:13.906420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-74012373-02ee-4e58-aab2-2a523a71409c', 'network_id': '74012373-02ee-4e58-aab2-2a523a71409c', 'tenant_id': 'd4c4b61a9e5946b1a952e30790cbe7cf', 'fixed_ips': [{'subnet_id': '70578115-73ef-4a12-81f9-022adc07ad1f'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:36:13.907343 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:13.919511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f670294b-3e5a-41e0-b3e3-ec72a13f103a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:13.974111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5051e097-fd5d-4efd-a456-7198f54c30da req-12742b27-6836-41ee-9f1b-eafbe6410197 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Deleting port ea38c2c0-ea55-4480-87d9-48a2f75d2550 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:13.974557 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5051e097-fd5d-4efd-a456-7198f54c30da req-12742b27-6836-41ee-9f1b-eafbe6410197 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.017001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7829b364-c117-47ad-b2a6-a4754b703532 None None] Provisioning for port f670294b-3e5a-41e0-b3e3-ec72a13f103a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:14.034226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7829b364-c117-47ad-b2a6-a4754b703532 None None] Provisioning complete for port f670294b-3e5a-41e0-b3e3-ec72a13f103a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:14.034646 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7829b364-c117-47ad-b2a6-a4754b703532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.059619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-769f6b97-1b14-482a-9734-89c5e0124c09 req-02a99df7-67fc-455f-a67d-b102d5773d10 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560795 Aug 20 11:36:14.104398 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ca203da-b5aa-4d64-b5f3-93ba7d1807ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.111956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:14.117303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f670294b-3e5a-41e0-b3e3-ec72a13f103a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:14.117693 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.119766 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.130298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5ca203da-b5aa-4d64-b5f3-93ba7d1807ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for cc543e31-a774-4696-944d-27fbb76c846d owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:14.140059 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port b37796a1-c0e0-40ef-b4c2-6f07131ea52c yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:14.141455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5051e097-fd5d-4efd-a456-7198f54c30da req-12742b27-6836-41ee-9f1b-eafbe6410197 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] For port ea38c2c0-ea55-4480-87d9-48a2f75d2550, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ea38c2c0-ea55-4480-87d9-48a2f75d2550,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:14.141829 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5051e097-fd5d-4efd-a456-7198f54c30da req-12742b27-6836-41ee-9f1b-eafbe6410197 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.167560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5051e097-fd5d-4efd-a456-7198f54c30da req-12742b27-6836-41ee-9f1b-eafbe6410197 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Calling delete_port for ea38c2c0-ea55-4480-87d9-48a2f75d2550 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:14.170168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Allocated IP 172.20.0.2 (74012373-02ee-4e58-aab2-2a523a71409c/70578115-73ef-4a12-81f9-022adc07ad1f/b3ef25c4-46d8-4366-bf63-0b6af86b7477) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:14.330380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028d743-c54c-4488-a941-4b51120b847e req-fdc8943a-ab4b-4213-8e05-fd0afb6fad26 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:14.332160 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2028d743-c54c-4488-a941-4b51120b847e req-fdc8943a-ab4b-4213-8e05-fd0afb6fad26 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1312380 Aug 20 11:36:14.396484 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.403757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cb3ff4d0-ca5e-4e9f-b7fe-13a42792a65c None None] Provisioning complete for port cc543e31-a774-4696-944d-27fbb76c846d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:14.404110 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cb3ff4d0-ca5e-4e9f-b7fe-13a42792a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.439071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ff4d0-ca5e-4e9f-b7fe-13a42792a65c None None] Port cc543e31-a774-4696-944d-27fbb76c846d cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:14.459033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2028d743-c54c-4488-a941-4b51120b847e req-921263b9-60e0-4b37-8051-64a615b01b86 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089048 Aug 20 11:36:14.568250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ca203da-b5aa-4d64-b5f3-93ba7d1807ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.568537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Transition to ACTIVE for port object b3ef25c4-46d8-4366-bf63-0b6af86b7477 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:14.585373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8997546-f5ea-4ad4-808a-3cf12489eb84 req-83ec0a89-95e2-4c3c-884f-d4255a1a5028 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:14.586924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e8997546-f5ea-4ad4-808a-3cf12489eb84 req-83ec0a89-95e2-4c3c-884f-d4255a1a5028 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0583332 Aug 20 11:36:14.588808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Transition to ACTIVE for port object b3ef25c4-46d8-4366-bf63-0b6af86b7477 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:14.600302 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5051e097-fd5d-4efd-a456-7198f54c30da req-12742b27-6836-41ee-9f1b-eafbe6410197 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.601985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca203da-b5aa-4d64-b5f3-93ba7d1807ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=cc543e31-a774-4696-944d-27fbb76c846d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:14.611070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['ea38c2c0-ea55-4480-87d9-48a2f75d2550'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:14.648400 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e8997546-f5ea-4ad4-808a-3cf12489eb84 req-54766bb9-9229-4805-8b59-82052c39c2f5 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546913 Aug 20 11:36:14.651860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12742b27-6836-41ee-9f1b-eafbe6410197 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event deleted for resources: {'Port': ['ID=ea38c2c0-ea55-4480-87d9-48a2f75d2550,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:14.654389 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5ca203da-b5aa-4d64-b5f3-93ba7d1807ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.658317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5ca203da-b5aa-4d64-b5f3-93ba7d1807ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/cc543e31-a774-4696-944d-27fbb76c846d HTTP/1.1" status: 204 len: 168 time: 1.0692327 Aug 20 11:36:14.659123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44408) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:14.691486 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a3c188-ccc0-46e5-b037-53cd7db14dc1 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:36:14.696406 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-20a3c188-ccc0-46e5-b037-53cd7db14dc1 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/cc543e31-a774-4696-944d-27fbb76c846d HTTP/1.1" status: 404 len: 333 time: 0.0331693 Aug 20 11:36:14.699096 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.708580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44414) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:14.764816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5051e097-fd5d-4efd-a456-7198f54c30da req-12742b27-6836-41ee-9f1b-eafbe6410197 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] No DVR routers for this DVR port ea38c2c0-ea55-4480-87d9-48a2f75d2550 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:14.769426 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5051e097-fd5d-4efd-a456-7198f54c30da req-12742b27-6836-41ee-9f1b-eafbe6410197 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.780712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5051e097-fd5d-4efd-a456-7198f54c30da req-12742b27-6836-41ee-9f1b-eafbe6410197 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "DELETE /v2.0/ports/ea38c2c0-ea55-4480-87d9-48a2f75d2550 HTTP/1.1" status: 204 len: 173 time: 1.1459770 Aug 20 11:36:14.781228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43ef70d-e355-4528-bef2-633ae4b02a57', 'name': 'network-vif-deleted', 'tag': 'ea38c2c0-ea55-4480-87d9-48a2f75d2550'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:14.790501 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2fd2ad-3ef8-4f43-aba7-5c27d9653c38" -d '{"events": [{"server_uuid": "c43ef70d-e355-4528-bef2-633ae4b02a57", "name": "network-vif-deleted", "tag": "ea38c2c0-ea55-4480-87d9-48a2f75d2550"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:14.833203 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17562748-7efb-4a45-91ff-c3b77d1e9373 x-openstack-request-id: req-17562748-7efb-4a45-91ff-c3b77d1e9373 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:14.833718 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43ef70d-e355-4528-bef2-633ae4b02a57", "name": "network-vif-deleted", "tag": "ea38c2c0-ea55-4480-87d9-48a2f75d2550", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:14.834166 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17562748-7efb-4a45-91ff-c3b77d1e9373 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:14.834770 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43ef70d-e355-4528-bef2-633ae4b02a57', 'name': 'network-vif-deleted', 'tag': 'ea38c2c0-ea55-4480-87d9-48a2f75d2550', 'status': 'completed', 'code': 200} Aug 20 11:36:14.880303 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eeb1d057-77f7-4d62-b17b-adedb343e293 req-4e0f9a64-5193-4097-a9a3-16fb5bdddf61 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 210 time: 0.0602639 Aug 20 11:36:14.902290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.11 (74012373-02ee-4e58-aab2-2a523a71409c/70578115-73ef-4a12-81f9-022adc07ad1f/b37796a1-c0e0-40ef-b4c2-6f07131ea52c) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:14.945257 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36c2475b-7a09-4146-88be-2549e2d2d688 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:14.963402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fab2c-9b93-4856-893b-4bcbd916bc06 req-f00c4c8f-6653-4b05-bb50-c90f1948376b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:14.965697 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b9fab2c-9b93-4856-893b-4bcbd916bc06 req-f00c4c8f-6653-4b05-bb50-c90f1948376b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0563607 Aug 20 11:36:14.987651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Network 74012373-02ee-4e58-aab2-2a523a71409c is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:15.000871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:15.005763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:15.007417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b9fab2c-9b93-4856-893b-4bcbd916bc06 req-dd225de9-23f9-49d7-b939-46513036781f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Aug 20 11:36:15.011996 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36c2475b-7a09-4146-88be-2549e2d2d688 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.079857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Pushing event updated for resources: {'Port': ['ID=b3ef25c4-46d8-4366-bf63-0b6af86b7477,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:15.094376 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.095568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Attempting to bind port b3ef25c4-46d8-4366-bf63-0b6af86b7477 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:15.095862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Attempting to bind port b3ef25c4-46d8-4366-bf63-0b6af86b7477 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '80b999b0-8e7d-4eef-85d9-a36073f39225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74012373-02ee-4e58-aab2-2a523a71409c'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:15.096254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Attempting to bind port b3ef25c4-46d8-4366-bf63-0b6af86b7477 on network 74012373-02ee-4e58-aab2-2a523a71409c {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:15.101248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:15.101627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Checking segment: {'id': '80b999b0-8e7d-4eef-85d9-a36073f39225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74012373-02ee-4e58-aab2-2a523a71409c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:15.102029 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.102426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Bound using segment: {'id': '80b999b0-8e7d-4eef-85d9-a36073f39225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74012373-02ee-4e58-aab2-2a523a71409c'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:15.102920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Bound port: b3ef25c4-46d8-4366-bf63-0b6af86b7477, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b999b0-8e7d-4eef-85d9-a36073f39225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74012373-02ee-4e58-aab2-2a523a71409c'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:15.103306 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.133190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object b37796a1-c0e0-40ef-b4c2-6f07131ea52c will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:15.147604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2751e4c8-53f0-4e1b-91ea-266e415b26a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.165611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833a5f7-6a43-4179-8e63-7d9ba3abd284 req-819ae2a1-f51a-4984-be75-aaf2ef543a2e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.167207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d833a5f7-6a43-4179-8e63-7d9ba3abd284 req-819ae2a1-f51a-4984-be75-aaf2ef543a2e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0766835 Aug 20 11:36:15.175182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] For port b3ef25c4-46d8-4366-bf63-0b6af86b7477, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:15.179363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] For port b3ef25c4-46d8-4366-bf63-0b6af86b7477, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b3ef25c4-46d8-4366-bf63-0b6af86b7477,segment=NetworkSegment(80b999b0-8e7d-4eef-85d9-a36073f39225),segment_id=80b999b0-8e7d-4eef-85d9-a36073f39225)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:15.209536 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36c2475b-7a09-4146-88be-2549e2d2d688 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.212107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36c2475b-7a09-4146-88be-2549e2d2d688 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.213307 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-36c2475b-7a09-4146-88be-2549e2d2d688 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/security-groups/d3ef95bb-1938-4389-aa1f-98c2994061ab HTTP/1.1" status: 204 len: 168 time: 0.4260406 Aug 20 11:36:15.218369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44426) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:15.227865 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d833a5f7-6a43-4179-8e63-7d9ba3abd284 req-17ffc59e-ddfc-416b-8b7f-2fc3a13c2c6d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506327 Aug 20 11:36:15.229010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2475b-7a09-4146-88be-2549e2d2d688 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ef95bb-1938-4389-aa1f-98c2994061ab,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:15.266595 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.279093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3b3a555-ff6b-48f0-a370-2718f66cff63 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.302834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.313202 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3b3a555-ff6b-48f0-a370-2718f66cff63 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.366206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e931e3-a8f4-447c-a249-5990ff4c7d1d None None] Pushing event updated for resources: {'Port': ['ID=b3ef25c4-46d8-4366-bf63-0b6af86b7477,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:15.391328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 74012373-02ee-4e58-aab2-2a523a71409c is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:15.395042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:15.402196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:15.450237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=b37796a1-c0e0-40ef-b4c2-6f07131ea52c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:15.524852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.568096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.568096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d2a00-0df9-45e3-974f-d3d68b6daa87 req-a209b687-90ee-4a47-835c-7c6cc294bba4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.568096 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-896d2a00-0df9-45e3-974f-d3d68b6daa87 req-a209b687-90ee-4a47-835c-7c6cc294bba4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1417983 Aug 20 11:36:15.613158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-896d2a00-0df9-45e3-974f-d3d68b6daa87 req-6e427c4f-9684-4800-94bb-fd51428fe168 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659206 Aug 20 11:36:15.653138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3b3a555-ff6b-48f0-a370-2718f66cff63 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.656103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3b3a555-ff6b-48f0-a370-2718f66cff63 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.657296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d3b3a555-ff6b-48f0-a370-2718f66cff63 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/security-groups/9e0cb77b-c61c-48ba-a4d3-96aef28be3fd HTTP/1.1" status: 204 len: 168 time: 0.4378746 Aug 20 11:36:15.661169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44438) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:15.697445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3a555-ff6b-48f0-a370-2718f66cff63 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0cb77b-c61c-48ba-a4d3-96aef28be3fd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:15.739129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-85abfefc-9217-4b40-9f3f-5321f348174f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet 1bba5a6a-92a5-4745-8893-c8a6e38d0695 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:15.757994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-85abfefc-9217-4b40-9f3f-5321f348174f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.780291 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2a77e603-b55c-4456-b40e-10bdc577b7c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.8879170 Aug 20 11:36:15.782965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44442) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:15.808139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-85abfefc-9217-4b40-9f3f-5321f348174f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.847462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd29402-ad5e-42a1-86c4-69c3ae161f16 req-57434fd6-64e5-41cb-a209-72e0e3f46599 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:15.849145 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5fd29402-ad5e-42a1-86c4-69c3ae161f16 req-57434fd6-64e5-41cb-a209-72e0e3f46599 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1259987 Aug 20 11:36:15.938514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a8a62a21-f99e-4b19-a35d-89915432b174 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port b37796a1-c0e0-40ef-b4c2-6f07131ea52c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:15.938889 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8a62a21-f99e-4b19-a35d-89915432b174 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:15.946301 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5fd29402-ad5e-42a1-86c4-69c3ae161f16 req-c96843ce-8390-44b6-892c-d8f8218ffdc3 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877116 Aug 20 11:36:15.979158 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-85abfefc-9217-4b40-9f3f-5321f348174f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.016389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b3ef25c4-46d8-4366-bf63-0b6af86b7477 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:16.058738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8a62a21-f99e-4b19-a35d-89915432b174 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.084474 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd6fd6d1-ef1a-47c7-a4cb-c4f6ae69019a req-c6516099-9af3-4b95-a52e-53be7436ba47 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=c43ef70d-e355-4528-bef2-633ae4b02a57 HTTP/1.1" status: 200 len: 210 time: 0.0433364 Aug 20 11:36:16.089611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a8a62a21-f99e-4b19-a35d-89915432b174 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for b37796a1-c0e0-40ef-b4c2-6f07131ea52c owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:16.126476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d9de2-ee1f-4d36-b476-7d9e07d8bc66 req-d3e31124-23d0-4e20-a1bc-4b16d6b825df tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:16.132362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a38d9de2-ee1f-4d36-b476-7d9e07d8bc66 req-d3e31124-23d0-4e20-a1bc-4b16d6b825df tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0590923 Aug 20 11:36:16.180802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a38d9de2-ee1f-4d36-b476-7d9e07d8bc66 req-a4c90347-e177-43c6-a60e-35f60055030e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Aug 20 11:36:16.201640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-85abfefc-9217-4b40-9f3f-5321f348174f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.241692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abfefc-9217-4b40-9f3f-5321f348174f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=1bba5a6a-92a5-4745-8893-c8a6e38d0695,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:16.246005 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-85abfefc-9217-4b40-9f3f-5321f348174f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.249276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-85abfefc-9217-4b40-9f3f-5321f348174f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/1bba5a6a-92a5-4745-8893-c8a6e38d0695 HTTP/1.1" status: 204 len: 168 time: 0.5846519 Aug 20 11:36:16.252156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44452) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:16.260198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0a6b8263-fa5e-4019-b76a-bd64685b3b3c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:16.264670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0465f-0491-4e38-80d6-8de6701b7180 None None] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:16.279762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b3ef25c4-46d8-4366-bf63-0b6af86b7477 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:16.601079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f053dc2d-4d08-4f73-9af7-5870b5856bf5 None None] Network 74012373-02ee-4e58-aab2-2a523a71409c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:16.695883 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8a62a21-f99e-4b19-a35d-89915432b174 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.747026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a62a21-f99e-4b19-a35d-89915432b174 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=b37796a1-c0e0-40ef-b4c2-6f07131ea52c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:16.783832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-97c7ea0a-c165-4619-bcca-99f855f54c70 None None] Provisioning for port b3ef25c4-46d8-4366-bf63-0b6af86b7477 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:16.793833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-97c7ea0a-c165-4619-bcca-99f855f54c70 None None] Provisioning complete for port b3ef25c4-46d8-4366-bf63-0b6af86b7477 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:16.794220 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97c7ea0a-c165-4619-bcca-99f855f54c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.795183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90d7d0-9312-4e5d-94c5-65f751734603 req-81caae65-68b8-4798-8274-924949e767ae tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:16.796737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd90d7d0-9312-4e5d-94c5-65f751734603 req-81caae65-68b8-4798-8274-924949e767ae tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.5198040 Aug 20 11:36:16.891261 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8a62a21-f99e-4b19-a35d-89915432b174 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.893930 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a8a62a21-f99e-4b19-a35d-89915432b174 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/b37796a1-c0e0-40ef-b4c2-6f07131ea52c HTTP/1.1" status: 204 len: 168 time: 1.1098094 Aug 20 11:36:16.897530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44456) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:16.906198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd90d7d0-9312-4e5d-94c5-65f751734603 req-571156bb-af03-4fd6-b806-ac7dc550a8e6 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876491 Aug 20 11:36:16.926881 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97c7ea0a-c165-4619-bcca-99f855f54c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:16.949743 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64d6ffb-5027-4157-957b-e7b8129f5c20 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:36:16.951498 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e64d6ffb-5027-4157-957b-e7b8129f5c20 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/b37796a1-c0e0-40ef-b4c2-6f07131ea52c HTTP/1.1" status: 404 len: 333 time: 0.0520644 Aug 20 11:36:16.954333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44460) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:16.980702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-97c7ea0a-c165-4619-bcca-99f855f54c70 None None] For port b3ef25c4-46d8-4366-bf63-0b6af86b7477, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b3ef25c4-46d8-4366-bf63-0b6af86b7477,segment=NetworkSegment(80b999b0-8e7d-4eef-85d9-a36073f39225),segment_id=80b999b0-8e7d-4eef-85d9-a36073f39225)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:17.031508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b8263-fa5e-4019-b76a-bd64685b3b3c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:17.035371 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a6b8263-fa5e-4019-b76a-bd64685b3b3c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.044651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72d8531-cd59-4980-aef6-3ae20466fd4e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet 70578115-73ef-4a12-81f9-022adc07ad1f {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:17.092493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b72d8531-cd59-4980-aef6-3ae20466fd4e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.122294 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97c7ea0a-c165-4619-bcca-99f855f54c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.168041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b72d8531-cd59-4980-aef6-3ae20466fd4e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.194298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ea38c2c0-ea55-4480-87d9-48a2f75d2550 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:17.261014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: ea38c2c0-ea55-4480-87d9-48a2f75d2550 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:17.261445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ea38c2c0-ea55-4480-87d9-48a2f75d2550 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:17.263601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7ea0a-c165-4619-bcca-99f855f54c70 None None] Pushing event updated for resources: {'Port': ['ID=b3ef25c4-46d8-4366-bf63-0b6af86b7477,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:17.280895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dff65421-98c9-4f98-938e-8ebff8c9721b None None] Provisioning complete for port 91599699-cc92-405e-ae22-6d962a3066fd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:17.281596 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dff65421-98c9-4f98-938e-8ebff8c9721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.320193 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b72d8531-cd59-4980-aef6-3ae20466fd4e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.337333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-dff65421-98c9-4f98-938e-8ebff8c9721b None None] Port 91599699-cc92-405e-ae22-6d962a3066fd cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:17.350739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dff65421-98c9-4f98-938e-8ebff8c9721b None None] Provisioning complete for port b3ef25c4-46d8-4366-bf63-0b6af86b7477 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:17.351241 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dff65421-98c9-4f98-938e-8ebff8c9721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.477259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dff65421-98c9-4f98-938e-8ebff8c9721b None None] Provisioning complete for port f670294b-3e5a-41e0-b3e3-ec72a13f103a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:17.477727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dff65421-98c9-4f98-938e-8ebff8c9721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.533828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-f4dfe9df-467b-449b-9441-61810e2f24b6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.536181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-f4dfe9df-467b-449b-9441-61810e2f24b6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.1780226 Aug 20 11:36:17.548603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27870c02-411b-423d-b7cf-583732a52392 req-f5252c78-88f3-4f40-96b4-08f75544e4e8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.554371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-1e65fba5-fc45-4b4e-9e08-84a05120451b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/quotas/727a97c79f064856b84b08819cc15064 HTTP/1.1" status: 200 len: 375 time: 0.0110602 Aug 20 11:36:17.557657 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27870c02-411b-423d-b7cf-583732a52392 req-f5252c78-88f3-4f40-96b4-08f75544e4e8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1744218 Aug 20 11:36:17.596406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-c3401dd7-7f1d-4ef2-9e03-416ec6a1dc0c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354776 Aug 20 11:36:17.618517 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27870c02-411b-423d-b7cf-583732a52392 req-75c28fe7-9cec-47b9-8996-b0c23d021977 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547268 Aug 20 11:36:17.666473 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b72d8531-cd59-4980-aef6-3ae20466fd4e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.687809 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-91f93a02-7bfe-494e-914c-55ae2a31b3a0 None None] Could not find standard attr ID for object b37796a1-c0e0-40ef-b4c2-6f07131ea52c. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:36:17.695074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d8531-cd59-4980-aef6-3ae20466fd4e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=70578115-73ef-4a12-81f9-022adc07ad1f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:17.701724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b72d8531-cd59-4980-aef6-3ae20466fd4e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.703724 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b72d8531-cd59-4980-aef6-3ae20466fd4e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/70578115-73ef-4a12-81f9-022adc07ad1f HTTP/1.1" status: 204 len: 168 time: 0.7483430 Aug 20 11:36:17.706225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44480) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:17.715406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-d1cd6005-b987-465c-b690-5de4f65568de service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115437 Aug 20 11:36:17.736210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65374a6-a59e-44da-8f01-3603526413e7 None None] Network 74012373-02ee-4e58-aab2-2a523a71409c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:17.771139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a6b8263-fa5e-4019-b76a-bd64685b3b3c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.822205 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-37071094-c83e-4e84-9436-f437a1d2a7a7 service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993438 Aug 20 11:36:17.828601 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07085ee2-814b-4054-8f9a-a62df864c317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.842687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b8263-fa5e-4019-b76a-bd64685b3b3c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:17.842687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b8263-fa5e-4019-b76a-bd64685b3b3c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:17.842687 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.847054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b8263-fa5e-4019-b76a-bd64685b3b3c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:17.847692 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a6b8263-fa5e-4019-b76a-bd64685b3b3c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.864080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04a857-aa73-4fb7-820b-8061ea8ba4ef None None] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:17.871131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b8263-fa5e-4019-b76a-bd64685b3b3c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=17838f3d-69e3-42e6-a5d4-2dbaa0b8f461,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:17.932636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port b3ef25c4-46d8-4366-bf63-0b6af86b7477 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:17.933041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:17.951174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b3ef25c4-46d8-4366-bf63-0b6af86b7477 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:17.994636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0a6b8263-fa5e-4019-b76a-bd64685b3b3c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7378306 Aug 20 11:36:17.995372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44484) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:18.008012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-69a0745a-3a13-4f41-a9fb-4ad545b78823 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'security_group': {'name': 'tempest-secgroup-1395829310'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:18.013381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] For port b3ef25c4-46d8-4366-bf63-0b6af86b7477, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b3ef25c4-46d8-4366-bf63-0b6af86b7477,segment=NetworkSegment(80b999b0-8e7d-4eef-85d9-a36073f39225),segment_id=80b999b0-8e7d-4eef-85d9-a36073f39225)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:18.013757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.030592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for b3ef25c4-46d8-4366-bf63-0b6af86b7477 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:18.057113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d009e54e-538a-4d50-bcbc-d2b3248253ce None None] DHCP port deletion for 74012373-02ee-4e58-aab2-2a523a71409c request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:36:18.103895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b3ef25c4-46d8-4366-bf63-0b6af86b7477 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:18.104298 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.184997 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69a0745a-3a13-4f41-a9fb-4ad545b78823 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.202732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d009e54e-538a-4d50-bcbc-d2b3248253ce None None] Deleting port b3ef25c4-46d8-4366-bf63-0b6af86b7477 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:18.203345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d009e54e-538a-4d50-bcbc-d2b3248253ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.223223 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6738d164-e970-494f-aa12-9640a7e13df7 req-59cb8709-160a-4db7-924b-a3f218b3510b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0373914 Aug 20 11:36:18.253888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.295454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No DVR routers for this DVR port b3ef25c4-46d8-4366-bf63-0b6af86b7477 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:18.301961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=b3ef25c4-46d8-4366-bf63-0b6af86b7477,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:18.335800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d009e54e-538a-4d50-bcbc-d2b3248253ce None None] For port b3ef25c4-46d8-4366-bf63-0b6af86b7477, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b3ef25c4-46d8-4366-bf63-0b6af86b7477,segment=NetworkSegment(80b999b0-8e7d-4eef-85d9-a36073f39225),segment_id=80b999b0-8e7d-4eef-85d9-a36073f39225)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:18.336194 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d009e54e-538a-4d50-bcbc-d2b3248253ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.342842 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69a0745a-3a13-4f41-a9fb-4ad545b78823 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.350029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007c8da-0498-4ce7-9ec8-349520754dcb None None] Update dhcp port {'port': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'fixed_ips': [{'subnet_id': 'afdd7a04-a56f-4792-899e-f20759c878fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '17838f3d-69e3-42e6-a5d4-2dbaa0b8f461'}], 'binding:host_id': 'n-d-804230-3'}, 'id': 'f670294b-3e5a-41e0-b3e3-ec72a13f103a'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:36:18.356040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d009e54e-538a-4d50-bcbc-d2b3248253ce None None] Calling delete_port for b3ef25c4-46d8-4366-bf63-0b6af86b7477 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:18.388807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9007c8da-0498-4ce7-9ec8-349520754dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.402743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.412785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74012373-02ee-4e58-aab2-2a523a71409c']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:18.423375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b999b0-8e7d-4eef-85d9-a36073f39225') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:18.423697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b999b0-8e7d-4eef-85d9-a36073f39225') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:18.435655 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69a0745a-3a13-4f41-a9fb-4ad545b78823 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.440236 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.456633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.464226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:18.464681 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:18.468785 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:18.500320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0745a-3a13-4f41-a9fb-4ad545b78823 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aad477-5b1e-48f9-99d2-801668f4631b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:18.575804 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d009e54e-538a-4d50-bcbc-d2b3248253ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.616288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009e54e-538a-4d50-bcbc-d2b3248253ce None None] Pushing event deleted for resources: {'Port': ['ID=b3ef25c4-46d8-4366-bf63-0b6af86b7477,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:18.618188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009e54e-538a-4d50-bcbc-d2b3248253ce None None] No DVR routers for this DVR port b3ef25c4-46d8-4366-bf63-0b6af86b7477 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:18.625096 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69a0745a-3a13-4f41-a9fb-4ad545b78823 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.629275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-69a0745a-3a13-4f41-a9fb-4ad545b78823 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6298938 Aug 20 11:36:18.632176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44494) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:18.636844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-33fc130c-7948-41fc-ba98-4aa37c8589be tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'security_group': {'name': 'tempest-secgroup-902983326'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:18.669404 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.670097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.680016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-9007c8da-0498-4ce7-9ec8-349520754dcb None None] Allocated IP 2001:db8::2 (0f1d7e9e-a621-4d52-9dd9-1d0b745242d8/17838f3d-69e3-42e6-a5d4-2dbaa0b8f461/f670294b-3e5a-41e0-b3e3-ec72a13f103a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:18.689995 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.693288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/networks/74012373-02ee-4e58-aab2-2a523a71409c HTTP/1.1" status: 204 len: 168 time: 0.9860768 Aug 20 11:36:18.701619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44498) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:18.707965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'name': 'tempest-PortsTestJSON-673951329'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:18.718796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a794d-e7e9-44c4-9685-985f0f3ad877 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Network': ['ID=74012373-02ee-4e58-aab2-2a523a71409c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:18.817704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9007c8da-0498-4ce7-9ec8-349520754dcb None None] For port f670294b-3e5a-41e0-b3e3-ec72a13f103a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f670294b-3e5a-41e0-b3e3-ec72a13f103a,segment=NetworkSegment(85f13fe6-a2ad-45e4-983f-14ac68948f93),segment_id=85f13fe6-a2ad-45e4-983f-14ac68948f93)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:18.838690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740da48-285c-4a99-a7df-252ad99ebb48 req-13198885-edf1-4af2-bf9b-124a554894d1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:18.844435 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c740da48-285c-4a99-a7df-252ad99ebb48 req-13198885-edf1-4af2-bf9b-124a554894d1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1165471 Aug 20 11:36:18.849972 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9007c8da-0498-4ce7-9ec8-349520754dcb None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.864974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9007c8da-0498-4ce7-9ec8-349520754dcb None None] Transition to ACTIVE for port object f670294b-3e5a-41e0-b3e3-ec72a13f103a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:18.874493 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33fc130c-7948-41fc-ba98-4aa37c8589be tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:18.906047 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c740da48-285c-4a99-a7df-252ad99ebb48 req-7dbaae59-f314-49d6-8f65-e921a14f5a65 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583737 Aug 20 11:36:18.985051 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9007c8da-0498-4ce7-9ec8-349520754dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.024333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:19.030657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.060832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 70f014e5-fae7-4a44-9205-e12a4a5041c3 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:19.133629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007c8da-0498-4ce7-9ec8-349520754dcb None None] Pushing event updated for resources: {'Port': ['ID=f670294b-3e5a-41e0-b3e3-ec72a13f103a,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:19.203177 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33fc130c-7948-41fc-ba98-4aa37c8589be tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.288925 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.297422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.309712 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66988b3c-1a56-4038-ad3e-f5fabf635565 req-db72ae57-ed5e-446e-a7ba-92aff925f262 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0393655 Aug 20 11:36:19.333591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33fc130c-7948-41fc-ba98-4aa37c8589be tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.378051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc130c-7948-41fc-ba98-4aa37c8589be tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b0cdb4-0449-4f57-8caa-bc223b415984,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:19.453454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a8c05-b276-44e4-8f80-09e925e29322 req-3524eda4-0bcc-4d5c-b13b-b443865f6f86 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.455143 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e34a8c05-b276-44e4-8f80-09e925e29322 req-3524eda4-0bcc-4d5c-b13b-b443865f6f86 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0619490 Aug 20 11:36:19.497387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e34a8c05-b276-44e4-8f80-09e925e29322 req-302f9a0f-7261-4006-b58d-6b1c1ee58f48 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353241 Aug 20 11:36:19.579564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.584227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33fc130c-7948-41fc-ba98-4aa37c8589be tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.586411 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-33fc130c-7948-41fc-ba98-4aa37c8589be tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9531231 Aug 20 11:36:19.591188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44512) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:19.596707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f5a2ff39-35c2-452c-83db-0e74f3ae668e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'security_group': {'name': 'tempest-secgroup-1318076425'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:19.633829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:19.637562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:19.640066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:19.645827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:19.646470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.661193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=70f014e5-fae7-4a44-9205-e12a4a5041c3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:19.727981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7534ba15-55c0-4312-9cd3-33b99a40258b None None] Provisioning complete for port 91599699-cc92-405e-ae22-6d962a3066fd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:19.728397 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7534ba15-55c0-4312-9cd3-33b99a40258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.751474 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5a2ff39-35c2-452c-83db-0e74f3ae668e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.764721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7534ba15-55c0-4312-9cd3-33b99a40258b None None] Port 91599699-cc92-405e-ae22-6d962a3066fd cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:19.912940 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f670294b-3e5a-41e0-b3e3-ec72a13f103a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:19.915204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7534ba15-55c0-4312-9cd3-33b99a40258b None None] Provisioning for port f670294b-3e5a-41e0-b3e3-ec72a13f103a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:19.920847 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2ae279c0-e58d-4514-9647-66c0b82754ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2115762 Aug 20 11:36:19.920847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44514) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:19.937203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7534ba15-55c0-4312-9cd3-33b99a40258b None None] Provisioning complete for port f670294b-3e5a-41e0-b3e3-ec72a13f103a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:19.937572 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7534ba15-55c0-4312-9cd3-33b99a40258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:19.999620 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5a2ff39-35c2-452c-83db-0e74f3ae668e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.004711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f670294b-3e5a-41e0-b3e3-ec72a13f103a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:20.005085 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.029485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-60199aad-7503-4a1c-aae0-1a5a7145d2c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 70f014e5-fae7-4a44-9205-e12a4a5041c3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:20.029485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60199aad-7503-4a1c-aae0-1a5a7145d2c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.099415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60199aad-7503-4a1c-aae0-1a5a7145d2c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.112118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5a2ff39-35c2-452c-83db-0e74f3ae668e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.114853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-60199aad-7503-4a1c-aae0-1a5a7145d2c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 70f014e5-fae7-4a44-9205-e12a4a5041c3 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:20.158960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2ff39-35c2-452c-83db-0e74f3ae668e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11879dee-045e-4e18-a6c0-269d5e9e9557,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:20.189080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b3ef25c4-46d8-4366-bf63-0b6af86b7477 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:20.215673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b3ef25c4-46d8-4366-bf63-0b6af86b7477 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:20.216016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b3ef25c4-46d8-4366-bf63-0b6af86b7477 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:20.345314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5a2ff39-35c2-452c-83db-0e74f3ae668e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.345512 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60199aad-7503-4a1c-aae0-1a5a7145d2c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.354134 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f5a2ff39-35c2-452c-83db-0e74f3ae668e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7542598 Aug 20 11:36:20.354134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44520) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:20.354836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1772926762', 'security_groups': ['11879dee-045e-4e18-a6c0-269d5e9e9557'], 'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '17838f3d-69e3-42e6-a5d4-2dbaa0b8f461'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:20.378240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60199aad-7503-4a1c-aae0-1a5a7145d2c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=70f014e5-fae7-4a44-9205-e12a4a5041c3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:20.383810 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-60199aad-7503-4a1c-aae0-1a5a7145d2c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.388470 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-60199aad-7503-4a1c-aae0-1a5a7145d2c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/70f014e5-fae7-4a44-9205-e12a4a5041c3 HTTP/1.1" status: 204 len: 168 time: 0.4676325 Aug 20 11:36:20.388766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44522) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:20.393908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'mac_address': 'fa:16:3e:18:17:65', 'name': 'tempest-PortsTestJSON-1709235807'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:20.431157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0bfea38d-df34-4d66-a8c1-dae217d3da49 req-76b43466-819d-46d5-9ec3-dab5d3271b06 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0302505 Aug 20 11:36:20.538796 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:36:20.538796 n-d-804230-3 neutron-server[95587]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 11:36:20.538796 n-d-804230-3 neutron-server[95587]: [parameters: {'project_id': 'd4c4b61a9e5946b1a952e30790cbe7cf', 'id': '4623bf80-7104-49de-ac58-9c972f6265c3', 'expiration': datetime.datetime(2021, 8, 20, 11, 38, 20, 534482)}] Aug 20 11:36:20.538796 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:36:20.539382 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:36:20.620553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b517a-18e7-4d02-9024-cfd2dcadd769 req-28db2fc3-8d71-4c15-ae62-2e9ebea44168 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.622383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f23b517a-18e7-4d02-9024-cfd2dcadd769 req-28db2fc3-8d71-4c15-ae62-2e9ebea44168 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0512877 Aug 20 11:36:20.660278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f23b517a-18e7-4d02-9024-cfd2dcadd769 req-912be9f9-63a3-46dc-8cb2-8a13349d07f7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Aug 20 11:36:20.704617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:20.830158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a0372-2a9c-45a7-bad2-909dce056f78 req-b00a939a-81af-42ed-adfa-63d6eda66ff7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:20.831677 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-721a0372-2a9c-45a7-bad2-909dce056f78 req-b00a939a-81af-42ed-adfa-63d6eda66ff7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0803611 Aug 20 11:36:20.834712 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.836416 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:20.865038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] device_id is not set on port 0c9c7dbb-6efe-4661-809d-41eddb340cd2 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:20.927202 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-721a0372-2a9c-45a7-bad2-909dce056f78 req-d473dd84-f439-479a-bd07-5cc8940dd791 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891957 Aug 20 11:36:21.086008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8::118 (0f1d7e9e-a621-4d52-9dd9-1d0b745242d8/17838f3d-69e3-42e6-a5d4-2dbaa0b8f461/0c9c7dbb-6efe-4661-809d-41eddb340cd2) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:21.125703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fd9f5-da5e-4080-922b-d6441084ee67 req-68b9bc5e-4bd9-4de3-a87c-d290d6c25a2b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.127380 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-689fd9f5-da5e-4080-922b-d6441084ee67 req-68b9bc5e-4bd9-4de3-a87c-d290d6c25a2b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0908070 Aug 20 11:36:21.227571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-689fd9f5-da5e-4080-922b-d6441084ee67 req-983a8cce-efbd-40a8-b679-f29496443352 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891337 Aug 20 11:36:21.310994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.332516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object 0c9c7dbb-6efe-4661-809d-41eddb340cd2 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:21.414767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44809-0853-4664-abdb-d34b7ce8b069 req-b98cc714-544c-44cb-ba05-ee158db3b5a4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.416633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ee44809-0853-4664-abdb-d34b7ce8b069 req-b98cc714-544c-44cb-ba05-ee158db3b5a4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0638294 Aug 20 11:36:21.447252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-e41a4cf6-07cc-4fdd-b324-ab028da96fae tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.449374 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-e41a4cf6-07cc-4fdd-b324-ab028da96fae tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.4472733 Aug 20 11:36:21.458344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ee44809-0853-4664-abdb-d34b7ce8b069 req-3e8b69b0-c0d3-4cd1-ad39-eed8f664eb65 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337374 Aug 20 11:36:21.469114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Request body: {'port': {'device_id': '0ed03fa9-0360-45a6-9873-395a258c3612', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'admin_state_up': True, 'tenant_id': '727a97c79f064856b84b08819cc15064'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:21.528056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.553590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d253c18-e912-493f-a8f7-31abcabf3fc9 req-c612b3cb-2e23-42f2-b366-3af80a892593 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0322454 Aug 20 11:36:21.560378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:21.590745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:21.608897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:21.611402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:21.617475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.618138 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.643846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=0c9c7dbb-6efe-4661-809d-41eddb340cd2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:21.662613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8f1c3-ca45-40db-a4da-656cda23f08c req-92cde02a-a53b-45a2-9b3c-90f367604695 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.664281 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6cb8f1c3-ca45-40db-a4da-656cda23f08c req-92cde02a-a53b-45a2-9b3c-90f367604695 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0973463 Aug 20 11:36:21.670380 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.693595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port b5a554da-fba9-46f0-b2f9-902a6bcd3db2 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:21.710672 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6cb8f1c3-ca45-40db-a4da-656cda23f08c req-e3572f4e-c8bb-4b0a-bbe6-b7fdb5af9c34 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Aug 20 11:36:21.735730 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b9fe0160-73ef-460d-9aed-af63cc755bf4 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3841720 Aug 20 11:36:21.738758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44546) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:21.744365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ddc19aea-6de9-4b63-b43a-d1f398b0b547 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:21.876027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Made reservation on behalf of 727a97c79f064856b84b08819cc15064 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:21.879463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.947864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bbfff-f4d7-4e21-b806-c5d3d6d52bd8 req-38e981c5-ba47-4e7d-8815-2b2d81d5be0f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:21.949299 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-220bbfff-f4d7-4e21-b806-c5d3d6d52bd8 req-38e981c5-ba47-4e7d-8815-2b2d81d5be0f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1498070 Aug 20 11:36:21.955233 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:21.983879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc19aea-6de9-4b63-b43a-d1f398b0b547 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:21.987335 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ddc19aea-6de9-4b63-b43a-d1f398b0b547 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.025218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9ae26d78-e09b-476a-ac40-d8823f4e1de2 None None] Provisioning for port 0c9c7dbb-6efe-4661-809d-41eddb340cd2 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:22.029357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9ae26d78-e09b-476a-ac40-d8823f4e1de2 None None] Provisioning complete for port 0c9c7dbb-6efe-4661-809d-41eddb340cd2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:22.029813 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9ae26d78-e09b-476a-ac40-d8823f4e1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.085823 n-d-804230-3 neutron-server[95588]: INFO neutron.db.ipam_backend_mixin [None req-ddc19aea-6de9-4b63-b43a-d1f398b0b547 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17838f3d-69e3-42e6-a5d4-2dbaa0b8f461 (CIDR: 2001:db8::/64) Aug 20 11:36:22.092123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-220bbfff-f4d7-4e21-b806-c5d3d6d52bd8 req-53a9d797-dbe9-4133-abf7-46c90e08a821 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349123 Aug 20 11:36:22.114943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Allocated IP 172.20.0.2 (bf43dbf1-d4ba-4723-ba78-23cd10b6aacc/f67b176a-02c2-4042-9683-21af539b6672/19d12686-dd3b-4962-9d0e-958d04b68483) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:22.154688 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc19aea-6de9-4b63-b43a-d1f398b0b547 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:36:22.154688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc19aea-6de9-4b63-b43a-d1f398b0b547 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:22.221687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9ae26d78-e09b-476a-ac40-d8823f4e1de2 None None] Port 0c9c7dbb-6efe-4661-809d-41eddb340cd2 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:22.249356 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.266571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ddc19aea-6de9-4b63-b43a-d1f398b0b547 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5256078 Aug 20 11:36:22.268394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44552) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:22.273533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1cbbd8f4-bc2d-4e81-92e5-fb4598876f90 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:22.321834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:22.340761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:22.343282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:22.349101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.349747 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.359107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=b5a554da-fba9-46f0-b2f9-902a6bcd3db2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:22.376676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4c11f-9ef5-4990-9596-1b16c1ba3dd3 req-352e4bd4-1e46-44a0-9943-55f967d72036 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.378505 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dab4c11f-9ef5-4990-9596-1b16c1ba3dd3 req-352e4bd4-1e46-44a0-9943-55f967d72036 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1675615 Aug 20 11:36:22.411817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.442646 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dab4c11f-9ef5-4990-9596-1b16c1ba3dd3 req-b65b0bbe-fb94-4552-b34c-38100755c710 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564783 Aug 20 11:36:22.503556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c85756-1e54-40f0-b6b9-2bdb15fbedb6 req-442af90a-5768-49c9-a6e4-4cda5344cb62 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.505015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6c85756-1e54-40f0-b6b9-2bdb15fbedb6 req-442af90a-5768-49c9-a6e4-4cda5344cb62 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 945 time: 0.0503228 Aug 20 11:36:22.506107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbbd8f4-bc2d-4e81-92e5-fb4598876f90 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:22.509437 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1cbbd8f4-bc2d-4e81-92e5-fb4598876f90 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.557250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.596886 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b6c85756-1e54-40f0-b6b9-2bdb15fbedb6 req-6f9a6bbf-6430-4967-948a-764dd02589bb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834601 Aug 20 11:36:22.599907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3f17e-0807-4e2d-8b9e-af3f5e060c15 req-cb9cadab-814e-462c-8de5-b3cc64ff1e30 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.601501 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ccf3f17e-0807-4e2d-8b9e-af3f5e060c15 req-cb9cadab-814e-462c-8de5-b3cc64ff1e30 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0857899 Aug 20 11:36:22.607081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7565578b-a385-4c8c-9405-30d2a1fd0c80 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2170415 Aug 20 11:36:22.611799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44562) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:22.630250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:22.639627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:22.642279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:22.654642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event updated for resources: {'Port': ['ID=19d12686-dd3b-4962-9d0e-958d04b68483,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:22.684045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6964a3-bb08-4307-ba1b-54bfc3217675 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.685644 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1f6964a3-bb08-4307-ba1b-54bfc3217675 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/b5a554da-fba9-46f0-b2f9-902a6bcd3db2 HTTP/1.1" status: 200 len: 841 time: 0.0728683 Aug 20 11:36:22.689230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44566) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:22.702726 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ccf3f17e-0807-4e2d-8b9e-af3f5e060c15 req-91ff8baa-2f56-4ae4-810f-a767ce5865c3 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894651 Aug 20 11:36:22.708219 n-d-804230-3 neutron-server[95588]: INFO neutron.db.ipam_backend_mixin [None req-1cbbd8f4-bc2d-4e81-92e5-fb4598876f90 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet afdd7a04-a56f-4792-899e-f20759c878fe (CIDR: 2001:db8:0:1::/64) Aug 20 11:36:22.725164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.726127 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.805920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a0a6a-4851-4a30-8961-66d049b06f6d req-81aff130-16d2-4b61-95d3-85fa38b7c9b7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:22.808070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d6a0a6a-4851-4a30-8961-66d049b06f6d req-81aff130-16d2-4b61-95d3-85fa38b7c9b7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 931 time: 0.1319036 Aug 20 11:36:22.808962 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbbd8f4-bc2d-4e81-92e5-fb4598876f90 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:36:22.809430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cbbd8f4-bc2d-4e81-92e5-fb4598876f90 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:22.865174 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-3baf4fb1-8424-4691-8ecb-0489848e7ce9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4035568 Aug 20 11:36:22.865564 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d6a0a6a-4851-4a30-8961-66d049b06f6d req-74b43718-18ba-4a7d-8f25-fe04234368d3 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497072 Aug 20 11:36:22.874708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-33b5e0fd-9c25-40c0-8b03-2508f2bd2bb9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port b5a554da-fba9-46f0-b2f9-902a6bcd3db2 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:22.875255 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0fd-9c25-40c0-8b03-2508f2bd2bb9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.890379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Request body: {'port': {'device_id': '0ed03fa9-0360-45a6-9873-395a258c3612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:22.951283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0fd-9c25-40c0-8b03-2508f2bd2bb9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.964144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-33b5e0fd-9c25-40c0-8b03-2508f2bd2bb9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for b5a554da-fba9-46f0-b2f9-902a6bcd3db2 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:22.968281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:22.975149 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1cbbd8f4-bc2d-4e81-92e5-fb4598876f90 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7057195 Aug 20 11:36:22.977771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44580) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:22.984751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-89831501-0200-4175-a182-82a3d78f4a20 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'subnet': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:23.164248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73a53b-def8-4acf-bb6a-2222a919e233 req-e0dfc333-3847-4cf0-82de-2755da44a3f5 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.165757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ff73a53b-def8-4acf-bb6a-2222a919e233 req-e0dfc333-3847-4cf0-82de-2755da44a3f5 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1509047 Aug 20 11:36:23.215449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ff73a53b-def8-4acf-bb6a-2222a919e233 req-392caf1b-eccc-4ae8-93dc-4a302d0c1d97 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Aug 20 11:36:23.253395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0fd-9c25-40c0-8b03-2508f2bd2bb9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.265240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d12686-dd3b-4962-9d0e-958d04b68483 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:23.273875 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.284070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5e0fd-9c25-40c0-8b03-2508f2bd2bb9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=b5a554da-fba9-46f0-b2f9-902a6bcd3db2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:23.287539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Transition to ACTIVE for port object 19d12686-dd3b-4962-9d0e-958d04b68483 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:23.300250 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33b5e0fd-9c25-40c0-8b03-2508f2bd2bb9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.302142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-33b5e0fd-9c25-40c0-8b03-2508f2bd2bb9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/b5a554da-fba9-46f0-b2f9-902a6bcd3db2 HTTP/1.1" status: 204 len: 168 time: 0.6030517 Aug 20 11:36:23.302841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89831501-0200-4175-a182-82a3d78f4a20 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Made reservation on behalf of 8245bfe2e34c424487bd361ed3645dd1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:23.305283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44586) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:23.306725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89831501-0200-4175-a182-82a3d78f4a20 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.331586 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-691bea6a-b23c-434a-a984-936c7aa16c2f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:36:23.334908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-691bea6a-b23c-434a-a984-936c7aa16c2f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/b5a554da-fba9-46f0-b2f9-902a6bcd3db2 HTTP/1.1" status: 404 len: 333 time: 0.0285647 Aug 20 11:36:23.337588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44590) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:23.342606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'name': 'tempest-PortsTestJSON-1270646977'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:23.403962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3888a4-55c5-4e3b-979a-bc22e429ccde req-cf5d6089-b80e-49bf-b34b-ae1ef4abbc59 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.405463 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7e3888a4-55c5-4e3b-979a-bc22e429ccde req-cf5d6089-b80e-49bf-b34b-ae1ef4abbc59 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1192355 Aug 20 11:36:23.426126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.470606 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7e3888a4-55c5-4e3b-979a-bc22e429ccde req-bc9939f7-e86e-458f-b0b6-bb50a0c9486c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569112 Aug 20 11:36:23.485061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Pushing event updated for resources: {'Port': ['ID=19d12686-dd3b-4962-9d0e-958d04b68483,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:23.566121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Attempting to bind port 19d12686-dd3b-4962-9d0e-958d04b68483 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:23.566491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Attempting to bind port 19d12686-dd3b-4962-9d0e-958d04b68483 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:23.566864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Attempting to bind port 19d12686-dd3b-4962-9d0e-958d04b68483 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:23.571648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Port 19d12686-dd3b-4962-9d0e-958d04b68483 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:23.571973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Attempting to bind port 19d12686-dd3b-4962-9d0e-958d04b68483 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:23.577228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:23.583730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Checking segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:23.583730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Bound using segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:23.583730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Bound port: 19d12686-dd3b-4962-9d0e-958d04b68483, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:23.583730 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.595417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:23.599425 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.653007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 44b923fc-ba9f-4d83-90ff-936fd7bf555a yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:23.654422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f583d-087b-48e0-9bae-90d61c37b6bb req-8644e761-65c5-4546-9b10-6c60deebcf0c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.656304 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e1f583d-087b-48e0-9bae-90d61c37b6bb req-8644e761-65c5-4546-9b10-6c60deebcf0c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0681865 Aug 20 11:36:23.707446 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e1f583d-087b-48e0-9bae-90d61c37b6bb req-bfcc55c9-1a00-40c9-a5be-494cea66556b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Aug 20 11:36:23.715966 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89831501-0200-4175-a182-82a3d78f4a20 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.717443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] For port 19d12686-dd3b-4962-9d0e-958d04b68483, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:23.722255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] For port 19d12686-dd3b-4962-9d0e-958d04b68483, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=19d12686-dd3b-4962-9d0e-958d04b68483,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:23.774899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89831501-0200-4175-a182-82a3d78f4a20 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:23.781037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-89831501-0200-4175-a182-82a3d78f4a20 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:23.789631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db14c5ee-a69a-46ed-ba62-f67dc8cfb78c None None] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:23.790722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89831501-0200-4175-a182-82a3d78f4a20 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.791224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89831501-0200-4175-a182-82a3d78f4a20 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.803251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89831501-0200-4175-a182-82a3d78f4a20 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Subnet': ['ID=6bd0a0cb-9349-4afe-a5e6-e00f1e015509,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:23.823489 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.888935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.889575 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.891028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] 10.222.0.57 "PUT /v2.0/ports/19d12686-dd3b-4962-9d0e-958d04b68483 HTTP/1.1" status: 200 len: 1091 time: 1.0168884 Aug 20 11:36:23.895761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed03fa9-0360-45a6-9873-395a258c3612', 'tag': '19d12686-dd3b-4962-9d0e-958d04b68483'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:23.898033 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26670c22-85e1-474f-8b64-4ae6e384bdf7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed03fa9-0360-45a6-9873-395a258c3612", "tag": "19d12686-dd3b-4962-9d0e-958d04b68483"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:23.911577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-89831501-0200-4175-a182-82a3d78f4a20 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9327734 Aug 20 11:36:23.914781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44602) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:23.923761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1434506447', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6bd0a0cb-9349-4afe-a5e6-e00f1e015509'}], 'security_groups': ['c6aad477-5b1e-48f9-99d2-801668f4631b', 'c5b0cdb4-0449-4f57-8caa-bc223b415984']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:23.926602 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:23.953289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d51b7-d5ba-4d46-80de-55ca598a4056 req-8b3f2f0c-cc22-45df-959e-3baaf346670d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:23.955790 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-717d51b7-d5ba-4d46-80de-55ca598a4056 req-8b3f2f0c-cc22-45df-959e-3baaf346670d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1539648 Aug 20 11:36:23.958097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c03e15-1c62-455b-b33d-8da2f2db441a service neutron] Pushing event updated for resources: {'Port': ['ID=19d12686-dd3b-4962-9d0e-958d04b68483,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:24.027184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-717d51b7-d5ba-4d46-80de-55ca598a4056 req-00c3190f-3b68-4791-bb0a-508aedf4c4b2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524850 Aug 20 11:36:24.059995 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:24.062266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6858fb5b-f723-4d87-8105-1a588faa436e None None] Update dhcp port {'port': {'network_id': '0f1d7e9e-a621-4d52-9dd9-1d0b745242d8', 'fixed_ips': [{'subnet_id': 'afdd7a04-a56f-4792-899e-f20759c878fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '17838f3d-69e3-42e6-a5d4-2dbaa0b8f461', 'ip_address': '2001:db8::2'}, {'subnet_id': '6bd0a0cb-9349-4afe-a5e6-e00f1e015509'}], 'binding:host_id': 'n-d-804230-3'}, 'id': 'f670294b-3e5a-41e0-b3e3-ec72a13f103a'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:36:24.091424 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6858fb5b-f723-4d87-8105-1a588faa436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:24.095270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9150cb-c7e0-479d-a686-6d6003433bc1 req-3b5f5411-0bff-481b-8bfa-8efd9e19a1c9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.103944 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be9150cb-c7e0-479d-a686-6d6003433bc1 req-3b5f5411-0bff-481b-8bfa-8efd9e19a1c9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 943 time: 0.1148105 Aug 20 11:36:24.111817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-54d49f99-ae4b-4990-940f-4236da56966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.113359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-54d49f99-ae4b-4990-940f-4236da56966b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 1094 time: 0.0743537 Aug 20 11:36:24.128573 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:24.190038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-0553bbe6-e46e-4088-9197-004a7c9b4fd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19d12686-dd3b-4962-9d0e-958d04b68483 HTTP/1.1" status: 200 len: 217 time: 0.0551708 Aug 20 11:36:24.215218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be9150cb-c7e0-479d-a686-6d6003433bc1 req-eba7a3eb-109b-41fe-b7d8-5daede2749d9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104941 Aug 20 11:36:24.268692 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c2029a-b060-4d1a-bce9-4bb18dcb8e5a x-openstack-request-id: req-04c2029a-b060-4d1a-bce9-4bb18dcb8e5a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:24.268958 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed03fa9-0360-45a6-9873-395a258c3612", "tag": "19d12686-dd3b-4962-9d0e-958d04b68483", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:24.269757 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04c2029a-b060-4d1a-bce9-4bb18dcb8e5a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:24.269757 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed03fa9-0360-45a6-9873-395a258c3612', 'tag': '19d12686-dd3b-4962-9d0e-958d04b68483', 'status': 'completed', 'code': 200} Aug 20 11:36:24.279683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:24.289194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:24.301538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=44b923fc-ba9f-4d83-90ff-936fd7bf555a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:24.302736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-6858fb5b-f723-4d87-8105-1a588faa436e None None] Allocated IP 2001:db8:0:2::2 (0f1d7e9e-a621-4d52-9dd9-1d0b745242d8/6bd0a0cb-9349-4afe-a5e6-e00f1e015509/f670294b-3e5a-41e0-b3e3-ec72a13f103a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:24.314468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:24.320719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.326802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:24.345649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-c8a7d9f9-0041-42b5-9723-2d41333d6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.346867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-c8a7d9f9-0041-42b5-9723-2d41333d6e33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 200 len: 852 time: 0.1258562 Aug 20 11:36:24.406455 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-fd18c32b-d8b7-4787-ab86-e34b37716655 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298133 Aug 20 11:36:24.423883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd0301-ce5a-407e-9469-7989e2a20615 req-43d5451e-10fc-4805-8a22-831e06972bd2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.425393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcfd0301-ce5a-407e-9469-7989e2a20615 req-43d5451e-10fc-4805-8a22-831e06972bd2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0770912 Aug 20 11:36:24.430491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6858fb5b-f723-4d87-8105-1a588faa436e None None] For port f670294b-3e5a-41e0-b3e3-ec72a13f103a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f670294b-3e5a-41e0-b3e3-ec72a13f103a,segment=NetworkSegment(85f13fe6-a2ad-45e4-983f-14ac68948f93),segment_id=85f13fe6-a2ad-45e4-983f-14ac68948f93)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:24.462690 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6858fb5b-f723-4d87-8105-1a588faa436e None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:24.476479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6858fb5b-f723-4d87-8105-1a588faa436e None None] Transition to ACTIVE for port object f670294b-3e5a-41e0-b3e3-ec72a13f103a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:24.479573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-68883056-ec6b-48b0-89fe-e0bec978a3d3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1409111 Aug 20 11:36:24.482389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44614) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:24.488203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-aa0f7298-167e-4962-9391-bd42e42a4eb8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:24.526284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fcfd0301-ce5a-407e-9469-7989e2a20615 req-4413026b-88a4-489d-83ee-ab1d1da93d36 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929518 Aug 20 11:36:24.544895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-9ba7512b-5789-4048-bdf3-77713146af3b service neutron] 10.222.0.57 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293759 Aug 20 11:36:24.564382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7298-167e-4962-9391-bd42e42a4eb8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:24.602460 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6858fb5b-f723-4d87-8105-1a588faa436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:24.661501 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d8a5aef-d977-4ecc-8304-e21614140c0d req-0d7643c4-9f07-4e34-b813-86345ce4103d service neutron] 10.222.0.57 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093163 Aug 20 11:36:24.696823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858fb5b-f723-4d87-8105-1a588faa436e None None] Pushing event updated for resources: {'Port': ['ID=f670294b-3e5a-41e0-b3e3-ec72a13f103a,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:24.830338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c044a25-7df5-43d8-bd8b-3919c3bcff20 req-a5554517-77e5-4bb6-acdb-60b6e6948f0e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.831825 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c044a25-7df5-43d8-bd8b-3919c3bcff20 req-a5554517-77e5-4bb6-acdb-60b6e6948f0e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2135973 Aug 20 11:36:24.862388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26670c22-85e1-474f-8b64-4ae6e384bdf7 req-b59214dd-f183-4ce7-b600-9528f8651086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.864632 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26670c22-85e1-474f-8b64-4ae6e384bdf7 req-b59214dd-f183-4ce7-b600-9528f8651086 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 1094 time: 0.0576952 Aug 20 11:36:24.890982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Delete allocated IP 2001:db8::118 (0f1d7e9e-a621-4d52-9dd9-1d0b745242d8/17838f3d-69e3-42e6-a5d4-2dbaa0b8f461) {{(pid=95588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:36:24.918861 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7298-167e-4962-9391-bd42e42a4eb8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:24.922744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Allocated IP 2001:db8:0:2::285 (0f1d7e9e-a621-4d52-9dd9-1d0b745242d8/6bd0a0cb-9349-4afe-a5e6-e00f1e015509/0c9c7dbb-6efe-4661-809d-41eddb340cd2) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:24.927633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c044a25-7df5-43d8-bd8b-3919c3bcff20 req-c0437ab2-c465-4619-9b3a-daebb6b58fec tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810707 Aug 20 11:36:24.989182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26670c22-85e1-474f-8b64-4ae6e384bdf7 req-f747ae21-e394-4bb7-b874-b996b11b4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:24.990883 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26670c22-85e1-474f-8b64-4ae6e384bdf7 req-f747ae21-e394-4bb7-b874-b996b11b4550 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 913 time: 0.1183538 Aug 20 11:36:25.050033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26670c22-85e1-474f-8b64-4ae6e384bdf7 req-13d731f5-b4f8-49e8-84f9-1f9c57c196e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19d12686-dd3b-4962-9d0e-958d04b68483 HTTP/1.1" status: 200 len: 217 time: 0.0467911 Aug 20 11:36:25.051457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7298-167e-4962-9391-bd42e42a4eb8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.112303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26670c22-85e1-474f-8b64-4ae6e384bdf7 req-681502ae-79cd-403f-9cc3-3672a5fb4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:25.114811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26670c22-85e1-474f-8b64-4ae6e384bdf7 req-681502ae-79cd-403f-9cc3-3672a5fb4e03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 200 len: 852 time: 0.0579972 Aug 20 11:36:25.130657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f7298-167e-4962-9391-bd42e42a4eb8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] In _notify_port_updated(), no bound segment for port 44b923fc-ba9f-4d83-90ff-936fd7bf555a on network 93fa2a14-1ee5-4b5b-8333-370522348fa1 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:36:25.137056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0f7298-167e-4962-9391-bd42e42a4eb8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:25.137700 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7298-167e-4962-9391-bd42e42a4eb8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.141484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aa0f7298-167e-4962-9391-bd42e42a4eb8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "PUT /v2.0/ports/44b923fc-ba9f-4d83-90ff-936fd7bf555a HTTP/1.1" status: 200 len: 818 time: 0.6552963 Aug 20 11:36:25.148882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44622) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:25.153210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26670c22-85e1-474f-8b64-4ae6e384bdf7 req-cfa53b70-69cd-4428-b582-9abd8b8d0d21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299911 Aug 20 11:36:25.174211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f7298-167e-4962-9391-bd42e42a4eb8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=44b923fc-ba9f-4d83-90ff-936fd7bf555a,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:25.205420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:25.255946 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26670c22-85e1-474f-8b64-4ae6e384bdf7 req-cee3faa3-9aa3-411a-befa-638b79d8fd08 service neutron] 10.222.0.57 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942335 Aug 20 11:36:25.263853 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.279020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Transition to ACTIVE for port object 0c9c7dbb-6efe-4661-809d-41eddb340cd2 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:25.321778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bdc31-7223-4f15-a2e5-55160d8e8ac0 req-d3177316-a2af-4464-8718-bf647a82fe0d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:25.323424 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-116bdc31-7223-4f15-a2e5-55160d8e8ac0 req-d3177316-a2af-4464-8718-bf647a82fe0d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2696972 Aug 20 11:36:25.353360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:25.372214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'port_id': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'mac_address': 'fa:16:3e:83:17:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:25.396058 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 44b923fc-ba9f-4d83-90ff-936fd7bf555a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:25.396586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.415939 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.417618 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.422620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b7712-5538-43aa-8cd4-a43b28c747f0 req-0e855c39-f92f-421f-a058-42848c8ecae1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:25.424620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-882b7712-5538-43aa-8cd4-a43b28c747f0 req-0e855c39-f92f-421f-a058-42848c8ecae1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 943 time: 0.1285622 Aug 20 11:36:25.443977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4a0ee02-c982-4657-abe0-c555d63e5a45 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:25.461225 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26670c22-85e1-474f-8b64-4ae6e384bdf7 req-3a8bdfd4-b156-4c51-b682-0d19ec685e0a service neutron] 10.222.0.57 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964505 Aug 20 11:36:25.467834 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-116bdc31-7223-4f15-a2e5-55160d8e8ac0 req-b6085c31-3027-4153-bc1c-2f6ee2c88e7b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345172 Aug 20 11:36:25.471187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:25.481267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1cb825f-ae38-484f-a834-38505a7ae587 None None] Provisioning complete for port 91599699-cc92-405e-ae22-6d962a3066fd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:25.481645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1cb825f-ae38-484f-a834-38505a7ae587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.499307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-882b7712-5538-43aa-8cd4-a43b28c747f0 req-b0f046cc-949a-4d4a-b71d-2946e4a459a3 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606196 Aug 20 11:36:25.526327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb825f-ae38-484f-a834-38505a7ae587 None None] Port 91599699-cc92-405e-ae22-6d962a3066fd cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:25.556079 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.560212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] In _notify_port_updated(), no bound segment for port 0c9c7dbb-6efe-4661-809d-41eddb340cd2 on network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:36:25.564353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:25.565027 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.566468 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "PUT /v2.0/ports/0c9c7dbb-6efe-4661-809d-41eddb340cd2 HTTP/1.1" status: 200 len: 970 time: 1.6496527 Aug 20 11:36:25.569551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44632) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:25.584949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965de10e-8631-4ac2-88e9-b56d1341baf0 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event updated for resources: {'Port': ['ID=0c9c7dbb-6efe-4661-809d-41eddb340cd2,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:25.589608 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.629170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 44b923fc-ba9f-4d83-90ff-936fd7bf555a owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:25.629715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:25.647768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1cb825f-ae38-484f-a834-38505a7ae587 None None] Provisioning for port f670294b-3e5a-41e0-b3e3-ec72a13f103a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:25.657431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e4a0ee02-c982-4657-abe0-c555d63e5a45'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:25.657431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1cb825f-ae38-484f-a834-38505a7ae587 None None] Provisioning complete for port f670294b-3e5a-41e0-b3e3-ec72a13f103a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:25.657696 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1cb825f-ae38-484f-a834-38505a7ae587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.703680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-dd44b1de-6f36-4f4e-b3c4-c9593f206de9 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 0c9c7dbb-6efe-4661-809d-41eddb340cd2 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:25.703987 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd44b1de-6f36-4f4e-b3c4-c9593f206de9 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.816888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd44b1de-6f36-4f4e-b3c4-c9593f206de9 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:25.833066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-dd44b1de-6f36-4f4e-b3c4-c9593f206de9 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 0c9c7dbb-6efe-4661-809d-41eddb340cd2 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:25.929336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1cb825f-ae38-484f-a834-38505a7ae587 None None] Provisioning for port 0c9c7dbb-6efe-4661-809d-41eddb340cd2 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:25.935939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f670294b-3e5a-41e0-b3e3-ec72a13f103a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:25.969826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1cb825f-ae38-484f-a834-38505a7ae587 None None] Provisioning complete for port 0c9c7dbb-6efe-4661-809d-41eddb340cd2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:25.970227 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1cb825f-ae38-484f-a834-38505a7ae587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.019543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb825f-ae38-484f-a834-38505a7ae587 None None] Port 0c9c7dbb-6efe-4661-809d-41eddb340cd2 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:26.033879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f670294b-3e5a-41e0-b3e3-ec72a13f103a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:26.034355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.042392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fda93-ed1e-4358-afd3-ba84d9fa2394 req-c71d8eaf-93c9-4726-a900-b0ba64738fad tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.052980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-788fda93-ed1e-4358-afd3-ba84d9fa2394 req-c71d8eaf-93c9-4726-a900-b0ba64738fad tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.4763393 Aug 20 11:36:26.081469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd44b1de-6f36-4f4e-b3c4-c9593f206de9 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.101817 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-788fda93-ed1e-4358-afd3-ba84d9fa2394 req-6b08a6d2-ed94-48bb-b6bd-a7bf6f525f36 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511458 Aug 20 11:36:26.111490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44b1de-6f36-4f4e-b3c4-c9593f206de9 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=0c9c7dbb-6efe-4661-809d-41eddb340cd2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:26.144709 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd44b1de-6f36-4f4e-b3c4-c9593f206de9 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.146132 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1bbf08a1-ffc6-4b9a-a4bc-8f19bc8feb59 None None] Could not find standard attr ID for object 0c9c7dbb-6efe-4661-809d-41eddb340cd2. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:36:26.148380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dd44b1de-6f36-4f4e-b3c4-c9593f206de9 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/0c9c7dbb-6efe-4661-809d-41eddb340cd2 HTTP/1.1" status: 204 len: 168 time: 0.5775075 Aug 20 11:36:26.151637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44636) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:26.183313 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d842c07d-9169-44a4-bd7f-2e30f754c31e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] GET failed (client error): The resource could not be found. Aug 20 11:36:26.184934 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d842c07d-9169-44a4-bd7f-2e30f754c31e tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports/0c9c7dbb-6efe-4661-809d-41eddb340cd2 HTTP/1.1" status: 404 len: 333 time: 0.0322073 Aug 20 11:36:26.190995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44640) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:26.213318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.257635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb48dc22-c113-4985-9038-c19f4a0448a8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.261315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=44b923fc-ba9f-4d83-90ff-936fd7bf555a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:26.286784 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.289165 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/44b923fc-ba9f-4d83-90ff-936fd7bf555a HTTP/1.1" status: 204 len: 168 time: 1.1365342 Aug 20 11:36:26.293942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44642) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:26.296991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.297342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.297685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.298024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.298358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.298719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.299050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.299375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.299703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.300033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.300356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.300670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071f4490-9500-4e9f-abe7-a0a7db0b3f84 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:26.301528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb48dc22-c113-4985-9038-c19f4a0448a8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.354567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b5bcf-92d1-4144-9b19-0155f26e9d0e req-df7b99d8-8874-4a0b-a618-c1a633f55c4c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.356349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e1b5bcf-92d1-4144-9b19-0155f26e9d0e req-df7b99d8-8874-4a0b-a618-c1a633f55c4c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1038632 Aug 20 11:36:26.378123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a1549-6fda-43b3-93c4-f36f40b3a7a9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.379586 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b83a1549-6fda-43b3-93c4-f36f40b3a7a9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0845139 Aug 20 11:36:26.382520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44644) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:26.413908 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9f543c-ce97-48c9-a3f1-5c66d258cc8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:36:26.413908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0f9f543c-ce97-48c9-a3f1-5c66d258cc8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/44b923fc-ba9f-4d83-90ff-936fd7bf555a HTTP/1.1" status: 404 len: 333 time: 0.0268998 Aug 20 11:36:26.417837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44650) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:26.420936 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e1b5bcf-92d1-4144-9b19-0155f26e9d0e req-ae64ce21-9aa7-4e77-b5bf-47cdcd504813 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564964 Aug 20 11:36:26.423727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-693881923'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:26.470078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb48dc22-c113-4985-9038-c19f4a0448a8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.473247 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eb48dc22-c113-4985-9038-c19f4a0448a8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.474135 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-eb48dc22-c113-4985-9038-c19f4a0448a8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/security-groups/11879dee-045e-4e18-a6c0-269d5e9e9557 HTTP/1.1" status: 204 len: 168 time: 0.2819810 Aug 20 11:36:26.477718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44654) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:26.485265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48dc22-c113-4985-9038-c19f4a0448a8 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11879dee-045e-4e18-a6c0-269d5e9e9557,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:26.544633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde5a372-2449-480a-a313-e4fc0e683761 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.553157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49096f80-6ef4-40a1-9193-46dd8e6d2883 req-0bbd5ada-c123-43fc-a30a-64acb5b261bb tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.554937 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49096f80-6ef4-40a1-9193-46dd8e6d2883 req-0bbd5ada-c123-43fc-a30a-64acb5b261bb tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0610840 Aug 20 11:36:26.568839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde5a372-2449-480a-a313-e4fc0e683761 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.584022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:26.587401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.613612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49096f80-6ef4-40a1-9193-46dd8e6d2883 req-aeef1184-6913-4194-8f64-8f4f2d7c4dea tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502193 Aug 20 11:36:26.622907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:26.638624 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.638624 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Added segment f7d35494-9209-4920-8cf2-ddedc3486e5e of type vlan for network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 Aug 20 11:36:26.641760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac31f18-83e2-438a-ba5a-550a58182941 req-4b31295a-7018-47ce-9adc-a3fc3bfeaabb tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.641760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ac31f18-83e2-438a-ba5a-550a58182941 req-4b31295a-7018-47ce-9adc-a3fc3bfeaabb tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 943 time: 0.0744574 Aug 20 11:36:26.677620 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.686549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ac31f18-83e2-438a-ba5a-550a58182941 req-814818a1-ce1a-4df5-909d-601f5f7e017d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387051 Aug 20 11:36:26.744494 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde5a372-2449-480a-a313-e4fc0e683761 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.747423 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde5a372-2449-480a-a313-e4fc0e683761 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.748938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bde5a372-2449-480a-a313-e4fc0e683761 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/security-groups/c5b0cdb4-0449-4f57-8caa-bc223b415984 HTTP/1.1" status: 204 len: 168 time: 0.2693877 Aug 20 11:36:26.752572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44664) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:26.767114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5a372-2449-480a-a313-e4fc0e683761 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b0cdb4-0449-4f57-8caa-bc223b415984,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:26.790546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64741b2f-da15-46c9-961a-5334c8472977 req-80d25faf-0a75-43df-b8ad-b0ab71762630 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.792118 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64741b2f-da15-46c9-961a-5334c8472977 req-80d25faf-0a75-43df-b8ad-b0ab71762630 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0548565 Aug 20 11:36:26.813323 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.818812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:26.819434 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.820556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-333dad5d-bf60-43c2-8cde-985c53279e80 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.844208 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-333dad5d-bf60-43c2-8cde-985c53279e80 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:26.895037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64741b2f-da15-46c9-961a-5334c8472977 req-0b935e76-f02d-4a8f-851b-7f992a64adbd tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965903 Aug 20 11:36:26.911357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Network': ['ID=3b8f56ef-88d0-4542-b372-2b0ca9b43be1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:26.922796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:26.945162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8f6356fc-cb43-4207-9d79-2c1d84234ee9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5258152 Aug 20 11:36:26.948811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44668) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:26.955279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:27.012295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-333dad5d-bf60-43c2-8cde-985c53279e80 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.014949 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-333dad5d-bf60-43c2-8cde-985c53279e80 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.016100 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-333dad5d-bf60-43c2-8cde-985c53279e80 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/security-groups/c6aad477-5b1e-48f9-99d2-801668f4631b HTTP/1.1" status: 204 len: 168 time: 0.2626064 Aug 20 11:36:27.019927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44670) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:27.053781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dad5d-bf60-43c2-8cde-985c53279e80 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aad477-5b1e-48f9-99d2-801668f4631b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:27.079869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d6e3d5-017f-4b26-a85d-2eca8ade5a32 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet 17838f3d-69e3-42e6-a5d4-2dbaa0b8f461 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:27.083214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e3d5-017f-4b26-a85d-2eca8ade5a32 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.087128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d13c1-08f9-4e47-973d-4960e7cc216f req-923bbcf0-7c3b-4edc-b3c7-d78494556f96 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.089297 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb0d13c1-08f9-4e47-973d-4960e7cc216f req-923bbcf0-7c3b-4edc-b3c7-d78494556f96 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1180098 Aug 20 11:36:27.124845 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e3d5-017f-4b26-a85d-2eca8ade5a32 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.136895 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb0d13c1-08f9-4e47-973d-4960e7cc216f req-213c87a3-33ae-480a-bee5-c0a1a08881fb tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396492 Aug 20 11:36:27.206199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:27.209884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.217456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 19d12686-dd3b-4962-9d0e-958d04b68483 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:27.220837 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e3d5-017f-4b26-a85d-2eca8ade5a32 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.220985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:27.262681 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:36:27.334208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port e4a0ee02-c982-4657-abe0-c555d63e5a45 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:27.334617 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.334759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b28208-e675-4e61-bc17-bd7fe62dfe2c req-ca6cf75e-9948-4f28-8cbb-c04877e185d1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.336327 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17b28208-e675-4e61-bc17-bd7fe62dfe2c req-ca6cf75e-9948-4f28-8cbb-c04877e185d1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.0837505 Aug 20 11:36:27.377894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 19d12686-dd3b-4962-9d0e-958d04b68483, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=19d12686-dd3b-4962-9d0e-958d04b68483,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:27.384840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e3d5-017f-4b26-a85d-2eca8ade5a32 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.399115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '19d12686-dd3b-4962-9d0e-958d04b68483', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'port_id': '19d12686-dd3b-4962-9d0e-958d04b68483', 'mac_address': 'fa:16:3e:5c:39:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67b176a-02c2-4042-9683-21af539b6672', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:27.420260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6e3d5-017f-4b26-a85d-2eca8ade5a32 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=17838f3d-69e3-42e6-a5d4-2dbaa0b8f461,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:27.421426 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17b28208-e675-4e61-bc17-bd7fe62dfe2c req-fbd64961-5e30-4084-9fc2-adfebdafa5ad tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767729 Aug 20 11:36:27.438131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1d6e3d5-017f-4b26-a85d-2eca8ade5a32 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.440983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f1d6e3d5-017f-4b26-a85d-2eca8ade5a32 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/17838f3d-69e3-42e6-a5d4-2dbaa0b8f461 HTTP/1.1" status: 204 len: 168 time: 0.4198163 Aug 20 11:36:27.444297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44680) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:27.449749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27943420-b8a0-4579-b331-2ebb5d81b851 None None] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:27.493417 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.552476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d12686-dd3b-4962-9d0e-958d04b68483 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:27.556220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2093182a-4c58-498a-9208-f1c300fa16ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet 6bd0a0cb-9349-4afe-a5e6-e00f1e015509 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:27.560572 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.561983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2093182a-4c58-498a-9208-f1c300fa16ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.594150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 19d12686-dd3b-4962-9d0e-958d04b68483, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=19d12686-dd3b-4962-9d0e-958d04b68483,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:27.615278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.617706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:27.620595 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cae1c1-7b45-4688-b148-157f68e52072" -d '{"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-plugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:27.622996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21923dae-25ae-4c6c-aea2-2335c34d7065 req-3390aa08-efea-492a-8d1b-e6d85f5082d8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.624900 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21923dae-25ae-4c6c-aea2-2335c34d7065 req-3390aa08-efea-492a-8d1b-e6d85f5082d8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1051800 Aug 20 11:36:27.627969 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2093182a-4c58-498a-9208-f1c300fa16ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.645402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:27.713407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Checking segment: {'id': 'f7d35494-9209-4920-8cf2-ddedc3486e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:27.713794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network hostable DHCP agents. Network: 3b8f56ef-88d0-4542-b372-2b0ca9b43be1, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:27.716092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=d4da2e65-8ff9-4e4d-b705-5e9278fd7fff,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:27.722773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21923dae-25ae-4c6c-aea2-2335c34d7065 req-67157165-d637-443f-a71e-ded4a2837eaf tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711250 Aug 20 11:36:27.771008 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a759a020-d39c-4f15-8986-c9feb96c0ce8 x-openstack-request-id: req-a759a020-d39c-4f15-8986-c9feb96c0ce8 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:27.771488 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-plugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:27.775753 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a759a020-d39c-4f15-8986-c9feb96c0ce8 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:27.776338 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'code': 200} Aug 20 11:36:27.780068 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.782025 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.786366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2093182a-4c58-498a-9208-f1c300fa16ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:27.845999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:27.869503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b009e1-bc51-4038-a383-85ebe7860d58 req-443f429f-194e-4ff2-800a-eeae026df371 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:27.871241 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-91b009e1-bc51-4038-a383-85ebe7860d58 req-443f429f-194e-4ff2-800a-eeae026df371 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 944 time: 0.0867276 Aug 20 11:36:27.882632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:27.901751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=19d12686-dd3b-4962-9d0e-958d04b68483,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:27.931626 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-91b009e1-bc51-4038-a383-85ebe7860d58 req-5beee177-0958-42b7-a9eb-5b588ae98cfa tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517600 Aug 20 11:36:27.974416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2093182a-4c58-498a-9208-f1c300fa16ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.005063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['19d12686-dd3b-4962-9d0e-958d04b68483'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:28.005724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093182a-4c58-498a-9208-f1c300fa16ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd0a0cb-9349-4afe-a5e6-e00f1e015509,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:28.006972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 3b8f56ef-88d0-4542-b372-2b0ca9b43be1) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:28.015643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:28.021324 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.021534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2093182a-4c58-498a-9208-f1c300fa16ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.027368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44706) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.036181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2093182a-4c58-498a-9208-f1c300fa16ea tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/6bd0a0cb-9349-4afe-a5e6-e00f1e015509 HTTP/1.1" status: 204 len: 168 time: 0.5900226 Aug 20 11:36:28.054871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a97842c-7330-4954-8a27-221804821323 None None] Network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:28.065517 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-9241f3db-1c85-42a3-9871-da0edd5c31d7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:28.065982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9241f3db-1c85-42a3-9871-da0edd5c31d7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:28.070231 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9241f3db-1c85-42a3-9871-da0edd5c31d7 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/17838f3d-69e3-42e6-a5d4-2dbaa0b8f461 HTTP/1.1" status: 404 len: 337 time: 0.0360444 Aug 20 11:36:28.070608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44708) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.136548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting subnet afdd7a04-a56f-4792-899e-f20759c878fe {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:28.140383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.180821 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ae2f1216-14e1-4106-9ba0-c5356b583ee3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2301345 Aug 20 11:36:28.185713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44716) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.197570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-407a476b-dfd9-4254-aa22-7fd7e1cd9b42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:28.206648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.338464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-3b8f56ef-88d0-4542-b372-2b0ca9b43be1', 'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1', 'tenant_id': 'd4c4b61a9e5946b1a952e30790cbe7cf', 'fixed_ips': [{'subnet_id': 'd4da2e65-8ff9-4e4d-b705-5e9278fd7fff'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:36:28.339591 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.368879 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.520355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Allocated IP 172.20.0.2 (3b8f56ef-88d0-4542-b372-2b0ca9b43be1/d4da2e65-8ff9-4e4d-b705-5e9278fd7fff/fcecf8b1-8bc9-45fa-ab02-51287128532c) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:28.544379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a476b-dfd9-4254-aa22-7fd7e1cd9b42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:28.549002 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-407a476b-dfd9-4254-aa22-7fd7e1cd9b42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.629514 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.645448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44740) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.663815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Subnet': ['ID=afdd7a04-a56f-4792-899e-f20759c878fe,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:28.683773 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.688894 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/afdd7a04-a56f-4792-899e-f20759c878fe HTTP/1.1" status: 204 len: 168 time: 0.6159034 Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44742) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.698992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.700271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.700271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32596c-48da-4aaa-917c-9c0511133054 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:28.742700 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fdad27-2208-4955-b92b-790614c58363 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:28.743219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fdad27-2208-4955-b92b-790614c58363 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:28.748058 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-26fdad27-2208-4955-b92b-790614c58363 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/1bba5a6a-92a5-4745-8893-c8a6e38d0695 HTTP/1.1" status: 404 len: 337 time: 0.0411344 Aug 20 11:36:28.748691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44746) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.768091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78a2991-67cc-49de-8c5a-46a5cef12aca None None] Network 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:28.784635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2ea4c37f-06a4-4fd9-98f5-833d3ae8ec35 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b0ace81-55e0-4285-9490-609494d59ff2 HTTP/1.1" status: 200 len: 205 time: 0.0346394 Aug 20 11:36:28.785330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44748) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.806152 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.834046 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-6dfc8ac7-645f-4ea8-ab2b-16b6f437c987 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] delete failed (client error): The resource could not be found. Aug 20 11:36:28.838532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6dfc8ac7-645f-4ea8-ab2b-16b6f437c987 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/routers/2b0ace81-55e0-4285-9490-609494d59ff2 HTTP/1.1" status: 404 len: 336 time: 0.0489957 Aug 20 11:36:28.838869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44750) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.861426 n-d-804230-3 neutron-server[95588]: INFO neutron.db.ipam_backend_mixin [None req-407a476b-dfd9-4254-aa22-7fd7e1cd9b42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d4da2e65-8ff9-4e4d-b705-5e9278fd7fff (CIDR: 172.20.0.0/28) Aug 20 11:36:28.872294 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6fcfd8-a298-4c0c-9e4e-91aed247583b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:28.872925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6fcfd8-a298-4c0c-9e4e-91aed247583b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:28.877031 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-eb6fcfd8-a298-4c0c-9e4e-91aed247583b tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/fc615adc-260c-42ca-9fef-ab6482511c5e HTTP/1.1" status: 404 len: 337 time: 0.0348265 Aug 20 11:36:28.878306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44752) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.896829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Transition to ACTIVE for port object fcecf8b1-8bc9-45fa-ab02-51287128532c will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:28.920374 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a76ffac-a9a6-41c2-8de1-08c96c55823c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:28.920964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a76ffac-a9a6-41c2-8de1-08c96c55823c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:28.925649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6a76ffac-a9a6-41c2-8de1-08c96c55823c tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/d3b871e6-64ad-4354-b3e1-ae3055bcc3bb HTTP/1.1" status: 404 len: 337 time: 0.0439892 Aug 20 11:36:28.925912 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-407a476b-dfd9-4254-aa22-7fd7e1cd9b42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:36:28.926191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44754) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.926326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407a476b-dfd9-4254-aa22-7fd7e1cd9b42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:28.933520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8b243857-a457-4265-a07f-e330f4e7492c None None] Provisioning complete for port 91599699-cc92-405e-ae22-6d962a3066fd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:28.934206 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8b243857-a457-4265-a07f-e330f4e7492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:28.938039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Transition to ACTIVE for port object fcecf8b1-8bc9-45fa-ab02-51287128532c will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:28.983743 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1782f07-48ab-4182-b666-a275f684865d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:28.984386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5639fb52-e398-4d5d-94d9-78140095d623 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2435 time: 0.3262589 Aug 20 11:36:28.984484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1782f07-48ab-4182-b666-a275f684865d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:28.984484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e1782f07-48ab-4182-b666-a275f684865d tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/1edc32c7-d0eb-4b7c-adda-71ec002d70d6 HTTP/1.1" status: 404 len: 337 time: 0.0527735 Aug 20 11:36:28.984740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44758) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.985080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44760) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:28.995238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2a9f-4d8b-4d25-aa41-951e4b6203c5 req-aa732bab-ea9b-446a-91e2-bd63c9bdddfc tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:28.996807 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7e7f2a9f-4d8b-4d25-aa41-951e4b6203c5 req-aa732bab-ea9b-446a-91e2-bd63c9bdddfc tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1880188 Aug 20 11:36:29.004102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'network': {'name': 'tempest-network-smoke--1468651507', 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'port_security_enabled': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:29.039370 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0b5d96-4458-4ba5-a315-d7be04e1f706 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:29.040171 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0b5d96-4458-4ba5-a315-d7be04e1f706 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:29.044226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fc0b5d96-4458-4ba5-a315-d7be04e1f706 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/e3fdeb44-6c94-4910-a585-f90b1e9f916f HTTP/1.1" status: 404 len: 333 time: 0.0428679 Aug 20 11:36:29.044823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44764) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:29.056148 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8b243857-a457-4265-a07f-e330f4e7492c None None] Port 91599699-cc92-405e-ae22-6d962a3066fd cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:29.081747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8b243857-a457-4265-a07f-e330f4e7492c None None] Provisioning complete for port f670294b-3e5a-41e0-b3e3-ec72a13f103a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:29.083327 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8b243857-a457-4265-a07f-e330f4e7492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.087717 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-407a476b-dfd9-4254-aa22-7fd7e1cd9b42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8980882 Aug 20 11:36:29.089101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44766) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:29.094311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-123f97ce-3ecb-4e57-b978-b673b7ae4278 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:29.118105 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.149481 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe84792-7d8e-4b39-b92d-5284bb2bff57 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:29.155411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe84792-7d8e-4b39-b92d-5284bb2bff57 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:29.155411 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-abe84792-7d8e-4b39-b92d-5284bb2bff57 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/ac98c9d5-2dda-4a1a-b467-745a647868f5 HTTP/1.1" status: 404 len: 337 time: 0.1071219 Aug 20 11:36:29.155940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44768) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:29.190566 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad30105-7af3-4641-8c7b-d148b65cd137 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:29.198109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad30105-7af3-4641-8c7b-d148b65cd137 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:29.198109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fad30105-7af3-4641-8c7b-d148b65cd137 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/0ce4d7da-020e-4b47-8fa0-c9b077b4ac40 HTTP/1.1" status: 404 len: 337 time: 0.0361655 Aug 20 11:36:29.198360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44770) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:29.212529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:29.215380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90e9dbc-350e-48ae-b135-7387b7108f17 None None] DHCP port deletion for 0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:36:29.226355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:29.227379 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2199b038-8675-4cf5-9627-4ddb022a6b83 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:29.229381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2199b038-8675-4cf5-9627-4ddb022a6b83 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:29.233732 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2199b038-8675-4cf5-9627-4ddb022a6b83 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/54610926-1c5a-43bc-b6b4-083f5711d08a HTTP/1.1" status: 404 len: 333 time: 0.0319171 Aug 20 11:36:29.237377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44772) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:29.240542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Made reservation on behalf of b45dc25967c4475eb0928c1cfe9b506a for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:29.247273 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.247706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc2532-08df-4e67-bb21-8f7425295b8d req-672d6e66-9bae-4f13-bf5c-4563abca8956 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:29.248477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:29.249251 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1acc2532-08df-4e67-bb21-8f7425295b8d req-672d6e66-9bae-4f13-bf5c-4563abca8956 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 944 time: 0.1851997 Aug 20 11:36:29.253105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 19d12686-dd3b-4962-9d0e-958d04b68483 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:29.277729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Pushing event updated for resources: {'Port': ['ID=fcecf8b1-8bc9-45fa-ab02-51287128532c,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:29.278064 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:29.288302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.288713 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Added segment 30a70d48-5db9-42a6-b5d8-8445c420dc49 of type vlan for network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 Aug 20 11:36:29.294548 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c55acb-d7e3-44c1-bde6-d645fdb75473 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:29.295010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c55acb-d7e3-44c1-bde6-d645fdb75473 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:29.304906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b6c55acb-d7e3-44c1-bde6-d645fdb75473 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/ce44dcb4-fc82-4410-a6e8-a239de323b00 HTTP/1.1" status: 404 len: 337 time: 0.0472195 Aug 20 11:36:29.304906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44774) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:29.320851 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7e7f2a9f-4d8b-4d25-aa41-951e4b6203c5 req-d9e8df6c-aacf-428a-8b8d-68d30e705749 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131564 Aug 20 11:36:29.337556 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdc121c-fe77-48b5-81c8-3336ddfed74f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] DELETE failed (client error): The resource could not be found. Aug 20 11:36:29.338296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdc121c-fe77-48b5-81c8-3336ddfed74f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:36:29.342474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0cdc121c-fe77-48b5-81c8-3336ddfed74f tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/subnets/6b0c5450-4fc2-4078-b9fd-d7164a84926e HTTP/1.1" status: 404 len: 337 time: 0.0374870 Aug 20 11:36:29.344114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44776) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:29.401613 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.412814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1acc2532-08df-4e67-bb21-8f7425295b8d req-808d23a7-2f3b-4292-9ac8-e4ece18152ee tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499505 Aug 20 11:36:29.481280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f97ce-3ecb-4e57-b978-b673b7ae4278 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:29.486323 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-123f97ce-3ecb-4e57-b978-b673b7ae4278 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.519571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-404f206c-9d94-4b36-89e9-58c9e2a24d09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port 91599699-cc92-405e-ae22-6d962a3066fd {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:29.520418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-404f206c-9d94-4b36-89e9-58c9e2a24d09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.566555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.574572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:29.575985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.622876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Attempting to bind port fcecf8b1-8bc9-45fa-ab02-51287128532c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:29.623297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Attempting to bind port fcecf8b1-8bc9-45fa-ab02-51287128532c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f7d35494-9209-4920-8cf2-ddedc3486e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:29.623632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Attempting to bind port fcecf8b1-8bc9-45fa-ab02-51287128532c on network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:29.644550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-404f206c-9d94-4b36-89e9-58c9e2a24d09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.644809 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:29.645238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Checking segment: {'id': 'f7d35494-9209-4920-8cf2-ddedc3486e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:29.645655 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.646535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Bound using segment: {'id': 'f7d35494-9209-4920-8cf2-ddedc3486e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:29.647033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Bound port: fcecf8b1-8bc9-45fa-ab02-51287128532c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d35494-9209-4920-8cf2-ddedc3486e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:29.648362 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.676628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-404f206c-9d94-4b36-89e9-58c9e2a24d09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for 91599699-cc92-405e-ae22-6d962a3066fd owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:29.702017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b90e9dbc-350e-48ae-b135-7387b7108f17 None None] Deleting port f670294b-3e5a-41e0-b3e3-ec72a13f103a {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:29.702600 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b90e9dbc-350e-48ae-b135-7387b7108f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.764310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 19d12686-dd3b-4962-9d0e-958d04b68483 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:29.781417 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Network': ['ID=637d42a5-b218-49b1-b6b6-9ee466bf27a9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:29.797910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 19d12686-dd3b-4962-9d0e-958d04b68483 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:29.804035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.810038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:29.871058 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3c89f02f-d277-4e26-93ed-7dccbdbff604 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8730710 Aug 20 11:36:29.874050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44782) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:29.879108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-742521932', 'admin_state_up': True, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:29.896346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-404f206c-9d94-4b36-89e9-58c9e2a24d09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.903414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] For port fcecf8b1-8bc9-45fa-ab02-51287128532c, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:29.918706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] For port fcecf8b1-8bc9-45fa-ab02-51287128532c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fcecf8b1-8bc9-45fa-ab02-51287128532c,segment=NetworkSegment(f7d35494-9209-4920-8cf2-ddedc3486e5e),segment_id=f7d35494-9209-4920-8cf2-ddedc3486e5e)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:29.966034 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-404f206c-9d94-4b36-89e9-58c9e2a24d09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.967977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-404f206c-9d94-4b36-89e9-58c9e2a24d09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/ports/91599699-cc92-405e-ae22-6d962a3066fd HTTP/1.1" status: 204 len: 168 time: 0.6229291 Aug 20 11:36:29.968978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f206c-9d94-4b36-89e9-58c9e2a24d09 tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=91599699-cc92-405e-ae22-6d962a3066fd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:29.970812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44784) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:29.991576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b90e9dbc-350e-48ae-b135-7387b7108f17 None None] For port f670294b-3e5a-41e0-b3e3-ec72a13f103a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f670294b-3e5a-41e0-b3e3-ec72a13f103a,segment=NetworkSegment(85f13fe6-a2ad-45e4-983f-14ac68948f93),segment_id=85f13fe6-a2ad-45e4-983f-14ac68948f93)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:29.992112 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b90e9dbc-350e-48ae-b135-7387b7108f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:29.997315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f670294b-3e5a-41e0-b3e3-ec72a13f103a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:30.036198 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.041189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b90e9dbc-350e-48ae-b135-7387b7108f17 None None] Calling delete_port for f670294b-3e5a-41e0-b3e3-ec72a13f103a owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:30.050269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-123f97ce-3ecb-4e57-b978-b673b7ae4278 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.123963 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.128102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f97ce-3ecb-4e57-b978-b673b7ae4278 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:30.130219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.131709 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.134783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-123f97ce-3ecb-4e57-b978-b673b7ae4278 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:30.144644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f97ce-3ecb-4e57-b978-b673b7ae4278 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.145255 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-123f97ce-3ecb-4e57-b978-b673b7ae4278 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.159932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f97ce-3ecb-4e57-b978-b673b7ae4278 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=3a923a3f-7e93-447a-983a-73e41b0914cf,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:30.189726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71027dc3-7c8c-4474-8c6e-450b8157ba33 None None] Pushing event updated for resources: {'Port': ['ID=fcecf8b1-8bc9-45fa-ab02-51287128532c,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:30.210277 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.242838 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-123f97ce-3ecb-4e57-b978-b673b7ae4278 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1525106 Aug 20 11:36:30.245091 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.246637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44786) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:30.250346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Deleting port f670294b-3e5a-41e0-b3e3-ec72a13f103a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:30.252956 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.257470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1', 'fixed_ips': [{'subnet_id': 'd4da2e65-8ff9-4e4d-b705-5e9278fd7fff'}, {'subnet_id': '3a923a3f-7e93-447a-983a-73e41b0914cf'}], 'name': 'tempest-PortsTestJSON-1624544456'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:30.294528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 19d12686-dd3b-4962-9d0e-958d04b68483, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=19d12686-dd3b-4962-9d0e-958d04b68483,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:30.297070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed03fa9-0360-45a6-9873-395a258c3612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d12686-dd3b-4962-9d0e-958d04b68483'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:30.299433 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfbe37c-a76d-4425-bb26-96d80821d8c0" -d '{"events": [{"server_uuid": "0ed03fa9-0360-45a6-9873-395a258c3612", "name": "network-vif-plugged", "status": "completed", "tag": "19d12686-dd3b-4962-9d0e-958d04b68483"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:30.393412 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.422079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] For port f670294b-3e5a-41e0-b3e3-ec72a13f103a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f670294b-3e5a-41e0-b3e3-ec72a13f103a,segment=NetworkSegment(85f13fe6-a2ad-45e4-983f-14ac68948f93),segment_id=85f13fe6-a2ad-45e4-983f-14ac68948f93)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:30.422585 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.435749 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17efb648-37d7-40dd-b6a4-53f032362d5d x-openstack-request-id: req-17efb648-37d7-40dd-b6a4-53f032362d5d {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:30.437968 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed03fa9-0360-45a6-9873-395a258c3612", "name": "network-vif-plugged", "status": "completed", "tag": "19d12686-dd3b-4962-9d0e-958d04b68483", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:30.438324 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-17efb648-37d7-40dd-b6a4-53f032362d5d {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:30.438999 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed03fa9-0360-45a6-9873-395a258c3612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d12686-dd3b-4962-9d0e-958d04b68483', 'code': 200} Aug 20 11:36:30.470281 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.490091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Calling delete_port for f670294b-3e5a-41e0-b3e3-ec72a13f103a owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:30.560480 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b90e9dbc-350e-48ae-b135-7387b7108f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.602233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e9dbc-350e-48ae-b135-7387b7108f17 None None] No DVR routers for this DVR port f670294b-3e5a-41e0-b3e3-ec72a13f103a on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:30.650903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=19d12686-dd3b-4962-9d0e-958d04b68483,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:30.675063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450f8a0-bc27-4d6a-8359-66432c3640ff req-093f9e4d-6a16-4aec-8211-f4b6daa4308d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:30.677081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b450f8a0-bc27-4d6a-8359-66432c3640ff req-093f9e4d-6a16-4aec-8211-f4b6daa4308d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 945 time: 0.1011553 Aug 20 11:36:30.702004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e9dbc-350e-48ae-b135-7387b7108f17 None None] Pushing event deleted for resources: {'Port': ['ID=f670294b-3e5a-41e0-b3e3-ec72a13f103a,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:30.733535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.762926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] No DVR routers for this DVR port f670294b-3e5a-41e0-b3e3-ec72a13f103a on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:30.814862 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b450f8a0-bc27-4d6a-8359-66432c3640ff req-4591986f-ad2d-44e3-a616-9485bdbd8ae0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237576 Aug 20 11:36:30.818526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Port': ['ID=f670294b-3e5a-41e0-b3e3-ec72a13f103a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:30.892889 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.908386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1d7e9e-a621-4d52-9dd9-1d0b745242d8']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:30.925176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f13fe6-a2ad-45e4-983f-14ac68948f93') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:30.925470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f13fe6-a2ad-45e4-983f-14ac68948f93') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:30.942329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.962217 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.972165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:30.972578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:30.976430 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:31.086944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:31.133838 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.155832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.163196 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.167696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] 10.222.0.10 "DELETE /v2.0/networks/0f1d7e9e-a621-4d52-9dd9-1d0b745242d8 HTTP/1.1" status: 204 len: 168 time: 1.1932321 Aug 20 11:36:31.181845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d061ed8-81a4-4425-bb58-45fba71234fd tempest-PortsIpV6TestJSON-994031787 tempest-PortsIpV6TestJSON-994031787-project] Pushing event deleted for resources: {'Network': ['ID=0f1d7e9e-a621-4d52-9dd9-1d0b745242d8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:31.213604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908111f5-69f2-47cc-aa55-ab70bd51a8f0 req-e6463c79-7961-4700-bee2-1f5bbc04616c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:31.215280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-908111f5-69f2-47cc-aa55-ab70bd51a8f0 req-e6463c79-7961-4700-bee2-1f5bbc04616c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.5625064 Aug 20 11:36:31.219129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dba71f-29fd-4cc5-b092-45f9b6f000cc req-1ea34e54-4c3f-4da8-82ce-f50f42cb387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:31.227395 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b5dba71f-29fd-4cc5-b092-45f9b6f000cc req-1ea34e54-4c3f-4da8-82ce-f50f42cb387e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 1096 time: 0.5733762 Aug 20 11:36:31.354847 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.396386 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b5dba71f-29fd-4cc5-b092-45f9b6f000cc req-8b696a46-4f37-43dd-892b-bb35b32ca662 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476681 Aug 20 11:36:31.411872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-908111f5-69f2-47cc-aa55-ab70bd51a8f0 req-38ef9086-f7a5-4f15-9403-b556bfb24700 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786506 Aug 20 11:36:31.416374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 44359784-722a-4ba1-b425-2abb76c69bea yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:31.678197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed021aa-5e88-40bc-b7d9-6663f23311c7 None None] Network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:31.827161 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.828160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44806) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:31.854503 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:31.995647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.4 (3b8f56ef-88d0-4542-b372-2b0ca9b43be1/d4da2e65-8ff9-4e4d-b705-5e9278fd7fff/44359784-722a-4ba1-b425-2abb76c69bea) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:32.008507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.27 (3b8f56ef-88d0-4542-b372-2b0ca9b43be1/3a923a3f-7e93-447a-983a-73e41b0914cf/44359784-722a-4ba1-b425-2abb76c69bea) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:32.024008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4a5aa9e8-47e9-485b-9fc2-7ade27d31e92 None None] Provisioning for port fcecf8b1-8bc9-45fa-ab02-51287128532c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:32.092398 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Allocated IP 172.25.4.103 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e6e7c6a6-1f01-4497-89b4-36198ad14e77) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:32.094032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fcecf8b1-8bc9-45fa-ab02-51287128532c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:32.101571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02472fb1-833b-49c9-9b66-42eda4290470 req-367214ba-5ce2-4b97-a341-06e97bd775ec tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:32.103909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02472fb1-833b-49c9-9b66-42eda4290470 req-367214ba-5ce2-4b97-a341-06e97bd775ec tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 945 time: 0.1187081 Aug 20 11:36:32.150805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34ea4c9-873e-4dd4-96df-fe81037b3d62 None None] Update dhcp port {'port': {'network_id': '3b8f56ef-88d0-4542-b372-2b0ca9b43be1', 'fixed_ips': [{'subnet_id': 'd4da2e65-8ff9-4e4d-b705-5e9278fd7fff', 'ip_address': '172.20.0.2'}, {'subnet_id': '3a923a3f-7e93-447a-983a-73e41b0914cf'}], 'binding:host_id': 'n-d-804230-3'}, 'id': 'fcecf8b1-8bc9-45fa-ab02-51287128532c'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:36:32.152548 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7203bf9e-61b2-40f3-9f2b-0491203cfb61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8245bfe2e34c424487bd361ed3645dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206084 Aug 20 11:36:32.152680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44812) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:32.189416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02472fb1-833b-49c9-9b66-42eda4290470 req-8b095db9-68f2-4e87-bc9f-b46085a09147 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521905 Aug 20 11:36:32.217251 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d34ea4c9-873e-4dd4-96df-fe81037b3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.338378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port fcecf8b1-8bc9-45fa-ab02-51287128532c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:32.352345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fcecf8b1-8bc9-45fa-ab02-51287128532c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:32.353369 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.377453 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.384217 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea0979de-c5b8-4789-85d0-2ba6098512c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.396638 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.413063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object 44359784-722a-4ba1-b425-2abb76c69bea will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:32.429024 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea0979de-c5b8-4789-85d0-2ba6098512c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.468253 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.508777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port fcecf8b1-8bc9-45fa-ab02-51287128532c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fcecf8b1-8bc9-45fa-ab02-51287128532c,segment=NetworkSegment(f7d35494-9209-4920-8cf2-ddedc3486e5e),segment_id=f7d35494-9209-4920-8cf2-ddedc3486e5e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:32.601365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.647595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00560d82-28e8-40f8-b267-0a5b100b3a21 req-2fe6e142-893c-4260-be89-4c6ef0adde87 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:32.649210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00560d82-28e8-40f8-b267-0a5b100b3a21 req-2fe6e142-893c-4260-be89-4c6ef0adde87 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1150391 Aug 20 11:36:32.666939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=fcecf8b1-8bc9-45fa-ab02-51287128532c,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:32.677570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.678742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.678742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.679415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.679415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.679941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.680373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.680806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.681305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.681734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.682162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.682633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:32.687996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.750194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:32.754079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00560d82-28e8-40f8-b267-0a5b100b3a21 req-aa7df331-f41e-4b47-9723-ee7720630080 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943558 Aug 20 11:36:32.755543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Port': ['ID=e6e7c6a6-1f01-4497-89b4-36198ad14e77,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:32.758667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:32.761750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.764639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:32.815784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d34ea4c9-873e-4dd4-96df-fe81037b3d62 None None] Allocated IP 172.20.0.18 (3b8f56ef-88d0-4542-b372-2b0ca9b43be1/3a923a3f-7e93-447a-983a-73e41b0914cf/fcecf8b1-8bc9-45fa-ab02-51287128532c) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:32.823781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea0979de-c5b8-4789-85d0-2ba6098512c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.836049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea0979de-c5b8-4789-85d0-2ba6098512c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:32.839366 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ea0979de-c5b8-4789-85d0-2ba6098512c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37c713ac-1cee-43e5-b35b-299a2f4326aa HTTP/1.1" status: 204 len: 168 time: 0.6807511 Aug 20 11:36:32.855061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:32.869367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:32.876176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:32.878870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0979de-c5b8-4789-85d0-2ba6098512c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c713ac-1cee-43e5-b35b-299a2f4326aa,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:32.911493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=44359784-722a-4ba1-b425-2abb76c69bea,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:33.009560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.011719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:33.046191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d34ea4c9-873e-4dd4-96df-fe81037b3d62 None None] For port fcecf8b1-8bc9-45fa-ab02-51287128532c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fcecf8b1-8bc9-45fa-ab02-51287128532c,segment=NetworkSegment(f7d35494-9209-4920-8cf2-ddedc3486e5e),segment_id=f7d35494-9209-4920-8cf2-ddedc3486e5e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:33.090579 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d34ea4c9-873e-4dd4-96df-fe81037b3d62 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:33.123111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d34ea4c9-873e-4dd4-96df-fe81037b3d62 None None] Transition to ACTIVE for port object fcecf8b1-8bc9-45fa-ab02-51287128532c will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:33.219586 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4e9452c9-73c9-4925-b628-c435423a4f31 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9710927 Aug 20 11:36:33.222673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44824) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:33.230023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd4da2e65-8ff9-4e4d-b705-5e9278fd7fff'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:33.264673 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d34ea4c9-873e-4dd4-96df-fe81037b3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:33.366892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b31b7-f10e-4514-8e35-c36f1837dcca req-ef333877-e61d-4bb0-8ca6-dc0ebcc3df28 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:33.377824 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-936b31b7-f10e-4514-8e35-c36f1837dcca req-ef333877-e61d-4bb0-8ca6-dc0ebcc3df28 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 945 time: 0.0958226 Aug 20 11:36:33.432812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ea4c9-873e-4dd4-96df-fe81037b3d62 None None] Pushing event updated for resources: {'Port': ['ID=fcecf8b1-8bc9-45fa-ab02-51287128532c,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:33.443798 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-936b31b7-f10e-4514-8e35-c36f1837dcca req-6c1b7571-9cc1-4aa1-934b-dc82bd896d87 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630660 Aug 20 11:36:33.480115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:33.534321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:33.954275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fcecf8b1-8bc9-45fa-ab02-51287128532c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:34.019813 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:34.054505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Delete allocated IP 172.20.0.27 (3b8f56ef-88d0-4542-b372-2b0ca9b43be1/3a923a3f-7e93-447a-983a-73e41b0914cf) {{(pid=95587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:36:34.179472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5f1d6-6e9b-462d-b1bd-8465c6f852f9 None None] Network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:34.228933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a23f5-7540-452d-ad13-2ae2e4373638 req-12cd465d-7d91-4ce1-8541-88d03714b3da tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.230841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e5a23f5-7540-452d-ad13-2ae2e4373638 req-12cd465d-7d91-4ce1-8541-88d03714b3da tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.3400726 Aug 20 11:36:34.430087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fe2bd642-7c31-4733-848c-bccd8ccc8123 None None] Provisioning for port fcecf8b1-8bc9-45fa-ab02-51287128532c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:34.432804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:34.454463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fe2bd642-7c31-4733-848c-bccd8ccc8123 None None] Provisioning complete for port fcecf8b1-8bc9-45fa-ab02-51287128532c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:34.455177 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fe2bd642-7c31-4733-848c-bccd8ccc8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:34.461500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Ignored duplicate provisioning block setup for port 44359784-722a-4ba1-b425-2abb76c69bea by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 11:36:34.480449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e5a23f5-7540-452d-ad13-2ae2e4373638 req-1357affd-8236-4463-989d-07edfd3ada0f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231170 Aug 20 11:36:34.624528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:34.720581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Router f25982a4-686d-4c8c-bd43-c708ca618ca7 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:36:34.785567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44860) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:34.849154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=44359784-722a-4ba1-b425-2abb76c69bea,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:34.865259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] In _notify_port_updated(), no bound segment for port 44359784-722a-4ba1-b425-2abb76c69bea on network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:36:34.871545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.872339 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:34.876164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5f0bd7e7-2ad1-4bb3-8e3e-15fc24161d32 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "PUT /v2.0/ports/44359784-722a-4ba1-b425-2abb76c69bea HTTP/1.1" status: 200 len: 919 time: 1.6496291 Aug 20 11:36:34.880123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44864) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:34.886357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd4da2e65-8ff9-4e4d-b705-5e9278fd7fff'}, {'subnet_id': '3a923a3f-7e93-447a-983a-73e41b0914cf'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:34.918881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-839f6eb9-90ef-4785-8464-c2b2b8e3bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:34.920517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-839f6eb9-90ef-4785-8464-c2b2b8e3bdad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1096 time: 0.2306776 Aug 20 11:36:34.936474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-50dbc591-dc52-44b6-84b0-76348dbd1d42 None None] Provisioning complete for port fcecf8b1-8bc9-45fa-ab02-51287128532c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:34.937425 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-50dbc591-dc52-44b6-84b0-76348dbd1d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.074680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'network': {'name': 'tempest-RoutersTest-1435470207'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:35.258326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-50dbc591-dc52-44b6-84b0-76348dbd1d42 None None] Provisioning for port 44359784-722a-4ba1-b425-2abb76c69bea completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:35.264326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-50dbc591-dc52-44b6-84b0-76348dbd1d42 None None] Provisioning complete for port 44359784-722a-4ba1-b425-2abb76c69bea triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:35.264714 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-50dbc591-dc52-44b6-84b0-76348dbd1d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.305541 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.311204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:35.322962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.361452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-50dbc591-dc52-44b6-84b0-76348dbd1d42 None None] Port 44359784-722a-4ba1-b425-2abb76c69bea cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:35.369987 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.517735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9310d959-bb69-4771-a361-131ecd815f8c None None] Provisioning complete for port 44359784-722a-4ba1-b425-2abb76c69bea triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:35.518258 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9310d959-bb69-4771-a361-131ecd815f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.627490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9310d959-bb69-4771-a361-131ecd815f8c None None] Port 44359784-722a-4ba1-b425-2abb76c69bea cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:35.633045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:35.658937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Sync routers for ids ['f25982a4-686d-4c8c-bd43-c708ca618ca7'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:35.680309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Routers {'f25982a4-686d-4c8c-bd43-c708ca618ca7'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:35.682926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f25982a4-686d-4c8c-bd43-c708ca618ca7'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:35.735589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-74bcb2c7-f253-4817-b821-35f13a483518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:35.740891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-74bcb2c7-f253-4817-b821-35f13a483518 service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.7962375 Aug 20 11:36:35.801782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-768e933a-3169-4693-84d8-de65644731e6 None None] Provisioning complete for port 44359784-722a-4ba1-b425-2abb76c69bea triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:35.807661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-768e933a-3169-4693-84d8-de65644731e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:35.958540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-768e933a-3169-4693-84d8-de65644731e6 None None] Port 44359784-722a-4ba1-b425-2abb76c69bea cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:35.997613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda62861-8b1a-41a0-acf1-770e6914f1ca req-62cbbf79-a6c6-4252-9297-6c548d619d28 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.001813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cda62861-8b1a-41a0-acf1-770e6914f1ca req-62cbbf79-a6c6-4252-9297-6c548d619d28 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.3002548 Aug 20 11:36:36.020313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-861a4a60-fc06-432f-964b-b81bbfe69146 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 1001 time: 0.2390618 Aug 20 11:36:36.026189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Set router f25982a4-686d-4c8c-bd43-c708ca618ca7 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:36.127158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-ca183703-93c5-4a0c-8aea-b5f542297435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.128733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-ca183703-93c5-4a0c-8aea-b5f542297435 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.1044919 Aug 20 11:36:36.140918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.29 (3b8f56ef-88d0-4542-b372-2b0ca9b43be1/3a923a3f-7e93-447a-983a-73e41b0914cf/44359784-722a-4ba1-b425-2abb76c69bea) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:36.168506 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.219872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-4977496e-e48e-4152-b5f3-e6f993893882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.221808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-4977496e-e48e-4152-b5f3-e6f993893882 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850859 Aug 20 11:36:36.238856 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cda62861-8b1a-41a0-acf1-770e6914f1ca req-dc5821aa-cdfe-48b9-9340-976c4cdf5a73 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498275 Aug 20 11:36:36.323373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.335766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:36.348834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-742521932', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:36:30Z', 'updated_at': '2021-08-20T11:36:33Z', 'revision_number': 3, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:36:31Z', 'updated_at': '2021-08-20T11:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:36.356285 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.356635 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added segment 094e3f70-9b8b-4e26-90c6-bafc5548d84e of type vlan for network bacfb713-254b-4c58-8db8-3103e39f6808 Aug 20 11:36:36.376777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Checking router: f25982a4-686d-4c8c-bd43-c708ca618ca7 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:36:36.377017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Updating router f25982a4-686d-4c8c-bd43-c708ca618ca7 port e6e7c6a6-1f01-4497-89b4-36198ad14e77 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:36:36.378504 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.407850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object 44359784-722a-4ba1-b425-2abb76c69bea will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:36.409014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d78c72f-b7e0-4a47-abf3-579f16757c9e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:36.409511 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.411635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-c6152e57-11af-4f0c-9e10-2e946ac8f9ea service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758320 Aug 20 11:36:36.418808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.420175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f935ad15-c7e2-4050-9cde-c624b7084c19 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.5450802 Aug 20 11:36:36.424384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44880) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:36.531764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.539664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.561152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3443d5a-b703-4c67-b5d7-95c8e2834578 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.565313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b5219f5-f9fd-41a6-9d53-70ad4aeb61bb req-068e60b1-9458-4d54-afe6-f2371cbfad75 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411552 Aug 20 11:36:36.565486 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b3443d5a-b703-4c67-b5d7-95c8e2834578 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=b45dc25967c4475eb0928c1cfe9b506a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1373434 Aug 20 11:36:36.566457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44882) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:36.646120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=44359784-722a-4ba1-b425-2abb76c69bea,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:36.711527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d91692c-7be0-4e0f-b1ee-40bb633b5c09 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.716162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9d91692c-7be0-4e0f-b1ee-40bb633b5c09 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1460662 Aug 20 11:36:36.716421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44886) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:36.767326 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.782420 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.783111 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.869102 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1503de7a-c344-433b-8b55-5e015765bda6 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1478763 Aug 20 11:36:36.871792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44894) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:36.895747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] In _notify_port_updated(), no bound segment for port 44359784-722a-4ba1-b425-2abb76c69bea on network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:36:36.901953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:36.901953 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:36.915253 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a1b805f3-ade6-4de1-a651-5a4e46ad50f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "PUT /v2.0/ports/44359784-722a-4ba1-b425-2abb76c69bea HTTP/1.1" status: 200 len: 999 time: 2.0270741 Aug 20 11:36:36.915253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44896) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:36.967769 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-76ca52d8-33c7-4f0e-a3f8-f940c9fdf738 tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=b45dc25967c4475eb0928c1cfe9b506a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0932124 Aug 20 11:36:36.970751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44898) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:37.028633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Network': ['ID=bacfb713-254b-4c58-8db8-3103e39f6808,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:37.029512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2cf91240-c74a-4cbb-a0e3-efdd7b77f087 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2424593 Aug 20 11:36:37.043525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44900) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:37.046524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network bacfb713-254b-4c58-8db8-3103e39f6808 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:37.054639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'network': {'name': 'tempest-RoutersTest-451396494'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:37.102351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-bf9ec5d6-dc2e-4078-9193-ebd92108e2e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2475042 Aug 20 11:36:37.134556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cf315-14f5-421d-8afa-25e6ae324c0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 44359784-722a-4ba1-b425-2abb76c69bea {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:37.141639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf315-14f5-421d-8afa-25e6ae324c0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.143613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b0065366-5af2-4041-8294-ccdf304d5865 None None] Provisioning for port 44359784-722a-4ba1-b425-2abb76c69bea completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:37.193438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b0065366-5af2-4041-8294-ccdf304d5865 None None] Provisioning complete for port 44359784-722a-4ba1-b425-2abb76c69bea triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:37.193812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0065366-5af2-4041-8294-ccdf304d5865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.253706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b0065366-5af2-4041-8294-ccdf304d5865 None None] Port 44359784-722a-4ba1-b425-2abb76c69bea cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:37.255370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:37.260888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.280295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62e983-931c-4059-aafa-9f21309a093c tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.283769 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8a62e983-931c-4059-aafa-9f21309a093c tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3100014 Aug 20 11:36:37.287670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44912) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:37.326008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:37.333400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-e2bd9562-741b-4486-984f-14eef5a30123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.334959 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-e2bd9562-741b-4486-984f-14eef5a30123 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 1136 time: 0.0888059 Aug 20 11:36:37.336848 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf315-14f5-421d-8afa-25e6ae324c0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.360698 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.360941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cf315-14f5-421d-8afa-25e6ae324c0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 44359784-722a-4ba1-b425-2abb76c69bea owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:37.361570 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added segment 72663e16-1c93-4a78-9f1a-ccfa5db18784 of type vlan for network 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 Aug 20 11:36:37.414060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.420467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-48bb2f29-add6-483d-9c3f-c451ab29eebd tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1283033 Aug 20 11:36:37.422266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44914) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:37.427472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-403993926', 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9', 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:37.430224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Transition to ACTIVE for port object e6e7c6a6-1f01-4497-89b4-36198ad14e77 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:37.452958 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.478597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-8454ee92-0185-45b7-892b-e37a725fa010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.480287 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-8454ee92-0185-45b7-892b-e37a725fa010 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c1673a01-63ef-4f13-b5c8-bc1e83288614 HTTP/1.1" status: 200 len: 898 time: 0.1157904 Aug 20 11:36:37.533099 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.601066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e858c-af6e-498a-8d69-355d89ea9f58 req-cac8e9db-a3f1-4943-bd76-53304d320ea4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.602230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-284e858c-af6e-498a-8d69-355d89ea9f58 req-cac8e9db-a3f1-4943-bd76-53304d320ea4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2387886 Aug 20 11:36:37.610324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Attempting to bind port e6e7c6a6-1f01-4497-89b4-36198ad14e77 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:37.610747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Attempting to bind port e6e7c6a6-1f01-4497-89b4-36198ad14e77 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:37.611094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Attempting to bind port e6e7c6a6-1f01-4497-89b4-36198ad14e77 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:37.613220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87826c-2a7a-47f8-ba73-b9b13ab17531 None None] Pushing event updated for resources: {'Port': ['ID=e6e7c6a6-1f01-4497-89b4-36198ad14e77,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:37.620162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:37.620801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:37.621218 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.621761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:37.622135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Bound port: e6e7c6a6-1f01-4497-89b4-36198ad14e77, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:37.622548 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.663895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.671989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.673530 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.695469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] For port e6e7c6a6-1f01-4497-89b4-36198ad14e77, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:37.699824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] For port e6e7c6a6-1f01-4497-89b4-36198ad14e77, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e6e7c6a6-1f01-4497-89b4-36198ad14e77,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:37.707843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-9999fdc9-11b6-4c2c-8ab3-4954dabd4491 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bc37d8f-719b-4c74-93ca-c3e55b13d73f HTTP/1.1" status: 200 len: 1001 time: 0.1892681 Aug 20 11:36:37.717584 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-284e858c-af6e-498a-8d69-355d89ea9f58 req-0efcac7a-45cb-47b8-81fd-5b104f9a7e2b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734804 Aug 20 11:36:37.721049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Made reservation on behalf of b45dc25967c4475eb0928c1cfe9b506a for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:37.728476 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.783185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-91a51515-1eda-4006-b804-c0d1588d73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:37.784800 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-91a51515-1eda-4006-b804-c0d1588d73ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=aefdbb6f-b52d-4b2a-96b1-9a464727b9c0 HTTP/1.1" status: 200 len: 833 time: 0.0609663 Aug 20 11:36:37.807812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:37.886030 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8385985 Aug 20 11:36:37.890577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44918) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:37.898482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'subnet': {'network_id': 'bacfb713-254b-4c58-8db8-3103e39f6808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:37.927198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Routers {'f25982a4-686d-4c8c-bd43-c708ca618ca7'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:37.927906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f25982a4-686d-4c8c-bd43-c708ca618ca7'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:37.964795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2882a65-c246-452d-9c2f-8b42e1d75487 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Network': ['ID=42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:37.983402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87826c-2a7a-47f8-ba73-b9b13ab17531 None None] Pushing event updated for resources: {'Port': ['ID=e6e7c6a6-1f01-4497-89b4-36198ad14e77,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:37.985413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:38.061929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-f03ae5de-241e-430f-8ee4-24b6b303641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:38.064016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-f03ae5de-241e-430f-8ee4-24b6b303641a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c1673a01-63ef-4f13-b5c8-bc1e83288614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612872 Aug 20 11:36:38.129529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] Set router f25982a4-686d-4c8c-bd43-c708ca618ca7 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:38.223706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:38.229582 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.266040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-4fb363fe-cab1-446f-b2ac-f4440313af0b service neutron] 10.222.0.38 "GET /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897311 Aug 20 11:36:38.289311 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf315-14f5-421d-8afa-25e6ae324c0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.454274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-742521932', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:36:30Z', 'updated_at': '2021-08-20T11:36:33Z', 'revision_number': 3, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:36:31Z', 'updated_at': '2021-08-20T11:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:38.502952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83067c0-3b22-4ffd-8a61-578d1f47eaf1 None None] The sync data for ids ['f25982a4-686d-4c8c-bd43-c708ca618ca7'] in n-d-804230-3 is: [{'id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-742521932', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:36:30Z', 'updated_at': '2021-08-20T11:36:33Z', 'revision_number': 3, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:36:31Z', 'updated_at': '2021-08-20T11:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:38.552191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cf315-14f5-421d-8afa-25e6ae324c0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=44359784-722a-4ba1-b425-2abb76c69bea,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:38.642861 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.740360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Subnet': ['ID=7fb5adc9-1ef7-4418-b505-754bf874e51c,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:38.747283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:38.810449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Subnet': ['ID=4408a673-2a42-40dc-a14a-175699c6fc7d,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:38.828362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Checking segment: {'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:38.828924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network hostable DHCP agents. Network: 637d42a5-b218-49b1-b6b6-9ee466bf27a9, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:38.885095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Checking segment: {'id': '094e3f70-9b8b-4e26-90c6-bafc5548d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bacfb713-254b-4c58-8db8-3103e39f6808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:38.885677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network hostable DHCP agents. Network: bacfb713-254b-4c58-8db8-3103e39f6808, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:38.926204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:39.078671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network bacfb713-254b-4c58-8db8-3103e39f6808 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:39.168627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 637d42a5-b218-49b1-b6b6-9ee466bf27a9) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:39.187939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f740fcc-b0e4-4fa6-8582-a5dc95bd1c4a None None] Network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:39.193127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, bacfb713-254b-4c58-8db8-3103e39f6808) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:39.203606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:39.218398 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.247693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:39.249280 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.256549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7746088d-27a7-4797-91ae-69fe34dcc29e None None] Network bacfb713-254b-4c58-8db8-3103e39f6808 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:39.466660 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf315-14f5-421d-8afa-25e6ae324c0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.468889 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0f0cf315-14f5-421d-8afa-25e6ae324c0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/44359784-722a-4ba1-b425-2abb76c69bea HTTP/1.1" status: 204 len: 168 time: 2.5560730 Aug 20 11:36:39.471791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44932) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:39.488388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1204c961-9067-4fe0-93ab-1f46848deca3 req-1f2306fa-b771-4e38-a63b-d50082ee3c82 service neutron] 10.222.0.38 "GET /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2122283 Aug 20 11:36:39.504098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00240549-6709-4f3a-ade2-0e30f3c8d124 req-4599774b-e40e-406c-a901-f2052e118b65 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:39.517880 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00240549-6709-4f3a-ade2-0e30f3c8d124 req-4599774b-e40e-406c-a901-f2052e118b65 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2388556 Aug 20 11:36:39.528089 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9620189-4a88-4cd0-bef6-e54935fed6b4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:36:39.531330 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a9620189-4a88-4cd0-bef6-e54935fed6b4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/44359784-722a-4ba1-b425-2abb76c69bea HTTP/1.1" status: 404 len: 333 time: 0.0585392 Aug 20 11:36:39.534111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44934) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:39.566109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00240549-6709-4f3a-ade2-0e30f3c8d124 req-dc961e78-8098-425b-a96b-b4fa4dfade00 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422695 Aug 20 11:36:39.611844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6d64ca-8f10-4774-ba4f-967588795496 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet 3a923a3f-7e93-447a-983a-73e41b0914cf {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:39.628225 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f6d64ca-8f10-4774-ba4f-967588795496 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.635878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bab4fafa-8c15-4b1b-b9de-b0c2bf7c3f43 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2099395 Aug 20 11:36:39.636775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44936) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:39.663108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-bacfb713-254b-4c58-8db8-3103e39f6808', 'network_id': 'bacfb713-254b-4c58-8db8-3103e39f6808', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'fixed_ips': [{'subnet_id': '4408a673-2a42-40dc-a14a-175699c6fc7d'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:36:39.663962 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.678690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-13d6a0c8-b6aa-413c-93d3-47579492a525 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7844722 Aug 20 11:36:39.684253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44938) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:39.692203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'subnet': {'network_id': '42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:39.702332 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f6d64ca-8f10-4774-ba4f-967588795496 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:39.799542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-637d42a5-b218-49b1-b6b6-9ee466bf27a9', 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'fixed_ips': [{'subnet_id': '7fb5adc9-1ef7-4418-b505-754bf874e51c'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:36:39.800406 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.080127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Allocated IP 172.20.0.2 (bacfb713-254b-4c58-8db8-3103e39f6808/4408a673-2a42-40dc-a14a-175699c6fc7d/926c5637-5a92-4ee7-bf6c-5932ac3217a5) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:40.106860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e6e7c6a6-1f01-4497-89b4-36198ad14e77 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:40.147445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:40.152176 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.328837 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Allocated IP 172.20.0.18 (637d42a5-b218-49b1-b6b6-9ee466bf27a9/7fb5adc9-1ef7-4418-b505-754bf874e51c/bcb48d0f-6a75-4158-ad2e-5d6b2172eea6) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:40.393763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f6d64ca-8f10-4774-ba4f-967588795496 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.511843 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.596277 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.738176 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f6d64ca-8f10-4774-ba4f-967588795496 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.750915 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.761321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e6e7c6a6-1f01-4497-89b4-36198ad14e77 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:40.773412 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Transition to ACTIVE for port object 926c5637-5a92-4ee7-bf6c-5932ac3217a5 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:40.789835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e6e7c6a6-1f01-4497-89b4-36198ad14e77 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:40.790791 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.795172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Subnet': ['ID=2a8b1704-fcc2-48fe-bae5-cd41e46f0f9b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:40.822421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.891848 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f6d64ca-8f10-4774-ba4f-967588795496 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:40.896778 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7f6d64ca-8f10-4774-ba4f-967588795496 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/3a923a3f-7e93-447a-983a-73e41b0914cf HTTP/1.1" status: 204 len: 168 time: 1.3583767 Aug 20 11:36:40.897064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d64ca-8f10-4774-ba4f-967588795496 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=3a923a3f-7e93-447a-983a-73e41b0914cf,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:40.899223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44952) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:40.909208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Checking segment: {'id': '72663e16-1c93-4a78-9f1a-ccfa5db18784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:40.909707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network hostable DHCP agents. Network: 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:40.924792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c15f18-ae8b-4fe2-bd42-c59133b1d374 req-f87c99f8-c084-42c3-bd20-3aa1a6b66c72 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:40.929215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Transition to ACTIVE for port object bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:40.933094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89c15f18-ae8b-4fe2-bd42-c59133b1d374 req-f87c99f8-c084-42c3-bd20-3aa1a6b66c72 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2529924 Aug 20 11:36:40.973768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Transition to ACTIVE for port object bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:40.991828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46345ce2-5d8c-4794-81ce-b3a489606e9c None None] Network 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:41.022625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5044d25-e11b-4b17-9c05-332b8965e96f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet d4da2e65-8ff9-4e4d-b705-5e9278fd7fff {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:41.026401 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89c15f18-ae8b-4fe2-bd42-c59133b1d374 req-cb3fe065-e8bb-4351-bda1-f024bab75e38 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909276 Aug 20 11:36:41.032824 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5044d25-e11b-4b17-9c05-332b8965e96f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.050342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Transition to ACTIVE for port object 926c5637-5a92-4ee7-bf6c-5932ac3217a5 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:41.075590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:41.115687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.156011 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5044d25-e11b-4b17-9c05-332b8965e96f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.204293 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.206635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:41.216534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:41.219056 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.239151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Allocated IP 172.20.0.17 (637d42a5-b218-49b1-b6b6-9ee466bf27a9/7fb5adc9-1ef7-4418-b505-754bf874e51c/7bb8b941-6528-49ab-8de2-ac0a7798f8cb) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:41.268747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2d42e-b0c4-446d-af1b-859829f09641 None None] Network 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:41.334531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f530e257-a491-4b38-ad18-2c986fa54771 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6488054 Aug 20 11:36:41.336738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44960) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:41.340597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cdfb97a2-bf30-454a-b191-63580567bede tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1907602284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:41.358276 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.443723 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5044d25-e11b-4b17-9c05-332b8965e96f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.458523 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdfb97a2-bf30-454a-b191-63580567bede tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.459612 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdfb97a2-bf30-454a-b191-63580567bede tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.559725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.575663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Transition to ACTIVE for port object 7bb8b941-6528-49ab-8de2-ac0a7798f8cb will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:41.585173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdfb97a2-bf30-454a-b191-63580567bede tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.627522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:41.647935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5044d25-e11b-4b17-9c05-332b8965e96f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.673294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Pushing event updated for resources: {'Port': ['ID=bcb48d0f-6a75-4158-ad2e-5d6b2172eea6,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:41.675828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:41.680811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdfb97a2-bf30-454a-b191-63580567bede tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.711674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5044d25-e11b-4b17-9c05-332b8965e96f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=d4da2e65-8ff9-4e4d-b705-5e9278fd7fff,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:41.717662 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5044d25-e11b-4b17-9c05-332b8965e96f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.720077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f5044d25-e11b-4b17-9c05-332b8965e96f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/d4da2e65-8ff9-4e4d-b705-5e9278fd7fff HTTP/1.1" status: 204 len: 168 time: 0.8194580 Aug 20 11:36:41.722858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44962) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:41.745175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:41.755766 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.823605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Network bacfb713-254b-4c58-8db8-3103e39f6808 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:41.855250 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.872660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Port': ['ID=7bb8b941-6528-49ab-8de2-ac0a7798f8cb,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:41.878388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:41.881263 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:41.884894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:41.901894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.910193 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdfb97a2-bf30-454a-b191-63580567bede tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:41.916590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cdfb97a2-bf30-454a-b191-63580567bede tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5768249 Aug 20 11:36:41.917435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44964) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:41.950599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:41.999630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:42.017152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.021107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e6e7c6a6-1f01-4497-89b4-36198ad14e77, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e6e7c6a6-1f01-4497-89b4-36198ad14e77,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:42.126552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Pushing event updated for resources: {'Port': ['ID=926c5637-5a92-4ee7-bf6c-5932ac3217a5,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:42.188147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Attempting to bind port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:42.188147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Attempting to bind port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:42.188147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Attempting to bind port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 on network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:42.192547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:42.193264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Checking segment: {'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:42.193873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.194512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Bound using segment: {'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:42.195295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Bound port: bcb48d0f-6a75-4158-ad2e-5d6b2172eea6, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:42.195961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.217568 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.228125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Attempting to bind port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:42.229042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Attempting to bind port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '094e3f70-9b8b-4e26-90c6-bafc5548d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bacfb713-254b-4c58-8db8-3103e39f6808'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:42.230057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Attempting to bind port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 on network bacfb713-254b-4c58-8db8-3103e39f6808 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:42.281451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:42.281949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Checking segment: {'id': '094e3f70-9b8b-4e26-90c6-bafc5548d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bacfb713-254b-4c58-8db8-3103e39f6808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:42.282429 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.282919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Bound using segment: {'id': '094e3f70-9b8b-4e26-90c6-bafc5548d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bacfb713-254b-4c58-8db8-3103e39f6808'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:42.283481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Bound port: 926c5637-5a92-4ee7-bf6c-5932ac3217a5, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094e3f70-9b8b-4e26-90c6-bafc5548d84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bacfb713-254b-4c58-8db8-3103e39f6808'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:42.283935 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.337881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3f70b-cc8d-4dbe-ba52-c84126862525 req-766bad45-140a-4b02-a7ce-46dd33094fff tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:42.348633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95a3f70b-cc8d-4dbe-ba52-c84126862525 req-766bad45-140a-4b02-a7ce-46dd33094fff tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2046020 Aug 20 11:36:42.406575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58109501-e75a-46c4-a648-af4f4b2021fd None None] DHCP port deletion for 3b8f56ef-88d0-4542-b372-2b0ca9b43be1 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:36:42.427058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port fcecf8b1-8bc9-45fa-ab02-51287128532c {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:42.427610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.450018 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95a3f70b-cc8d-4dbe-ba52-c84126862525 req-af8c435d-22b7-4882-b201-0ddf8decb864 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016557 Aug 20 11:36:42.493118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e6e7c6a6-1f01-4497-89b4-36198ad14e77,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:42.516066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] For port fcecf8b1-8bc9-45fa-ab02-51287128532c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fcecf8b1-8bc9-45fa-ab02-51287128532c,segment=NetworkSegment(f7d35494-9209-4920-8cf2-ddedc3486e5e),segment_id=f7d35494-9209-4920-8cf2-ddedc3486e5e)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:42.516437 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.526889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80', 'network_id': '42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'fixed_ips': [{'subnet_id': '2a8b1704-fcc2-48fe-bae5-cd41e46f0f9b'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:36:42.528115 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.530631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for fcecf8b1-8bc9-45fa-ab02-51287128532c owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:42.585351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] For port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:42.588519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] For port 926c5637-5a92-4ee7-bf6c-5932ac3217a5, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:42.598767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] For port 926c5637-5a92-4ee7-bf6c-5932ac3217a5, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=926c5637-5a92-4ee7-bf6c-5932ac3217a5,segment=NetworkSegment(094e3f70-9b8b-4e26-90c6-bafc5548d84e),segment_id=094e3f70-9b8b-4e26-90c6-bafc5548d84e)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:42.601155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] For port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bcb48d0f-6a75-4158-ad2e-5d6b2172eea6,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:42.654950 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.708744 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-58109501-e75a-46c4-a648-af4f4b2021fd None None] Deleting port fcecf8b1-8bc9-45fa-ab02-51287128532c {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:42.709069 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58109501-e75a-46c4-a648-af4f4b2021fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.728475 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.755909 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.813765 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.854356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=fcecf8b1-8bc9-45fa-ab02-51287128532c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:42.854676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-58109501-e75a-46c4-a648-af4f4b2021fd None None] For port fcecf8b1-8bc9-45fa-ab02-51287128532c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fcecf8b1-8bc9-45fa-ab02-51287128532c,segment=NetworkSegment(f7d35494-9209-4920-8cf2-ddedc3486e5e),segment_id=f7d35494-9209-4920-8cf2-ddedc3486e5e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:42.854676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58109501-e75a-46c4-a648-af4f4b2021fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:42.859837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No DVR routers for this DVR port fcecf8b1-8bc9-45fa-ab02-51287128532c on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:42.873631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-58109501-e75a-46c4-a648-af4f4b2021fd None None] Calling delete_port for fcecf8b1-8bc9-45fa-ab02-51287128532c owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:42.975060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.073620 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.106050 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.117200 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58109501-e75a-46c4-a648-af4f4b2021fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.140850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Allocated IP 172.21.0.2 (42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80/2a8b1704-fcc2-48fe-bae5-cd41e46f0f9b/a978d497-9cd9-47cc-b26f-9e063dc1cebb) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:43.161082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58109501-e75a-46c4-a648-af4f4b2021fd None None] No DVR routers for this DVR port fcecf8b1-8bc9-45fa-ab02-51287128532c on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:43.176759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e1c6d-c5e5-4258-a79a-1e2583af8bce None None] Pushing event updated for resources: {'Port': ['ID=bcb48d0f-6a75-4158-ad2e-5d6b2172eea6,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:43.188955 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.267868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8f56ef-88d0-4542-b372-2b0ca9b43be1']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:43.294542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d35494-9209-4920-8cf2-ddedc3486e5e') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:43.296248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d35494-9209-4920-8cf2-ddedc3486e5e') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:43.314223 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.338570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b34f03-5a7d-4885-b6bf-7d90f1d4af1e None None] Pushing event updated for resources: {'Port': ['ID=926c5637-5a92-4ee7-bf6c-5932ac3217a5,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:43.348958 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.372281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:36:43.372700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.376545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Port': ['ID=7bb8b941-6528-49ab-8de2-ac0a7798f8cb,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:43.432192 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:36:43.531775 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:36:43.620240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Allocated IP 172.20.0.1 (bacfb713-254b-4c58-8db8-3103e39f6808/4408a673-2a42-40dc-a14a-175699c6fc7d/acd44a00-67e9-4ebd-af82-aeeda65556e1) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:43.740026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:43.747478 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:43.792421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.801668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.810465 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/networks/3b8f56ef-88d0-4542-b372-2b0ca9b43be1 HTTP/1.1" status: 204 len: 168 time: 2.0857935 Aug 20 11:36:43.833103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 44984) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:43.849337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58109501-e75a-46c4-a648-af4f4b2021fd None None] Pushing event deleted for resources: {'Port': ['ID=fcecf8b1-8bc9-45fa-ab02-51287128532c,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:43.867817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd163d6-e871-428c-894b-9fa643531990 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Network': ['ID=3b8f56ef-88d0-4542-b372-2b0ca9b43be1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:43.881859 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.896340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cad38-04a5-4c40-9d97-6f18cebdf1ae req-cbb774f2-ed1a-4c0f-99e8-abf12f7c238b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.905348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-922cad38-04a5-4c40-9d97-6f18cebdf1ae req-cbb774f2-ed1a-4c0f-99e8-abf12f7c238b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2760389 Aug 20 11:36:43.907064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Transition to ACTIVE for port object a978d497-9cd9-47cc-b26f-9e063dc1cebb will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:43.929878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Transition to ACTIVE for port object a978d497-9cd9-47cc-b26f-9e063dc1cebb will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:43.952423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172e599e-40da-4d14-bc90-b347dbef7e64 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:43.958345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44986) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:43.959169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-172e599e-40da-4d14-bc90-b347dbef7e64 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1249282 Aug 20 11:36:43.960627 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:43.992206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Router f25982a4-686d-4c8c-bd43-c708ca618ca7 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:36:44.013369 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.035086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Transition to ACTIVE for port object acd44a00-67e9-4ebd-af82-aeeda65556e1 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:44.052396 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.081929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Network 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:44.091317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:44.116563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-922cad38-04a5-4c40-9d97-6f18cebdf1ae req-2e51b89b-3a4f-4ee9-96d3-39dfe8f1a3b5 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104375 Aug 20 11:36:44.147187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:44.180685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d4e3dbd6-f0aa-47d8-a4e8-29128bca4a34 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2164254 Aug 20 11:36:44.182504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:44.187666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 44988) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:44.189436 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e91a75ea-68f2-4b6c-90a0-aeaf54c0e16a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "PUT /v2.0/routers/f25982a4-686d-4c8c-bd43-c708ca618ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5513325 Aug 20 11:36:44.201885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1538828841'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:44.203350 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Sync routers for ids ['f25982a4-686d-4c8c-bd43-c708ca618ca7'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:44.239756 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Routers {'f25982a4-686d-4c8c-bd43-c708ca618ca7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:44.240420 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f25982a4-686d-4c8c-bd43-c708ca618ca7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:44.297495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.415917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Pushing event updated for resources: {'Port': ['ID=a978d497-9cd9-47cc-b26f-9e063dc1cebb,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:44.443512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:44.450332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Attempting to bind port a978d497-9cd9-47cc-b26f-9e063dc1cebb on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:44.450905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Attempting to bind port a978d497-9cd9-47cc-b26f-9e063dc1cebb by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '72663e16-1c93-4a78-9f1a-ccfa5db18784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:44.451384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Attempting to bind port a978d497-9cd9-47cc-b26f-9e063dc1cebb on network 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:44.497109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.498420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:44.498420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Checking segment: {'id': '72663e16-1c93-4a78-9f1a-ccfa5db18784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:44.498420 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.498420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Bound using segment: {'id': '72663e16-1c93-4a78-9f1a-ccfa5db18784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:44.498767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=acd44a00-67e9-4ebd-af82-aeeda65556e1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:44.498842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Bound port: a978d497-9cd9-47cc-b26f-9e063dc1cebb, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72663e16-1c93-4a78-9f1a-ccfa5db18784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:44.498842 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.563775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network bacfb713-254b-4c58-8db8-3103e39f6808 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:44.576040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:44.589502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:44.593218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:36:44.629668 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Set router f25982a4-686d-4c8c-bd43-c708ca618ca7 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:44.686186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.686988 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Added segment 33fbab53-c07b-41df-b6e8-46b31c326d3c of type vlan for network 2f0c1aaa-c65d-4065-94a3-56f604c8a737 Aug 20 11:36:44.700839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] For port a978d497-9cd9-47cc-b26f-9e063dc1cebb, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:44.708478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] For port a978d497-9cd9-47cc-b26f-9e063dc1cebb, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a978d497-9cd9-47cc-b26f-9e063dc1cebb,segment=NetworkSegment(72663e16-1c93-4a78-9f1a-ccfa5db18784),segment_id=72663e16-1c93-4a78-9f1a-ccfa5db18784)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:44.781538 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.809725 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.861477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:44.950860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade3622-acc0-483d-96e3-687cdbd751e3 None None] Pushing event updated for resources: {'Port': ['ID=a978d497-9cd9-47cc-b26f-9e063dc1cebb,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:44.952803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-9a116728-e36a-45c4-85cf-751185cf034f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:44.954688 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-9a116728-e36a-45c4-85cf-751185cf034f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/networks?id=637d42a5-b218-49b1-b6b6-9ee466bf27a9 HTTP/1.1" status: 200 len: 798 time: 0.3051612 Aug 20 11:36:44.963538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 926c5637-5a92-4ee7-bf6c-5932ac3217a5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:44.995762 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-0bbafeb3-275e-46bb-8142-e3e56474cda8 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/quotas/b45dc25967c4475eb0928c1cfe9b506a HTTP/1.1" status: 200 len: 375 time: 0.0298479 Aug 20 11:36:45.070474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c642235-2897-4627-a759-5e3cd22c5b22 None None] Network bacfb713-254b-4c58-8db8-3103e39f6808 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:45.135291 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-742521932', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:36:30Z', 'updated_at': '2021-08-20T11:36:42Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:36:31Z', 'updated_at': '2021-08-20T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '7bb8b941-6528-49ab-8de2-ac0a7798f8cb', 'name': '', 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:cb:b7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '7fb5adc9-1ef7-4418-b505-754bf874e51c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:36:40Z', 'updated_at': '2021-08-20T11:36:42Z', 'revision_number': 2, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': '7fb5adc9-1ef7-4418-b505-754bf874e51c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:45.139671 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-83a8b39a-efed-49cd-b5fb-e255ce00d887 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1367838 Aug 20 11:36:45.208198 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Checking router: f25982a4-686d-4c8c-bd43-c708ca618ca7 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:36:45.208772 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Updating router f25982a4-686d-4c8c-bd43-c708ca618ca7 port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:36:45.266059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.269735 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.275699 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.281325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:45.306200 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.341608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:45.414025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57e33cf-2069-4f36-a0a7-1f63a8639d69 None None] Network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:45.532835 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.resource_extend [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 11:36:45.542067 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a8c7dd73-48c2-4c15-8638-53b1c0867efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.543492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ca87f091-56df-4fe7-b4b6-28884525fbda None None] Provisioning for port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:45.581269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ca87f091-56df-4fe7-b4b6-28884525fbda None None] Provisioning complete for port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:45.581791 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ca87f091-56df-4fe7-b4b6-28884525fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.610165 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-b5fa1978-9c2f-4a97-b72e-ab032e447cae service neutron] 10.222.0.10 "GET /v2.0/networks/637d42a5-b218-49b1-b6b6-9ee466bf27a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484677 Aug 20 11:36:45.765905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:45.797999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:45.798381 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.898650 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:45.912708 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Transition to ACTIVE for port object 7bb8b941-6528-49ab-8de2-ac0a7798f8cb will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:45.953455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-be68a945-ab7e-4529-9e43-c37272ecba08 service neutron] 10.222.0.10 "GET /v2.0/networks/637d42a5-b218-49b1-b6b6-9ee466bf27a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326209 Aug 20 11:36:45.988675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Network': ['ID=2f0c1aaa-c65d-4065-94a3-56f604c8a737,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:46.011808 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:46.015054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45018) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:46.021364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '2f0c1aaa-c65d-4065-94a3-56f604c8a737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:46.028380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-de9a2004-d4ac-477c-8e18-b7126811269f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8369584 Aug 20 11:36:46.163956 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Pushing event updated for resources: {'Port': ['ID=7bb8b941-6528-49ab-8de2-ac0a7798f8cb,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:46.205464 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.206274 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.206890 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.207430 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.208014 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.208550 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.209561 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.210101 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.210772 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.211312 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.212149 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.212726 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:36:46.256408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:46.267009 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Attempting to bind port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:46.267857 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Attempting to bind port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:46.268436 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Attempting to bind port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb on network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:46.274551 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:46.275454 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Checking segment: {'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:46.276070 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:46.276736 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Bound using segment: {'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:46.277548 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Bound port: 7bb8b941-6528-49ab-8de2-ac0a7798f8cb, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:46.278165 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:46.298945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2', 'port_id': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'mac_address': 'fa:16:3e:3b:16:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64eb9c9-c044-49a3-b396-8c0bf29634a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:46.329842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 2f0c1aaa-c65d-4065-94a3-56f604c8a737 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:36:46.406909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:46.411756 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:46.418122 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] For port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:46.426771 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] For port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7bb8b941-6528-49ab-8de2-ac0a7798f8cb,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:46.604361 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:46.703381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a7610cb-8db9-45db-9390-c2cd5d9913bd req-1ca9a886-b0d5-4170-a1c8-9b31b2e1672f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 210 time: 0.2304647 Aug 20 11:36:46.795422 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Routers {'f25982a4-686d-4c8c-bd43-c708ca618ca7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:46.796101 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f25982a4-686d-4c8c-bd43-c708ca618ca7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:46.821162 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ca87f091-56df-4fe7-b4b6-28884525fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:46.824378 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03281e-798a-43d0-85da-aff53b0131ee None None] Pushing event updated for resources: {'Port': ['ID=7bb8b941-6528-49ab-8de2-ac0a7798f8cb,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:46.827415 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:46.901401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:47.126428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ca87f091-56df-4fe7-b4b6-28884525fbda None None] For port 926c5637-5a92-4ee7-bf6c-5932ac3217a5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=926c5637-5a92-4ee7-bf6c-5932ac3217a5,segment=NetworkSegment(094e3f70-9b8b-4e26-90c6-bafc5548d84e),segment_id=094e3f70-9b8b-4e26-90c6-bafc5548d84e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:47.147150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec6b82d-977a-4d85-a641-024c666c9dfe None None] Network 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:47.280942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9a781-e8c4-4dac-85f6-1b8ba99525d7 req-e1616fdd-9d95-4227-9786-1d440685e287 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:47.284772 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b6e9a781-e8c4-4dac-85f6-1b8ba99525d7 req-e1616fdd-9d95-4227-9786-1d440685e287 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 1.9750352 Aug 20 11:36:47.338277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.425386 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] Set router f25982a4-686d-4c8c-bd43-c708ca618ca7 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:36:47.434953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Checking segment: {'id': '33fbab53-c07b-41df-b6e8-46b31c326d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f0c1aaa-c65d-4065-94a3-56f604c8a737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:47.435324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network hostable DHCP agents. Network: 2f0c1aaa-c65d-4065-94a3-56f604c8a737, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:36:47.442604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ca87f091-56df-4fe7-b4b6-28884525fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.444890 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.449180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:47.450847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=9fe2a5df-e0b2-46e6-8f1d-b70f5131b615,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:47.476313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b6e9a781-e8c4-4dac-85f6-1b8ba99525d7 req-b09b9b96-3ac7-4afc-8468-ac8ad491b441 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680677 Aug 20 11:36:47.576280 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.584315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 2f0c1aaa-c65d-4065-94a3-56f604c8a737 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:36:47.683502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 2f0c1aaa-c65d-4065-94a3-56f604c8a737) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:47.692481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:47.693101 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.723451 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:36:47.725001 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:36:47.742754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738642c-0297-41ea-967e-3595c36219da None None] Network 2f0c1aaa-c65d-4065-94a3-56f604c8a737 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:47.798699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.819906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-500d4566-8b42-41de-9a01-879b9e43f7bd tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8037121 Aug 20 11:36:47.822578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45060) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:47.829408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': '2f0c1aaa-c65d-4065-94a3-56f604c8a737', 'name': 'tempest-PortsTestJSON-13764598'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:47.911751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:47.937560 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:47.982964 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-742521932', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:36:30Z', 'updated_at': '2021-08-20T11:36:42Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:36:31Z', 'updated_at': '2021-08-20T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '7bb8b941-6528-49ab-8de2-ac0a7798f8cb', 'name': '', 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:cb:b7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '7fb5adc9-1ef7-4418-b505-754bf874e51c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:36:40Z', 'updated_at': '2021-08-20T11:36:46Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': '7fb5adc9-1ef7-4418-b505-754bf874e51c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:48.006645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87f091-56df-4fe7-b4b6-28884525fbda None None] Pushing event updated for resources: {'Port': ['ID=926c5637-5a92-4ee7-bf6c-5932ac3217a5,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:48.036162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-57b425a2-2797-412a-9d1d-1fa78479fc12 None None] Provisioning for port a978d497-9cd9-47cc-b26f-9e063dc1cebb completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:48.065225 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-91218248-147c-431f-8920-4048ff5634f6 req-451362ec-04b5-4a17-bb33-8dd193471458 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 210 time: 0.2401009 Aug 20 11:36:48.154780 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7504e1-b9f0-4458-8a1d-51cfc2126e88 None None] The sync data for ids ['f25982a4-686d-4c8c-bd43-c708ca618ca7'] in n-d-804230-3 is: [{'id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-742521932', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:36:30Z', 'updated_at': '2021-08-20T11:36:42Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:36:31Z', 'updated_at': '2021-08-20T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '7bb8b941-6528-49ab-8de2-ac0a7798f8cb', 'name': '', 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:cb:b7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '7fb5adc9-1ef7-4418-b505-754bf874e51c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:36:40Z', 'updated_at': '2021-08-20T11:36:46Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': '7fb5adc9-1ef7-4418-b505-754bf874e51c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:48.179202 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.189682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=acd44a00-67e9-4ebd-af82-aeeda65556e1,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:48.235884 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1db9f15b-f5b2-49a0-ab07-857a709e7e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.339090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:48.344871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:48.405561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port a7aee184-1950-4054-bc48-cf9cd3fbc1ed yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:48.462629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-57b425a2-2797-412a-9d1d-1fa78479fc12 None None] Provisioning for port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:48.500576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network bacfb713-254b-4c58-8db8-3103e39f6808 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:48.504422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:48.575617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:48.764662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.6 (2f0c1aaa-c65d-4065-94a3-56f604c8a737/9fe2a5df-e0b2-46e6-8f1d-b70f5131b615/a7aee184-1950-4054-bc48-cf9cd3fbc1ed) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:48.770860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e6e7c6a6-1f01-4497-89b4-36198ad14e77 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:48.909033 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:49.024714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-56580e41-ba93-4476-a3ef-dfdce687cd73 None None] Provisioning complete for port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:49.025106 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-56580e41-ba93-4476-a3ef-dfdce687cd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:49.243689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e6e7c6a6-1f01-4497-89b4-36198ad14e77 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:49.244103 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:49.364809 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-2f0c1aaa-c65d-4065-94a3-56f604c8a737', 'network_id': '2f0c1aaa-c65d-4065-94a3-56f604c8a737', 'tenant_id': 'd4c4b61a9e5946b1a952e30790cbe7cf', 'fixed_ips': [{'subnet_id': '9fe2a5df-e0b2-46e6-8f1d-b70f5131b615'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:36:49.365664 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:49.380873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538efba-fe37-43dc-b2fe-44a1caa31611 req-5777fa6f-f996-4736-85f0-082675094061 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:49.393919 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1538efba-fe37-43dc-b2fe-44a1caa31611 req-5777fa6f-f996-4736-85f0-082675094061 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 944 time: 0.7233181 Aug 20 11:36:49.400351 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:49.438151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object a7aee184-1950-4054-bc48-cf9cd3fbc1ed will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:49.522268 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1538efba-fe37-43dc-b2fe-44a1caa31611 req-bfbe52d0-9787-43a0-acbf-ac406a0ed136 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270955 Aug 20 11:36:49.536403 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c4dbda6-0374-4fe8-972e-9ca971ee2575 req-1899d68a-04aa-4cdc-af79-974d93351823 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 210 time: 0.0356615 Aug 20 11:36:49.576793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:49.658017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 9488cda0-4950-48c8-bd42-6d576d6f47c7 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:36:49.658243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:49.766766 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:49.810643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=a7aee184-1950-4054-bc48-cf9cd3fbc1ed,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:49.824226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 2f0c1aaa-c65d-4065-94a3-56f604c8a737 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:49.825749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:49.838158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:49.870062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:49.873673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Allocated IP 172.20.0.2 (2f0c1aaa-c65d-4065-94a3-56f604c8a737/9fe2a5df-e0b2-46e6-8f1d-b70f5131b615/3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:49.886374 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-57810a53-a8d8-4c43-a268-36dc7cb14652 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/9488cda0-4950-48c8-bd42-6d576d6f47c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9677160 Aug 20 11:36:49.894031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45082) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:49.962745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:49.964948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-56580e41-ba93-4476-a3ef-dfdce687cd73 None None] Provisioning for port acd44a00-67e9-4ebd-af82-aeeda65556e1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:49.969363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408cf202-d101-4aae-b299-fbef8165c3ad None None] Sync routers for ids ['9488cda0-4950-48c8-bd42-6d576d6f47c7'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:49.975738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:50.039447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11025b75-1fcb-4be2-94aa-1fc79e39798b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:50.047517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:50.048034 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:50.049872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-56580e41-ba93-4476-a3ef-dfdce687cd73 None None] Provisioning complete for port acd44a00-67e9-4ebd-af82-aeeda65556e1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:50.050336 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-56580e41-ba93-4476-a3ef-dfdce687cd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:50.051033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-11025b75-1fcb-4be2-94aa-1fc79e39798b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports/acd44a00-67e9-4ebd-af82-aeeda65556e1 HTTP/1.1" status: 200 len: 910 time: 0.1554923 Aug 20 11:36:50.053896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45084) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:50.112832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-56580e41-ba93-4476-a3ef-dfdce687cd73 None None] Port acd44a00-67e9-4ebd-af82-aeeda65556e1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:50.192410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:50.249647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d47ed98f-2495-4373-86f3-5419cf9ac6b8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4257686 Aug 20 11:36:50.254368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45086) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:50.276995 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': '2f0c1aaa-c65d-4065-94a3-56f604c8a737', 'name': 'tempest-PortsTestJSON-932819391'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:50.291598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408cf202-d101-4aae-b299-fbef8165c3ad None None] Routers {'9488cda0-4950-48c8-bd42-6d576d6f47c7'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:50.296003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-408cf202-d101-4aae-b299-fbef8165c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9488cda0-4950-48c8-bd42-6d576d6f47c7'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:50.571969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-25aa0bb2-86b8-41f3-9e2e-9f18d2b5c0b9 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:50.576540 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-25aa0bb2-86b8-41f3-9e2e-9f18d2b5c0b9 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.57 "GET /v2.0/networks?id=637d42a5-b218-49b1-b6b6-9ee466bf27a9 HTTP/1.1" status: 200 len: 798 time: 0.2795594 Aug 20 11:36:50.605139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Request body: {'port': {'device_id': '98c9d13a-41ef-469e-a6ff-cbaf25e72165', 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9', 'admin_state_up': True, 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:50.605389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-408cf202-d101-4aae-b299-fbef8165c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:50.853772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5b7aa4ac-9304-48ad-bc25-8c2a5fed1876 None None] Provisioning complete for port acd44a00-67e9-4ebd-af82-aeeda65556e1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:50.858429 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5b7aa4ac-9304-48ad-bc25-8c2a5fed1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:50.939326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408cf202-d101-4aae-b299-fbef8165c3ad None None] Routers {'9488cda0-4950-48c8-bd42-6d576d6f47c7'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:50.940379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-408cf202-d101-4aae-b299-fbef8165c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9488cda0-4950-48c8-bd42-6d576d6f47c7'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:50.963421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5b7aa4ac-9304-48ad-bc25-8c2a5fed1876 None None] Port acd44a00-67e9-4ebd-af82-aeeda65556e1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:51.087154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fbcdf-2127-49b7-af85-50dc9b687222 req-f5820b16-7aa9-4c18-b2bb-ac53fe114303 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:51.100082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e92fbcdf-2127-49b7-af85-50dc9b687222 req-f5820b16-7aa9-4c18-b2bb-ac53fe114303 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 944 time: 0.2614086 Aug 20 11:36:51.113269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-408cf202-d101-4aae-b299-fbef8165c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:51.114103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408cf202-d101-4aae-b299-fbef8165c3ad None None] The sync data for ids ['9488cda0-4950-48c8-bd42-6d576d6f47c7'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:51.186005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e92fbcdf-2127-49b7-af85-50dc9b687222 req-bb6eeb65-ddee-42f2-bbe6-1702fb36d3e6 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801351 Aug 20 11:36:51.325861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Made reservation on behalf of b45dc25967c4475eb0928c1cfe9b506a for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:51.329917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.518119 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.519799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5b7aa4ac-9304-48ad-bc25-8c2a5fed1876 None None] Provisioning for port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:51.521813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:51.538752 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.550187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:51.553308 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.601596 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.612849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Allocated IP 172.20.0.26 (637d42a5-b218-49b1-b6b6-9ee466bf27a9/7fb5adc9-1ef7-4418-b505-754bf874e51c/e26d8469-ffe8-47db-b9b3-4b144d4228f5) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:51.672737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c007cef2-6822-4e71-91f9-a162f477895d req-54e9e59c-6312-42ef-9915-49afcb5bbf74 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 210 time: 0.8291070 Aug 20 11:36:51.682175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:51.688807 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b4f516-cc86-40a2-a414-491292b53696" -d '{"events": [{"server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "name": "network-vif-plugged", "status": "completed", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:51.700218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Transition to ACTIVE for port object 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:51.728386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Transition to ACTIVE for port object 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:51.767404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:51.863692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.883678 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.900027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Transition to ACTIVE for port object e26d8469-ffe8-47db-b9b3-4b144d4228f5 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:51.903661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.928508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:51.986641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:36:51.995766 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.011513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Network 2f0c1aaa-c65d-4065-94a3-56f604c8a737 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:52.037362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bcb48d0f-6a75-4158-ad2e-5d6b2172eea6,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:52.045494 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5f19de-6893-42b1-9d25-948cf0ddf392 x-openstack-request-id: req-ba5f19de-6893-42b1-9d25-948cf0ddf392 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:52.045916 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "name": "network-vif-plugged", "status": "completed", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:52.046335 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba5f19de-6893-42b1-9d25-948cf0ddf392 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:52.046919 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'code': 200} Aug 20 11:36:52.050468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:52.054643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:52.069880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.087169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 1225d028-f2e2-40f3-8efe-b6d0c9006338 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:36:52.114151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Pushing event updated for resources: {'Port': ['ID=3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:52.127433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:52.154827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:52.159667 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.178810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Attempting to bind port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:52.179576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Attempting to bind port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '33fbab53-c07b-41df-b6e8-46b31c326d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f0c1aaa-c65d-4065-94a3-56f604c8a737'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:52.180031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Attempting to bind port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 on network 2f0c1aaa-c65d-4065-94a3-56f604c8a737 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:52.189292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:52.192629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:52.195461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Checking segment: {'id': '33fbab53-c07b-41df-b6e8-46b31c326d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f0c1aaa-c65d-4065-94a3-56f604c8a737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:52.204429 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.205178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Bound using segment: {'id': '33fbab53-c07b-41df-b6e8-46b31c326d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f0c1aaa-c65d-4065-94a3-56f604c8a737'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:52.205768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Bound port: 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fbab53-c07b-41df-b6e8-46b31c326d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f0c1aaa-c65d-4065-94a3-56f604c8a737'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:52.206238 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.246859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event updated for resources: {'Port': ['ID=e26d8469-ffe8-47db-b9b3-4b144d4228f5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:52.304104 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.309581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:52.310398 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.340082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fcecf8b1-8bc9-45fa-ab02-51287128532c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:52.403665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:52.406711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: fcecf8b1-8bc9-45fa-ab02-51287128532c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:36:52.408751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fcecf8b1-8bc9-45fa-ab02-51287128532c not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:36:52.420919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65199305-5869-449a-b2d1-e467c641e181 req-d740b2fd-791b-43e6-a367-13ecd50c691e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:52.435642 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65199305-5869-449a-b2d1-e467c641e181 req-d740b2fd-791b-43e6-a367-13ecd50c691e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1202393 Aug 20 11:36:52.474103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] For port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:52.479438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] For port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58,segment=NetworkSegment(33fbab53-c07b-41df-b6e8-46b31c326d3c),segment_id=33fbab53-c07b-41df-b6e8-46b31c326d3c)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:52.491747 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65199305-5869-449a-b2d1-e467c641e181 req-10fad950-87a8-4d3a-a8ee-9be907e51144 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533137 Aug 20 11:36:52.496662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-40cf5ad9-9edc-4bc3-baa8-fbd6a264b011 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9100530 Aug 20 11:36:52.515630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=bcb48d0f-6a75-4158-ad2e-5d6b2172eea6,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:52.522378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Request body: {'port': {'device_id': '98c9d13a-41ef-469e-a6ff-cbaf25e72165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:36:52.580148 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.673310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:52.774079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c0c14-5ad3-49d4-9605-a4366c89bee3 None None] Pushing event updated for resources: {'Port': ['ID=3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:52.806179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 926c5637-5a92-4ee7-bf6c-5932ac3217a5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:52.809347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb487a-1cd1-4029-9d4e-cb535fb86150 req-c853e1c3-c18a-45d4-a973-8a15f16b5832 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:52.811023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ffb487a-1cd1-4029-9d4e-cb535fb86150 req-c853e1c3-c18a-45d4-a973-8a15f16b5832 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 945 time: 0.7007754 Aug 20 11:36:52.995071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:52.995071 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.014993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.13 (2f0c1aaa-c65d-4065-94a3-56f604c8a737/9fe2a5df-e0b2-46e6-8f1d-b70f5131b615/1225d028-f2e2-40f3-8efe-b6d0c9006338) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:53.020396 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ffb487a-1cd1-4029-9d4e-cb535fb86150 req-6bdd2e15-7b4b-4c0e-b725-d16701154969 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669216 Aug 20 11:36:53.070351 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Allocated IP 172.21.0.1 (42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80/2a8b1704-fcc2-48fe-bae5-cd41e46f0f9b/4c87dcb9-1b10-434c-b25b-d38c3c9c7377) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:36:53.100159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fa7aa526-4e4e-4cf3-b4b8-cd912566b371 None None] Provisioning for port e26d8469-ffe8-47db-b9b3-4b144d4228f5 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:53.105912 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fa7aa526-4e4e-4cf3-b4b8-cd912566b371 None None] Provisioning complete for port e26d8469-ffe8-47db-b9b3-4b144d4228f5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:53.106284 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa526-4e4e-4cf3-b4b8-cd912566b371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.211279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a978d497-9cd9-47cc-b26f-9e063dc1cebb up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:53.265304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fa7aa526-4e4e-4cf3-b4b8-cd912566b371 None None] Port e26d8469-ffe8-47db-b9b3-4b144d4228f5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:53.374741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.376697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26d8469-ffe8-47db-b9b3-4b144d4228f5 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:53.389183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c5b64-8b27-479a-88aa-4836f4d0d08f req-20a40d31-6e04-487a-9daa-f551bfb3fae2 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:53.391014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d5c5b64-8b27-479a-88aa-4836f4d0d08f req-20a40d31-6e04-487a-9daa-f551bfb3fae2 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 895 time: 0.4820499 Aug 20 11:36:53.395918 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.403261 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.408796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object 1225d028-f2e2-40f3-8efe-b6d0c9006338 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:53.427060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Transition to ACTIVE for port object 4c87dcb9-1b10-434c-b25b-d38c3c9c7377 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:53.428399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Transition to ACTIVE for port object e26d8469-ffe8-47db-b9b3-4b144d4228f5 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:36:53.451615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a978d497-9cd9-47cc-b26f-9e063dc1cebb completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:53.458145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a978d497-9cd9-47cc-b26f-9e063dc1cebb triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:53.459069 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.594736 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.626185 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.630530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.639460 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.652931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Pushing event updated for resources: {'Port': ['ID=e26d8469-ffe8-47db-b9b3-4b144d4228f5,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:53.687678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port a978d497-9cd9-47cc-b26f-9e063dc1cebb, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a978d497-9cd9-47cc-b26f-9e063dc1cebb,segment=NetworkSegment(72663e16-1c93-4a78-9f1a-ccfa5db18784),segment_id=72663e16-1c93-4a78-9f1a-ccfa5db18784)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:53.733320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:53.753286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 2f0c1aaa-c65d-4065-94a3-56f604c8a737 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:53.763267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:53.768378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:53.770581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:53.794544 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.796219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7bb8b941-6528-49ab-8de2-ac0a7798f8cb up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:53.842422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:53.849350 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.873809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17753a7c-87b4-4fcf-9dab-2f11c0d50a4b req-0392b5e0-d8eb-4ca2-aea8-65c314805e35 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:53.876760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Attempting to bind port e26d8469-ffe8-47db-b9b3-4b144d4228f5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:36:53.877375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Attempting to bind port e26d8469-ffe8-47db-b9b3-4b144d4228f5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:36:53.877912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Attempting to bind port e26d8469-ffe8-47db-b9b3-4b144d4228f5 on network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:53.885848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Port e26d8469-ffe8-47db-b9b3-4b144d4228f5 on network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:36:53.886261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Attempting to bind port e26d8469-ffe8-47db-b9b3-4b144d4228f5 on network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:36:53.887324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17753a7c-87b4-4fcf-9dab-2f11c0d50a4b req-0392b5e0-d8eb-4ca2-aea8-65c314805e35 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.3122437 Aug 20 11:36:53.892044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:36:53.892384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Checking segment: {'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:36:53.892772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Bound using segment: {'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:36:53.893428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Bound port: e26d8469-ffe8-47db-b9b3-4b144d4228f5, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a70d48-5db9-42a6-b5d8-8445c420dc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:36:53.893898 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:53.933195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:36:54.009272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=a978d497-9cd9-47cc-b26f-9e063dc1cebb,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:54.037480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] For port e26d8469-ffe8-47db-b9b3-4b144d4228f5, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:36:54.042765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] For port e26d8469-ffe8-47db-b9b3-4b144d4228f5, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e26d8469-ffe8-47db-b9b3-4b144d4228f5,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:36:54.053043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=1225d028-f2e2-40f3-8efe-b6d0c9006338,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:54.126281 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17753a7c-87b4-4fcf-9dab-2f11c0d50a4b req-2e57de2b-bbab-4446-bd25-1f7a0beb7919 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241883 Aug 20 11:36:54.202421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:54.227687 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.241154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:54.241537 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.287751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.318990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bafb2578-876c-4ba3-ad3f-746652cad53a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0535672 Aug 20 11:36:54.321987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=4c87dcb9-1b10-434c-b25b-d38c3c9c7377,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:54.337186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45132) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:54.348289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5540f33c-fbb2-467f-bc9f-4fff9dbf582a None None] Network 2f0c1aaa-c65d-4065-94a3-56f604c8a737 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:54.412612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:54.413310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.415480 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] 10.222.0.57 "PUT /v2.0/ports/e26d8469-ffe8-47db-b9b3-4b144d4228f5 HTTP/1.1" status: 200 len: 1055 time: 1.9072719 Aug 20 11:36:54.417642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714aae6a-4ff0-4ac5-9d20-b8e9012f36fa service neutron] Pushing event updated for resources: {'Port': ['ID=e26d8469-ffe8-47db-b9b3-4b144d4228f5,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:54.430590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c9d13a-41ef-469e-a6ff-cbaf25e72165', 'tag': 'e26d8469-ffe8-47db-b9b3-4b144d4228f5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:54.436745 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070b1a52-267b-4195-abbc-eb50afe009fa" -d '{"events": [{"name": "network-changed", "server_uuid": "98c9d13a-41ef-469e-a6ff-cbaf25e72165", "tag": "e26d8469-ffe8-47db-b9b3-4b144d4228f5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:54.493884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c1b50-2fd7-4468-975e-3509aeaba1c6 req-cd77fb01-7958-4ebe-a6a9-f033e55ff3fc tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:54.502286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-011c1b50-2fd7-4468-975e-3509aeaba1c6 req-cd77fb01-7958-4ebe-a6a9-f033e55ff3fc tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 945 time: 0.2741587 Aug 20 11:36:54.517201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d9e4f3-e018-4e92-bbe2-5a720c6a489c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:54.522206 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c7d9e4f3-e018-4e92-bbe2-5a720c6a489c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 920 time: 0.1834671 Aug 20 11:36:54.522768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45138) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:54.533643 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.604355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7bb8b941-6528-49ab-8de2-ac0a7798f8cb,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:54.616918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-011c1b50-2fd7-4468-975e-3509aeaba1c6 req-82ddbdbb-ca57-4f96-bca1-44f68cc377e7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090298 Aug 20 11:36:54.720644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-2912d45d-1e22-4ea0-9767-3602007f392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:54.725517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-2912d45d-1e22-4ea0-9767-3602007f392e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 1058 time: 0.1602833 Aug 20 11:36:54.742521 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.763179 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:54.829063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-15260e18-50c2-4582-8d21-207be43c4f20 None None] Provisioning for port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:54.839467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=7bb8b941-6528-49ab-8de2-ac0a7798f8cb,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:54.911734 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-bcdb2801-03d7-4efe-a62e-dd24a77098f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e26d8469-ffe8-47db-b9b3-4b144d4228f5 HTTP/1.1" status: 200 len: 217 time: 0.1483183 Aug 20 11:36:54.954305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-15260e18-50c2-4582-8d21-207be43c4f20 None None] Provisioning for port 4c87dcb9-1b10-434c-b25b-d38c3c9c7377 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:54.964099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-15260e18-50c2-4582-8d21-207be43c4f20 None None] Provisioning complete for port 4c87dcb9-1b10-434c-b25b-d38c3c9c7377 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:54.972199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-15260e18-50c2-4582-8d21-207be43c4f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.041143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-15260e18-50c2-4582-8d21-207be43c4f20 None None] Port 4c87dcb9-1b10-434c-b25b-d38c3c9c7377 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:55.082191 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e043387-8e32-49be-9d5f-bc783ffee79b x-openstack-request-id: req-9e043387-8e32-49be-9d5f-bc783ffee79b {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:55.082974 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c9d13a-41ef-469e-a6ff-cbaf25e72165", "tag": "e26d8469-ffe8-47db-b9b3-4b144d4228f5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:55.083311 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e043387-8e32-49be-9d5f-bc783ffee79b {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:55.083840 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c9d13a-41ef-469e-a6ff-cbaf25e72165', 'tag': 'e26d8469-ffe8-47db-b9b3-4b144d4228f5', 'status': 'completed', 'code': 200} Aug 20 11:36:55.088735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-21d85cb7-da86-45c9-80ee-98c5135238c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:55.090390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-21d85cb7-da86-45c9-80ee-98c5135238c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7fb5adc9-1ef7-4418-b505-754bf874e51c HTTP/1.1" status: 200 len: 837 time: 0.1687629 Aug 20 11:36:55.140970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a978d497-9cd9-47cc-b26f-9e063dc1cebb up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:55.211696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a44e0-0db4-4b16-8132-d1dc0079e98a req-11c62d25-d701-485b-a029-f097271a2521 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:55.222361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec8a44e0-0db4-4b16-8132-d1dc0079e98a req-11c62d25-d701-485b-a029-f097271a2521 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 907 time: 0.3334253 Aug 20 11:36:55.234135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-e5c7a867-e82a-43fe-8dce-397d1acc9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:55.238078 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-e5c7a867-e82a-43fe-8dce-397d1acc9f0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=637d42a5-b218-49b1-b6b6-9ee466bf27a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277785 Aug 20 11:36:55.325897 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.331094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a978d497-9cd9-47cc-b26f-9e063dc1cebb triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:55.331592 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.361722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a9bdf1c9-feb4-4f5d-b35b-9253f6edae8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 1225d028-f2e2-40f3-8efe-b6d0c9006338 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:55.361840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf1c9-feb4-4f5d-b35b-9253f6edae8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.460349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:55.581419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf1c9-feb4-4f5d-b35b-9253f6edae8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.592351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666f0fa-30c6-4d9a-8151-c80e0b923441 req-2d620889-4244-4123-a1ee-d8768a75784f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:55.593596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d666f0fa-30c6-4d9a-8151-c80e0b923441 req-2d620889-4244-4123-a1ee-d8768a75784f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 945 time: 0.1680963 Aug 20 11:36:55.609205 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-9ab17fd7-501b-4bed-8e7a-ab253b53154a service neutron] 10.222.0.57 "GET /v2.0/networks/637d42a5-b218-49b1-b6b6-9ee466bf27a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613060 Aug 20 11:36:55.693502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a9bdf1c9-feb4-4f5d-b35b-9253f6edae8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 1225d028-f2e2-40f3-8efe-b6d0c9006338 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:55.721216 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.746208 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d666f0fa-30c6-4d9a-8151-c80e0b923441 req-b796d85e-7dbb-4889-866d-9b56fdebe4cf tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434629 Aug 20 11:36:55.801947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5088e4d-b1d8-4f3b-a0ef-c8793d082fd2 req-76a4d9b5-dcca-46c2-9db1-c011d66050ee service neutron] 10.222.0.57 "GET /v2.0/networks/637d42a5-b218-49b1-b6b6-9ee466bf27a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818998 Aug 20 11:36:55.850179 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.852386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:55.854855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-47c1e038-2e07-4e74-83b2-61f5416a1235 None None] Provisioning for port a7aee184-1950-4054-bc48-cf9cd3fbc1ed completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:36:55.861309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-47c1e038-2e07-4e74-83b2-61f5416a1235 None None] Provisioning complete for port a7aee184-1950-4054-bc48-cf9cd3fbc1ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:55.865429 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-47c1e038-2e07-4e74-83b2-61f5416a1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.870647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:55.874845 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:55.961617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-47c1e038-2e07-4e74-83b2-61f5416a1235 None None] Port a7aee184-1950-4054-bc48-cf9cd3fbc1ed cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:55.993800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=4c87dcb9-1b10-434c-b25b-d38c3c9c7377,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:56.002712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-47c1e038-2e07-4e74-83b2-61f5416a1235 None None] Provisioning complete for port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:56.002712 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-47c1e038-2e07-4e74-83b2-61f5416a1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.003217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:36:56.004691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:36:56.110857 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.125698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062017ac-5c25-4c7c-9a1f-db2adc5953d9 req-7ee52e29-eaaa-4df6-8ff0-3c10debb410c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.135057 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-062017ac-5c25-4c7c-9a1f-db2adc5953d9 req-7ee52e29-eaaa-4df6-8ff0-3c10debb410c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2321069 Aug 20 11:36:56.156065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b1a52-267b-4195-abbc-eb50afe009fa req-898368a2-61b9-4bc5-a69f-e9e44b0662db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.157869 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-070b1a52-267b-4195-abbc-eb50afe009fa req-898368a2-61b9-4bc5-a69f-e9e44b0662db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 1058 time: 0.1397355 Aug 20 11:36:56.159045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf1c9-feb4-4f5d-b35b-9253f6edae8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.213225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58,segment=NetworkSegment(33fbab53-c07b-41df-b6e8-46b31c326d3c),segment_id=33fbab53-c07b-41df-b6e8-46b31c326d3c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:56.218819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-47c1e038-2e07-4e74-83b2-61f5416a1235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.256958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 9488cda0-4950-48c8-bd42-6d576d6f47c7 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:36:56.343207 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.343207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:56.423268 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdf1c9-feb4-4f5d-b35b-9253f6edae8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=1225d028-f2e2-40f3-8efe-b6d0c9006338,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:56.459011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:36:56.467960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-062017ac-5c25-4c7c-9a1f-db2adc5953d9 req-e6ac5994-958b-49ad-985b-3355d20f289b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959275 Aug 20 11:36:56.472414 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d65950-aa45-4851-807d-fe88745bf37f None None] Sync routers for ids ['9488cda0-4950-48c8-bd42-6d576d6f47c7'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:36:56.476318 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ffdb322a-3d1a-4987-b642-a284071e8fa6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/9488cda0-4950-48c8-bd42-6d576d6f47c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4185517 Aug 20 11:36:56.498235 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d65950-aa45-4851-807d-fe88745bf37f None None] Routers {'9488cda0-4950-48c8-bd42-6d576d6f47c7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:56.500542 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-61d65950-aa45-4851-807d-fe88745bf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9488cda0-4950-48c8-bd42-6d576d6f47c7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:56.506764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45164) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:56.518045 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-47c1e038-2e07-4e74-83b2-61f5416a1235 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:36:56.533661 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-47c1e038-2e07-4e74-83b2-61f5416a1235 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:36:56.574341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:56.581868 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-61d65950-aa45-4851-807d-fe88745bf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:56.582622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd188995-8b37-4096-a5d0-677ba43dc1d8 req-eedeb32b-8e66-4bc5-b4f3-71766cc460d7 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.591611 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd188995-8b37-4096-a5d0-677ba43dc1d8 req-eedeb32b-8e66-4bc5-b4f3-71766cc460d7 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 907 time: 0.1367495 Aug 20 11:36:56.599614 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d65950-aa45-4851-807d-fe88745bf37f None None] Routers {'9488cda0-4950-48c8-bd42-6d576d6f47c7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:36:56.600247 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-61d65950-aa45-4851-807d-fe88745bf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9488cda0-4950-48c8-bd42-6d576d6f47c7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:56.621840 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab69711-4cde-47ab-924c-eab4e03b0bb4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.628222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8ab69711-4cde-47ab-924c-eab4e03b0bb4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports/4c87dcb9-1b10-434c-b25b-d38c3c9c7377 HTTP/1.1" status: 200 len: 910 time: 0.1166697 Aug 20 11:36:56.628888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45166) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:56.635985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:56.636373 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.662284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-3cba2ec2-8b69-4e57-ba1f-d257d20f3793 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.663878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-3cba2ec2-8b69-4e57-ba1f-d257d20f3793 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 945 time: 0.1878648 Aug 20 11:36:56.665048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf1c9-feb4-4f5d-b35b-9253f6edae8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.666929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a9bdf1c9-feb4-4f5d-b35b-9253f6edae8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/1225d028-f2e2-40f3-8efe-b6d0c9006338 HTTP/1.1" status: 204 len: 168 time: 2.1124728 Aug 20 11:36:56.672988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45168) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:56.680592 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-61d65950-aa45-4851-807d-fe88745bf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:36:56.681539 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d65950-aa45-4851-807d-fe88745bf37f None None] The sync data for ids ['9488cda0-4950-48c8-bd42-6d576d6f47c7'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:36:56.699294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b1a52-267b-4195-abbc-eb50afe009fa req-48a59ea3-a875-4c79-9eac-e251699969cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.701052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-070b1a52-267b-4195-abbc-eb50afe009fa req-48a59ea3-a875-4c79-9eac-e251699969cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=637d42a5-b218-49b1-b6b6-9ee466bf27a9 HTTP/1.1" status: 200 len: 899 time: 0.4772787 Aug 20 11:36:56.749695 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e4581b-a9d1-4549-a162-a1c75903de29 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:36:56.754509 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-17e4581b-a9d1-4549-a162-a1c75903de29 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/1225d028-f2e2-40f3-8efe-b6d0c9006338 HTTP/1.1" status: 404 len: 333 time: 0.0804505 Aug 20 11:36:56.755369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45170) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:56.788914 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-070b1a52-267b-4195-abbc-eb50afe009fa req-cb8b4fb4-ef2f-4a56-9c6d-6cae3f610107 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e26d8469-ffe8-47db-b9b3-4b144d4228f5 HTTP/1.1" status: 200 len: 217 time: 0.0509934 Aug 20 11:36:56.881263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b1a52-267b-4195-abbc-eb50afe009fa req-06c4b8bf-df18-47fd-a429-c4ecc94c45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:56.883563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-070b1a52-267b-4195-abbc-eb50afe009fa req-06c4b8bf-df18-47fd-a429-c4ecc94c45d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7fb5adc9-1ef7-4418-b505-754bf874e51c HTTP/1.1" status: 200 len: 837 time: 0.0835021 Aug 20 11:36:56.968176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-4c50988f-a8dd-4881-afc6-cf892cae47bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Deleting port 19d12686-dd3b-4962-9d0e-958d04b68483 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:56.968528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-4c50988f-a8dd-4881-afc6-cf892cae47bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:56.981920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7bb8b941-6528-49ab-8de2-ac0a7798f8cb up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:57.056739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5edf17-beae-4b0c-bdab-4f23c5c4d0da req-e8bb007c-03d1-4c4f-a345-c9c786e016c9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:57.058314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac5edf17-beae-4b0c-bdab-4f23c5c4d0da req-e8bb007c-03d1-4c4f-a345-c9c786e016c9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 945 time: 0.1518033 Aug 20 11:36:57.063190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b1a52-267b-4195-abbc-eb50afe009fa req-332ff8f4-edf3-4759-86b2-107e8c3379c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:57.064650 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-070b1a52-267b-4195-abbc-eb50afe009fa req-332ff8f4-edf3-4759-86b2-107e8c3379c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=637d42a5-b218-49b1-b6b6-9ee466bf27a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1681254 Aug 20 11:36:57.081523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bde3f589-dab8-45b0-b11d-f3ba6ce55e8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port a7aee184-1950-4054-bc48-cf9cd3fbc1ed {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:57.081877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde3f589-dab8-45b0-b11d-f3ba6ce55e8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.087695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:57.088074 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.198151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-47c1e038-2e07-4e74-83b2-61f5416a1235 None None] Could not find standard attr ID for object 1225d028-f2e2-40f3-8efe-b6d0c9006338. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:36:57.208891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac5edf17-beae-4b0c-bdab-4f23c5c4d0da req-e26e2bba-a4d0-4de4-89cd-6e23d586185f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413543 Aug 20 11:36:57.215233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:57.219383 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde3f589-dab8-45b0-b11d-f3ba6ce55e8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.233145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bde3f589-dab8-45b0-b11d-f3ba6ce55e8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for a7aee184-1950-4054-bc48-cf9cd3fbc1ed owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:57.237334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-4c50988f-a8dd-4881-afc6-cf892cae47bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] For port 19d12686-dd3b-4962-9d0e-958d04b68483, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=19d12686-dd3b-4962-9d0e-958d04b68483,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:57.237702 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-4c50988f-a8dd-4881-afc6-cf892cae47bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.261055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-4c50988f-a8dd-4881-afc6-cf892cae47bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Calling delete_port for 19d12686-dd3b-4962-9d0e-958d04b68483 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:57.269448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-070b1a52-267b-4195-abbc-eb50afe009fa req-db6f1c03-cb96-45b4-9545-5e8e1951ba42 service neutron] 10.222.0.57 "GET /v2.0/networks/637d42a5-b218-49b1-b6b6-9ee466bf27a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919522 Aug 20 11:36:57.286666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:57.287137 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.409980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1a0d2d09-67da-4346-a942-b1b8dcb5a7f1 None None] Provisioning complete for port 4c87dcb9-1b10-434c-b25b-d38c3c9c7377 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:57.410275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1a0d2d09-67da-4346-a942-b1b8dcb5a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.455555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d2d09-67da-4346-a942-b1b8dcb5a7f1 None None] Port 4c87dcb9-1b10-434c-b25b-d38c3c9c7377 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:57.467831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1a0d2d09-67da-4346-a942-b1b8dcb5a7f1 None None] Provisioning complete for port a7aee184-1950-4054-bc48-cf9cd3fbc1ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:36:57.468381 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1a0d2d09-67da-4346-a942-b1b8dcb5a7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.497413 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-070b1a52-267b-4195-abbc-eb50afe009fa req-0462ca31-104f-43d7-a30c-64c6515eb0ae service neutron] 10.222.0.57 "GET /v2.0/networks/637d42a5-b218-49b1-b6b6-9ee466bf27a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151411 Aug 20 11:36:57.554637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1a0d2d09-67da-4346-a942-b1b8dcb5a7f1 None None] Port a7aee184-1950-4054-bc48-cf9cd3fbc1ed cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:36:57.559266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1a0d2d09-67da-4346-a942-b1b8dcb5a7f1 None None] Could not find standard attr ID for object 1225d028-f2e2-40f3-8efe-b6d0c9006338. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:36:57.624005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e26d8469-ffe8-47db-b9b3-4b144d4228f5 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:57.626718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:36:57.675446 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde3f589-dab8-45b0-b11d-f3ba6ce55e8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.786180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3f589-dab8-45b0-b11d-f3ba6ce55e8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=a7aee184-1950-4054-bc48-cf9cd3fbc1ed,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:57.824457 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-4c50988f-a8dd-4881-afc6-cf892cae47bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.843025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['19d12686-dd3b-4962-9d0e-958d04b68483'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:57.909189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d224a-8064-4d17-a003-8a4caaab5b28 req-b8bbf729-a5dc-4ffc-87b9-d3b2afa50877 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:57.910936 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-502d224a-8064-4d17-a003-8a4caaab5b28 req-b8bbf729-a5dc-4ffc-87b9-d3b2afa50877 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2601695 Aug 20 11:36:57.915407 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:57.944670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e26d8469-ffe8-47db-b9b3-4b144d4228f5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e26d8469-ffe8-47db-b9b3-4b144d4228f5,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:57.951124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50988f-a8dd-4881-afc6-cf892cae47bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event deleted for resources: {'Port': ['ID=19d12686-dd3b-4962-9d0e-958d04b68483,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:57.965618 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'e26d8469-ffe8-47db-b9b3-4b144d4228f5', 'network_id': '637d42a5-b218-49b1-b6b6-9ee466bf27a9', 'port_id': 'e26d8469-ffe8-47db-b9b3-4b144d4228f5', 'mac_address': 'fa:16:3e:ad:de:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb5adc9-1ef7-4418-b505-754bf874e51c', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:36:57.987517 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.013616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:58.036802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:58.039353 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5691605a-0571-47e8-910b-23aacf9c7962" -d '{"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:58.074284 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.102573 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.111823 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bde3f589-dab8-45b0-b11d-f3ba6ce55e8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.121277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bde3f589-dab8-45b0-b11d-f3ba6ce55e8c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/a7aee184-1950-4054-bc48-cf9cd3fbc1ed HTTP/1.1" status: 204 len: 168 time: 1.3646376 Aug 20 11:36:58.122075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45186) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:58.129028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26d8469-ffe8-47db-b9b3-4b144d4228f5 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:36:58.165971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e26d8469-ffe8-47db-b9b3-4b144d4228f5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e26d8469-ffe8-47db-b9b3-4b144d4228f5,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:58.223016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:58.274542 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.384779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e26d8469-ffe8-47db-b9b3-4b144d4228f5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:58.466349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba21834-01c2-45fd-8cb8-bf6747fe0fbb req-b5d4ffde-9bb0-42b2-912b-c6e4fdf8fceb tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:58.469039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eba21834-01c2-45fd-8cb8-bf6747fe0fbb req-b5d4ffde-9bb0-42b2-912b-c6e4fdf8fceb tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 907 time: 0.6992540 Aug 20 11:36:58.491116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-4c50988f-a8dd-4881-afc6-cf892cae47bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] No DVR routers for this DVR port 19d12686-dd3b-4962-9d0e-958d04b68483 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:36:58.498891 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-4c50988f-a8dd-4881-afc6-cf892cae47bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.501045 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-804a93a1-a822-4c48-84aa-0f9c5242647e req-4c50988f-a8dd-4881-afc6-cf892cae47bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "DELETE /v2.0/ports/19d12686-dd3b-4962-9d0e-958d04b68483 HTTP/1.1" status: 204 len: 173 time: 1.8177314 Aug 20 11:36:58.501548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed03fa9-0360-45a6-9873-395a258c3612', 'name': 'network-vif-deleted', 'tag': '19d12686-dd3b-4962-9d0e-958d04b68483'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:36:58.504990 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62fc6aa-cdf9-4072-bee1-919792baeb74" -d '{"events": [{"server_uuid": "0ed03fa9-0360-45a6-9873-395a258c3612", "name": "network-vif-deleted", "tag": "19d12686-dd3b-4962-9d0e-958d04b68483"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:36:58.552156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e26d8469-ffe8-47db-b9b3-4b144d4228f5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:36:58.555540 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ebd35-d300-4089-b7be-71ed75693291 x-openstack-request-id: req-d17ebd35-d300-4089-b7be-71ed75693291 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:58.555933 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:58.556262 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d17ebd35-d300-4089-b7be-71ed75693291 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:58.556722 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'code': 200} Aug 20 11:36:58.695118 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a594e5f1-ba24-4dc1-af3b-6735747c0a11 req-8e05c01c-e472-4988-bd0f-18e4720ee97e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0311835 Aug 20 11:36:58.741965 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-52261e5f-93db-4313-81a7-ca4aa7c397ad tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:36:58.744316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-52261e5f-93db-4313-81a7-ca4aa7c397ad tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/a7aee184-1950-4054-bc48-cf9cd3fbc1ed HTTP/1.1" status: 404 len: 333 time: 0.0580740 Aug 20 11:36:58.747544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45196) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:58.765106 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-502d224a-8064-4d17-a003-8a4caaab5b28 req-1d1c56b9-4e20-49c3-a67f-f107e8b9b625 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8348050 Aug 20 11:36:58.801424 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cfa5dc-8179-4e86-867f-279950b012fb x-openstack-request-id: req-73cfa5dc-8179-4e86-867f-279950b012fb {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:36:58.801722 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed03fa9-0360-45a6-9873-395a258c3612", "name": "network-vif-deleted", "tag": "19d12686-dd3b-4962-9d0e-958d04b68483", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:36:58.802102 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73cfa5dc-8179-4e86-867f-279950b012fb {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:36:58.802522 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed03fa9-0360-45a6-9873-395a258c3612', 'name': 'network-vif-deleted', 'tag': '19d12686-dd3b-4962-9d0e-958d04b68483', 'status': 'completed', 'code': 200} Aug 20 11:36:58.826693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d35b2d-3afc-4002-ac1d-8fcb8298dda0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet 9fe2a5df-e0b2-46e6-8f1d-b70f5131b615 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:36:58.839280 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38d35b2d-3afc-4002-ac1d-8fcb8298dda0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:58.896244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38d35b2d-3afc-4002-ac1d-8fcb8298dda0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.037037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port 4c87dcb9-1b10-434c-b25b-d38c3c9c7377 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:59.037781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38d35b2d-3afc-4002-ac1d-8fcb8298dda0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.037934 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.156300 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.170876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for 4c87dcb9-1b10-434c-b25b-d38c3c9c7377 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:59.190000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38d35b2d-3afc-4002-ac1d-8fcb8298dda0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.215298 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38d35b2d-3afc-4002-ac1d-8fcb8298dda0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.223097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-38d35b2d-3afc-4002-ac1d-8fcb8298dda0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/9fe2a5df-e0b2-46e6-8f1d-b70f5131b615 HTTP/1.1" status: 204 len: 168 time: 0.4720893 Aug 20 11:36:59.227267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b41a0-d1b1-40b3-9bb4-238114b0181b None None] Network 2f0c1aaa-c65d-4065-94a3-56f604c8a737 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:36:59.273958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45202) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:36:59.298746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d35b2d-3afc-4002-ac1d-8fcb8298dda0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe2a5df-e0b2-46e6-8f1d-b70f5131b615,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:59.426492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.473326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb942d-1957-4345-af4c-7034b8001a90 None None] DHCP port deletion for 2f0c1aaa-c65d-4065-94a3-56f604c8a737 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:36:59.547452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:59.548064 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.568162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-01bb942d-1957-4345-af4c-7034b8001a90 None None] Deleting port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:36:59.568458 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-01bb942d-1957-4345-af4c-7034b8001a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.603796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.639711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] For port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58,segment=NetworkSegment(33fbab53-c07b-41df-b6e8-46b31c326d3c),segment_id=33fbab53-c07b-41df-b6e8-46b31c326d3c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:36:59.640443 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:36:59.685338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:36:59.702246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:36:59.704451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e26d8469-ffe8-47db-b9b3-4b144d4228f5 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:36:59.710401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=4c87dcb9-1b10-434c-b25b-d38c3c9c7377,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:36:59.800278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ea7c-0d89-46f1-9ad6-ea5b8375b740 req-dce70d88-f820-428b-8602-da36a551c69c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:36:59.803561 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6b2ea7c-0d89-46f1-9ad6-ea5b8375b740 req-dce70d88-f820-428b-8602-da36a551c69c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 908 time: 0.2122936 Aug 20 11:36:59.999257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20345a81-906b-4945-aacd-b4df767918b4 req-9dd6aa38-1b9a-4a7f-a95a-adb380fc166e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0637369 Aug 20 11:37:00.002171 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.102719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:00.107167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No DVR routers for this DVR port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:00.173972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae465d-521e-4e06-8d00-d9adaa61530e req-fc3901c4-cf84-432e-9943-794f75d68d8b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:00.176323 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6ae465d-521e-4e06-8d00-d9adaa61530e req-fc3901c4-cf84-432e-9943-794f75d68d8b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1246669 Aug 20 11:37:00.177131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.245159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-01bb942d-1957-4345-af4c-7034b8001a90 None None] For port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58,segment=NetworkSegment(33fbab53-c07b-41df-b6e8-46b31c326d3c),segment_id=33fbab53-c07b-41df-b6e8-46b31c326d3c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:00.245770 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-01bb942d-1957-4345-af4c-7034b8001a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.287656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.309749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-01bb942d-1957-4345-af4c-7034b8001a90 None None] Calling delete_port for 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:00.316378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0c1aaa-c65d-4065-94a3-56f604c8a737']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:00.341335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fbab53-c07b-41df-b6e8-46b31c326d3c') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:00.341335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fbab53-c07b-41df-b6e8-46b31c326d3c') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:00.343954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d6ae465d-521e-4e06-8d00-d9adaa61530e req-167d541a-8589-4c56-ab47-1a660fd06ab9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585896 Aug 20 11:37:00.359672 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.386494 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.401535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:00.401970 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:00.405402 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:00.472465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:00.488153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'port_id': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'mac_address': 'fa:16:3e:83:17:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:00.514503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-01bb942d-1957-4345-af4c-7034b8001a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.523107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port e26d8469-ffe8-47db-b9b3-4b144d4228f5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:00.587054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 9488cda0-4950-48c8-bd42-6d576d6f47c7 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:00.591593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb942d-1957-4345-af4c-7034b8001a90 None None] Pushing event deleted for resources: {'Port': ['ID=3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:00.597184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port e26d8469-ffe8-47db-b9b3-4b144d4228f5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:00.598141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.600821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb942d-1957-4345-af4c-7034b8001a90 None None] No DVR routers for this DVR port 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:00.685743 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.696267 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.706778 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/networks/2f0c1aaa-c65d-4065-94a3-56f604c8a737 HTTP/1.1" status: 204 len: 168 time: 1.4228261 Aug 20 11:37:00.707509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45232) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:00.732215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.734494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-644039890'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:00.739120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1943963-a9a5-45f9-a8e6-5b19e7556f5c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Network': ['ID=2f0c1aaa-c65d-4065-94a3-56f604c8a737,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:00.748358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a0ee02-c982-4657-abe0-c555d63e5a45 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:00.757574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:00.765609 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-89296125-8814-4bee-9fde-01fa4f36ed35 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/9488cda0-4950-48c8-bd42-6d576d6f47c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1356249 Aug 20 11:37:00.769639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45234) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:00.800844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:00.805291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb350e3-7f18-467a-9449-d1e96b60af13 None None] Sync routers for ids ['9488cda0-4950-48c8-bd42-6d576d6f47c7'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:00.866724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb350e3-7f18-467a-9449-d1e96b60af13 None None] Routers {'9488cda0-4950-48c8-bd42-6d576d6f47c7'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:00.867561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4eb350e3-7f18-467a-9449-d1e96b60af13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9488cda0-4950-48c8-bd42-6d576d6f47c7'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:00.902040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:00.905950 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.954333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:37:00.954568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4eb350e3-7f18-467a-9449-d1e96b60af13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:00.981015 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:00.991076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb350e3-7f18-467a-9449-d1e96b60af13 None None] Routers {'9488cda0-4950-48c8-bd42-6d576d6f47c7'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:00.991714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4eb350e3-7f18-467a-9449-d1e96b60af13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9488cda0-4950-48c8-bd42-6d576d6f47c7'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:01.001067 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.002003 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Added segment 48c0efaf-afc1-4a2f-a088-de2235d36844 of type vlan for network cefc3bb7-0201-446b-a24f-2746f8fafaab Aug 20 11:37:01.043713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:01.049677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4eb350e3-7f18-467a-9449-d1e96b60af13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:01.050340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb350e3-7f18-467a-9449-d1e96b60af13 None None] The sync data for ids ['9488cda0-4950-48c8-bd42-6d576d6f47c7'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:01.109199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:01.109968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3b28c4b1-a7f9-4c0b-8d78-44f5a1a97a58 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:01.157481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e4a0ee02-c982-4657-abe0-c555d63e5a45'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:01.169469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.205477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7643ca0-c92f-418f-87a5-89e1df608eba req-c1a076e5-bc5d-4beb-ad23-c9c7eaf08b94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:01.207395 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7643ca0-c92f-418f-87a5-89e1df608eba req-c1a076e5-bc5d-4beb-ad23-c9c7eaf08b94 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 908 time: 0.2379718 Aug 20 11:37:01.219934 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c084cda-da0e-46b6-a92e-54ad1fb34719 req-4e218811-22b4-457f-9dfb-869e70dd90fd tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0860496 Aug 20 11:37:01.308442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:01.321263 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.327034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:01.327666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.343524 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.430167 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.473206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c9d13a-41ef-469e-a6ff-cbaf25e72165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26d8469-ffe8-47db-b9b3-4b144d4228f5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:01.476095 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8d0da0-6a4a-4390-a971-7458216ecd55" -d '{"events": [{"server_uuid": "98c9d13a-41ef-469e-a6ff-cbaf25e72165", "name": "network-vif-plugged", "status": "completed", "tag": "e26d8469-ffe8-47db-b9b3-4b144d4228f5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:01.532082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Network': ['ID=cefc3bb7-0201-446b-a24f-2746f8fafaab,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:01.535383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e26d8469-ffe8-47db-b9b3-4b144d4228f5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e26d8469-ffe8-47db-b9b3-4b144d4228f5,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:01.548925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network cefc3bb7-0201-446b-a24f-2746f8fafaab details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:37:01.754972 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05259615-b69f-4ae4-86a7-65391d35f285 x-openstack-request-id: req-05259615-b69f-4ae4-86a7-65391d35f285 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:01.755426 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c9d13a-41ef-469e-a6ff-cbaf25e72165", "name": "network-vif-plugged", "status": "completed", "tag": "e26d8469-ffe8-47db-b9b3-4b144d4228f5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:01.755792 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05259615-b69f-4ae4-86a7-65391d35f285 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:01.756519 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c9d13a-41ef-469e-a6ff-cbaf25e72165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26d8469-ffe8-47db-b9b3-4b144d4228f5', 'code': 200} Aug 20 11:37:01.762238 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:01.763120 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fe6cc353-c121-4b6e-be4c-d2a9bb5cce26 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0332046 Aug 20 11:37:01.766403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45252) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:01.767093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 19d12686-dd3b-4962-9d0e-958d04b68483 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:01.774353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': 'cefc3bb7-0201-446b-a24f-2746f8fafaab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:01.802190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 19d12686-dd3b-4962-9d0e-958d04b68483 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:01.802955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 19d12686-dd3b-4962-9d0e-958d04b68483 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:01.889861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e26d8469-ffe8-47db-b9b3-4b144d4228f5,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:01.926538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39e96f-5bc5-44db-8453-509fe14877e0 req-7f598d31-b7d4-46c4-b52d-e71aa5e428b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:01.926538 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f39e96f-5bc5-44db-8453-509fe14877e0 req-7f598d31-b7d4-46c4-b52d-e71aa5e428b9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 1060 time: 0.2426329 Aug 20 11:37:01.926538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a235fa-3aa8-4006-909e-f877d2a51e72 req-94e2649f-f6d1-4ea4-8ff2-6637720912f9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:01.939053 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8a235fa-3aa8-4006-909e-f877d2a51e72 req-94e2649f-f6d1-4ea4-8ff2-6637720912f9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.3332167 Aug 20 11:37:02.024199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:02.045526 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.045723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port acd44a00-67e9-4ebd-af82-aeeda65556e1 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:02.045723 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.050322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8a235fa-3aa8-4006-909e-f877d2a51e72 req-1d66bf51-4785-4f18-a25e-7259fe7f4a9c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113687 Aug 20 11:37:02.220872 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.234891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for acd44a00-67e9-4ebd-af82-aeeda65556e1 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:02.414575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d4a137e-500a-4f1d-8969-d3cc4975e9e7 req-5bee3d42-56f8-4803-812f-ce6c200decbe tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0487134 Aug 20 11:37:02.509819 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea13a72-516c-430d-b8af-90b864476bb1 req-a52aa585-8723-4c0f-bd50-1e4eadde7db6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:02.511657 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ea13a72-516c-430d-b8af-90b864476bb1 req-a52aa585-8723-4c0f-bd50-1e4eadde7db6 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 909 time: 0.1272399 Aug 20 11:37:02.771232 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.819181 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:02.884884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=51065082-bd86-4b2e-b645-dec29057e87a,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:02.884884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Checking segment: {'id': '48c0efaf-afc1-4a2f-a088-de2235d36844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cefc3bb7-0201-446b-a24f-2746f8fafaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:02.884884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network hostable DHCP agents. Network: cefc3bb7-0201-446b-a24f-2746f8fafaab, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:37:02.977197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network cefc3bb7-0201-446b-a24f-2746f8fafaab is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:37:03.036075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=acd44a00-67e9-4ebd-af82-aeeda65556e1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:03.045589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, cefc3bb7-0201-446b-a24f-2746f8fafaab) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:03.054703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2fc7e8-dcd7-461f-a9bb-f264ca9324de None None] Network cefc3bb7-0201-446b-a24f-2746f8fafaab requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:03.057681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:03.059507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.167080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-95f19f32-38d0-4c67-9035-ac29a28b18ec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3981247 Aug 20 11:37:03.169875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45264) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:03.176222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': 'cefc3bb7-0201-446b-a24f-2746f8fafaab', 'name': 'tempest-PortsTestJSON-1193227198', 'fixed_ips': [{'subnet_id': '51065082-bd86-4b2e-b645-dec29057e87a', 'ip_address': '172.20.0.10'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:03.417897 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.543848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db038f2-682d-4a78-a7b6-0683a76b73e2 req-4c64c810-f81d-4422-a664-fa5a757dedd4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:03.544169 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-cefc3bb7-0201-446b-a24f-2746f8fafaab', 'network_id': 'cefc3bb7-0201-446b-a24f-2746f8fafaab', 'tenant_id': 'd4c4b61a9e5946b1a952e30790cbe7cf', 'fixed_ips': [{'subnet_id': '51065082-bd86-4b2e-b645-dec29057e87a'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:37:03.545080 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:03.547542 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1db038f2-682d-4a78-a7b6-0683a76b73e2 req-4c64c810-f81d-4422-a664-fa5a757dedd4 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2078972 Aug 20 11:37:03.624680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1db038f2-682d-4a78-a7b6-0683a76b73e2 req-a5c8c40d-5612-4391-9668-fd6a6bb5b28d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621362 Aug 20 11:37:03.758781 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-87c8d507-668d-4c2a-8137-e5a6dc57e59a req-6494531c-1161-4073-9e5a-900c7641aa26 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0709317 Aug 20 11:37:03.803017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:03.808870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:03.956926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 9488cda0-4950-48c8-bd42-6d576d6f47c7 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:04.027289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port e4a0ee02-c982-4657-abe0-c555d63e5a45 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:04.027663 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.033503 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.076238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528bb79-ce11-4a66-a16e-fb3b4257f200 req-f1f6b79e-4859-4b13-8c0b-c6d5c34e9727 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:04.087123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e528bb79-ce11-4a66-a16e-fb3b4257f200 req-f1f6b79e-4859-4b13-8c0b-c6d5c34e9727 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 909 time: 0.3336303 Aug 20 11:37:04.116528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Allocated IP 172.20.0.2 (cefc3bb7-0201-446b-a24f-2746f8fafaab/51065082-bd86-4b2e-b645-dec29057e87a/00a2b6d1-c840-44e7-8fc8-b5d570a6eadc) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:04.125346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 9280fb55-f24a-4abd-b68a-141f6ce5df51 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:37:04.186771 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.207982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:04.217032 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d25a2492-410a-4225-9e2a-756373e64281 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/9488cda0-4950-48c8-bd42-6d576d6f47c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4422212 Aug 20 11:37:04.218745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45272) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:04.221358 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7642f06c-d444-4977-ba47-87fafd19bbb3 None None] Sync routers for ids ['9488cda0-4950-48c8-bd42-6d576d6f47c7'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:04.235383 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642f06c-d444-4977-ba47-87fafd19bbb3 None None] Routers {'9488cda0-4950-48c8-bd42-6d576d6f47c7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:04.237330 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7642f06c-d444-4977-ba47-87fafd19bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9488cda0-4950-48c8-bd42-6d576d6f47c7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:04.304259 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8002435e-e252-46b5-93c7-89a60ef7329c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=9488cda0-4950-48c8-bd42-6d576d6f47c7 HTTP/1.1" status: 200 len: 205 time: 0.0562408 Aug 20 11:37:04.305072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45274) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:04.353138 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7642f06c-d444-4977-ba47-87fafd19bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:04.378997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:04.379773 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:37:04.385595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:04.396239 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642f06c-d444-4977-ba47-87fafd19bbb3 None None] Routers {'9488cda0-4950-48c8-bd42-6d576d6f47c7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:04.399008 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45458716-fec1-42af-a2ad-89b42dcbc7d7" -d '{"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-plugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:04.404444 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7642f06c-d444-4977-ba47-87fafd19bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9488cda0-4950-48c8-bd42-6d576d6f47c7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:04.487173 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.491043 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7642f06c-d444-4977-ba47-87fafd19bbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:04.492864 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7642f06c-d444-4977-ba47-87fafd19bbb3 None None] The sync data for ids ['9488cda0-4950-48c8-bd42-6d576d6f47c7'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:04.496111 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b589d68a-18bb-4b74-9c86-6d55af64621e x-openstack-request-id: req-b589d68a-18bb-4b74-9c86-6d55af64621e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:04.497747 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-plugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:04.501582 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b589d68a-18bb-4b74-9c86-6d55af64621e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:04.503015 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'code': 200} Aug 20 11:37:04.547652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeead0-358c-4a2a-b299-9a73b497d1f7 req-0f6b15fc-319c-4d19-ab4c-50ddbeb00d69 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:04.549272 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8ffeead0-358c-4a2a-b299-9a73b497d1f7 req-0f6b15fc-319c-4d19-ab4c-50ddbeb00d69 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 909 time: 0.3295486 Aug 20 11:37:04.558680 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe8469d-affc-4fe0-8c83-e89f0e0bc38a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.566465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=10']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:04.733128 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.763861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Transition to ACTIVE for port object 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:04.789271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Transition to ACTIVE for port object 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:04.802550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800b754-a430-4416-80e9-9cdbdf2262c3 req-15de38b9-918b-48c0-ad79-2dc3035d84bd tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:04.805185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7800b754-a430-4416-80e9-9cdbdf2262c3 req-15de38b9-918b-48c0-ad79-2dc3035d84bd tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 1060 time: 0.1190319 Aug 20 11:37:04.864065 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:04.900084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Network cefc3bb7-0201-446b-a24f-2746f8fafaab is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:04.905198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:04.949552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:05.014557 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe8469d-affc-4fe0-8c83-e89f0e0bc38a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.015769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe8469d-affc-4fe0-8c83-e89f0e0bc38a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.043046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Pushing event updated for resources: {'Port': ['ID=00a2b6d1-c840-44e7-8fc8-b5d570a6eadc,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:05.056866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8bda025d-82c5-484a-a41c-d9848b816e24 req-5c5440a0-48e0-4f16-af20-9ded3bf14531 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.1106362 Aug 20 11:37:05.081185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.10 (cefc3bb7-0201-446b-a24f-2746f8fafaab/51065082-bd86-4b2e-b645-dec29057e87a/9280fb55-f24a-4abd-b68a-141f6ce5df51) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:05.093962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Attempting to bind port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:05.094672 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Attempting to bind port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '48c0efaf-afc1-4a2f-a088-de2235d36844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cefc3bb7-0201-446b-a24f-2746f8fafaab'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:05.095237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Attempting to bind port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc on network cefc3bb7-0201-446b-a24f-2746f8fafaab {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:05.102962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:05.104384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Checking segment: {'id': '48c0efaf-afc1-4a2f-a088-de2235d36844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cefc3bb7-0201-446b-a24f-2746f8fafaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:05.104977 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.105834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Bound using segment: {'id': '48c0efaf-afc1-4a2f-a088-de2235d36844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cefc3bb7-0201-446b-a24f-2746f8fafaab'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:05.106918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Bound port: 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c0efaf-afc1-4a2f-a088-de2235d36844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'cefc3bb7-0201-446b-a24f-2746f8fafaab'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:05.108165 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.152700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64129fa-2919-4cd7-adf8-2a0fb63ab83f req-edd2f68f-8430-41af-9d6b-8348de83aa8d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:05.159739 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d64129fa-2919-4cd7-adf8-2a0fb63ab83f req-edd2f68f-8430-41af-9d6b-8348de83aa8d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.3563116 Aug 20 11:37:05.193020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] For port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:05.198292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] For port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=00a2b6d1-c840-44e7-8fc8-b5d570a6eadc,segment=NetworkSegment(48c0efaf-afc1-4a2f-a088-de2235d36844),segment_id=48c0efaf-afc1-4a2f-a088-de2235d36844)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:05.243189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d64129fa-2919-4cd7-adf8-2a0fb63ab83f req-47a86be6-a4a1-4d72-b70e-7d38690d4a5e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824099 Aug 20 11:37:05.246059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe8469d-affc-4fe0-8c83-e89f0e0bc38a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.246835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe8469d-affc-4fe0-8c83-e89f0e0bc38a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Fanout notify agent at l3_agent the message router_deleted on router 9488cda0-4950-48c8-bd42-6d576d6f47c7 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:37:05.261730 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe8469d-affc-4fe0-8c83-e89f0e0bc38a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.264370 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4fe8469d-affc-4fe0-8c83-e89f0e0bc38a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/9488cda0-4950-48c8-bd42-6d576d6f47c7 HTTP/1.1" status: 204 len: 168 time: 0.9583442 Aug 20 11:37:05.278195 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.280027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45286) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:05.326266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826e39e-9a5d-46e3-aad7-a77edb5aed4d None None] Pushing event updated for resources: {'Port': ['ID=00a2b6d1-c840-44e7-8fc8-b5d570a6eadc,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:05.378806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cb18ed-e94d-4796-840b-e9c5ddd77e88 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting subnet 2a8b1704-fcc2-48fe-bae5-cd41e46f0f9b {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:05.400451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49cb18ed-e94d-4796-840b-e9c5ddd77e88 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.479155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8236a4-122f-4a21-adcb-46c91420ece1 req-4673c95a-d163-4877-a0b4-262f59cfdd3a tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:05.488181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e8236a4-122f-4a21-adcb-46c91420ece1 req-4673c95a-d163-4877-a0b4-262f59cfdd3a tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 1136 time: 0.2746515 Aug 20 11:37:05.514060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49cb18ed-e94d-4796-840b-e9c5ddd77e88 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.627806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e8236a4-122f-4a21-adcb-46c91420ece1 req-6c46fa8a-4103-439f-b9f0-f4d7b4901a6c tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1283171 Aug 20 11:37:05.646449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45288) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:05.714879 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.766273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object 9280fb55-f24a-4abd-b68a-141f6ce5df51 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:05.884846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49cb18ed-e94d-4796-840b-e9c5ddd77e88 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:05.973720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c859d06d-9e12-4dc5-afd9-eacfd693c58f tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:05.976952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c859d06d-9e12-4dc5-afd9-eacfd693c58f tempest-TestSecurityGroupsBasicOps-105468016 tempest-TestSecurityGroupsBasicOps-105468016-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 1055 time: 0.3262553 Aug 20 11:37:06.034877 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.137346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49cb18ed-e94d-4796-840b-e9c5ddd77e88 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.184975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=9280fb55-f24a-4abd-b68a-141f6ce5df51,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:06.207568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network cefc3bb7-0201-446b-a24f-2746f8fafaab is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:06.219852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:06.224939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:06.245982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49cb18ed-e94d-4796-840b-e9c5ddd77e88 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.246760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f374dc33-d164-4832-b7f4-9990359f691c None None] Network 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:06.256136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-49cb18ed-e94d-4796-840b-e9c5ddd77e88 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/2a8b1704-fcc2-48fe-bae5-cd41e46f0f9b HTTP/1.1" status: 204 len: 168 time: 0.9748347 Aug 20 11:37:06.257571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb18ed-e94d-4796-840b-e9c5ddd77e88 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8b1704-fcc2-48fe-bae5-cd41e46f0f9b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:06.259505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45294) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:06.286248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00408255-21fb-476e-9580-7560d6a006aa req-8ff3b944-bc5d-4f57-b2b8-a96ff86eb707 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0767798 Aug 20 11:37:06.345503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:06.361073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.464641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1bc5c7-8f12-4821-a427-010a3aa77207 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting subnet 4408a673-2a42-40dc-a14a-175699c6fc7d {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:06.470154 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc5c7-8f12-4821-a427-010a3aa77207 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.573713 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc5c7-8f12-4821-a427-010a3aa77207 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.590308 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0898c8b9-535d-492f-b5ea-474195a40cb7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4120555 Aug 20 11:37:06.592925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45300) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:06.608441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': 'cefc3bb7-0201-446b-a24f-2746f8fafaab', 'name': 'tempest-PortsTestJSON-863695596', 'fixed_ips': [{'subnet_id': '51065082-bd86-4b2e-b645-dec29057e87a', 'ip_address': '172.20.0.9'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:06.716398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64340ac-1f20-4a81-af18-26942880bc5d None None] DHCP port deletion for 42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:37:06.822948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c64340ac-1f20-4a81-af18-26942880bc5d None None] Deleting port a978d497-9cd9-47cc-b26f-9e063dc1cebb {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:06.822948 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c64340ac-1f20-4a81-af18-26942880bc5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.831463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f49f5-fa6e-4367-9fb2-118b8aeae6b1 req-dfbac27b-073b-493e-b5af-680dbb2ef766 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:06.839085 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc5c7-8f12-4821-a427-010a3aa77207 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:06.863404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-591f49f5-fa6e-4367-9fb2-118b8aeae6b1 req-dfbac27b-073b-493e-b5af-680dbb2ef766 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.3972204 Aug 20 11:37:07.056052 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c64340ac-1f20-4a81-af18-26942880bc5d None None] For port a978d497-9cd9-47cc-b26f-9e063dc1cebb, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a978d497-9cd9-47cc-b26f-9e063dc1cebb,segment=NetworkSegment(72663e16-1c93-4a78-9f1a-ccfa5db18784),segment_id=72663e16-1c93-4a78-9f1a-ccfa5db18784)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:07.056052 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c64340ac-1f20-4a81-af18-26942880bc5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.087150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:07.089644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-591f49f5-fa6e-4367-9fb2-118b8aeae6b1 req-369420b4-0aa1-4429-ae03-c2e7f652ae62 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088659 Aug 20 11:37:07.094538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c64340ac-1f20-4a81-af18-26942880bc5d None None] Calling delete_port for a978d497-9cd9-47cc-b26f-9e063dc1cebb owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:07.130549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ffd37c-67c4-4eff-acc8-d2095f65a1cf None None] Network cefc3bb7-0201-446b-a24f-2746f8fafaab requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:07.190055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e89ae-3f78-4ee9-84cc-fcddd2653bf8 req-ade4a65a-44a0-4c16-bd31-9f76153b6e29 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:07.193698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-554e89ae-3f78-4ee9-84cc-fcddd2653bf8 req-ade4a65a-44a0-4c16-bd31-9f76153b6e29 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 909 time: 0.4902537 Aug 20 11:37:07.385485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:07.387081 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc5c7-8f12-4821-a427-010a3aa77207 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.392784 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.416175 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc5c7-8f12-4821-a427-010a3aa77207 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.419098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fc1bc5c7-8f12-4821-a427-010a3aa77207 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/4408a673-2a42-40dc-a14a-175699c6fc7d HTTP/1.1" status: 204 len: 168 time: 1.1574900 Aug 20 11:37:07.421902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45304) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:07.428163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ddb12e-b5cb-4594-b57a-b9321b2b99c8 None None] Network bacfb713-254b-4c58-8db8-3103e39f6808 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:07.446032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bc5c7-8f12-4821-a427-010a3aa77207 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Subnet': ['ID=4408a673-2a42-40dc-a14a-175699c6fc7d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:07.478978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee813d22-bf29-46f5-a633-4e8d4474be75 req-496896f0-7fda-463e-bb48-4d2978e64912 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ed03fa9-0360-45a6-9873-395a258c3612 HTTP/1.1" status: 200 len: 210 time: 0.0739636 Aug 20 11:37:07.526121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 289e7bd8-3f17-45b3-b3f6-3528ad787a6f yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:37:07.587619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:07.589807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-66766aa4-d712-4f60-9def-389d03173692 None None] Provisioning for port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:07.595288 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c64340ac-1f20-4a81-af18-26942880bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.630588 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.640106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:07.640811 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.682855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-66766aa4-d712-4f60-9def-389d03173692 None None] Provisioning complete for port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:07.683329 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-66766aa4-d712-4f60-9def-389d03173692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:07.736749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64340ac-1f20-4a81-af18-26942880bc5d None None] Pushing event deleted for resources: {'Port': ['ID=a978d497-9cd9-47cc-b26f-9e063dc1cebb,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:07.759067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64340ac-1f20-4a81-af18-26942880bc5d None None] No DVR routers for this DVR port a978d497-9cd9-47cc-b26f-9e063dc1cebb on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:07.900421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc56854-0990-4002-88e1-50cf3d08ecb1 None None] DHCP port deletion for bacfb713-254b-4c58-8db8-3103e39f6808 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:37:08.027155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.053920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.065004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:08.078608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.9 (cefc3bb7-0201-446b-a24f-2746f8fafaab/51065082-bd86-4b2e-b645-dec29057e87a/289e7bd8-3f17-45b3-b3f6-3528ad787a6f) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:08.086598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72663e16-1c93-4a78-9f1a-ccfa5db18784') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:08.087927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72663e16-1c93-4a78-9f1a-ccfa5db18784') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:08.113482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.129178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-c0cbc4e4-99cf-471c-9f5b-5d096c3df5a5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:08.144281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-c0cbc4e4-99cf-471c-9f5b-5d096c3df5a5 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.57 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 909 time: 0.2051640 Aug 20 11:37:08.190036 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-66766aa4-d712-4f60-9def-389d03173692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.198617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=00a2b6d1-c840-44e7-8fc8-b5d570a6eadc,segment=NetworkSegment(48c0efaf-afc1-4a2f-a088-de2235d36844),segment_id=48c0efaf-afc1-4a2f-a088-de2235d36844)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:08.264934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-bcc56854-0990-4002-88e1-50cf3d08ecb1 None None] Deleting port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:08.265455 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bcc56854-0990-4002-88e1-50cf3d08ecb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.294712 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.340955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:08.348626 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:08.439421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06ca42-fffd-4acf-942b-265aa961a264 req-9bea0643-13a0-4266-96f6-f6f7cbd66f57 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:08.447999 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed06ca42-fffd-4acf-942b-265aa961a264 req-9bea0643-13a0-4266-96f6-f6f7cbd66f57 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1435208 Aug 20 11:37:08.548949 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed06ca42-fffd-4acf-942b-265aa961a264 req-00fed254-923b-4375-b366-e4932c268b6a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995595 Aug 20 11:37:08.707873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.768038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262038fb-5b35-4f2c-85b9-6caf4b46eb82 req-a9c91574-f269-42db-aaf1-54513901b13e tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:08.770715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-262038fb-5b35-4f2c-85b9-6caf4b46eb82 req-a9c91574-f269-42db-aaf1-54513901b13e tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 909 time: 0.1791549 Aug 20 11:37:08.812010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=00a2b6d1-c840-44e7-8fc8-b5d570a6eadc,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:08.821566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-028e0fa9-1117-4904-be75-cf81ba274dbe tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Deleting port e26d8469-ffe8-47db-b9b3-4b144d4228f5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:08.824729 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-028e0fa9-1117-4904-be75-cf81ba274dbe tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.868069 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-66766aa4-d712-4f60-9def-389d03173692 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:37:08.868433 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-66766aa4-d712-4f60-9def-389d03173692 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:37:08.869133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a978d497-9cd9-47cc-b26f-9e063dc1cebb no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:08.891782 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.894982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a978d497-9cd9-47cc-b26f-9e063dc1cebb {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:08.895153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a978d497-9cd9-47cc-b26f-9e063dc1cebb not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:08.923072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object 289e7bd8-3f17-45b3-b3f6-3528ad787a6f will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:08.952652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bcc56854-0990-4002-88e1-50cf3d08ecb1 None None] For port 926c5637-5a92-4ee7-bf6c-5932ac3217a5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=926c5637-5a92-4ee7-bf6c-5932ac3217a5,segment=NetworkSegment(094e3f70-9b8b-4e26-90c6-bafc5548d84e),segment_id=094e3f70-9b8b-4e26-90c6-bafc5548d84e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:08.953340 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bcc56854-0990-4002-88e1-50cf3d08ecb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.992186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-bcc56854-0990-4002-88e1-50cf3d08ecb1 None None] Calling delete_port for 926c5637-5a92-4ee7-bf6c-5932ac3217a5 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:08.995630 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:08.998498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-028e0fa9-1117-4904-be75-cf81ba274dbe tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] For port e26d8469-ffe8-47db-b9b3-4b144d4228f5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e26d8469-ffe8-47db-b9b3-4b144d4228f5,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:08.998884 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-028e0fa9-1117-4904-be75-cf81ba274dbe tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.033148 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.037922 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/networks/42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80 HTTP/1.1" status: 204 len: 168 time: 1.6122904 Aug 20 11:37:09.050082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45326) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:09.059601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-028e0fa9-1117-4904-be75-cf81ba274dbe tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Calling delete_port for e26d8469-ffe8-47db-b9b3-4b144d4228f5 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:09.064532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb98b26-d5fd-4ce6-bfc0-7389b5df58db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Network': ['ID=42c0a19a-b5f5-4b19-8c3f-6c6fdbf5ad80,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:09.120904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:09.174570 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.268409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:09.269015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.313035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:09.313439 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.326519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.389477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=289e7bd8-3f17-45b3-b3f6-3528ad787a6f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:09.392159 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-028e0fa9-1117-4904-be75-cf81ba274dbe tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.409713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port 926c5637-5a92-4ee7-bf6c-5932ac3217a5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=926c5637-5a92-4ee7-bf6c-5932ac3217a5,segment=NetworkSegment(094e3f70-9b8b-4e26-90c6-bafc5548d84e),segment_id=094e3f70-9b8b-4e26-90c6-bafc5548d84e)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:09.410221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.411051 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bcc56854-0990-4002-88e1-50cf3d08ecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.433502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e0fa9-1117-4904-be75-cf81ba274dbe tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Port': ['ID=e26d8469-ffe8-47db-b9b3-4b144d4228f5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:09.446148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network cefc3bb7-0201-446b-a24f-2746f8fafaab is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:09.452932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:09.473665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for 926c5637-5a92-4ee7-bf6c-5932ac3217a5 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:09.474256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:09.525683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc56854-0990-4002-88e1-50cf3d08ecb1 None None] Pushing event deleted for resources: {'Port': ['ID=926c5637-5a92-4ee7-bf6c-5932ac3217a5,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:09.542910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc56854-0990-4002-88e1-50cf3d08ecb1 None None] No DVR routers for this DVR port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:09.556919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:09.556919 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.621161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-028e0fa9-1117-4904-be75-cf81ba274dbe tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] No DVR routers for this DVR port e26d8469-ffe8-47db-b9b3-4b144d4228f5 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:09.630479 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-028e0fa9-1117-4904-be75-cf81ba274dbe tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.633475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52151cae-311c-4dbf-89d9-3d0b954b75b1 req-028e0fa9-1117-4904-be75-cf81ba274dbe tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.57 "DELETE /v2.0/ports/e26d8469-ffe8-47db-b9b3-4b144d4228f5 HTTP/1.1" status: 204 len: 173 time: 1.4714553 Aug 20 11:37:09.634324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c9d13a-41ef-469e-a6ff-cbaf25e72165', 'name': 'network-vif-deleted', 'tag': 'e26d8469-ffe8-47db-b9b3-4b144d4228f5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:09.645845 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c03026-d2f3-4435-9b1a-9991ea088e78" -d '{"events": [{"server_uuid": "98c9d13a-41ef-469e-a6ff-cbaf25e72165", "name": "network-vif-deleted", "tag": "e26d8469-ffe8-47db-b9b3-4b144d4228f5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:09.654986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-79316148-36f4-40eb-bd00-b98e79c54a44 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0609066 Aug 20 11:37:09.655620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45342) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:09.709207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.801797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5704accd-a5cf-4543-96be-012f298c6e9a None None] Provisioning complete for port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:09.802466 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5704accd-a5cf-4543-96be-012f298c6e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:09.808993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=926c5637-5a92-4ee7-bf6c-5932ac3217a5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:09.833574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5935452-cb49-4b8b-8741-126d0fe86b20 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:09.841081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b5935452-cb49-4b8b-8741-126d0fe86b20 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1844120 Aug 20 11:37:09.841712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45346) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:09.884444 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No DVR routers for this DVR port 926c5637-5a92-4ee7-bf6c-5932ac3217a5 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:09.905054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 926c5637-5a92-4ee7-bf6c-5932ac3217a5 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:09.981076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 926c5637-5a92-4ee7-bf6c-5932ac3217a5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:09.981076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 926c5637-5a92-4ee7-bf6c-5932ac3217a5 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:10.000336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ff3e59-67cd-42ea-b6f4-ef109af3cd89 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:10.017975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ff3e59-67cd-42ea-b6f4-ef109af3cd89 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:10.032097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ff3e59-67cd-42ea-b6f4-ef109af3cd89 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:10.036793 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a7ff3e59-67cd-42ea-b6f4-ef109af3cd89 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1940885 Aug 20 11:37:10.037642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45348) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:10.154281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a578f-495d-465c-9ff0-1a68708832a4 req-eb0de78a-039f-4f17-a3fe-97d0eaf081c7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:10.163116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed3a578f-495d-465c-9ff0-1a68708832a4 req-eb0de78a-039f-4f17-a3fe-97d0eaf081c7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.3913693 Aug 20 11:37:10.187691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-62fbbc89-3f09-4373-a860-a477447aad41 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 289e7bd8-3f17-45b3-b3f6-3528ad787a6f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:10.188391 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62fbbc89-3f09-4373-a860-a477447aad41 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.232328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed3a578f-495d-465c-9ff0-1a68708832a4 req-5b99ec29-bf53-4cc7-ac9b-0ecab618e433 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681670 Aug 20 11:37:10.240434 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.254141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5704accd-a5cf-4543-96be-012f298c6e9a None None] Provisioning for port 9280fb55-f24a-4abd-b68a-141f6ce5df51 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:10.258693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5704accd-a5cf-4543-96be-012f298c6e9a None None] Provisioning complete for port 9280fb55-f24a-4abd-b68a-141f6ce5df51 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:10.259188 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5704accd-a5cf-4543-96be-012f298c6e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.271711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacfb713-254b-4c58-8db8-3103e39f6808']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:10.296575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094e3f70-9b8b-4e26-90c6-bafc5548d84e') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:10.296950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094e3f70-9b8b-4e26-90c6-bafc5548d84e') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:10.332357 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.347293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5704accd-a5cf-4543-96be-012f298c6e9a None None] Port 9280fb55-f24a-4abd-b68a-141f6ce5df51 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:10.363074 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37143f19-7d21-4520-b9f5-5b9e5afffc04 x-openstack-request-id: req-37143f19-7d21-4520-b9f5-5b9e5afffc04 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:10.363366 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c9d13a-41ef-469e-a6ff-cbaf25e72165", "name": "network-vif-deleted", "tag": "e26d8469-ffe8-47db-b9b3-4b144d4228f5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:10.363625 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37143f19-7d21-4520-b9f5-5b9e5afffc04 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:10.364026 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c9d13a-41ef-469e-a6ff-cbaf25e72165', 'name': 'network-vif-deleted', 'tag': 'e26d8469-ffe8-47db-b9b3-4b144d4228f5', 'status': 'completed', 'code': 200} Aug 20 11:37:10.371367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.382553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:10.382983 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:10.386274 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:10.391121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62fbbc89-3f09-4373-a860-a477447aad41 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.415341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-62fbbc89-3f09-4373-a860-a477447aad41 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 289e7bd8-3f17-45b3-b3f6-3528ad787a6f owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:10.524979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f85954f7-79e0-4eec-b788-59f32c7400be None None] Provisioning for port 289e7bd8-3f17-45b3-b3f6-3528ad787a6f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:10.529383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f85954f7-79e0-4eec-b788-59f32c7400be None None] Provisioning complete for port 289e7bd8-3f17-45b3-b3f6-3528ad787a6f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:10.529875 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f85954f7-79e0-4eec-b788-59f32c7400be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.553561 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c85991f-ec70-4068-a952-fe23f14506fc req-709398c9-a1f6-4d42-a060-4317bdb848c7 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=98c9d13a-41ef-469e-a6ff-cbaf25e72165 HTTP/1.1" status: 200 len: 210 time: 0.0801730 Aug 20 11:37:10.596779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f85954f7-79e0-4eec-b788-59f32c7400be None None] Port 289e7bd8-3f17-45b3-b3f6-3528ad787a6f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:10.777352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.796240 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:10.805783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45350) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:10.807645 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/networks/bacfb713-254b-4c58-8db8-3103e39f6808 HTTP/1.1" status: 204 len: 168 time: 1.7562919 Aug 20 11:37:10.811594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'network': {'name': 'tempest-RoutersTest-51202770'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:10.822797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06246b59-0e6e-4c54-953a-48138552bfbc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Network': ['ID=bacfb713-254b-4c58-8db8-3103e39f6808,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:10.844559 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62fbbc89-3f09-4373-a860-a477447aad41 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.113265 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.238754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbbc89-3f09-4373-a860-a477447aad41 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=289e7bd8-3f17-45b3-b3f6-3528ad787a6f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:11.326674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62fbbc89-3f09-4373-a860-a477447aad41 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.332401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45362) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:11.345144 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-62fbbc89-3f09-4373-a860-a477447aad41 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/289e7bd8-3f17-45b3-b3f6-3528ad787a6f HTTP/1.1" status: 204 len: 168 time: 1.3046620 Aug 20 11:37:11.348005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:11.359290 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.409066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:37:11.419592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.419592 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added segment 55499678-821b-448d-8fc1-221a67e4689c of type vlan for network 56196a44-bfc6-434d-928c-fca9323401ff Aug 20 11:37:11.429663 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b046b5f-0aba-45f6-a9d8-67caf3adf1ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:37:11.431118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45370) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:11.439054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2b046b5f-0aba-45f6-a9d8-67caf3adf1ee tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/289e7bd8-3f17-45b3-b3f6-3528ad787a6f HTTP/1.1" status: 404 len: 333 time: 0.0931497 Aug 20 11:37:11.493007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309c19c-965f-4bbd-a04b-cacc1c1d956b req-381ae1c6-e55f-43e4-a202-edc51b83c125 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:11.508662 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3309c19c-965f-4bbd-a04b-cacc1c1d956b req-381ae1c6-e55f-43e4-a202-edc51b83c125 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1620233 Aug 20 11:37:11.562571 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.696868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642ff81-5d51-49c7-95e8-ab525457e855 req-1cfa39f0-abc9-46a4-946e-761fcc769534 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:11.705399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b642ff81-5d51-49c7-95e8-ab525457e855 req-1cfa39f0-abc9-46a4-946e-761fcc769534 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.2625697 Aug 20 11:37:11.725495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b642ff81-5d51-49c7-95e8-ab525457e855 req-9145d639-4769-438c-8acb-41e6cf9cf794 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/quotas/727a97c79f064856b84b08819cc15064 HTTP/1.1" status: 200 len: 375 time: 0.0186560 Aug 20 11:37:11.728232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e26d8469-ffe8-47db-b9b3-4b144d4228f5 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:11.733016 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.743777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:11.746839 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.803024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: e26d8469-ffe8-47db-b9b3-4b144d4228f5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:11.803424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e26d8469-ffe8-47db-b9b3-4b144d4228f5 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:11.841134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d4bab7e1-d0e7-4c4c-b9bb-04651eff3dac tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 9280fb55-f24a-4abd-b68a-141f6ce5df51 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:11.841856 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4bab7e1-d0e7-4c4c-b9bb-04651eff3dac tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:11.912718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b642ff81-5d51-49c7-95e8-ab525457e855 req-cba9f47c-d421-4790-a5d4-6522e5abb01f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1853147 Aug 20 11:37:11.935094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3309c19c-965f-4bbd-a04b-cacc1c1d956b req-6c2b2fc5-a6e5-4821-955d-8347527a1742 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227180 Aug 20 11:37:11.974736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45374) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:12.054053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Network': ['ID=56196a44-bfc6-434d-928c-fca9323401ff,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:12.068902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 56196a44-bfc6-434d-928c-fca9323401ff details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:37:12.107473 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7efb05ef-56a0-41d8-a4a4-1acec37a1052 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2997065 Aug 20 11:37:12.107473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4bab7e1-d0e7-4c4c-b9bb-04651eff3dac tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:12.108454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45376) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:12.117737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'subnet': {'network_id': '56196a44-bfc6-434d-928c-fca9323401ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:12.127032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d4bab7e1-d0e7-4c4c-b9bb-04651eff3dac tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 9280fb55-f24a-4abd-b68a-141f6ce5df51 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:12.147020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b642ff81-5d51-49c7-95e8-ab525457e855 req-a4385056-bc48-4797-b48a-025729665846 service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875098 Aug 20 11:37:12.381981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cedf5-b8db-42d6-a1d3-26c6f18a6ee8 req-8d4707dc-ca36-48f8-b273-a2a6314528a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:12.384144 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b96cedf5-b8db-42d6-a1d3-26c6f18a6ee8 req-8d4707dc-ca36-48f8-b273-a2a6314528a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 1096 time: 0.1660118 Aug 20 11:37:12.386376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:12.390014 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:12.495420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b642ff81-5d51-49c7-95e8-ab525457e855 req-650bebe8-c818-4b59-81e7-d871602e9add service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899363 Aug 20 11:37:12.560407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cedf5-b8db-42d6-a1d3-26c6f18a6ee8 req-94cf4e28-b8e4-4459-8107-bbef3bb2014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:12.562889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b96cedf5-b8db-42d6-a1d3-26c6f18a6ee8 req-94cf4e28-b8e4-4459-8107-bbef3bb2014a service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 200 len: 914 time: 0.1653726 Aug 20 11:37:12.612168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b96cedf5-b8db-42d6-a1d3-26c6f18a6ee8 req-8b3d67d3-3dbf-44d5-8fc8-eaa3ae416e51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 HTTP/1.1" status: 200 len: 217 time: 0.0433114 Aug 20 11:37:12.678475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cedf5-b8db-42d6-a1d3-26c6f18a6ee8 req-575fc988-bba9-44f5-baa7-bc38127b7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:12.678475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b96cedf5-b8db-42d6-a1d3-26c6f18a6ee8 req-575fc988-bba9-44f5-baa7-bc38127b7afb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d64eb9c9-c044-49a3-b396-8c0bf29634a9 HTTP/1.1" status: 200 len: 853 time: 0.0561566 Aug 20 11:37:12.692118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:12.721110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b96cedf5-b8db-42d6-a1d3-26c6f18a6ee8 req-23dadfe8-a791-43de-a487-e3083d904d18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376017 Aug 20 11:37:12.840833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b96cedf5-b8db-42d6-a1d3-26c6f18a6ee8 req-98ed7774-bc04-4cc1-a12e-e6c2e4ebe1d0 service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115417 Aug 20 11:37:12.925101 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4bab7e1-d0e7-4c4c-b9bb-04651eff3dac tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:12.969483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bab7e1-d0e7-4c4c-b9bb-04651eff3dac tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=9280fb55-f24a-4abd-b68a-141f6ce5df51,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:12.982566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b96cedf5-b8db-42d6-a1d3-26c6f18a6ee8 req-9cb8fb35-3bf9-488c-bc6a-3ae74521ec1a service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347935 Aug 20 11:37:13.098347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4bab7e1-d0e7-4c4c-b9bb-04651eff3dac tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.100022 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d4bab7e1-d0e7-4c4c-b9bb-04651eff3dac tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/9280fb55-f24a-4abd-b68a-141f6ce5df51 HTTP/1.1" status: 204 len: 168 time: 1.6677859 Aug 20 11:37:13.103616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45392) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:13.153853 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-22025718-39e7-447a-ba28-a1c59e98b010 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:37:13.156186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-22025718-39e7-447a-ba28-a1c59e98b010 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/9280fb55-f24a-4abd-b68a-141f6ce5df51 HTTP/1.1" status: 404 len: 333 time: 0.0510416 Aug 20 11:37:13.159337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45394) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:13.195164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Deleting port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:13.195731 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.203446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64b3fca0-d675-4517-93b9-63d6a1991d25 req-7f223edd-ea20-4d71-8cf4-8c07ace791b5 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ddf1469-c622-43ad-bb35-e350a72b93ef HTTP/1.1" status: 200 len: 210 time: 0.0609698 Aug 20 11:37:13.262450 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.291625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9dc9d7-addc-4cff-873b-d9c3a1bf16c6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet 51065082-bd86-4b2e-b645-dec29057e87a {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:13.301590 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc9d7-addc-4cff-873b-d9c3a1bf16c6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.307559 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.375933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f9396-3816-420d-9a18-5a036fc75b95 req-621d930a-4ee5-49e6-b61a-e59e65915a3f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:13.387007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8f0f9396-3816-420d-9a18-5a036fc75b95 req-621d930a-4ee5-49e6-b61a-e59e65915a3f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2837210 Aug 20 11:37:13.388736 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc9d7-addc-4cff-873b-d9c3a1bf16c6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.496752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc9d7-addc-4cff-873b-d9c3a1bf16c6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.538175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8f0f9396-3816-420d-9a18-5a036fc75b95 req-396b1b1a-740b-483f-8bf4-19d5851d3991 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176343 Aug 20 11:37:13.539248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Subnet': ['ID=b21b9674-2685-4ea0-ba7b-fbeac5952efd,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:13.560208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] For port 7bb8b941-6528-49ab-8de2-ac0a7798f8cb, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7bb8b941-6528-49ab-8de2-ac0a7798f8cb,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:13.565187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.586546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Calling delete_port for 7bb8b941-6528-49ab-8de2-ac0a7798f8cb owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:13.588823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Checking segment: {'id': '55499678-821b-448d-8fc1-221a67e4689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '56196a44-bfc6-434d-928c-fca9323401ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:13.589199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network hostable DHCP agents. Network: 56196a44-bfc6-434d-928c-fca9323401ff, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:37:13.661981 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc9d7-addc-4cff-873b-d9c3a1bf16c6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.723122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dc9d7-addc-4cff-873b-d9c3a1bf16c6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=51065082-bd86-4b2e-b645-dec29057e87a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:13.736891 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc9d7-addc-4cff-873b-d9c3a1bf16c6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.742612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd256adc-70dc-4d6c-a615-b092dba3534e None None] Network cefc3bb7-0201-446b-a24f-2746f8fafaab requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:13.743385 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5b9dc9d7-addc-4cff-873b-d9c3a1bf16c6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/51065082-bd86-4b2e-b645-dec29057e87a HTTP/1.1" status: 204 len: 168 time: 0.5828614 Aug 20 11:37:13.744388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45416) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:13.790898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 56196a44-bfc6-434d-928c-fca9323401ff is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:37:13.869393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 56196a44-bfc6-434d-928c-fca9323401ff) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:13.880624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22410a57-5a0f-45ab-b8fd-d2e8c5a3403e None None] Network 56196a44-bfc6-434d-928c-fca9323401ff requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:13.934411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:13.942935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:13.948056 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.106893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:14.107342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.119878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f7bf08fb-f5b3-4abc-8479-625d4e97f63c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0093987 Aug 20 11:37:14.122390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45430) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:14.138621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-56a7f755-09a3-47a8-8827-264053f85974 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2132655719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:14.167955 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.208233 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Port': ['ID=7bb8b941-6528-49ab-8de2-ac0a7798f8cb,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:14.268732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] For port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=00a2b6d1-c840-44e7-8fc8-b5d570a6eadc,segment=NetworkSegment(48c0efaf-afc1-4a2f-a088-de2235d36844),segment_id=48c0efaf-afc1-4a2f-a088-de2235d36844)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:14.269404 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.271026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-56196a44-bfc6-434d-928c-fca9323401ff', 'network_id': '56196a44-bfc6-434d-928c-fca9323401ff', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'fixed_ips': [{'subnet_id': 'b21b9674-2685-4ea0-ba7b-fbeac5952efd'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:37:14.273376 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.303459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:14.351003 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56a7f755-09a3-47a8-8827-264053f85974 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.353719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56a7f755-09a3-47a8-8827-264053f85974 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.413083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74dc223-e01e-4647-a969-4d9fda0f3f2d None None] DHCP port deletion for cefc3bb7-0201-446b-a24f-2746f8fafaab request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:37:14.458075 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56a7f755-09a3-47a8-8827-264053f85974 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.541827 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56a7f755-09a3-47a8-8827-264053f85974 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.595059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e74dc223-e01e-4647-a969-4d9fda0f3f2d None None] Deleting port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:14.595483 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e74dc223-e01e-4647-a969-4d9fda0f3f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.687129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e74dc223-e01e-4647-a969-4d9fda0f3f2d None None] For port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=00a2b6d1-c840-44e7-8fc8-b5d570a6eadc,segment=NetworkSegment(48c0efaf-afc1-4a2f-a088-de2235d36844),segment_id=48c0efaf-afc1-4a2f-a088-de2235d36844)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:14.687583 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e74dc223-e01e-4647-a969-4d9fda0f3f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.697504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-f625949d-fdef-46b9-9e03-74b4b7b42c85 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:14.704098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56a7f755-09a3-47a8-8827-264053f85974 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.705185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e74dc223-e01e-4647-a969-4d9fda0f3f2d None None] Calling delete_port for 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:14.709273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-f625949d-fdef-46b9-9e03-74b4b7b42c85 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.3154664 Aug 20 11:37:14.710962 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-56a7f755-09a3-47a8-8827-264053f85974 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5871782 Aug 20 11:37:14.711891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45448) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:14.726902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-30983312-81e1-462f-af08-44df6ecf0753 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/quotas/727a97c79f064856b84b08819cc15064 HTTP/1.1" status: 200 len: 375 time: 0.0176566 Aug 20 11:37:14.743672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'port': {'network_id': '56196a44-bfc6-434d-928c-fca9323401ff', 'name': 'tempest-RoutersTest-1019879236'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:14.748320 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.783265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-9901bb6c-f5af-4aba-8fbf-eef2561928a0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553184 Aug 20 11:37:14.806934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Allocated IP 172.20.0.2 (56196a44-bfc6-434d-928c-fca9323401ff/b21b9674-2685-4ea0-ba7b-fbeac5952efd/fe1ae29d-544f-48cc-905c-dfef6003b8da) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:14.842456 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:14.888030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=00a2b6d1-c840-44e7-8fc8-b5d570a6eadc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:14.891170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No DVR routers for this DVR port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:14.955997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-8324896a-fa49-41aa-a787-866305e3c237 service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709571 Aug 20 11:37:14.988059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e74dc223-e01e-4647-a969-4d9fda0f3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.047120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a0be8-5e45-48c7-b521-a16019e534e4 req-3dafa767-ba8c-4f51-a3da-b1eb577fb813 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:15.049258 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e92a0be8-5e45-48c7-b521-a16019e534e4 req-3dafa767-ba8c-4f51-a3da-b1eb577fb813 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.3617666 Aug 20 11:37:15.052886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:15.057376 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.070560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dc223-e01e-4647-a969-4d9fda0f3f2d None None] Pushing event deleted for resources: {'Port': ['ID=00a2b6d1-c840-44e7-8fc8-b5d570a6eadc,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:15.083445 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7b2ac183-92b6-4931-92ba-6fb258b18827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.097888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74dc223-e01e-4647-a969-4d9fda0f3f2d None None] No DVR routers for this DVR port 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:15.170276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:15.178259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] device_id is not set on port 479b236c-b134-4d74-a1f6-98a434b79b0e yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:37:15.202138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.214717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:15.216420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 00a2b6d1-c840-44e7-8fc8-b5d570a6eadc not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:15.224071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefc3bb7-0201-446b-a24f-2746f8fafaab']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:15.243839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c0efaf-afc1-4a2f-a088-de2235d36844') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:15.244220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c0efaf-afc1-4a2f-a088-de2235d36844') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:15.262169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.269097 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e92a0be8-5e45-48c7-b521-a16019e534e4 req-523373ef-1414-4729-bc11-1d5893f65497 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071433 Aug 20 11:37:15.294420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-49e85ab7-9d75-4b18-a719-478efd8cb976 service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357055 Aug 20 11:37:15.313804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.323000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:15.323773 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:15.328198 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:15.362888 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.428032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Router f25982a4-686d-4c8c-bd43-c708ca618ca7 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:15.495881 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.496107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Transition to ACTIVE for port object fe1ae29d-544f-48cc-905c-dfef6003b8da will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:15.504130 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.506177 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/networks/cefc3bb7-0201-446b-a24f-2746f8fafaab HTTP/1.1" status: 204 len: 168 time: 1.7599387 Aug 20 11:37:15.516339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Transition to ACTIVE for port object fe1ae29d-544f-48cc-905c-dfef6003b8da will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:15.529786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45454) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:15.536720 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1971160532'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:15.541585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110bf49-483d-4ab1-a5da-56f10f8ac6b0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Network': ['ID=cefc3bb7-0201-446b-a24f-2746f8fafaab,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:15.577874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:15.591693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] Sync routers for ids ['f25982a4-686d-4c8c-bd43-c708ca618ca7'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:15.598382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6737b289-2b00-474a-8269-a7c3b11b3f5c tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "PUT /v2.0/routers/f25982a4-686d-4c8c-bd43-c708ca618ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6197565 Aug 20 11:37:15.599621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45458) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:15.613811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] Routers {'f25982a4-686d-4c8c-bd43-c708ca618ca7'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:15.618808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f25982a4-686d-4c8c-bd43-c708ca618ca7'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:15.624961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.661837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:15.666193 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.708646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:37:15.713281 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd4215a2-e99e-4f34-af22-de3cf8453f5f req-32b1292a-8d02-47cd-be66-a037f4946e6b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 210 time: 0.0721643 Aug 20 11:37:15.734557 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.735811 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Added segment 138df546-3668-49f3-86e8-1013f45870c3 of type vlan for network ba3c49b8-5880-4f00-9a22-928d381c567a Aug 20 11:37:15.766151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af39313-e892-4633-8f94-c30de91fb374 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Deleting subnet 7fb5adc9-1ef7-4418-b505-754bf874e51c {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:15.769805 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4af39313-e892-4633-8f94-c30de91fb374 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.802363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.806901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6e611015-0900-4520-81f5-082ae8b4eddf {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:37:15.807274 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:37:15.810339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:15.834880 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4af39313-e892-4633-8f94-c30de91fb374 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.925030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Pushing event updated for resources: {'Port': ['ID=fe1ae29d-544f-48cc-905c-dfef6003b8da,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:15.958956 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.962239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4af39313-e892-4633-8f94-c30de91fb374 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:15.970616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:15.972306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.108291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Network': ['ID=ba3c49b8-5880-4f00-9a22-928d381c567a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:16.119005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] Set router f25982a4-686d-4c8c-bd43-c708ca618ca7 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:16.130369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Network 56196a44-bfc6-434d-928c-fca9323401ff is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:16.139224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:16.151086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:16.176653 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5c4f1487-35aa-4bdd-8731-e614f3e48774 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6456647 Aug 20 11:37:16.179921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45466) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:16.189672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': 'ba3c49b8-5880-4f00-9a22-928d381c567a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:16.204703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network ba3c49b8-5880-4f00-9a22-928d381c567a details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:37:16.234644 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4af39313-e892-4633-8f94-c30de91fb374 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.309501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.320933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af39313-e892-4633-8f94-c30de91fb374 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb5adc9-1ef7-4418-b505-754bf874e51c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:16.335602 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4af39313-e892-4633-8f94-c30de91fb374 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.337595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4af39313-e892-4633-8f94-c30de91fb374 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "DELETE /v2.0/subnets/7fb5adc9-1ef7-4418-b505-754bf874e51c HTTP/1.1" status: 204 len: 168 time: 0.7370133 Aug 20 11:37:16.340664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45470) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:16.345703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] device_id is not set on port a724d28c-d9ea-47d9-9d89-747aa5b805a3 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:37:16.424808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc8d189-eabc-4759-b975-27311f98a750 None None] Network 637d42a5-b218-49b1-b6b6-9ee466bf27a9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:16.495889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Allocated IP 172.20.0.9 (56196a44-bfc6-434d-928c-fca9323401ff/b21b9674-2685-4ea0-ba7b-fbeac5952efd/a724d28c-d9ea-47d9-9d89-747aa5b805a3) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:16.520238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Attempting to bind port fe1ae29d-544f-48cc-905c-dfef6003b8da on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:16.520803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Attempting to bind port fe1ae29d-544f-48cc-905c-dfef6003b8da by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '55499678-821b-448d-8fc1-221a67e4689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '56196a44-bfc6-434d-928c-fca9323401ff'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:16.520965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Attempting to bind port fe1ae29d-544f-48cc-905c-dfef6003b8da on network 56196a44-bfc6-434d-928c-fca9323401ff {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:16.570509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:16.576896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.616895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.639601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8a4a0-190e-479e-ba70-4446b24a7a3b req-ad1ea76d-32e6-49d0-a5e8-28446e48e8a5 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:16.641815 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d3e8a4a0-190e-479e-ba70-4446b24a7a3b req-ad1ea76d-32e6-49d0-a5e8-28446e48e8a5 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.2290621 Aug 20 11:37:16.700549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:16.700831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Checking segment: {'id': '55499678-821b-448d-8fc1-221a67e4689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '56196a44-bfc6-434d-928c-fca9323401ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:16.701245 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.701649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Bound using segment: {'id': '55499678-821b-448d-8fc1-221a67e4689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '56196a44-bfc6-434d-928c-fca9323401ff'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:16.702144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Bound port: fe1ae29d-544f-48cc-905c-dfef6003b8da, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55499678-821b-448d-8fc1-221a67e4689c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '56196a44-bfc6-434d-928c-fca9323401ff'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:16.702569 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.793698 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d3e8a4a0-190e-479e-ba70-4446b24a7a3b req-880d6438-53fd-42ca-a16a-30dd15eb0d48 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760794 Aug 20 11:37:16.867956 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ccebaf57-c5c1-4fb0-be0b-a611de60a8a8 req-83163e08-8c80-4641-8162-0e745a114915 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 210 time: 0.0582633 Aug 20 11:37:16.874044 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:16.904484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Transition to ACTIVE for port object a724d28c-d9ea-47d9-9d89-747aa5b805a3 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:17.074348 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.083059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.091162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfe23f-f1c3-4ec2-bf66-49a2993c27a3 req-807a3bfd-47ea-455f-b749-58537b1fd3bf tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:17.093024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29bfe23f-f1c3-4ec2-bf66-49a2993c27a3 req-807a3bfd-47ea-455f-b749-58537b1fd3bf tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 945 time: 0.1589258 Aug 20 11:37:17.110010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.169438 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29bfe23f-f1c3-4ec2-bf66-49a2993c27a3 req-3d1a0df1-9957-4854-87c2-d2301f0c5ef9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617709 Aug 20 11:37:17.189343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:17.191484 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9431b2e-9788-4339-a3e6-5c0de5d5ecde" -d '{"events": [{"server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:17.236299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464dffbb-6143-4c62-a40c-e83a97fd1bba None None] DHCP port deletion for 637d42a5-b218-49b1-b6b6-9ee466bf27a9 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:37:17.255170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:17.280992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 56196a44-bfc6-434d-928c-fca9323401ff is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:17.291779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:17.301059 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:17.302829 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a31cda7-1d98-4655-8ae6-6c59c9e6e61c x-openstack-request-id: req-5a31cda7-1d98-4655-8ae6-6c59c9e6e61c {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:17.303329 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "name": "network-vif-unplugged", "status": "failed", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72", "code": 422}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:17.304292 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a31cda7-1d98-4655-8ae6-6c59c9e6e61c {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:17.304888 n-d-804230-3 neutron-server[95589]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'code': 422} returned with failed status Aug 20 11:37:17.321914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] For port fe1ae29d-544f-48cc-905c-dfef6003b8da, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:17.342935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] For port fe1ae29d-544f-48cc-905c-dfef6003b8da, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fe1ae29d-544f-48cc-905c-dfef6003b8da,segment=NetworkSegment(55499678-821b-448d-8fc1-221a67e4689c),segment_id=55499678-821b-448d-8fc1-221a67e4689c)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:17.370503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=a724d28c-d9ea-47d9-9d89-747aa5b805a3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:17.375823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-464dffbb-6143-4c62-a40c-e83a97fd1bba None None] Deleting port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:17.376238 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-464dffbb-6143-4c62-a40c-e83a97fd1bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.384150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Deleting port e6e7c6a6-1f01-4497-89b4-36198ad14e77 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:17.387752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.422137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:17.423209 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.441682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-464dffbb-6143-4c62-a40c-e83a97fd1bba None None] For port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bcb48d0f-6a75-4158-ad2e-5d6b2172eea6,segment=NetworkSegment(30a70d48-5db9-42a6-b5d8-8445c420dc49),segment_id=30a70d48-5db9-42a6-b5d8-8445c420dc49)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:17.442109 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-464dffbb-6143-4c62-a40c-e83a97fd1bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.473633 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.479316 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.484663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-464dffbb-6143-4c62-a40c-e83a97fd1bba None None] Calling delete_port for bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:17.529337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.547874 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-884ff6f8-a355-4936-86b2-fbc03d28d310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8127637 Aug 20 11:37:17.548362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-742521932', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103'}], 'enable_snat': True}, 'gw_port_id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:36:30Z', 'updated_at': '2021-08-20T11:37:13Z', 'revision_number': 5, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e6e7c6a6-1f01-4497-89b4-36198ad14e77', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:36:31Z', 'updated_at': '2021-08-20T11:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:17.550628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45496) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:17.569932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=deaf35e1-b1ab-428a-9520-37b674a328a0,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:17.601070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:17.604069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] Checking router: f25982a4-686d-4c8c-bd43-c708ca618ca7 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:37:17.607813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] For port e6e7c6a6-1f01-4497-89b4-36198ad14e77, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e6e7c6a6-1f01-4497-89b4-36198ad14e77,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:17.607813 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.610284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Checking segment: {'id': '138df546-3668-49f3-86e8-1013f45870c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba3c49b8-5880-4f00-9a22-928d381c567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:17.610695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network hostable DHCP agents. Network: ba3c49b8-5880-4f00-9a22-928d381c567a, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:37:17.627694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Calling delete_port for e6e7c6a6-1f01-4497-89b4-36198ad14e77 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:17.791530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] Routers {'f25982a4-686d-4c8c-bd43-c708ca618ca7'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:17.791530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:36:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f25982a4-686d-4c8c-bd43-c708ca618ca7'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:17.860104 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c5f57041-b086-4b04-80f1-a199cb03de5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:17.899134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2ece1-1772-40fc-b6ed-863fa314e3f5 None None] Pushing event updated for resources: {'Port': ['ID=fe1ae29d-544f-48cc-905c-dfef6003b8da,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:18.208662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] Set router f25982a4-686d-4c8c-bd43-c708ca618ca7 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:18.353858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-742521932', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:36:30Z', 'updated_at': '2021-08-20T11:37:17Z', 'revision_number': 6, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:18.396759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9dd26-3cde-4921-b39f-c2954f08b0ec None None] The sync data for ids ['f25982a4-686d-4c8c-bd43-c708ca618ca7'] in n-d-804230-3 is: [{'id': 'f25982a4-686d-4c8c-bd43-c708ca618ca7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-742521932', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:36:30Z', 'updated_at': '2021-08-20T11:37:17Z', 'revision_number': 6, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:18.466177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network ba3c49b8-5880-4f00-9a22-928d381c567a is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:37:18.502028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd85697d-3bee-43c3-bb21-a8403772f482 req-a2809e32-16da-4d09-8acf-413303d7e7ad tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 210 time: 0.0491087 Aug 20 11:37:18.549624 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-464dffbb-6143-4c62-a40c-e83a97fd1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:18.591484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dffbb-6143-4c62-a40c-e83a97fd1bba None None] Pushing event deleted for resources: {'Port': ['ID=bcb48d0f-6a75-4158-ad2e-5d6b2172eea6,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:18.619282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464dffbb-6143-4c62-a40c-e83a97fd1bba None None] No DVR routers for this DVR port bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:18.690187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, ba3c49b8-5880-4f00-9a22-928d381c567a) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:18.699191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff63402-e30c-4bf7-8bbb-a72500e77c39 None None] Network ba3c49b8-5880-4f00-9a22-928d381c567a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:18.700807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:18.704595 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:18.795937 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:18.827901 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:18.856822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf033-815e-4bfa-ad5f-6f04eb52264b req-974cfc19-08c3-43a6-b567-a2db5cb64903 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:18.860856 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae4cf033-815e-4bfa-ad5f-6f04eb52264b req-974cfc19-08c3-43a6-b567-a2db5cb64903 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.3649895 Aug 20 11:37:18.935771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Port': ['ID=e6e7c6a6-1f01-4497-89b4-36198ad14e77,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:18.943258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c0928b07-34b2-45e3-8b5a-f03a003bb3b9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7622042 Aug 20 11:37:18.969843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45518) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:18.985159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-70693559-d8f8-443f-929b-f2fe57eee8a9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1328057040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:19.121960 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.130685 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.185386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-ba3c49b8-5880-4f00-9a22-928d381c567a', 'network_id': 'ba3c49b8-5880-4f00-9a22-928d381c567a', 'tenant_id': 'd4c4b61a9e5946b1a952e30790cbe7cf', 'fixed_ips': [{'subnet_id': 'deaf35e1-b1ab-428a-9520-37b674a328a0'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:37:19.188454 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.292986 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.335277 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.336647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae4cf033-815e-4bfa-ad5f-6f04eb52264b req-4ca9c613-52b2-4728-a33d-6c55b406563a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477925 Aug 20 11:37:19.535114 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.552629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df10097-40d8-4881-90c9-f9d0928bac3a None None] Network 56196a44-bfc6-434d-928c-fca9323401ff requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:19.717277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70693559-d8f8-443f-929b-f2fe57eee8a9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.717277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70693559-d8f8-443f-929b-f2fe57eee8a9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.717277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e354873e-a003-4152-9128-ba7931a7890a req-f54bf681-cb04-45fc-97f7-78c1e1c73a5d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8922384 Aug 20 11:37:19.720292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fe1ae29d-544f-48cc-905c-dfef6003b8da up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:19.769920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:19.799506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-88326609-568f-4a01-bee2-ccbf060ff913 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:19.801204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-88326609-568f-4a01-bee2-ccbf060ff913 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.38 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.7537141 Aug 20 11:37:19.803238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57fa00a9-b4c7-4cef-90a0-26092184fd2a req-7d0c43c9-3303-4726-8d78-68331b1a3fa0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 210 time: 0.0824623 Aug 20 11:37:19.844380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Allocated IP 172.20.0.2 (ba3c49b8-5880-4f00-9a22-928d381c567a/deaf35e1-b1ab-428a-9520-37b674a328a0/25535a6a-9776-423e-b226-e70181a03b1b) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:19.857805 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70693559-d8f8-443f-929b-f2fe57eee8a9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.870513 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Request body: {'port': {'device_id': '10ea741f-19e3-4600-8b5c-532e832f120b', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'admin_state_up': True, 'tenant_id': '727a97c79f064856b84b08819cc15064'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:19.890800 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.891664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Fanout notify agent at l3_agent the message router_deleted on router f25982a4-686d-4c8c-bd43-c708ca618ca7 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:37:19.902659 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:19.910199 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0af3d65e-1381-4559-9484-1ac04924a303 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "DELETE /v2.0/routers/f25982a4-686d-4c8c-bd43-c708ca618ca7 HTTP/1.1" status: 204 len: 168 time: 3.5605462 Aug 20 11:37:19.911615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45528) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:20.098033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f06325e7-d5e1-4f5e-93fa-2d1b15d5a9d5 None None] Provisioning for port fe1ae29d-544f-48cc-905c-dfef6003b8da completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:20.105410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port fe1ae29d-544f-48cc-905c-dfef6003b8da completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:20.111484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70693559-d8f8-443f-929b-f2fe57eee8a9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.134879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f06325e7-d5e1-4f5e-93fa-2d1b15d5a9d5 None None] Provisioning complete for port fe1ae29d-544f-48cc-905c-dfef6003b8da triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:20.135486 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f06325e7-d5e1-4f5e-93fa-2d1b15d5a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.138904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fe1ae29d-544f-48cc-905c-dfef6003b8da triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:20.139501 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.141971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.149327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.261532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.302140 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.306549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Made reservation on behalf of 727a97c79f064856b84b08819cc15064 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:20.313586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.331905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637d42a5-b218-49b1-b6b6-9ee466bf27a9']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:20.361007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a70d48-5db9-42a6-b5d8-8445c420dc49') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:20.361631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a70d48-5db9-42a6-b5d8-8445c420dc49') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:20.385320 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.410022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.419847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:20.420576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:20.426555 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:20.473242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70693559-d8f8-443f-929b-f2fe57eee8a9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.474909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-70693559-d8f8-443f-929b-f2fe57eee8a9 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.5048704 Aug 20 11:37:20.520025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45542) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:20.526420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'network_id': 'ba3c49b8-5880-4f00-9a22-928d381c567a', 'name': 'tempest-PortsTestJSON-518579802'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:20.550958 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.561309 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=a724d28c-d9ea-47d9-9d89-747aa5b805a3,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:20.581216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Transition to ACTIVE for port object 25535a6a-9776-423e-b226-e70181a03b1b will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:20.595964 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.623373 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f06325e7-d5e1-4f5e-93fa-2d1b15d5a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.668640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Transition to ACTIVE for port object 25535a6a-9776-423e-b226-e70181a03b1b will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:20.685120 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.696496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.700879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "DELETE /v2.0/networks/637d42a5-b218-49b1-b6b6-9ee466bf27a9 HTTP/1.1" status: 204 len: 168 time: 0.7849374 Aug 20 11:37:20.705998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port fe1ae29d-544f-48cc-905c-dfef6003b8da, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fe1ae29d-544f-48cc-905c-dfef6003b8da,segment=NetworkSegment(55499678-821b-448d-8fc1-221a67e4689c),segment_id=55499678-821b-448d-8fc1-221a67e4689c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:20.709396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45544) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:20.757054 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.811081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafcc12-0f80-47b9-9b3e-5192ee86a5c9 req-31d55580-7ccb-435c-9dbf-53613b82b088 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:20.819789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Pushing event updated for resources: {'Port': ['ID=25535a6a-9776-423e-b226-e70181a03b1b,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:20.831186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aaafcc12-0f80-47b9-9b3e-5192ee86a5c9 req-31d55580-7ccb-435c-9dbf-53613b82b088 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.2614620 Aug 20 11:37:20.874055 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.910065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e8d16-60be-4321-a5d5-cb86e1b22673 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Network': ['ID=637d42a5-b218-49b1-b6b6-9ee466bf27a9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:20.926898 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-f06325e7-d5e1-4f5e-93fa-2d1b15d5a9d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:37:20.927301 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-f06325e7-d5e1-4f5e-93fa-2d1b15d5a9d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:37:20.927842 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:20.946957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Network ba3c49b8-5880-4f00-9a22-928d381c567a is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:20.954117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:20.961468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:20.999417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=fe1ae29d-544f-48cc-905c-dfef6003b8da,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:21.007132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Allocated IP 172.20.0.7 (bf43dbf1-d4ba-4723-ba78-23cd10b6aacc/f67b176a-02c2-4042-9683-21af539b6672/9dde619c-1d60-47c0-982e-c0929c7e7e61) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:21.012139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7bb8b941-6528-49ab-8de2-ac0a7798f8cb no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:21.029034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aaafcc12-0f80-47b9-9b3e-5192ee86a5c9 req-7074b013-143a-4af2-8a76-ca1acb18e061 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963718 Aug 20 11:37:21.076128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f3f0957-9d4c-4024-aba9-d7ee92140e0f req-bcb47778-1a8d-4a6c-8bdb-f3183225e814 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 210 time: 0.0792060 Aug 20 11:37:21.097674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 7bb8b941-6528-49ab-8de2-ac0a7798f8cb {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:21.097876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7bb8b941-6528-49ab-8de2-ac0a7798f8cb not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:21.098220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:21.117873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.145438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:21.146731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bcb48d0f-6a75-4158-ad2e-5d6b2172eea6 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:21.152711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:21.152850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Attempting to bind port 25535a6a-9776-423e-b226-e70181a03b1b on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:21.153717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Attempting to bind port 25535a6a-9776-423e-b226-e70181a03b1b by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '138df546-3668-49f3-86e8-1013f45870c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba3c49b8-5880-4f00-9a22-928d381c567a'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:21.154255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Attempting to bind port 25535a6a-9776-423e-b226-e70181a03b1b on network ba3c49b8-5880-4f00-9a22-928d381c567a {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:21.159614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.161512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:21.161902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Checking segment: {'id': '138df546-3668-49f3-86e8-1013f45870c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba3c49b8-5880-4f00-9a22-928d381c567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:21.162585 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.163094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Bound using segment: {'id': '138df546-3668-49f3-86e8-1013f45870c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba3c49b8-5880-4f00-9a22-928d381c567a'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:21.164406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Bound port: 25535a6a-9776-423e-b226-e70181a03b1b, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138df546-3668-49f3-86e8-1013f45870c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ba3c49b8-5880-4f00-9a22-928d381c567a'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:21.164807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.221218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 84cae2c7-c559-4221-aba4-bfc4b0b12ced yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:37:21.356326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fe1ae29d-544f-48cc-905c-dfef6003b8da up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:21.443749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.468497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Deleting port 129289f2-1260-44ee-8f16-118d33d378af {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:21.469141 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.490581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] For port 25535a6a-9776-423e-b226-e70181a03b1b, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:21.501506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] For port 25535a6a-9776-423e-b226-e70181a03b1b, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=25535a6a-9776-423e-b226-e70181a03b1b,segment=NetworkSegment(138df546-3668-49f3-86e8-1013f45870c3),segment_id=138df546-3668-49f3-86e8-1013f45870c3)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:21.511462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.12 (ba3c49b8-5880-4f00-9a22-928d381c567a/deaf35e1-b1ab-428a-9520-37b674a328a0/84cae2c7-c559-4221-aba4-bfc4b0b12ced) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:21.536101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fe1ae29d-544f-48cc-905c-dfef6003b8da triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:21.536480 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.553734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.667215 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.667455 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.725977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Calling delete_port for 129289f2-1260-44ee-8f16-118d33d378af owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:21.876174 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.879717 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.900112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-24534f80-31aa-4972-9839-acdb6d190ff6 None None] Provisioning complete for port fe1ae29d-544f-48cc-905c-dfef6003b8da triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:21.900713 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-24534f80-31aa-4972-9839-acdb6d190ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.906948 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.925240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354873e-a003-4152-9128-ba7931a7890a req-770d9f36-e142-4343-8028-642d85adc388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:21.925240 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e354873e-a003-4152-9128-ba7931a7890a req-770d9f36-e142-4343-8028-642d85adc388 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f&tenant_id=57db1c3dc48943d59c65ba3c536c12c3 HTTP/1.1" status: 200 len: 1094 time: 0.1686680 Aug 20 11:37:21.936744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.950885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:21.953726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:21.963665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:21.989091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object 84cae2c7-c559-4221-aba4-bfc4b0b12ced will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:21.989866 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event updated for resources: {'Port': ['ID=9dde619c-1d60-47c0-982e-c0929c7e7e61,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:21.993296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:22.007825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0def6a4-2692-4fed-883c-a6809cbfce13 None None] Pushing event updated for resources: {'Port': ['ID=25535a6a-9776-423e-b226-e70181a03b1b,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:22.152742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=a724d28c-d9ea-47d9-9d89-747aa5b805a3,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:22.169314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.208793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e6e7c6a6-1f01-4497-89b4-36198ad14e77 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:22.219877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.228311 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.228625 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e6e7c6a6-1f01-4497-89b4-36198ad14e77 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:22.228625 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e6e7c6a6-1f01-4497-89b4-36198ad14e77 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:22.260126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354873e-a003-4152-9128-ba7931a7890a req-b3912d8b-eed4-49df-8518-b16e1b6d7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.261667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e354873e-a003-4152-9128-ba7931a7890a req-b3912d8b-eed4-49df-8518-b16e1b6d7629 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 1094 time: 0.3086178 Aug 20 11:37:22.354167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-24534f80-31aa-4972-9839-acdb6d190ff6 None None] Provisioning for port a724d28c-d9ea-47d9-9d89-747aa5b805a3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:22.356162 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.360920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-24534f80-31aa-4972-9839-acdb6d190ff6 None None] Provisioning complete for port a724d28c-d9ea-47d9-9d89-747aa5b805a3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:22.361578 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-24534f80-31aa-4972-9839-acdb6d190ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.373973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3fc1d62e-191f-462d-9731-397e480bf187 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5118301 Aug 20 11:37:22.389850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5b75d-a8d8-41e3-91ad-bf7a805efc74 req-c81e0f69-b16c-4c36-94fd-26ab492dc6ce tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.391850 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-abb5b75d-a8d8-41e3-91ad-bf7a805efc74 req-c81e0f69-b16c-4c36-94fd-26ab492dc6ce tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.1664689 Aug 20 11:37:22.397265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.405759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Request body: {'port': {'device_id': '10ea741f-19e3-4600-8b5c-532e832f120b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:22.419147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-24534f80-31aa-4972-9839-acdb6d190ff6 None None] Port a724d28c-d9ea-47d9-9d89-747aa5b805a3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:22.436864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Port': ['ID=129289f2-1260-44ee-8f16-118d33d378af,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:22.449556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 56196a44-bfc6-434d-928c-fca9323401ff is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:22.461667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:22.464792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab91fc0-6c91-44a5-bb60-48d284502700 req-9e96c86e-1719-48e7-84e7-49c0d96e38ec tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.466466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ab91fc0-6c91-44a5-bb60-48d284502700 req-9e96c86e-1719-48e7-84e7-49c0d96e38ec tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 931 time: 0.2253330 Aug 20 11:37:22.579873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network ba3c49b8-5880-4f00-9a22-928d381c567a is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:22.593356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-abb5b75d-a8d8-41e3-91ad-bf7a805efc74 req-9a172888-2d23-455f-b993-61038f75b5fc tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830585 Aug 20 11:37:22.595885 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.600432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:22.607268 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354873e-a003-4152-9128-ba7931a7890a req-8423c587-2063-4063-b1e9-a2c370de4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.608911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e354873e-a003-4152-9128-ba7931a7890a req-8423c587-2063-4063-b1e9-a2c370de4717 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 200 len: 914 time: 0.3302329 Aug 20 11:37:22.632944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:22.681358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ab91fc0-6c91-44a5-bb60-48d284502700 req-d365f18c-726b-4f2a-a15a-ca0ea1e87248 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417277 Aug 20 11:37:22.706649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=84cae2c7-c559-4221-aba4-bfc4b0b12ced,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:22.714628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.715222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.761703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e354873e-a003-4152-9128-ba7931a7890a req-f0defece-e51b-4ed5-b75a-8b3be390eb1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 HTTP/1.1" status: 200 len: 217 time: 0.1304307 Aug 20 11:37:22.764785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.765181 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Floating IP 5a68b838-73e3-4d4c-941c-ed7f15619bf1 disassociated (deleted). External IP: 172.25.4.96, port: 4bc37d8f-719b-4c74-93ca-c3e55b13d73f. Aug 20 11:37:22.850359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9b9596b4-c5f2-451b-84d1-fd6a8f32ff7c None None] Provisioning complete for port a724d28c-d9ea-47d9-9d89-747aa5b805a3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:22.850825 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b9596b4-c5f2-451b-84d1-fd6a8f32ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:22.857743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354873e-a003-4152-9128-ba7931a7890a req-eb2f54e6-2f67-4c69-8936-2f635f094358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:22.859315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e354873e-a003-4152-9128-ba7931a7890a req-eb2f54e6-2f67-4c69-8936-2f635f094358 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d64eb9c9-c044-49a3-b396-8c0bf29634a9 HTTP/1.1" status: 200 len: 853 time: 0.0906315 Aug 20 11:37:22.878561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router ca262494-d264-4a67-8952-ee0064f15682 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:37:22.915593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-49bdefb5-e0a1-4d13-b933-db4a0b62cc01 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3935204 Aug 20 11:37:22.927523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9b9596b4-c5f2-451b-84d1-fd6a8f32ff7c None None] Port a724d28c-d9ea-47d9-9d89-747aa5b805a3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:22.932326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45578) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:22.940188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e354873e-a003-4152-9128-ba7931a7890a req-8e2fb4b4-d744-4d54-a496-3c7b37396f3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374725 Aug 20 11:37:23.085451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:23.098520 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fabba1-5c82-4e57-9863-bc1a339771d4 None None] Sync routers for ids ['ca262494-d264-4a67-8952-ee0064f15682'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:23.099220 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-606dd71c-08f4-4f19-92e9-8082af44913a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/ca262494-d264-4a67-8952-ee0064f15682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5464849 Aug 20 11:37:23.113343 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fabba1-5c82-4e57-9863-bc1a339771d4 None None] Routers {'ca262494-d264-4a67-8952-ee0064f15682'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:23.114189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45582) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:23.115085 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b2fabba1-5c82-4e57-9863-bc1a339771d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ca262494-d264-4a67-8952-ee0064f15682'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:23.134618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dde619c-1d60-47c0-982e-c0929c7e7e61 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:23.162465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.173465 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b2fabba1-5c82-4e57-9863-bc1a339771d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:23.175575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdf8c0-25a8-4e19-8f36-f54786ee42cb req-be28c1cc-4d96-4c2d-bfaf-c1795619bea3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:23.177171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4bdf8c0-25a8-4e19-8f36-f54786ee42cb req-be28c1cc-4d96-4c2d-bfaf-c1795619bea3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.1270165 Aug 20 11:37:23.182099 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fabba1-5c82-4e57-9863-bc1a339771d4 None None] Routers {'ca262494-d264-4a67-8952-ee0064f15682'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:23.183187 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b2fabba1-5c82-4e57-9863-bc1a339771d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ca262494-d264-4a67-8952-ee0064f15682'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:23.210168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4691dd-8ee0-4fa0-98ac-45f951667df6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:23.214330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ad4691dd-8ee0-4fa0-98ac-45f951667df6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports/a724d28c-d9ea-47d9-9d89-747aa5b805a3 HTTP/1.1" status: 200 len: 977 time: 0.0915022 Aug 20 11:37:23.218803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Transition to ACTIVE for port object 9dde619c-1d60-47c0-982e-c0929c7e7e61 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:23.219587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45584) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:23.222970 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-b2fabba1-5c82-4e57-9863-bc1a339771d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:23.223891 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fabba1-5c82-4e57-9863-bc1a339771d4 None None] The sync data for ids ['ca262494-d264-4a67-8952-ee0064f15682'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:23.262512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4bdf8c0-25a8-4e19-8f36-f54786ee42cb req-0ee19fbe-694b-40bf-8437-e961ec2a591a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726223 Aug 20 11:37:23.330975 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.348300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 25535a6a-9776-423e-b226-e70181a03b1b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:23.441989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde619c-1d60-47c0-982e-c0929c7e7e61,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:23.453673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdecb61-ec8d-4f49-b9e5-735463aa998f None None] Network ba3c49b8-5880-4f00-9a22-928d381c567a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:23.480221 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e354873e-a003-4152-9128-ba7931a7890a req-48458691-367e-440c-a1ec-39ddc4044abe service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034730 Aug 20 11:37:23.495752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Attempting to bind port 9dde619c-1d60-47c0-982e-c0929c7e7e61 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:23.496082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 25535a6a-9776-423e-b226-e70181a03b1b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:23.496666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Attempting to bind port 9dde619c-1d60-47c0-982e-c0929c7e7e61 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:23.497390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Attempting to bind port 9dde619c-1d60-47c0-982e-c0929c7e7e61 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:23.503638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Port 9dde619c-1d60-47c0-982e-c0929c7e7e61 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:37:23.504486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Attempting to bind port 9dde619c-1d60-47c0-982e-c0929c7e7e61 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:23.511630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:23.511974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Checking segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:23.512369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Bound using segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:23.512810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Bound port: 9dde619c-1d60-47c0-982e-c0929c7e7e61, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:23.513174 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.595879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] For port 9dde619c-1d60-47c0-982e-c0929c7e7e61, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:23.599844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] For port 9dde619c-1d60-47c0-982e-c0929c7e7e61, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9dde619c-1d60-47c0-982e-c0929c7e7e61,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:23.651923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6039be19-ebab-4321-9faf-481aeb254741 None None] Provisioning for port 25535a6a-9776-423e-b226-e70181a03b1b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:23.658141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6039be19-ebab-4321-9faf-481aeb254741 None None] Provisioning complete for port 25535a6a-9776-423e-b226-e70181a03b1b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:23.667850 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6039be19-ebab-4321-9faf-481aeb254741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.684625 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.726290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:23.731239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.734091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] 10.222.0.38 "PUT /v2.0/ports/9dde619c-1d60-47c0-982e-c0929c7e7e61 HTTP/1.1" status: 200 len: 1091 time: 1.3354819 Aug 20 11:37:23.736415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ea741f-19e3-4600-8b5c-532e832f120b', 'tag': '9dde619c-1d60-47c0-982e-c0929c7e7e61'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:23.738960 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e256b-337e-4a0d-be5a-79d6cfbbca8c" -d '{"events": [{"name": "network-changed", "server_uuid": "10ea741f-19e3-4600-8b5c-532e832f120b", "tag": "9dde619c-1d60-47c0-982e-c0929c7e7e61"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:23.781043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d14ae-ba94-48bf-bae9-a4e1ca62be32 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde619c-1d60-47c0-982e-c0929c7e7e61,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:23.814207 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6039be19-ebab-4321-9faf-481aeb254741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.851770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6039be19-ebab-4321-9faf-481aeb254741 None None] For port 25535a6a-9776-423e-b226-e70181a03b1b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=25535a6a-9776-423e-b226-e70181a03b1b,segment=NetworkSegment(138df546-3668-49f3-86e8-1013f45870c3),segment_id=138df546-3668-49f3-86e8-1013f45870c3)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:23.891608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04a7c8-d1a5-4330-9327-0b799d4c2315 req-bcd4e1aa-a888-4920-81cb-f88aa2d98f6e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:23.893254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f04a7c8-d1a5-4330-9327-0b799d4c2315 req-bcd4e1aa-a888-4920-81cb-f88aa2d98f6e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 943 time: 0.1134124 Aug 20 11:37:23.921803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-78f4fd31-a8b1-471b-b7bc-b63bd35cb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:23.923397 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-78f4fd31-a8b1-471b-b7bc-b63bd35cb2cb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 1094 time: 0.0732913 Aug 20 11:37:23.931941 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6039be19-ebab-4321-9faf-481aeb254741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:23.952598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f04a7c8-d1a5-4330-9327-0b799d4c2315 req-19602f02-dc3f-462f-bfa7-fcad3a06e56a tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512855 Aug 20 11:37:23.987984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-542cfb53-5e50-40a6-bce8-464245eae40d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dde619c-1d60-47c0-982e-c0929c7e7e61 HTTP/1.1" status: 200 len: 217 time: 0.0510557 Aug 20 11:37:24.038214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039be19-ebab-4321-9faf-481aeb254741 None None] Pushing event updated for resources: {'Port': ['ID=25535a6a-9776-423e-b226-e70181a03b1b,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:24.064936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-22353788-519c-4025-976d-d86a7fedb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.066614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-22353788-519c-4025-976d-d86a7fedb9fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 200 len: 852 time: 0.0679133 Aug 20 11:37:24.087813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Router 21a13224-f23f-433e-9b50-6dacaedbd777 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:24.088796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d7756ebf-7355-4fc5-bedb-cd2d05c13b58 None None] Provisioning complete for port 25535a6a-9776-423e-b226-e70181a03b1b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:24.089182 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d7756ebf-7355-4fc5-bedb-cd2d05c13b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.120569 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-0e0ea043-3094-4962-8b4b-1afb68ddd8d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373812 Aug 20 11:37:24.123007 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3c82d6-0aca-4c9b-bf9e-8f5181beb3a2 x-openstack-request-id: req-9c3c82d6-0aca-4c9b-bf9e-8f5181beb3a2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:24.123410 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ea741f-19e3-4600-8b5c-532e832f120b", "tag": "9dde619c-1d60-47c0-982e-c0929c7e7e61", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:24.123755 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c3c82d6-0aca-4c9b-bf9e-8f5181beb3a2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:24.124647 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ea741f-19e3-4600-8b5c-532e832f120b', 'tag': '9dde619c-1d60-47c0-982e-c0929c7e7e61', 'status': 'completed', 'code': 200} Aug 20 11:37:24.225072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-2f3cafb6-5bf4-461d-8a28-5480fc786293 service neutron] 10.222.0.38 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961974 Aug 20 11:37:24.273000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d7756ebf-7355-4fc5-bedb-cd2d05c13b58 None None] Provisioning for port 84cae2c7-c559-4221-aba4-bfc4b0b12ced completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:24.277907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d7756ebf-7355-4fc5-bedb-cd2d05c13b58 None None] Provisioning complete for port 84cae2c7-c559-4221-aba4-bfc4b0b12ced triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:24.278281 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d7756ebf-7355-4fc5-bedb-cd2d05c13b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.285396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7770812-8f0b-4715-8728-8c9712ba9c16 req-211aaa42-934f-4b72-abe8-ddb570497a85 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.287074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7770812-8f0b-4715-8728-8c9712ba9c16 req-211aaa42-934f-4b72-abe8-ddb570497a85 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.3704290 Aug 20 11:37:24.304301 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e354873e-a003-4152-9128-ba7931a7890a req-e86c3832-88db-4980-b2d2-72839e8ea133 service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8123093 Aug 20 11:37:24.318755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d7756ebf-7355-4fc5-bedb-cd2d05c13b58 None None] Port 84cae2c7-c559-4221-aba4-bfc4b0b12ced cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:24.359762 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eea0933e-c23c-4aca-932f-23e2eae1eeca req-3b5fc8f5-96d1-4a9a-aabd-bd29cead631d service neutron] 10.222.0.38 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244535 Aug 20 11:37:24.386543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.398542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09fa30-9fe6-4bbb-80d6-84f311b90b0b req-ada50e4f-f37e-45a6-be50-0ff3968d49dd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.400088 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b09fa30-9fe6-4bbb-80d6-84f311b90b0b req-ada50e4f-f37e-45a6-be50-0ff3968d49dd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.0558500 Aug 20 11:37:24.439311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3027cf36-c729-4de0-8ca0-d95e96df3661 None None] Provisioning complete for port 84cae2c7-c559-4221-aba4-bfc4b0b12ced triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:24.441103 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3027cf36-c729-4de0-8ca0-d95e96df3661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.444789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b09fa30-9fe6-4bbb-80d6-84f311b90b0b req-42da315a-641c-4983-927a-8f2427e59401 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383837 Aug 20 11:37:24.454722 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7770812-8f0b-4715-8728-8c9712ba9c16 req-4d1d0376-884e-4207-94ea-3376f811ddb9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490016 Aug 20 11:37:24.523488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3027cf36-c729-4de0-8ca0-d95e96df3661 None None] Port 84cae2c7-c559-4221-aba4-bfc4b0b12ced cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:24.532147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:24.540113 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.543920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] Sync routers for ids ['21a13224-f23f-433e-9b50-6dacaedbd777'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:24.562375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e256b-337e-4a0d-be5a-79d6cfbbca8c req-28a1e174-98ca-46ac-8c32-4bb9db309e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.563148 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] Routers {'21a13224-f23f-433e-9b50-6dacaedbd777'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:24.563795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['21a13224-f23f-433e-9b50-6dacaedbd777'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:24.564335 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-045e256b-337e-4a0d-be5a-79d6cfbbca8c req-28a1e174-98ca-46ac-8c32-4bb9db309e38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 1094 time: 0.0709157 Aug 20 11:37:24.691889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e256b-337e-4a0d-be5a-79d6cfbbca8c req-328756cb-a439-4ad4-a004-e8b77f4ebff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.694278 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-045e256b-337e-4a0d-be5a-79d6cfbbca8c req-328756cb-a439-4ad4-a004-e8b77f4ebff3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 913 time: 0.1194446 Aug 20 11:37:24.743041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] Set router 21a13224-f23f-433e-9b50-6dacaedbd777 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:24.754192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-045e256b-337e-4a0d-be5a-79d6cfbbca8c req-411a0f52-124b-46c8-86bc-fafb3d5feee6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dde619c-1d60-47c0-982e-c0929c7e7e61 HTTP/1.1" status: 200 len: 217 time: 0.0513396 Aug 20 11:37:24.786335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-569da023-13a3-4456-ad00-1d94496dbee1 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "DELETE /v2.0/floatingips/5a68b838-73e3-4d4c-941c-ed7f15619bf1 HTTP/1.1" status: 204 len: 168 time: 4.0116441 Aug 20 11:37:24.790053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'tag': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:24.792663 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450b175-7d47-4d37-a6f8-fa398684397e" -d '{"events": [{"name": "network-changed", "server_uuid": "e013bb70-7b8d-4068-9e81-d7c3259c8867", "tag": "4bc37d8f-719b-4c74-93ca-c3e55b13d73f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:24.816769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e256b-337e-4a0d-be5a-79d6cfbbca8c req-dfcffcf2-2ba7-4080-8d21-49b8041c5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:24.818428 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-045e256b-337e-4a0d-be5a-79d6cfbbca8c req-dfcffcf2-2ba7-4080-8d21-49b8041c5f66 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 200 len: 852 time: 0.0560248 Aug 20 11:37:24.859735 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-045e256b-337e-4a0d-be5a-79d6cfbbca8c req-cc33220d-4215-4eb8-9071-de9989066e7e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326302 Aug 20 11:37:24.988946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:24.994360 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.090028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5cf3288a-0c4e-4844-b7e9-d22854f3ccef', 'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:f2:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:23Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 5, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:25.096066 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-045e256b-337e-4a0d-be5a-79d6cfbbca8c req-3fee68e9-4129-4877-a2a3-e114831fae0b service neutron] 10.222.0.38 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277234 Aug 20 11:37:25.160517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] Checking router: 21a13224-f23f-433e-9b50-6dacaedbd777 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:37:25.195290 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.209506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] Routers {'21a13224-f23f-433e-9b50-6dacaedbd777'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:25.209506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['21a13224-f23f-433e-9b50-6dacaedbd777'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:25.292070 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-045e256b-337e-4a0d-be5a-79d6cfbbca8c req-21afc5bb-d41e-449e-a97b-7723e4ac0521 service neutron] 10.222.0.38 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874628 Aug 20 11:37:25.313089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 25535a6a-9776-423e-b226-e70181a03b1b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:25.355192 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cef758-d8b8-4ae5-8e1d-16cf9e382802 x-openstack-request-id: req-66cef758-d8b8-4ae5-8e1d-16cf9e382802 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:25.355192 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e013bb70-7b8d-4068-9e81-d7c3259c8867", "tag": "4bc37d8f-719b-4c74-93ca-c3e55b13d73f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:25.355192 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66cef758-d8b8-4ae5-8e1d-16cf9e382802 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:25.356461 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'tag': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'status': 'completed', 'code': 200} Aug 20 11:37:25.364568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b175-7d47-4d37-a6f8-fa398684397e req-ea22d2c9-4131-40ea-b6fc-f567a4b823b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:25.367808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7450b175-7d47-4d37-a6f8-fa398684397e req-ea22d2c9-4131-40ea-b6fc-f567a4b823b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 1136 time: 0.0601406 Aug 20 11:37:25.519136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 25535a6a-9776-423e-b226-e70181a03b1b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:25.519866 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:25.587385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=84cae2c7-c559-4221-aba4-bfc4b0b12ced,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:25.603334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d459c73-ac19-4ef4-a42c-a6dadcc5e480 req-b5638f64-00ca-418a-a3b0-7e1315b432d5 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:25.626493 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d459c73-ac19-4ef4-a42c-a6dadcc5e480 req-b5638f64-00ca-418a-a3b0-7e1315b432d5 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 943 time: 0.2079475 Aug 20 11:37:25.672597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] Set router 21a13224-f23f-433e-9b50-6dacaedbd777 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:25.769010 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d459c73-ac19-4ef4-a42c-a6dadcc5e480 req-42356ead-7e41-45f0-82e9-57febd875c36 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443436 Aug 20 11:37:25.801630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b175-7d47-4d37-a6f8-fa398684397e req-7623d6dc-dcdc-4798-8bb3-9bc02a8b9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:25.803969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7450b175-7d47-4d37-a6f8-fa398684397e req-7623d6dc-dcdc-4798-8bb3-9bc02a8b9936 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c1673a01-63ef-4f13-b5c8-bc1e83288614 HTTP/1.1" status: 200 len: 898 time: 0.4202304 Aug 20 11:37:25.828913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b09ea-27ad-441b-ace9-f16906dd82e7 req-07354b68-3e86-4602-9fba-f0af7153c156 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:25.830574 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a3b09ea-27ad-441b-ace9-f16906dd82e7 req-07354b68-3e86-4602-9fba-f0af7153c156 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.3685346 Aug 20 11:37:25.936623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7450b175-7d47-4d37-a6f8-fa398684397e req-fe4f6143-024b-4d26-abe3-a394b70ee955 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bc37d8f-719b-4c74-93ca-c3e55b13d73f HTTP/1.1" status: 200 len: 217 time: 0.1249492 Aug 20 11:37:26.007079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-721afecd-4b25-452d-bac8-87eba2427cea None None] Provisioning complete for port 84cae2c7-c559-4221-aba4-bfc4b0b12ced triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:26.007492 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-721afecd-4b25-452d-bac8-87eba2427cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.042902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a3b09ea-27ad-441b-ace9-f16906dd82e7 req-03beb090-67d8-4dba-9e59-f31f967afb11 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890221 Aug 20 11:37:26.079534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-721afecd-4b25-452d-bac8-87eba2427cea None None] Port 84cae2c7-c559-4221-aba4-bfc4b0b12ced cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:26.139753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5cf3288a-0c4e-4844-b7e9-d22854f3ccef', 'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:f2:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:23Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 5, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:26.144892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.205164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0882bc-26f4-41f0-9b67-09e8ad045bb3 None None] The sync data for ids ['21a13224-f23f-433e-9b50-6dacaedbd777'] in n-d-804230-3 is: [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:35:25Z', 'revision_number': 4, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5cf3288a-0c4e-4844-b7e9-d22854f3ccef', 'name': '', 'network_id': 'c1673a01-63ef-4f13-b5c8-bc1e83288614', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'mac_address': 'fa:16:3e:f2:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:23Z', 'updated_at': '2021-08-20T11:35:32Z', 'revision_number': 5, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'subnets': [{'id': 'aefdbb6f-b52d-4b2a-96b1-9a464727b9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:26.244811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port a724d28c-d9ea-47d9-9d89-747aa5b805a3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:26.245393 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.440826 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.473761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for a724d28c-d9ea-47d9-9d89-747aa5b805a3 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:26.486048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac580-8acd-4306-bce5-b414159d3da3 req-6e2dffe3-a746-44e9-b289-fd17fe765cf0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:26.494325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f7bac580-8acd-4306-bce5-b414159d3da3 req-6e2dffe3-a746-44e9-b289-fd17fe765cf0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.2932520 Aug 20 11:37:26.620611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f7bac580-8acd-4306-bce5-b414159d3da3 req-38eba253-52b0-40b7-9f5b-928f0a5a8d90 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251519 Aug 20 11:37:26.685401 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55370a82-baa5-437a-90e2-7bc4304d6ea1 None None] New status for floating IP 5a68b838-73e3-4d4c-941c-ed7f15619bf1: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:37:26.689489 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:26.712643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c9f60-ea24-42d2-8ad0-44d9c78391ec req-93db0efe-9596-4483-a30b-f153f5ba3776 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:26.721480 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d70c9f60-ea24-42d2-8ad0-44d9c78391ec req-93db0efe-9596-4483-a30b-f153f5ba3776 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 985 time: 0.7962456 Aug 20 11:37:26.759993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b175-7d47-4d37-a6f8-fa398684397e req-0c65d5bd-f0a1-4e55-8f78-23dd7d265349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:26.761977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7450b175-7d47-4d37-a6f8-fa398684397e req-0c65d5bd-f0a1-4e55-8f78-23dd7d265349 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=aefdbb6f-b52d-4b2a-96b1-9a464727b9c0 HTTP/1.1" status: 200 len: 833 time: 0.1249156 Aug 20 11:37:26.882640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d70c9f60-ea24-42d2-8ad0-44d9c78391ec req-e9c7141b-40e3-4407-bfb9-c2d9a816a780 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1583602 Aug 20 11:37:26.939373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450b175-7d47-4d37-a6f8-fa398684397e req-e95c517c-f1e7-48f2-90cf-4bd17948fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:26.944735 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7450b175-7d47-4d37-a6f8-fa398684397e req-e95c517c-f1e7-48f2-90cf-4bd17948fb35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c1673a01-63ef-4f13-b5c8-bc1e83288614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702580 Aug 20 11:37:27.072871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7450b175-7d47-4d37-a6f8-fa398684397e req-79614e59-e3d3-4528-822a-60aeed75ca2f service neutron] 10.222.0.38 "GET /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155689 Aug 20 11:37:27.079731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf85b7-4787-4136-bb40-75eb71805970 req-5c138292-47e7-49f4-ab6f-b9e6e3101201 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:27.088084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3cf85b7-4787-4136-bb40-75eb71805970 req-5c138292-47e7-49f4-ab6f-b9e6e3101201 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 943 time: 0.1874299 Aug 20 11:37:27.126091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-24952f30-8800-49c5-8024-b1b865c6d9ff tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:27.127687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-24952f30-8800-49c5-8024-b1b865c6d9ff tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.38 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 985 time: 0.2916641 Aug 20 11:37:27.246425 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7450b175-7d47-4d37-a6f8-fa398684397e req-5dab2efe-58f1-41bf-b8a4-0a3650a714ba service neutron] 10.222.0.38 "GET /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656551 Aug 20 11:37:27.255824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811017a9-6d74-4c23-bfce-65395a07032d req-ef2ee295-f74d-4500-9ea7-e53a4633a3da tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:27.256081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a3cf85b7-4787-4136-bb40-75eb71805970 req-b1c9761c-53aa-4999-a9b1-1eb69b7f634f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667051 Aug 20 11:37:27.259301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-811017a9-6d74-4c23-bfce-65395a07032d req-ef2ee295-f74d-4500-9ea7-e53a4633a3da tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.0950541 Aug 20 11:37:27.318680 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-811017a9-6d74-4c23-bfce-65395a07032d req-ca89e40b-ea13-4376-ab12-0c5eceff5f5d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523229 Aug 20 11:37:27.318944 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.402353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=a724d28c-d9ea-47d9-9d89-747aa5b805a3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:27.466389 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.489583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Deleting port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:27.489935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.808100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:27.811784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:27.949156 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:27.988743 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.035306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:28.037736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:28.040245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:28.042421 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17c7ef9-c60b-4c43-a1d3-6475103b6bec" -d '{"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:28.063503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'port_id': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'mac_address': 'fa:16:3e:83:17:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:28.088723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3844b4-6184-45fa-ac01-702116c5fb3f req-77f3bcbe-9934-44df-93f4-45238d8a244f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.090317 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b3844b4-6184-45fa-ac01-702116c5fb3f req-77f3bcbe-9934-44df-93f4-45238d8a244f tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 985 time: 0.1076007 Aug 20 11:37:28.106184 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.141722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.149803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] For port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:28.151029 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.166332 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b3844b4-6184-45fa-ac01-702116c5fb3f req-ac6bc9c2-a623-4649-a2a8-f42daac3bbdf tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/security-groups?id=73c9af04-e9fb-4d9a-9d4b-e323e494e085&id=ec541d1c-af44-4e80-8325-f41361010c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0690246 Aug 20 11:37:28.176288 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.180399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Calling delete_port for 4bc37d8f-719b-4c74-93ca-c3e55b13d73f owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:28.198742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4a0ee02-c982-4657-abe0-c555d63e5a45 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:28.252543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=84cae2c7-c559-4221-aba4-bfc4b0b12ced,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:28.270701 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de123ff7-0a39-4d16-9221-a0cf8c26aa26 x-openstack-request-id: req-de123ff7-0a39-4d16-9221-a0cf8c26aa26 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:28.271126 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:28.271419 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de123ff7-0a39-4d16-9221-a0cf8c26aa26 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:28.271966 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'code': 200} Aug 20 11:37:28.274807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=11']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:28.297508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:37:28.298147 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:37:28.332364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfd2f9-ee71-4222-9326-4898771c4249 req-bf0e938a-e922-4d85-8183-dfcf4c07e901 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.340166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54cfd2f9-ee71-4222-9326-4898771c4249 req-bf0e938a-e922-4d85-8183-dfcf4c07e901 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.4095879 Aug 20 11:37:28.353203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.432501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9dde619c-1d60-47c0-982e-c0929c7e7e61 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:28.445810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8a63-f584-41d2-b040-68a4c7dcbb8b req-c50611fe-8aaf-4eb8-8e31-44598e488835 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.447511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e8b8a63-f584-41d2-b040-68a4c7dcbb8b req-c50611fe-8aaf-4eb8-8e31-44598e488835 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 943 time: 0.0850499 Aug 20 11:37:28.492737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e8b8a63-f584-41d2-b040-68a4c7dcbb8b req-61eb5b91-b61f-4218-8c7c-c88ec383c953 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362480 Aug 20 11:37:28.535971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54cfd2f9-ee71-4222-9326-4898771c4249 req-940e762d-bee2-4b3c-a7c1-d0d248279e4f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897547 Aug 20 11:37:28.576101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router ca262494-d264-4a67-8952-ee0064f15682 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:28.644448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network ba3c49b8-5880-4f00-9a22-928d381c567a is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:28.652428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a9d9-5447-480c-a852-5367a62e8f83 req-bb3e08bd-4877-48e3-98e4-b5004074cd0d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:28.654324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78d0a9d9-5447-480c-a852-5367a62e8f83 req-bb3e08bd-4877-48e3-98e4-b5004074cd0d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0794778 Aug 20 11:37:28.684070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:28.748319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:28.761168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2482c-dd84-4cb3-b07f-36b0ec0204d5 None None] Sync routers for ids ['ca262494-d264-4a67-8952-ee0064f15682'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:28.773499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78d0a9d9-5447-480c-a852-5367a62e8f83 req-fa192a2d-68af-46b8-9120-41588196b57f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098404 Aug 20 11:37:28.795724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2482c-dd84-4cb3-b07f-36b0ec0204d5 None None] Routers {'ca262494-d264-4a67-8952-ee0064f15682'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:28.802030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-34f2482c-dd84-4cb3-b07f-36b0ec0204d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ca262494-d264-4a67-8952-ee0064f15682'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:28.821820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-166ba94a-af9b-49e9-9153-b08412fcbedd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/ca262494-d264-4a67-8952-ee0064f15682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5972450 Aug 20 11:37:28.830750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45654) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:28.837467 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.890910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-34f2482c-dd84-4cb3-b07f-36b0ec0204d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:28.922207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9dde619c-1d60-47c0-982e-c0929c7e7e61, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9dde619c-1d60-47c0-982e-c0929c7e7e61,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:28.933664 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:28.942466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2482c-dd84-4cb3-b07f-36b0ec0204d5 None None] Routers {'ca262494-d264-4a67-8952-ee0064f15682'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:28.943551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-34f2482c-dd84-4cb3-b07f-36b0ec0204d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ca262494-d264-4a67-8952-ee0064f15682'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:28.955894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '9dde619c-1d60-47c0-982e-c0929c7e7e61', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'port_id': '9dde619c-1d60-47c0-982e-c0929c7e7e61', 'mac_address': 'fa:16:3e:a4:28:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67b176a-02c2-4042-9683-21af539b6672', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:28.994137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a0ee02-c982-4657-abe0-c555d63e5a45 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:28.998712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-34f2482c-dd84-4cb3-b07f-36b0ec0204d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:28.999441 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2482c-dd84-4cb3-b07f-36b0ec0204d5 None None] The sync data for ids ['ca262494-d264-4a67-8952-ee0064f15682'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:29.031838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Port': ['ID=4bc37d8f-719b-4c74-93ca-c3e55b13d73f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:29.048393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.049037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.049732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.050240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.050941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.051439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.051938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.052431 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.053277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.053776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.054277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.054803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:29.087933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:29.097864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6fdca8f7-9aed-407b-9f77-7c4fa257b352 None None] Provisioning complete for port 84cae2c7-c559-4221-aba4-bfc4b0b12ced triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:29.098383 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6fdca8f7-9aed-407b-9f77-7c4fa257b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.137346 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.152295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] No DVR routers for this DVR port 4bc37d8f-719b-4c74-93ca-c3e55b13d73f on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:29.159181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dde619c-1d60-47c0-982e-c0929c7e7e61 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:29.169562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6fdca8f7-9aed-407b-9f77-7c4fa257b352 None None] Port 84cae2c7-c559-4221-aba4-bfc4b0b12ced cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:29.171480 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.186377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.196070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-04cf04c2-feb1-4f6c-96d7-ba3a159a307a req-d5ba7f0d-17f7-4168-971d-5dabb0ff6913 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.38 "DELETE /v2.0/ports/4bc37d8f-719b-4c74-93ca-c3e55b13d73f HTTP/1.1" status: 204 len: 173 time: 2.0431561 Aug 20 11:37:29.196070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'name': 'network-vif-deleted', 'tag': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:29.196070 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b2fa00-05c6-417c-8c7d-919057ae1247" -d '{"events": [{"server_uuid": "e013bb70-7b8d-4068-9e81-d7c3259c8867", "name": "network-vif-deleted", "tag": "4bc37d8f-719b-4c74-93ca-c3e55b13d73f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:29.219931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9dde619c-1d60-47c0-982e-c0929c7e7e61, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9dde619c-1d60-47c0-982e-c0929c7e7e61,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:29.272929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['e4a0ee02-c982-4657-abe0-c555d63e5a45'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:29.298450 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436c84ed-0399-4b13-a9d4-ddfe0eebdd34 x-openstack-request-id: req-436c84ed-0399-4b13-a9d4-ddfe0eebdd34 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:29.298842 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e013bb70-7b8d-4068-9e81-d7c3259c8867", "name": "network-vif-deleted", "tag": "4bc37d8f-719b-4c74-93ca-c3e55b13d73f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:29.299015 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-436c84ed-0399-4b13-a9d4-ddfe0eebdd34 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:29.299425 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e013bb70-7b8d-4068-9e81-d7c3259c8867', 'name': 'network-vif-deleted', 'tag': '4bc37d8f-719b-4c74-93ca-c3e55b13d73f', 'status': 'completed', 'code': 200} Aug 20 11:37:29.300574 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-cb056b15-9372-4e02-bf51-50294954b4f4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 11:37:29.301658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cb056b15-9372-4e02-bf51-50294954b4f4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/ca262494-d264-4a67-8952-ee0064f15682/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4743457 Aug 20 11:37:29.315039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45660) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:29.318913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=12']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:29.327276 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-23aebab0-3122-4517-9c5b-a5846dacc076 req-6289cca7-1e39-4375-a80c-a5aa44bf963a tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 210 time: 0.0465522 Aug 20 11:37:29.338583 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.372089 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c5c53b3b-d9c2-4bec-92f2-0cb9c7c77994 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca262494-d264-4a67-8952-ee0064f15682 HTTP/1.1" status: 200 len: 205 time: 0.0558012 Aug 20 11:37:29.372798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45662) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:29.373575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Router 5ec42173-2847-4da8-b3b5-3fc4807d7bdb is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:37:29.438092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=9dde619c-1d60-47c0-982e-c0929c7e7e61,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:29.495199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:29.504320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2262a24e-4483-470e-8e4b-8661e4f7adec tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "PUT /v2.0/routers/5ec42173-2847-4da8-b3b5-3fc4807d7bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5708001 Aug 20 11:37:29.504997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45664) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:29.507557 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad590b5c-dc33-4203-b1ae-82d3950411b5 None None] Sync routers for ids ['5ec42173-2847-4da8-b3b5-3fc4807d7bdb'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:29.524861 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad590b5c-dc33-4203-b1ae-82d3950411b5 None None] Routers {'5ec42173-2847-4da8-b3b5-3fc4807d7bdb'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:29.527401 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ad590b5c-dc33-4203-b1ae-82d3950411b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['5ec42173-2847-4da8-b3b5-3fc4807d7bdb'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:29.610480 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c15e6280-8a26-4dcd-b619-efe9904dc497 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.673494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046f54d4-0b73-42d2-8e83-017220c8ddd1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:29.752113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-046f54d4-0b73-42d2-8e83-017220c8ddd1 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec42173-2847-4da8-b3b5-3fc4807d7bdb HTTP/1.1" status: 200 len: 982 time: 0.1653271 Aug 20 11:37:29.753000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['9dde619c-1d60-47c0-982e-c0929c7e7e61'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:29.753174 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ad590b5c-dc33-4203-b1ae-82d3950411b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:29.753174 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad590b5c-dc33-4203-b1ae-82d3950411b5 None None] Routers {'5ec42173-2847-4da8-b3b5-3fc4807d7bdb'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:29.753174 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ad590b5c-dc33-4203-b1ae-82d3950411b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['5ec42173-2847-4da8-b3b5-3fc4807d7bdb'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:29.754354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45670) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:29.822714 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ad590b5c-dc33-4203-b1ae-82d3950411b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:29.824039 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad590b5c-dc33-4203-b1ae-82d3950411b5 None None] The sync data for ids ['5ec42173-2847-4da8-b3b5-3fc4807d7bdb'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:29.844701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d6ba0-1268-4d1d-a5c8-52410779d2a6 req-33617d96-c80d-4f89-b755-7575a5581eea tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:29.846292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d71d6ba0-1268-4d1d-a5c8-52410779d2a6 req-33617d96-c80d-4f89-b755-7575a5581eea tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.1573410 Aug 20 11:37:29.885540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c15e6280-8a26-4dcd-b619-efe9904dc497 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.893132 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c15e6280-8a26-4dcd-b619-efe9904dc497 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:29.932918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34382ec-4a0f-4a33-83a8-a36c54becb18 req-3c05e685-6e07-4ac2-b50d-547152489dfe tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:29.934811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d34382ec-4a0f-4a33-83a8-a36c54becb18 req-3c05e685-6e07-4ac2-b50d-547152489dfe tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 944 time: 0.2490838 Aug 20 11:37:29.964195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d71d6ba0-1268-4d1d-a5c8-52410779d2a6 req-1e1444ed-fae2-4ede-bbc3-066d7b06d813 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909164 Aug 20 11:37:30.069583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d34382ec-4a0f-4a33-83a8-a36c54becb18 req-2431daeb-ff5a-4130-a33e-199293cb43da tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213696 Aug 20 11:37:30.110655 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c15e6280-8a26-4dcd-b619-efe9904dc497 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.111585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15e6280-8a26-4dcd-b619-efe9904dc497 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Fanout notify agent at l3_agent the message router_deleted on router ca262494-d264-4a67-8952-ee0064f15682 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:37:30.126031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c15e6280-8a26-4dcd-b619-efe9904dc497 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.130649 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c15e6280-8a26-4dcd-b619-efe9904dc497 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/ca262494-d264-4a67-8952-ee0064f15682 HTTP/1.1" status: 204 len: 168 time: 0.7542679 Aug 20 11:37:30.133511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45674) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:30.187643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871f8b-02ea-4887-89f9-97217cd15a5e req-fa8c10df-ea98-47f3-9f66-01e503d0e9b8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:30.189809 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-97871f8b-02ea-4887-89f9-97217cd15a5e req-fa8c10df-ea98-47f3-9f66-01e503d0e9b8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 945 time: 0.1272542 Aug 20 11:37:30.261829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting subnet b21b9674-2685-4ea0-ba7b-fbeac5952efd {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:30.272504 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.340484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.427108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.439786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9dde619c-1d60-47c0-982e-c0929c7e7e61 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:30.509385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.593138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-82792c89-61d7-4fcd-84ef-fead4fd0a16d req-8698b4e3-e3db-4a76-bc71-348bc952143d tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "GET /v2.0/ports?device_id=e013bb70-7b8d-4068-9e81-d7c3259c8867 HTTP/1.1" status: 200 len: 210 time: 0.0636885 Aug 20 11:37:30.595664 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-97871f8b-02ea-4887-89f9-97217cd15a5e req-cb338bbe-10ca-40ad-9495-89b16f52b8d5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942518 Aug 20 11:37:30.789785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 84cae2c7-c559-4221-aba4-bfc4b0b12ced {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:30.790509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.885106 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.899584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 84cae2c7-c559-4221-aba4-bfc4b0b12ced owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:30.946654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 9dde619c-1d60-47c0-982e-c0929c7e7e61 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:30.948035 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.951470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 9dde619c-1d60-47c0-982e-c0929c7e7e61 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:30.951975 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.981918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Subnet': ['ID=b21b9674-2685-4ea0-ba7b-fbeac5952efd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:30.987834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:30.998782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b9b74-18fc-418d-bc45-0ae776ed7cb7 None None] Network 56196a44-bfc6-434d-928c-fca9323401ff requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:31.011612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/b21b9674-2685-4ea0-ba7b-fbeac5952efd HTTP/1.1" status: 204 len: 168 time: 0.8750236 Aug 20 11:37:31.033871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45680) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:31.049538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.049898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.050249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.054767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.055160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.055518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.055865 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.056213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.056583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.057024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.057369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.057709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fe2d3-6a6e-4bb5-8e6a-46e15a6b9e68 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:31.190500 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.241969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ea741f-19e3-4600-8b5c-532e832f120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde619c-1d60-47c0-982e-c0929c7e7e61'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:31.244460 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c669da-0ebb-4c54-83d8-d0e4ebdf3999" -d '{"events": [{"server_uuid": "10ea741f-19e3-4600-8b5c-532e832f120b", "name": "network-vif-plugged", "status": "completed", "tag": "9dde619c-1d60-47c0-982e-c0929c7e7e61"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:31.262957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9dde619c-1d60-47c0-982e-c0929c7e7e61, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9dde619c-1d60-47c0-982e-c0929c7e7e61,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:31.274891 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.290103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.295588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8329d8c-3e0a-47bd-994f-1a9a94a460d1 req-f42e513f-dbef-4cb9-a223-731b5d5a897f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:31.305835 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8329d8c-3e0a-47bd-994f-1a9a94a460d1 req-f42e513f-dbef-4cb9-a223-731b5d5a897f tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.2075615 Aug 20 11:37:31.308196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054b29a-77df-4f3c-b686-1fb12c752378 req-2888fbbc-41b5-42b4-a640-7d7db1570398 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:31.311696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0054b29a-77df-4f3c-b686-1fb12c752378 req-2888fbbc-41b5-42b4-a640-7d7db1570398 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 944 time: 0.1006770 Aug 20 11:37:31.341885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fe8b43-5655-4eb8-b7f9-a76f2f948b92 None None] DHCP port deletion for 56196a44-bfc6-434d-928c-fca9323401ff request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:37:31.359680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=84cae2c7-c559-4221-aba4-bfc4b0b12ced,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:31.393298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8329d8c-3e0a-47bd-994f-1a9a94a460d1 req-3990985b-205c-4079-a359-4303643fa801 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863316 Aug 20 11:37:31.406713 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.406713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4bc37d8f-719b-4c74-93ca-c3e55b13d73f no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:31.448463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port fe1ae29d-544f-48cc-905c-dfef6003b8da {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:31.448838 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.526376 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6efff68-47bb-44fb-8891-8c14c8dc86df x-openstack-request-id: req-c6efff68-47bb-44fb-8891-8c14c8dc86df {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:31.526376 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ea741f-19e3-4600-8b5c-532e832f120b", "name": "network-vif-plugged", "status": "completed", "tag": "9dde619c-1d60-47c0-982e-c0929c7e7e61", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:31.526376 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6efff68-47bb-44fb-8891-8c14c8dc86df {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:31.527157 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ea741f-19e3-4600-8b5c-532e832f120b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde619c-1d60-47c0-982e-c0929c7e7e61', 'code': 200} Aug 20 11:37:31.530003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=9dde619c-1d60-47c0-982e-c0929c7e7e61,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:31.540149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 4bc37d8f-719b-4c74-93ca-c3e55b13d73f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:31.540488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 4bc37d8f-719b-4c74-93ca-c3e55b13d73f not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:31.583591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-41fe8b43-5655-4eb8-b7f9-a76f2f948b92 None None] Deleting port fe1ae29d-544f-48cc-905c-dfef6003b8da {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:31.585235 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41fe8b43-5655-4eb8-b7f9-a76f2f948b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.608710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port fe1ae29d-544f-48cc-905c-dfef6003b8da, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fe1ae29d-544f-48cc-905c-dfef6003b8da,segment=NetworkSegment(55499678-821b-448d-8fc1-221a67e4689c),segment_id=55499678-821b-448d-8fc1-221a67e4689c)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:31.609432 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.650892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for fe1ae29d-544f-48cc-905c-dfef6003b8da owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:31.764878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45692) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:31.769373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-41fe8b43-5655-4eb8-b7f9-a76f2f948b92 None None] For port fe1ae29d-544f-48cc-905c-dfef6003b8da, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fe1ae29d-544f-48cc-905c-dfef6003b8da,segment=NetworkSegment(55499678-821b-448d-8fc1-221a67e4689c),segment_id=55499678-821b-448d-8fc1-221a67e4689c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:31.769780 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41fe8b43-5655-4eb8-b7f9-a76f2f948b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.795920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-41fe8b43-5655-4eb8-b7f9-a76f2f948b92 None None] Calling delete_port for fe1ae29d-544f-48cc-905c-dfef6003b8da owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:31.798701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0054b29a-77df-4f3c-b686-1fb12c752378 req-c8c6de98-fde5-45ca-bf49-ec1793bdc6ad tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491987 Aug 20 11:37:31.800179 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.841221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3b068-a3d2-41ed-bd40-584a80b50bb3 req-a7966ed8-5961-41a4-9135-18bb9213c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:31.852167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddc3b068-a3d2-41ed-bd40-584a80b50bb3 req-a7966ed8-5961-41a4-9135-18bb9213c8a4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 1096 time: 0.2401726 Aug 20 11:37:31.871774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:31.915023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda791e-8b0b-4ec4-8aab-72e80520050a req-9a999505-f243-4b88-a7c8-eae54e67bf65 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:31.936869 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7eda791e-8b0b-4ec4-8aab-72e80520050a req-9a999505-f243-4b88-a7c8-eae54e67bf65 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 945 time: 0.1111493 Aug 20 11:37:31.964875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port e4a0ee02-c982-4657-abe0-c555d63e5a45 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:31.965361 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.989183 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:31.995798 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41fe8b43-5655-4eb8-b7f9-a76f2f948b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.010831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe8b43-5655-4eb8-b7f9-a76f2f948b92 None None] No DVR routers for this DVR port fe1ae29d-544f-48cc-905c-dfef6003b8da on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:32.038278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe8b43-5655-4eb8-b7f9-a76f2f948b92 None None] Pushing event deleted for resources: {'Port': ['ID=fe1ae29d-544f-48cc-905c-dfef6003b8da,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:32.055972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=fe1ae29d-544f-48cc-905c-dfef6003b8da,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:32.058116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b75c664a-2a26-4052-9d2e-c5b7d30228a9 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.066314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ddc3b068-a3d2-41ed-bd40-584a80b50bb3 req-e3fa57db-1fbf-4890-a1b5-b6ea1ec4476b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013252 Aug 20 11:37:32.102391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No DVR routers for this DVR port fe1ae29d-544f-48cc-905c-dfef6003b8da on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:32.104847 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b75c664a-2a26-4052-9d2e-c5b7d30228a9 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.105533 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.114068 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7eda791e-8b0b-4ec4-8aab-72e80520050a req-cdcac58f-c422-4626-ae3c-47119d5c16bb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761565 Aug 20 11:37:32.144197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:32.212189 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.223133 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.225547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56196a44-bfc6-434d-928c-fca9323401ff']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:32.257316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55499678-821b-448d-8fc1-221a67e4689c') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:32.257698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55499678-821b-448d-8fc1-221a67e4689c') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:32.263742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Router 5ec42173-2847-4da8-b3b5-3fc4807d7bdb has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:32.280805 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.293645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.298090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=13']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:32.301555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:32.302428 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:32.306477 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:32.466540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.476019 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.479030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/networks/56196a44-bfc6-434d-928c-fca9323401ff HTTP/1.1" status: 204 len: 168 time: 1.4496460 Aug 20 11:37:32.492069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45696) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:32.497540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'network': {'name': 'tempest-RoutersTest-839103351'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:32.501685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae8af9-5ba2-45e8-882e-c61661cd9a23 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Network': ['ID=56196a44-bfc6-434d-928c-fca9323401ff,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:32.592013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:32.596603 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.633791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:37:32.647381 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.647748 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added segment 3a88fcb7-83cc-4b3d-82c1-f7a53c12011f of type vlan for network abe6a7ba-96aa-45be-9938-1c71cafe0bc0 Aug 20 11:37:32.695917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.753659 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b75c664a-2a26-4052-9d2e-c5b7d30228a9 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.757024 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b75c664a-2a26-4052-9d2e-c5b7d30228a9 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.758471 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b75c664a-2a26-4052-9d2e-c5b7d30228a9 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "DELETE /v2.0/security-groups/73c9af04-e9fb-4d9a-9d4b-e323e494e085 HTTP/1.1" status: 204 len: 168 time: 0.9878323 Aug 20 11:37:32.761165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45698) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:32.791293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:32.793954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c664a-2a26-4052-9d2e-c5b7d30228a9 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c9af04-e9fb-4d9a-9d4b-e323e494e085,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:32.796975 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.801948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e59ea606-f776-4b43-a7a8-5f2939c3bcf7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "PUT /v2.0/routers/5ec42173-2847-4da8-b3b5-3fc4807d7bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0618670 Aug 20 11:37:32.804906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:32.805564 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:32.806474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b404ce6-5d60-4ccc-8739-c748e772ac1f None None] Sync routers for ids ['5ec42173-2847-4da8-b3b5-3fc4807d7bdb'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:32.811245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45700) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:32.836425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a281c07-ba9d-4ad2-8f1c-91e94e7e09a3 req-6a77299a-1769-4841-a2c8-54894e28cd20 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:32.837979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a281c07-ba9d-4ad2-8f1c-91e94e7e09a3 req-6a77299a-1769-4841-a2c8-54894e28cd20 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.0932083 Aug 20 11:37:32.860483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b404ce6-5d60-4ccc-8739-c748e772ac1f None None] Routers {'5ec42173-2847-4da8-b3b5-3fc4807d7bdb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:32.861150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9b404ce6-5d60-4ccc-8739-c748e772ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['5ec42173-2847-4da8-b3b5-3fc4807d7bdb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:32.926499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9b404ce6-5d60-4ccc-8739-c748e772ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:32.930916 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1185fee3-73f7-4364-81cd-747852063b9b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:37:32.933078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1185fee3-73f7-4364-81cd-747852063b9b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/84cae2c7-c559-4221-aba4-bfc4b0b12ced HTTP/1.1" status: 404 len: 333 time: 0.1020293 Aug 20 11:37:32.944708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b404ce6-5d60-4ccc-8739-c748e772ac1f None None] Routers {'5ec42173-2847-4da8-b3b5-3fc4807d7bdb'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:32.944708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9b404ce6-5d60-4ccc-8739-c748e772ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['5ec42173-2847-4da8-b3b5-3fc4807d7bdb'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:32.945395 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a281c07-ba9d-4ad2-8f1c-91e94e7e09a3 req-234a44fb-6c93-40c7-8a92-26a357a29f9b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975595 Aug 20 11:37:32.946018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45704) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:32.992723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9b404ce6-5d60-4ccc-8739-c748e772ac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:32.994190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b404ce6-5d60-4ccc-8739-c748e772ac1f None None] The sync data for ids ['5ec42173-2847-4da8-b3b5-3fc4807d7bdb'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:33.100187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Network': ['ID=abe6a7ba-96aa-45be-9938-1c71cafe0bc0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:33.100187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8425668-e803-4ad9-a163-8660a216b664 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.102483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network abe6a7ba-96aa-45be-9938-1c71cafe0bc0 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:37:33.120171 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3185-c0d9-48f2-9bb0-a1f5ef4c3d18 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.120452 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8425668-e803-4ad9-a163-8660a216b664 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.146864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1e250-b6a0-4e00-8fc2-cf038f7f4fc4 req-ab10f8d8-b63a-4a76-80ac-62d8013f97e7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:33.148778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33f1e250-b6a0-4e00-8fc2-cf038f7f4fc4 req-ab10f8d8-b63a-4a76-80ac-62d8013f97e7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 945 time: 0.1576691 Aug 20 11:37:33.247675 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33f1e250-b6a0-4e00-8fc2-cf038f7f4fc4 req-02715d86-794c-4150-80ed-976d372b7637 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888972 Aug 20 11:37:33.299953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fe1ae29d-544f-48cc-905c-dfef6003b8da no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:33.319891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-acb03986-fa8b-4956-9697-60492e08a079 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8264201 Aug 20 11:37:33.322381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45708) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:33.328259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'subnet': {'network_id': 'abe6a7ba-96aa-45be-9938-1c71cafe0bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:33.333689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: fe1ae29d-544f-48cc-905c-dfef6003b8da {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:33.340926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fe1ae29d-544f-48cc-905c-dfef6003b8da not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:33.400959 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8425668-e803-4ad9-a163-8660a216b664 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.404125 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8425668-e803-4ad9-a163-8660a216b664 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.408525 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b8425668-e803-4ad9-a163-8660a216b664 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "DELETE /v2.0/security-groups/ec541d1c-af44-4e80-8325-f41361010c9d HTTP/1.1" status: 204 len: 168 time: 0.6462924 Aug 20 11:37:33.409504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45710) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:33.411867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd379b4-cbb0-4ebc-b60d-f69bba64586a req-ba335609-a0c0-42aa-b25c-e5cc1513dec3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:33.414029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9dd379b4-cbb0-4ebc-b60d-f69bba64586a req-ba335609-a0c0-42aa-b25c-e5cc1513dec3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.2063568 Aug 20 11:37:33.416114 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3185-c0d9-48f2-9bb0-a1f5ef4c3d18 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.424901 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3185-c0d9-48f2-9bb0-a1f5ef4c3d18 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.482674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8425668-e803-4ad9-a163-8660a216b664 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec541d1c-af44-4e80-8325-f41361010c9d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:33.505178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9dd379b4-cbb0-4ebc-b60d-f69bba64586a req-1e08e02c-ea92-4d6e-997b-db8b5078b898 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842760 Aug 20 11:37:33.527811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:33.531730 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264daa8f-80a9-4dc2-b488-0057d2c4cab2" -d '{"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-plugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:33.586355 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3185-c0d9-48f2-9bb0-a1f5ef4c3d18 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.587264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bb3185-c0d9-48f2-9bb0-a1f5ef4c3d18 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Fanout notify agent at l3_agent the message router_deleted on router 5ec42173-2847-4da8-b3b5-3fc4807d7bdb {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:37:33.602002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9bb3185-c0d9-48f2-9bb0-a1f5ef4c3d18 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.602743 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13679b28-03fb-4ab0-be59-47026e0a00b4 x-openstack-request-id: req-13679b28-03fb-4ab0-be59-47026e0a00b4 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:33.603040 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-plugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:33.603226 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d9bb3185-c0d9-48f2-9bb0-a1f5ef4c3d18 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/routers/5ec42173-2847-4da8-b3b5-3fc4807d7bdb HTTP/1.1" status: 204 len: 168 time: 0.6560888 Aug 20 11:37:33.603337 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13679b28-03fb-4ab0-be59-47026e0a00b4 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:33.603672 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'code': 200} Aug 20 11:37:33.606201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45714) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:33.615414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:33.619977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.664840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-307f7b15-723f-4f0b-8849-a41d5fdd6b6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet deaf35e1-b1ab-428a-9520-37b674a328a0 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:33.668878 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-307f7b15-723f-4f0b-8849-a41d5fdd6b6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.731194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-307f7b15-723f-4f0b-8849-a41d5fdd6b6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:33.845165 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-307f7b15-723f-4f0b-8849-a41d5fdd6b6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.026587 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-307f7b15-723f-4f0b-8849-a41d5fdd6b6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.038349 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.079959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f7b15-723f-4f0b-8849-a41d5fdd6b6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=deaf35e1-b1ab-428a-9520-37b674a328a0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:34.085860 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-307f7b15-723f-4f0b-8849-a41d5fdd6b6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.088094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-307f7b15-723f-4f0b-8849-a41d5fdd6b6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/deaf35e1-b1ab-428a-9520-37b674a328a0 HTTP/1.1" status: 204 len: 168 time: 0.4808362 Aug 20 11:37:34.091178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45718) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:34.095952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8527b0f-d4ed-4dd4-8779-f116c523ba95 None None] Network ba3c49b8-5880-4f00-9a22-928d381c567a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:34.171221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Subnet': ['ID=0e3a4186-e4d3-41cb-9c56-21a39abd1fac,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:34.175748 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.179100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da602661-6ce4-4053-9c8e-08a976c2c408 req-6c911740-1e25-43b4-8bdf-62f52aed5da7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:34.180814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da602661-6ce4-4053-9c8e-08a976c2c408 req-6c911740-1e25-43b4-8bdf-62f52aed5da7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.1753356 Aug 20 11:37:34.225469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Checking segment: {'id': '3a88fcb7-83cc-4b3d-82c1-f7a53c12011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'abe6a7ba-96aa-45be-9938-1c71cafe0bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:34.225751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network hostable DHCP agents. Network: abe6a7ba-96aa-45be-9938-1c71cafe0bc0, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:37:34.227084 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.261079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da602661-6ce4-4053-9c8e-08a976c2c408 req-1c061920-ba59-4996-930a-66bb1239ec09 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654366 Aug 20 11:37:34.333452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 25535a6a-9776-423e-b226-e70181a03b1b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:34.333859 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.461195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] For port 25535a6a-9776-423e-b226-e70181a03b1b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=25535a6a-9776-423e-b226-e70181a03b1b,segment=NetworkSegment(138df546-3668-49f3-86e8-1013f45870c3),segment_id=138df546-3668-49f3-86e8-1013f45870c3)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:34.461576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.463111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network abe6a7ba-96aa-45be-9938-1c71cafe0bc0 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:37:34.468972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] DHCP port deletion for ba3c49b8-5880-4f00-9a22-928d381c567a request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:37:34.493436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 25535a6a-9776-423e-b226-e70181a03b1b owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:34.498123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744ce52-cb15-4c57-a81c-fb1c373c66f1 req-e57f1a37-019a-4864-9739-99b4b8e19e75 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:34.500490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1744ce52-cb15-4c57-a81c-fb1c373c66f1 req-e57f1a37-019a-4864-9739-99b4b8e19e75 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 945 time: 0.0905914 Aug 20 11:37:34.529116 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Deleting port 25535a6a-9776-423e-b226-e70181a03b1b {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:34.538070 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.595143 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1744ce52-cb15-4c57-a81c-fb1c373c66f1 req-80ae7137-a61d-49a7-97c9-fe3759ee05ec tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740364 Aug 20 11:37:34.617243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] For port 25535a6a-9776-423e-b226-e70181a03b1b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=25535a6a-9776-423e-b226-e70181a03b1b,segment=NetworkSegment(138df546-3668-49f3-86e8-1013f45870c3),segment_id=138df546-3668-49f3-86e8-1013f45870c3)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:34.617851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.634907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, abe6a7ba-96aa-45be-9938-1c71cafe0bc0) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:34.650327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:34.650970 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.661786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10003748-ea82-4a18-99da-59e311c7dd5b None None] Network abe6a7ba-96aa-45be-9938-1c71cafe0bc0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:34.692002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accbf93-4747-4a28-ae7a-33a9bd1540b2 req-d0dfdaee-c492-4977-a1fd-6bcea8a0d66f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:34.703185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0accbf93-4747-4a28-ae7a-33a9bd1540b2 req-d0dfdaee-c492-4977-a1fd-6bcea8a0d66f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.0932548 Aug 20 11:37:34.729238 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.746935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Deleting port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:34.747352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:34.768350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No DVR routers for this DVR port 25535a6a-9776-423e-b226-e70181a03b1b on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:34.827039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Calling delete_port for 25535a6a-9776-423e-b226-e70181a03b1b owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:34.852002 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-97e0c9ca-008d-41a5-a4d7-638e454f3463 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5282404 Aug 20 11:37:34.859046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0accbf93-4747-4a28-ae7a-33a9bd1540b2 req-2d17dfaa-12d0-4504-b794-b27e5c18e80d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539319 Aug 20 11:37:34.875105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45728) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:34.875105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-61819c42-07b2-4876-96ed-553f4c08dbcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1170479399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:34.919007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=25535a6a-9776-423e-b226-e70181a03b1b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:34.990615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] For port 5cf3288a-0c4e-4844-b7e9-d22854f3ccef, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5cf3288a-0c4e-4844-b7e9-d22854f3ccef,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:34.991075 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.021068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Calling delete_port for 5cf3288a-0c4e-4844-b7e9-d22854f3ccef owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:35.027085 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.034973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.060270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3c49b8-5880-4f00-9a22-928d381c567a']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:35.084767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61819c42-07b2-4876-96ed-553f4c08dbcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.086010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61819c42-07b2-4876-96ed-553f4c08dbcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.086815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138df546-3668-49f3-86e8-1013f45870c3') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:35.087189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138df546-3668-49f3-86e8-1013f45870c3') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:35.150569 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.155315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Pushing event deleted for resources: {'Port': ['ID=25535a6a-9776-423e-b226-e70181a03b1b,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:35.162901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-abe6a7ba-96aa-45be-9938-1c71cafe0bc0', 'network_id': 'abe6a7ba-96aa-45be-9938-1c71cafe0bc0', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'fixed_ips': [{'subnet_id': '0e3a4186-e4d3-41cb-9c56-21a39abd1fac'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:37:35.163950 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.174681 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61819c42-07b2-4876-96ed-553f4c08dbcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.199451 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.213275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:35.218820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.229149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] No DVR routers for this DVR port 25535a6a-9776-423e-b226-e70181a03b1b on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:35.229857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde77fc-dc43-44cc-bfe1-6c40eb5d63f3 req-2462338f-5c94-479a-aa45-6288b3f68181 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:35.231625 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5bde77fc-dc43-44cc-bfe1-6c40eb5d63f3 req-2462338f-5c94-479a-aa45-6288b3f68181 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 945 time: 0.1518445 Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:35.232411 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:35.247447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.247798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.248263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.248757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.249089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.249430 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.249768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.250101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.250455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.250787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.251122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.251582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e1ac3c-91df-49e9-ab2f-6a7b7d755c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:37:35.298385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61819c42-07b2-4876-96ed-553f4c08dbcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.395538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 25535a6a-9776-423e-b226-e70181a03b1b no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:35.437335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 25535a6a-9776-423e-b226-e70181a03b1b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:35.437976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 25535a6a-9776-423e-b226-e70181a03b1b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:35.438115 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5bde77fc-dc43-44cc-bfe1-6c40eb5d63f3 req-0f054741-8e40-4739-9184-4db8509765ba tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778324 Aug 20 11:37:35.441604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61819c42-07b2-4876-96ed-553f4c08dbcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.443357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-61819c42-07b2-4876-96ed-553f4c08dbcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5791829 Aug 20 11:37:35.448109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45734) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:35.523591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.527336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Allocated IP 172.20.0.2 (abe6a7ba-96aa-45be-9938-1c71cafe0bc0/0e3a4186-e4d3-41cb-9c56-21a39abd1fac/dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:35.531507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.535575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/networks/ba3c49b8-5880-4f00-9a22-928d381c567a HTTP/1.1" status: 204 len: 168 time: 1.4428608 Aug 20 11:37:35.560448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45736) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:35.561721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b4d16-814e-4df3-ae75-2cde76b2355e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Network': ['ID=ba3c49b8-5880-4f00-9a22-928d381c567a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:35.582706 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.592983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab916f07-cdc7-461e-90c4-ed3cdb7d732c req-d6b6b307-32a7-4f6b-9a56-062c68ccc74e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:35.594611 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab916f07-cdc7-461e-90c4-ed3cdb7d732c req-d6b6b307-32a7-4f6b-9a56-062c68ccc74e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.2046432 Aug 20 11:37:35.634589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3414c47-04f1-448c-b5bf-7f88f9e7c9c8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:35.636338 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e3414c47-04f1-448c-b5bf-7f88f9e7c9c8 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/ca4c34ac-a039-4bd9-adf2-75c8d293494f HTTP/1.1" status: 200 len: 840 time: 0.0700645 Aug 20 11:37:35.640134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45738) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:35.685961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0219e57a-3590-498a-a8fa-946ea917b5ff tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/ca4c34ac-a039-4bd9-adf2-75c8d293494f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0441620 Aug 20 11:37:35.689651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45740) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:35.697299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-536fca9d-c158-4346-acda-a81ba7127205 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:35.709609 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.718943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Transition to ACTIVE for port object dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:35.736786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Transition to ACTIVE for port object dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:35.821052 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.867281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Network abe6a7ba-96aa-45be-9938-1c71cafe0bc0 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:35.870230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:35.876944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:35.880124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Pushing event updated for resources: {'Port': ['ID=dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:35.890548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536fca9d-c158-4346-acda-a81ba7127205 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:35.894637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-536fca9d-c158-4346-acda-a81ba7127205 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.957286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Attempting to bind port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:35.957893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Attempting to bind port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '3a88fcb7-83cc-4b3d-82c1-f7a53c12011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'abe6a7ba-96aa-45be-9938-1c71cafe0bc0'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:35.958339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Attempting to bind port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae on network abe6a7ba-96aa-45be-9938-1c71cafe0bc0 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:35.968906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:35.968906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Checking segment: {'id': '3a88fcb7-83cc-4b3d-82c1-f7a53c12011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'abe6a7ba-96aa-45be-9938-1c71cafe0bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:35.968906 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:35.968906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Bound using segment: {'id': '3a88fcb7-83cc-4b3d-82c1-f7a53c12011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'abe6a7ba-96aa-45be-9938-1c71cafe0bc0'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:35.968906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Bound port: dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a88fcb7-83cc-4b3d-82c1-f7a53c12011f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'abe6a7ba-96aa-45be-9938-1c71cafe0bc0'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:35.968906 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.042796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] For port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:36.046352 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] For port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae,segment=NetworkSegment(3a88fcb7-83cc-4b3d-82c1-f7a53c12011f),segment_id=3a88fcb7-83cc-4b3d-82c1-f7a53c12011f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:36.049742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726b32a-56db-45f1-8d81-81c2a75e58fb req-cde20988-e49c-40ad-82b0-1817ab87cb37 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:36.050240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Port': ['ID=5cf3288a-0c4e-4844-b7e9-d22854f3ccef,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:36.051335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1726b32a-56db-45f1-8d81-81c2a75e58fb req-cde20988-e49c-40ad-82b0-1817ab87cb37 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.0940971 Aug 20 11:37:36.118159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.161853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1726b32a-56db-45f1-8d81-81c2a75e58fb req-e5058dba-5397-48cc-b057-008e0db23512 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933464 Aug 20 11:37:36.175328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab916f07-cdc7-461e-90c4-ed3cdb7d732c req-b4430617-525f-4f2f-8be2-9579db4da493 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855478 Aug 20 11:37:36.251949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a0656-48f1-4f28-a07d-fd1ff84a0fca None None] Pushing event updated for resources: {'Port': ['ID=dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:36.317758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.318219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-536fca9d-c158-4346-acda-a81ba7127205 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.379232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536fca9d-c158-4346-acda-a81ba7127205 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:36.382755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-536fca9d-c158-4346-acda-a81ba7127205 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:36.387478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536fca9d-c158-4346-acda-a81ba7127205 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:36.388155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-536fca9d-c158-4346-acda-a81ba7127205 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.393695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e01063-b3cd-4444-838a-f7aa3c534e5a None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:36.406308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fca9d-c158-4346-acda-a81ba7127205 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=fd133c2c-0181-4dbb-a8e0-1518d3f695d5,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:36.471743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.507687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-536fca9d-c158-4346-acda-a81ba7127205 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8167577 Aug 20 11:37:36.510229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45746) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:36.515999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-bc510d59-ec8c-480c-aa3b-05104c6945c4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'security_group': {'name': 'tempest-secgroup-1493103342'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:36.602690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2784c-c2c7-4bc7-8d02-e7baecacb024 req-dcdacee4-8f0c-41d5-911c-d98ad2f60035 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:36.604871 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9db2784c-c2c7-4bc7-8d02-e7baecacb024 req-dcdacee4-8f0c-41d5-911c-d98ad2f60035 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 945 time: 0.0773008 Aug 20 11:37:36.651002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9db2784c-c2c7-4bc7-8d02-e7baecacb024 req-c3f1bdf0-054c-4e6f-b6e1-33d6fb4d6e52 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390286 Aug 20 11:37:36.689855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-93fa2a14-1ee5-4b5b-8333-370522348fa1', 'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'tenant_id': 'd4c4b61a9e5946b1a952e30790cbe7cf', 'fixed_ips': [{'subnet_id': 'fd133c2c-0181-4dbb-a8e0-1518d3f695d5'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:37:36.689855 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.718971 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc510d59-ec8c-480c-aa3b-05104c6945c4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.778849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Allocated IP 172.20.0.1 (abe6a7ba-96aa-45be-9938-1c71cafe0bc0/0e3a4186-e4d3-41cb-9c56-21a39abd1fac/5127e350-dc5e-4346-8ff4-f1375318f40c) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:36.793518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f81b9-5c26-476d-ae11-389fe5b11e20 req-277174f2-15f4-497c-bd78-da43b980b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:36.795219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-857f81b9-5c26-476d-ae11-389fe5b11e20 req-277174f2-15f4-497c-bd78-da43b980b379 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 1094 time: 0.0898297 Aug 20 11:37:36.871381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Allocated IP 172.20.0.2 (93fa2a14-1ee5-4b5b-8333-370522348fa1/fd133c2c-0181-4dbb-a8e0-1518d3f695d5/5238548c-e2ac-4efe-9dab-e2c1d53fb3ed) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:36.909615 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc510d59-ec8c-480c-aa3b-05104c6945c4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:36.933503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Router 21a13224-f23f-433e-9b50-6dacaedbd777 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:36.943372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f81b9-5c26-476d-ae11-389fe5b11e20 req-35f50c02-b41a-4af6-a7d3-c155aa6d0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:36.945007 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-857f81b9-5c26-476d-ae11-389fe5b11e20 req-35f50c02-b41a-4af6-a7d3-c155aa6d0986 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 200 len: 914 time: 0.1214175 Aug 20 11:37:36.968978 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.000447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-857f81b9-5c26-476d-ae11-389fe5b11e20 req-3760411e-71a8-4a4d-a3c6-9443067d6622 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 HTTP/1.1" status: 200 len: 217 time: 0.0459847 Aug 20 11:37:37.005111 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc510d59-ec8c-480c-aa3b-05104c6945c4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.054815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Transition to ACTIVE for port object 5127e350-dc5e-4346-8ff4-f1375318f40c will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:37.074708 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.085316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Transition to ACTIVE for port object 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:37.100334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc510d59-ec8c-480c-aa3b-05104c6945c4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ee247-26ae-4a80-930e-92076f253f61,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:37.116170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Transition to ACTIVE for port object 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:37.134619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bc510d59-ec8c-480c-aa3b-05104c6945c4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.134619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bc510d59-ec8c-480c-aa3b-05104c6945c4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6231658 Aug 20 11:37:37.137795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45752) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:37.149158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9dcb4cf1-386f-4db3-89ec-6d0ffe7778c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'security_group': {'name': 'tempest-secgroup-1522805999'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:37.150884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f81b9-5c26-476d-ae11-389fe5b11e20 req-4d77c14b-65cb-48c5-a4b4-9ef41fb7c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:37.152382 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-857f81b9-5c26-476d-ae11-389fe5b11e20 req-4d77c14b-65cb-48c5-a4b4-9ef41fb7c01c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d64eb9c9-c044-49a3-b396-8c0bf29634a9 HTTP/1.1" status: 200 len: 853 time: 0.1014402 Aug 20 11:37:37.192629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-857f81b9-5c26-476d-ae11-389fe5b11e20 req-62a6734d-0b4c-498a-80cc-dc90c8148639 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315547 Aug 20 11:37:37.198146 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.212615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:37.229546 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] Sync routers for ids ['21a13224-f23f-433e-9b50-6dacaedbd777'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:37.231915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd31858-404d-4fca-9a21-6e01498d9256 req-bd5b5a34-e7f7-4919-bf54-7c3faa66ac6a tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:37.233513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-efd31858-404d-4fca-9a21-6e01498d9256 req-bd5b5a34-e7f7-4919-bf54-7c3faa66ac6a tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 945 time: 0.1155479 Aug 20 11:37:37.245265 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] Routers {'21a13224-f23f-433e-9b50-6dacaedbd777'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:37.251035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-078c407c-fa06-4786-aee2-1a3ba5cb3789 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "PUT /v2.0/routers/21a13224-f23f-433e-9b50-6dacaedbd777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8210118 Aug 20 11:37:37.253385 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['21a13224-f23f-433e-9b50-6dacaedbd777'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:37.254006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45758) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:37.317435 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:37.330475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:37.338074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:37.356759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Pushing event updated for resources: {'Port': ['ID=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:37.359646 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-efd31858-404d-4fca-9a21-6e01498d9256 req-7e5ea596-c6a4-4eb0-9760-ab7c488d1b00 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882726 Aug 20 11:37:37.391406 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4cf1-386f-4db3-89ec-6d0ffe7778c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.392344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-857f81b9-5c26-476d-ae11-389fe5b11e20 req-f6114b4e-8c27-40ce-a489-efa519d1789c service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917443 Aug 20 11:37:37.399924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-907c7cba-d129-44b4-ad11-a6ec946a3041 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Deleting subnet aefdbb6f-b52d-4b2a-96b1-9a464727b9c0 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:37.410092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-907c7cba-d129-44b4-ad11-a6ec946a3041 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.465657 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.481618 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Attempting to bind port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:37.482050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Attempting to bind port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '6fe1b5ac-43aa-471c-be0f-68b536cb5429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:37.482560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Attempting to bind port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed on network 93fa2a14-1ee5-4b5b-8333-370522348fa1 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:37.488218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:37.488992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Checking segment: {'id': '6fe1b5ac-43aa-471c-be0f-68b536cb5429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:37.489516 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.490748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Bound using segment: {'id': '6fe1b5ac-43aa-471c-be0f-68b536cb5429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:37.491407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Bound port: 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe1b5ac-43aa-471c-be0f-68b536cb5429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:37.491887 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.505239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:37.506695 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] Set router 21a13224-f23f-433e-9b50-6dacaedbd777 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:37.541193 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-857f81b9-5c26-476d-ae11-389fe5b11e20 req-daa63737-d5a7-4cfe-836e-eb49ba5ae81a service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359167 Aug 20 11:37:37.594232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-907c7cba-d129-44b4-ad11-a6ec946a3041 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.600618 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98e86aa-81bf-4b87-94c8-4215bbf09624 None None] Network abe6a7ba-96aa-45be-9938-1c71cafe0bc0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:37.605913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733786-2e0c-4406-96a4-42f1318f59d6 req-ed8984f3-0db6-4c1e-ab3b-d1c65b5fda5e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:37.613264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70733786-2e0c-4406-96a4-42f1318f59d6 req-ed8984f3-0db6-4c1e-ab3b-d1c65b5fda5e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.0710425 Aug 20 11:37:37.649763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=5127e350-dc5e-4346-8ff4-f1375318f40c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:37.661349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network abe6a7ba-96aa-45be-9938-1c71cafe0bc0 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:37.682101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70733786-2e0c-4406-96a4-42f1318f59d6 req-dd3c0073-6e69-42a9-b218-15145dda58cf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677779 Aug 20 11:37:37.692270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:37.696111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:37.747048 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:37:35Z', 'revision_number': 5, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:37.781941 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] Checking router: 21a13224-f23f-433e-9b50-6dacaedbd777 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:37:37.787590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da047f60-cbb5-4b59-bea7-60f1dd2543ad req-f89518cf-8065-4343-8b50-4401b405c394 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:37.789220 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da047f60-cbb5-4b59-bea7-60f1dd2543ad req-f89518cf-8065-4343-8b50-4401b405c394 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 943 time: 0.4602928 Aug 20 11:37:37.792837 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] Routers {'21a13224-f23f-433e-9b50-6dacaedbd777'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:37.793592 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['21a13224-f23f-433e-9b50-6dacaedbd777'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:37.822010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.877448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] For port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:37.886966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] For port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,segment=NetworkSegment(6fe1b5ac-43aa-471c-be0f-68b536cb5429),segment_id=6fe1b5ac-43aa-471c-be0f-68b536cb5429)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:37.900568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:37.917007 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] Set router 21a13224-f23f-433e-9b50-6dacaedbd777 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:37:37.941412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-907c7cba-d129-44b4-ad11-a6ec946a3041 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:37.947045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:37.985871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4cf1-386f-4db3-89ec-6d0ffe7778c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.001660 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da047f60-cbb5-4b59-bea7-60f1dd2543ad req-0734a4ff-0524-4d76-9ae0-09a602aef7eb tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832843 Aug 20 11:37:38.006364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a2f9bb09-e098-4889-a3ae-01c5910ca434 None None] Provisioning for port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:38.008900 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.045094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a2f9bb09-e098-4889-a3ae-01c5910ca434 None None] Provisioning complete for port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:38.045094 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2f9bb09-e098-4889-a3ae-01c5910ca434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.054492 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4cf1-386f-4db3-89ec-6d0ffe7778c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.085073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb4cf1-386f-4db3-89ec-6d0ffe7778c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c72bc4b-f18c-45d1-9128-bad4d98bd830,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:38.153425 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4cf1-386f-4db3-89ec-6d0ffe7778c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.157139 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9dcb4cf1-386f-4db3-89ec-6d0ffe7778c7 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0143757 Aug 20 11:37:38.157139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-907c7cba-d129-44b4-ad11-a6ec946a3041 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.158304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45760) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:38.161055 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.163610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1766796599', 'security_groups': ['1c72bc4b-f18c-45d1-9128-bad4d98bd830'], 'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd133c2c-0181-4dbb-a8e0-1518d3f695d5'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:38.173296 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47711a1a-cf8c-456f-9ad0-595382e6e5b3 None None] Pushing event updated for resources: {'Port': ['ID=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:38.187654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:38.192515 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:37:35Z', 'revision_number': 5, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:38.202344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c7cba-d129-44b4-ad11-a6ec946a3041 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Subnet': ['ID=aefdbb6f-b52d-4b2a-96b1-9a464727b9c0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:38.205730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'network_id': '0a6b6604-e91f-4bab-9a3e-219fcaa243c2', 'port_id': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'mac_address': 'fa:16:3e:3b:16:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64eb9c9-c044-49a3-b396-8c0bf29634a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:38.211534 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-907c7cba-d129-44b4-ad11-a6ec946a3041 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.218500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-907c7cba-d129-44b4-ad11-a6ec946a3041 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "DELETE /v2.0/subnets/aefdbb6f-b52d-4b2a-96b1-9a464727b9c0 HTTP/1.1" status: 204 len: 168 time: 0.9577415 Aug 20 11:37:38.220442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45762) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:38.236863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b2aa1-017d-4c6f-acf9-d0e673caae7e None None] Network c1673a01-63ef-4f13-b5c8-bc1e83288614 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:38.247923 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa0e0e-a9fa-46cf-a307-68cbbf0ba073 None None] The sync data for ids ['21a13224-f23f-433e-9b50-6dacaedbd777'] in n-d-804230-3 is: [{'id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1919398231', 'tenant_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:35:14Z', 'updated_at': '2021-08-20T11:37:35Z', 'revision_number': 5, 'project_id': 'b45dc25967c4475eb0928c1cfe9b506a', 'gw_port': {'id': 'e2d4eeca-4c89-4384-b43e-ea0f8be338c4', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a13224-f23f-433e-9b50-6dacaedbd777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:35:16Z', 'updated_at': '2021-08-20T11:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:38.376363 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2f9bb09-e098-4889-a3ae-01c5910ca434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.431876 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.477692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:38.507547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:38.516500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:38.525047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a2f9bb09-e098-4889-a3ae-01c5910ca434 None None] For port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae,segment=NetworkSegment(3a88fcb7-83cc-4b3d-82c1-f7a53c12011f),segment_id=3a88fcb7-83cc-4b3d-82c1-f7a53c12011f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:38.567449 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.605426 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.626611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09048e06-656a-4c93-86b6-4f28afc0d96f req-05174618-b8eb-450d-a11e-172654183551 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:38.643026 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09048e06-656a-4c93-86b6-4f28afc0d96f req-05174618-b8eb-450d-a11e-172654183551 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 945 time: 0.1921561 Aug 20 11:37:38.668098 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2f9bb09-e098-4889-a3ae-01c5910ca434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.736899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca693ed6-17f3-4dc5-ab0a-98b547333200 None None] DHCP port deletion for c1673a01-63ef-4f13-b5c8-bc1e83288614 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:37:38.765690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:38.896756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:38.906235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09048e06-656a-4c93-86b6-4f28afc0d96f req-b0017c32-9913-4018-97c3-991763c996c3 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611282 Aug 20 11:37:38.910824 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.944324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port f04c7367-b808-4dbb-8e46-02b290cbc501 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:37:38.978573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1028f2b0-408f-4ed1-b706-e6b0e34b8f8f None None] Provisioning complete for port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:38.979688 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1028f2b0-408f-4ed1-b706-e6b0e34b8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:38.991735 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.005241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-38960417-0909-4476-9764-d7816e8f5fa2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:39.006984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-38960417-0909-4476-9764-d7816e8f5fa2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.38 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 945 time: 0.2334199 Aug 20 11:37:39.046268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9bb09-e098-4889-a3ae-01c5910ca434 None None] Pushing event updated for resources: {'Port': ['ID=dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:39.055421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59599700-efc8-43e9-a49f-cd768b29352f req-e69f60f6-f3d5-456b-9f6c-96f53d1e1528 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:39.064155 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59599700-efc8-43e9-a49f-cd768b29352f req-e69f60f6-f3d5-456b-9f6c-96f53d1e1528 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.1980243 Aug 20 11:37:39.112290 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.119019 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.217477 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59599700-efc8-43e9-a49f-cd768b29352f req-c90b03fc-d93a-4668-a050-b1f749346b24 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507285 Aug 20 11:37:39.247244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.9 (93fa2a14-1ee5-4b5b-8333-370522348fa1/fd133c2c-0181-4dbb-a8e0-1518d3f695d5/f04c7367-b808-4dbb-8e46-02b290cbc501) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:39.253616 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.278767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ca693ed6-17f3-4dc5-ab0a-98b547333200 None None] Deleting port 62147542-63a6-48a4-9822-f5781f8b6eab {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:39.279106 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ca693ed6-17f3-4dc5-ab0a-98b547333200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.286387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af8961-f832-48ab-af66-44bf86b7a690 req-88abe1e7-2adb-4017-a8ad-b2a97edccc1e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:39.288551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1af8961-f832-48ab-af66-44bf86b7a690 req-88abe1e7-2adb-4017-a8ad-b2a97edccc1e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 944 time: 0.1328037 Aug 20 11:37:39.398757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=5127e350-dc5e-4346-8ff4-f1375318f40c,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:39.433659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-455c6c26-589c-4878-8705-f3510d03b7c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Deleting port 9dde619c-1d60-47c0-982e-c0929c7e7e61 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:39.434512 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-455c6c26-589c-4878-8705-f3510d03b7c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.440163 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c1af8961-f832-48ab-af66-44bf86b7a690 req-c672d9af-0739-4564-a97e-49fa5324c7e0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456883 Aug 20 11:37:39.463443 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ca693ed6-17f3-4dc5-ab0a-98b547333200 None None] For port 62147542-63a6-48a4-9822-f5781f8b6eab, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=62147542-63a6-48a4-9822-f5781f8b6eab,segment=NetworkSegment(697441cd-1bd3-4fe2-9905-a9c28b54dd57),segment_id=697441cd-1bd3-4fe2-9905-a9c28b54dd57)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:39.472266 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ca693ed6-17f3-4dc5-ab0a-98b547333200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.473341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network abe6a7ba-96aa-45be-9938-1c71cafe0bc0 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:39.474912 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:39.484511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:39.487334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Deleting port e2d4eeca-4c89-4384-b43e-ea0f8be338c4 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:39.487656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.500228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ca693ed6-17f3-4dc5-ab0a-98b547333200 None None] Calling delete_port for 62147542-63a6-48a4-9822-f5781f8b6eab owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:39.628926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1028f2b0-408f-4ed1-b706-e6b0e34b8f8f None None] Provisioning for port 5127e350-dc5e-4346-8ff4-f1375318f40c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:39.640429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1028f2b0-408f-4ed1-b706-e6b0e34b8f8f None None] Provisioning complete for port 5127e350-dc5e-4346-8ff4-f1375318f40c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:39.640789 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1028f2b0-408f-4ed1-b706-e6b0e34b8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.698924 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.712381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-455c6c26-589c-4878-8705-f3510d03b7c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] For port 9dde619c-1d60-47c0-982e-c0929c7e7e61, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9dde619c-1d60-47c0-982e-c0929c7e7e61,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:39.713190 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-455c6c26-589c-4878-8705-f3510d03b7c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.739055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object f04c7367-b808-4dbb-8e46-02b290cbc501 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:39.758871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1028f2b0-408f-4ed1-b706-e6b0e34b8f8f None None] Port 5127e350-dc5e-4346-8ff4-f1375318f40c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:39.768460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-455c6c26-589c-4878-8705-f3510d03b7c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Calling delete_port for 9dde619c-1d60-47c0-982e-c0929c7e7e61 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:39.777142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:39.789466 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.908185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-07c98136-0cfd-4051-9356-700585c78f51 None None] Provisioning complete for port 5127e350-dc5e-4346-8ff4-f1375318f40c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:39.908550 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07c98136-0cfd-4051-9356-700585c78f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.919939 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ca693ed6-17f3-4dc5-ab0a-98b547333200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:39.987662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:40.069444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-455c6c26-589c-4878-8705-f3510d03b7c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:40.076245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca693ed6-17f3-4dc5-ab0a-98b547333200 None None] Pushing event deleted for resources: {'Port': ['ID=62147542-63a6-48a4-9822-f5781f8b6eab,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:40.096078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca693ed6-17f3-4dc5-ab0a-98b547333200 None None] No DVR routers for this DVR port 62147542-63a6-48a4-9822-f5781f8b6eab on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:40.098367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:40.102062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['9dde619c-1d60-47c0-982e-c0929c7e7e61'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:40.112853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:40.119275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:40.156219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-07c98136-0cfd-4051-9356-700585c78f51 None None] Port 5127e350-dc5e-4346-8ff4-f1375318f40c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:40.163715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:40.177775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=f04c7367-b808-4dbb-8e46-02b290cbc501,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:40.250333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-455c6c26-589c-4878-8705-f3510d03b7c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] No DVR routers for this DVR port 9dde619c-1d60-47c0-982e-c0929c7e7e61 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:40.253237 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-455c6c26-589c-4878-8705-f3510d03b7c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:40.261020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-71b27a2d-ba62-4efc-871c-d4922680b374 req-455c6c26-589c-4878-8705-f3510d03b7c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.38 "DELETE /v2.0/ports/9dde619c-1d60-47c0-982e-c0929c7e7e61 HTTP/1.1" status: 204 len: 173 time: 1.2301803 Aug 20 11:37:40.261020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ea741f-19e3-4600-8b5c-532e832f120b', 'name': 'network-vif-deleted', 'tag': '9dde619c-1d60-47c0-982e-c0929c7e7e61'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:40.263146 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b1bdd6-8d83-442e-bb0d-01ad503f1248" -d '{"events": [{"server_uuid": "10ea741f-19e3-4600-8b5c-532e832f120b", "name": "network-vif-deleted", "tag": "9dde619c-1d60-47c0-982e-c0929c7e7e61"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:40.266263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c6c26-589c-4878-8705-f3510d03b7c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event deleted for resources: {'Port': ['ID=9dde619c-1d60-47c0-982e-c0929c7e7e61,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:40.292673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:40.292673 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:40.299276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a8b307e7-f7d3-4270-911f-7bbfeb88b1df None None] Provisioning complete for port 5127e350-dc5e-4346-8ff4-f1375318f40c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:40.299659 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a8b307e7-f7d3-4270-911f-7bbfeb88b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:40.338167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:40.376704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a8b307e7-f7d3-4270-911f-7bbfeb88b1df None None] Port 5127e350-dc5e-4346-8ff4-f1375318f40c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:40.425994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8bdda393-44f6-4e93-9a95-7a45ba680844 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2669837 Aug 20 11:37:40.430870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45800) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:40.447602 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5cf3288a-0c4e-4844-b7e9-d22854f3ccef no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:40.457664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-410ad57f-439d-4bde-a240-e90529714d70 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:40.474986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5cf3288a-0c4e-4844-b7e9-d22854f3ccef {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:40.475575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5cf3288a-0c4e-4844-b7e9-d22854f3ccef not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:40.477122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 62147542-63a6-48a4-9822-f5781f8b6eab no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:40.508723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 62147542-63a6-48a4-9822-f5781f8b6eab {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:40.509081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 62147542-63a6-48a4-9822-f5781f8b6eab not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:40.525964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ebff88c3-082e-48fd-938d-45728726b8e7 None None] Provisioning complete for port ca4c34ac-a039-4bd9-adf2-75c8d293494f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:40.526339 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ebff88c3-082e-48fd-938d-45728726b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:40.555101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f3221c5-4805-4296-83a8-9fc00663d35c req-70b455ef-2f3d-4f6c-b7d8-dec06503639c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 210 time: 0.0618985 Aug 20 11:37:40.591306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f290f-019d-483b-9b06-b586db380cba req-3ab9e954-190b-46ae-8656-e6a7a446bb48 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:40.591799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ebff88c3-082e-48fd-938d-45728726b8e7 None None] Port ca4c34ac-a039-4bd9-adf2-75c8d293494f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:40.593000 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a79f290f-019d-483b-9b06-b586db380cba req-3ab9e954-190b-46ae-8656-e6a7a446bb48 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.2167821 Aug 20 11:37:40.640327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] For port e2d4eeca-4c89-4384-b43e-ea0f8be338c4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e2d4eeca-4c89-4384-b43e-ea0f8be338c4,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:40.640829 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:40.671391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Calling delete_port for e2d4eeca-4c89-4384-b43e-ea0f8be338c4 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:40.672866 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068a9251-041f-405e-8692-47b572899536 x-openstack-request-id: req-068a9251-041f-405e-8692-47b572899536 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:40.673170 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ea741f-19e3-4600-8b5c-532e832f120b", "name": "network-vif-deleted", "tag": "9dde619c-1d60-47c0-982e-c0929c7e7e61", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:40.673434 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-068a9251-041f-405e-8692-47b572899536 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:40.673839 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ea741f-19e3-4600-8b5c-532e832f120b', 'name': 'network-vif-deleted', 'tag': '9dde619c-1d60-47c0-982e-c0929c7e7e61', 'status': 'completed', 'code': 200} Aug 20 11:37:40.676039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 090dc152-d0a9-43f8-a009-c7cc17e57be7 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:37:40.705974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a79f290f-019d-483b-9b06-b586db380cba req-6c3d2121-5b32-4c38-a27f-23339990dcc6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996876 Aug 20 11:37:40.711398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ebff88c3-082e-48fd-938d-45728726b8e7 None None] Provisioning for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:40.719846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ebff88c3-082e-48fd-938d-45728726b8e7 None None] Provisioning complete for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:40.720231 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ebff88c3-082e-48fd-938d-45728726b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:40.853066 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ebff88c3-082e-48fd-938d-45728726b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:40.899141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ebff88c3-082e-48fd-938d-45728726b8e7 None None] For port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,segment=NetworkSegment(6fe1b5ac-43aa-471c-be0f-68b536cb5429),segment_id=6fe1b5ac-43aa-471c-be0f-68b536cb5429)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:40.923369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410ad57f-439d-4bde-a240-e90529714d70 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:40.929095 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-410ad57f-439d-4bde-a240-e90529714d70 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:40.934384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043180b-8fba-4d45-9451-51e7902f2244 req-1c083839-27f3-4ff7-a090-f8ce1ea96496 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:40.935955 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2043180b-8fba-4d45-9451-51e7902f2244 req-1c083839-27f3-4ff7-a090-f8ce1ea96496 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 944 time: 0.1758847 Aug 20 11:37:41.000369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:41.006875 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a81a76ee-c54d-4617-ba63-16f6aff3c678 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/090dc152-d0a9-43f8-a009-c7cc17e57be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5451348 Aug 20 11:37:41.014789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45804) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:41.061542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d0117-9f6b-433c-a77d-04acee9a27ab None None] Sync routers for ids ['090dc152-d0a9-43f8-a009-c7cc17e57be7'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:41.074211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d0117-9f6b-433c-a77d-04acee9a27ab None None] Routers {'090dc152-d0a9-43f8-a009-c7cc17e57be7'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:41.076507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-870d0117-9f6b-433c-a77d-04acee9a27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['090dc152-d0a9-43f8-a009-c7cc17e57be7'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:41.302133 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2043180b-8fba-4d45-9451-51e7902f2244 req-dcbaf0e0-b250-48e1-91f0-2137cf629ac3 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248469 Aug 20 11:37:41.304517 n-d-804230-3 neutron-server[95587]: INFO neutron.db.ipam_backend_mixin [None req-410ad57f-439d-4bde-a240-e90529714d70 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fd133c2c-0181-4dbb-a8e0-1518d3f695d5 (CIDR: 172.20.0.0/28) Aug 20 11:37:41.305939 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ebff88c3-082e-48fd-938d-45728726b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:41.305939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-870d0117-9f6b-433c-a77d-04acee9a27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:41.305939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d0117-9f6b-433c-a77d-04acee9a27ab None None] Routers {'090dc152-d0a9-43f8-a009-c7cc17e57be7'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:41.305939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-870d0117-9f6b-433c-a77d-04acee9a27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['090dc152-d0a9-43f8-a009-c7cc17e57be7'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:41.305939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-870d0117-9f6b-433c-a77d-04acee9a27ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:41.305939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d0117-9f6b-433c-a77d-04acee9a27ab None None] The sync data for ids ['090dc152-d0a9-43f8-a009-c7cc17e57be7'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:41.305939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff88c3-082e-48fd-938d-45728726b8e7 None None] Pushing event updated for resources: {'Port': ['ID=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:41.347559 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:37:41.356361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf5b7bd-14be-4dfe-a635-038c0c3d1ade tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:41.358761 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bdf5b7bd-14be-4dfe-a635-038c0c3d1ade tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports/5127e350-dc5e-4346-8ff4-f1375318f40c HTTP/1.1" status: 200 len: 910 time: 0.3264761 Aug 20 11:37:41.361575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45806) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:41.706758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0a24977-0af4-4662-9b05-db9d8ef7ec3a req-56b17715-b025-4329-86a0-cec7083696b5 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=10ea741f-19e3-4600-8b5c-532e832f120b HTTP/1.1" status: 200 len: 210 time: 0.0410504 Aug 20 11:37:41.755044 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:41.790856 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-410ad57f-439d-4bde-a240-e90529714d70 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:37:41.797265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410ad57f-439d-4bde-a240-e90529714d70 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:37:41.820780 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:41.837956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-01b77396-948f-44c9-a214-7943136f5618 None None] Provisioning for port f04c7367-b808-4dbb-8e46-02b290cbc501 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:41.850712 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:41.857712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-01b77396-948f-44c9-a214-7943136f5618 None None] Provisioning complete for port f04c7367-b808-4dbb-8e46-02b290cbc501 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:41.859660 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-01b77396-948f-44c9-a214-7943136f5618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:41.908296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Port': ['ID=e2d4eeca-4c89-4384-b43e-ea0f8be338c4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:41.945788 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-410ad57f-439d-4bde-a240-e90529714d70 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5118952 Aug 20 11:37:41.952103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45812) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:41.957728 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:41.969856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5cfedf70-60ad-4a9d-afcf-5e1b4b459730 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:42.028138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fdb40-4f5d-4564-801a-836dc8004a20 req-25b73fbb-2e41-4cae-8a87-472e8218b55c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:42.029909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-514fdb40-4f5d-4564-801a-836dc8004a20 req-25b73fbb-2e41-4cae-8a87-472e8218b55c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.1919341 Aug 20 11:37:42.033724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-01b77396-948f-44c9-a214-7943136f5618 None None] Port f04c7367-b808-4dbb-8e46-02b290cbc501 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:42.050629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:42.051136 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.102529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.142429 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.169258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:42.172076 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf5ab1d-9a43-4f23-8b00-2b234782887f" -d '{"events": [{"server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "name": "network-vif-plugged", "status": "completed", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:42.182780 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-514fdb40-4f5d-4564-801a-836dc8004a20 req-45a8d21e-a6dd-4ac8-b147-53102b6cb933 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437690 Aug 20 11:37:42.192643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:42.229947 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57c2d3b-e788-4b4b-94c8-a2d89f44f61e x-openstack-request-id: req-a57c2d3b-e788-4b4b-94c8-a2d89f44f61e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:42.230462 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "name": "network-vif-plugged", "status": "completed", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:42.231058 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a57c2d3b-e788-4b4b-94c8-a2d89f44f61e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:42.231639 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'code': 200} Aug 20 11:37:42.231996 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.235074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.283136 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.322893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfedf70-60ad-4a9d-afcf-5e1b4b459730 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:42.327617 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfedf70-60ad-4a9d-afcf-5e1b4b459730 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.361029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=10']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:42.392270 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.395109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Fanout notify agent at l3_agent the message router_deleted on router 21a13224-f23f-433e-9b50-6dacaedbd777 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:37:42.406031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.407591 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a2c7201b-e604-4f56-b3d8-ea7fb1d4b984 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "DELETE /v2.0/routers/21a13224-f23f-433e-9b50-6dacaedbd777 HTTP/1.1" status: 204 len: 168 time: 4.1836009 Aug 20 11:37:42.410309 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port 5127e350-dc5e-4346-8ff4-f1375318f40c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:42.410831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.414283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45818) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:42.513275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9dde619c-1d60-47c0-982e-c0929c7e7e61 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:42.536907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 9dde619c-1d60-47c0-982e-c0929c7e7e61 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:42.537551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9dde619c-1d60-47c0-982e-c0929c7e7e61 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:42.656078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36065bb6-fea1-410b-a6ab-6c46d4b2342e req-1bb7e7f1-eac4-4b48-8756-80afa506dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:42.657754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36065bb6-fea1-410b-a6ab-6c46d4b2342e req-1bb7e7f1-eac4-4b48-8756-80afa506dce3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 1097 time: 0.0982335 Aug 20 11:37:42.664411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.684265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.708720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for 5127e350-dc5e-4346-8ff4-f1375318f40c owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:42.720172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36065bb6-fea1-410b-a6ab-6c46d4b2342e req-c1862b3f-efeb-4fec-9b2f-d3292949426f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 Aug 20 11:37:42.738772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fc47c-9513-4e32-96a0-bef4277e0923 req-c7c6b0dd-0e6c-499a-8eb8-9caf673f8e0b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:42.740188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-695fc47c-9513-4e32-96a0-bef4277e0923 req-c7c6b0dd-0e6c-499a-8eb8-9caf673f8e0b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.3133817 Aug 20 11:37:42.820795 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfedf70-60ad-4a9d-afcf-5e1b4b459730 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.854845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.895225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1673a01-63ef-4f13-b5c8-bc1e83288614']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:42.909739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697441cd-1bd3-4fe2-9905-a9c28b54dd57') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:42.910020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697441cd-1bd3-4fe2-9905-a9c28b54dd57') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:42.914849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-695fc47c-9513-4e32-96a0-bef4277e0923 req-146f6523-f323-4eaf-a7bc-f548fa6325b2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998411 Aug 20 11:37:42.925278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:42.941823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfedf70-60ad-4a9d-afcf-5e1b4b459730 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:42.949912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5cfedf70-60ad-4a9d-afcf-5e1b4b459730 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:42.964578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee99aa-2c9a-4529-a6ff-733a060a9b31 None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:42.969236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfedf70-60ad-4a9d-afcf-5e1b4b459730 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:42.969236 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5cfedf70-60ad-4a9d-afcf-5e1b4b459730 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.013737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfedf70-60ad-4a9d-afcf-5e1b4b459730 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=6d891dea-d595-40e9-8874-021efcb9ddb0,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:43.062523 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.073759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:43.074330 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:43.081188 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:43.314667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:43.409317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8253d835-d783-4c04-aad2-c812c9739913 None None] Update dhcp port {'port': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'fixed_ips': [{'subnet_id': 'fd133c2c-0181-4dbb-a8e0-1518d3f695d5', 'ip_address': '172.20.0.2'}, {'subnet_id': '6d891dea-d595-40e9-8874-021efcb9ddb0'}], 'binding:host_id': 'n-d-804230-3'}, 'id': '5238548c-e2ac-4efe-9dab-e2c1d53fb3ed'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:37:43.444516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266fc4d-aa38-48a9-afca-65037ed9055f req-f3ae5655-fec6-4d06-8247-64755a0b14c4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:43.446488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c266fc4d-aa38-48a9-afca-65037ed9055f req-f3ae5655-fec6-4d06-8247-64755a0b14c4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.0887017 Aug 20 11:37:43.453450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:43.460929 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.500870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c266fc4d-aa38-48a9-afca-65037ed9055f req-976f909b-80b1-4d2d-baea-096301ed90f4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449536 Aug 20 11:37:43.503086 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8253d835-d783-4c04-aad2-c812c9739913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.504530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.531616 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.535399 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] 10.222.0.10 "DELETE /v2.0/networks/c1673a01-63ef-4f13-b5c8-bc1e83288614 HTTP/1.1" status: 204 len: 168 time: 1.1182835 Aug 20 11:37:43.565353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f4f44-e99b-4ac8-93f9-368b8050c1c3 tempest-TestSecurityGroupsBasicOps-1068324620 tempest-TestSecurityGroupsBasicOps-1068324620-project] Pushing event deleted for resources: {'Network': ['ID=c1673a01-63ef-4f13-b5c8-bc1e83288614,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:43.574273 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.605502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=5127e350-dc5e-4346-8ff4-f1375318f40c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:43.637456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5cfedf70-60ad-4a9d-afcf-5e1b4b459730 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6835432 Aug 20 11:37:43.643588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45838) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:43.650763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-215199491', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d891dea-d595-40e9-8874-021efcb9ddb0'}], 'security_groups': ['c30ee247-26ae-4a80-930e-92076f253f61']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:43.700371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-8253d835-d783-4c04-aad2-c812c9739913 None None] Allocated IP 172.20.0.18 (93fa2a14-1ee5-4b5b-8333-370522348fa1/6d891dea-d595-40e9-8874-021efcb9ddb0/5238548c-e2ac-4efe-9dab-e2c1d53fb3ed) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:43.718758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-49eae140-04b7-4215-a2e8-a5fd67e2773b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:43.727428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-49eae140-04b7-4215-a2e8-a5fd67e2773b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.6451430 Aug 20 11:37:43.777917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-dfacf952-43d4-4c41-a747-d756712f4fbd tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/quotas/727a97c79f064856b84b08819cc15064 HTTP/1.1" status: 200 len: 375 time: 0.0495524 Aug 20 11:37:43.850913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-f32e6060-9b02-4113-b0f5-b2aa22538213 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720208 Aug 20 11:37:43.866599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8253d835-d783-4c04-aad2-c812c9739913 None None] For port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,segment=NetworkSegment(6fe1b5ac-43aa-471c-be0f-68b536cb5429),segment_id=6fe1b5ac-43aa-471c-be0f-68b536cb5429)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:43.912243 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8253d835-d783-4c04-aad2-c812c9739913 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:43.927899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8253d835-d783-4c04-aad2-c812c9739913 None None] Transition to ACTIVE for port object 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:43.930260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.031420 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8253d835-d783-4c04-aad2-c812c9739913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.049006 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.076895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.133158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253d835-d783-4c04-aad2-c812c9739913 None None] Pushing event updated for resources: {'Port': ['ID=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:44.137481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e2d4eeca-4c89-4384-b43e-ea0f8be338c4 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:44.167776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e2d4eeca-4c89-4384-b43e-ea0f8be338c4 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:44.168360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e2d4eeca-4c89-4384-b43e-ea0f8be338c4 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:44.311795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d94b1-5c5e-41c7-99b8-9d303979b8fa req-55d80443-5f6c-4351-a39e-88260e4820f9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:44.313703 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc8d94b1-5c5e-41c7-99b8-9d303979b8fa req-55d80443-5f6c-4351-a39e-88260e4820f9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1621857 Aug 20 11:37:44.325099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 090dc152-d0a9-43f8-a009-c7cc17e57be7 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:44.471511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:44.483877 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada5d52-a4cb-4bd3-9309-c8b18fb77398 None None] Sync routers for ids ['090dc152-d0a9-43f8-a009-c7cc17e57be7'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:44.490912 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-92e18f9b-c12a-4fa3-96bd-2375c7008ec6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/090dc152-d0a9-43f8-a009-c7cc17e57be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1222398 Aug 20 11:37:44.492475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45866) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:44.497341 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-33604e03-6c86-49a3-acc9-2d224d64b5b1 service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448874 Aug 20 11:37:44.501034 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada5d52-a4cb-4bd3-9309-c8b18fb77398 None None] Routers {'090dc152-d0a9-43f8-a009-c7cc17e57be7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:44.508572 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-eada5d52-a4cb-4bd3-9309-c8b18fb77398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['090dc152-d0a9-43f8-a009-c7cc17e57be7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:44.549354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45870) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:44.551707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5178d805-b75c-421f-b940-f5a6e49f20b4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=090dc152-d0a9-43f8-a009-c7cc17e57be7 HTTP/1.1" status: 200 len: 205 time: 0.0546770 Aug 20 11:37:44.558258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45872) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:44.568789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc8d94b1-5c5e-41c7-99b8-9d303979b8fa req-9c02d7c7-118b-494a-8326-6f040234db27 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421944 Aug 20 11:37:44.656926 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-eada5d52-a4cb-4bd3-9309-c8b18fb77398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:44.666491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-70236b99-f42a-4bfd-bd93-40dbe3c6af1c service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677933 Aug 20 11:37:44.696796 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada5d52-a4cb-4bd3-9309-c8b18fb77398 None None] Routers {'090dc152-d0a9-43f8-a009-c7cc17e57be7'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:44.697461 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-eada5d52-a4cb-4bd3-9309-c8b18fb77398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['090dc152-d0a9-43f8-a009-c7cc17e57be7'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:44.845165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Delete allocated IP 172.20.0.9 (93fa2a14-1ee5-4b5b-8333-370522348fa1/fd133c2c-0181-4dbb-a8e0-1518d3f695d5) {{(pid=95587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:37:44.846182 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8164b6a1-92ee-480f-92cd-205bdc7219d7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:44.853017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.28 (93fa2a14-1ee5-4b5b-8333-370522348fa1/6d891dea-d595-40e9-8874-021efcb9ddb0/f04c7367-b808-4dbb-8e46-02b290cbc501) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:44.940717 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-eada5d52-a4cb-4bd3-9309-c8b18fb77398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:44.941397 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada5d52-a4cb-4bd3-9309-c8b18fb77398 None None] The sync data for ids ['090dc152-d0a9-43f8-a009-c7cc17e57be7'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:44.955002 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4a830d44-b0be-4d63-8db7-bb261c16c1e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b45dc25967c4475eb0928c1cfe9b506a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975878 Aug 20 11:37:44.956028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45884) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:45.001748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6fccb-3150-43ae-be73-33bcfa5b9228 req-7648cd7f-2d84-43e0-8d1a-26cc4030de9a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:45.003437 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-21b6fccb-3150-43ae-be73-33bcfa5b9228 req-7648cd7f-2d84-43e0-8d1a-26cc4030de9a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.2690682 Aug 20 11:37:45.061087 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.076691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object f04c7367-b808-4dbb-8e46-02b290cbc501 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:45.195941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cd1f4f75-4c2f-41e9-8567-871ad2df0f41 None None] Provisioning complete for port ca4c34ac-a039-4bd9-adf2-75c8d293494f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:45.196578 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4f75-4c2f-41e9-8567-871ad2df0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.237605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f4f75-4c2f-41e9-8567-871ad2df0f41 None None] Port ca4c34ac-a039-4bd9-adf2-75c8d293494f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:45.260118 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.271160 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e11d8565-7c51-4e4b-9fce-d7a687a4891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.287041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:45.360846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e890728b-a8ed-4f31-8448-c1e9a17669a5 req-640acfd2-e777-43b0-b4de-24b5c04502cc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 210 time: 0.0468872 Aug 20 11:37:45.379320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=f04c7367-b808-4dbb-8e46-02b290cbc501,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:45.487732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] In _notify_port_updated(), no bound segment for port f04c7367-b808-4dbb-8e46-02b290cbc501 on network 93fa2a14-1ee5-4b5b-8333-370522348fa1 {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:37:45.495045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:45.495782 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.499023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d26dfaa2-9641-4b4d-9e2f-dbc2a9b7c1f2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "PUT /v2.0/ports/f04c7367-b808-4dbb-8e46-02b290cbc501 HTTP/1.1" status: 200 len: 920 time: 1.8547363 Aug 20 11:37:45.499998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45898) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:45.512283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8164b6a1-92ee-480f-92cd-205bdc7219d7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.519076 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8164b6a1-92ee-480f-92cd-205bdc7219d7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.551683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cd1f4f75-4c2f-41e9-8567-871ad2df0f41 None None] Provisioning for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:45.557455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cd1f4f75-4c2f-41e9-8567-871ad2df0f41 None None] Provisioning complete for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:45.558115 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4f75-4c2f-41e9-8567-871ad2df0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.582530 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-21b6fccb-3150-43ae-be73-33bcfa5b9228 req-1fcb8698-df26-4738-8146-ac79f4589b87 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5307174 Aug 20 11:37:45.591628 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69a9bd43-b1aa-4614-a58c-cb6182101f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.626507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69a9bd43-b1aa-4614-a58c-cb6182101f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.640856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-be9ca132-f95c-498c-9812-82b9531c9bf6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port f04c7367-b808-4dbb-8e46-02b290cbc501 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:45.641235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be9ca132-f95c-498c-9812-82b9531c9bf6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.732875 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8164b6a1-92ee-480f-92cd-205bdc7219d7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.736699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8164b6a1-92ee-480f-92cd-205bdc7219d7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Fanout notify agent at l3_agent the message router_deleted on router 090dc152-d0a9-43f8-a009-c7cc17e57be7 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:37:45.745333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8164b6a1-92ee-480f-92cd-205bdc7219d7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.752614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8164b6a1-92ee-480f-92cd-205bdc7219d7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/090dc152-d0a9-43f8-a009-c7cc17e57be7 HTTP/1.1" status: 204 len: 168 time: 1.1873968 Aug 20 11:37:45.772482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45908) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:45.784083 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69a9bd43-b1aa-4614-a58c-cb6182101f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.786999 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69a9bd43-b1aa-4614-a58c-cb6182101f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.794091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-69a9bd43-b1aa-4614-a58c-cb6182101f90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4abb12a-f2b6-4d45-a0bb-19597ff57ac1 HTTP/1.1" status: 204 len: 168 time: 0.8317451 Aug 20 11:37:45.810579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9bd43-b1aa-4614-a58c-cb6182101f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4abb12a-f2b6-4d45-a0bb-19597ff57ac1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:45.905369 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be9ca132-f95c-498c-9812-82b9531c9bf6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:45.939845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae736418-4dba-4397-9b54-27f42b16cc6d req-8c7a8c6d-c57a-4c6c-94cc-6351a98caca7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:45.948394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ae736418-4dba-4397-9b54-27f42b16cc6d req-8c7a8c6d-c57a-4c6c-94cc-6351a98caca7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.2244418 Aug 20 11:37:45.970343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-be9ca132-f95c-498c-9812-82b9531c9bf6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for f04c7367-b808-4dbb-8e46-02b290cbc501 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:45.985639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e1735f-7400-41b3-a68a-26c1c0ba68a3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting subnet 0e3a4186-e4d3-41cb-9c56-21a39abd1fac {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:45.996654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1e1735f-7400-41b3-a68a-26c1c0ba68a3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.162661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ae736418-4dba-4397-9b54-27f42b16cc6d req-8a289bbf-e803-4068-ba04-b5287c9185a2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127426 Aug 20 11:37:46.173221 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1e1735f-7400-41b3-a68a-26c1c0ba68a3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.299365 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1e1735f-7400-41b3-a68a-26c1c0ba68a3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.345567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7c851e78-47cf-43a5-acc7-493f93e05f49 None None] Provisioning for port f04c7367-b808-4dbb-8e46-02b290cbc501 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:46.350875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7c851e78-47cf-43a5-acc7-493f93e05f49 None None] Provisioning complete for port f04c7367-b808-4dbb-8e46-02b290cbc501 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:46.351260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7c851e78-47cf-43a5-acc7-493f93e05f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.402004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7c851e78-47cf-43a5-acc7-493f93e05f49 None None] Port f04c7367-b808-4dbb-8e46-02b290cbc501 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:46.463666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1e1735f-7400-41b3-a68a-26c1c0ba68a3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.474340 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4375b35-5925-4c6a-8a96-f078b86f02c2 req-985df1c8-1b0e-4208-937c-07c3e38646a3 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 210 time: 0.0498381 Aug 20 11:37:46.510558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1735f-7400-41b3-a68a-26c1c0ba68a3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3a4186-e4d3-41cb-9c56-21a39abd1fac,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:46.517000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1e1735f-7400-41b3-a68a-26c1c0ba68a3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.519005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a1e1735f-7400-41b3-a68a-26c1c0ba68a3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/0e3a4186-e4d3-41cb-9c56-21a39abd1fac HTTP/1.1" status: 204 len: 168 time: 0.7379076 Aug 20 11:37:46.522419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45918) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:46.524440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5340b0-5d2f-4ed3-b0ff-608509997a1d None None] Network abe6a7ba-96aa-45be-9938-1c71cafe0bc0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:46.569872 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be9ca132-f95c-498c-9812-82b9531c9bf6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.613856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ca132-f95c-498c-9812-82b9531c9bf6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=f04c7367-b808-4dbb-8e46-02b290cbc501,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:46.653235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.785033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:46.785568 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.824325 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be9ca132-f95c-498c-9812-82b9531c9bf6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.831378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-be9ca132-f95c-498c-9812-82b9531c9bf6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/f04c7367-b808-4dbb-8e46-02b290cbc501 HTTP/1.1" status: 204 len: 168 time: 1.3300328 Aug 20 11:37:46.832292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45922) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:46.837886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f3be4b-b406-4894-8ac9-c3d48c31d0e3 None None] DHCP port deletion for abe6a7ba-96aa-45be-9938-1c71cafe0bc0 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:37:46.865652 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-237c1656-86ae-4a08-b16b-2b3b2a473259 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:37:46.870296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-237c1656-86ae-4a08-b16b-2b3b2a473259 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/f04c7367-b808-4dbb-8e46-02b290cbc501 HTTP/1.1" status: 404 len: 333 time: 0.0348074 Aug 20 11:37:46.872312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45924) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:46.898819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d0e88-46b4-44fa-82c9-89a7bc76252b req-9e98cce2-6213-41c6-afa1-b6a842ea263d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:46.907011 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-280d0e88-46b4-44fa-82c9-89a7bc76252b req-9e98cce2-6213-41c6-afa1-b6a842ea263d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.1609349 Aug 20 11:37:46.908815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45926) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:46.934197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae,segment=NetworkSegment(3a88fcb7-83cc-4b3d-82c1-f7a53c12011f),segment_id=3a88fcb7-83cc-4b3d-82c1-f7a53c12011f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:46.934766 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.951899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e0f3be4b-b406-4894-8ac9-c3d48c31d0e3 None None] Deleting port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:46.952409 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0f3be4b-b406-4894-8ac9-c3d48c31d0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:46.959378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:46.973510 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c300d9dd-cf67-4868-a29b-18b11b889fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.107135 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-280d0e88-46b4-44fa-82c9-89a7bc76252b req-eb42e140-6614-4e0b-8a8c-b64ae27bc68b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991279 Aug 20 11:37:47.111055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e0f3be4b-b406-4894-8ac9-c3d48c31d0e3 None None] For port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae,segment=NetworkSegment(3a88fcb7-83cc-4b3d-82c1-f7a53c12011f),segment_id=3a88fcb7-83cc-4b3d-82c1-f7a53c12011f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:47.112331 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0f3be4b-b406-4894-8ac9-c3d48c31d0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.128820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe25a-c801-46af-9976-45146b8d8d29 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.140862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e0f3be4b-b406-4894-8ac9-c3d48c31d0e3 None None] Calling delete_port for dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:47.168328 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe25a-c801-46af-9976-45146b8d8d29 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.277685 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.286135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c300d9dd-cf67-4868-a29b-18b11b889fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.303183 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:37:47.306359 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:37:47.318110 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e0f3be4b-b406-4894-8ac9-c3d48c31d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.334457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:47.340792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No DVR routers for this DVR port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:47.346645 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe25a-c801-46af-9976-45146b8d8d29 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.350115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe25a-c801-46af-9976-45146b8d8d29 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.354311 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f6dfe25a-c801-46af-9976-45146b8d8d29 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/security-groups/1c72bc4b-f18c-45d1-9128-bad4d98bd830 HTTP/1.1" status: 204 len: 168 time: 0.4788399 Aug 20 11:37:47.354954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45932) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:47.387636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfe25a-c801-46af-9976-45146b8d8d29 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c72bc4b-f18c-45d1-9128-bad4d98bd830,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:47.394053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:37:47.401964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb47da-a679-413d-9576-8fa44fa661d0 req-996abc7e-4a4e-4497-9de6-29aeab281a70 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:47.403593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3be4b-b406-4894-8ac9-c3d48c31d0e3 None None] No DVR routers for this DVR port dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:37:47.403760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbbb47da-a679-413d-9576-8fa44fa661d0 req-996abc7e-4a4e-4497-9de6-29aeab281a70 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1386576 Aug 20 11:37:47.419196 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c300d9dd-cf67-4868-a29b-18b11b889fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.446991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3be4b-b406-4894-8ac9-c3d48c31d0e3 None None] Pushing event deleted for resources: {'Port': ['ID=dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:47.471595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300d9dd-cf67-4868-a29b-18b11b889fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166242d2-1626-4001-a1dc-9be7dbfaf4c1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:47.474744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.492066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:37:47.492423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device dcb659ae-0b3d-42dd-90e8-1e19ca23f0ae not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:37:47.517710 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbbb47da-a679-413d-9576-8fa44fa661d0 req-66a39d51-33b0-4800-aa3d-cea4eefad591 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967097 Aug 20 11:37:47.524904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe6a7ba-96aa-45be-9938-1c71cafe0bc0']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:47.537529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c300d9dd-cf67-4868-a29b-18b11b889fb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7051cb8c9f31436a9615ccf2f09437b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250453 Aug 20 11:37:47.542100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45938) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:47.556479 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dcde7aa-2d52-4545-829f-aa7b0c907fa5 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.582394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a88fcb7-83cc-4b3d-82c1-f7a53c12011f') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:47.582726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a88fcb7-83cc-4b3d-82c1-f7a53c12011f') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:47.587495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dcde7aa-2d52-4545-829f-aa7b0c907fa5 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.618678 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.644304 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ce43c51-5776-4854-a928-54720e29586a req-5b48e13a-f5d6-415a-9b9e-ec32481cf9a3 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 210 time: 0.0402856 Aug 20 11:37:47.674680 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.687384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:37:47.688177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:37:47.691562 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:37:47.740490 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1c429be-36aa-45a2-92d8-215bba2c24eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.763740 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-518b1bb5-3803-4504-93f5-9c486ed12a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.776816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dcde7aa-2d52-4545-829f-aa7b0c907fa5 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.783598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69a387-5803-4c02-b6d2-ea4dea34a852 req-e50f4095-0482-496c-ade4-4b7bab25c347 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:47.783742 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8dcde7aa-2d52-4545-829f-aa7b0c907fa5 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.784390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8dcde7aa-2d52-4545-829f-aa7b0c907fa5 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/security-groups/c30ee247-26ae-4a80-930e-92076f253f61 HTTP/1.1" status: 204 len: 168 time: 0.4257822 Aug 20 11:37:47.785238 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e69a387-5803-4c02-b6d2-ea4dea34a852 req-e50f4095-0482-496c-ade4-4b7bab25c347 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1642230 Aug 20 11:37:47.785652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45940) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:47.814694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcde7aa-2d52-4545-829f-aa7b0c907fa5 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ee247-26ae-4a80-930e-92076f253f61,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:47.825841 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-518b1bb5-3803-4504-93f5-9c486ed12a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.863797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e69a387-5803-4c02-b6d2-ea4dea34a852 req-85f8240b-8652-4373-814e-5250aac969e8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726793 Aug 20 11:37:47.904865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed93d7a-da9d-4711-b768-b0c0dd9a0a42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet fd133c2c-0181-4dbb-a8e0-1518d3f695d5 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:37:47.906847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.912847 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9ed93d7a-da9d-4711-b768-b0c0dd9a0a42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.921388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:47.924877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/networks/abe6a7ba-96aa-45be-9938-1c71cafe0bc0 HTTP/1.1" status: 204 len: 168 time: 1.4012742 Aug 20 11:37:47.944511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45944) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:47.949544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9347a5-5392-48a3-86dc-0d1d84969324 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Network': ['ID=abe6a7ba-96aa-45be-9938-1c71cafe0bc0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:47.957191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-502477947', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:48.025911 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-518b1bb5-3803-4504-93f5-9c486ed12a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.028712 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-518b1bb5-3803-4504-93f5-9c486ed12a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.029853 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-518b1bb5-3803-4504-93f5-9c486ed12a8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/166242d2-1626-4001-a1dc-9be7dbfaf4c1 HTTP/1.1" status: 204 len: 168 time: 0.4822652 Aug 20 11:37:48.039145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9ed93d7a-da9d-4711-b768-b0c0dd9a0a42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.044474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b1bb5-3803-4504-93f5-9c486ed12a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166242d2-1626-4001-a1dc-9be7dbfaf4c1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:48.112378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4bbc7-ee43-4203-8661-ca5054ccc662 req-9414c842-31fd-4a94-9ba3-e240b17b8ba6 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:48.113910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5fa4bbc7-ee43-4203-8661-ca5054ccc662 req-9414c842-31fd-4a94-9ba3-e240b17b8ba6 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1382442 Aug 20 11:37:48.156530 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.157651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.229099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5fa4bbc7-ee43-4203-8661-ca5054ccc662 req-7318bffb-2e96-4340-b7ee-cbe7fcb40ff0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027846 Aug 20 11:37:48.241599 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9ed93d7a-da9d-4711-b768-b0c0dd9a0a42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.248708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e5a3f-b8c5-4e52-a9e6-d03a57b7fa16 req-4e24e0b2-986e-45cc-ad21-c73bc1599b91 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:48.250675 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-925e5a3f-b8c5-4e52-a9e6-d03a57b7fa16 req-4e24e0b2-986e-45cc-ad21-c73bc1599b91 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.0578263 Aug 20 11:37:48.337024 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-925e5a3f-b8c5-4e52-a9e6-d03a57b7fa16 req-10d7341f-246e-4733-8825-84b121536240 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776639 Aug 20 11:37:48.346499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.437186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e0d3-4dce-4b95-b779-34a60ebff52d req-d719c68b-c405-4364-8969-3c4e2c48238d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:48.438496 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1852e0d3-4dce-4b95-b779-34a60ebff52d req-d719c68b-c405-4364-8969-3c4e2c48238d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0710192 Aug 20 11:37:48.489299 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1852e0d3-4dce-4b95-b779-34a60ebff52d req-8fed6b70-d568-4c68-b941-86d098626432 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443838 Aug 20 11:37:48.562718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9ed93d7a-da9d-4711-b768-b0c0dd9a0a42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.614455 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.651673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed93d7a-da9d-4711-b768-b0c0dd9a0a42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=fd133c2c-0181-4dbb-a8e0-1518d3f695d5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:48.689815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b026754-a703-4f72-a305-522c3c2e3104 None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:48.723155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772aace3-2860-468d-8c92-0655eeae1edd req-eda1279a-ec48-44af-a23f-b4fb98c55417 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:48.726364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-772aace3-2860-468d-8c92-0655eeae1edd req-eda1279a-ec48-44af-a23f-b4fb98c55417 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1022005 Aug 20 11:37:48.780696 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9ed93d7a-da9d-4711-b768-b0c0dd9a0a42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.791444 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9ed93d7a-da9d-4711-b768-b0c0dd9a0a42 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/fd133c2c-0181-4dbb-a8e0-1518d3f695d5 HTTP/1.1" status: 204 len: 168 time: 0.9821887 Aug 20 11:37:48.794814 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-772aace3-2860-468d-8c92-0655eeae1edd req-a51bdd63-a884-43ab-ac35-8468a67ed126 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511367 Aug 20 11:37:48.794814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45962) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:48.805007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-acdf51cd-657c-4940-b783-9e9cd319fa82 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:48.927452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:48.952029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b11c93b0-0f27-48b9-8615-6efab3463b83 req-586a2cf7-1545-4c83-98f9-4c35f8e7b234 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 210 time: 0.1682296 Aug 20 11:37:49.034699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-6d675cf9-673c-42c7-bc75-9b80c357cb32 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:49.036647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-6d675cf9-673c-42c7-bc75-9b80c357cb32 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.38 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.4341261 Aug 20 11:37:49.067987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Request body: {'port': {'device_id': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'admin_state_up': True, 'tenant_id': '727a97c79f064856b84b08819cc15064'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:49.090600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45968) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:49.143959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45a050-3154-459f-afff-0a3ed07b6a52 req-1e9f9d13-a0bf-4563-b056-9c6f770ff04a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:49.153557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d45a050-3154-459f-afff-0a3ed07b6a52 req-1e9f9d13-a0bf-4563-b056-9c6f770ff04a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1474369 Aug 20 11:37:49.204615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdf51cd-657c-4940-b783-9e9cd319fa82 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:49.209034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acdf51cd-657c-4940-b783-9e9cd319fa82 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:49.220459 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:49.278745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a6e7e2f-29bd-4ab4-9583-123ef6eb1d47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b30f261471e04f5cadc7d57c2a1f4412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848588 Aug 20 11:37:49.285575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45970) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:49.314361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d45a050-3154-459f-afff-0a3ed07b6a52 req-3a4b4b97-2120-4c13-9708-084b17fd575a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597171 Aug 20 11:37:49.516350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Made reservation on behalf of 727a97c79f064856b84b08819cc15064 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:49.523822 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afe8f587-62a3-43d2-b3f9-94f1d7533ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:49.525226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:49.566302 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:49.610463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:49.612102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afe8f587-62a3-43d2-b3f9-94f1d7533ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:49.627702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43d5e7-547f-4e21-91ee-cfd01b8064b8 req-3221f661-9743-4a77-93d3-cf2e7030e182 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:49.629646 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be43d5e7-547f-4e21-91ee-cfd01b8064b8 req-3221f661-9743-4a77-93d3-cf2e7030e182 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.1705682 Aug 20 11:37:49.684016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3751e7-b458-4ac9-9bb2-fe84aef86298 req-00c4afea-3296-4807-a645-150e968599d8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:49.685584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa3751e7-b458-4ac9-9bb2-fe84aef86298 req-00c4afea-3296-4807-a645-150e968599d8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.2293410 Aug 20 11:37:49.790152 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be43d5e7-547f-4e21-91ee-cfd01b8064b8 req-2c6bbcb2-4bf8-43b4-86cd-9021c97a34bd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458993 Aug 20 11:37:49.898236 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa3751e7-b458-4ac9-9bb2-fe84aef86298 req-17bd3d91-f5ef-4c14-b40f-6fcda7cd5667 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604266 Aug 20 11:37:49.946522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Allocated IP 172.25.4.232 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/81775094-90ba-46d3-a02d-a244108cd7c7) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:49.997775 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afe8f587-62a3-43d2-b3f9-94f1d7533ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.000586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afe8f587-62a3-43d2-b3f9-94f1d7533ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.022909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-afe8f587-62a3-43d2-b3f9-94f1d7533ba9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17107579-a6bd-41be-b4ee-2ba292ab1a3f HTTP/1.1" status: 204 len: 168 time: 0.7354708 Aug 20 11:37:50.046710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Allocated IP 172.20.0.6 (bf43dbf1-d4ba-4723-ba78-23cd10b6aacc/f67b176a-02c2-4042-9683-21af539b6672/9cd4bf45-227a-4b8e-86f1-991425727a8b) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:50.053907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8f587-62a3-43d2-b3f9-94f1d7533ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17107579-a6bd-41be-b4ee-2ba292ab1a3f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:50.077745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acdf51cd-657c-4940-b783-9e9cd319fa82 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.119870 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18f99078-2817-4289-8502-d18d7fb35a06 req-57f20361-8bfb-4cc1-a7bc-d4e2af090edb tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 210 time: 0.0606346 Aug 20 11:37:50.167903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9e636049-8553-43d3-aaa9-33212bed1f3b None None] Provisioning complete for port ca4c34ac-a039-4bd9-adf2-75c8d293494f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:50.167903 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9e636049-8553-43d3-aaa9-33212bed1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.200116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.220761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf51cd-657c-4940-b783-9e9cd319fa82 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:50.222132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf51cd-657c-4940-b783-9e9cd319fa82 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=9a3b97d5-9a51-4262-979e-1853e8c9e2bb,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:50.232456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-acdf51cd-657c-4940-b783-9e9cd319fa82 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:50.244003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf51cd-657c-4940-b783-9e9cd319fa82 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:50.245190 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-acdf51cd-657c-4940-b783-9e9cd319fa82 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.258512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9e636049-8553-43d3-aaa9-33212bed1f3b None None] Port ca4c34ac-a039-4bd9-adf2-75c8d293494f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:50.262776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e57a0-7c4a-4446-b197-97f270ab13d1 None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:50.325702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9e636049-8553-43d3-aaa9-33212bed1f3b None None] Provisioning complete for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:50.326089 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9e636049-8553-43d3-aaa9-33212bed1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.369544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-acdf51cd-657c-4940-b783-9e9cd319fa82 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5572100 Aug 20 11:37:50.370272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45984) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:50.386719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0e904e99-d40d-4692-94be-21949d0bd8a0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'security_group': {'name': 'tempest-secgroup-1155009303'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:50.715687 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.744985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb6d44-3592-4ad3-b70f-b8f53a1c6384 None None] Update dhcp port {'port': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'fixed_ips': [{'subnet_id': '6d891dea-d595-40e9-8874-021efcb9ddb0', 'ip_address': '172.20.0.18'}, {'subnet_id': '9a3b97d5-9a51-4262-979e-1853e8c9e2bb'}], 'binding:host_id': 'n-d-804230-3'}, 'id': '5238548c-e2ac-4efe-9dab-e2c1d53fb3ed'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:37:50.772717 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-46fb6d44-3592-4ad3-b70f-b8f53a1c6384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:50.919284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e24df-a293-479b-bdd2-d0958c180d84 req-4b462e87-a8b0-4f3f-ba0c-9aacfe0519bd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:50.920715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e44e24df-a293-479b-bdd2-d0958c180d84 req-4b462e87-a8b0-4f3f-ba0c-9aacfe0519bd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.0515120 Aug 20 11:37:50.943613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-46fb6d44-3592-4ad3-b70f-b8f53a1c6384 None None] Allocated IP 172.20.0.2 (93fa2a14-1ee5-4b5b-8333-370522348fa1/9a3b97d5-9a51-4262-979e-1853e8c9e2bb/5238548c-e2ac-4efe-9dab-e2c1d53fb3ed) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:50.960296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e44e24df-a293-479b-bdd2-d0958c180d84 req-97973a08-0a93-4f03-b4b8-f15b85e45a2a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326259 Aug 20 11:37:51.044285 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-46fb6d44-3592-4ad3-b70f-b8f53a1c6384 None None] For port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,segment=NetworkSegment(6fe1b5ac-43aa-471c-be0f-68b536cb5429),segment_id=6fe1b5ac-43aa-471c-be0f-68b536cb5429)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:51.073947 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-46fb6d44-3592-4ad3-b70f-b8f53a1c6384 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.087097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-46fb6d44-3592-4ad3-b70f-b8f53a1c6384 None None] Transition to ACTIVE for port object 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:51.168941 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.170151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0e904e99-d40d-4692-94be-21949d0bd8a0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.174828 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.177331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.242940 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-46fb6d44-3592-4ad3-b70f-b8f53a1c6384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.262764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=81775094-90ba-46d3-a02d-a244108cd7c7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:51.316289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d2fb6-21b8-4a7e-ac0f-5093793d432a req-9d054c2c-8f94-424a-ac17-532d3837122c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.325670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-597d2fb6-21b8-4a7e-ac0f-5093793d432a req-9d054c2c-8f94-424a-ac17-532d3837122c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 931 time: 0.1276309 Aug 20 11:37:51.346940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:51.361087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:51.362525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb6d44-3592-4ad3-b70f-b8f53a1c6384 None None] Pushing event updated for resources: {'Port': ['ID=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:51.364984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:51.371499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:51.375904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:51.383355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:51.413815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-597d2fb6-21b8-4a7e-ac0f-5093793d432a req-1d3be278-1eb8-482f-a1a9-6c2df5f5f662 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867157 Aug 20 11:37:51.451760 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0e904e99-d40d-4692-94be-21949d0bd8a0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.487448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event updated for resources: {'Port': ['ID=9cd4bf45-227a-4b8e-86f1-991425727a8b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:51.499047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.500617 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.525313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb54c2-92ea-4688-ba4b-90d19040108f req-38bb0726-f8d8-4f03-9be8-37ba44b8e987 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:51.526305 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75cb54c2-92ea-4688-ba4b-90d19040108f req-38bb0726-f8d8-4f03-9be8-37ba44b8e987 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.2662678 Aug 20 11:37:51.545648 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0e904e99-d40d-4692-94be-21949d0bd8a0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.591456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e904e99-d40d-4692-94be-21949d0bd8a0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f853c7-d147-4e91-8c6d-005b54fceb95,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:51.637662 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0e904e99-d40d-4692-94be-21949d0bd8a0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.639917 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0e904e99-d40d-4692-94be-21949d0bd8a0 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2601776 Aug 20 11:37:51.642283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46006) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:51.649799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7ca1ee13-be2a-410a-985e-f2747392b640 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'security_group': {'name': 'tempest-secgroup-1688924892'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:51.725812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-3ca527c3-7d1b-43c5-ba7c-cf2241aa903e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6616635 Aug 20 11:37:51.755642 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75cb54c2-92ea-4688-ba4b-90d19040108f req-45e62d1c-de8c-4f8c-a889-30500336b3a7 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264812 Aug 20 11:37:51.757565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ee13-be2a-410a-985e-f2747392b640 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.796640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Request body: {'port': {'device_id': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:51.911373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.930839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ee13-be2a-410a-985e-f2747392b640 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:51.997998 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ee13-be2a-410a-985e-f2747392b640 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.049953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1ee13-be2a-410a-985e-f2747392b640 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9dca64-8931-40e3-8725-84baea19a19e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:52.160243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ca1ee13-be2a-410a-985e-f2747392b640 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.162466 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7ca1ee13-be2a-410a-985e-f2747392b640 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5189373 Aug 20 11:37:52.178098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46016) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:52.209029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15724cd-5cc9-4f7c-8b3c-4d2d37bdf1af req-0f054db0-713c-47b5-a7c5-2900e5016d2d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:52.210877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c15724cd-5cc9-4f7c-8b3c-4d2d37bdf1af req-0f054db0-713c-47b5-a7c5-2900e5016d2d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.1186225 Aug 20 11:37:52.243533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-37c731b9-9581-4220-9443-9ce0a8876d3e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'security_group': {'name': 'tempest-secgroup-707978127'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:52.247951 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.274323 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c15724cd-5cc9-4f7c-8b3c-4d2d37bdf1af req-da97680e-2c43-4960-b000-75bf824500db tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544271 Aug 20 11:37:52.311958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-768aa13e-eade-4374-b1bc-71ad77f0c605 None None] Provisioning complete for port ca4c34ac-a039-4bd9-adf2-75c8d293494f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:52.312964 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-768aa13e-eade-4374-b1bc-71ad77f0c605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.324230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46020) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:52.358942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-768aa13e-eade-4374-b1bc-71ad77f0c605 None None] Port ca4c34ac-a039-4bd9-adf2-75c8d293494f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:52.439057 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37c731b9-9581-4220-9443-9ce0a8876d3e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.465711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-768aa13e-eade-4374-b1bc-71ad77f0c605 None None] Provisioning for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:52.468510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-97659147-network', 'tenant_id': '1e0ed5c060c540f48b2d6dea619e1ce8'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:52.470851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-768aa13e-eade-4374-b1bc-71ad77f0c605 None None] Provisioning complete for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:52.471378 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-768aa13e-eade-4374-b1bc-71ad77f0c605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.653947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Made reservation on behalf of 1e0ed5c060c540f48b2d6dea619e1ce8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:52.656933 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.666129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ad210-40ab-46bb-b848-65dada53b7dc req-65a99186-66ea-4c6b-b3eb-7b07d0f99536 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:52.669977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-586ad210-40ab-46bb-b848-65dada53b7dc req-65a99186-66ea-4c6b-b3eb-7b07d0f99536 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 931 time: 0.1484971 Aug 20 11:37:52.671757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.732147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.738779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd4bf45-227a-4b8e-86f1-991425727a8b {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:52.752375 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.842414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-586ad210-40ab-46bb-b848-65dada53b7dc req-1b94f78d-cf38-41e0-b2ab-895609ab16c3 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537313 Aug 20 11:37:52.851199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Transition to ACTIVE for port object 9cd4bf45-227a-4b8e-86f1-991425727a8b will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:52.928896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f4489-035e-47e9-bddf-7aeb25369f95 req-1fd9c02c-9382-44d2-9dc2-7d08905d9156 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:52.930060 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37c731b9-9581-4220-9443-9ce0a8876d3e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:52.937164 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c01f4489-035e-47e9-bddf-7aeb25369f95 req-1fd9c02c-9382-44d2-9dc2-7d08905d9156 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0937884 Aug 20 11:37:52.959442 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.005329 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37c731b9-9581-4220-9443-9ce0a8876d3e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.014450 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c01f4489-035e-47e9-bddf-7aeb25369f95 req-3daf38b1-93df-4fa9-823c-0a60a963647d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760536 Aug 20 11:37:53.095044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Pushing event updated for resources: {'Port': ['ID=9cd4bf45-227a-4b8e-86f1-991425727a8b,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:53.108478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c731b9-9581-4220-9443-9ce0a8876d3e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccc65e9-8aab-436e-b74c-20f2ba2ee4f5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:53.176141 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.218282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Attempting to bind port 9cd4bf45-227a-4b8e-86f1-991425727a8b on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:37:53.218807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Attempting to bind port 9cd4bf45-227a-4b8e-86f1-991425727a8b by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:37:53.219033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Attempting to bind port 9cd4bf45-227a-4b8e-86f1-991425727a8b on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:53.223834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Port 9cd4bf45-227a-4b8e-86f1-991425727a8b on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:37:53.224193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Attempting to bind port 9cd4bf45-227a-4b8e-86f1-991425727a8b on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:37:53.230016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:37:53.230348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Checking segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:53.230785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Bound using segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:37:53.231227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Bound port: 9cd4bf45-227a-4b8e-86f1-991425727a8b, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:37:53.231590 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.238422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.294118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:37:53.297000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 8033d1f6-687e-4e2b-b24d-37681fd30532 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:37:53.319020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:53.327036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.330064 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Added segment d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1 of type vlan for network bd5548c1-b67e-48fb-9e93-bd2aedc606b4 Aug 20 11:37:53.358199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:37:53.388797 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.405659 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37c731b9-9581-4220-9443-9ce0a8876d3e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.406958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-37c731b9-9581-4220-9443-9ce0a8876d3e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2280018 Aug 20 11:37:53.412093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46034) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:53.461603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1429532215', 'security_groups': ['0ccc65e9-8aab-436e-b74c-20f2ba2ee4f5'], 'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a3b97d5-9a51-4262-979e-1853e8c9e2bb'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:53.466996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:53.467411 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.513367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] For port 9cd4bf45-227a-4b8e-86f1-991425727a8b, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:37:53.609534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] For port 9cd4bf45-227a-4b8e-86f1-991425727a8b, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:37:53.640944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015eaa7-d6bf-46d8-8498-79ef400a0e72 req-9ea0984b-430a-4c26-b914-54424adaf7cc tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:53.648774 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8015eaa7-d6bf-46d8-8498-79ef400a0e72 req-9ea0984b-430a-4c26-b914-54424adaf7cc tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0960848 Aug 20 11:37:53.654685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b070-6d29-4fab-ae3e-b0649e9fc875 req-56ec8c26-3b25-497f-879e-342df697e445 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:53.656293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95e9b070-6d29-4fab-ae3e-b0649e9fc875 req-56ec8c26-3b25-497f-879e-342df697e445 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.2033491 Aug 20 11:37:53.683157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:53.683398 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.684210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:53.684815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.709661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfb377-581b-4d53-bf33-8bd5ebac9bac None None] Sync routers for ids ['8033d1f6-687e-4e2b-b24d-37681fd30532'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:53.722814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfb377-581b-4d53-bf33-8bd5ebac9bac None None] Routers {'8033d1f6-687e-4e2b-b24d-37681fd30532'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:53.724009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e6cfb377-581b-4d53-bf33-8bd5ebac9bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8033d1f6-687e-4e2b-b24d-37681fd30532'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:53.744538 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.787419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8015eaa7-d6bf-46d8-8498-79ef400a0e72 req-7509035c-1358-44c4-b7ba-99bbc127c959 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376703 Aug 20 11:37:53.798980 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] Pushing event updated for resources: {'Network': ['ID=bd5548c1-b67e-48fb-9e93-bd2aedc606b4,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:53.812075 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e6cfb377-581b-4d53-bf33-8bd5ebac9bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:53.821280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network bd5548c1-b67e-48fb-9e93-bd2aedc606b4 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:37:53.821476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:53.821908 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:53.824040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] 10.222.0.38 "PUT /v2.0/ports/9cd4bf45-227a-4b8e-86f1-991425727a8b HTTP/1.1" status: 200 len: 1091 time: 2.0461121 Aug 20 11:37:53.826845 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95e9b070-6d29-4fab-ae3e-b0649e9fc875 req-7abc5bed-4ba8-4300-bbc5-59b679633a3e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361153 Aug 20 11:37:53.827516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d9042-a5c9-43c3-ade9-edd93d80500f service neutron] Pushing event updated for resources: {'Port': ['ID=9cd4bf45-227a-4b8e-86f1-991425727a8b,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:53.830769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'tag': '9cd4bf45-227a-4b8e-86f1-991425727a8b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:37:53.833087 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90ebc85-7414-4876-880f-a721f2c0d600" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e", "tag": "9cd4bf45-227a-4b8e-86f1-991425727a8b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:37:53.842756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf819-ca76-4e0e-bde1-1ae92068d14a req-9233ab23-e0e8-48c6-b17b-d8d507ff4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:53.844989 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4abf819-ca76-4e0e-bde1-1ae92068d14a req-9233ab23-e0e8-48c6-b17b-d8d507ff4773 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 1097 time: 0.1875615 Aug 20 11:37:53.895026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:53.921295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfb377-581b-4d53-bf33-8bd5ebac9bac None None] Routers {'8033d1f6-687e-4e2b-b24d-37681fd30532'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:53.921952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e6cfb377-581b-4d53-bf33-8bd5ebac9bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8033d1f6-687e-4e2b-b24d-37681fd30532'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:53.949782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf819-ca76-4e0e-bde1-1ae92068d14a req-6cd015a5-1cb4-46a4-bd22-2d3b695208ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:53.951474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4abf819-ca76-4e0e-bde1-1ae92068d14a req-6cd015a5-1cb4-46a4-bd22-2d3b695208ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 200 len: 914 time: 0.0994411 Aug 20 11:37:53.954311 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce4bc88-fadc-40f9-9ffa-ff4d7a753247 x-openstack-request-id: req-2ce4bc88-fadc-40f9-9ffa-ff4d7a753247 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:37:53.954887 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e", "tag": "9cd4bf45-227a-4b8e-86f1-991425727a8b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:37:53.955357 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ce4bc88-fadc-40f9-9ffa-ff4d7a753247 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:37:53.956310 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'tag': '9cd4bf45-227a-4b8e-86f1-991425727a8b', 'status': 'completed', 'code': 200} Aug 20 11:37:53.981696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eff22e55-96da-48d9-881e-45c67ef2caaa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6553264 Aug 20 11:37:53.984567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46042) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:53.989524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Request body: {'subnet': {'network_id': 'bd5548c1-b67e-48fb-9e93-bd2aedc606b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-97659147-subnet', 'tenant_id': '1e0ed5c060c540f48b2d6dea619e1ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:54.017817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e6cfb377-581b-4d53-bf33-8bd5ebac9bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:54.018644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfb377-581b-4d53-bf33-8bd5ebac9bac None None] The sync data for ids ['8033d1f6-687e-4e2b-b24d-37681fd30532'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:54.040427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4abf819-ca76-4e0e-bde1-1ae92068d14a req-3bbc3544-9b7e-4181-a523-869a5b8cce84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 HTTP/1.1" status: 200 len: 217 time: 0.0746908 Aug 20 11:37:54.053508 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:54.075297 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:54.079287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b102707c-10d9-46ce-93d4-ea2d980cfed4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.1335092 Aug 20 11:37:54.079895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46044) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:54.093320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] device_id is not set on port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:37:54.124056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ebc85-7414-4876-880f-a721f2c0d600 req-e1422354-1f58-4fd0-9766-4d41a6e934f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.125663 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f90ebc85-7414-4876-880f-a721f2c0d600 req-e1422354-1f58-4fd0-9766-4d41a6e934f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 1094 time: 0.1729729 Aug 20 11:37:54.141882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86314696-8659-4491-b236-c7237e33838b req-a0787c7a-f511-4a4b-8c78-55d1f4a2ac52 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.150124 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86314696-8659-4491-b236-c7237e33838b req-a0787c7a-f511-4a4b-8c78-55d1f4a2ac52 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 943 time: 0.1777205 Aug 20 11:37:54.189159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Made reservation on behalf of 1e0ed5c060c540f48b2d6dea619e1ce8 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:54.191635 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:54.224862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf819-ca76-4e0e-bde1-1ae92068d14a req-7dcec698-5ea0-4fdb-a144-e4592c439e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.226357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4abf819-ca76-4e0e-bde1-1ae92068d14a req-7dcec698-5ea0-4fdb-a144-e4592c439e70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d64eb9c9-c044-49a3-b396-8c0bf29634a9 HTTP/1.1" status: 200 len: 853 time: 0.1672347 Aug 20 11:37:54.282786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4abf819-ca76-4e0e-bde1-1ae92068d14a req-6cbbb77b-cffa-41c6-a1fe-07d8bee3b711 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a6b6604-e91f-4bab-9a3e-219fcaa243c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485470 Aug 20 11:37:54.373973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-80addb80-0936-4fb9-a582-221321a1fe12 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/routers/8033d1f6-687e-4e2b-b24d-37681fd30532 HTTP/1.1" status: 200 len: 880 time: 0.2891915 Aug 20 11:37:54.384370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46046) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:54.391299 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86314696-8659-4491-b236-c7237e33838b req-35f7ebf8-e0f0-4304-bc14-15b558723e83 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400467 Aug 20 11:37:54.430800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4abf819-ca76-4e0e-bde1-1ae92068d14a req-12c69410-8b9e-41f1-9620-bc4e1b594b79 service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215694 Aug 20 11:37:54.432265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ebc85-7414-4876-880f-a721f2c0d600 req-aeba346a-c136-45c6-a787-fc00f99782e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.433876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f90ebc85-7414-4876-880f-a721f2c0d600 req-aeba346a-c136-45c6-a787-fc00f99782e4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=727a97c79f064856b84b08819cc15064&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2784150 Aug 20 11:37:54.572956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.8 (93fa2a14-1ee5-4b5b-8333-370522348fa1/9a3b97d5-9a51-4262-979e-1853e8c9e2bb/98db41d3-fa02-43b8-bbbe-41b86aa1c9ce) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:37:54.594405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ebc85-7414-4876-880f-a721f2c0d600 req-704fc7ca-96ed-4281-940f-94df5d22d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.596350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f90ebc85-7414-4876-880f-a721f2c0d600 req-704fc7ca-96ed-4281-940f-94df5d22d4da service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957012 Aug 20 11:37:54.645142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4abf819-ca76-4e0e-bde1-1ae92068d14a req-1dd08a96-ba1f-44d6-aabb-4713c6525fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051516 Aug 20 11:37:54.705837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-320f637b-77a7-4215-af26-d654ebe26ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.707825 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-320f637b-77a7-4215-af26-d654ebe26ea4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 1094 time: 0.0558107 Aug 20 11:37:54.761268 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-cd756119-d16c-4611-b12e-99bca3d3a0c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b HTTP/1.1" status: 200 len: 217 time: 0.0424070 Aug 20 11:37:54.821381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-278dfe24-22fa-4494-b30a-b3439156d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:54.823587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-278dfe24-22fa-4494-b30a-b3439156d8a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 200 len: 852 time: 0.0512364 Aug 20 11:37:54.833755 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:54.887731 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-8808b99e-bb85-464e-a5ed-1a5ae17af2d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525084 Aug 20 11:37:55.008824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-5f12edbb-2486-4234-8bef-1575d5c37349 service neutron] 10.222.0.38 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064215 Aug 20 11:37:55.029775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccfb13c6-2cf3-4f06-af17-9c79128f1364,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:55.072056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:55.091076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a81594-1046-4c0b-b842-6a49612a2963 req-ec6d3df9-6b19-4fc0-a92f-b7f0d90041a3 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:55.093012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71a81594-1046-4c0b-b842-6a49612a2963 req-ec6d3df9-6b19-4fc0-a92f-b7f0d90041a3 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1950336 Aug 20 11:37:55.100837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Checking segment: {'id': 'd4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bd5548c1-b67e-48fb-9e93-bd2aedc606b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:55.101446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Network hostable DHCP agents. Network: bd5548c1-b67e-48fb-9e93-bd2aedc606b4, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:37:55.130099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:37:55.145317 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b94f5f09-1385-4d9e-903a-5dbd87c738a1 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7597973 Aug 20 11:37:55.145575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eb6d334-4b78-45ff-8f81-10cfa9af955f req-50754ab0-ecf1-4056-9b02-b8a9c5584a57 service neutron] 10.222.0.38 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118231 Aug 20 11:37:55.151642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46052) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:55.158874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0a5ccbc4-9a02-41a5-94e9-7a277fbc0056 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-502477947'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:55.211739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af7b4-a7f2-43d4-b921-4c33d29e80b3 req-59cd7922-3c3a-4c05-badd-08275cc638be tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:55.211739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c1af7b4-a7f2-43d4-b921-4c33d29e80b3 req-59cd7922-3c3a-4c05-badd-08275cc638be tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.2010424 Aug 20 11:37:55.233848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71a81594-1046-4c0b-b842-6a49612a2963 req-6684433a-428d-4e32-a033-a00c9389364b tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295636 Aug 20 11:37:55.265945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c1af7b4-a7f2-43d4-b921-4c33d29e80b3 req-7442533f-11b9-4228-ad7e-e50ab5a79059 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454683 Aug 20 11:37:55.330206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Network bd5548c1-b67e-48fb-9e93-bd2aedc606b4 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:37:55.425464 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:55.470475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, bd5548c1-b67e-48fb-9e93-bd2aedc606b4) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:55.477466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae783a1-a978-4f8e-a45e-88e0153d1d5d None None] Network bd5548c1-b67e-48fb-9e93-bd2aedc606b4 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:55.486505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:55.486505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:55.501160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:55.518716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:55.597103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:37:55.660017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:55.661421 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:55.687245 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a9b3670-a9fa-43e3-8c0a-0b2ace745178 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6905522 Aug 20 11:37:55.687245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=98db41d3-fa02-43b8-bbbe-41b86aa1c9ce,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:55.706726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e882c-da9d-4fd9-9412-8c55e00caa25 None None] Network bd5548c1-b67e-48fb-9e93-bd2aedc606b4 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:55.711216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144f7c4-4eed-40d3-8643-57a388f0dde4 req-b0082ae3-3c5a-4fc6-abf2-ee8cdbf62ccd tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:55.719040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6144f7c4-4eed-40d3-8643-57a388f0dde4 req-b0082ae3-3c5a-4fc6-abf2-ee8cdbf62ccd tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 943 time: 0.2124119 Aug 20 11:37:55.838254 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccbc4-9a02-41a5-94e9-7a277fbc0056 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:55.845732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6144f7c4-4eed-40d3-8643-57a388f0dde4 req-d09d603b-33ea-4101-999f-15f7f615f02c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161427 Aug 20 11:37:56.049345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0e70a48b-9eab-4eba-9ad2-1ae1b01ed96b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6279843 Aug 20 11:37:56.051718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46060) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:56.057019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-88d79d65-000e-4e29-8894-bbbf132e515f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:56.083784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-89e9cba3-6af8-48af-96b1-2eef67c13656 None None] Provisioning for port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:37:56.087961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-89e9cba3-6af8-48af-96b1-2eef67c13656 None None] Provisioning complete for port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:37:56.088408 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-89e9cba3-6af8-48af-96b1-2eef67c13656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:56.114598 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccbc4-9a02-41a5-94e9-7a277fbc0056 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:56.129804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-89e9cba3-6af8-48af-96b1-2eef67c13656 None None] Port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:37:56.444388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1575a7-beba-42d3-8e02-0fa704d24d58 req-09c5cce3-464b-4c93-875c-60481f0d3eb1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:56.446158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe1575a7-beba-42d3-8e02-0fa704d24d58 req-09c5cce3-464b-4c93-875c-60481f0d3eb1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0575714 Aug 20 11:37:56.510046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe1575a7-beba-42d3-8e02-0fa704d24d58 req-e51ce91b-7114-4f21-94cf-18c89d498da1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485346 Aug 20 11:37:56.672518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f58d15-8cad-4ecc-badd-3bb8b2dc40dc req-2577b612-e151-49d8-9a31-faa4518c5fb2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:56.678569 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d0f58d15-8cad-4ecc-badd-3bb8b2dc40dc req-2577b612-e151-49d8-9a31-faa4518c5fb2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0853896 Aug 20 11:37:56.730943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d0f58d15-8cad-4ecc-badd-3bb8b2dc40dc req-d4bbffdf-bb3d-4373-a175-cc808a9cf9b3 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465684 Aug 20 11:37:56.746617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46082) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:56.752489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1655967025-network', 'tenant_id': '8c370ca8371a4a568544398500c2218e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:56.765112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af0cf0-6d77-44af-8082-b6a5c905f292 req-bf91bb85-2622-44df-9d2c-aadcf5503071 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:56.774170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3af0cf0-6d77-44af-8082-b6a5c905f292 req-bf91bb85-2622-44df-9d2c-aadcf5503071 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.1291585 Aug 20 11:37:56.793593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5ccbc4-9a02-41a5-94e9-7a277fbc0056 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 8033d1f6-687e-4e2b-b24d-37681fd30532 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:37:56.850122 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3af0cf0-6d77-44af-8082-b6a5c905f292 req-22d18a4b-6e01-4448-aebd-2ba74ed2e766 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604856 Aug 20 11:37:56.898567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Made reservation on behalf of 8c370ca8371a4a568544398500c2218e for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:56.902519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:56.931492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:56.959184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8dcc9-af66-4c8d-a216-911a07cfd724 req-33e3d1d2-80de-4886-bb31-99fee71292e2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:56.960947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25e8dcc9-af66-4c8d-a216-911a07cfd724 req-33e3d1d2-80de-4886-bb31-99fee71292e2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1208384 Aug 20 11:37:56.983306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d79d65-000e-4e29-8894-bbbf132e515f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:56.986931 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88d79d65-000e-4e29-8894-bbbf132e515f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:56.991512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5ccbc4-9a02-41a5-94e9-7a277fbc0056 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:37:57.042978 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0a5ccbc4-9a02-41a5-94e9-7a277fbc0056 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.047602 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0a5ccbc4-9a02-41a5-94e9-7a277fbc0056 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/8033d1f6-687e-4e2b-b24d-37681fd30532 HTTP/1.1" status: 200 len: 887 time: 1.8910847 Aug 20 11:37:57.051583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46090) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:57.057748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25e8dcc9-af66-4c8d-a216-911a07cfd724 req-82cc83b3-2427-471a-8684-740d81b960cd tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894973 Aug 20 11:37:57.064416 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a9f18-a90a-43db-bbfc-8387606a13fb None None] Sync routers for ids ['8033d1f6-687e-4e2b-b24d-37681fd30532'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:37:57.072424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e605e-9c01-405b-acec-3addea8129c1 req-85fee6a7-252c-46e0-964c-18fa03c4a387 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:57.076597 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a9f18-a90a-43db-bbfc-8387606a13fb None None] Routers {'8033d1f6-687e-4e2b-b24d-37681fd30532'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:57.077678 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c62a9f18-a90a-43db-bbfc-8387606a13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8033d1f6-687e-4e2b-b24d-37681fd30532'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:57.178889 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-525e605e-9c01-405b-acec-3addea8129c1 req-85fee6a7-252c-46e0-964c-18fa03c4a387 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 943 time: 0.1431699 Aug 20 11:37:57.179671 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c62a9f18-a90a-43db-bbfc-8387606a13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:57.179780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.179874 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a9f18-a90a-43db-bbfc-8387606a13fb None None] Routers {'8033d1f6-687e-4e2b-b24d-37681fd30532'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:37:57.179874 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c62a9f18-a90a-43db-bbfc-8387606a13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8033d1f6-687e-4e2b-b24d-37681fd30532'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:57.179874 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c62a9f18-a90a-43db-bbfc-8387606a13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:37:57.179874 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62a9f18-a90a-43db-bbfc-8387606a13fb None None] The sync data for ids ['8033d1f6-687e-4e2b-b24d-37681fd30532'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:37:57.227649 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-525e605e-9c01-405b-acec-3addea8129c1 req-ddfdfe63-da2f-44e8-9eec-38008d7dda53 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462245 Aug 20 11:37:57.233982 n-d-804230-3 neutron-server[95588]: INFO neutron.db.ipam_backend_mixin [None req-88d79d65-000e-4e29-8894-bbbf132e515f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9a3b97d5-9a51-4262-979e-1853e8c9e2bb (CIDR: 172.20.0.0/28) Aug 20 11:37:57.260720 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f434db55-cf4b-4c77-bf36-b3e861f9fb7b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/routers/8033d1f6-687e-4e2b-b24d-37681fd30532 HTTP/1.1" status: 200 len: 887 time: 0.2083213 Aug 20 11:37:57.266215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46094) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:57.288906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030de77-1d7e-48de-8a31-b4e35a7aa516 req-3a076e5e-c745-479d-a5d0-f8ffc6699519 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:57.292181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b030de77-1d7e-48de-8a31-b4e35a7aa516 req-3a076e5e-c745-479d-a5d0-f8ffc6699519 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0547130 Aug 20 11:37:57.294521 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d79d65-000e-4e29-8894-bbbf132e515f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:37:57.295021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d79d65-000e-4e29-8894-bbbf132e515f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:37:57.299974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-64b4da04-c659-4a32-9827-c0947729a182 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=8033d1f6-687e-4e2b-b24d-37681fd30532 HTTP/1.1" status: 200 len: 205 time: 0.0316389 Aug 20 11:37:57.303859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46098) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:57.309804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.353998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:37:57.364416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8ab420-226f-4def-8ad5-e2293e19957e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:57.380181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b030de77-1d7e-48de-8a31-b4e35a7aa516 req-b62fa27b-a50d-4244-99ab-95a323f5c033 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789945 Aug 20 11:37:57.383321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.383709 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Added segment 3bdb6675-d437-4c1a-88ae-c189f00a4c24 of type vlan for network 46fa1f2b-9b4e-4c32-8721-ba5078b3c41b Aug 20 11:37:57.423072 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.430285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-88d79d65-000e-4e29-8894-bbbf132e515f tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3750918 Aug 20 11:37:57.432421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46102) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:57.440803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1ff0af8b-85e8-43c3-9deb-5ad516502a6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:57.446120 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.542962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.666415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port 81775094-90ba-46d3-a02d-a244108cd7c7 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:37:57.666860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.754125 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:57.769134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for 81775094-90ba-46d3-a02d-a244108cd7c7 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:37:57.926822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383aed84-7abb-415f-8513-a5c0d4a07920 req-665ff784-d8ad-4e58-897d-275a5640a6ba tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:57.928909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-383aed84-7abb-415f-8513-a5c0d4a07920 req-665ff784-d8ad-4e58-897d-275a5640a6ba tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.4186776 Aug 20 11:37:57.976887 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-383aed84-7abb-415f-8513-a5c0d4a07920 req-edc5d43f-8b31-4ca0-bba3-46565b6415dd tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 Aug 20 11:37:57.992185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4ff40-4ae7-4211-8497-0e7b99d0e971 req-c024fe7f-487b-4d06-a461-8b74ec6d3f54 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:57.993850 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdb4ff40-4ae7-4211-8497-0e7b99d0e971 req-c024fe7f-487b-4d06-a461-8b74ec6d3f54 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.0847631 Aug 20 11:37:58.002960 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.004050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:58.004698 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.043034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cdb4ff40-4ae7-4211-8497-0e7b99d0e971 req-914c75eb-b3c6-4b75-a236-bcdd582a8649 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 Aug 20 11:37:58.067096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff0af8b-85e8-43c3-9deb-5ad516502a6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:58.070504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff0af8b-85e8-43c3-9deb-5ad516502a6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.134025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.153413 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] Pushing event updated for resources: {'Network': ['ID=46fa1f2b-9b4e-4c32-8721-ba5078b3c41b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:58.164300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=81775094-90ba-46d3-a02d-a244108cd7c7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:58.173139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 46fa1f2b-9b4e-4c32-8721-ba5078b3c41b details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:37:58.192767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e721f66-db7f-462b-b958-6d36e0316375 req-198e3082-e5b1-430e-9c6e-8a316937a2a9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:58.194894 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e721f66-db7f-462b-b958-6d36e0316375 req-198e3082-e5b1-430e-9c6e-8a316937a2a9 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1356561 Aug 20 11:37:58.206163 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ba8ad216-af55-43e7-b1c4-e5176a89c07d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4579821 Aug 20 11:37:58.209864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46120) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:58.214811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Request body: {'subnet': {'network_id': '46fa1f2b-9b4e-4c32-8721-ba5078b3c41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1655967025-subnet', 'tenant_id': '8c370ca8371a4a568544398500c2218e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:58.233098 n-d-804230-3 neutron-server[95587]: INFO neutron.db.ipam_backend_mixin [None req-1ff0af8b-85e8-43c3-9deb-5ad516502a6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6d891dea-d595-40e9-8874-021efcb9ddb0 (CIDR: 172.20.0.16/28) Aug 20 11:37:58.247902 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.257080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e721f66-db7f-462b-b958-6d36e0316375 req-9ea89162-1263-4197-b420-b2a6f7f31194 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Aug 20 11:37:58.311613 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff0af8b-85e8-43c3-9deb-5ad516502a6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:37:58.312613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff0af8b-85e8-43c3-9deb-5ad516502a6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:37:58.373083 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.376648 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.412605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eafe7f-9937-47f2-a10f-48e829cb9c01 req-edc10be9-de6a-44f1-8a6b-f373518dc7ec tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:58.414047 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44eafe7f-9937-47f2-a10f-48e829cb9c01 req-edc10be9-de6a-44f1-8a6b-f373518dc7ec tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0581663 Aug 20 11:37:58.420768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Made reservation on behalf of 8c370ca8371a4a568544398500c2218e for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:58.423119 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.462809 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44eafe7f-9937-47f2-a10f-48e829cb9c01 req-d43a9208-b5cf-4dd2-acf2-8fbfe8b23698 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Aug 20 11:37:58.483355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1ff0af8b-85e8-43c3-9deb-5ad516502a6a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0476272 Aug 20 11:37:58.484812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c050203-f1ab-4171-9d8d-2769ef5fd3d7 req-a8bc66f8-7c2b-4a94-8e53-8af54ba6c7c2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:58.486744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46136) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:58.492346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e631596d-64bb-4562-94be-5584914d1c7c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'subnet': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:58.496114 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3c050203-f1ab-4171-9d8d-2769ef5fd3d7 req-a8bc66f8-7c2b-4a94-8e53-8af54ba6c7c2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 943 time: 0.1828909 Aug 20 11:37:58.551399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9cd4bf45-227a-4b8e-86f1-991425727a8b details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:37:58.570487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3c050203-f1ab-4171-9d8d-2769ef5fd3d7 req-de355dec-8eb1-4ed3-a3f9-86185dd1c261 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600278 Aug 20 11:37:58.648264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892f84b-6f7e-4dcb-b995-7e585b4a74a8 req-df373f39-5392-4443-8c6d-db8f94796ad2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:58.650169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c892f84b-6f7e-4dcb-b995-7e585b4a74a8 req-df373f39-5392-4443-8c6d-db8f94796ad2 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0985892 Aug 20 11:37:58.670746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.670746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Fanout notify agent at l3_agent the message router_deleted on router 8033d1f6-687e-4e2b-b24d-37681fd30532 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:37:58.676840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.682829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46144) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:58.684413 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-559853f0-a994-4604-8c83-80017b4fc332 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/8033d1f6-687e-4e2b-b24d-37681fd30532 HTTP/1.1" status: 204 len: 168 time: 1.3791399 Aug 20 11:37:58.687114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9cd4bf45-227a-4b8e-86f1-991425727a8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:58.688428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'network': {'name': 'tempest-RoutersTest-1603622186'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:58.700952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '9cd4bf45-227a-4b8e-86f1-991425727a8b', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'port_id': '9cd4bf45-227a-4b8e-86f1-991425727a8b', 'mac_address': 'fa:16:3e:c1:30:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67b176a-02c2-4042-9683-21af539b6672', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:37:58.730687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c892f84b-6f7e-4dcb-b995-7e585b4a74a8 req-e32b4525-84c2-427e-b1ed-4204564e7601 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725937 Aug 20 11:37:58.743700 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.761705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd4bf45-227a-4b8e-86f1-991425727a8b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:37:58.784671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9cd4bf45-227a-4b8e-86f1-991425727a8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:37:58.888997 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.902557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd101-38b4-44a3-9117-a1ece00ed3bb req-90e3fcda-840a-405e-921f-a8f3815413ab tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:58.906169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedcd101-38b4-44a3-9117-a1ece00ed3bb req-90e3fcda-840a-405e-921f-a8f3815413ab tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0539248 Aug 20 11:37:58.940760 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.945358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:58.950678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:58.954035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8242ca50-029d-431a-9fd8-f621bbd457b0,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:58.965750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Checking segment: {'id': '3bdb6675-d437-4c1a-88ae-c189f00a4c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '46fa1f2b-9b4e-4c32-8721-ba5078b3c41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:37:58.966134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Network hostable DHCP agents. Network: 46fa1f2b-9b4e-4c32-8721-ba5078b3c41b, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:37:58.972590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedcd101-38b4-44a3-9117-a1ece00ed3bb req-a4d84fd2-2bbd-40f0-bc0b-01ec837436d1 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570958 Aug 20 11:37:59.009468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=9cd4bf45-227a-4b8e-86f1-991425727a8b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:59.009599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:37:59.025165 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.025165 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added segment 88a9a03f-059d-4640-835d-688a15518c5b of type vlan for network e676d291-03ba-44dd-9446-40ed8bb38af5 Aug 20 11:37:59.065831 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.098569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5111e98-5821-4403-bb2e-bc6f12251f8e req-e1f15111-b6f1-43c8-9f83-b9560539f3d0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.100270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5111e98-5821-4403-bb2e-bc6f12251f8e req-e1f15111-b6f1-43c8-9f83-b9560539f3d0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0567555 Aug 20 11:37:59.141649 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c5111e98-5821-4403-bb2e-bc6f12251f8e req-a9da874a-f1bc-462c-88ce-7b6a00ed77cc tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Aug 20 11:37:59.152553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e631596d-64bb-4562-94be-5584914d1c7c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Made reservation on behalf of d4c4b61a9e5946b1a952e30790cbe7cf for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:37:59.156608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e631596d-64bb-4562-94be-5584914d1c7c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.172443 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['9cd4bf45-227a-4b8e-86f1-991425727a8b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:37:59.208400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Network 46fa1f2b-9b4e-4c32-8721-ba5078b3c41b is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:37:59.237701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2b82c-5d5d-4a48-b77d-571fb671e04c req-02a29216-a2c2-466b-a81d-9d336251ff6b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.239917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6e2b82c-5d5d-4a48-b77d-571fb671e04c req-02a29216-a2c2-466b-a81d-9d336251ff6b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.1215317 Aug 20 11:37:59.287556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0159e12-b9df-4734-9033-97a532d5b3e0 req-837edb9a-eeef-4ded-98ae-5ee613f14a52 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.289564 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0159e12-b9df-4734-9033-97a532d5b3e0 req-837edb9a-eeef-4ded-98ae-5ee613f14a52 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0530732 Aug 20 11:37:59.308642 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.314192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.314838 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.331584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6e2b82c-5d5d-4a48-b77d-571fb671e04c req-4a8b43ff-9c38-4b52-bbc7-c0662648face tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822964 Aug 20 11:37:59.349405 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0159e12-b9df-4734-9033-97a532d5b3e0 req-c149955e-72cd-4a51-941a-0bf9c09c7b72 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535359 Aug 20 11:37:59.351272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 46fa1f2b-9b4e-4c32-8721-ba5078b3c41b) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:59.360423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.361113 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.365701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d460b3-396d-4d5e-a6d0-b8d55566b002 None None] Network 46fa1f2b-9b4e-4c32-8721-ba5078b3c41b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:59.422217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Network': ['ID=e676d291-03ba-44dd-9446-40ed8bb38af5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:59.437606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network e676d291-03ba-44dd-9446-40ed8bb38af5 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:37:59.511165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedbf10-1fa4-4eb3-9b29-b61745058bfb req-b2f03acb-2661-4a7b-a899-2e129f0fbf03 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.512856 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfedbf10-1fa4-4eb3-9b29-b61745058bfb req-b2f03acb-2661-4a7b-a899-2e129f0fbf03 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0651379 Aug 20 11:37:59.544034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-61b92f2f-76fe-4231-aa53-7a03695c0da2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8599153 Aug 20 11:37:59.550182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46180) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:37:59.556368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'subnet': {'network_id': 'e676d291-03ba-44dd-9446-40ed8bb38af5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:37:59.564775 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-979cb94b-df55-4beb-a5e8-969cf56fea40 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3538320 Aug 20 11:37:59.594151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f280f074-f4cb-4709-94b9-c7ecb4cbca3a None None] Network 46fa1f2b-9b4e-4c32-8721-ba5078b3c41b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:59.608337 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cfedbf10-1fa4-4eb3-9b29-b61745058bfb req-a8c9078e-f090-4c72-97c4-db1e8e69aaed tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888827 Aug 20 11:37:59.711500 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e631596d-64bb-4562-94be-5584914d1c7c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.774460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631596d-64bb-4562-94be-5584914d1c7c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:37:59.775818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e631596d-64bb-4562-94be-5584914d1c7c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:37:59.781780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631596d-64bb-4562-94be-5584914d1c7c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.782569 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e631596d-64bb-4562-94be-5584914d1c7c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:37:59.793432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ebec1-5d95-49fe-a981-0e406e0b5c10 None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:37:59.812540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaced8c8-062a-45cf-800b-6d0be7b7765e req-5395c984-ca53-44b5-91a9-615eeba4fd92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.815352 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eaced8c8-062a-45cf-800b-6d0be7b7765e req-5395c984-ca53-44b5-91a9-615eeba4fd92 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 944 time: 0.1636436 Aug 20 11:37:59.836306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631596d-64bb-4562-94be-5584914d1c7c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Subnet': ['ID=45fa5877-f91e-4e61-8e12-440fa0bd9a19,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:37:59.875963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5b3e3-ac18-4501-9061-7cc5dba32832 req-fffb0c48-6891-4efe-9e29-f130073c91be tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:37:59.889407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0d5b3e3-ac18-4501-9061-7cc5dba32832 req-fffb0c48-6891-4efe-9e29-f130073c91be tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1630452 Aug 20 11:37:59.893099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eaced8c8-062a-45cf-800b-6d0be7b7765e req-ced2380f-a72c-414a-94c7-db7c1a69a4bc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765524 Aug 20 11:37:59.931821 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0d5b3e3-ac18-4501-9061-7cc5dba32832 req-21873ecc-5a39-49f4-af23-a0628fe7df22 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Aug 20 11:38:00.007077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:00.012375 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.079599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e268d1-9a09-4c91-8383-980159b3ffbf req-65321c4c-9751-4890-811f-3f26bd1cdf93 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:00.087546 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4e268d1-9a09-4c91-8383-980159b3ffbf req-65321c4c-9751-4890-811f-3f26bd1cdf93 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0831835 Aug 20 11:38:00.099074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e631596d-64bb-4562-94be-5584914d1c7c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6078165 Aug 20 11:38:00.100109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46208) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:00.107089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1699424224', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '45fa5877-f91e-4e61-8e12-440fa0bd9a19'}], 'security_groups': ['64f853c7-d147-4e91-8c6d-005b54fceb95', '4b9dca64-8931-40e3-8725-84baea19a19e']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:00.112386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dee666-00ea-41f9-aa5d-4c238389c8d7 None None] Update dhcp port {'port': {'network_id': '93fa2a14-1ee5-4b5b-8333-370522348fa1', 'fixed_ips': [{'subnet_id': '6d891dea-d595-40e9-8874-021efcb9ddb0', 'ip_address': '172.20.0.18'}, {'subnet_id': '9a3b97d5-9a51-4262-979e-1853e8c9e2bb', 'ip_address': '172.20.0.2'}, {'subnet_id': '45fa5877-f91e-4e61-8e12-440fa0bd9a19'}], 'binding:host_id': 'n-d-804230-3'}, 'id': '5238548c-e2ac-4efe-9dab-e2c1d53fb3ed'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:38:00.145925 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69dee666-00ea-41f9-aa5d-4c238389c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.150394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4e268d1-9a09-4c91-8383-980159b3ffbf req-2f2782cc-f6aa-49c5-858e-96373db9a515 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616975 Aug 20 11:38:00.322751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69666217-aedd-463d-9177-3643886ee357 req-e978f21c-66c3-45e6-ab4d-2db095908c66 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:00.324437 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-69666217-aedd-463d-9177-3643886ee357 req-e978f21c-66c3-45e6-ab4d-2db095908c66 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.0552099 Aug 20 11:38:00.380137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-69dee666-00ea-41f9-aa5d-4c238389c8d7 None None] Allocated IP 172.20.0.34 (93fa2a14-1ee5-4b5b-8333-370522348fa1/45fa5877-f91e-4e61-8e12-440fa0bd9a19/5238548c-e2ac-4efe-9dab-e2c1d53fb3ed) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:00.391158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-69666217-aedd-463d-9177-3643886ee357 req-4a53717d-6707-439e-8e72-7d0be4d37543 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590611 Aug 20 11:38:00.477802 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.507437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-69dee666-00ea-41f9-aa5d-4c238389c8d7 None None] For port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,segment=NetworkSegment(6fe1b5ac-43aa-471c-be0f-68b536cb5429),segment_id=6fe1b5ac-43aa-471c-be0f-68b536cb5429)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:00.511673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-b8fb3854-dbf0-4e59-826b-078e1ae1e08d tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:00.513284 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-b8fb3854-dbf0-4e59-826b-078e1ae1e08d tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/networks?id=bd5548c1-b67e-48fb-9e93-bd2aedc606b4 HTTP/1.1" status: 200 len: 810 time: 0.2527950 Aug 20 11:38:00.541244 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69dee666-00ea-41f9-aa5d-4c238389c8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.555801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9cd4bf45-227a-4b8e-86f1-991425727a8b up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:00.559513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-4c55adf2-3beb-490d-b5c5-c7b8b6f1ddb4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/quotas/1e0ed5c060c540f48b2d6dea619e1ce8 HTTP/1.1" status: 200 len: 375 time: 0.0387406 Aug 20 11:38:00.580122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-69dee666-00ea-41f9-aa5d-4c238389c8d7 None None] Transition to ACTIVE for port object 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:00.592269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.650962 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-d0bc2661-3b81-4a84-8b72-97a69d436b16 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e0ed5c060c540f48b2d6dea619e1ce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775211 Aug 20 11:38:00.705855 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69dee666-00ea-41f9-aa5d-4c238389c8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.708880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 9cd4bf45-227a-4b8e-86f1-991425727a8b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:00.724541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 9cd4bf45-227a-4b8e-86f1-991425727a8b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:00.734605 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:00.781500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Subnet': ['ID=05c512c5-2957-47ee-ab16-1598bc53bc12,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:00.866957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Checking segment: {'id': '88a9a03f-059d-4640-835d-688a15518c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e676d291-03ba-44dd-9446-40ed8bb38af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:00.867242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network hostable DHCP agents. Network: e676d291-03ba-44dd-9446-40ed8bb38af5, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:38:00.899032 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-9650b1cd-057b-4452-8a30-0e2a589094d0 service neutron] 10.222.0.10 "GET /v2.0/networks/bd5548c1-b67e-48fb-9e93-bd2aedc606b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366383 Aug 20 11:38:01.038467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dee666-00ea-41f9-aa5d-4c238389c8d7 None None] Pushing event updated for resources: {'Port': ['ID=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:01.074423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network e676d291-03ba-44dd-9446-40ed8bb38af5 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:38:01.093915 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.122002 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-b3a7b1ca-0945-4c01-97c4-1b7428c3b89a service neutron] 10.222.0.10 "GET /v2.0/networks/bd5548c1-b67e-48fb-9e93-bd2aedc606b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076716 Aug 20 11:38:01.123711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd4bf45-227a-4b8e-86f1-991425727a8b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:01.127181 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68745a4f-5e08-44fb-a0ce-686afead4f64" -d '{"events": [{"server_uuid": "d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e", "name": "network-vif-plugged", "status": "completed", "tag": "9cd4bf45-227a-4b8e-86f1-991425727a8b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:01.142532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Delete allocated IP 172.20.0.8 (93fa2a14-1ee5-4b5b-8333-370522348fa1/9a3b97d5-9a51-4262-979e-1853e8c9e2bb) {{(pid=95588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 11:38:01.145081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9cd4bf45-227a-4b8e-86f1-991425727a8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:01.148546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081616ee-003f-4b08-8654-7a8ddd4004b5 req-858fb847-7e99-4391-95d6-c3690896cd19 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:01.150213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-081616ee-003f-4b08-8654-7a8ddd4004b5 req-858fb847-7e99-4391-95d6-c3690896cd19 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 944 time: 0.1093283 Aug 20 11:38:01.165767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Allocated IP 172.20.0.41 (93fa2a14-1ee5-4b5b-8333-370522348fa1/45fa5877-f91e-4e61-8e12-440fa0bd9a19/98db41d3-fa02-43b8-bbbe-41b86aa1c9ce) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:01.179668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, e676d291-03ba-44dd-9446-40ed8bb38af5) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:01.190540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b80a94a-e551-4ca3-b90a-2c3f12f2fd89 None None] Network e676d291-03ba-44dd-9446-40ed8bb38af5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:01.209199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:01.210080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.292767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-081616ee-003f-4b08-8654-7a8ddd4004b5 req-96624a93-67d7-4c96-9382-b800c0234d7f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286638 Aug 20 11:38:01.299707 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.362289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:01.372806 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a4038-5543-4a1c-b306-e105009da349 x-openstack-request-id: req-2d4a4038-5543-4a1c-b306-e105009da349 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:01.373044 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e", "name": "network-vif-plugged", "status": "completed", "tag": "9cd4bf45-227a-4b8e-86f1-991425727a8b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:01.373260 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d4a4038-5543-4a1c-b306-e105009da349 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:01.373651 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd4bf45-227a-4b8e-86f1-991425727a8b', 'code': 200} Aug 20 11:38:01.400840 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-80febd6b-1e28-4119-b163-54096623748d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8480701 Aug 20 11:38:01.402533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46234) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:01.411933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-fc5ad80c-aade-4a40-b583-6c0143e269c3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1644450791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:01.448529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=9cd4bf45-227a-4b8e-86f1-991425727a8b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:01.607480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-e676d291-03ba-44dd-9446-40ed8bb38af5', 'network_id': 'e676d291-03ba-44dd-9446-40ed8bb38af5', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'fixed_ips': [{'subnet_id': '05c512c5-2957-47ee-ab16-1598bc53bc12'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:38:01.608443 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.615015 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad80c-aade-4a40-b583-6c0143e269c3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.616910 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad80c-aade-4a40-b583-6c0143e269c3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.635279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.683671 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-43e2ceff-971e-4339-a529-ecb0c410fa63 req-1b63add1-cd23-4650-aa15-16d043e3a873 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 210 time: 0.0571320 Aug 20 11:38:01.717949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Transition to ACTIVE for port object 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:01.720948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f55ab-896f-4f4a-b0de-8e65b505f890 req-c0367567-c8bc-4545-9f8a-f444b1be9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:01.723518 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754f55ab-896f-4f4a-b0de-8e65b505f890 req-c0367567-c8bc-4545-9f8a-f444b1be9e11 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 1096 time: 0.2352600 Aug 20 11:38:01.794087 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad80c-aade-4a40-b583-6c0143e269c3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.837604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.847600 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754f55ab-896f-4f4a-b0de-8e65b505f890 req-4909bf9d-7395-4ff3-9474-cf5e1999dc71 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612743 Aug 20 11:38:01.883143 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad80c-aade-4a40-b583-6c0143e269c3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:01.893216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Allocated IP 172.20.0.2 (e676d291-03ba-44dd-9446-40ed8bb38af5/05c512c5-2957-47ee-ab16-1598bc53bc12/c2b0291b-7394-4fb7-9ea4-76c261dae0f8) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:02.013650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event updated for resources: {'Port': ['ID=98db41d3-fa02-43b8-bbbe-41b86aa1c9ce,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:02.020448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0caa1cab-fced-4e0f-8616-92c85e704a42 None None] Provisioning complete for port ca4c34ac-a039-4bd9-adf2-75c8d293494f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:02.020448 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0caa1cab-fced-4e0f-8616-92c85e704a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.029273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da4a7-925a-4c8f-b940-3ee452b2db20 req-447c328c-c337-4f13-b3d1-293612e83ef8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.031113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d5da4a7-925a-4c8f-b940-3ee452b2db20 req-447c328c-c337-4f13-b3d1-293612e83ef8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 946 time: 0.2542262 Aug 20 11:38:02.060458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] In _notify_port_updated(), no bound segment for port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce on network 93fa2a14-1ee5-4b5b-8333-370522348fa1 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:38:02.067424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.068215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.072586 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7c9783ba-502c-41f6-9dc6-d1ef636bb1cc tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "PUT /v2.0/ports/98db41d3-fa02-43b8-bbbe-41b86aa1c9ce HTTP/1.1" status: 200 len: 960 time: 1.9717965 Aug 20 11:38:02.072778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46256) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:02.093077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d5da4a7-925a-4c8f-b940-3ee452b2db20 req-ce5b5a1b-16bc-4600-b288-13b838e66f1e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551784 Aug 20 11:38:02.102350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:02.119888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad80c-aade-4a40-b583-6c0143e269c3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.125439 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fc5ad80c-aade-4a40-b583-6c0143e269c3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7139537 Aug 20 11:38:02.126578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46258) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:02.141011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0caa1cab-fced-4e0f-8616-92c85e704a42 None None] Port ca4c34ac-a039-4bd9-adf2-75c8d293494f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:02.187845 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.254710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Transition to ACTIVE for port object c2b0291b-7394-4fb7-9ea4-76c261dae0f8 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:02.273681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0caa1cab-fced-4e0f-8616-92c85e704a42 None None] Provisioning for port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:02.273681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0caa1cab-fced-4e0f-8616-92c85e704a42 None None] Provisioning complete for port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:02.273681 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0caa1cab-fced-4e0f-8616-92c85e704a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.312310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Transition to ACTIVE for port object c2b0291b-7394-4fb7-9ea4-76c261dae0f8 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:02.328695 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.383490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:02.384553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0caa1cab-fced-4e0f-8616-92c85e704a42 None None] Port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:02.481109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-405c5aa5-8ddf-455a-bab9-cfbaf01a3957 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:02.481678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-405c5aa5-8ddf-455a-bab9-cfbaf01a3957 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.489877 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.557477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0caa1cab-fced-4e0f-8616-92c85e704a42 None None] Provisioning for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:02.577952 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.595344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Pushing event updated for resources: {'Port': ['ID=c2b0291b-7394-4fb7-9ea4-76c261dae0f8,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:02.607122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0caa1cab-fced-4e0f-8616-92c85e704a42 None None] Provisioning complete for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:02.607640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0caa1cab-fced-4e0f-8616-92c85e704a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.610764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.632254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2932993-8fad-4902-b423-fa0600adcc8c req-5e2f53a4-3a0b-45b4-a168-5dd362a6e053 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:02.633807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e2932993-8fad-4902-b423-fa0600adcc8c req-5e2f53a4-3a0b-45b4-a168-5dd362a6e053 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.2118225 Aug 20 11:38:02.643942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Network e676d291-03ba-44dd-9446-40ed8bb38af5 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:02.668057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:02.672961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:02.690861 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-405c5aa5-8ddf-455a-bab9-cfbaf01a3957 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.731259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=14']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:02.755308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-405c5aa5-8ddf-455a-bab9-cfbaf01a3957 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:02.765470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Attempting to bind port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:02.766046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Attempting to bind port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '88a9a03f-059d-4640-835d-688a15518c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e676d291-03ba-44dd-9446-40ed8bb38af5'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:02.766645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Attempting to bind port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 on network e676d291-03ba-44dd-9446-40ed8bb38af5 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:02.775926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:02.776474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Checking segment: {'id': '88a9a03f-059d-4640-835d-688a15518c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e676d291-03ba-44dd-9446-40ed8bb38af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:02.777008 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.777511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Bound using segment: {'id': '88a9a03f-059d-4640-835d-688a15518c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e676d291-03ba-44dd-9446-40ed8bb38af5'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:02.778794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Bound port: c2b0291b-7394-4fb7-9ea4-76c261dae0f8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a9a03f-059d-4640-835d-688a15518c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e676d291-03ba-44dd-9446-40ed8bb38af5'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:02.779290 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:02.808983 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df5b2c84-00d6-4d66-8d4f-bffb7a234ced req-532bec6c-3ac5-4be7-890e-b970a86ac7c0 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 210 time: 0.0486233 Aug 20 11:38:02.825072 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e2932993-8fad-4902-b423-fa0600adcc8c req-1511fcb9-3822-41a1-83b3-6f1eeaa6ed7d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792638 Aug 20 11:38:02.916102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] For port c2b0291b-7394-4fb7-9ea4-76c261dae0f8, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:02.930210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] For port c2b0291b-7394-4fb7-9ea4-76c261dae0f8, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c2b0291b-7394-4fb7-9ea4-76c261dae0f8,segment=NetworkSegment(88a9a03f-059d-4640-835d-688a15518c5b),segment_id=88a9a03f-059d-4640-835d-688a15518c5b)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:03.035924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bfa1bccc-5612-4b1f-bce0-db74d59229a4 None None] Provisioning complete for port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:03.036427 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bfa1bccc-5612-4b1f-bce0-db74d59229a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.075367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1bccc-5612-4b1f-bce0-db74d59229a4 None None] Port 98db41d3-fa02-43b8-bbbe-41b86aa1c9ce cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:03.103646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Allocated IP 172.20.0.1 (e676d291-03ba-44dd-9446-40ed8bb38af5/05c512c5-2957-47ee-ab16-1598bc53bc12/c44e481e-5353-4c10-bee3-113d5fbeaacb) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:03.145964 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.225363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f0139-aa43-405c-be67-997bcd840e0d None None] Pushing event updated for resources: {'Port': ['ID=c2b0291b-7394-4fb7-9ea4-76c261dae0f8,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:03.247668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.263987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Transition to ACTIVE for port object c44e481e-5353-4c10-bee3-113d5fbeaacb will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:03.310567 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-405c5aa5-8ddf-455a-bab9-cfbaf01a3957 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.341290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c5aa5-8ddf-455a-bab9-cfbaf01a3957 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=98db41d3-fa02-43b8-bbbe-41b86aa1c9ce,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:03.375103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:03.377316 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b66063-a0b3-48ef-9799-989617df03df" -d '{"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:03.405660 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.490401 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55531496-ff68-43e0-b59b-855da942035e x-openstack-request-id: req-55531496-ff68-43e0-b59b-855da942035e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:03.490985 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:03.491463 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55531496-ff68-43e0-b59b-855da942035e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:03.491729 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'code': 200} Aug 20 11:38:03.509095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network e676d291-03ba-44dd-9446-40ed8bb38af5 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:03.515043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-405c5aa5-8ddf-455a-bab9-cfbaf01a3957 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.521952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46306) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:03.531055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-405c5aa5-8ddf-455a-bab9-cfbaf01a3957 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/98db41d3-fa02-43b8-bbbe-41b86aa1c9ce HTTP/1.1" status: 204 len: 168 time: 1.4570942 Aug 20 11:38:03.532363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:03.541204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:03.555210 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6315ead5-e561-48b6-8027-9e53052f6eef tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] GET failed (client error): The resource could not be found. Aug 20 11:38:03.559737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6315ead5-e561-48b6-8027-9e53052f6eef tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports/98db41d3-fa02-43b8-bbbe-41b86aa1c9ce HTTP/1.1" status: 404 len: 333 time: 0.0366552 Aug 20 11:38:03.560357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46308) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:03.579127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=c44e481e-5353-4c10-bee3-113d5fbeaacb,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:03.608172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.656986 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8be7c1d1-e0e7-4799-a3fd-3ab9d7db0a7d tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.701339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8be7c1d1-e0e7-4799-a3fd-3ab9d7db0a7d tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.819506 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8be7c1d1-e0e7-4799-a3fd-3ab9d7db0a7d tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.826244 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8be7c1d1-e0e7-4799-a3fd-3ab9d7db0a7d tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.832309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8be7c1d1-e0e7-4799-a3fd-3ab9d7db0a7d tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/security-groups/0ccc65e9-8aab-436e-b74c-20f2ba2ee4f5 HTTP/1.1" status: 204 len: 168 time: 0.2709134 Aug 20 11:38:03.833697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46316) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:03.855054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7c1d1-e0e7-4799-a3fd-3ab9d7db0a7d tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccc65e9-8aab-436e-b74c-20f2ba2ee4f5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:03.870886 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:03.981207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d84fc43-51f4-44c1-81ca-94e8b53582f6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.037663 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3d591732-b394-4c3b-b6d3-b54adc5f8315 req-3ca68890-2bd5-4504-b09e-9484328fc836 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 210 time: 0.0649617 Aug 20 11:38:04.080720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d84fc43-51f4-44c1-81ca-94e8b53582f6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.103831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38049996-a1f6-4b45-bfe9-b5e3a8f25b4a req-5f67b4e8-6237-46b4-a34f-615ab3baec89 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:04.105636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38049996-a1f6-4b45-bfe9-b5e3a8f25b4a req-5f67b4e8-6237-46b4-a34f-615ab3baec89 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1431162 Aug 20 11:38:04.190938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38049996-a1f6-4b45-bfe9-b5e3a8f25b4a req-bbb5c46a-222a-44fd-8bf9-4e49a064a369 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691721 Aug 20 11:38:04.299809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d84fc43-51f4-44c1-81ca-94e8b53582f6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.304266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d84fc43-51f4-44c1-81ca-94e8b53582f6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.309823 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7d84fc43-51f4-44c1-81ca-94e8b53582f6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/security-groups/4b9dca64-8931-40e3-8725-84baea19a19e HTTP/1.1" status: 204 len: 168 time: 0.4618251 Aug 20 11:38:04.310714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46342) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:04.389000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84fc43-51f4-44c1-81ca-94e8b53582f6 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9dca64-8931-40e3-8725-84baea19a19e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:04.479380 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a30668a3-290d-4a01-a2d2-29db635fbf78 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.479769 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.513531 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a30668a3-290d-4a01-a2d2-29db635fbf78 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.607273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d6f56-fe5a-4e7e-815a-bb2f160e9c2a None None] Network e676d291-03ba-44dd-9446-40ed8bb38af5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:04.614362 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.672635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=c44e481e-5353-4c10-bee3-113d5fbeaacb,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:04.699677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a30668a3-290d-4a01-a2d2-29db635fbf78 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.702622 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a30668a3-290d-4a01-a2d2-29db635fbf78 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.711290 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a30668a3-290d-4a01-a2d2-29db635fbf78 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/security-groups/64f853c7-d147-4e91-8c6d-005b54fceb95 HTTP/1.1" status: 204 len: 168 time: 0.3795865 Aug 20 11:38:04.711290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46352) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:04.767491 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.850009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-34fa50e3-eca9-4e56-8833-9cb86ed91f0e None None] Provisioning for port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:04.867739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30668a3-290d-4a01-a2d2-29db635fbf78 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f853c7-d147-4e91-8c6d-005b54fceb95,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:04.880231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b07b2b-f7cf-4cb4-a08d-de99242bc504 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet 9a3b97d5-9a51-4262-979e-1853e8c9e2bb {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:04.885775 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e0b07b2b-f7cf-4cb4-a08d-de99242bc504 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.939131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e0b07b2b-f7cf-4cb4-a08d-de99242bc504 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:04.986296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network e676d291-03ba-44dd-9446-40ed8bb38af5 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:04.998730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:05.079439 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e0b07b2b-f7cf-4cb4-a08d-de99242bc504 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.230128 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-21545fb1-edc3-469a-a46e-a6471fcd6d82 req-22c41f7c-ca78-4005-8d6b-728e0f175743 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 210 time: 0.0429616 Aug 20 11:38:05.323105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e0b07b2b-f7cf-4cb4-a08d-de99242bc504 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.339108 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e0b07b2b-f7cf-4cb4-a08d-de99242bc504 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.345963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e0b07b2b-f7cf-4cb4-a08d-de99242bc504 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/9a3b97d5-9a51-4262-979e-1853e8c9e2bb HTTP/1.1" status: 204 len: 168 time: 0.6130750 Aug 20 11:38:05.346898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46376) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:05.354289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb01d97-f4f1-40e5-a8ca-4a1c1ccdfc21 None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:05.399368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b07b2b-f7cf-4cb4-a08d-de99242bc504 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3b97d5-9a51-4262-979e-1853e8c9e2bb,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:05.552708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c2b0291b-7394-4fb7-9ea4-76c261dae0f8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:05.560433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd08b69b-4b65-4aa0-9429-b54060b45459 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet 45fa5877-f91e-4e61-8e12-440fa0bd9a19 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:05.564679 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd08b69b-4b65-4aa0-9429-b54060b45459 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.842390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-be6c4701-7f2b-44fe-9777-adbfeeca31b6 None None] Provisioning for port c44e481e-5353-4c10-bee3-113d5fbeaacb completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:05.849829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-be6c4701-7f2b-44fe-9777-adbfeeca31b6 None None] Provisioning complete for port c44e481e-5353-4c10-bee3-113d5fbeaacb triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:05.850340 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-be6c4701-7f2b-44fe-9777-adbfeeca31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.855204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-0f1a5883-4c76-4526-85cd-6743b4c50dad tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:05.857012 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-0f1a5883-4c76-4526-85cd-6743b4c50dad tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.57 "GET /v2.0/networks?id=bd5548c1-b67e-48fb-9e93-bd2aedc606b4 HTTP/1.1" status: 200 len: 810 time: 0.8299305 Aug 20 11:38:05.872914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Request body: {'port': {'device_id': '774ba177-f2e0-4e7f-a4d9-f27edbb0f49d', 'network_id': 'bd5548c1-b67e-48fb-9e93-bd2aedc606b4', 'admin_state_up': True, 'tenant_id': '1e0ed5c060c540f48b2d6dea619e1ce8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:05.912976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:05.921195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:05.921835 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:05.992325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-be6c4701-7f2b-44fe-9777-adbfeeca31b6 None None] Port c44e481e-5353-4c10-bee3-113d5fbeaacb cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:06.044093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-be6c4701-7f2b-44fe-9777-adbfeeca31b6 None None] Provisioning complete for port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:06.045060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-be6c4701-7f2b-44fe-9777-adbfeeca31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.121619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 68e96675-e67e-4910-be5a-df10e408fbc8 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:38:06.150374 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.307799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:06.324958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Made reservation on behalf of 1e0ed5c060c540f48b2d6dea619e1ce8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:06.339614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.392039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-67d24619-840a-4bf0-bf5f-82bb9ffc54a9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/68e96675-e67e-4910-be5a-df10e408fbc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2638025 Aug 20 11:38:06.394584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46384) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:06.395596 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-be6c4701-7f2b-44fe-9777-adbfeeca31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.407652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4433dbb-6f4f-4a3c-90b5-64bc02f8fc5e None None] Sync routers for ids ['68e96675-e67e-4910-be5a-df10e408fbc8'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:06.442523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c2b0291b-7394-4fb7-9ea4-76c261dae0f8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c2b0291b-7394-4fb7-9ea4-76c261dae0f8,segment=NetworkSegment(88a9a03f-059d-4640-835d-688a15518c5b),segment_id=88a9a03f-059d-4640-835d-688a15518c5b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:06.471004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4433dbb-6f4f-4a3c-90b5-64bc02f8fc5e None None] Routers {'68e96675-e67e-4910-be5a-df10e408fbc8'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:06.474228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d4433dbb-6f4f-4a3c-90b5-64bc02f8fc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['68e96675-e67e-4910-be5a-df10e408fbc8'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:06.480903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff57d8-69f0-4fef-b01a-7930b0e761d3 req-8abea084-d053-43e0-9ab1-db89fc3ba552 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:06.491150 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9dff57d8-69f0-4fef-b01a-7930b0e761d3 req-8abea084-d053-43e0-9ab1-db89fc3ba552 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 1.0770354 Aug 20 11:38:06.546099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d4433dbb-6f4f-4a3c-90b5-64bc02f8fc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:06.553117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.580790 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd08b69b-4b65-4aa0-9429-b54060b45459 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.612505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4433dbb-6f4f-4a3c-90b5-64bc02f8fc5e None None] Routers {'68e96675-e67e-4910-be5a-df10e408fbc8'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:06.613767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d4433dbb-6f4f-4a3c-90b5-64bc02f8fc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['68e96675-e67e-4910-be5a-df10e408fbc8'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:06.636390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11df64f-0106-4043-bef7-5eb408df50e3 req-f43885f8-da4e-40b9-a507-c91b57275c3c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:06.643636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d11df64f-0106-4043-bef7-5eb408df50e3 req-f43885f8-da4e-40b9-a507-c91b57275c3c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1314116 Aug 20 11:38:06.644358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fb3189-0f55-4fed-976b-998d54385c30 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:06.652064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f0fb3189-0f55-4fed-976b-998d54385c30 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports/c44e481e-5353-4c10-bee3-113d5fbeaacb HTTP/1.1" status: 200 len: 910 time: 0.2542231 Aug 20 11:38:06.653134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46388) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:06.665927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9bfdd4bc-4aa3-48d2-a95c-33a72832e828 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05c512c5-2957-47ee-ab16-1598bc53bc12'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:06.684598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9dff57d8-69f0-4fef-b01a-7930b0e761d3 req-96faad6a-ec20-4849-af39-a5d6ef897587 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922166 Aug 20 11:38:06.697373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d4433dbb-6f4f-4a3c-90b5-64bc02f8fc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:06.697854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4433dbb-6f4f-4a3c-90b5-64bc02f8fc5e None None] The sync data for ids ['68e96675-e67e-4910-be5a-df10e408fbc8'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:06.714905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Allocated IP 172.20.0.2 (bd5548c1-b67e-48fb-9e93-bd2aedc606b4/ccfb13c6-2cf3-4f06-af17-9c79128f1364/8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:06.735939 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d11df64f-0106-4043-bef7-5eb408df50e3 req-2fb8079b-1a7c-4275-9b90-2c94f959f2b9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910738 Aug 20 11:38:06.752180 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-be6c4701-7f2b-44fe-9777-adbfeeca31b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:38:06.752558 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-be6c4701-7f2b-44fe-9777-adbfeeca31b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:38:06.776963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c2b0291b-7394-4fb7-9ea4-76c261dae0f8,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:06.858064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a017e5d-0ad9-41e5-8ad7-3871adda6ded req-02e49f34-b738-44b2-8b87-14de08e3356b tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 210 time: 0.0619307 Aug 20 11:38:06.889158 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd08b69b-4b65-4aa0-9429-b54060b45459 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.942121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:06.972128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd4bc-4aa3-48d2-a95c-33a72832e828 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.174155 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd08b69b-4b65-4aa0-9429-b54060b45459 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.174476 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.236316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Network bd5548c1-b67e-48fb-9e93-bd2aedc606b4 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:07.238135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:07.240337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Pushing event updated for resources: {'Port': ['ID=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:07.242592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:07.247532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd08b69b-4b65-4aa0-9429-b54060b45459 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.250073 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cd08b69b-4b65-4aa0-9429-b54060b45459 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/45fa5877-f91e-4e61-8e12-440fa0bd9a19 HTTP/1.1" status: 204 len: 168 time: 1.9017606 Aug 20 11:38:07.252946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08b69b-4b65-4aa0-9429-b54060b45459 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=45fa5877-f91e-4e61-8e12-440fa0bd9a19,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:07.267487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46392) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:07.304573 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e997a4b-87ce-4bdf-98d8-f458952b205e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:07.305039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e997a4b-87ce-4bdf-98d8-f458952b205e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:07.309154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7e997a4b-87ce-4bdf-98d8-f458952b205e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/9a3b97d5-9a51-4262-979e-1853e8c9e2bb HTTP/1.1" status: 404 len: 337 time: 0.0351770 Aug 20 11:38:07.309868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46396) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:07.319521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:07.320521 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.342003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2eae6d-e5ae-4641-9f82-4a8eb57a9016 None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:07.344452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c2b0291b-7394-4fb7-9ea4-76c261dae0f8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:07.453163 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5fe2d1-b500-40a4-89da-54aadb989f0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting subnet 6d891dea-d595-40e9-8874-021efcb9ddb0 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:07.462683 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a5fe2d1-b500-40a4-89da-54aadb989f0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.473501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:07.475787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.538614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239890fd-b238-4c2f-86fd-b93e0e6b1b5f req-153905f6-4f6a-4f5a-98e4-c839cb7ef8b7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:07.545460 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-239890fd-b238-4c2f-86fd-b93e0e6b1b5f req-153905f6-4f6a-4f5a-98e4-c839cb7ef8b7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1898425 Aug 20 11:38:07.556788 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a5fe2d1-b500-40a4-89da-54aadb989f0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.560462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-c166602f-1a1f-4dfe-97cc-0e2e7d44ba42 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6893611 Aug 20 11:38:07.567025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ccb64baf-380a-41d1-a233-d296e4a08345 None None] Provisioning complete for port ca4c34ac-a039-4bd9-adf2-75c8d293494f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:07.567360 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ccb64baf-380a-41d1-a233-d296e4a08345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.575148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-d826aef1-bbf9-40b6-adbf-614088db699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:07.577113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-d826aef1-bbf9-40b6-adbf-614088db699b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1095 time: 0.0610225 Aug 20 11:38:07.584154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Request body: {'port': {'device_id': '774ba177-f2e0-4e7f-a4d9-f27edbb0f49d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:07.650327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ccb64baf-380a-41d1-a233-d296e4a08345 None None] Port ca4c34ac-a039-4bd9-adf2-75c8d293494f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:07.656030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-239890fd-b238-4c2f-86fd-b93e0e6b1b5f req-80815575-0a94-4034-8cf1-e559ed7496cd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058309 Aug 20 11:38:07.684958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ccb64baf-380a-41d1-a233-d296e4a08345 None None] Provisioning complete for port c44e481e-5353-4c10-bee3-113d5fbeaacb triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:07.684958 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ccb64baf-380a-41d1-a233-d296e4a08345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.695417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd4bc-4aa3-48d2-a95c-33a72832e828 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.778106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ccb64baf-380a-41d1-a233-d296e4a08345 None None] Port c44e481e-5353-4c10-bee3-113d5fbeaacb cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:07.794073 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a5fe2d1-b500-40a4-89da-54aadb989f0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.816099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ccb64baf-380a-41d1-a233-d296e4a08345 None None] Provisioning complete for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:07.816507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ccb64baf-380a-41d1-a233-d296e4a08345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.874184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd4bc-4aa3-48d2-a95c-33a72832e828 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.880827 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:07.989177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-1f147ffb-039c-40ea-a995-b212a2752403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:07.989177 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-1f147ffb-039c-40ea-a995-b212a2752403 service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.3564632 Aug 20 11:38:08.094838 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfdd4bc-4aa3-48d2-a95c-33a72832e828 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.095485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd4bc-4aa3-48d2-a95c-33a72832e828 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.099573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9bfdd4bc-4aa3-48d2-a95c-33a72832e828 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/ports/c44e481e-5353-4c10-bee3-113d5fbeaacb HTTP/1.1" status: 200 len: 910 time: 1.4382381 Aug 20 11:38:08.099822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46410) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.109964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdd4bc-4aa3-48d2-a95c-33a72832e828 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=c44e481e-5353-4c10-bee3-113d5fbeaacb,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:08.161445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-72df07e6-4230-4dfd-8a4d-ea3105054329 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 999 time: 0.1587355 Aug 20 11:38:08.165764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6554b5-ce15-4b4b-bee0-d2e19e345246 req-bdcb0b26-93aa-4a40-ab23-9a1ac4493288 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.167414 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd6554b5-ce15-4b4b-bee0-d2e19e345246 req-bdcb0b26-93aa-4a40-ab23-9a1ac4493288 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.3100374 Aug 20 11:38:08.217524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a5fe2d1-b500-40a4-89da-54aadb989f0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.268209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-f14075e1-1e96-4e0c-93f2-7e5979c72363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.270340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-f14075e1-1e96-4e0c-93f2-7e5979c72363 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0965135 Aug 20 11:38:08.279378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fe2d1-b500-40a4-89da-54aadb989f0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Subnet': ['ID=6d891dea-d595-40e9-8874-021efcb9ddb0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:08.298509 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a5fe2d1-b500-40a4-89da-54aadb989f0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.303719 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a5fe2d1-b500-40a4-89da-54aadb989f0b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/6d891dea-d595-40e9-8874-021efcb9ddb0 HTTP/1.1" status: 204 len: 168 time: 0.9927812 Aug 20 11:38:08.306117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46412) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.354322 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b15981-ec8e-49c5-babc-2e2aacf51d5a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:08.355120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b15981-ec8e-49c5-babc-2e2aacf51d5a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:08.360332 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-16b15981-ec8e-49c5-babc-2e2aacf51d5a tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/fd133c2c-0181-4dbb-a8e0-1518d3f695d5 HTTP/1.1" status: 404 len: 337 time: 0.0528841 Aug 20 11:38:08.363112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46414) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.404287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1bb7e9c2-5e7e-459f-adac-7f59000be987 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec42173-2847-4da8-b3b5-3fc4807d7bdb HTTP/1.1" status: 200 len: 205 time: 0.0381985 Aug 20 11:38:08.408474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46416) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.414220 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd6554b5-ce15-4b4b-bee0-d2e19e345246 req-cd11944a-e561-41e9-a434-8f625909c47d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388089 Aug 20 11:38:08.519988 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-7a994dd7-65af-4be2-a888-18843179d90e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] delete failed (client error): The resource could not be found. Aug 20 11:38:08.520982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7a994dd7-65af-4be2-a888-18843179d90e tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/routers/5ec42173-2847-4da8-b3b5-3fc4807d7bdb HTTP/1.1" status: 404 len: 336 time: 0.1114407 Aug 20 11:38:08.530732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46420) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.533809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-b7310687-f41e-4947-9bae-96eeb75f41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.539640 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-b7310687-f41e-4947-9bae-96eeb75f41c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584822 Aug 20 11:38:08.561895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f6a5e-c2f0-443e-98c6-e046c8036a00 None None] Network 93fa2a14-1ee5-4b5b-8333-370522348fa1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:08.608502 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-74839518-4c75-476b-8c59-ab4a1a5b3762 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:08.609066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74839518-4c75-476b-8c59-ab4a1a5b3762 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:08.611816 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-74839518-4c75-476b-8c59-ab4a1a5b3762 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/deaf35e1-b1ab-428a-9520-37b674a328a0 HTTP/1.1" status: 404 len: 337 time: 0.0795004 Aug 20 11:38:08.617034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46422) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.642511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f4825e9d-fc6b-43c0-af0e-b0168290aecd None None] Provisioning complete for port ca4c34ac-a039-4bd9-adf2-75c8d293494f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:08.643452 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4825e9d-fc6b-43c0-af0e-b0168290aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.665372 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fe44d5-bc94-44eb-b574-fa0d2e043c7b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:08.665938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fe44d5-bc94-44eb-b574-fa0d2e043c7b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:08.668429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-64fe44d5-bc94-44eb-b574-fa0d2e043c7b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/51065082-bd86-4b2e-b645-dec29057e87a HTTP/1.1" status: 404 len: 337 time: 0.0485256 Aug 20 11:38:08.671412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46424) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.707492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22e699-4cce-432d-95a6-18d680945e1b req-73654086-e85c-4354-914d-919532ad7862 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.709296 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea22e699-4cce-432d-95a6-18d680945e1b req-73654086-e85c-4354-914d-919532ad7862 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 931 time: 0.1614470 Aug 20 11:38:08.714230 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c86f1a-b4c6-435b-b93f-97875949d2d4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:08.714744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c86f1a-b4c6-435b-b93f-97875949d2d4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:08.717549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b6c86f1a-b4c6-435b-b93f-97875949d2d4 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/9fe2a5df-e0b2-46e6-8f1d-b70f5131b615 HTTP/1.1" status: 404 len: 337 time: 0.0432582 Aug 20 11:38:08.724251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:08.725473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46428) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.742163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.761478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0b320-f62c-45a3-b54b-4a94fd16eb6b req-3dd40835-db8b-49f1-b6ae-6e4d253f947a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:08.763769 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84d0b320-f62c-45a3-b54b-4a94fd16eb6b req-3dd40835-db8b-49f1-b6ae-6e4d253f947a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1942978 Aug 20 11:38:08.766400 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace6bcc6-d57e-4c81-84ea-03c5362d7a6b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:08.767210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace6bcc6-d57e-4c81-84ea-03c5362d7a6b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:08.772852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ace6bcc6-d57e-4c81-84ea-03c5362d7a6b tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/44359784-722a-4ba1-b425-2abb76c69bea HTTP/1.1" status: 404 len: 333 time: 0.0461521 Aug 20 11:38:08.773042 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46432) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.797022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Transition to ACTIVE for port object 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:08.813758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea22e699-4cce-432d-95a6-18d680945e1b req-0bbda844-aae9-4e4e-be37-b88fa7165d91 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942690 Aug 20 11:38:08.844291 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d16bc84-c071-4929-b4b2-428824a1d69c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:08.844291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d16bc84-c071-4929-b4b2-428824a1d69c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:08.847920 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4d16bc84-c071-4929-b4b2-428824a1d69c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/3a923a3f-7e93-447a-983a-73e41b0914cf HTTP/1.1" status: 404 len: 337 time: 0.0656128 Aug 20 11:38:08.849617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46434) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.893597 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b686849-1e9b-40c8-801d-2d347046b3a3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:08.896901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b686849-1e9b-40c8-801d-2d347046b3a3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:08.903175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0b686849-1e9b-40c8-801d-2d347046b3a3 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/d4da2e65-8ff9-4e4d-b705-5e9278fd7fff HTTP/1.1" status: 404 len: 337 time: 0.0449014 Aug 20 11:38:08.904330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46436) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:08.921380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f4825e9d-fc6b-43c0-af0e-b0168290aecd None None] Port ca4c34ac-a039-4bd9-adf2-75c8d293494f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:08.933231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84d0b320-f62c-45a3-b54b-4a94fd16eb6b req-689443f2-e76b-4fa0-a653-50f5fd3cfd3c tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375263 Aug 20 11:38:08.934025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.942558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f4825e9d-fc6b-43c0-af0e-b0168290aecd None None] Provisioning complete for port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:08.943415 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4825e9d-fc6b-43c0-af0e-b0168290aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.946465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:08.963489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-5af0ebd3-72b8-42b2-afcc-8637245b8e31 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955541 Aug 20 11:38:09.039545 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d057075a-9b8e-4b8e-98a2-63afcadd288c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:09.040519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d057075a-9b8e-4b8e-98a2-63afcadd288c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:09.042287 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d057075a-9b8e-4b8e-98a2-63afcadd288c tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/b37796a1-c0e0-40ef-b4c2-6f07131ea52c HTTP/1.1" status: 404 len: 333 time: 0.1210334 Aug 20 11:38:09.070559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b44c7a-8f7d-464e-9e7a-216395d7861b None None] DHCP port deletion for 93fa2a14-1ee5-4b5b-8333-370522348fa1 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:38:09.076904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46438) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:09.102096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93823735-5b4d-4ffa-8ab0-2e6cd246da10 req-90fd4e30-5597-4780-b7ee-8da979372bb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.103986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93823735-5b4d-4ffa-8ab0-2e6cd246da10 req-90fd4e30-5597-4780-b7ee-8da979372bb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1718330 Aug 20 11:38:09.129381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e5b44c7a-8f7d-464e-9e7a-216395d7861b None None] Deleting port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:09.129760 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e5b44c7a-8f7d-464e-9e7a-216395d7861b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.168790 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc9d754-7bb9-46f5-9a7d-49a6f150c034 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:09.169256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc9d754-7bb9-46f5-9a7d-49a6f150c034 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:09.173730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dfc9d754-7bb9-46f5-9a7d-49a6f150c034 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/70578115-73ef-4a12-81f9-022adc07ad1f HTTP/1.1" status: 404 len: 337 time: 0.0844710 Aug 20 11:38:09.178736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Pushing event updated for resources: {'Port': ['ID=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:09.181275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46440) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:09.197021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e5b44c7a-8f7d-464e-9e7a-216395d7861b None None] For port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,segment=NetworkSegment(6fe1b5ac-43aa-471c-be0f-68b536cb5429),segment_id=6fe1b5ac-43aa-471c-be0f-68b536cb5429)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:09.197265 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e5b44c7a-8f7d-464e-9e7a-216395d7861b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.212759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e5b44c7a-8f7d-464e-9e7a-216395d7861b None None] Calling delete_port for 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:09.233870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Attempting to bind port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:09.234311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Attempting to bind port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'd4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bd5548c1-b67e-48fb-9e93-bd2aedc606b4'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:09.234736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Attempting to bind port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 on network bd5548c1-b67e-48fb-9e93-bd2aedc606b4 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:09.241696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 on network bd5548c1-b67e-48fb-9e93-bd2aedc606b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:09.242119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Attempting to bind port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 on network bd5548c1-b67e-48fb-9e93-bd2aedc606b4 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:09.250128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-754d4eac-0526-4aa1-b4e7-3fb5d46716ad req-6f066ec0-a0be-49f1-a202-b72850ea05a6 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781842 Aug 20 11:38:09.251167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:09.251580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Checking segment: {'id': 'd4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bd5548c1-b67e-48fb-9e93-bd2aedc606b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:09.252174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Bound using segment: {'id': 'd4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bd5548c1-b67e-48fb-9e93-bd2aedc606b4'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:09.252551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Bound port: 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bd5548c1-b67e-48fb-9e93-bd2aedc606b4'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:09.252982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.255885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93823735-5b4d-4ffa-8ab0-2e6cd246da10 req-367f2f3e-a74f-4e4d-b0e8-18df59940b43 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413646 Aug 20 11:38:09.260137 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4a6fee-830c-4f40-bfcc-1a3693211d67 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] DELETE failed (client error): The resource could not be found. Aug 20 11:38:09.262334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4a6fee-830c-4f40-bfcc-1a3693211d67 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:38:09.264862 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eb4a6fee-830c-4f40-bfcc-1a3693211d67 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/subnets/5439194b-0bb5-4e49-9bf7-4b3c102dbab3 HTTP/1.1" status: 404 len: 337 time: 0.0756090 Aug 20 11:38:09.269532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46442) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:09.284727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:09.398646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] For port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:09.403308 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port c44e481e-5353-4c10-bee3-113d5fbeaacb {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:09.403584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] For port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,segment=NetworkSegment(d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1),segment_id=d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:09.403708 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.403808 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.423058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-706a14c2-063d-4f76-9e63-606333f6a071 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Deleting port ca4c34ac-a039-4bd9-adf2-75c8d293494f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:09.423058 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-706a14c2-063d-4f76-9e63-606333f6a071 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.507405 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-706a14c2-063d-4f76-9e63-606333f6a071 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.519926 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.532185 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e5b44c7a-8f7d-464e-9e7a-216395d7861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.539704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for c44e481e-5353-4c10-bee3-113d5fbeaacb owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:09.542685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-706a14c2-063d-4f76-9e63-606333f6a071 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Calling delete_port for ca4c34ac-a039-4bd9-adf2-75c8d293494f owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:09.588521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b44c7a-8f7d-464e-9e7a-216395d7861b None None] Pushing event deleted for resources: {'Port': ['ID=5238548c-e2ac-4efe-9dab-e2c1d53fb3ed,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:09.593171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b44c7a-8f7d-464e-9e7a-216395d7861b None None] No DVR routers for this DVR port 5238548c-e2ac-4efe-9dab-e2c1d53fb3ed on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:09.621781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c25ab8-fa39-43ac-bf34-a5bb3a694587 req-a9aa89d8-b0d7-4be8-b1f0-581410b84991 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.623352 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53c25ab8-fa39-43ac-bf34-a5bb3a694587 req-a9aa89d8-b0d7-4be8-b1f0-581410b84991 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1180367 Aug 20 11:38:09.643970 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.714933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.715557 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.716979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] 10.222.0.57 "PUT /v2.0/ports/8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 HTTP/1.1" status: 200 len: 1091 time: 2.1487141 Aug 20 11:38:09.717911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774ba177-f2e0-4e7f-a4d9-f27edbb0f49d', 'tag': '8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:09.719742 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b42290-da9c-497c-9e52-77fa684a17bf" -d '{"events": [{"name": "network-changed", "server_uuid": "774ba177-f2e0-4e7f-a4d9-f27edbb0f49d", "tag": "8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:09.731001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53c25ab8-fa39-43ac-bf34-a5bb3a694587 req-28062916-a48e-49fc-aa46-a634e433ce96 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980844 Aug 20 11:38:09.746727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd63c52-65c3-4709-96e5-09ed2852473f service neutron] Pushing event updated for resources: {'Port': ['ID=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:09.774948 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784f2c72-a9d3-452a-97f4-196c4aba1c30 x-openstack-request-id: req-784f2c72-a9d3-452a-97f4-196c4aba1c30 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:09.775292 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774ba177-f2e0-4e7f-a4d9-f27edbb0f49d", "tag": "8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:09.775770 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-784f2c72-a9d3-452a-97f4-196c4aba1c30 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:09.776110 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774ba177-f2e0-4e7f-a4d9-f27edbb0f49d', 'tag': '8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4', 'status': 'completed', 'code': 200} Aug 20 11:38:09.849200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b42290-da9c-497c-9e52-77fa684a17bf req-a890f5e0-f77e-4195-b66c-ae7a38ca22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:09.850718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6b42290-da9c-497c-9e52-77fa684a17bf req-a890f5e0-f77e-4195-b66c-ae7a38ca22a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e0ed5c060c540f48b2d6dea619e1ce8&device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 1094 time: 0.0496123 Aug 20 11:38:09.899269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.920632 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-706a14c2-063d-4f76-9e63-606333f6a071 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:09.926955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=c44e481e-5353-4c10-bee3-113d5fbeaacb,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:10.005428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a14c2-063d-4f76-9e63-606333f6a071 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Port': ['ID=ca4c34ac-a039-4bd9-adf2-75c8d293494f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:10.035823 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-706a14c2-063d-4f76-9e63-606333f6a071 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.037776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-706a14c2-063d-4f76-9e63-606333f6a071 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/ports/ca4c34ac-a039-4bd9-adf2-75c8d293494f HTTP/1.1" status: 204 len: 168 time: 0.7671971 Aug 20 11:38:10.040825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46452) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:10.085979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e203d-234f-4b90-9585-31f1cf533241 req-88cc9ad3-bd9f-4837-9c2e-7285f46e38dd tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.087623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e88e203d-234f-4b90-9585-31f1cf533241 req-88cc9ad3-bd9f-4837-9c2e-7285f46e38dd tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 943 time: 0.1721294 Aug 20 11:38:10.115429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.189499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b42290-da9c-497c-9e52-77fa684a17bf req-3c99f9f1-4e58-4c07-9366-251dba55e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.191685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6b42290-da9c-497c-9e52-77fa684a17bf req-3c99f9f1-4e58-4c07-9366-251dba55e38d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e0ed5c060c540f48b2d6dea619e1ce8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3310714 Aug 20 11:38:10.218615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a51df-d205-436c-8a43-1d896f816cc0 req-dc013b45-06fa-41e3-8d14-3bd6a4f50330 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.220100 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf7a51df-d205-436c-8a43-1d896f816cc0 req-dc013b45-06fa-41e3-8d14-3bd6a4f50330 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1639783 Aug 20 11:38:10.241708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.283680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e88e203d-234f-4b90-9585-31f1cf533241 req-b54324f5-5003-48be-8055-5d5697cf42b2 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648338 Aug 20 11:38:10.322398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 68e96675-e67e-4910-be5a-df10e408fbc8 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:10.323406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4465818-65c6-4659-b24e-2bedb4833420 req-334a7591-7a5b-4401-aa1b-a2a119e5dc8a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.325029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4465818-65c6-4659-b24e-2bedb4833420 req-334a7591-7a5b-4401-aa1b-a2a119e5dc8a tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1842434 Aug 20 11:38:10.329585 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf7a51df-d205-436c-8a43-1d896f816cc0 req-b6874f05-f50d-4f74-98da-85155b47c046 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706453 Aug 20 11:38:10.416613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:10.422984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8ad395c7-6752-4fd0-9cbc-f382dd52fc34 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/68e96675-e67e-4910-be5a-df10e408fbc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3218923 Aug 20 11:38:10.424442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46456) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:10.427947 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9316e-d038-4f5e-a0a9-0e5ff739f09d None None] Sync routers for ids ['68e96675-e67e-4910-be5a-df10e408fbc8'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:10.440486 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9316e-d038-4f5e-a0a9-0e5ff739f09d None None] Routers {'68e96675-e67e-4910-be5a-df10e408fbc8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:10.444536 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-02d9316e-d038-4f5e-a0a9-0e5ff739f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['68e96675-e67e-4910-be5a-df10e408fbc8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:10.461030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c6d0d12a-77b5-4ac3-81cb-70f8a0324444 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e96675-e67e-4910-be5a-df10e408fbc8 HTTP/1.1" status: 200 len: 205 time: 0.0345848 Aug 20 11:38:10.461734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46458) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:10.477059 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-02d9316e-d038-4f5e-a0a9-0e5ff739f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:10.488737 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9316e-d038-4f5e-a0a9-0e5ff739f09d None None] Routers {'68e96675-e67e-4910-be5a-df10e408fbc8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:10.489531 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-02d9316e-d038-4f5e-a0a9-0e5ff739f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:37:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['68e96675-e67e-4910-be5a-df10e408fbc8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:10.524244 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-02d9316e-d038-4f5e-a0a9-0e5ff739f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:10.524902 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9316e-d038-4f5e-a0a9-0e5ff739f09d None None] The sync data for ids ['68e96675-e67e-4910-be5a-df10e408fbc8'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:10.534611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b42290-da9c-497c-9e52-77fa684a17bf req-f468a1f9-9287-4b47-b82c-3c6c4f5a9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.536152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a6b42290-da9c-497c-9e52-77fa684a17bf req-f468a1f9-9287-4b47-b82c-3c6c4f5a9702 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3166935 Aug 20 11:38:10.546339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-371d6d45-fd88-4730-a248-b165b2532a91 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.551207 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.573697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fa2a14-1ee5-4b5b-8333-370522348fa1']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:10.590851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6c847-40c1-4eca-bd21-c361921f4b99 req-69d8ceda-6fa4-4fb6-91e8-fce74d59476f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.592293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fdb6c847-40c1-4eca-bd21-c361921f4b99 req-69d8ceda-6fa4-4fb6-91e8-fce74d59476f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.2079849 Aug 20 11:38:10.608078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe1b5ac-43aa-471c-be0f-68b536cb5429') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:10.608410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe1b5ac-43aa-471c-be0f-68b536cb5429') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:10.644409 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.674546 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.699152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:10.699526 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:10.702468 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:10.719944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fdb6c847-40c1-4eca-bd21-c361921f4b99 req-e6281bfd-334f-4216-9a16-566c098976d3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148148 Aug 20 11:38:10.722043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d4465818-65c6-4659-b24e-2bedb4833420 req-655d126e-c8bf-475c-88be-320378a7933d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Deleting port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:10.722426 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4465818-65c6-4659-b24e-2bedb4833420 req-655d126e-c8bf-475c-88be-320378a7933d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:10.757743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-f403f21e-e3ff-4990-9913-0b9b9940dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.759452 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-f403f21e-e3ff-4990-9913-0b9b9940dfcb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e0ed5c060c540f48b2d6dea619e1ce8&device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 1094 time: 0.1646211 Aug 20 11:38:10.867917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-899c964c-35ba-422f-917c-eedb35864d7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 HTTP/1.1" status: 200 len: 217 time: 0.0825207 Aug 20 11:38:10.961693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-f158d87c-109e-45e2-a5a7-1d4d62e4845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:10.963297 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-f158d87c-109e-45e2-a5a7-1d4d62e4845c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ccfb13c6-2cf3-4f06-af17-9c79128f1364 HTTP/1.1" status: 200 len: 850 time: 0.0881093 Aug 20 11:38:10.965157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d4465818-65c6-4659-b24e-2bedb4833420 req-655d126e-c8bf-475c-88be-320378a7933d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] For port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,segment=NetworkSegment(ad885a2a-f410-4ed3-aea2-72d53ff57645),segment_id=ad885a2a-f410-4ed3-aea2-72d53ff57645)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:10.965564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4465818-65c6-4659-b24e-2bedb4833420 req-655d126e-c8bf-475c-88be-320378a7933d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.006562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d4465818-65c6-4659-b24e-2bedb4833420 req-655d126e-c8bf-475c-88be-320378a7933d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Calling delete_port for 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:11.010088 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-b700f61d-75f5-440e-9f70-026d920eabda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd5548c1-b67e-48fb-9e93-bd2aedc606b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354080 Aug 20 11:38:11.079009 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.093750 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-371d6d45-fd88-4730-a248-b165b2532a91 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.105094 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-371d6d45-fd88-4730-a248-b165b2532a91 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.123248 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.125484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] 10.222.0.10 "DELETE /v2.0/networks/93fa2a14-1ee5-4b5b-8333-370522348fa1 HTTP/1.1" status: 204 len: 168 time: 1.0791318 Aug 20 11:38:11.151486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2ec7b-e0c2-4fa3-b306-89f5f1d7e4a2 tempest-PortsTestJSON-2084516336 tempest-PortsTestJSON-2084516336-project] Pushing event deleted for resources: {'Network': ['ID=93fa2a14-1ee5-4b5b-8333-370522348fa1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:11.200744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66c6fe-9dc0-48ca-80bd-eb5d52a981a0 req-ea20d7af-cc23-4eef-b743-509f41eee8b9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.202662 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb66c6fe-9dc0-48ca-80bd-eb5d52a981a0 req-ea20d7af-cc23-4eef-b743-509f41eee8b9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1134162 Aug 20 11:38:11.207670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-3b1cf43a-8229-47ba-af7d-6e2e33efa012 service neutron] 10.222.0.57 "GET /v2.0/networks/bd5548c1-b67e-48fb-9e93-bd2aedc606b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805418 Aug 20 11:38:11.219302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.259022 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb66c6fe-9dc0-48ca-80bd-eb5d52a981a0 req-cb0170c2-9af0-4fac-aad3-0ab85865eb28 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488110 Aug 20 11:38:11.311069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-371d6d45-fd88-4730-a248-b165b2532a91 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.311740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371d6d45-fd88-4730-a248-b165b2532a91 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Fanout notify agent at l3_agent the message router_deleted on router 68e96675-e67e-4910-be5a-df10e408fbc8 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:38:11.321835 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-371d6d45-fd88-4730-a248-b165b2532a91 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.327218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-371d6d45-fd88-4730-a248-b165b2532a91 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/68e96675-e67e-4910-be5a-df10e408fbc8 HTTP/1.1" status: 204 len: 168 time: 0.8642724 Aug 20 11:38:11.328442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46466) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:11.389027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd54ccc-ddac-4872-bc85-7ee744e47b17 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting subnet 05c512c5-2957-47ee-ab16-1598bc53bc12 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:11.393224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ccc-ddac-4872-bc85-7ee744e47b17 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.470033 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ccc-ddac-4872-bc85-7ee744e47b17 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.525702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be52db-432e-47a7-adac-5c46ff8eedec req-747dff0a-ef44-4bab-bc62-be8c6e3831b8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.527437 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3be52db-432e-47a7-adac-5c46ff8eedec req-747dff0a-ef44-4bab-bc62-be8c6e3831b8 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 946 time: 0.1025319 Aug 20 11:38:11.608098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3be52db-432e-47a7-adac-5c46ff8eedec req-30c481b5-4ec8-4d32-b140-47273eb2974e tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2cace9f-c7a7-4ba3-a051-b70e59c70779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688567 Aug 20 11:38:11.614294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ccc-ddac-4872-bc85-7ee744e47b17 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.731946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dfd9e-65bc-492e-800a-4e04b582d09a req-9581a498-e7f3-4709-aa2b-fbabf6696d08 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.733330 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-038dfd9e-65bc-492e-800a-4e04b582d09a req-9581a498-e7f3-4709-aa2b-fbabf6696d08 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 943 time: 0.0977232 Aug 20 11:38:11.735608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39c5f047-5ad6-49cf-b32b-cf18f90420c5 req-4c70805e-2353-4b0a-b3e1-fe020bcc97a0 service neutron] 10.222.0.57 "GET /v2.0/networks/bd5548c1-b67e-48fb-9e93-bd2aedc606b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203533 Aug 20 11:38:11.778585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-038dfd9e-65bc-492e-800a-4e04b582d09a req-cc8f4b70-bd75-41fd-899a-7c68090fb9c5 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380058 Aug 20 11:38:11.842281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4465818-65c6-4659-b24e-2bedb4833420 req-655d126e-c8bf-475c-88be-320378a7933d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.843400 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ccc-ddac-4872-bc85-7ee744e47b17 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.856497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:11.878878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d126e-c8bf-475c-88be-320378a7933d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Pushing event deleted for resources: {'Port': ['ID=3f9974b8-b7f1-4d73-b1e7-b19e7e796c72,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:11.880950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccba4b7-6efb-4c10-aaf2-c47843d26bdb req-ed6097f0-d4fa-4454-952a-90fe205bf281 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:11.888229 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dccba4b7-6efb-4c10-aaf2-c47843d26bdb req-ed6097f0-d4fa-4454-952a-90fe205bf281 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0899725 Aug 20 11:38:11.899262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd54ccc-ddac-4872-bc85-7ee744e47b17 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Subnet': ['ID=05c512c5-2957-47ee-ab16-1598bc53bc12,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:11.912460 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbd54ccc-ddac-4872-bc85-7ee744e47b17 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.917934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff7231-e531-489f-b0f6-7cd4b35e3dfe None None] Network e676d291-03ba-44dd-9446-40ed8bb38af5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:11.918141 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bbd54ccc-ddac-4872-bc85-7ee744e47b17 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/05c512c5-2957-47ee-ab16-1598bc53bc12 HTTP/1.1" status: 204 len: 168 time: 0.5882463 Aug 20 11:38:11.921073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46474) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:11.926794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4465818-65c6-4659-b24e-2bedb4833420 req-655d126e-c8bf-475c-88be-320378a7933d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] No DVR routers for this DVR port 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:11.929633 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4465818-65c6-4659-b24e-2bedb4833420 req-655d126e-c8bf-475c-88be-320378a7933d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:11.931673 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4465818-65c6-4659-b24e-2bedb4833420 req-655d126e-c8bf-475c-88be-320378a7933d tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.57 "DELETE /v2.0/ports/3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 HTTP/1.1" status: 204 len: 173 time: 1.5977423 Aug 20 11:38:11.932250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'name': 'network-vif-deleted', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:11.937745 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a36622-664d-497c-9a71-ab78ed055805" -d '{"events": [{"server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "name": "network-vif-deleted", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:11.941580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46476) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:11.982831 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e98625-8e2b-4e6a-ab19-3db7cea20588 x-openstack-request-id: req-38e98625-8e2b-4e6a-ab19-3db7cea20588 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:11.983067 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f662fa-be36-45f3-a7c3-f8fbe66b247f", "name": "network-vif-deleted", "tag": "3f9974b8-b7f1-4d73-b1e7-b19e7e796c72", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:11.983368 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38e98625-8e2b-4e6a-ab19-3db7cea20588 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:11.983769 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f662fa-be36-45f3-a7c3-f8fbe66b247f', 'name': 'network-vif-deleted', 'tag': '3f9974b8-b7f1-4d73-b1e7-b19e7e796c72', 'status': 'completed', 'code': 200} Aug 20 11:38:12.032906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dccba4b7-6efb-4c10-aaf2-c47843d26bdb req-8b6c25f5-cbdb-4f12-9794-a6a4792f5726 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437273 Aug 20 11:38:12.065359 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.149954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-53b71421-496a-48f5-899e-da4f476e709e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4c4b61a9e5946b1a952e30790cbe7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069676 Aug 20 11:38:12.152951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46484) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:12.163488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:12.163488 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.214076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55317d54-894e-42ce-9dd1-a40684eec6fd None None] DHCP port deletion for e676d291-03ba-44dd-9446-40ed8bb38af5 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:38:12.233564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a779e21-5513-4328-970c-a6b899305ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.262485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a779e21-5513-4328-970c-a6b899305ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.278200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-55317d54-894e-42ce-9dd1-a40684eec6fd None None] Deleting port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:12.280257 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55317d54-894e-42ce-9dd1-a40684eec6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.284704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port c2b0291b-7394-4fb7-9ea4-76c261dae0f8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c2b0291b-7394-4fb7-9ea4-76c261dae0f8,segment=NetworkSegment(88a9a03f-059d-4640-835d-688a15518c5b),segment_id=88a9a03f-059d-4640-835d-688a15518c5b)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:12.285243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.311889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for c2b0291b-7394-4fb7-9ea4-76c261dae0f8 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:12.326241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68715fb8-d95e-454e-88b2-606f3fd6985d req-7d370be6-064d-4eb0-895f-d1db53e9d8ce tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:12.328182 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-68715fb8-d95e-454e-88b2-606f3fd6985d req-7d370be6-064d-4eb0-895f-d1db53e9d8ce tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1063869 Aug 20 11:38:12.368544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-55317d54-894e-42ce-9dd1-a40684eec6fd None None] For port c2b0291b-7394-4fb7-9ea4-76c261dae0f8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c2b0291b-7394-4fb7-9ea4-76c261dae0f8,segment=NetworkSegment(88a9a03f-059d-4640-835d-688a15518c5b),segment_id=88a9a03f-059d-4640-835d-688a15518c5b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:12.368984 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55317d54-894e-42ce-9dd1-a40684eec6fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.386129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-55317d54-894e-42ce-9dd1-a40684eec6fd None None] Calling delete_port for c2b0291b-7394-4fb7-9ea4-76c261dae0f8 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:12.401316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc34afb-4019-412a-9f33-2bb614921a62 req-4e5931a0-00cc-4970-b1e8-426b82fcff61 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:12.403002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9fc34afb-4019-412a-9f33-2bb614921a62 req-4e5931a0-00cc-4970-b1e8-426b82fcff61 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0628319 Aug 20 11:38:12.410221 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-68715fb8-d95e-454e-88b2-606f3fd6985d req-9337c293-a4f1-4501-90d2-1694a3733b48 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734932 Aug 20 11:38:12.463101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9fc34afb-4019-412a-9f33-2bb614921a62 req-1831fdd2-2d67-4329-91ec-de3ec6aa48f2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Aug 20 11:38:12.516379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a779e21-5513-4328-970c-a6b899305ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.519468 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a779e21-5513-4328-970c-a6b899305ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.521468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7a779e21-5513-4328-970c-a6b899305ee2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e58c7319-895f-4a53-84d0-fd0bda02ea0f HTTP/1.1" status: 204 len: 168 time: 0.3667212 Aug 20 11:38:12.533060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a779e21-5513-4328-970c-a6b899305ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58c7319-895f-4a53-84d0-fd0bda02ea0f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:12.551467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12d949-28fd-425b-8951-5f4bb6ab2578 req-a47c6836-f610-41f0-b8ce-f0437a596806 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:12.553116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba12d949-28fd-425b-8951-5f4bb6ab2578 req-a47c6836-f610-41f0-b8ce-f0437a596806 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0616693 Aug 20 11:38:12.606882 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba12d949-28fd-425b-8951-5f4bb6ab2578 req-3be5b33a-b024-4350-b329-bbd39954257e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422568 Aug 20 11:38:12.625776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.643577 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55317d54-894e-42ce-9dd1-a40684eec6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.649608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=c2b0291b-7394-4fb7-9ea4-76c261dae0f8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:12.653784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No DVR routers for this DVR port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:12.695413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55317d54-894e-42ce-9dd1-a40684eec6fd None None] No DVR routers for this DVR port c2b0291b-7394-4fb7-9ea4-76c261dae0f8 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:12.718194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55317d54-894e-42ce-9dd1-a40684eec6fd None None] Pushing event deleted for resources: {'Port': ['ID=c2b0291b-7394-4fb7-9ea4-76c261dae0f8,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:12.774405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.780926 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2e8ccf0a-8c5d-41b0-be6c-75a32a5cc5f3 req-e416ddc3-38ec-48b5-a7fa-d1c5bbcd80e0 tempest-ServersNegativeTestJSON-1660622571 tempest-ServersNegativeTestJSON-1660622571-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1f662fa-be36-45f3-a7c3-f8fbe66b247f HTTP/1.1" status: 200 len: 210 time: 0.0326660 Aug 20 11:38:12.792436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e676d291-03ba-44dd-9446-40ed8bb38af5']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:12.828290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a9a03f-059d-4640-835d-688a15518c5b') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:12.828663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a9a03f-059d-4640-835d-688a15518c5b') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:12.844485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.874948 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.908424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71d47a-1d8d-4320-a566-3f88e8907c67 req-c08a823a-ee7c-4702-85be-256c7f5f8243 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:12.910791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa71d47a-1d8d-4320-a566-3f88e8907c67 req-c08a823a-ee7c-4702-85be-256c7f5f8243 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 943 time: 0.0532937 Aug 20 11:38:12.919208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:12.919636 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:12.922734 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:12.967795 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa71d47a-1d8d-4320-a566-3f88e8907c67 req-e551b253-2b6e-4b6b-99f9-8625cede0fef tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483689 Aug 20 11:38:13.036034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-9948307e-9de1-4663-aa3f-aef328464471 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:13.037554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-9948307e-9de1-4663-aa3f-aef328464471 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 812 time: 0.1773875 Aug 20 11:38:13.055345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-e36f111a-a859-4fac-9a9a-0d98c87086f2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/quotas/2f98a334c67f49e79ce0d260c119660a HTTP/1.1" status: 200 len: 375 time: 0.0098643 Aug 20 11:38:13.106414 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.129883 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.131813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/networks/e676d291-03ba-44dd-9446-40ed8bb38af5 HTTP/1.1" status: 204 len: 168 time: 1.2099686 Aug 20 11:38:13.133783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908d64a-e0e9-4a04-a060-4b4a1d239c5d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Network': ['ID=e676d291-03ba-44dd-9446-40ed8bb38af5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:13.145334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46518) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:13.148111 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-17ba468a-7ccd-4fac-a21f-c3af0da79934 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0847120 Aug 20 11:38:13.150268 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-07589a2c-1b15-4042-a1a8-31f68bb94afb tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1155583359', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:13.252220 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-df01b7b6-8673-4c71-bd96-9458473200b6 service neutron] 10.222.0.10 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955813 Aug 20 11:38:13.262078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c2b0291b-7394-4fb7-9ea4-76c261dae0f8 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:13.288156 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-07589a2c-1b15-4042-a1a8-31f68bb94afb tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.289723 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-07589a2c-1b15-4042-a1a8-31f68bb94afb tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.290932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c2b0291b-7394-4fb7-9ea4-76c261dae0f8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:13.291433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c2b0291b-7394-4fb7-9ea4-76c261dae0f8 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:13.351910 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-07589a2c-1b15-4042-a1a8-31f68bb94afb tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.363726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-3db413a9-f0d1-4517-8c48-9a43a6b4d496 service neutron] 10.222.0.10 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053214 Aug 20 11:38:13.402101 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.453264 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-07589a2c-1b15-4042-a1a8-31f68bb94afb tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.591678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-07589a2c-1b15-4042-a1a8-31f68bb94afb tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.596995 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-07589a2c-1b15-4042-a1a8-31f68bb94afb tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4464784 Aug 20 11:38:13.597884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46528) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:13.603741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'network': {'name': 'tempest-RoutersTest-810068973'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:13.642032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9133a-16e7-45e7-b45b-a68d330c9958 req-07adb278-9f44-458a-a7a8-c8c059c28f40 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:13.643652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1dc9133a-16e7-45e7-b45b-a68d330c9958 req-07adb278-9f44-458a-a7a8-c8c059c28f40 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0961380 Aug 20 11:38:13.695142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1dc9133a-16e7-45e7-b45b-a68d330c9958 req-85ff481d-f6b3-4604-924a-41c2e3293e23 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Aug 20 11:38:13.698563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-620b4a61-a293-4d3b-ae4c-aafd796e2c64 req-392ea2a6-5be9-4580-9448-93e94c0789a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 210 time: 0.0392711 Aug 20 11:38:13.756298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:13.760115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.786073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:38:13.796542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.797094 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added segment 5eb2b30a-7c48-4859-940d-d945e46fad38 of type vlan for network 940bfd8c-6af4-4b89-a688-cf3c07402444 Aug 20 11:38:13.850330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.868160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46544) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:13.933318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ea007d-71b8-46da-8c4b-ceb8b01df7d2 admin admin] Deleting subnet d64eb9c9-c044-49a3-b396-8c0bf29634a9 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:13.936429 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0ea007d-71b8-46da-8c4b-ceb8b01df7d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:13.948341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46546) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:13.974699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0ea007d-71b8-46da-8c4b-ceb8b01df7d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.028517 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0ea007d-71b8-46da-8c4b-ceb8b01df7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.031692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.038198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:14.038879 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.088572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171740867'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:14.101598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:14.104064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:14.143143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:14.143481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 3f9974b8-b7f1-4d73-b1e7-b19e7e796c72 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:14.183927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Network': ['ID=940bfd8c-6af4-4b89-a688-cf3c07402444,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:14.204538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 940bfd8c-6af4-4b89-a688-cf3c07402444 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:38:14.205534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470247d-e027-4bf5-95e2-f2f14d5c9963 req-870d9dce-6437-4722-b476-5a02b0ef95c9 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:14.208276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4470247d-e027-4bf5-95e2-f2f14d5c9963 req-870d9dce-6437-4722-b476-5a02b0ef95c9 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 943 time: 0.1351871 Aug 20 11:38:14.214302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.227089 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.254552 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4470247d-e027-4bf5-95e2-f2f14d5c9963 req-0daa770c-ead1-4775-97e3-510ce08fbb8d tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Aug 20 11:38:14.312944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,segment=NetworkSegment(d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1),segment_id=d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:14.323039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4', 'network_id': 'bd5548c1-b67e-48fb-9e93-bd2aedc606b4', 'port_id': '8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4', 'mac_address': 'fa:16:3e:f9:06:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfb13c6-2cf3-4f06-af17-9c79128f1364', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:38:14.361702 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.374822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:14.393055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,segment=NetworkSegment(d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1),segment_id=d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:14.590222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0ea007d-71b8-46da-8c4b-ceb8b01df7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.595475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b22a85b1-7b22-4580-b97e-6398da21dfcc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9972074 Aug 20 11:38:14.601529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46554) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:14.609775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'subnet': {'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:14.624887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea007d-71b8-46da-8c4b-ceb8b01df7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64eb9c9-c044-49a3-b396-8c0bf29634a9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:14.629417 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0ea007d-71b8-46da-8c4b-ceb8b01df7d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.631718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b0ea007d-71b8-46da-8c4b-ceb8b01df7d2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d64eb9c9-c044-49a3-b396-8c0bf29634a9 HTTP/1.1" status: 204 len: 168 time: 0.7622721 Aug 20 11:38:14.634340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46556) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:14.655067 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.709051 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.716231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:14.793630 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2e7459b-182f-43e9-b3f9-7339cff54c95 req-1cb06c33-4ad4-4bb6-a959-3ac0253bbef8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 210 time: 0.0404706 Aug 20 11:38:14.796266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.818614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.852129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6b6604-e91f-4bab-9a3e-219fcaa243c2']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:14.855644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad885a2a-f410-4ed3-aea2-72d53ff57645') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:14.855948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad885a2a-f410-4ed3-aea2-72d53ff57645') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:14.869899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.881862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:14.889270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ee2e3-d460-4190-a703-d70c2b505ecc req-c0a66831-0e18-48d2-aeef-4aed0cbe80ff tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:14.890788 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c65ee2e3-d460-4190-a703-d70c2b505ecc req-c0a66831-0e18-48d2-aeef-4aed0cbe80ff tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0891504 Aug 20 11:38:14.897214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.917975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:14.918379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:14.920078 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:14.990616 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c65ee2e3-d460-4190-a703-d70c2b505ecc req-2cd70cb2-3b63-4c3c-b99c-76d68c417b79 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906966 Aug 20 11:38:15.070562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8ace4405-9c58-47af-8f84-187cdda0e27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.074961 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.109965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002d138f-4f14-4cd4-838b-aaad910c0177,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:15.110820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.133897 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.133897 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] 10.222.0.10 "DELETE /v2.0/networks/0a6b6604-e91f-4bab-9a3e-219fcaa243c2 HTTP/1.1" status: 204 len: 168 time: 0.4860661 Aug 20 11:38:15.142934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c1dc8-a60e-4c2a-a50e-f959b2d4547c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6b6604-e91f-4bab-9a3e-219fcaa243c2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:15.299899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:15.304312 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.465170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e75d2-4b0f-4715-b1a0-be942f583d54 req-b0737c14-38dd-4a10-8ef5-855efc6ff796 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:15.466687 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d11e75d2-4b0f-4715-b1a0-be942f583d54 req-b0737c14-38dd-4a10-8ef5-855efc6ff796 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 944 time: 0.1126802 Aug 20 11:38:15.543318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.572681 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d11e75d2-4b0f-4715-b1a0-be942f583d54 req-79b9f2d6-683c-4c00-9dcf-81ddf41cf639 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969205 Aug 20 11:38:15.704837 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.735717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59964b3-9ce6-4e23-b6bf-dd9b3b7bbe5e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:15.767875 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.813460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46566) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:15.816710 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.817992 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-30783f1e-daa4-4c62-b2f4-2ab7f3f2394d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8684185 Aug 20 11:38:15.826189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46570) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:15.849280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Subnet': ['ID=6298297b-73ec-48f7-9339-8ea5ca36f4fd,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:15.876751 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1d531a3f-3d9d-4397-aa8c-9595dbdb0256 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57db1c3dc48943d59c65ba3c536c12c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618412 Aug 20 11:38:15.881628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46572) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:15.899232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Checking segment: {'id': '5eb2b30a-7c48-4859-940d-d945e46fad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:15.899597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network hostable DHCP agents. Network: 940bfd8c-6af4-4b89-a688-cf3c07402444, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:38:15.928324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d6c2b455-bf6b-4073-ab52-92401a84e8f9 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0993319 Aug 20 11:38:15.931197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46574) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:15.933733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5304d9c8-0fb0-4129-84d0-a88f5dc8b9b3 req-99997a56-aa59-4148-bb30-519aa02cc4ab tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 210 time: 0.0438492 Aug 20 11:38:15.936153 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3824e623-3095-4849-96f5-1e1679b74d7a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group': {'name': 'tempest-security--1175513492', 'description': 'tempest-security-description-1903950411'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:15.964502 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3824e623-3095-4849-96f5-1e1679b74d7a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.972898 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5614009b-e635-4071-80df-0c0ecd9ddc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:15.997559 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5614009b-e635-4071-80df-0c0ecd9ddc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.027217 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3824e623-3095-4849-96f5-1e1679b74d7a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.059164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 940bfd8c-6af4-4b89-a688-cf3c07402444 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:38:16.115561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:16.124448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3824e623-3095-4849-96f5-1e1679b74d7a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.127148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3824e623-3095-4849-96f5-1e1679b74d7a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.128468 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3824e623-3095-4849-96f5-1e1679b74d7a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "PUT /v2.0/security-groups/b59964b3-9ce6-4e23-b6bf-dd9b3b7bbe5e HTTP/1.1" status: 200 len: 1780 time: 0.1963239 Aug 20 11:38:16.133831 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46578) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:16.157571 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5614009b-e635-4071-80df-0c0ecd9ddc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.160913 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5614009b-e635-4071-80df-0c0ecd9ddc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.161503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4499f-ec29-412f-b62f-6ec185030940 req-2870ca4f-a114-4f41-b2a7-c25d34658bd7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:16.164759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5614009b-e635-4071-80df-0c0ecd9ddc8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2cace9f-c7a7-4ba3-a051-b70e59c70779 HTTP/1.1" status: 204 len: 168 time: 0.2790337 Aug 20 11:38:16.170044 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c4a4499f-ec29-412f-b62f-6ec185030940 req-2870ca4f-a114-4f41-b2a7-c25d34658bd7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0835686 Aug 20 11:38:16.179871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 940bfd8c-6af4-4b89-a688-cf3c07402444) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:16.190175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614009b-e635-4071-80df-0c0ecd9ddc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cace9f-c7a7-4ba3-a051-b70e59c70779,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:16.194891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:16.195646 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.195844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe5f8d-38a2-42af-abb7-e734bb9e44aa None None] Network 940bfd8c-6af4-4b89-a688-cf3c07402444 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:16.201601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824e623-3095-4849-96f5-1e1679b74d7a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59964b3-9ce6-4e23-b6bf-dd9b3b7bbe5e,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:16.203083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ee6f0f8c-8665-4320-afb2-98f366686bd7 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups/b59964b3-9ce6-4e23-b6bf-dd9b3b7bbe5e HTTP/1.1" status: 200 len: 1780 time: 0.0706365 Aug 20 11:38:16.204328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46582) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:16.288794 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c4a4499f-ec29-412f-b62f-6ec185030940 req-8576f0d3-8946-4ba6-a641-9ae2563b7ff1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097689 Aug 20 11:38:16.329978 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d4b95e1-e839-4f2f-b19d-62482de84c95 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.335905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:16.342124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:16.343110 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.367438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d4b95e1-e839-4f2f-b19d-62482de84c95 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.402651 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5bddebec-13ad-4d38-a1ba-fd20b2f16bf3 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7973814 Aug 20 11:38:16.402960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46584) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:16.453351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-940bfd8c-6af4-4b89-a688-cf3c07402444', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:38:16.454664 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.529395 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.559476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774ba177-f2e0-4e7f-a4d9-f27edbb0f49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:16.562237 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9786be-3d13-40bb-9b17-ecb7aca00bf4" -d '{"events": [{"server_uuid": "774ba177-f2e0-4e7f-a4d9-f27edbb0f49d", "name": "network-vif-plugged", "status": "completed", "tag": "8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:16.604343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,segment=NetworkSegment(d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1),segment_id=d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:16.646382 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef917da-1f63-4a81-98f5-3e0a51736ebd x-openstack-request-id: req-aef917da-1f63-4a81-98f5-3e0a51736ebd {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:16.647147 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774ba177-f2e0-4e7f-a4d9-f27edbb0f49d", "name": "network-vif-plugged", "status": "completed", "tag": "8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:16.647748 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aef917da-1f63-4a81-98f5-3e0a51736ebd {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:16.648720 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774ba177-f2e0-4e7f-a4d9-f27edbb0f49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4', 'code': 200} Aug 20 11:38:16.670209 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d4b95e1-e839-4f2f-b19d-62482de84c95 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.679115 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d4b95e1-e839-4f2f-b19d-62482de84c95 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.683894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7d4b95e1-e839-4f2f-b19d-62482de84c95 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-groups/b59964b3-9ce6-4e23-b6bf-dd9b3b7bbe5e HTTP/1.1" status: 204 len: 168 time: 0.4689023 Aug 20 11:38:16.690411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46590) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:16.750672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b95e1-e839-4f2f-b19d-62482de84c95 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59964b3-9ce6-4e23-b6bf-dd9b3b7bbe5e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:16.766508 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-59617f66-c7ac-47bf-9a04-680a8d22a929 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691428 Aug 20 11:38:16.779079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46592) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:16.790676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.806104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6c90f-797a-405f-a404-15b38464f2f4 req-00fb0762-de04-4889-9e12-6100bb902841 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:16.807673 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22d6c90f-797a-405f-a404-15b38464f2f4 req-00fb0762-de04-4889-9e12-6100bb902841 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 944 time: 0.0612328 Aug 20 11:38:16.814342 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-81b21d14-d3e3-499c-83c3-55e351a0f36f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] delete failed (client error): The resource could not be found. Aug 20 11:38:16.819010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-81b21d14-d3e3-499c-83c3-55e351a0f36f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-groups/b59964b3-9ce6-4e23-b6bf-dd9b3b7bbe5e HTTP/1.1" status: 404 len: 347 time: 0.0245204 Aug 20 11:38:16.821193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46594) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:16.823145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e214d-17aa-42e6-b18e-d2208bcedb80 req-ed5bcd14-0d2a-47f6-bdbc-bb1e04c91ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:16.824647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc3e214d-17aa-42e6-b18e-d2208bcedb80 req-ed5bcd14-0d2a-47f6-bdbc-bb1e04c91ad5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 1095 time: 0.1062548 Aug 20 11:38:16.837520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-928bfaeb-1abe-475c-a2ec-db1ca4ebf5b5 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group': {'name': 'tempest-secgroup--740059498'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:16.869050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Allocated IP 172.20.0.2 (940bfd8c-6af4-4b89-a688-cf3c07402444/6298297b-73ec-48f7-9339-8ea5ca36f4fd/37e226f0-4de7-43cb-a1f8-8379d571921d) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:16.881973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22d6c90f-797a-405f-a404-15b38464f2f4 req-a95b1410-401e-4aba-bd94-0513604b9c22 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561643 Aug 20 11:38:16.889357 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:16.955733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc3e214d-17aa-42e6-b18e-d2208bcedb80 req-dd6df889-18d6-4307-93d5-07bfc6ad850b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173527 Aug 20 11:38:17.053300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-928bfaeb-1abe-475c-a2ec-db1ca4ebf5b5 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.059228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:17.096850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3dc06b55-dec6-40ac-89cd-b3770b5e7bdb req-0b58af5f-9eec-4ff7-b603-82d191659da6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 210 time: 0.0503545 Aug 20 11:38:17.130050 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.139010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Transition to ACTIVE for port object 37e226f0-4de7-43cb-a1f8-8379d571921d will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:17.157185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Transition to ACTIVE for port object 37e226f0-4de7-43cb-a1f8-8379d571921d will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:17.266019 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.311943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Network 940bfd8c-6af4-4b89-a688-cf3c07402444 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:17.314961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:17.319355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:17.353946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-4b9283a0-5cbf-4415-aea0-f8efcce9507f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:17.354758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Pushing event updated for resources: {'Port': ['ID=37e226f0-4de7-43cb-a1f8-8379d571921d,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:17.355706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-4b9283a0-5cbf-4415-aea0-f8efcce9507f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 812 time: 0.2487051 Aug 20 11:38:17.386673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'port': {'device_id': '4df7aaca-ffaf-4ec7-b988-561fed80292e', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'admin_state_up': True, 'tenant_id': '2f98a334c67f49e79ce0d260c119660a'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:17.400663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Attempting to bind port 37e226f0-4de7-43cb-a1f8-8379d571921d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:17.400899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-928bfaeb-1abe-475c-a2ec-db1ca4ebf5b5 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.401137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Attempting to bind port 37e226f0-4de7-43cb-a1f8-8379d571921d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '5eb2b30a-7c48-4859-940d-d945e46fad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:17.401559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Attempting to bind port 37e226f0-4de7-43cb-a1f8-8379d571921d on network 940bfd8c-6af4-4b89-a688-cf3c07402444 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:17.402514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Allocated IP 172.20.0.1 (940bfd8c-6af4-4b89-a688-cf3c07402444/6298297b-73ec-48f7-9339-8ea5ca36f4fd/24cd9d8d-fa51-4c91-add9-f602a23055a6) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:17.408059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:17.408482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Checking segment: {'id': '5eb2b30a-7c48-4859-940d-d945e46fad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:17.408932 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.410166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Bound using segment: {'id': '5eb2b30a-7c48-4859-940d-d945e46fad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:17.410841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Bound port: 37e226f0-4de7-43cb-a1f8-8379d571921d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b30a-7c48-4859-940d-d945e46fad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:17.411261 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.432514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709288bd-b8c1-40d7-b2f5-31887d2c20a6 req-34caccd5-1a52-4ca1-b3b9-9dd48f5cd122 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:17.441576 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-709288bd-b8c1-40d7-b2f5-31887d2c20a6 req-34caccd5-1a52-4ca1-b3b9-9dd48f5cd122 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0674207 Aug 20 11:38:17.499333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-709288bd-b8c1-40d7-b2f5-31887d2c20a6 req-eca05853-088e-46b5-88c7-d54b5a512ed0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565464 Aug 20 11:38:17.522115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] For port 37e226f0-4de7-43cb-a1f8-8379d571921d, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:17.525656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] For port 37e226f0-4de7-43cb-a1f8-8379d571921d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=37e226f0-4de7-43cb-a1f8-8379d571921d,segment=NetworkSegment(5eb2b30a-7c48-4859-940d-d945e46fad38),segment_id=5eb2b30a-7c48-4859-940d-d945e46fad38)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:17.538967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-928bfaeb-1abe-475c-a2ec-db1ca4ebf5b5 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.611049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bfaeb-1abe-475c-a2ec-db1ca4ebf5b5 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10fe68c-856d-4924-bfc3-294ab12cbab5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:17.648616 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.659623 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.663856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Transition to ACTIVE for port object 24cd9d8d-fa51-4c91-add9-f602a23055a6 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:17.705787 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-928bfaeb-1abe-475c-a2ec-db1ca4ebf5b5 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.713921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-928bfaeb-1abe-475c-a2ec-db1ca4ebf5b5 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8856294 Aug 20 11:38:17.715179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46618) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:17.723649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6fe8a419-a4fb-488a-b5ee-0b3cebf114dc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': 'a10fe68c-856d-4924-bfc3-294ab12cbab5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:17.762098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c37822-dc73-4a11-8c8b-ce7b4a824da7 None None] Pushing event updated for resources: {'Port': ['ID=37e226f0-4de7-43cb-a1f8-8379d571921d,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:17.780913 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-80b1d472-e415-4e98-8ce0-dc56897cab7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.847384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46620) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:17.859552 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.867553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Made reservation on behalf of 2f98a334c67f49e79ce0d260c119660a for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:17.878692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:17.969945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 940bfd8c-6af4-4b89-a688-cf3c07402444 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:17.981001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:17.985345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=24cd9d8d-fa51-4c91-add9-f602a23055a6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:18.003607 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a419-a4fb-488a-b5ee-0b3cebf114dc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.020078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:18.082122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2011796218-network', 'tenant_id': 'ef87be04942c4e9180ab85f34bf93138'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:18.106082 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.131087 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a419-a4fb-488a-b5ee-0b3cebf114dc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.204044 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-304683d5-c5ad-490d-9185-98fff8e25d36 req-1cdc87b2-a047-4ae1-8032-c27c7df82646 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 210 time: 0.0285914 Aug 20 11:38:18.231742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9e8b9-3334-42e6-8fb5-d97ecb3108cc req-3d51bada-f72a-4e43-93c6-6f4e9a0d9242 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:18.233278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9cd9e8b9-3334-42e6-8fb5-d97ecb3108cc req-3d51bada-f72a-4e43-93c6-6f4e9a0d9242 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.1810997 Aug 20 11:38:18.265344 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a419-a4fb-488a-b5ee-0b3cebf114dc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.267210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Made reservation on behalf of ef87be04942c4e9180ab85f34bf93138 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:18.270155 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.276690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Allocated IP 172.20.0.5 (789ee8ec-5718-45a4-95ae-1cbea4e444d7/c7815090-d599-4bdd-a3a8-9166c1a82a50/f22efe15-6469-4ed8-a100-8b6d0e47d6d5) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:18.293482 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.307279 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9cd9e8b9-3334-42e6-8fb5-d97ecb3108cc req-6621d402-23d1-4cf1-af4a-f44fa1101de6 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Aug 20 11:38:18.311684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8a419-a4fb-488a-b5ee-0b3cebf114dc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684b02d2-a9cb-4867-970e-df92208a3fdd,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:18.353443 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:38:18.485699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.505060 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.516938 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a419-a4fb-488a-b5ee-0b3cebf114dc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.521987 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6fe8a419-a4fb-488a-b5ee-0b3cebf114dc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8045132 Aug 20 11:38:18.532198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46628) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:18.608521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Transition to ACTIVE for port object f22efe15-6469-4ed8-a100-8b6d0e47d6d5 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:18.636349 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.658277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb730-27e5-44b8-b30c-fffd5ab94a8d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.681525 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb730-27e5-44b8-b30c-fffd5ab94a8d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.745679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b4365-9ec1-4329-a480-3f73262047b8 req-9dc08ff2-0011-417b-bc2a-2847b33ce745 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:18.747737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d63b4365-9ec1-4329-a480-3f73262047b8 req-9dc08ff2-0011-417b-bc2a-2847b33ce745 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1365349 Aug 20 11:38:18.828324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d63b4365-9ec1-4329-a480-3f73262047b8 req-811a3429-0c2f-4722-a0ed-43a54713c624 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654473 Aug 20 11:38:18.834058 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.851650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.852009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb730-27e5-44b8-b30c-fffd5ab94a8d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.864614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb730-27e5-44b8-b30c-fffd5ab94a8d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.864614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a1eb730-27e5-44b8-b30c-fffd5ab94a8d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/684b02d2-a9cb-4867-970e-df92208a3fdd HTTP/1.1" status: 204 len: 168 time: 0.3231406 Aug 20 11:38:18.866533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46632) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:18.873413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eb730-27e5-44b8-b30c-fffd5ab94a8d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=684b02d2-a9cb-4867-970e-df92208a3fdd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:18.916858 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.925555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6ad60fcd-fa7a-4e2f-a27b-2b381d9aed3b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539448 Aug 20 11:38:18.930338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46634) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:18.963142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:18.976787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb61c6-004e-4159-a361-a3b0965fc007 None None] Network 940bfd8c-6af4-4b89-a688-cf3c07402444 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:18.993891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:38:19.005817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:19.012483 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.012815 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Added segment 5d972c59-f987-471b-ac2a-23f1f00c2b99 of type vlan for network 155602b3-ed7b-4d01-ae2a-58cb22eb8afd Aug 20 11:38:19.032513 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.042318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:19.077527 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.087548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:19.090355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:19.130224 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5eac557-6b3b-46f2-95b8-604a85b58a51 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.131910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'Port': ['ID=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:19.185821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-63f2dd32-c809-4a6a-949a-15152def1289 None None] Provisioning for port 37e226f0-4de7-43cb-a1f8-8379d571921d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:19.218949 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5eac557-6b3b-46f2-95b8-604a85b58a51 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.219766 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.220913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.223103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.227025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.277661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=24cd9d8d-fa51-4c91-add9-f602a23055a6,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:19.296922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.297587 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.304824 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.371392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] Pushing event updated for resources: {'Network': ['ID=155602b3-ed7b-4d01-ae2a-58cb22eb8afd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:19.384560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 155602b3-ed7b-4d01-ae2a-58cb22eb8afd details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:38:19.470081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0087f5ac-0e54-48dc-ad4a-81fee672edb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0970871 Aug 20 11:38:19.490112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 37e226f0-4de7-43cb-a1f8-8379d571921d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:19.494068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ab8b8-a9c8-42b3-aed3-4937e614d509 req-60ca5ad6-2e80-4948-8bd2-1b36d019b5dc tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.495774 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-471ab8b8-a9c8-42b3-aed3-4937e614d509 req-60ca5ad6-2e80-4948-8bd2-1b36d019b5dc tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.0990975 Aug 20 11:38:19.507972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Request body: {'port': {'device_id': '4df7aaca-ffaf-4ec7-b988-561fed80292e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:19.535356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c4ccff4b-0532-4fd1-a071-30b13b6eb2ff admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6867228 Aug 20 11:38:19.536006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46640) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:19.555616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Request body: {'subnet': {'network_id': '155602b3-ed7b-4d01-ae2a-58cb22eb8afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2011796218-subnet', 'tenant_id': 'ef87be04942c4e9180ab85f34bf93138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:19.576330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-471ab8b8-a9c8-42b3-aed3-4937e614d509 req-75d30cc0-020c-4f37-b024-f9e02ec0187e tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734367 Aug 20 11:38:19.648139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2d4684de-a5eb-4348-99a4-694a7aeee248 None None] Provisioning for port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:19.652627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2d4684de-a5eb-4348-99a4-694a7aeee248 None None] Provisioning complete for port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:19.653003 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2d4684de-a5eb-4348-99a4-694a7aeee248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.693034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 37e226f0-4de7-43cb-a1f8-8379d571921d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:19.696975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2d4684de-a5eb-4348-99a4-694a7aeee248 None None] Port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:19.700986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 37e226f0-4de7-43cb-a1f8-8379d571921d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:19.701674 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.726821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Made reservation on behalf of ef87be04942c4e9180ab85f34bf93138 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:19.729937 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.801390 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:19.832007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9d77-5519-484c-a8e5-2f60dd5406df req-a743ad5c-d71f-4546-b02f-f1018e0a23cd tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:19.833742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e22b9d77-5519-484c-a8e5-2f60dd5406df req-a743ad5c-d71f-4546-b02f-f1018e0a23cd tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.1463902 Aug 20 11:38:19.853132 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 37e226f0-4de7-43cb-a1f8-8379d571921d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=37e226f0-4de7-43cb-a1f8-8379d571921d,segment=NetworkSegment(5eb2b30a-7c48-4859-940d-d945e46fad38),segment_id=5eb2b30a-7c48-4859-940d-d945e46fad38)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:19.903010 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e22b9d77-5519-484c-a8e5-2f60dd5406df req-038f5289-aa5c-4433-89ec-9b71aa741694 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601246 Aug 20 11:38:20.018848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f1642-923e-48f3-b861-2db40cd82f77 req-aba76696-ebbf-466b-a5fe-a302d056330a tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:20.020509 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-991f1642-923e-48f3-b861-2db40cd82f77 req-aba76696-ebbf-466b-a5fe-a302d056330a tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0546129 Aug 20 11:38:20.050902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdf852-1722-4125-95e1-6fc3df0ee58e req-064e737b-2cdc-4d11-a5f0-d084e371af4c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:20.056376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10bdf852-1722-4125-95e1-6fc3df0ee58e req-064e737b-2cdc-4d11-a5f0-d084e371af4c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 931 time: 0.5933692 Aug 20 11:38:20.056525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1290d988-ff01-49d1-b238-636fec1195e4 None None] Provisioning for port 24cd9d8d-fa51-4c91-add9-f602a23055a6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:20.056651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.063537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1290d988-ff01-49d1-b238-636fec1195e4 None None] Provisioning complete for port 24cd9d8d-fa51-4c91-add9-f602a23055a6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:20.063801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-991f1642-923e-48f3-b861-2db40cd82f77 req-23174d45-b72f-4281-882e-469d8580054b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357146 Aug 20 11:38:20.064341 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1290d988-ff01-49d1-b238-636fec1195e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.079413 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 940bfd8c-6af4-4b89-a688-cf3c07402444 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:20.088072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:20.109187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1290d988-ff01-49d1-b238-636fec1195e4 None None] Port 24cd9d8d-fa51-4c91-add9-f602a23055a6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:20.125189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1290d988-ff01-49d1-b238-636fec1195e4 None None] Provisioning complete for port 37e226f0-4de7-43cb-a1f8-8379d571921d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:20.125686 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1290d988-ff01-49d1-b238-636fec1195e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.147374 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.175641 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5eac557-6b3b-46f2-95b8-604a85b58a51 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.182315 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5eac557-6b3b-46f2-95b8-604a85b58a51 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.182315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b5eac557-6b3b-46f2-95b8-604a85b58a51 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-groups/a10fe68c-856d-4924-bfc3-294ab12cbab5 HTTP/1.1" status: 204 len: 168 time: 1.2528055 Aug 20 11:38:20.183398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46648) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:20.234012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=37e226f0-4de7-43cb-a1f8-8379d571921d,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:20.237074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10bdf852-1722-4125-95e1-6fc3df0ee58e req-c16cdded-c0cb-4778-beeb-dc74546ff552 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723604 Aug 20 11:38:20.246653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eac557-6b3b-46f2-95b8-604a85b58a51 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10fe68c-856d-4924-bfc3-294ab12cbab5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:20.345997 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6fb4ebf3-3d74-4a57-a18a-069c719b0022 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1614668 Aug 20 11:38:20.351013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46650) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:20.380642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c2c18bf2-6d39-4e8b-aa26-5e5f9ace9d0f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398209487'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:20.443919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d71ef1b8-48c6-4767-a331-9bb9393e3965 None None] Provisioning complete for port 24cd9d8d-fa51-4c91-add9-f602a23055a6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:20.444400 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d71ef1b8-48c6-4767-a331-9bb9393e3965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.476098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.488412 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d71ef1b8-48c6-4767-a331-9bb9393e3965 None None] Port 24cd9d8d-fa51-4c91-add9-f602a23055a6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:20.539749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6fb8fc-13d9-4a53-9b6b-90985a549301,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:20.541792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22efe15-6469-4ed8-a100-8b6d0e47d6d5 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:20.549063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Checking segment: {'id': '5d972c59-f987-471b-ac2a-23f1f00c2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '155602b3-ed7b-4d01-ae2a-58cb22eb8afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:20.549287 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2c18bf2-6d39-4e8b-aa26-5e5f9ace9d0f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.549418 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Network hostable DHCP agents. Network: 155602b3-ed7b-4d01-ae2a-58cb22eb8afd, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:38:20.553041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.578048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Transition to ACTIVE for port object f22efe15-6469-4ed8-a100-8b6d0e47d6d5 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:20.624823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:38:20.653688 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2c18bf2-6d39-4e8b-aa26-5e5f9ace9d0f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.772958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:20.778543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Network 155602b3-ed7b-4d01-ae2a-58cb22eb8afd is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:38:20.778683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-50b8463d-3741-4ba6-bbec-e9f55c435d8a tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3744335 Aug 20 11:38:20.782480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46654) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:20.788447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:20.788927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'network': {'name': 'tempest-RoutersTest-1934178068'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:20.791446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee6826-7b49-4915-8ec4-48b3c9251df3 req-f6cf9100-f394-45a1-bc0e-af71f833fe54 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:20.792957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3ee6826-7b49-4915-8ec4-48b3c9251df3 req-f6cf9100-f394-45a1-bc0e-af71f833fe54 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.1047878 Aug 20 11:38:20.797386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:20.798035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:20.833681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3ee6826-7b49-4915-8ec4-48b3c9251df3 req-3147a6eb-2a8c-406c-aeec-6365792741dc tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338070 Aug 20 11:38:20.838310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2c18bf2-6d39-4e8b-aa26-5e5f9ace9d0f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.844692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.894872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:20.898947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 155602b3-ed7b-4d01-ae2a-58cb22eb8afd) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:20.908778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c18bf2-6d39-4e8b-aa26-5e5f9ace9d0f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5cc40f-3574-44bc-a425-28aa6ac3d13a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:20.909373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:20.918767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.926586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Pushing event updated for resources: {'Port': ['ID=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:20.935427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc64faf-ef15-47b1-bd9d-9b13c4f79970 None None] Network 155602b3-ed7b-4d01-ae2a-58cb22eb8afd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:20.943689 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:20.980293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:20.984254 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.015111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Attempting to bind port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:21.015420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Attempting to bind port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:21.015810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Attempting to bind port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:21.026327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:38:21.030466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:21.030684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Attempting to bind port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:21.042364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:21.044975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Checking segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:21.045359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Bound using segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:21.045833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Bound port: f22efe15-6469-4ed8-a100-8b6d0e47d6d5, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:21.046215 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.047681 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.048271 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added segment 18be085e-a135-406f-8f12-6cf9737286e2 of type vlan for network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 Aug 20 11:38:21.100120 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fa59165c-8745-4767-a024-61ea84a1d4ac admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5613923 Aug 20 11:38:21.101948 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.151802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] For port f22efe15-6469-4ed8-a100-8b6d0e47d6d5, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:21.157208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] For port f22efe15-6469-4ed8-a100-8b6d0e47d6d5, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:21.160957 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2c18bf2-6d39-4e8b-aa26-5e5f9ace9d0f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.163077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c2c18bf2-6d39-4e8b-aa26-5e5f9ace9d0f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8107820 Aug 20 11:38:21.166988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46658) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:21.173489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9291b8c8-08f0-484d-a22e-b9d43c7d706e tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': 'cc5cc40f-3574-44bc-a425-28aa6ac3d13a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:21.230864 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.263839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5ef98-2399-43af-b799-0e31c00ce1a6 req-f91644af-e031-48ec-9ca8-2a4050e65e2e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.273110 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fa5ef98-2399-43af-b799-0e31c00ce1a6 req-f91644af-e031-48ec-9ca8-2a4050e65e2e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0840847 Aug 20 11:38:21.288951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.297552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.303626 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.318795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.319445 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.321055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] 10.222.0.38 "PUT /v2.0/ports/f22efe15-6469-4ed8-a100-8b6d0e47d6d5 HTTP/1.1" status: 200 len: 1091 time: 1.8214438 Aug 20 11:38:21.321523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df7aaca-ffaf-4ec7-b988-561fed80292e', 'tag': 'f22efe15-6469-4ed8-a100-8b6d0e47d6d5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:21.324150 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aea1aa-e5e1-4526-bd25-906602d5e48a" -d '{"events": [{"name": "network-changed", "server_uuid": "4df7aaca-ffaf-4ec7-b988-561fed80292e", "tag": "f22efe15-6469-4ed8-a100-8b6d0e47d6d5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:21.361775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 37e226f0-4de7-43cb-a1f8-8379d571921d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:21.363728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02c10d-87e8-4af1-a01d-8dfa57384317 service neutron] Pushing event updated for resources: {'Port': ['ID=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:21.459730 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9291b8c8-08f0-484d-a22e-b9d43c7d706e tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.477929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ff37a-9922-4141-a6da-c78487bcefcd req-47c8b2d0-1ba7-4aa6-8b64-1a1303532393 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.480073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac9ff37a-9922-4141-a6da-c78487bcefcd req-47c8b2d0-1ba7-4aa6-8b64-1a1303532393 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 943 time: 0.0850525 Aug 20 11:38:21.481977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fa5ef98-2399-43af-b799-0e31c00ce1a6 req-9c162ede-b387-4e31-82dd-00b91a623636 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054591 Aug 20 11:38:21.500895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Network': ['ID=39e11617-5f86-473c-bf2f-39fb1ccfbde9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:21.527844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:38:21.560160 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac9ff37a-9922-4141-a6da-c78487bcefcd req-56235476-db62-41b2-a9e1-2e513e0e10ce tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657263 Aug 20 11:38:21.572845 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7511fa4a-ee63-4e2c-89f5-5a9f47efd2a4 x-openstack-request-id: req-7511fa4a-ee63-4e2c-89f5-5a9f47efd2a4 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:21.573774 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df7aaca-ffaf-4ec7-b988-561fed80292e", "tag": "f22efe15-6469-4ed8-a100-8b6d0e47d6d5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:21.574591 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7511fa4a-ee63-4e2c-89f5-5a9f47efd2a4 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:21.575250 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df7aaca-ffaf-4ec7-b988-561fed80292e', 'tag': 'f22efe15-6469-4ed8-a100-8b6d0e47d6d5', 'status': 'completed', 'code': 200} Aug 20 11:38:21.586795 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0162ff43-6648-4865-9abd-5e4871119310 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8035145 Aug 20 11:38:21.604982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9291b8c8-08f0-484d-a22e-b9d43c7d706e tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.605851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46668) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:21.614996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'subnet': {'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:21.661130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-dfc5fc0a-02b2-4060-a85f-6ff0883158af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.665217 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-dfc5fc0a-02b2-4060-a85f-6ff0883158af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 1094 time: 0.0886772 Aug 20 11:38:21.742056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-d9f5eb77-be27-4007-a736-2ad6b8f5d0b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22efe15-6469-4ed8-a100-8b6d0e47d6d5 HTTP/1.1" status: 200 len: 217 time: 0.0660632 Aug 20 11:38:21.773010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9291b8c8-08f0-484d-a22e-b9d43c7d706e tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.796875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8e711a-ddf3-412e-a107-c687df503dc2 None None] Network 155602b3-ed7b-4d01-ae2a-58cb22eb8afd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:21.805044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0f77558e-b02d-4c84-8bdd-d1928bef532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.807150 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-0f77558e-b02d-4c84-8bdd-d1928bef532b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0516400 Aug 20 11:38:21.808783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291b8c8-08f0-484d-a22e-b9d43c7d706e tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140ff824-4b9c-4645-bb5e-746559b0b954,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:21.858693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-8eb529e8-8701-4da2-a948-a6367df34e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:21.860453 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-8eb529e8-8701-4da2-a948-a6367df34e9d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460718 Aug 20 11:38:21.869160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 37e226f0-4de7-43cb-a1f8-8379d571921d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:21.869533 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.887733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:21.894647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:21.897876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:18Z', 'revision_number': 2, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:18Z', 'revision_number': 2, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:21.941465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:21.941834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Updating router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 port 24cd9d8d-fa51-4c91-add9-f602a23055a6 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:38:21.999527 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.024578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9291b8c8-08f0-484d-a22e-b9d43c7d706e tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.029915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9291b8c8-08f0-484d-a22e-b9d43c7d706e tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8571675 Aug 20 11:38:22.031019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46678) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:22.037506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1680194b-d50a-4977-b8ca-b1c8f1508123 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': 'cc5cc40f-3574-44bc-a425-28aa6ac3d13a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:22.057456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-b553201f-d7b4-469b-af11-f5a4dec76575 service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893966 Aug 20 11:38:22.061068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736c640-0f49-4e7b-9436-6c0198e30c81 req-e6ff45e0-871d-4783-8686-9361293d8a9b tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.062670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6736c640-0f49-4e7b-9436-6c0198e30c81 req-e6ff45e0-871d-4783-8686-9361293d8a9b tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.1055925 Aug 20 11:38:22.162578 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6736c640-0f49-4e7b-9436-6c0198e30c81 req-7cc15989-2697-467e-aa00-670715b3f583 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854435 Aug 20 11:38:22.171796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-888d7919-4a8a-45bc-b9cf-6ce3deb46fb1 req-4f327e72-6d3a-441f-92ca-034e0e0d2c5f service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031668 Aug 20 11:38:22.228623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46684) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:22.235201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2048830781-network', 'tenant_id': 'c31ca2e7b6874f03aba56e8b8b9c7714'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:22.275361 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1680194b-d50a-4977-b8ca-b1c8f1508123 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.340463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1680194b-d50a-4977-b8ca-b1c8f1508123 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.397369 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.403342 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.414568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Transition to ACTIVE for port object 24cd9d8d-fa51-4c91-add9-f602a23055a6 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:22.418898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Made reservation on behalf of c31ca2e7b6874f03aba56e8b8b9c7714 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:22.421359 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.434896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.453178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-e1892ff3-873d-44d2-9005-6d65ae1a47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.454723 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-e1892ff3-873d-44d2-9005-6d65ae1a47a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 1094 time: 0.0746813 Aug 20 11:38:22.467518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Subnet': ['ID=8bc8ff47-81c2-4a25-8082-5928461d7db5,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:22.476880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1680194b-d50a-4977-b8ca-b1c8f1508123 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.477354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Checking segment: {'id': '18be085e-a135-406f-8f12-6cf9737286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:22.477747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network hostable DHCP agents. Network: 39e11617-5f86-473c-bf2f-39fb1ccfbde9, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:38:22.507696 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.554571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680194b-d50a-4977-b8ca-b1c8f1508123 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f4f350-05d1-4fd2-b082-ccc91d5f39e7,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:22.573211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:38:22.626139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef768e2-54f3-42c4-b5f0-897de3501982 None None] Pushing event updated for resources: {'Port': ['ID=24cd9d8d-fa51-4c91-add9-f602a23055a6,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:22.644529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Attempting to bind port 24cd9d8d-fa51-4c91-add9-f602a23055a6 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:22.644913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Attempting to bind port 24cd9d8d-fa51-4c91-add9-f602a23055a6 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '5eb2b30a-7c48-4859-940d-d945e46fad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:22.645339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Attempting to bind port 24cd9d8d-fa51-4c91-add9-f602a23055a6 on network 940bfd8c-6af4-4b89-a688-cf3c07402444 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:22.651572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:22.651953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Checking segment: {'id': '5eb2b30a-7c48-4859-940d-d945e46fad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:22.652659 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.653292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Bound using segment: {'id': '5eb2b30a-7c48-4859-940d-d945e46fad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:22.654014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Bound port: 24cd9d8d-fa51-4c91-add9-f602a23055a6, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb2b30a-7c48-4859-940d-d945e46fad38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:22.654696 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.664502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 39e11617-5f86-473c-bf2f-39fb1ccfbde9) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:22.673807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-5ff71167-cbdd-4dd8-9f12-479b734c5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.679730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10eeaea-e4bd-4b04-9872-a29287561ac3 None None] Network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:22.679882 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-5ff71167-cbdd-4dd8-9f12-479b734c5075 service neutron] 10.222.0.38 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.2105033 Aug 20 11:38:22.683875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.684567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.703731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d427a4-2c02-4545-affa-b5e449b3ef96 req-9406e17a-3263-4a2f-91f7-7c4b2454fb03 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.710939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93d427a4-2c02-4545-affa-b5e449b3ef96 req-9406e17a-3263-4a2f-91f7-7c4b2454fb03 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1046762 Aug 20 11:38:22.771876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-972ebf37-b342-4716-b732-53d3adcc1f00 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22efe15-6469-4ed8-a100-8b6d0e47d6d5 HTTP/1.1" status: 200 len: 217 time: 0.0805094 Aug 20 11:38:22.779224 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93d427a4-2c02-4545-affa-b5e449b3ef96 req-0b0c1f94-05c7-43dc-9924-fd4d0b7d288f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595515 Aug 20 11:38:22.814062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] For port 24cd9d8d-fa51-4c91-add9-f602a23055a6, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:22.840679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] For port 24cd9d8d-fa51-4c91-add9-f602a23055a6, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=24cd9d8d-fa51-4c91-add9-f602a23055a6,segment=NetworkSegment(5eb2b30a-7c48-4859-940d-d945e46fad38),segment_id=5eb2b30a-7c48-4859-940d-d945e46fad38)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:22.862965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180ed31-4b1f-42d8-9d0a-213f531edcf7 req-99605b1e-367a-4b82-b824-b03465e8b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.862965 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d180ed31-4b1f-42d8-9d0a-213f531edcf7 req-99605b1e-367a-4b82-b824-b03465e8b629 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e0ed5c060c540f48b2d6dea619e1ce8&device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 1096 time: 0.1691198 Aug 20 11:38:22.863918 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.886284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a7f0c-21c6-4524-8191-95b02374e4f6 req-6963cdf5-8c17-4614-94fc-79ab347dc903 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.887801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d6a7f0c-21c6-4524-8191-95b02374e4f6 req-6963cdf5-8c17-4614-94fc-79ab347dc903 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.2500753 Aug 20 11:38:22.930915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e80d-d18b-460c-a153-53c2da0440dc req-c4de5cfe-7816-4d18-a281-b6bf596f91dd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.932464 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7668e80d-d18b-460c-a153-53c2da0440dc req-c4de5cfe-7816-4d18-a281-b6bf596f91dd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 943 time: 0.0616260 Aug 20 11:38:22.933577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:38:22.935434 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:22.951704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-9dc8a04a-de5e-4118-b7fd-9285a3f485c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:22.953750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-9dc8a04a-de5e-4118-b7fd-9285a3f485c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.1679089 Aug 20 11:38:22.985501 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7668e80d-d18b-460c-a153-53c2da0440dc req-688289cd-7ec4-40bb-b08a-290cfc272051 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456829 Aug 20 11:38:23.015811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7d6a7f0c-21c6-4524-8191-95b02374e4f6 req-9fbb93d0-c246-4d53-8e09-daf6692b884d tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168633 Aug 20 11:38:23.019509 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.024643 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.068714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:38:23.087953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c0f07f-9df8-43e4-a8b8-9f292e2b4d24,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:23.095604 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.095964 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Added segment 8870de68-6cee-4755-8f24-860e50778fc1 of type vlan for network d86a6b31-a66a-45f4-9f7c-fb0593ba3550 Aug 20 11:38:23.103320 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a3909f3a-56cc-4794-b093-38f365725365 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4927771 Aug 20 11:38:23.103320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46692) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:23.105666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180ed31-4b1f-42d8-9d0a-213f531edcf7 req-5ddb7c63-1991-4d89-b548-99cdac4200da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.107238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d180ed31-4b1f-42d8-9d0a-213f531edcf7 req-5ddb7c63-1991-4d89-b548-99cdac4200da service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd5548c1-b67e-48fb-9e93-bd2aedc606b4 HTTP/1.1" status: 200 len: 911 time: 0.2337170 Aug 20 11:38:23.111193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-88830add-fd4c-44df-bcf7-bd6d5257e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.111878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-88830add-fd4c-44df-bcf7-bd6d5257e597 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355610 Aug 20 11:38:23.118730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef768e2-54f3-42c4-b5f0-897de3501982 None None] Pushing event updated for resources: {'Port': ['ID=24cd9d8d-fa51-4c91-add9-f602a23055a6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:23.134992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:23.135643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:23.171903 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1680194b-d50a-4977-b8ca-b1c8f1508123 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.177131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1680194b-d50a-4977-b8ca-b1c8f1508123 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1431670 Aug 20 11:38:23.198282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46694) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:23.205143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7c6f44ab-e530-4b23-97e2-62e5fd2f8916 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': 'cc5cc40f-3574-44bc-a425-28aa6ac3d13a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:23.209395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Allocated IP 172.21.0.2 (39e11617-5f86-473c-bf2f-39fb1ccfbde9/8bc8ff47-81c2-4a25-8082-5928461d7db5/89acac8e-fdd7-408f-9033-aee7969d1b02) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:23.232061 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.256481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:23.272385 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d180ed31-4b1f-42d8-9d0a-213f531edcf7 req-f7b217f9-c5b8-4825-91f4-3ca9960ccb34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 HTTP/1.1" status: 200 len: 217 time: 0.1243460 Aug 20 11:38:23.357904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180ed31-4b1f-42d8-9d0a-213f531edcf7 req-2b07d308-24c1-44c9-885b-15a38748f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.359433 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d180ed31-4b1f-42d8-9d0a-213f531edcf7 req-2b07d308-24c1-44c9-885b-15a38748f0ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ccfb13c6-2cf3-4f06-af17-9c79128f1364 HTTP/1.1" status: 200 len: 850 time: 0.0789526 Aug 20 11:38:23.370352 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-d1d68715-256f-4b5a-b409-1ac96601115a service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211342 Aug 20 11:38:23.418010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d180ed31-4b1f-42d8-9d0a-213f531edcf7 req-bfe18ac6-cf6a-442d-ba6a-507f88acea3e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd5548c1-b67e-48fb-9e93-bd2aedc606b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467470 Aug 20 11:38:23.524609 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.551693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87aea1aa-e5e1-4526-bd25-906602d5e48a req-95552bda-ea01-4996-b07f-e8fa35a196ec service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721888 Aug 20 11:38:23.570950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d180ed31-4b1f-42d8-9d0a-213f531edcf7 req-006f967f-95b6-48c5-8f19-451d9e13ecac service neutron] 10.222.0.57 "GET /v2.0/networks/bd5548c1-b67e-48fb-9e93-bd2aedc606b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274099 Aug 20 11:38:23.574974 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.595300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Transition to ACTIVE for port object 89acac8e-fdd7-408f-9033-aee7969d1b02 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:23.631712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Transition to ACTIVE for port object 89acac8e-fdd7-408f-9033-aee7969d1b02 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:23.679871 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d180ed31-4b1f-42d8-9d0a-213f531edcf7 req-48011ae3-3b23-48bd-ad59-4c69e0d7c392 service neutron] 10.222.0.57 "GET /v2.0/networks/bd5548c1-b67e-48fb-9e93-bd2aedc606b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003077 Aug 20 11:38:23.686895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c6f44ab-e530-4b23-97e2-62e5fd2f8916 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.692425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:18Z', 'revision_number': 2, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:22Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:23.696865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.696865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:23.696865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.732948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271654b-89ee-45c4-b4f8-b16b60260070 None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:18Z', 'revision_number': 2, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:22Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:23.777728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] Pushing event updated for resources: {'Network': ['ID=d86a6b31-a66a-45f4-9f7c-fb0593ba3550,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:23.791328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.809223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network d86a6b31-a66a-45f4-9f7c-fb0593ba3550 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:38:23.852322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c6f44ab-e530-4b23-97e2-62e5fd2f8916 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:23.889492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f1571b9f-83a0-476a-9fd6-fd3a6685a6bb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6525102 Aug 20 11:38:23.889492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46698) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:23.890125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:23.892299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Request body: {'subnet': {'network_id': 'd86a6b31-a66a-45f4-9f7c-fb0593ba3550', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2048830781-subnet', 'tenant_id': 'c31ca2e7b6874f03aba56e8b8b9c7714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:23.894019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:23.899239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:23.926061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Pushing event updated for resources: {'Port': ['ID=89acac8e-fdd7-408f-9033-aee7969d1b02,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:24.032747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Made reservation on behalf of c31ca2e7b6874f03aba56e8b8b9c7714 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:24.044495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.194708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Attempting to bind port 89acac8e-fdd7-408f-9033-aee7969d1b02 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:24.195403 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Attempting to bind port 89acac8e-fdd7-408f-9033-aee7969d1b02 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '18be085e-a135-406f-8f12-6cf9737286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:24.196250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Attempting to bind port 89acac8e-fdd7-408f-9033-aee7969d1b02 on network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:24.210536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:24.211660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Checking segment: {'id': '18be085e-a135-406f-8f12-6cf9737286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:24.212501 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.213720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Bound using segment: {'id': '18be085e-a135-406f-8f12-6cf9737286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:24.214656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Bound port: 89acac8e-fdd7-408f-9033-aee7969d1b02, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18be085e-a135-406f-8f12-6cf9737286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:24.216353 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.227774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeac87-c11a-4b0d-b549-43ebf3cb12cd req-f9a49a85-5c93-4067-9ed8-54774f769fc6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.229388 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8cfeac87-c11a-4b0d-b549-43ebf3cb12cd req-f9a49a85-5c93-4067-9ed8-54774f769fc6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 943 time: 0.0859592 Aug 20 11:38:24.308608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] For port 89acac8e-fdd7-408f-9033-aee7969d1b02, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:24.312536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] For port 89acac8e-fdd7-408f-9033-aee7969d1b02, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=89acac8e-fdd7-408f-9033-aee7969d1b02,segment=NetworkSegment(18be085e-a135-406f-8f12-6cf9737286e2),segment_id=18be085e-a135-406f-8f12-6cf9737286e2)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:24.325617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8cfeac87-c11a-4b0d-b549-43ebf3cb12cd req-801cb515-b6ee-4dcc-b82c-b9b85cd2b9f4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606482 Aug 20 11:38:24.349289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Allocated IP 172.21.0.1 (39e11617-5f86-473c-bf2f-39fb1ccfbde9/8bc8ff47-81c2-4a25-8082-5928461d7db5/0ebb240e-3510-4798-8928-5c420745c263) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:24.351307 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c6f44ab-e530-4b23-97e2-62e5fd2f8916 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.404180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f44ab-e530-4b23-97e2-62e5fd2f8916 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7264e2b7-8a87-4806-b242-fe1fec86f2c5,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:24.461929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909afa0b-591c-4683-9244-83c6ba3e1495 req-9fd203c0-921b-4e5d-b18a-3e4caaefed71 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.463092 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-909afa0b-591c-4683-9244-83c6ba3e1495 req-9fd203c0-921b-4e5d-b18a-3e4caaefed71 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.5887332 Aug 20 11:38:24.474516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db427579-e627-4970-b933-43b5649bf908 req-ed28cd2c-26cf-4236-821a-56946d9e9a4d tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:24.476193 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db427579-e627-4970-b933-43b5649bf908 req-ed28cd2c-26cf-4236-821a-56946d9e9a4d tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.0612752 Aug 20 11:38:24.482285 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.520493 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.547314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7c6f44ab-e530-4b23-97e2-62e5fd2f8916 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.548552 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7c6f44ab-e530-4b23-97e2-62e5fd2f8916 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3494911 Aug 20 11:38:24.551860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125629e-8d49-4f7c-9ba5-a6c3c1620067 None None] Pushing event updated for resources: {'Port': ['ID=89acac8e-fdd7-408f-9033-aee7969d1b02,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:24.574696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46704) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:24.586292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-909afa0b-591c-4683-9244-83c6ba3e1495 req-46151493-8b22-4175-953f-6af18058b30e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146467 Aug 20 11:38:24.588322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f242b74d-8c82-4a20-be08-365e851a3f23 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': 'cc5cc40f-3574-44bc-a425-28aa6ac3d13a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:24.618122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.639199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Transition to ACTIVE for port object 0ebb240e-3510-4798-8928-5c420745c263 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:24.654685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0bb7f9f-de9a-4368-a44c-384ee0c9ab01,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:24.664401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f22efe15-6469-4ed8-a100-8b6d0e47d6d5 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:24.681982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db427579-e627-4970-b933-43b5649bf908 req-a87e0ad1-f78b-4845-9089-3181d4fec61c tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955018 Aug 20 11:38:24.716061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Checking segment: {'id': '8870de68-6cee-4755-8f24-860e50778fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd86a6b31-a66a-45f4-9f7c-fb0593ba3550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:24.716529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Network hostable DHCP agents. Network: d86a6b31-a66a-45f4-9f7c-fb0593ba3550, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:38:24.809137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f22efe15-6469-4ed8-a100-8b6d0e47d6d5, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:24.825919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'f22efe15-6469-4ed8-a100-8b6d0e47d6d5', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'port_id': 'f22efe15-6469-4ed8-a100-8b6d0e47d6d5', 'mac_address': 'fa:16:3e:60:ca:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:38:24.861826 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f242b74d-8c82-4a20-be08-365e851a3f23 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.872812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.890567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22efe15-6469-4ed8-a100-8b6d0e47d6d5 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:24.901040 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.917944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f22efe15-6469-4ed8-a100-8b6d0e47d6d5, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:24.938887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Network d86a6b31-a66a-45f4-9f7c-fb0593ba3550 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:38:24.978209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:24.979326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f242b74d-8c82-4a20-be08-365e851a3f23 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:24.981624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:24.985357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:25.023462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=0ebb240e-3510-4798-8928-5c420745c263,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:25.030174 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.044733 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.071508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f242b74d-8c82-4a20-be08-365e851a3f23 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.074114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, d86a6b31-a66a-45f4-9f7c-fb0593ba3550) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:25.085445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81ca56a-42b4-487f-a120-2ddc736dff63 None None] Network d86a6b31-a66a-45f4-9f7c-fb0593ba3550 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:25.095571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:25.100917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.104482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242b74d-8c82-4a20-be08-365e851a3f23 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e1742b-5ae6-4734-8737-e69a32f6abd9,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:25.124805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:25.207607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e8c8cb73-70ff-43ee-aff0-b3a3f51be4ae admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3212535 Aug 20 11:38:25.230894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e99d4f-0152-452e-9c2b-3800d6ba8b73 None None] Network d86a6b31-a66a-45f4-9f7c-fb0593ba3550 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:25.253521 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f242b74d-8c82-4a20-be08-365e851a3f23 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.255164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f242b74d-8c82-4a20-be08-365e851a3f23 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6769505 Aug 20 11:38:25.259022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46708) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:25.265358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6e586e5d-d612-4fe4-a137-6bd20307a2f4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': 'cc5cc40f-3574-44bc-a425-28aa6ac3d13a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:25.277236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f22efe15-6469-4ed8-a100-8b6d0e47d6d5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:25.326739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.413297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 24cd9d8d-fa51-4c91-add9-f602a23055a6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:25.448139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e586e5d-d612-4fe4-a137-6bd20307a2f4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.542292 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e586e5d-d612-4fe4-a137-6bd20307a2f4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.572763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad2342-5988-435e-af5f-d7b7a342773c req-e6851cdf-d589-436c-ba4f-4c2bb47046fb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:25.580410 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2ad2342-5988-435e-af5f-d7b7a342773c req-e6851cdf-d589-436c-ba4f-4c2bb47046fb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 944 time: 0.1306212 Aug 20 11:38:25.624163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e586e5d-d612-4fe4-a137-6bd20307a2f4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.643816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e586e5d-d612-4fe4-a137-6bd20307a2f4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730eb2b2-b3ab-4379-a08c-8b33bf596eb2,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:25.681626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 24cd9d8d-fa51-4c91-add9-f602a23055a6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:25.687058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 24cd9d8d-fa51-4c91-add9-f602a23055a6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:25.687658 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.692526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2ad2342-5988-435e-af5f-d7b7a342773c req-43843878-64aa-45f1-8c1c-6d6a148b521e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110761 Aug 20 11:38:25.734477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e586e5d-d612-4fe4-a137-6bd20307a2f4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.739378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46726) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:25.750089 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6e586e5d-d612-4fe4-a137-6bd20307a2f4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4820392 Aug 20 11:38:25.781354 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d113dc7-a37f-48ff-8de6-919e32ecf499 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.797301 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d113dc7-a37f-48ff-8de6-919e32ecf499 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.800852 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.826549 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.840653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 24cd9d8d-fa51-4c91-add9-f602a23055a6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=24cd9d8d-fa51-4c91-add9-f602a23055a6,segment=NetworkSegment(5eb2b30a-7c48-4859-940d-d945e46fad38),segment_id=5eb2b30a-7c48-4859-940d-d945e46fad38)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:25.878193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f764fb8-5700-423d-92c4-c9ca7f6e1caf req-153fcb04-4272-4325-b9eb-5b6bab2c2808 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:25.879777 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f764fb8-5700-423d-92c4-c9ca7f6e1caf req-153fcb04-4272-4325-b9eb-5b6bab2c2808 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0844669 Aug 20 11:38:25.906918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-510060bf-688b-476b-af06-cc422474ec32 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:25.919160 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-510060bf-688b-476b-af06-cc422474ec32 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/networks?id=155602b3-ed7b-4d01-ae2a-58cb22eb8afd HTTP/1.1" status: 200 len: 825 time: 0.1219211 Aug 20 11:38:25.925412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-b3db9864-0688-4c27-bc37-8ce520d7ac18 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/quotas/ef87be04942c4e9180ab85f34bf93138 HTTP/1.1" status: 200 len: 375 time: 0.0106483 Aug 20 11:38:25.935160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f764fb8-5700-423d-92c4-c9ca7f6e1caf req-516de28d-4b1e-4389-8292-f499ab78508c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485702 Aug 20 11:38:25.941030 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.961613 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-712224b4-83c5-499a-b7c3-0149c020bc7c tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef87be04942c4e9180ab85f34bf93138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302775 Aug 20 11:38:25.984571 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:25.986107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 89acac8e-fdd7-408f-9033-aee7969d1b02 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:26.007668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d113dc7-a37f-48ff-8de6-919e32ecf499 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.020423 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d113dc7-a37f-48ff-8de6-919e32ecf499 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.024204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6d113dc7-a37f-48ff-8de6-919e32ecf499 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/730eb2b2-b3ab-4379-a08c-8b33bf596eb2 HTTP/1.1" status: 204 len: 168 time: 0.2815759 Aug 20 11:38:26.031573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46732) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:26.082175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d113dc7-a37f-48ff-8de6-919e32ecf499 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=730eb2b2-b3ab-4379-a08c-8b33bf596eb2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:26.100134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=24cd9d8d-fa51-4c91-add9-f602a23055a6,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:26.106828 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.114037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=0ebb240e-3510-4798-8928-5c420745c263,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:26.116376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-97979489-32c0-4114-8abf-6741ea73aea6 service neutron] 10.222.0.10 "GET /v2.0/networks/155602b3-ed7b-4d01-ae2a-58cb22eb8afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430357 Aug 20 11:38:26.183974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 89acac8e-fdd7-408f-9033-aee7969d1b02 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:26.228003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0274357c-9ef6-4dcf-9194-75a1327cb529 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1904585 Aug 20 11:38:26.232270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46734) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:26.236502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ba8f4-a0c3-4b02-8657-43c014a198c7 req-f6adddf0-375a-4213-8b56-ae1cdfde4ce4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:26.238697 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-536ba8f4-a0c3-4b02-8657-43c014a198c7 req-f6adddf0-375a-4213-8b56-ae1cdfde4ce4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.2136974 Aug 20 11:38:26.260872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-f234b498-f672-4e9e-ad68-b74a4bacb5db service neutron] 10.222.0.10 "GET /v2.0/networks/155602b3-ed7b-4d01-ae2a-58cb22eb8afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307406 Aug 20 11:38:26.273992 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa1b124b-d128-413f-b34a-c01d36079528 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.284444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa1b124b-d128-413f-b34a-c01d36079528 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.321845 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-536ba8f4-a0c3-4b02-8657-43c014a198c7 req-c5aab97b-c7ed-44b0-8daf-8068515ef66d tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683913 Aug 20 11:38:26.335539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:26.337087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:26.409694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f46ddc-3635-46ca-9961-553a7ed7c457 None None] Network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:26.412037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa1b124b-d128-413f-b34a-c01d36079528 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.419301 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa1b124b-d128-413f-b34a-c01d36079528 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.420451 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fa1b124b-d128-413f-b34a-c01d36079528 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/28e1742b-5ae6-4734-8737-e69a32f6abd9 HTTP/1.1" status: 204 len: 168 time: 0.1857071 Aug 20 11:38:26.426240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b124b-d128-413f-b34a-c01d36079528 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28e1742b-5ae6-4734-8737-e69a32f6abd9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:26.427962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46738) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:26.466955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:26.485832 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f33dfd73-0ab9-4fdb-9484-991c13d90a38 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0568659 Aug 20 11:38:26.488767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46740) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:26.522078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3693cb3-cd3a-444a-ac37-3c7c32598165 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.527021 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3693cb3-cd3a-444a-ac37-3c7c32598165 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.613908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:26.624030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-03449f26-dca1-45e5-98f3-1f4f9df23cf4 None None] Provisioning for port 89acac8e-fdd7-408f-9033-aee7969d1b02 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:26.624810 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:26.626127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2ece5b0e-9790-47b3-8203-b08bb1f1be09 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5213428 Aug 20 11:38:26.629258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46746) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:26.629992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-03449f26-dca1-45e5-98f3-1f4f9df23cf4 None None] Provisioning complete for port 89acac8e-fdd7-408f-9033-aee7969d1b02 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:26.630559 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03449f26-dca1-45e5-98f3-1f4f9df23cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.632770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44dc9e66-5816-462d-9cc5-7a5a3101c311 req-3eb9fb01-7add-44f2-a1ed-cb8f23966d32 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 210 time: 0.0362380 Aug 20 11:38:26.655601 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:26.655601 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:26.659587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'network': {'name': 'tempest-RoutersTest-336230589'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:26.691122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f22efe15-6469-4ed8-a100-8b6d0e47d6d5 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:26.714852 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3693cb3-cd3a-444a-ac37-3c7c32598165 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.722475 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3693cb3-cd3a-444a-ac37-3c7c32598165 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.723691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d3693cb3-cd3a-444a-ac37-3c7c32598165 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7264e2b7-8a87-4806-b242-fe1fec86f2c5 HTTP/1.1" status: 204 len: 168 time: 0.2339859 Aug 20 11:38:26.727358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46748) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:26.743648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3693cb3-cd3a-444a-ac37-3c7c32598165 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7264e2b7-8a87-4806-b242-fe1fec86f2c5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:26.790427 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:26.828513 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:26.837056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.860968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7f41138e-7f16-4fe2-a920-7176096f0e31 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1321867 Aug 20 11:38:26.862336 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03449f26-dca1-45e5-98f3-1f4f9df23cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.865940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46756) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:26.913589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:38:26.939625 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65d47645-e59f-4d3c-bfb7-04d5ff224c36 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.952402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.952402 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added segment 1e1f209c-17cc-47f5-9615-119d5cbfd04c of type vlan for network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef Aug 20 11:38:26.979468 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65d47645-e59f-4d3c-bfb7-04d5ff224c36 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:26.983549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24963c-8ba7-4d42-a35b-2eaa3eb93839 req-73de0b1e-cf85-4bb9-abb8-31f06ab895d5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:26.985943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca24963c-8ba7-4d42-a35b-2eaa3eb93839 req-73de0b1e-cf85-4bb9-abb8-31f06ab895d5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 944 time: 0.1343191 Aug 20 11:38:26.987133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-03449f26-dca1-45e5-98f3-1f4f9df23cf4 None None] For port 89acac8e-fdd7-408f-9033-aee7969d1b02, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=89acac8e-fdd7-408f-9033-aee7969d1b02,segment=NetworkSegment(18be085e-a135-406f-8f12-6cf9737286e2),segment_id=18be085e-a135-406f-8f12-6cf9737286e2)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:26.996876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:27.006423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:27.006926 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.063913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca24963c-8ba7-4d42-a35b-2eaa3eb93839 req-2d59f893-98e0-4266-bbac-638128f44bd4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715320 Aug 20 11:38:27.107953 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 3, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 2, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:27.118655 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.141278 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03449f26-dca1-45e5-98f3-1f4f9df23cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.154159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.176606 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:27.188087 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Updating router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 port 0ebb240e-3510-4798-8928-5c420745c263 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:38:27.222318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5b673-875c-4d24-ab1f-d26d3883cb43 req-1839124c-bc25-4686-881b-bc98aecf26aa tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.222318 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fc5b673-875c-4d24-ab1f-d26d3883cb43 req-1839124c-bc25-4686-881b-bc98aecf26aa tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.1430466 Aug 20 11:38:27.233620 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.240840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baecd0-cd69-4c81-9809-de4646292c20 req-4a060d0a-d78b-45c8-a858-56fd2dc3f4b6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.249748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8baecd0-cd69-4c81-9809-de4646292c20 req-4a060d0a-d78b-45c8-a858-56fd2dc3f4b6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0962589 Aug 20 11:38:27.254804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df7aaca-ffaf-4ec7-b988-561fed80292e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22efe15-6469-4ed8-a100-8b6d0e47d6d5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:27.260933 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54902d-ac82-4814-9c2c-49ec538ba6ce" -d '{"events": [{"server_uuid": "4df7aaca-ffaf-4ec7-b988-561fed80292e", "name": "network-vif-plugged", "status": "completed", "tag": "f22efe15-6469-4ed8-a100-8b6d0e47d6d5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:27.290804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f22efe15-6469-4ed8-a100-8b6d0e47d6d5, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:27.291056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65d47645-e59f-4d3c-bfb7-04d5ff224c36 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.304548 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 24cd9d8d-fa51-4c91-add9-f602a23055a6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:27.316041 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fc5b673-875c-4d24-ab1f-d26d3883cb43 req-f0ee487a-1466-49f8-8ceb-3aaedd4be334 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862780 Aug 20 11:38:27.320099 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65d47645-e59f-4d3c-bfb7-04d5ff224c36 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.320705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-65d47645-e59f-4d3c-bfb7-04d5ff224c36 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/84f4f350-05d1-4fd2-b082-ccc91d5f39e7 HTTP/1.1" status: 204 len: 168 time: 0.4533994 Aug 20 11:38:27.321466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d47645-e59f-4d3c-bfb7-04d5ff224c36 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84f4f350-05d1-4fd2-b082-ccc91d5f39e7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:27.323162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46764) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:27.360143 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8baecd0-cd69-4c81-9809-de4646292c20 req-8e668bf4-5845-41f0-9d0e-ecad4571af90 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842862 Aug 20 11:38:27.360596 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.367560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.368236 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.370604 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449f26-dca1-45e5-98f3-1f4f9df23cf4 None None] Pushing event updated for resources: {'Port': ['ID=89acac8e-fdd7-408f-9033-aee7969d1b02,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:27.388765 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.416433 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-37be0d63-59fd-453f-bec5-0da02691de71 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0897710 Aug 20 11:38:27.416924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46766) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:27.468680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:27.484837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Network': ['ID=24a870dd-5af5-479c-83a2-b4bf41a5d5ef,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:27.485307 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb50cdc-51bf-4295-a945-168447eac231 x-openstack-request-id: req-dbb50cdc-51bf-4295-a945-168447eac231 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:27.485766 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df7aaca-ffaf-4ec7-b988-561fed80292e", "name": "network-vif-plugged", "status": "completed", "tag": "f22efe15-6469-4ed8-a100-8b6d0e47d6d5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:27.486171 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbb50cdc-51bf-4295-a945-168447eac231 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:27.487494 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df7aaca-ffaf-4ec7-b988-561fed80292e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22efe15-6469-4ed8-a100-8b6d0e47d6d5', 'code': 200} Aug 20 11:38:27.488296 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a6d13e8-e2d0-4182-9d5b-c63df7f80ed6 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.501727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:38:27.512717 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a6d13e8-e2d0-4182-9d5b-c63df7f80ed6 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.521323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0f627492-5506-4d00-b7a3-ae526a0fa676 None None] Provisioning for port 0ebb240e-3510-4798-8928-5c420745c263 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:27.562150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0f627492-5506-4d00-b7a3-ae526a0fa676 None None] Provisioning complete for port 0ebb240e-3510-4798-8928-5c420745c263 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:27.562610 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0f627492-5506-4d00-b7a3-ae526a0fa676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.573689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55c0b-4c8c-45f3-b846-b8914f0b5d81 req-882204e1-9bdd-48b8-94af-bfbacf5c1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:27.575375 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7cb55c0b-4c8c-45f3-b846-b8914f0b5d81 req-882204e1-9bdd-48b8-94af-bfbacf5c1afc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 1096 time: 0.0832250 Aug 20 11:38:27.621328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 24cd9d8d-fa51-4c91-add9-f602a23055a6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:27.621845 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.625354 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9ff79ad1-9480-4628-8561-a8e57c6f134b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9948375 Aug 20 11:38:27.635859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46768) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:27.635859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'subnet': {'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:27.654860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7cb55c0b-4c8c-45f3-b846-b8914f0b5d81 req-ceb6e179-aa4f-4166-8285-b6d3ad920587 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713379 Aug 20 11:38:27.668611 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0f627492-5506-4d00-b7a3-ae526a0fa676 None None] Port 0ebb240e-3510-4798-8928-5c420745c263 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:27.699065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0f627492-5506-4d00-b7a3-ae526a0fa676 None None] Provisioning complete for port 89acac8e-fdd7-408f-9033-aee7969d1b02 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:27.699441 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0f627492-5506-4d00-b7a3-ae526a0fa676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.731791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4f44072-dfbb-4ec6-af56-2f965a5976d4 req-0206f5c3-eef5-4fd9-8750-1d0f27cbb3a9 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 210 time: 0.0424833 Aug 20 11:38:27.788969 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a6d13e8-e2d0-4182-9d5b-c63df7f80ed6 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.793754 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.795744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a6d13e8-e2d0-4182-9d5b-c63df7f80ed6 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.796861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3a6d13e8-e2d0-4182-9d5b-c63df7f80ed6 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/140ff824-4b9c-4645-bb5e-746559b0b954 HTTP/1.1" status: 204 len: 168 time: 0.3788040 Aug 20 11:38:27.800134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46772) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:27.804244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d13e8-e2d0-4182-9d5b-c63df7f80ed6 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=140ff824-4b9c-4645-bb5e-746559b0b954,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:27.815999 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Transition to ACTIVE for port object 0ebb240e-3510-4798-8928-5c420745c263 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:27.863455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d0a22c44-2852-43fc-93fd-974f3970a915 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0617578 Aug 20 11:38:27.866162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46774) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:27.897830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:27.901879 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.932827 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:27.980924 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4e662a7-6d05-4770-a1d4-945e37d6b5a4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.001526 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Pushing event updated for resources: {'Port': ['ID=0ebb240e-3510-4798-8928-5c420745c263,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:28.015788 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4e662a7-6d05-4770-a1d4-945e37d6b5a4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.035127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.035127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.035127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.035127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.035127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.035127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.035127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.035127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.035127 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.036544 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.037125 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.037468 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:28.078726 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Attempting to bind port 0ebb240e-3510-4798-8928-5c420745c263 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:28.079112 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Attempting to bind port 0ebb240e-3510-4798-8928-5c420745c263 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '18be085e-a135-406f-8f12-6cf9737286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:28.079473 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Attempting to bind port 0ebb240e-3510-4798-8928-5c420745c263 on network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:28.085661 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:28.086046 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Checking segment: {'id': '18be085e-a135-406f-8f12-6cf9737286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:28.086542 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.086986 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Bound using segment: {'id': '18be085e-a135-406f-8f12-6cf9737286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:28.087469 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Bound port: 0ebb240e-3510-4798-8928-5c420745c263, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18be085e-a135-406f-8f12-6cf9737286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:28.087857 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.168723 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] For port 0ebb240e-3510-4798-8928-5c420745c263, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:28.172591 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] For port 0ebb240e-3510-4798-8928-5c420745c263, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0ebb240e-3510-4798-8928-5c420745c263,segment=NetworkSegment(18be085e-a135-406f-8f12-6cf9737286e2),segment_id=18be085e-a135-406f-8f12-6cf9737286e2)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:28.207332 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4e662a7-6d05-4770-a1d4-945e37d6b5a4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.209886 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4e662a7-6d05-4770-a1d4-945e37d6b5a4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.213432 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e4e662a7-6d05-4770-a1d4-945e37d6b5a4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-groups/cc5cc40f-3574-44bc-a425-28aa6ac3d13a HTTP/1.1" status: 204 len: 168 time: 0.3439474 Aug 20 11:38:28.214736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46780) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:28.226906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e662a7-6d05-4770-a1d4-945e37d6b5a4 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5cc40f-3574-44bc-a425-28aa6ac3d13a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:28.250203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7693d3-f785-4519-9d6d-044ecab40d0d req-dbe62449-b0aa-4b53-830f-3ee739c5d09d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:28.251927 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e7693d3-f785-4519-9d6d-044ecab40d0d req-dbe62449-b0aa-4b53-830f-3ee739c5d09d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0862384 Aug 20 11:38:28.283397 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-30ca75a0-f63f-492b-943d-7d6f7d598ff7 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634530 Aug 20 11:38:28.284190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46782) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:28.288964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384153677'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:28.302363 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e7693d3-f785-4519-9d6d-044ecab40d0d req-fec87391-aa90-4aa9-94df-867203533592 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 Aug 20 11:38:28.321786 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.326677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.384773 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:28.385527 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:28.388694 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becbdfe-5f1f-4761-b24b-e8fff0160108 None None] Pushing event updated for resources: {'Port': ['ID=0ebb240e-3510-4798-8928-5c420745c263,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:28.394117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Subnet': ['ID=48a2924e-9cdd-4e7b-9f8e-b21c62713fe2,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:28.410381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Checking segment: {'id': '1e1f209c-17cc-47f5-9615-119d5cbfd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:28.410683 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network hostable DHCP agents. Network: 24a870dd-5af5-479c-83a2-b4bf41a5d5ef, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:38:28.490774 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:28.492089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d6e86-d6e5-4851-8108-7e5d75e89f35 req-110db002-f04f-4454-8c45-e5d177932903 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:28.501644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-af5d6e86-d6e5-4851-8108-7e5d75e89f35 req-110db002-f04f-4454-8c45-e5d177932903 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.0710282 Aug 20 11:38:28.512658 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.524631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bec54-2eb9-46d9-a933-0cfd401b0c78 req-2f468b1c-b3ec-40d8-bad5-7bb71ca2ede2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:28.526372 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c5bec54-2eb9-46d9-a933-0cfd401b0c78 req-2f468b1c-b3ec-40d8-bad5-7bb71ca2ede2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0663774 Aug 20 11:38:28.570610 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-af5d6e86-d6e5-4851-8108-7e5d75e89f35 req-d9977122-c25f-4ba8-b04c-78b027364e8a tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679867 Aug 20 11:38:28.572617 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c5bec54-2eb9-46d9-a933-0cfd401b0c78 req-1e30c90d-1eb7-4cc1-a57e-9803d7cd69b0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394285 Aug 20 11:38:28.606723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:38:28.671887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:28.750947 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 3, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:28Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:28.781947 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05219bd-8248-4d52-a85d-f9f488ea777a None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 3, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:28Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:28.852849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f203d51c-be1d-4855-986b-a7905173ff54 req-03c7325d-d061-4fbf-a2e0-5f56a880a084 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 210 time: 0.0546508 Aug 20 11:38:29.081235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 24a870dd-5af5-479c-83a2-b4bf41a5d5ef) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:29.085620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.086236 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.092885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d1d7e-0cd5-491c-b8a8-30c91db02b89 None None] Network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:29.132284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.166853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b346e5-ba9c-4784-8d9a-b16f4fa2b6c4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:29.175658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.176030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.176347 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.176688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.177081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.177417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.177757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.178095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.178401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.178810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.179085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.179415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:29.242511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-70766f55-fcd1-4936-8693-750000921055 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6092632 Aug 20 11:38:29.246630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46792) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:29.270478 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.273631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f8ab6570-bcd2-4c2f-9bd8-e98683ca2d02 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9879844 Aug 20 11:38:29.279391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46794) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:29.296425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-228380d3-3819-422e-ae82-0d981fa8e96b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': '17b346e5-ba9c-4784-8d9a-b16f4fa2b6c4', 'direction': 'ingress', 'protocol': 17}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:29.369042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:38:29.369973 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.473488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0ebb240e-3510-4798-8928-5c420745c263 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:29.533765 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-228380d3-3819-422e-ae82-0d981fa8e96b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.575918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3ff3-f2aa-4fa6-9998-8830e5797436 req-8fe2a373-6ba7-44bf-9b63-2afcd9e63ef6 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.577758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-040f3ff3-f2aa-4fa6-9998-8830e5797436 req-8fe2a373-6ba7-44bf-9b63-2afcd9e63ef6 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.1533930 Aug 20 11:38:29.599736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Allocated IP 172.22.0.2 (24a870dd-5af5-479c-83a2-b4bf41a5d5ef/48a2924e-9cdd-4e7b-9f8e-b21c62713fe2/ad186107-3ecb-4045-a66c-c872367bf44d) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:29.616428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8270f-4a30-4791-9184-3d5b65476f01 req-a2a25eaa-005d-4996-b38b-1a338177d49c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.618116 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-17a8270f-4a30-4791-9184-3d5b65476f01 req-a2a25eaa-005d-4996-b38b-1a338177d49c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1770649 Aug 20 11:38:29.663785 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-040f3ff3-f2aa-4fa6-9998-8830e5797436 req-1bb28e67-4edc-4095-9190-9429bbad73bd tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783820 Aug 20 11:38:29.701211 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-228380d3-3819-422e-ae82-0d981fa8e96b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.704632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c48a-e0dd-4008-a6bf-057ed6487395 req-b50552d1-6b29-4408-ad80-549991361d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.706994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b103c48a-e0dd-4008-a6bf-057ed6487395 req-b50552d1-6b29-4408-ad80-549991361d95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e0ed5c060c540f48b2d6dea619e1ce8&device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 1096 time: 0.1612620 Aug 20 11:38:29.723766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 0ebb240e-3510-4798-8928-5c420745c263 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:29.735027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0ebb240e-3510-4798-8928-5c420745c263 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:29.735898 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.760892 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-17a8270f-4a30-4791-9184-3d5b65476f01 req-64cac215-b982-492e-bad3-cc2ce28fcf42 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310434 Aug 20 11:38:29.903171 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.925039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Transition to ACTIVE for port object ad186107-3ecb-4045-a66c-c872367bf44d will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:29.933165 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.942711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89aac5e-297f-4d39-afe1-a3bfcf101679 req-8e59e67f-8ad8-4e38-9dfd-22e3b903e507 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:29.945271 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e89aac5e-297f-4d39-afe1-a3bfcf101679 req-8e59e67f-8ad8-4e38-9dfd-22e3b903e507 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1516359 Aug 20 11:38:29.962256 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:29.973926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Transition to ACTIVE for port object ad186107-3ecb-4045-a66c-c872367bf44d will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:29.997981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 0ebb240e-3510-4798-8928-5c420745c263, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0ebb240e-3510-4798-8928-5c420745c263,segment=NetworkSegment(18be085e-a135-406f-8f12-6cf9737286e2),segment_id=18be085e-a135-406f-8f12-6cf9737286e2)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:30.078603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e89aac5e-297f-4d39-afe1-a3bfcf101679 req-d9153157-0c4a-475c-afde-9b15015009e9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197402 Aug 20 11:38:30.122851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.189542 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.190213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-228380d3-3819-422e-ae82-0d981fa8e96b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.190395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 89acac8e-fdd7-408f-9033-aee7969d1b02 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:30.238325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228380d3-3819-422e-ae82-0d981fa8e96b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593995c0-1909-4955-ab81-8d21150dcc45,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:30.238573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Pushing event updated for resources: {'Port': ['ID=ad186107-3ecb-4045-a66c-c872367bf44d,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:30.300837 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:30.308265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:30.314141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:30.320014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c48a-e0dd-4008-a6bf-057ed6487395 req-27d7d92e-1c6f-4d5f-b494-309e72f1e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:30.321632 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b103c48a-e0dd-4008-a6bf-057ed6487395 req-27d7d92e-1c6f-4d5f-b494-309e72f1e88c service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd5548c1-b67e-48fb-9e93-bd2aedc606b4 HTTP/1.1" status: 200 len: 911 time: 0.6042130 Aug 20 11:38:30.356373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=0ebb240e-3510-4798-8928-5c420745c263,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:30.378948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 89acac8e-fdd7-408f-9033-aee7969d1b02 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:30.379635 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.400999 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b103c48a-e0dd-4008-a6bf-057ed6487395 req-9363b7df-0745-4606-bacc-854e8a72acc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 HTTP/1.1" status: 200 len: 217 time: 0.0713019 Aug 20 11:38:30.403124 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-228380d3-3819-422e-ae82-0d981fa8e96b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.408073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-228380d3-3819-422e-ae82-0d981fa8e96b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1226220 Aug 20 11:38:30.414278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36669d-0a4b-4b16-9f8e-4bf23e97691c req-caa95e1e-6354-49ae-8f87-8c191449c9d6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:30.415882 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c36669d-0a4b-4b16-9f8e-4bf23e97691c req-caa95e1e-6354-49ae-8f87-8c191449c9d6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1274164 Aug 20 11:38:30.427190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46808) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:30.439581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Attempting to bind port ad186107-3ecb-4045-a66c-c872367bf44d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:30.440087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Attempting to bind port ad186107-3ecb-4045-a66c-c872367bf44d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '1e1f209c-17cc-47f5-9615-119d5cbfd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:30.443583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Attempting to bind port ad186107-3ecb-4045-a66c-c872367bf44d on network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:30.451174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:30.451689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Checking segment: {'id': '1e1f209c-17cc-47f5-9615-119d5cbfd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:30.452174 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.452646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Bound using segment: {'id': '1e1f209c-17cc-47f5-9615-119d5cbfd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:30.453229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Bound port: ad186107-3ecb-4045-a66c-c872367bf44d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1f209c-17cc-47f5-9615-119d5cbfd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:30.453680 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.562346 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] For port ad186107-3ecb-4045-a66c-c872367bf44d, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:30.565881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] For port ad186107-3ecb-4045-a66c-c872367bf44d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ad186107-3ecb-4045-a66c-c872367bf44d,segment=NetworkSegment(1e1f209c-17cc-47f5-9615-119d5cbfd04c),segment_id=1e1f209c-17cc-47f5-9615-119d5cbfd04c)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:30.590281 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9dfea31c-db2d-4d26-8d4c-6269cfd09a81 req-38507b05-d55a-4ffd-bf28-cba22839276b tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 210 time: 0.3229964 Aug 20 11:38:30.596718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c48a-e0dd-4008-a6bf-057ed6487395 req-b836e7d0-043a-40fc-9b87-0923699f7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:30.598276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b103c48a-e0dd-4008-a6bf-057ed6487395 req-b836e7d0-043a-40fc-9b87-0923699f7305 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ccfb13c6-2cf3-4f06-af17-9c79128f1364 HTTP/1.1" status: 200 len: 850 time: 0.1814291 Aug 20 11:38:30.633707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c36669d-0a4b-4b16-9f8e-4bf23e97691c req-1b737b84-c865-4084-b05c-a9bb33dca0fe tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044115 Aug 20 11:38:30.661061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b103c48a-e0dd-4008-a6bf-057ed6487395 req-b59b4684-d939-4ee4-bdc1-b8faa4e04663 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd5548c1-b67e-48fb-9e93-bd2aedc606b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429242 Aug 20 11:38:30.662514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Allocated IP 172.22.0.1 (24a870dd-5af5-479c-83a2-b4bf41a5d5ef/48a2924e-9cdd-4e7b-9f8e-b21c62713fe2/ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:30.693442 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.719848 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d41c86f-2b7e-48a1-98cb-6501266ec60f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.765250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de8bcb-fb32-4679-8905-f0919208ec9f None None] Pushing event updated for resources: {'Port': ['ID=ad186107-3ecb-4045-a66c-c872367bf44d,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:30.817643 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d41c86f-2b7e-48a1-98cb-6501266ec60f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.837973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-1938f884-132c-4f64-8c35-abd26a108314 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:30.839604 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-1938f884-132c-4f64-8c35-abd26a108314 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.57 "GET /v2.0/networks?id=155602b3-ed7b-4d01-ae2a-58cb22eb8afd HTTP/1.1" status: 200 len: 825 time: 0.3277075 Aug 20 11:38:30.860063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Request body: {'port': {'device_id': '23d51120-5119-4bc3-b9ae-4b27e181a4de', 'network_id': '155602b3-ed7b-4d01-ae2a-58cb22eb8afd', 'admin_state_up': True, 'tenant_id': 'ef87be04942c4e9180ab85f34bf93138'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:30.862068 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:30.886537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23a3b2-a33b-443d-8c45-a65bbe52a8b7 req-3fd803fa-63c6-4dbc-a7ad-bbce99a903de tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:30.888156 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a23a3b2-a33b-443d-8c45-a65bbe52a8b7 req-3fd803fa-63c6-4dbc-a7ad-bbce99a903de tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.0870252 Aug 20 11:38:30.889295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Transition to ACTIVE for port object ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:30.933703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b103c48a-e0dd-4008-a6bf-057ed6487395 req-9bc50932-0ec3-436a-b459-51c90e0bd85d service neutron] 10.222.0.57 "GET /v2.0/networks/bd5548c1-b67e-48fb-9e93-bd2aedc606b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689178 Aug 20 11:38:31.007068 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a23a3b2-a33b-443d-8c45-a65bbe52a8b7 req-17e43fe8-fae1-425e-8f32-06fc6771d57f tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036057 Aug 20 11:38:31.067699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d41c86f-2b7e-48a1-98cb-6501266ec60f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.070345 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d41c86f-2b7e-48a1-98cb-6501266ec60f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.071559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6d41c86f-2b7e-48a1-98cb-6501266ec60f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-groups/17b346e5-ba9c-4784-8d9a-b16f4fa2b6c4 HTTP/1.1" status: 204 len: 168 time: 0.6435094 Aug 20 11:38:31.074941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46812) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:31.099635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41c86f-2b7e-48a1-98cb-6501266ec60f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b346e5-ba9c-4784-8d9a-b16f4fa2b6c4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:31.103807 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.148253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:31.166128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b103c48a-e0dd-4008-a6bf-057ed6487395 req-b274f7e6-e652-437c-b7df-ee0d1de54f86 service neutron] 10.222.0.57 "GET /v2.0/networks/bd5548c1-b67e-48fb-9e93-bd2aedc606b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142518 Aug 20 11:38:31.175466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:31.181615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:31.246316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bcdeec93-602c-47ea-8d37-b76f0f6c400c tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1654484 Aug 20 11:38:31.247255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46816) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:31.252504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f0cca176-be31-4f17-bb9e-cd21b181698f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001290843'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:31.254544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:31.268377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.268664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.269008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.269348 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.269701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.270022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.270388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.270751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.270937 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b73c0-1c72-408c-aeb2-5e14605ce328 req-b3688c6d-253f-43ed-912c-7b26aef2843c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:31.272657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.272657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.272657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.272657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:31.273134 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b83b73c0-1c72-408c-aeb2-5e14605ce328 req-b3688c6d-253f-43ed-912c-7b26aef2843c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0810192 Aug 20 11:38:31.275519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.331388 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b83b73c0-1c72-408c-aeb2-5e14605ce328 req-0a57b7c2-1b2f-4a91-a85c-054e084f0d86 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459599 Aug 20 11:38:31.336863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Made reservation on behalf of ef87be04942c4e9180ab85f34bf93138 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:31.340665 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.406847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ad186107-3ecb-4045-a66c-c872367bf44d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:31.486317 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Allocated IP 172.20.0.13 (155602b3-ed7b-4d01-ae2a-58cb22eb8afd/7b6fb8fc-13d9-4a53-9b6b-90985a549301/afd8989a-598f-410e-97b0-d52d565e4df9) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:31.567189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f0cca176-be31-4f17-bb9e-cd21b181698f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.607926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ad186107-3ecb-4045-a66c-c872367bf44d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:31.614794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0ebb240e-3510-4798-8928-5c420745c263 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:31.722359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0ebb240e-3510-4798-8928-5c420745c263 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:31.723276 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.733669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:31.737685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72de50ff-acda-467c-8e25-abab8853ff35 req-6e29a8f9-fa42-4b49-b739-3316a83aaa5a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 210 time: 0.0465131 Aug 20 11:38:31.953945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbe6485-576f-48fc-a59d-bcaec1b7fee1 None None] Network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:32.055206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17301b46-ffa1-4cc5-91dc-8e8c84e1a26d req-36908a42-d48d-4228-9040-a63b2b7197b0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.062930 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-17301b46-ffa1-4cc5-91dc-8e8c84e1a26d req-36908a42-d48d-4228-9040-a63b2b7197b0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.2694976 Aug 20 11:38:32.127395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f770d719-878a-43b8-971e-e7bd257ea8bd None None] Provisioning for port ad186107-3ecb-4045-a66c-c872367bf44d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:32.149919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f770d719-878a-43b8-971e-e7bd257ea8bd None None] Provisioning complete for port ad186107-3ecb-4045-a66c-c872367bf44d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:32.150306 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f770d719-878a-43b8-971e-e7bd257ea8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.155496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.168933 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f0cca176-be31-4f17-bb9e-cd21b181698f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.174685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e8d6-25f2-4fb6-b0c0-f40ccf5e065f req-325a4b0f-f1ae-4193-88b5-89b04abaec98 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.176274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c71e8d6-25f2-4fb6-b0c0-f40ccf5e065f req-325a4b0f-f1ae-4193-88b5-89b04abaec98 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.0703080 Aug 20 11:38:32.178994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-17301b46-ffa1-4cc5-91dc-8e8c84e1a26d req-f3ba82ed-8af9-49d7-9fb7-4b3ac34be69b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150620 Aug 20 11:38:32.182101 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.239092 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c71e8d6-25f2-4fb6-b0c0-f40ccf5e065f req-f791006a-8ad5-41b1-9e05-a6661ca97d6e tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530384 Aug 20 11:38:32.241423 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.258690 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f770d719-878a-43b8-971e-e7bd257ea8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.292544 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f0cca176-be31-4f17-bb9e-cd21b181698f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.303378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f770d719-878a-43b8-971e-e7bd257ea8bd None None] For port ad186107-3ecb-4045-a66c-c872367bf44d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ad186107-3ecb-4045-a66c-c872367bf44d,segment=NetworkSegment(1e1f209c-17cc-47f5-9615-119d5cbfd04c),segment_id=1e1f209c-17cc-47f5-9615-119d5cbfd04c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:32.325911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cca176-be31-4f17-bb9e-cd21b181698f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7300710f-30ed-42b7-91df-b811c1880b1e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:32.327918 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.330318 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.339193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:32.387443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Network 155602b3-ed7b-4d01-ae2a-58cb22eb8afd is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:32.393838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:32.398032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:32.407406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Pushing event updated for resources: {'Port': ['ID=afd8989a-598f-410e-97b0-d52d565e4df9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:32.423893 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f770d719-878a-43b8-971e-e7bd257ea8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.464561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:32.466223 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f0cca176-be31-4f17-bb9e-cd21b181698f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.466855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:32.470420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f0cca176-be31-4f17-bb9e-cd21b181698f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2218347 Aug 20 11:38:32.483056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46826) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:32.483056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8cfeef0f-1517-4583-8cf8-d395e761f50a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365845877'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:32.504181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770d719-878a-43b8-971e-e7bd257ea8bd None None] Pushing event updated for resources: {'Port': ['ID=ad186107-3ecb-4045-a66c-c872367bf44d,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:32.517007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.517696 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.546930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318e07e-5fc3-4060-9a76-0eb9421c34d2 req-f854f226-b0c0-4e1e-a6a0-66da6ef34119 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.547194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a5947054-b5c7-4179-81b1-3f044d7d7c8f None None] Provisioning complete for port ad186107-3ecb-4045-a66c-c872367bf44d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:32.547727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a5947054-b5c7-4179-81b1-3f044d7d7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.548427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9318e07e-5fc3-4060-9a76-0eb9421c34d2 req-f854f226-b0c0-4e1e-a6a0-66da6ef34119 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1191645 Aug 20 11:38:32.596757 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9318e07e-5fc3-4060-9a76-0eb9421c34d2 req-fbb79864-33b6-4d33-a3f3-8cc0cebea6c6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Aug 20 11:38:32.602822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:32.670916 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cfeef0f-1517-4583-8cf8-d395e761f50a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:32.711633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:32.717178 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-25a90748-a08c-488a-8ed8-b59679947de4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4727108 Aug 20 11:38:32.720047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46828) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:32.724959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:32.727177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'network': {'name': 'tempest-RoutersTest-888952692'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:32.736903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:32.737677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:32.848831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-008f3fea-4e62-44a3-901e-465ab127f34a tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9986718 Aug 20 11:38:32.863007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Request body: {'port': {'device_id': '23d51120-5119-4bc3-b9ae-4b27e181a4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:32.894056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90d507-446f-4abf-8835-a0fd05b2b231 req-f36fb08d-f3be-44b3-9ce5-7e7b6b253636 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:32.902563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b90d507-446f-4abf-8835-a0fd05b2b231 req-f36fb08d-f3be-44b3-9ce5-7e7b6b253636 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 932 time: 0.0718689 Aug 20 11:38:32.916973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:38:32.916973 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 11:38:32.916973 n-d-804230-3 neutron-server[95587]: [parameters: {'project_id_1': '2f8722c6794f486eaef0956dea72e4b7', 'expiration_1': datetime.datetime(2021, 8, 20, 11, 38, 32, 732263)}] Aug 20 11:38:32.916973 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:38:32.917882 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:38:32.960797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b90d507-446f-4abf-8835-a0fd05b2b231 req-edb4ef87-4f6d-4352-9922-c96f63d9de5c tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514529 Aug 20 11:38:32.979113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a5947054-b5c7-4179-81b1-3f044d7d7c8f None None] Provisioning for port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:32.988161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a5947054-b5c7-4179-81b1-3f044d7d7c8f None None] Provisioning complete for port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:32.988750 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a5947054-b5c7-4179-81b1-3f044d7d7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.006229 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.073310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:33.075032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a5947054-b5c7-4179-81b1-3f044d7d7c8f None None] Port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:33.097159 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cfeef0f-1517-4583-8cf8-d395e761f50a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.212979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7d69d1cd-d4d5-49cc-98cd-cef89fec8a6c None None] Provisioning complete for port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:33.213357 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7d69d1cd-d4d5-49cc-98cd-cef89fec8a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.226919 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cfeef0f-1517-4583-8cf8-d395e761f50a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.269522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7d69d1cd-d4d5-49cc-98cd-cef89fec8a6c None None] Port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:33.270967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfeef0f-1517-4583-8cf8-d395e761f50a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3869c18-cb6b-41b3-b60a-f482e63294c4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:33.327567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:31Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:31Z', 'revision_number': 2, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:33.353180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cfeef0f-1517-4583-8cf8-d395e761f50a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.357886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8cfeef0f-1517-4583-8cf8-d395e761f50a tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8820653 Aug 20 11:38:33.358662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46836) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:33.363975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:33.365702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Updating router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:38:33.369272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ad186107-3ecb-4045-a66c-c872367bf44d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:33.371169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cffb68c5-dd5c-4d65-a580-9642b8e696fb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': '7300710f-30ed-42b7-91df-b811c1880b1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f3869c18-cb6b-41b3-b60a-f482e63294c4', 'remote_ip_prefix': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:33.402476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff698-6caa-45ee-baa2-8aaab3ad6d90 req-b31dc6b7-867b-4e1c-a8dc-38650805275f tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:33.407050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c1ff698-6caa-45ee-baa2-8aaab3ad6d90 req-b31dc6b7-867b-4e1c-a8dc-38650805275f tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.0701382 Aug 20 11:38:33.416571 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.446674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd8989a-598f-410e-97b0-d52d565e4df9 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:33.447361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c1ff698-6caa-45ee-baa2-8aaab3ad6d90 req-5f9489ba-396b-43a9-a572-3a41b34e1302 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362160 Aug 20 11:38:33.458483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0e7fe-6457-49c9-a47e-9198b2e9b5a5 req-a269d08f-30c5-4b63-bf02-d4de685162b4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:33.460061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d0c0e7fe-6457-49c9-a47e-9198b2e9b5a5 req-a269d08f-30c5-4b63-bf02-d4de685162b4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1488254 Aug 20 11:38:33.469878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ad186107-3ecb-4045-a66c-c872367bf44d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:33.470463 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.477221 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.507945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Transition to ACTIVE for port object afd8989a-598f-410e-97b0-d52d565e4df9 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:33.516514 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d0c0e7fe-6457-49c9-a47e-9198b2e9b5a5 req-18b421fe-e934-41c8-9043-2d3c1a35c22f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501657 Aug 20 11:38:33.573440 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cffb68c5-dd5c-4d65-a580-9642b8e696fb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.620422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.699193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:33.702791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.726854 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cffb68c5-dd5c-4d65-a580-9642b8e696fb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.751584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Pushing event updated for resources: {'Port': ['ID=afd8989a-598f-410e-97b0-d52d565e4df9,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:33.775152 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.786035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Transition to ACTIVE for port object ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:33.814597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:38:33.830862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c66c0-75f3-45d9-ad9b-51bbc88dc7ad req-9ed09be8-5321-458e-91e9-6fb8e523a0af tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:33.832422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-482c66c0-75f3-45d9-ad9b-51bbc88dc7ad req-9ed09be8-5321-458e-91e9-6fb8e523a0af tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1520414 Aug 20 11:38:33.843254 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.843609 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added segment 15b41bd7-7467-4378-9128-9f4b75eb480b of type vlan for network 797505f2-6825-4734-8153-35564a009753 Aug 20 11:38:33.883744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cffb68c5-dd5c-4d65-a580-9642b8e696fb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.921248 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.939022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Attempting to bind port afd8989a-598f-410e-97b0-d52d565e4df9 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:33.939378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Attempting to bind port afd8989a-598f-410e-97b0-d52d565e4df9 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '5d972c59-f987-471b-ac2a-23f1f00c2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '155602b3-ed7b-4d01-ae2a-58cb22eb8afd'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:33.939710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Attempting to bind port afd8989a-598f-410e-97b0-d52d565e4df9 on network 155602b3-ed7b-4d01-ae2a-58cb22eb8afd {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:33.950393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb68c5-dd5c-4d65-a580-9642b8e696fb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b120180-478a-4c06-8559-281a54298c2b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:33.961794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:33.968476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-482c66c0-75f3-45d9-ad9b-51bbc88dc7ad req-8e5490eb-60d4-499e-b9eb-1f64f9d4e3e3 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265833 Aug 20 11:38:33.969093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Port afd8989a-598f-410e-97b0-d52d565e4df9 on network 155602b3-ed7b-4d01-ae2a-58cb22eb8afd not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:38:33.969453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Attempting to bind port afd8989a-598f-410e-97b0-d52d565e4df9 on network 155602b3-ed7b-4d01-ae2a-58cb22eb8afd {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:33.981613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e631e20-1743-40be-a7c6-2d2ff5470214 None None] Pushing event updated for resources: {'Port': ['ID=ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:33.982789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:33.983297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Checking segment: {'id': '5d972c59-f987-471b-ac2a-23f1f00c2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '155602b3-ed7b-4d01-ae2a-58cb22eb8afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:33.983769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Bound using segment: {'id': '5d972c59-f987-471b-ac2a-23f1f00c2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '155602b3-ed7b-4d01-ae2a-58cb22eb8afd'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:33.984243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Bound port: afd8989a-598f-410e-97b0-d52d565e4df9, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d972c59-f987-471b-ac2a-23f1f00c2b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '155602b3-ed7b-4d01-ae2a-58cb22eb8afd'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:33.984704 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.059736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Attempting to bind port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:34.060114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Attempting to bind port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '1e1f209c-17cc-47f5-9615-119d5cbfd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:34.060489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Attempting to bind port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be on network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:34.066072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:34.066476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Checking segment: {'id': '1e1f209c-17cc-47f5-9615-119d5cbfd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:34.066895 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.067315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Bound using segment: {'id': '1e1f209c-17cc-47f5-9615-119d5cbfd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:34.067868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Bound port: ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1f209c-17cc-47f5-9615-119d5cbfd04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:34.068276 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.151536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] For port afd8989a-598f-410e-97b0-d52d565e4df9, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:34.152098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] For port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:34.152201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] For port afd8989a-598f-410e-97b0-d52d565e4df9, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=afd8989a-598f-410e-97b0-d52d565e4df9,segment=NetworkSegment(5d972c59-f987-471b-ac2a-23f1f00c2b99),segment_id=5d972c59-f987-471b-ac2a-23f1f00c2b99)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:34.152294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] For port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be,segment=NetworkSegment(1e1f209c-17cc-47f5-9615-119d5cbfd04c),segment_id=1e1f209c-17cc-47f5-9615-119d5cbfd04c)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:34.161076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7145d43-cbe6-47e2-9f16-071de7209941 req-3495c931-e240-4d23-befd-ff6dca86f721 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:34.163215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7145d43-cbe6-47e2-9f16-071de7209941 req-3495c931-e240-4d23-befd-ff6dca86f721 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 944 time: 0.1146884 Aug 20 11:38:34.207060 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7145d43-cbe6-47e2-9f16-071de7209941 req-0e2d21d2-892c-4b14-963c-159f2b929947 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Aug 20 11:38:34.275542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cffb68c5-dd5c-4d65-a580-9642b8e696fb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.277715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cffb68c5-dd5c-4d65-a580-9642b8e696fb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9161425 Aug 20 11:38:34.279767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46846) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:34.292126 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc499a-33b4-4c11-ad0e-7db3611614b4 req-f1bdf3ee-b8b3-49b8-85f0-092fc67a6649 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:34.293964 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3cc499a-33b4-4c11-ad0e-7db3611614b4 req-f1bdf3ee-b8b3-49b8-85f0-092fc67a6649 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.0519829 Aug 20 11:38:34.305181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-14a69517-fc9a-44dd-b152-3a1fb6fa7dbe tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.313498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-14a69517-fc9a-44dd-b152-3a1fb6fa7dbe tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.336441 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d3cc499a-33b4-4c11-ad0e-7db3611614b4 req-bb1baf9a-2ddd-4476-a27a-3c2ea859930d tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348599 Aug 20 11:38:34.344705 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.357971 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.358380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:34.358380 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.361229 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.396716 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:34.397411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:34.448076 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-14a69517-fc9a-44dd-b152-3a1fb6fa7dbe tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.452433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e631e20-1743-40be-a7c6-2d2ff5470214 None None] Pushing event updated for resources: {'Port': ['ID=ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:34.468548 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-14a69517-fc9a-44dd-b152-3a1fb6fa7dbe tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.469725 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-14a69517-fc9a-44dd-b152-3a1fb6fa7dbe tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6b120180-478a-4c06-8559-281a54298c2b HTTP/1.1" status: 204 len: 168 time: 0.1890335 Aug 20 11:38:34.472663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a69517-fc9a-44dd-b152-3a1fb6fa7dbe tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b120180-478a-4c06-8559-281a54298c2b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:34.472804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46848) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:34.482665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:34.483429 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.484858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] 10.222.0.57 "PUT /v2.0/ports/afd8989a-598f-410e-97b0-d52d565e4df9 HTTP/1.1" status: 200 len: 1092 time: 1.6269166 Aug 20 11:38:34.486157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d51120-5119-4bc3-b9ae-4b27e181a4de', 'tag': 'afd8989a-598f-410e-97b0-d52d565e4df9'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:34.487771 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec149552-51df-4899-a398-c63c0594c3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "23d51120-5119-4bc3-b9ae-4b27e181a4de", "tag": "afd8989a-598f-410e-97b0-d52d565e4df9"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:34.499754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Network': ['ID=797505f2-6825-4734-8153-35564a009753,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:34.509068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:34.524981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37b168-7fba-4be1-8e1e-2db2c35c95ed service neutron] Pushing event updated for resources: {'Port': ['ID=afd8989a-598f-410e-97b0-d52d565e4df9,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:34.546571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d2c81545-bdd4-46fd-a10f-e3df05bd08fa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8253677 Aug 20 11:38:34.547182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46852) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:34.552827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 797505f2-6825-4734-8153-35564a009753 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:38:34.556340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'subnet': {'network_id': '797505f2-6825-4734-8153-35564a009753', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:34.565706 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4909dd42-02c2-4d5c-8719-e6970477c6ef x-openstack-request-id: req-4909dd42-02c2-4d5c-8719-e6970477c6ef {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:34.566368 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d51120-5119-4bc3-b9ae-4b27e181a4de", "tag": "afd8989a-598f-410e-97b0-d52d565e4df9", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:34.566811 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4909dd42-02c2-4d5c-8719-e6970477c6ef {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:34.567546 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d51120-5119-4bc3-b9ae-4b27e181a4de', 'tag': 'afd8989a-598f-410e-97b0-d52d565e4df9', 'status': 'completed', 'code': 200} Aug 20 11:38:34.568140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46856) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:34.568290 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-627f431d-22d6-436c-aee9-ac743281c97f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0940666 Aug 20 11:38:34.741484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef2cb3-adc1-4321-9f0d-bf9a3719e59d req-699112d1-aa25-489b-ad0e-aa1d3b1fd457 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:34.745834 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89ef2cb3-adc1-4321-9f0d-bf9a3719e59d req-699112d1-aa25-489b-ad0e-aa1d3b1fd457 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0791612 Aug 20 11:38:34.766131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4ad49e3-342c-4a04-bf5a-7444ed27f1c0 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.790555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89ef2cb3-adc1-4321-9f0d-bf9a3719e59d req-284524a4-20c8-408b-ab88-6322ecc759ce tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347352 Aug 20 11:38:34.806519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4ad49e3-342c-4a04-bf5a-7444ed27f1c0 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.810594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec149552-51df-4899-a398-c63c0594c3bf req-a5fe8b0a-1282-4325-9f84-81951cdbbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:34.812138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec149552-51df-4899-a398-c63c0594c3bf req-a5fe8b0a-1282-4325-9f84-81951cdbbe0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef87be04942c4e9180ab85f34bf93138&device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 1095 time: 0.1765995 Aug 20 11:38:34.840575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:31Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:34Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:34.873158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b11ddaa-495f-4d03-9862-f0f533dcb02e None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:31Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:34Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:34.913910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Made reservation on behalf of 2f8722c6794f486eaef0956dea72e4b7 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:34.917504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.995938 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4ad49e3-342c-4a04-bf5a-7444ed27f1c0 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:34.998626 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4ad49e3-342c-4a04-bf5a-7444ed27f1c0 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.002877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d4ad49e3-342c-4a04-bf5a-7444ed27f1c0 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-groups/f3869c18-cb6b-41b3-b60a-f482e63294c4 HTTP/1.1" status: 204 len: 168 time: 0.4282308 Aug 20 11:38:35.004102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46860) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:35.026889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad49e3-342c-4a04-bf5a-7444ed27f1c0 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3869c18-cb6b-41b3-b60a-f482e63294c4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:35.032719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec149552-51df-4899-a398-c63c0594c3bf req-4a294236-a515-442b-8f53-ca9a2885eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.034295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec149552-51df-4899-a398-c63c0594c3bf req-4a294236-a515-442b-8f53-ca9a2885eda9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef87be04942c4e9180ab85f34bf93138&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2104294 Aug 20 11:38:35.108154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fae71c5b-14eb-4363-9ee2-125823904f4b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0945039 Aug 20 11:38:35.108154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46862) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:35.165460 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-759b408e-be41-4af1-8cd6-0f97d3bf2f4b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.193206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-759b408e-be41-4af1-8cd6-0f97d3bf2f4b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.239339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a93d92-1c5d-4d9f-91ba-0039f20779ab req-07a8fd8a-0556-4c7d-b40a-0df746b063c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.241065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28a93d92-1c5d-4d9f-91ba-0039f20779ab req-07a8fd8a-0556-4c7d-b40a-0df746b063c4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1778860 Aug 20 11:38:35.270820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec149552-51df-4899-a398-c63c0594c3bf req-99c1644b-c13d-4445-8bf6-6098c7b4d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.272373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec149552-51df-4899-a398-c63c0594c3bf req-99c1644b-c13d-4445-8bf6-6098c7b4d452 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262008 Aug 20 11:38:35.367117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28a93d92-1c5d-4d9f-91ba-0039f20779ab req-fdf9e784-01de-4979-ab6b-824ba0d430b4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178682 Aug 20 11:38:35.384579 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-759b408e-be41-4af1-8cd6-0f97d3bf2f4b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.393036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-759b408e-be41-4af1-8cd6-0f97d3bf2f4b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.395101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-759b408e-be41-4af1-8cd6-0f97d3bf2f4b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-groups/7300710f-30ed-42b7-91df-b811c1880b1e HTTP/1.1" status: 204 len: 168 time: 0.2908881 Aug 20 11:38:35.399480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46868) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:35.416054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b408e-be41-4af1-8cd6-0f97d3bf2f4b tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7300710f-30ed-42b7-91df-b811c1880b1e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:35.458961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5495f5-c3aa-441b-8532-dc99ad77bd50 req-c1c4aca3-8a89-4c24-a601-0a55051b6c03 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.459810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-40c9f387-8df6-497d-b578-4c9ee2cd3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.461409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-40c9f387-8df6-497d-b578-4c9ee2cd3c92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef87be04942c4e9180ab85f34bf93138&device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 1095 time: 0.1195385 Aug 20 11:38:35.462664 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c5495f5-c3aa-441b-8532-dc99ad77bd50 req-c1c4aca3-8a89-4c24-a601-0a55051b6c03 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 944 time: 0.1337647 Aug 20 11:38:35.480812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:35.526088 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-757df284-e88b-437b-b215-939d483a3b06 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1253171 Aug 20 11:38:35.539380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-4baec12e-93d8-4aa9-b725-cbd6672e0798 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afd8989a-598f-410e-97b0-d52d565e4df9 HTTP/1.1" status: 200 len: 217 time: 0.0671821 Aug 20 11:38:35.542473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46870) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:35.545784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-599cb5ac-4b15-47f9-b7ac-e38bb475ba17 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group': {'name': 'tempest-secgroup--342552396'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:35.567678 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6c5495f5-c3aa-441b-8532-dc99ad77bd50 req-ff3ecc52-87fd-4f39-a4ae-290fb819375e tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904353 Aug 20 11:38:35.586601 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.691367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:35.694534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb2786-cc32-4faf-8561-eed2d2e4de15 req-cb2ae658-95fa-49c7-80d8-77051991cd4f tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.696145 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-deeb2786-cc32-4faf-8561-eed2d2e4de15 req-cb2ae658-95fa-49c7-80d8-77051991cd4f tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.1759298 Aug 20 11:38:35.696355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:35.696825 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.697716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-b5f072ae-6a03-4950-ab7d-940372678bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.700674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-b5f072ae-6a03-4950-ab7d-940372678bb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7b6fb8fc-13d9-4a53-9b6b-90985a549301 HTTP/1.1" status: 200 len: 865 time: 0.1488540 Aug 20 11:38:35.762650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Subnet': ['ID=e7c5dc03-6902-453e-a6c5-d470b46555c8,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:35.767021 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-66fc7b51-da33-42ff-a6ad-d183fb89b1be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=155602b3-ed7b-4d01-ae2a-58cb22eb8afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589707 Aug 20 11:38:35.779861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Checking segment: {'id': '15b41bd7-7467-4378-9128-9f4b75eb480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '797505f2-6825-4734-8153-35564a009753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:35.780275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network hostable DHCP agents. Network: 797505f2-6825-4734-8153-35564a009753, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:38:35.802493 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.818318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-deeb2786-cc32-4faf-8561-eed2d2e4de15 req-41702555-9365-45b4-b85b-46aa5749fa2b tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081429 Aug 20 11:38:35.843636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be,segment=NetworkSegment(1e1f209c-17cc-47f5-9615-119d5cbfd04c),segment_id=1e1f209c-17cc-47f5-9615-119d5cbfd04c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:35.849075 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-599cb5ac-4b15-47f9-b7ac-e38bb475ba17 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:35.926647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0defa-50c4-4ad8-a478-15e9e36c98f3 req-b0680936-80be-4410-94b0-f848c82bb955 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:35.928423 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7b0defa-50c4-4ad8-a478-15e9e36c98f3 req-b0680936-80be-4410-94b0-f848c82bb955 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0574865 Aug 20 11:38:35.938485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-5276f617-703c-4bc8-ae87-0aa33814fe18 service neutron] 10.222.0.57 "GET /v2.0/networks/155602b3-ed7b-4d01-ae2a-58cb22eb8afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454494 Aug 20 11:38:35.971687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.014283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 797505f2-6825-4734-8153-35564a009753 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:38:36.019019 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7b0defa-50c4-4ad8-a478-15e9e36c98f3 req-1eb1d396-c61b-4d85-93da-61f5e6dad96b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768423 Aug 20 11:38:36.052650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-599cb5ac-4b15-47f9-b7ac-e38bb475ba17 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.057320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:36.065536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.065894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.066240 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.066617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.066968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.067395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.067788 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.068126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.068463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.068797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.069124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.069460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:38:36.073782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-263c2d76-46f6-4294-95f0-a8f265022d41 req-0b33f8bb-adda-4927-b974-521df562c77d service neutron] 10.222.0.57 "GET /v2.0/networks/155602b3-ed7b-4d01-ae2a-58cb22eb8afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307366 Aug 20 11:38:36.103961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 797505f2-6825-4734-8153-35564a009753) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:36.108315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:36.108982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.113907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b27ebd3-d3f8-4619-a4ac-eaf7c4107dbe None None] Network 797505f2-6825-4734-8153-35564a009753 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:36.158777 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-599cb5ac-4b15-47f9-b7ac-e38bb475ba17 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.209778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cb5ac-4b15-47f9-b7ac-e38bb475ba17 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceedd9a6-0fb1-44fb-8217-2f26f64fe3d3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:36.259498 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cbc5ef7f-a153-4618-95d5-018d2836a8d9 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7111924 Aug 20 11:38:36.263673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46874) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:36.277541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-797505f2-6825-4734-8153-35564a009753', 'network_id': '797505f2-6825-4734-8153-35564a009753', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'fixed_ips': [{'subnet_id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:38:36.278625 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.325563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-599cb5ac-4b15-47f9-b7ac-e38bb475ba17 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.325563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-599cb5ac-4b15-47f9-b7ac-e38bb475ba17 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7831192 Aug 20 11:38:36.329623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46876) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:36.335467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-757e1134-aa51-40c3-a975-77357f42bd2d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': 'ceedd9a6-0fb1-44fb-8217-2f26f64fe3d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:36.416505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-acf578cd-c980-421f-b57b-505ba22f42ed tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:36.418100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-acf578cd-c980-421f-b57b-505ba22f42ed tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.57 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.1061413 Aug 20 11:38:36.462931 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-757e1134-aa51-40c3-a975-77357f42bd2d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.515223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Allocated IP 172.23.0.2 (797505f2-6825-4734-8153-35564a009753/e7c5dc03-6902-453e-a6c5-d470b46555c8/d164f27c-8e9a-4ae5-adeb-d348e8711b49) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:36.529305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-757e1134-aa51-40c3-a975-77357f42bd2d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.623711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-757e1134-aa51-40c3-a975-77357f42bd2d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.649264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e1134-aa51-40c3-a975-77357f42bd2d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7e72f2-186e-4f97-8497-1db51b4c4589,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:36.722287 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.734340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Transition to ACTIVE for port object d164f27c-8e9a-4ae5-adeb-d348e8711b49 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:36.754522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Transition to ACTIVE for port object d164f27c-8e9a-4ae5-adeb-d348e8711b49 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:36.757826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b83f4-049c-4090-9c31-49cd868c754b req-2fc3d18d-de5b-4975-ae1f-2daf5bd6dd7d tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:36.760319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-093b83f4-049c-4090-9c31-49cd868c754b req-2fc3d18d-de5b-4975-ae1f-2daf5bd6dd7d tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 944 time: 0.0900013 Aug 20 11:38:36.761823 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-757e1134-aa51-40c3-a975-77357f42bd2d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.764015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-757e1134-aa51-40c3-a975-77357f42bd2d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4322243 Aug 20 11:38:36.767215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46882) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:36.821095 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7bb5-d0f7-428f-86c5-6db28b00ccf8 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.835593 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-093b83f4-049c-4090-9c31-49cd868c754b req-df550ee2-b7ce-494d-b0d8-28e847c86254 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649686 Aug 20 11:38:36.837533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7bb5-d0f7-428f-86c5-6db28b00ccf8 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.858666 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.915552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Network 797505f2-6825-4734-8153-35564a009753 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:36.923114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:36.927978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:36.966103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7bb5-d0f7-428f-86c5-6db28b00ccf8 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.966682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Pushing event updated for resources: {'Port': ['ID=d164f27c-8e9a-4ae5-adeb-d348e8711b49,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:36.980322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf1c7bb5-d0f7-428f-86c5-6db28b00ccf8 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:36.982348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cf1c7bb5-d0f7-428f-86c5-6db28b00ccf8 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/df7e72f2-186e-4f97-8497-1db51b4c4589 HTTP/1.1" status: 204 len: 168 time: 0.2134802 Aug 20 11:38:36.987192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46886) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.003473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Attempting to bind port d164f27c-8e9a-4ae5-adeb-d348e8711b49 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:37.003850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Attempting to bind port d164f27c-8e9a-4ae5-adeb-d348e8711b49 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '15b41bd7-7467-4378-9128-9f4b75eb480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '797505f2-6825-4734-8153-35564a009753'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:37.004422 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Attempting to bind port d164f27c-8e9a-4ae5-adeb-d348e8711b49 on network 797505f2-6825-4734-8153-35564a009753 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:37.009989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:37.010405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Checking segment: {'id': '15b41bd7-7467-4378-9128-9f4b75eb480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '797505f2-6825-4734-8153-35564a009753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:37.011275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.012266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Bound using segment: {'id': '15b41bd7-7467-4378-9128-9f4b75eb480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '797505f2-6825-4734-8153-35564a009753'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:37.012927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Bound port: d164f27c-8e9a-4ae5-adeb-d348e8711b49, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b41bd7-7467-4378-9128-9f4b75eb480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '797505f2-6825-4734-8153-35564a009753'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:37.013613 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.018299 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbdd04-a00b-4d84-9298-9432af0a827d req-1fc846bc-f1d7-40c9-ac01-9e34205a0aa7 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:37.021909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-70cbdd04-a00b-4d84-9298-9432af0a827d req-1fc846bc-f1d7-40c9-ac01-9e34205a0aa7 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 945 time: 0.1008856 Aug 20 11:38:37.035880 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c7bb5-d0f7-428f-86c5-6db28b00ccf8 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df7e72f2-186e-4f97-8497-1db51b4c4589,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:37.081589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b68b0-495c-4adb-be5e-96ced174c12d req-90bbb7be-2d3a-4b3d-ad37-a31d01f72c52 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:37.083251 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f0b68b0-495c-4adb-be5e-96ced174c12d req-90bbb7be-2d3a-4b3d-ad37-a31d01f72c52 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.5696187 Aug 20 11:38:37.108086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] For port d164f27c-8e9a-4ae5-adeb-d348e8711b49, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:37.112452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] For port d164f27c-8e9a-4ae5-adeb-d348e8711b49, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d164f27c-8e9a-4ae5-adeb-d348e8711b49,segment=NetworkSegment(15b41bd7-7467-4378-9128-9f4b75eb480b),segment_id=15b41bd7-7467-4378-9128-9f4b75eb480b)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:37.144422 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f2cb3925-efba-4256-bd4e-a5c2cd9a0c27 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1530800 Aug 20 11:38:37.147445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46890) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.148845 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-70cbdd04-a00b-4d84-9298-9432af0a827d req-baeb4b13-1ff5-4541-be68-04d6da24899e tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095111 Aug 20 11:38:37.209675 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f0b68b0-495c-4adb-be5e-96ced174c12d req-3e9a7b89-79a6-46aa-9cd1-0f75b69c05d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194105 Aug 20 11:38:37.258288 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.294327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-dad619c7-39de-4ee0-a761-75f8892e42f4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Deleting port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:37.295012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-dad619c7-39de-4ee0-a761-75f8892e42f4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.317352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703936b-0e62-483f-b25f-a69e5c2d4d89 req-043194d2-430c-456f-b4a9-15fc9755ba14 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:37.325306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9703936b-0e62-483f-b25f-a69e5c2d4d89 req-043194d2-430c-456f-b4a9-15fc9755ba14 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0654202 Aug 20 11:38:37.332248 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba2cb-4970-466f-bee2-aad34c147ffc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.337218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da419a31-2268-4531-b04c-8e7cccb3d54f None None] Pushing event updated for resources: {'Port': ['ID=d164f27c-8e9a-4ae5-adeb-d348e8711b49,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:37.364697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:37.370103 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9703936b-0e62-483f-b25f-a69e5c2d4d89 req-46744b8b-7503-414d-a6c7-dac3af39d080 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437312 Aug 20 11:38:37.436018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:37.436529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.450880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba2cb-4970-466f-bee2-aad34c147ffc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.507486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.546756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-dad619c7-39de-4ee0-a761-75f8892e42f4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] For port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,segment=NetworkSegment(d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1),segment_id=d4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:37.547136 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-dad619c7-39de-4ee0-a761-75f8892e42f4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.609150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-dad619c7-39de-4ee0-a761-75f8892e42f4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Calling delete_port for 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:37.689719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba2cb-4970-466f-bee2-aad34c147ffc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.692455 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba2cb-4970-466f-bee2-aad34c147ffc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.693697 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ca2ba2cb-4970-466f-bee2-aad34c147ffc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-groups/ceedd9a6-0fb1-44fb-8217-2f26f64fe3d3 HTTP/1.1" status: 204 len: 168 time: 0.5449486 Aug 20 11:38:37.697202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46892) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.727193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ba2cb-4970-466f-bee2-aad34c147ffc tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceedd9a6-0fb1-44fb-8217-2f26f64fe3d3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:37.778310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8d0a325c-f36f-4e76-a48b-f8454a7f7e79 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0766749 Aug 20 11:38:37.782289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46894) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:37.792666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2d71e2d2-1732-4131-aea2-cb6ee16fcd93 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155115726'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:37.916906 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d71e2d2-1732-4131-aea2-cb6ee16fcd93 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:37.994173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Allocated IP 172.23.0.1 (797505f2-6825-4734-8153-35564a009753/e7c5dc03-6902-453e-a6c5-d470b46555c8/ce728b50-ee4c-4647-85e1-960c5e33c079) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:38.021366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-dad619c7-39de-4ee0-a761-75f8892e42f4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.031733 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d71e2d2-1732-4131-aea2-cb6ee16fcd93 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.036057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:38.094681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83697672-b81f-4a80-be83-177f301ba9b1 req-0a7d597a-7164-41da-829d-ade5c2751dd3 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:38.096412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83697672-b81f-4a80-be83-177f301ba9b1 req-0a7d597a-7164-41da-829d-ade5c2751dd3 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 944 time: 0.1546764 Aug 20 11:38:38.109838 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d71e2d2-1732-4131-aea2-cb6ee16fcd93 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.125500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad619c7-39de-4ee0-a761-75f8892e42f4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Pushing event deleted for resources: {'Port': ['ID=8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:38.175770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71e2d2-1732-4131-aea2-cb6ee16fcd93 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5b67c7-5e21-46b8-97a1-552a1ff4a9af,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:38.214055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-dad619c7-39de-4ee0-a761-75f8892e42f4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] No DVR routers for this DVR port 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:38.227367 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-dad619c7-39de-4ee0-a761-75f8892e42f4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.229727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c0055e6-7d0f-479c-b6c0-a37082b30bb0 req-dad619c7-39de-4ee0-a761-75f8892e42f4 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.57 "DELETE /v2.0/ports/8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 HTTP/1.1" status: 204 len: 173 time: 1.7806690 Aug 20 11:38:38.230272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774ba177-f2e0-4e7f-a4d9-f27edbb0f49d', 'name': 'network-vif-deleted', 'tag': '8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:38.232735 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c61dc2-f9db-4a8a-bf5e-45d5d5f8a7fb" -d '{"events": [{"server_uuid": "774ba177-f2e0-4e7f-a4d9-f27edbb0f49d", "name": "network-vif-deleted", "tag": "8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:38.255312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83697672-b81f-4a80-be83-177f301ba9b1 req-513f7c51-55cc-4e06-89b1-f9743086ea82 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316202 Aug 20 11:38:38.271940 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device afd8989a-598f-410e-97b0-d52d565e4df9 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:38.285136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb7142fe-5e56-43a0-a450-0e012e3ac643 req-fe1e0fb9-1307-40a2-b658-46be8b943d52 tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 210 time: 0.0342615 Aug 20 11:38:38.286555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d71e2d2-1732-4131-aea2-cb6ee16fcd93 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.287824 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d71e2d2-1732-4131-aea2-cb6ee16fcd93 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4998615 Aug 20 11:38:38.290620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46912) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:38.295375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9a3688c4-427e-4386-b1e6-4331c7b97de9 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': 'ca5b67c7-5e21-46b8-97a1-552a1ff4a9af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:38.345198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.367031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Transition to ACTIVE for port object ce728b50-ee4c-4647-85e1-960c5e33c079 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:38.400846 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1202af-aaa0-4828-8404-8c85594d7e76 x-openstack-request-id: req-0d1202af-aaa0-4828-8404-8c85594d7e76 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:38.401195 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774ba177-f2e0-4e7f-a4d9-f27edbb0f49d", "name": "network-vif-deleted", "tag": "8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:38.401461 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0d1202af-aaa0-4828-8404-8c85594d7e76 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:38.401919 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774ba177-f2e0-4e7f-a4d9-f27edbb0f49d', 'name': 'network-vif-deleted', 'tag': '8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4', 'status': 'completed', 'code': 200} Aug 20 11:38:38.476932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port afd8989a-598f-410e-97b0-d52d565e4df9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=afd8989a-598f-410e-97b0-d52d565e4df9,segment=NetworkSegment(5d972c59-f987-471b-ac2a-23f1f00c2b99),segment_id=5d972c59-f987-471b-ac2a-23f1f00c2b99)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:38.482734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e10fd6-c9c3-4548-86ba-994935d6532b req-1083c1fe-b495-4535-8151-80099d1d141d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:38.484369 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6e10fd6-c9c3-4548-86ba-994935d6532b req-1083c1fe-b495-4535-8151-80099d1d141d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0851092 Aug 20 11:38:38.499171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'afd8989a-598f-410e-97b0-d52d565e4df9', 'network_id': '155602b3-ed7b-4d01-ae2a-58cb22eb8afd', 'port_id': 'afd8989a-598f-410e-97b0-d52d565e4df9', 'mac_address': 'fa:16:3e:2a:88:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6fb8fc-13d9-4a53-9b6b-90985a549301', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:38:38.508149 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a3688c4-427e-4386-b1e6-4331c7b97de9 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.557424 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.565102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76c4f8-7499-4629-92c2-08dc1e55c199 req-2d14f010-4966-44cb-b09d-124d11a6f9b6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:38.583021 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e76c4f8-7499-4629-92c2-08dc1e55c199 req-2d14f010-4966-44cb-b09d-124d11a6f9b6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0693586 Aug 20 11:38:38.583021 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.585896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd8989a-598f-410e-97b0-d52d565e4df9 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:38.586401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6e10fd6-c9c3-4548-86ba-994935d6532b req-8a2b20ee-ccff-483f-b971-b20daf0a4461 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795488 Aug 20 11:38:38.599789 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a3688c4-427e-4386-b1e6-4331c7b97de9 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.612830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port afd8989a-598f-410e-97b0-d52d565e4df9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=afd8989a-598f-410e-97b0-d52d565e4df9,segment=NetworkSegment(5d972c59-f987-471b-ac2a-23f1f00c2b99),segment_id=5d972c59-f987-471b-ac2a-23f1f00c2b99)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:38.644848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb30ad-24f4-4a5d-afb2-3583c60ae267 None None] Network 797505f2-6825-4734-8153-35564a009753 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:38.662069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 797505f2-6825-4734-8153-35564a009753 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:38.669509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:38.680304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:38.713672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=ce728b50-ee4c-4647-85e1-960c5e33c079,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:38.721980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a3688c4-427e-4386-b1e6-4331c7b97de9 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.733012 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e76c4f8-7499-4629-92c2-08dc1e55c199 req-884a0108-f42d-48e3-8054-01d612106a29 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974464 Aug 20 11:38:38.737670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9cd4bf45-227a-4b8e-86f1-991425727a8b details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:38:38.743067 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.766580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3688c4-427e-4386-b1e6-4331c7b97de9 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4897617c-9d6a-47bd-baee-6f33b7e1d63c,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:38.800979 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.874652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-01b27d2b-a8f4-4452-9627-f7e18066cf9a None None] Provisioning for port d164f27c-8e9a-4ae5-adeb-d348e8711b49 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:38.911728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6257-da9d-421f-a33c-822535dee956 req-b55006b3-d710-48fd-a2e6-844f8304f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:38.913339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cbd6257-da9d-421f-a33c-822535dee956 req-b55006b3-d710-48fd-a2e6-844f8304f90a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 1096 time: 0.0457308 Aug 20 11:38:38.920400 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a3688c4-427e-4386-b1e6-4331c7b97de9 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:38.932945 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9a3688c4-427e-4386-b1e6-4331c7b97de9 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6333652 Aug 20 11:38:38.932945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46926) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:38.958841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ea09d859-6a07-4a75-98e4-aa7826cf0a2f tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules/4897617c-9d6a-47bd-baee-6f33b7e1d63c HTTP/1.1" status: 200 len: 763 time: 0.0287826 Aug 20 11:38:38.961293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46930) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:38.992463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=afd8989a-598f-410e-97b0-d52d565e4df9,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:38.996822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9cd4bf45-227a-4b8e-86f1-991425727a8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:39.013649 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f51ae527-10bd-46aa-a351-2208aa3672e9 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0511863 Aug 20 11:38:39.018970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46932) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:39.024636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '9cd4bf45-227a-4b8e-86f1-991425727a8b', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'port_id': '9cd4bf45-227a-4b8e-86f1-991425727a8b', 'mac_address': 'fa:16:3e:c1:30:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67b176a-02c2-4042-9683-21af539b6672', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:38:39.027597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['afd8989a-598f-410e-97b0-d52d565e4df9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:39.046310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6257-da9d-421f-a33c-822535dee956 req-95e33b8f-8fc2-45ec-b296-01250bd7206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:39.048009 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cbd6257-da9d-421f-a33c-822535dee956 req-95e33b8f-8fc2-45ec-b296-01250bd7206a service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 913 time: 0.1047974 Aug 20 11:38:39.050620 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d3dddbd2-2379-4430-9daa-0a99d3fc454d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.067068 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d3dddbd2-2379-4430-9daa-0a99d3fc454d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.102786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cbd6257-da9d-421f-a33c-822535dee956 req-43975abc-86e3-40af-b135-979f13e457ac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b HTTP/1.1" status: 200 len: 217 time: 0.0472264 Aug 20 11:38:39.152675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.180230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cd4bf45-227a-4b8e-86f1-991425727a8b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:38:39.210927 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.255353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9cd4bf45-227a-4b8e-86f1-991425727a8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:39.267899 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d3dddbd2-2379-4430-9daa-0a99d3fc454d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.299964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d3dddbd2-2379-4430-9daa-0a99d3fc454d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.309986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d3dddbd2-2379-4430-9daa-0a99d3fc454d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4897617c-9d6a-47bd-baee-6f33b7e1d63c HTTP/1.1" status: 204 len: 168 time: 0.2806706 Aug 20 11:38:39.310800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46942) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:39.358814 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.370959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd6257-da9d-421f-a33c-822535dee956 req-a68cbcd9-7943-413e-8b28-576cd73aa388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:39.372708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cbd6257-da9d-421f-a33c-822535dee956 req-a68cbcd9-7943-413e-8b28-576cd73aa388 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 200 len: 852 time: 0.2622492 Aug 20 11:38:39.409312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dddbd2-2379-4430-9daa-0a99d3fc454d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4897617c-9d6a-47bd-baee-6f33b7e1d63c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:39.452925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-069d3c29-1148-494e-933b-50f92fb326d9 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1145182 Aug 20 11:38:39.453716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46946) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:39.483273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1f1c1a17-a901-4436-a4a8-abac97019294 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': 'ca5b67c7-5e21-46b8-97a1-552a1ff4a9af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:39.532010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d164f27c-8e9a-4ae5-adeb-d348e8711b49 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:39.558129 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cbd6257-da9d-421f-a33c-822535dee956 req-5e132d94-dc71-4b6f-b553-160044f145e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760018 Aug 20 11:38:39.563934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['9cd4bf45-227a-4b8e-86f1-991425727a8b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:39.599501 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f68dd7-c248-45a9-a27e-64f2b6f64772 req-950c531b-f6dc-4d88-958f-ec762b609a42 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:39.603387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82f68dd7-c248-45a9-a27e-64f2b6f64772 req-950c531b-f6dc-4d88-958f-ec762b609a42 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 945 time: 0.1481361 Aug 20 11:38:39.638612 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1a17-a901-4436-a4a8-abac97019294 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.715498 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1a17-a901-4436-a4a8-abac97019294 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.740759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd155c9c-c59e-4d22-a7f7-32bd80185a85 req-6cc0a3ad-ffc6-434b-9658-4c753e9b225e tempest-TestServerAdvancedOps-961155024 tempest-TestServerAdvancedOps-961155024-project] 10.222.0.10 "GET /v2.0/ports?device_id=774ba177-f2e0-4e7f-a4d9-f27edbb0f49d HTTP/1.1" status: 200 len: 210 time: 0.2014880 Aug 20 11:38:39.749760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82f68dd7-c248-45a9-a27e-64f2b6f64772 req-5668398b-ba3c-4f26-b038-c409cbf902c5 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399479 Aug 20 11:38:39.804025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1a17-a901-4436-a4a8-abac97019294 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.851726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c1a17-a901-4436-a4a8-abac97019294 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19bfeb2-ecd8-4256-ac4a-003a5a50869f,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:39.961295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1a17-a901-4436-a4a8-abac97019294 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:39.963034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1f1c1a17-a901-4436-a4a8-abac97019294 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4869576 Aug 20 11:38:39.966890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46952) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:39.996212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6a15980b-ffed-4d6d-b54f-6a90afea33b8 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules/a19bfeb2-ecd8-4256-ac4a-003a5a50869f HTTP/1.1" status: 200 len: 763 time: 0.0280752 Aug 20 11:38:39.998616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46954) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:40.014667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28e852-e8e3-4a14-ac63-bcfd7735f0b1 req-c4a923f2-4b24-4ff5-9815-ae8edce1de87 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:40.016613 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad28e852-e8e3-4a14-ac63-bcfd7735f0b1 req-c4a923f2-4b24-4ff5-9815-ae8edce1de87 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 944 time: 0.1148314 Aug 20 11:38:40.025688 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cbd6257-da9d-421f-a33c-822535dee956 req-d98c147e-8b56-434b-a70d-e0a5dec8dce4 service neutron] 10.222.0.38 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570847 Aug 20 11:38:40.101711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad28e852-e8e3-4a14-ac63-bcfd7735f0b1 req-1690dc42-0384-4e48-b3a7-fb46dedf37ef tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701976 Aug 20 11:38:40.116629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=9cd4bf45-227a-4b8e-86f1-991425727a8b,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:40.133753 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-32c3635e-9ea1-4da6-9861-783ca3afcd9d tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1339211 Aug 20 11:38:40.137378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46956) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:40.179986 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56ff8345-c9bc-448c-9114-87626ef41b84 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.188992 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56ff8345-c9bc-448c-9114-87626ef41b84 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.215978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cbd6257-da9d-421f-a33c-822535dee956 req-a9843ac0-4f26-445e-989a-5e9f450b63bf service neutron] 10.222.0.38 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610336 Aug 20 11:38:40.246610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e27835-f7cf-4451-a263-1fcce05dcaeb req-c38735c4-7b80-46d5-b16f-2c0f3bb919ad tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:40.248493 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-01e27835-f7cf-4451-a263-1fcce05dcaeb req-c38735c4-7b80-46d5-b16f-2c0f3bb919ad tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.3504267 Aug 20 11:38:40.262235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.278819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:40.304571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-01e27835-f7cf-4451-a263-1fcce05dcaeb req-4721e5f0-78b3-45cf-abbb-dd41fcd629ce tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 Aug 20 11:38:40.314819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:40.315193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 8e9a1282-6bf5-4ea1-b32c-438b59d1b4c4 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:40.332403 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56ff8345-c9bc-448c-9114-87626ef41b84 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.341529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56ff8345-c9bc-448c-9114-87626ef41b84 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.343368 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-56ff8345-c9bc-448c-9114-87626ef41b84 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a19bfeb2-ecd8-4256-ac4a-003a5a50869f HTTP/1.1" status: 204 len: 168 time: 0.2051084 Aug 20 11:38:40.346101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46958) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:40.348594 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff8345-c9bc-448c-9114-87626ef41b84 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a19bfeb2-ecd8-4256-ac4a-003a5a50869f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:40.362485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d87633fc-3fd0-4fbc-8e29-40fc139a6d4e None None] Provisioning for port ce728b50-ee4c-4647-85e1-960c5e33c079 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:40.367503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d164f27c-8e9a-4ae5-adeb-d348e8711b49 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:40.370923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d164f27c-8e9a-4ae5-adeb-d348e8711b49 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:40.371295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.375423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d87633fc-3fd0-4fbc-8e29-40fc139a6d4e None None] Provisioning complete for port ce728b50-ee4c-4647-85e1-960c5e33c079 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:40.375790 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d87633fc-3fd0-4fbc-8e29-40fc139a6d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.398635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cd9ba670-b9a9-40ee-9c10-f75306674864 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509257 Aug 20 11:38:40.404119 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.405164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46960) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:40.412250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d56b68ee-dfa0-463e-8d27-831a5562eabb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Request body: {'security_group_rule': {'security_group_id': 'ca5b67c7-5e21-46b8-97a1-552a1ff4a9af', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:40.460813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event updated for resources: {'Port': ['ID=ce728b50-ee4c-4647-85e1-960c5e33c079,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:40.481143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d87633fc-3fd0-4fbc-8e29-40fc139a6d4e None None] Port ce728b50-ee4c-4647-85e1-960c5e33c079 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:40.516131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.539604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.573927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d164f27c-8e9a-4ae5-adeb-d348e8711b49, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d164f27c-8e9a-4ae5-adeb-d348e8711b49,segment=NetworkSegment(15b41bd7-7467-4378-9128-9f4b75eb480b),segment_id=15b41bd7-7467-4378-9128-9f4b75eb480b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:40.589426 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-d56b68ee-dfa0-463e-8d27-831a5562eabb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Project 250d6617dded4b81bc45322f5f602d50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:38:40.596136 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d56b68ee-dfa0-463e-8d27-831a5562eabb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.636935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8e8f90a6-38a2-4807-868d-7e3e0fc259d4 None None] Provisioning complete for port ce728b50-ee4c-4647-85e1-960c5e33c079 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:40.637855 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8e8f90a6-38a2-4807-868d-7e3e0fc259d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.647649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Network 797505f2-6825-4734-8153-35564a009753 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:40.652205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:40.712260 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f90a6-38a2-4807-868d-7e3e0fc259d4 None None] Port ce728b50-ee4c-4647-85e1-960c5e33c079 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:40.716294 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.717956 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d56b68ee-dfa0-463e-8d27-831a5562eabb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.780490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9cd4bf45-227a-4b8e-86f1-991425727a8b up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:40.822005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d164f27c-8e9a-4ae5-adeb-d348e8711b49,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:40.844540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:40.847309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d56b68ee-dfa0-463e-8d27-831a5562eabb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:40.870050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46966) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:40.893915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b68ee-dfa0-463e-8d27-831a5562eabb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f43de8-8a52-4ab4-abca-ca909a2a19f0,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:40.896314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 9cd4bf45-227a-4b8e-86f1-991425727a8b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:40.896904 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.030872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c33622-c4e8-4821-841e-b5b01b554ce3 admin admin] Deleting subnet ccfb13c6-2cf3-4f06-af17-9c79128f1364 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:41.036839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76c33622-c4e8-4821-841e-b5b01b554ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.047791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:41.050930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808cc87-01c4-48cb-8a1a-69912cb81171 req-8f61217c-9ff2-45b9-bec1-763f3d87625f tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:41.053280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e808cc87-01c4-48cb-8a1a-69912cb81171 req-8f61217c-9ff2-45b9-bec1-763f3d87625f tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 945 time: 0.1621459 Aug 20 11:38:41.064830 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:41.067448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b4d79b7a-ad7b-48df-b40a-00565216a65d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8023553 Aug 20 11:38:41.077089 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:41.077678 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46968) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:41.077836 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:41.085631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b3f7d2c3-de4c-491c-9c3b-0e19642c97a4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:41.094701 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.116167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-edffab37-1b5e-4d74-a71b-817a964084f5 None None] Provisioning complete for port ce728b50-ee4c-4647-85e1-960c5e33c079 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:41.116540 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-edffab37-1b5e-4d74-a71b-817a964084f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.123175 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d56b68ee-dfa0-463e-8d27-831a5562eabb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.124890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d56b68ee-dfa0-463e-8d27-831a5562eabb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7184527 Aug 20 11:38:41.135880 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46972) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:41.176918 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e808cc87-01c4-48cb-8a1a-69912cb81171 req-01aa5add-9556-4c18-811b-c6bc41a86621 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920558 Aug 20 11:38:41.185915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-257b9bfa-ada5-4271-b9d6-5816b08908b2 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules/f9f43de8-8a52-4ab4-abca-ca909a2a19f0 HTTP/1.1" status: 200 len: 769 time: 0.0486085 Aug 20 11:38:41.188484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46974) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:41.197759 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76c33622-c4e8-4821-841e-b5b01b554ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.244740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.254339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd4bf45-227a-4b8e-86f1-991425727a8b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:41.257412 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab119ed-055b-4ffa-be64-f584f71ff100" -d '{"events": [{"server_uuid": "d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e", "name": "network-vif-plugged", "status": "completed", "tag": "9cd4bf45-227a-4b8e-86f1-991425727a8b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:41.275930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9cd4bf45-227a-4b8e-86f1-991425727a8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:41.288302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-edffab37-1b5e-4d74-a71b-817a964084f5 None None] Port ce728b50-ee4c-4647-85e1-960c5e33c079 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:38:41.317826 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2c6b7eae-eb31-4564-8ff4-4e8eff07cabb tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1275699 Aug 20 11:38:41.332810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46978) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:41.336708 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555ff9cf-868f-4e39-890f-c87f4b4745a7 x-openstack-request-id: req-555ff9cf-868f-4e39-890f-c87f4b4745a7 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:41.342405 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e", "name": "network-vif-plugged", "status": "completed", "tag": "9cd4bf45-227a-4b8e-86f1-991425727a8b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:41.342405 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-555ff9cf-868f-4e39-890f-c87f4b4745a7 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:41.342405 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd4bf45-227a-4b8e-86f1-991425727a8b', 'code': 200} Aug 20 11:38:41.354268 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76c33622-c4e8-4821-841e-b5b01b554ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.355876 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:41.365839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d164f27c-8e9a-4ae5-adeb-d348e8711b49 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:41.411967 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f936ec95-730c-4a51-857b-0f3c1afbad33 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.424933 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f936ec95-730c-4a51-857b-0f3c1afbad33 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.454140 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.516911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=9cd4bf45-227a-4b8e-86f1-991425727a8b,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:41.520851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526e485-7ed3-47a6-bb90-bae795c103f3 req-ca15d625-0dcb-400f-8d90-dc4acd72d569 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:41.522400 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6526e485-7ed3-47a6-bb90-bae795c103f3 req-ca15d625-0dcb-400f-8d90-dc4acd72d569 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0835040 Aug 20 11:38:41.571547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d164f27c-8e9a-4ae5-adeb-d348e8711b49 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:41.571935 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.586117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76c33622-c4e8-4821-841e-b5b01b554ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.657511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6526e485-7ed3-47a6-bb90-bae795c103f3 req-d3e8dcdb-b3af-489b-a366-229f974b455e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214957 Aug 20 11:38:41.684541 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f936ec95-730c-4a51-857b-0f3c1afbad33 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.690906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c33622-c4e8-4821-841e-b5b01b554ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccfb13c6-2cf3-4f06-af17-9c79128f1364,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:41.696897 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f936ec95-730c-4a51-857b-0f3c1afbad33 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.698470 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f936ec95-730c-4a51-857b-0f3c1afbad33 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f9f43de8-8a52-4ab4-abca-ca909a2a19f0 HTTP/1.1" status: 204 len: 168 time: 0.3646052 Aug 20 11:38:41.700556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a6a84-8888-4c49-b28a-f985725ab9b6 req-54882707-122b-4360-a4f1-0023384ead2d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:41.705768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46982) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:41.712274 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c7a6a84-8888-4c49-b28a-f985725ab9b6 req-54882707-122b-4360-a4f1-0023384ead2d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 944 time: 0.4532559 Aug 20 11:38:41.714868 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76c33622-c4e8-4821-841e-b5b01b554ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.717118 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-76c33622-c4e8-4821-841e-b5b01b554ce3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ccfb13c6-2cf3-4f06-af17-9c79128f1364 HTTP/1.1" status: 204 len: 168 time: 0.8471065 Aug 20 11:38:41.718643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936ec95-730c-4a51-857b-0f3c1afbad33 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9f43de8-8a52-4ab4-abca-ca909a2a19f0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:41.721503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46984) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:41.796660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c7a6a84-8888-4c49-b28a-f985725ab9b6 req-3d166de8-fae6-4022-aa93-934266fac93b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812042 Aug 20 11:38:41.820527 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:41.862718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-da3b6456-83da-445b-b157-31a7808346f0 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1551170 Aug 20 11:38:41.866239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46986) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:41.871876 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:38Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce728b50-ee4c-4647-85e1-960c5e33c079', 'name': '', 'network_id': '797505f2-6825-4734-8153-35564a009753', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:a6:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:37Z', 'updated_at': '2021-08-20T11:38:39Z', 'revision_number': 2, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:41.941382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:41.942162 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Updating router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 port ce728b50-ee4c-4647-85e1-960c5e33c079 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:38:41.976774 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.028728 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.044205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5548c1-b67e-48fb-9e93-bd2aedc606b4']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:42.057682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:42.062516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4da4b7a-e103-4b62-b3ff-93b5e8cf0cc1') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:42.062680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.extraroute_db [None req-b3f7d2c3-de4c-491c-9c3b-0e19642c97a4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 11:38:42.070653 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.079543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.extraroute_db [None req-b3f7d2c3-de4c-491c-9c3b-0e19642c97a4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Removed routes are [] {{(pid=95587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 11:38:42.079995 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3f7d2c3-de4c-491c-9c3b-0e19642c97a4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.088711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.094723 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ffd05f9-a0ec-4111-8ac0-f4fd142b70d2 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.100736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:42.101910 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:42.104044 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:42.271109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device afd8989a-598f-410e-97b0-d52d565e4df9 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:42.317641 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.342006 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.346280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] 10.222.0.10 "DELETE /v2.0/networks/bd5548c1-b67e-48fb-9e93-bd2aedc606b4 HTTP/1.1" status: 204 len: 168 time: 0.6235142 Aug 20 11:38:42.354976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46990) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:42.418665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17b323-5cf5-4fa3-aa08-d4af3e637fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5548c1-b67e-48fb-9e93-bd2aedc606b4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:42.452480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port afd8989a-598f-410e-97b0-d52d565e4df9 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:42.457288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port afd8989a-598f-410e-97b0-d52d565e4df9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:42.457661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.479295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbd5a2-4f03-4193-bf89-efbe27d47dd0 req-6f966377-2086-4b90-9aab-b19781e09807 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:42.481267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ebbd5a2-4f03-4193-bf89-efbe27d47dd0 req-6f966377-2086-4b90-9aab-b19781e09807 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 945 time: 0.2240465 Aug 20 11:38:42.510683 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.520841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9cf07c-993c-4106-82d9-83427d90fdab admin admin] Deleting subnet 8242ca50-029d-431a-9fd8-f621bbd457b0 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:42.527964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf07c-993c-4106-82d9-83427d90fdab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.538014 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Transition to ACTIVE for port object ce728b50-ee4c-4647-85e1-960c5e33c079 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:42.573109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ebbd5a2-4f03-4193-bf89-efbe27d47dd0 req-3ad6da30-bdc2-4bed-af24-7c3ba86a3d8c tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738904 Aug 20 11:38:42.596702 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf07c-993c-4106-82d9-83427d90fdab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.606039 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.639073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ffd05f9-a0ec-4111-8ac0-f4fd142b70d2 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.653043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port afd8989a-598f-410e-97b0-d52d565e4df9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=afd8989a-598f-410e-97b0-d52d565e4df9,segment=NetworkSegment(5d972c59-f987-471b-ac2a-23f1f00c2b99),segment_id=5d972c59-f987-471b-ac2a-23f1f00c2b99)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:42.659117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf07c-993c-4106-82d9-83427d90fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.744576 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.783894 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.886770 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ffd05f9-a0ec-4111-8ac0-f4fd142b70d2 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.896166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ffd05f9-a0ec-4111-8ac0-f4fd142b70d2 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.897119 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1ffd05f9-a0ec-4111-8ac0-f4fd142b70d2 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "DELETE /v2.0/security-groups/ca5b67c7-5e21-46b8-97a1-552a1ff4a9af HTTP/1.1" status: 204 len: 168 time: 1.0293610 Aug 20 11:38:42.899835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46998) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:42.943151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=afd8989a-598f-410e-97b0-d52d565e4df9,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:42.950300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972e5c3-7363-4ed8-b96c-5b8de222cdc9 req-1a0303d6-2b29-4758-a5bc-fba56a572b08 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:42.955403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6972e5c3-7363-4ed8-b96c-5b8de222cdc9 req-1a0303d6-2b29-4758-a5bc-fba56a572b08 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1668596 Aug 20 11:38:42.978323 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c080f-a757-4501-8e46-63ba32d3887d None None] Pushing event updated for resources: {'Port': ['ID=ce728b50-ee4c-4647-85e1-960c5e33c079,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:42.988801 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3f7d2c3-de4c-491c-9c3b-0e19642c97a4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:42.990703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd05f9-a0ec-4111-8ac0-f4fd142b70d2 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5b67c7-5e21-46b8-97a1-552a1ff4a9af,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:43.004252 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf07c-993c-4106-82d9-83427d90fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.021989 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Attempting to bind port ce728b50-ee4c-4647-85e1-960c5e33c079 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:43.024380 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Attempting to bind port ce728b50-ee4c-4647-85e1-960c5e33c079 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '15b41bd7-7467-4378-9128-9f4b75eb480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '797505f2-6825-4734-8153-35564a009753'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:43.024510 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3f7d2c3-de4c-491c-9c3b-0e19642c97a4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.024972 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Attempting to bind port ce728b50-ee4c-4647-85e1-960c5e33c079 on network 797505f2-6825-4734-8153-35564a009753 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:43.044313 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:43.044654 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Checking segment: {'id': '15b41bd7-7467-4378-9128-9f4b75eb480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '797505f2-6825-4734-8153-35564a009753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:43.045058 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.045391 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Bound using segment: {'id': '15b41bd7-7467-4378-9128-9f4b75eb480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '797505f2-6825-4734-8153-35564a009753'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:43.045859 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Bound port: ce728b50-ee4c-4647-85e1-960c5e33c079, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b41bd7-7467-4378-9128-9f4b75eb480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '797505f2-6825-4734-8153-35564a009753'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:43.046236 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.059395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cf07c-993c-4106-82d9-83427d90fdab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8242ca50-029d-431a-9fd8-f621bbd457b0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:43.094593 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf07c-993c-4106-82d9-83427d90fdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.096804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5b9cf07c-993c-4106-82d9-83427d90fdab admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8242ca50-029d-431a-9fd8-f621bbd457b0 HTTP/1.1" status: 204 len: 168 time: 0.7077153 Aug 20 11:38:43.101288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47000) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:43.181762 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] For port ce728b50-ee4c-4647-85e1-960c5e33c079, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:43.188935 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] For port ce728b50-ee4c-4647-85e1-960c5e33c079, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ce728b50-ee4c-4647-85e1-960c5e33c079,segment=NetworkSegment(15b41bd7-7467-4378-9128-9f4b75eb480b),segment_id=15b41bd7-7467-4378-9128-9f4b75eb480b)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:43.195236 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.209873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6972e5c3-7363-4ed8-b96c-5b8de222cdc9 req-52f726c3-ccbf-44e8-8b68-f964cd9db1e0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349362 Aug 20 11:38:43.211316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05886d-5a98-4a08-aea2-83cfcd776955 req-3910b81c-fd04-464f-8b5f-b2f4049d5528 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:43.219382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d05886d-5a98-4a08-aea2-83cfcd776955 req-3910b81c-fd04-464f-8b5f-b2f4049d5528 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.3091202 Aug 20 11:38:43.246578 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6c1c9ce7-57ca-441c-bd59-967bc1257770 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3394938 Aug 20 11:38:43.248129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47002) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:43.263116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f7d2c3-de4c-491c-9c3b-0e19642c97a4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:43.339964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d51120-5119-4bc3-b9ae-4b27e181a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd8989a-598f-410e-97b0-d52d565e4df9'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:43.349754 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5df812d-8091-483c-98be-ec1e38ce33e8" -d '{"events": [{"server_uuid": "23d51120-5119-4bc3-b9ae-4b27e181a4de", "name": "network-vif-plugged", "status": "completed", "tag": "afd8989a-598f-410e-97b0-d52d565e4df9"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:43.381263 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d05886d-5a98-4a08-aea2-83cfcd776955 req-4af66eb7-cd2d-4b24-878f-fd32719aa88b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607771 Aug 20 11:38:43.416908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f7d2c3-de4c-491c-9c3b-0e19642c97a4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:43.420059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3f7d2c3-de4c-491c-9c3b-0e19642c97a4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.421291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b3f7d2c3-de4c-491c-9c3b-0e19642c97a4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 HTTP/1.1" status: 200 len: 934 time: 2.3417332 Aug 20 11:38:43.424494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47006) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:43.435581 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.440660 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-025879da-ba4f-463a-9c25-aa9142043858 tempest-SecGroupIPv6Test-1935473443 tempest-SecGroupIPv6Test-1935473443-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1864076 Aug 20 11:38:43.445187 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5399cca-9ab3-4e6e-915d-4ee2c6a6f390 x-openstack-request-id: req-b5399cca-9ab3-4e6e-915d-4ee2c6a6f390 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:43.445508 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d51120-5119-4bc3-b9ae-4b27e181a4de", "name": "network-vif-plugged", "status": "completed", "tag": "afd8989a-598f-410e-97b0-d52d565e4df9", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:43.445765 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5399cca-9ab3-4e6e-915d-4ee2c6a6f390 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:43.446173 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d51120-5119-4bc3-b9ae-4b27e181a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd8989a-598f-410e-97b0-d52d565e4df9', 'code': 200} Aug 20 11:38:43.498682 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.539662 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.560845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fa1f2b-9b4e-4c32-8721-ba5078b3c41b']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:43.574180 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:43.575643 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:43.609526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdb6675-d437-4c1a-88ae-c189f00a4c24') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:43.609827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdb6675-d437-4c1a-88ae-c189f00a4c24') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:43.624957 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c080f-a757-4501-8e46-63ba32d3887d None None] Pushing event updated for resources: {'Port': ['ID=ce728b50-ee4c-4647-85e1-960c5e33c079,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:43.643385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.675056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.692097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:43.692097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:43.694583 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:43.713601 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-10cfce51-17b2-4514-adef-5aee73c39f38 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 HTTP/1.1" status: 200 len: 934 time: 0.2879152 Aug 20 11:38:43.718600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47012) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:43.742874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-71683969-b39f-4c85-96c7-b7f05f31bfdd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'routes': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:43.745163 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:43.883659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc14ad-b71f-4bf0-86c5-644c6af8da4f req-35c305cd-8ed4-48e7-ac7e-d1abfd6af268 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:43.888951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-57fc14ad-b71f-4bf0-86c5-644c6af8da4f req-35c305cd-8ed4-48e7-ac7e-d1abfd6af268 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 946 time: 0.1292856 Aug 20 11:38:43.961027 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-57fc14ad-b71f-4bf0-86c5-644c6af8da4f req-ca2eadb1-9401-4b2b-9e41-f17b5f827921 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646460 Aug 20 11:38:43.962166 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.968455 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:43.972223 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] 10.222.0.10 "DELETE /v2.0/networks/46fa1f2b-9b4e-4c32-8721-ba5078b3c41b HTTP/1.1" status: 204 len: 168 time: 0.8687952 Aug 20 11:38:43.990285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad98b90-e149-47e0-b479-076747759f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=46fa1f2b-9b4e-4c32-8721-ba5078b3c41b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:44.078373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013d0e0-bb70-48e3-a969-40953e418db1 req-0a53a304-d324-4c2f-a4f2-53f083933acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:44.083062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f013d0e0-bb70-48e3-a969-40953e418db1 req-0a53a304-d324-4c2f-a4f2-53f083933acc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 1097 time: 0.4607975 Aug 20 11:38:44.149124 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:42Z', 'revision_number': 6, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce728b50-ee4c-4647-85e1-960c5e33c079', 'name': '', 'network_id': '797505f2-6825-4734-8153-35564a009753', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:a6:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:37Z', 'updated_at': '2021-08-20T11:38:43Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:44.161446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f013d0e0-bb70-48e3-a969-40953e418db1 req-841a9480-dd5f-4263-947a-1e4c8687fa02 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689509 Aug 20 11:38:44.207970 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398182b1-6298-4a24-8862-6933ee2a691d None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:42Z', 'revision_number': 6, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce728b50-ee4c-4647-85e1-960c5e33c079', 'name': '', 'network_id': '797505f2-6825-4734-8153-35564a009753', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:a6:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:37Z', 'updated_at': '2021-08-20T11:38:43Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:44.257381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47018) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:44.490454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.extraroute_db [None req-71683969-b39f-4c85-96c7-b7f05f31bfdd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added routes are [] {{(pid=95587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 11:38:44.490454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.extraroute_db [None req-71683969-b39f-4c85-96c7-b7f05f31bfdd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 11:38:44.506491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3ea3d-ad41-4a4f-bb62-1779344674f8 req-8abf4267-ea03-4d16-8b23-cbe1daa81b69 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:44.512551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e9c3ea3d-ad41-4a4f-bb62-1779344674f8 req-8abf4267-ea03-4d16-8b23-cbe1daa81b69 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1142573 Aug 20 11:38:44.530393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47026) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:44.596396 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e9c3ea3d-ad41-4a4f-bb62-1779344674f8 req-88e2d99d-0731-4d3e-9fe7-59dd765b5a72 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782149 Aug 20 11:38:44.597652 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71683969-b39f-4c85-96c7-b7f05f31bfdd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:44.690026 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-60200982-278d-4fbb-adbe-6f504ccae806 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=250d6617dded4b81bc45322f5f602d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286010 Aug 20 11:38:44.693926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47028) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:44.694063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a3eb3321-b7aa-4338-b483-41921042ba2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e0ed5c060c540f48b2d6dea619e1ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622951 Aug 20 11:38:44.696380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47030) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:44.705704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ff5d9-92c1-4045-adc9-9611f6b6cf82 req-64737217-3030-4d45-be82-4b00878b0d93 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:44.708053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c51ff5d9-92c1-4045-adc9-9611f6b6cf82 req-64737217-3030-4d45-be82-4b00878b0d93 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1552050 Aug 20 11:38:44.773011 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c51ff5d9-92c1-4045-adc9-9611f6b6cf82 req-51bb262c-e0c3-4b8d-b0ef-aff739c73e4a tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549397 Aug 20 11:38:44.813440 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17428e8b-c9ac-4d63-baad-d6c4e85a8cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:44.843015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17428e8b-c9ac-4d63-baad-d6c4e85a8cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:44.940596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d62fc4cd-86f9-4eb1-8805-d05bc6c4673e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:44.943647 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6bf3f8c8-b416-4f0c-9fe8-db83b7184237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.035934 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17428e8b-c9ac-4d63-baad-d6c4e85a8cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.035934 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17428e8b-c9ac-4d63-baad-d6c4e85a8cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.035934 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-17428e8b-c9ac-4d63-baad-d6c4e85a8cff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c9e1ef9-2870-4df6-b85d-7ed1eef4e431 HTTP/1.1" status: 204 len: 168 time: 0.3223226 Aug 20 11:38:45.045948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17428e8b-c9ac-4d63-baad-d6c4e85a8cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9e1ef9-2870-4df6-b85d-7ed1eef4e431,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:45.092819 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d62fc4cd-86f9-4eb1-8805-d05bc6c4673e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.130416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71683969-b39f-4c85-96c7-b7f05f31bfdd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.169279 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71683969-b39f-4c85-96c7-b7f05f31bfdd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.337722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ce728b50-ee4c-4647-85e1-960c5e33c079 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:45.342860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202630bf-bc92-40c6-8617-4fd08b42b162 req-01bc271d-1de0-45d5-a32a-9e8b0e730456 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:45.344768 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-202630bf-bc92-40c6-8617-4fd08b42b162 req-01bc271d-1de0-45d5-a32a-9e8b0e730456 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 946 time: 0.1691601 Aug 20 11:38:45.356740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71683969-b39f-4c85-96c7-b7f05f31bfdd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:45.414284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:45.423819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:45.424486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:45.437023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-202630bf-bc92-40c6-8617-4fd08b42b162 req-8e2634dd-252d-4ba2-88c0-0c38875b8ba6 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790617 Aug 20 11:38:45.489516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71683969-b39f-4c85-96c7-b7f05f31bfdd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:45.503919 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71683969-b39f-4c85-96c7-b7f05f31bfdd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.503919 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-71683969-b39f-4c85-96c7-b7f05f31bfdd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 HTTP/1.1" status: 200 len: 700 time: 1.7722430 Aug 20 11:38:45.505855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47036) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:45.531824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:45.681148 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d62fc4cd-86f9-4eb1-8805-d05bc6c4673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.683745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ce728b50-ee4c-4647-85e1-960c5e33c079 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:45.686108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d62fc4cd-86f9-4eb1-8805-d05bc6c4673e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.690872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d62fc4cd-86f9-4eb1-8805-d05bc6c4673e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/002d138f-4f14-4cd4-838b-aaad910c0177 HTTP/1.1" status: 204 len: 168 time: 0.9972601 Aug 20 11:38:45.692184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ce728b50-ee4c-4647-85e1-960c5e33c079 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:45.692637 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.703256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fc4cd-86f9-4eb1-8805-d05bc6c4673e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002d138f-4f14-4cd4-838b-aaad910c0177,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:45.924292 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:45.945403 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:44Z', 'revision_number': 7, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce728b50-ee4c-4647-85e1-960c5e33c079', 'name': '', 'network_id': '797505f2-6825-4734-8153-35564a009753', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:a6:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:37Z', 'updated_at': '2021-08-20T11:38:43Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:45.978620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c3f4e-f2f2-4515-acdf-2b734555e2cb req-c433cb34-edc5-46bf-86c9-fce43adb8bcc tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:45.987354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:45.988933 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-841c3f4e-f2f2-4515-acdf-2b734555e2cb req-c433cb34-edc5-46bf-86c9-fce43adb8bcc tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1828585 Aug 20 11:38:45.996713 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-782253ed-8481-4726-97b2-6d5681042e11 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 HTTP/1.1" status: 200 len: 700 time: 0.4896424 Aug 20 11:38:46.007615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:46.008263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:46.011807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ce728b50-ee4c-4647-85e1-960c5e33c079, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ce728b50-ee4c-4647-85e1-960c5e33c079,segment=NetworkSegment(15b41bd7-7467-4378-9128-9f4b75eb480b),segment_id=15b41bd7-7467-4378-9128-9f4b75eb480b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:46.015671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47050) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:46.029908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360caa0-f990-4390-a412-8568866dd30e req-4cdeea80-95f5-4906-9eb2-c2b69f38cca7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:46.032253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1360caa0-f990-4390-a412-8568866dd30e req-4cdeea80-95f5-4906-9eb2-c2b69f38cca7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1055510 Aug 20 11:38:46.103640 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1360caa0-f990-4390-a412-8568866dd30e req-77aaa8d5-d47e-43df-8f18-5c8519a32b5c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610082 Aug 20 11:38:46.136643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:46.141006 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.207779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-841c3f4e-f2f2-4515-acdf-2b734555e2cb req-e895ea05-32be-483a-a695-c6d232629674 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175226 Aug 20 11:38:46.353472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ce728b50-ee4c-4647-85e1-960c5e33c079,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:46.370033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47054) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:46.448986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4c0dd29e-9f63-4296-b08f-dfe44c620f45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c370ca8371a4a568544398500c2218e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746639 Aug 20 11:38:46.451769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47058) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:46.535310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e576d604-e136-44f3-afcc-cdd9cbe9ed94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.593583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:44Z', 'revision_number': 7, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce728b50-ee4c-4647-85e1-960c5e33c079', 'name': '', 'network_id': '797505f2-6825-4734-8153-35564a009753', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:a6:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:37Z', 'updated_at': '2021-08-20T11:38:43Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:46.637322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df37d43-e821-4975-9824-bacb27ec9398 None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:44Z', 'revision_number': 7, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce728b50-ee4c-4647-85e1-960c5e33c079', 'name': '', 'network_id': '797505f2-6825-4734-8153-35564a009753', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:a6:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:37Z', 'updated_at': '2021-08-20T11:38:43Z', 'revision_number': 4, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:46.708947 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e576d604-e136-44f3-afcc-cdd9cbe9ed94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.763545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.830186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad918b-87cb-49cc-8694-01eb931e9914 req-780ee529-dcb6-48be-a3e8-3562d16acbd7 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:46.838331 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78ad918b-87cb-49cc-8694-01eb931e9914 req-780ee529-dcb6-48be-a3e8-3562d16acbd7 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 946 time: 0.1143973 Aug 20 11:38:46.886903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78ad918b-87cb-49cc-8694-01eb931e9914 req-0559c285-0c79-4322-b578-b6d24b6e0e89 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474792 Aug 20 11:38:46.955207 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e576d604-e136-44f3-afcc-cdd9cbe9ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.958132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e576d604-e136-44f3-afcc-cdd9cbe9ed94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:46.959482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e576d604-e136-44f3-afcc-cdd9cbe9ed94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae8ab420-226f-4def-8ad5-e2293e19957e HTTP/1.1" status: 204 len: 168 time: 0.5060344 Aug 20 11:38:46.998940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576d604-e136-44f3-afcc-cdd9cbe9ed94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8ab420-226f-4def-8ad5-e2293e19957e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:47.136990 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:47.147704 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:47.148335 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:47.206550 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8133d35-6a66-49ee-9059-e745b8b68604 req-be315220-a63b-45f2-a670-94a66d907d6f tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:47.213463 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8133d35-6a66-49ee-9059-e745b8b68604 req-be315220-a63b-45f2-a670-94a66d907d6f tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 946 time: 0.1953642 Aug 20 11:38:47.283083 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8133d35-6a66-49ee-9059-e745b8b68604 req-bb561a06-4b27-438c-b363-5b1783902179 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591369 Aug 20 11:38:47.337707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529277ea-2065-440c-8194-8bc1101a0081 req-3d620743-f468-4fed-9c10-fdd6cf1c4aed tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:47.340447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-529277ea-2065-440c-8194-8bc1101a0081 req-3d620743-f468-4fed-9c10-fdd6cf1c4aed tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1522048 Aug 20 11:38:47.374300 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:47.384273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port ce728b50-ee4c-4647-85e1-960c5e33c079 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:47.385280 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:47.415480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ce728b50-ee4c-4647-85e1-960c5e33c079 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:47.443429 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-529277ea-2065-440c-8194-8bc1101a0081 req-c668e0a3-29c5-4151-9025-d34ad72bf75d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862288 Aug 20 11:38:47.509117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ce728b50-ee4c-4647-85e1-960c5e33c079 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:47.509554 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:47.598211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4dbab-4b99-4558-82c2-54534045bc4c req-7dac2e21-c7bf-422a-81bb-e8c91b975990 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:47.601736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2cb4dbab-4b99-4558-82c2-54534045bc4c req-7dac2e21-c7bf-422a-81bb-e8c91b975990 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1231353 Aug 20 11:38:47.692537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port ce728b50-ee4c-4647-85e1-960c5e33c079, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ce728b50-ee4c-4647-85e1-960c5e33c079,segment=NetworkSegment(15b41bd7-7467-4378-9128-9f4b75eb480b),segment_id=15b41bd7-7467-4378-9128-9f4b75eb480b)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:47.693284 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:47.748688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for ce728b50-ee4c-4647-85e1-960c5e33c079 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:47.799927 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2cb4dbab-4b99-4558-82c2-54534045bc4c req-e21ec8fd-a6ad-4422-a33d-97357c5e2a9c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917555 Aug 20 11:38:47.846356 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9e26bf8d-ae99-4ff5-817a-9b5d7c431c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:47.874371 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:44Z', 'revision_number': 7, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce728b50-ee4c-4647-85e1-960c5e33c079', 'name': '', 'network_id': '797505f2-6825-4734-8153-35564a009753', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:a6:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:37Z', 'updated_at': '2021-08-20T11:38:45Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:47.923938 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:47.935013 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:47.938299 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:48.221065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d77d4-0532-4807-b20b-7a879594db32 req-30ee8e8f-bc34-426a-865b-add29bf43700 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:48.222624 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-725d77d4-0532-4807-b20b-7a879594db32 req-30ee8e8f-bc34-426a-865b-add29bf43700 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 946 time: 0.0767653 Aug 20 11:38:48.275488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-725d77d4-0532-4807-b20b-7a879594db32 req-f472831d-41fe-4b68-abd2-d3a2d2100c50 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451944 Aug 20 11:38:48.278027 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:48.299413 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:48.315805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=ce728b50-ee4c-4647-85e1-960c5e33c079,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:48.390039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47106) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:48.685169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682a7e0-1ae9-4fcf-ab7d-33de86d1a243 req-20cb6e8d-8228-4ec0-8e06-2de14a3eff85 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:48.699337 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:48.702390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c682a7e0-1ae9-4fcf-ab7d-33de86d1a243 req-20cb6e8d-8228-4ec0-8e06-2de14a3eff85 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1273530 Aug 20 11:38:48.714654 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:48.788052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f8cb5e1a-1399-40a7-a67b-ba12fe872438 tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2144833654', 'prefixes': ['172.20.0.0/16']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:48.821071 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:44Z', 'revision_number': 7, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce728b50-ee4c-4647-85e1-960c5e33c079', 'name': '', 'network_id': '797505f2-6825-4734-8153-35564a009753', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:a6:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:37Z', 'updated_at': '2021-08-20T11:38:45Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:48.863812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c682a7e0-1ae9-4fcf-ab7d-33de86d1a243 req-8b49d15c-82f7-4785-843e-b489efe1a073 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604719 Aug 20 11:38:48.891166 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff3afb6-a3b7-40cd-b8f5-c7e7c9cd509a None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:44Z', 'revision_number': 7, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce728b50-ee4c-4647-85e1-960c5e33c079', 'name': '', 'network_id': '797505f2-6825-4734-8153-35564a009753', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:a6:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:37Z', 'updated_at': '2021-08-20T11:38:45Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': 'e7c5dc03-6902-453e-a6c5-d470b46555c8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:49.071520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:49.088928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355204c-9743-4310-b4c6-8b20817e7806 req-b2f147f1-2708-4ddc-ae4f-a66f88d978ae tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:49.096008 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5355204c-9743-4310-b4c6-8b20817e7806 req-b2f147f1-2708-4ddc-ae4f-a66f88d978ae tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1063168 Aug 20 11:38:49.159200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5355204c-9743-4310-b4c6-8b20817e7806 req-60ad1ed7-86cf-4033-8903-21ae34c6a3c8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587962 Aug 20 11:38:49.268501 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:49.278910 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5e1a-1399-40a7-a67b-ba12fe872438 tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] Notify callbacks [] for subnetpool, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:49.280308 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f8cb5e1a-1399-40a7-a67b-ba12fe872438 tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8891461 Aug 20 11:38:49.283661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47124) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:49.386231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47126) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:49.386231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cbac4400-3b19-4613-a125-0a6cfd2e88b6 tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] 10.222.0.10 "GET /v2.0/subnetpools/dfa5c472-04cb-4772-886a-0bcc7389d65f HTTP/1.1" status: 200 len: 732 time: 0.0928376 Aug 20 11:38:49.386231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47130) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:49.386231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-32560fb0-e29a-451b-8332-18f8aaedf592 tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1167328021'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:49.521736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319f9f5-d3a5-4ba0-a2ea-4e68ccfd62fd req-7237891c-a937-4301-a27e-96e6faab31fd tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:49.523434 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f319f9f5-d3a5-4ba0-a2ea-4e68ccfd62fd req-7237891c-a937-4301-a27e-96e6faab31fd tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 946 time: 0.3574817 Aug 20 11:38:49.526637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:49.531932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cb77ac03-f884-4872-aab0-0242338b6597 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5147491 Aug 20 11:38:49.536547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47132) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:49.546910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1075006251-network', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:49.549314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b315d260-d758-4478-a645-d93e24848393 None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:49.567307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315d260-d758-4478-a645-d93e24848393 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:49.567961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b315d260-d758-4478-a645-d93e24848393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:49.592659 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-32560fb0-e29a-451b-8332-18f8aaedf592 tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] Notify callbacks [] for subnetpool, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:49.594467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-32560fb0-e29a-451b-8332-18f8aaedf592 tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] 10.222.0.10 "PUT /v2.0/subnetpools/dfa5c472-04cb-4772-886a-0bcc7389d65f HTTP/1.1" status: 200 len: 684 time: 0.2148798 Aug 20 11:38:49.598544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47134) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:49.651831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e458e6-6dfb-4890-83a8-b29ca2f9a2c7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting subnet e7c5dc03-6902-453e-a6c5-d470b46555c8 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:49.659698 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-44e458e6-6dfb-4890-83a8-b29ca2f9a2c7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:49.679325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Made reservation on behalf of 33d47f8596c74aed9d1c1e1bc9672179 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:49.683617 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:49.704851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b315d260-d758-4478-a645-d93e24848393 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:49.706947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f319f9f5-d3a5-4ba0-a2ea-4e68ccfd62fd req-c47f6e1f-98e9-4cbd-8c7f-a3bf8c401467 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615965 Aug 20 11:38:49.740022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:49.745545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-44e458e6-6dfb-4890-83a8-b29ca2f9a2c7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:49.925019 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-44e458e6-6dfb-4890-83a8-b29ca2f9a2c7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:49.947277 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-766ae988-81f6-4adf-aecd-de5097a4f2e5 tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] Notify callbacks [] for subnetpool, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:49.948645 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-766ae988-81f6-4adf-aecd-de5097a4f2e5 tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] 10.222.0.10 "DELETE /v2.0/subnetpools/dfa5c472-04cb-4772-886a-0bcc7389d65f HTTP/1.1" status: 204 len: 168 time: 0.3484740 Aug 20 11:38:49.961175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47138) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:50.002957 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-75f4d250-6df9-4fd6-8fce-0f157889569e tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] show failed (client error): The resource could not be found. Aug 20 11:38:50.004598 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-75f4d250-6df9-4fd6-8fce-0f157889569e tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] 10.222.0.10 "GET /v2.0/subnetpools/dfa5c472-04cb-4772-886a-0bcc7389d65f HTTP/1.1" status: 404 len: 346 time: 0.0407393 Aug 20 11:38:50.019367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47140) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:50.065907 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-10e1db4b-9f5a-407b-904a-5dd869a17dae tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] delete failed (client error): The resource could not be found. Aug 20 11:38:50.067027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-10e1db4b-9f5a-407b-904a-5dd869a17dae tempest-SubnetPoolsTestJSON-1731576277 tempest-SubnetPoolsTestJSON-1731576277-project] 10.222.0.10 "DELETE /v2.0/subnetpools/dfa5c472-04cb-4772-886a-0bcc7389d65f HTTP/1.1" status: 404 len: 346 time: 0.0418818 Aug 20 11:38:50.122764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887c91d-4539-4f75-9346-09cb6136598b req-8a839070-f1a4-429b-9eb8-8acf02076852 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:50.125245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7887c91d-4539-4f75-9346-09cb6136598b req-8a839070-f1a4-429b-9eb8-8acf02076852 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1465378 Aug 20 11:38:50.137634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-44e458e6-6dfb-4890-83a8-b29ca2f9a2c7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.169306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b315d260-d758-4478-a645-d93e24848393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:48Z', 'revision_number': 8, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:50.180598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e458e6-6dfb-4890-83a8-b29ca2f9a2c7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c5dc03-6902-453e-a6c5-d470b46555c8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:50.187914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-44e458e6-6dfb-4890-83a8-b29ca2f9a2c7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.191492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-44e458e6-6dfb-4890-83a8-b29ca2f9a2c7 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/e7c5dc03-6902-453e-a6c5-d470b46555c8 HTTP/1.1" status: 204 len: 168 time: 0.6538510 Aug 20 11:38:50.194084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47146) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:50.208500 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.214924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db8b162-7691-4950-a076-5ac640162125 None None] Network 797505f2-6825-4734-8153-35564a009753 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:50.218392 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b315d260-d758-4478-a645-d93e24848393 None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:50.246755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315d260-d758-4478-a645-d93e24848393 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:50.247677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b315d260-d758-4478-a645-d93e24848393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:50.263026 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7887c91d-4539-4f75-9346-09cb6136598b req-dfdc72c8-f0d3-440c-8c6d-6152fa7a1bb1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195648 Aug 20 11:38:50.321025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.383993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:38:50.398402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bdf617-b3e5-453c-a635-a487f51992d3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:50.409389 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.410482 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Added segment f6fac7cc-5c2b-467d-8186-06c17ed84de3 of type vlan for network e12e7870-2092-49f9-96c9-c9e0964f76f8 Aug 20 11:38:50.436951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.453290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b315d260-d758-4478-a645-d93e24848393 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:50.462715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a8083-a102-4049-9639-154073c5b321 req-e76da5be-7281-4987-9b68-77ddb86ece84 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:50.464633 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c5a8083-a102-4049-9639-154073c5b321 req-e76da5be-7281-4987-9b68-77ddb86ece84 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 946 time: 0.1213470 Aug 20 11:38:50.506204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ec4ea-c7b3-44a8-9f9d-abeec69a1773 req-7336ec44-7c24-4f56-b5c0-36cef4deec52 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:50.507421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.507978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b9ec4ea-c7b3-44a8-9f9d-abeec69a1773 req-7336ec44-7c24-4f56-b5c0-36cef4deec52 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.2111909 Aug 20 11:38:50.635420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8c5a8083-a102-4049-9639-154073c5b321 req-689b38e5-8b9e-4a74-b04a-4134a3a04c95 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Deleting port afd8989a-598f-410e-97b0-d52d565e4df9 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:50.640124 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c5a8083-a102-4049-9639-154073c5b321 req-689b38e5-8b9e-4a74-b04a-4134a3a04c95 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.686531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b9ec4ea-c7b3-44a8-9f9d-abeec69a1773 req-73495e72-467c-4c10-914d-61af1f12168d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209075 Aug 20 11:38:50.742136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port d164f27c-8e9a-4ae5-adeb-d348e8711b49 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:50.743618 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:50.999675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47152) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:51.000517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8c5a8083-a102-4049-9639-154073c5b321 req-689b38e5-8b9e-4a74-b04a-4134a3a04c95 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] For port afd8989a-598f-410e-97b0-d52d565e4df9, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=afd8989a-598f-410e-97b0-d52d565e4df9,segment=NetworkSegment(5d972c59-f987-471b-ac2a-23f1f00c2b99),segment_id=5d972c59-f987-471b-ac2a-23f1f00c2b99)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:51.000517 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c5a8083-a102-4049-9639-154073c5b321 req-689b38e5-8b9e-4a74-b04a-4134a3a04c95 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.000517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-8c5a8083-a102-4049-9639-154073c5b321 req-689b38e5-8b9e-4a74-b04a-4134a3a04c95 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Calling delete_port for afd8989a-598f-410e-97b0-d52d565e4df9 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:51.001020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port d164f27c-8e9a-4ae5-adeb-d348e8711b49, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d164f27c-8e9a-4ae5-adeb-d348e8711b49,segment=NetworkSegment(15b41bd7-7467-4378-9128-9f4b75eb480b),segment_id=15b41bd7-7467-4378-9128-9f4b75eb480b)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:51.001020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.001020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for d164f27c-8e9a-4ae5-adeb-d348e8711b49 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:51.001479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df1b7d-5a97-431f-8268-3594b12f9b3f None None] DHCP port deletion for 797505f2-6825-4734-8153-35564a009753 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:38:51.046147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b315d260-d758-4478-a645-d93e24848393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:48Z', 'revision_number': 8, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:51.116645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.127314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b315d260-d758-4478-a645-d93e24848393 None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:48Z', 'revision_number': 8, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be', 'name': '', 'network_id': '24a870dd-5af5-479c-83a2-b4bf41a5d5ef', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:99:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:30Z', 'updated_at': '2021-08-20T11:38:35Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '48a2924e-9cdd-4e7b-9f8e-b21c62713fe2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:51.128026 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.128026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:51.128026 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.168881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db5e7ee1-3eb1-4497-9cc1-387463580c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.177748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-03df1b7d-5a97-431f-8268-3594b12f9b3f None None] Deleting port d164f27c-8e9a-4ae5-adeb-d348e8711b49 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:51.178895 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03df1b7d-5a97-431f-8268-3594b12f9b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.248172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] Pushing event updated for resources: {'Network': ['ID=e12e7870-2092-49f9-96c9-c9e0964f76f8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:51.274202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb54f8d-632f-4407-bf82-274704e30aaa req-0d58e86e-9324-4b65-b178-a6ce2e501947 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:51.279682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network e12e7870-2092-49f9-96c9-c9e0964f76f8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:38:51.282359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9fb54f8d-632f-4407-bf82-274704e30aaa req-0d58e86e-9324-4b65-b178-a6ce2e501947 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 946 time: 0.1776247 Aug 20 11:38:51.286704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cdcfebe1-7861-4fdf-b161-8eb59f898a10 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9522011 Aug 20 11:38:51.286937 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47158) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:51.293999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Request body: {'subnet': {'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1075006251-subnet', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:51.308310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c5a8083-a102-4049-9639-154073c5b321 req-689b38e5-8b9e-4a74-b04a-4134a3a04c95 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.311031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.356042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['afd8989a-598f-410e-97b0-d52d565e4df9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:38:51.368845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b38e5-8b9e-4a74-b04a-4134a3a04c95 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Pushing event deleted for resources: {'Port': ['ID=afd8989a-598f-410e-97b0-d52d565e4df9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:51.401283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-03df1b7d-5a97-431f-8268-3594b12f9b3f None None] For port d164f27c-8e9a-4ae5-adeb-d348e8711b49, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d164f27c-8e9a-4ae5-adeb-d348e8711b49,segment=NetworkSegment(15b41bd7-7467-4378-9128-9f4b75eb480b),segment_id=15b41bd7-7467-4378-9128-9f4b75eb480b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:51.402144 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03df1b7d-5a97-431f-8268-3594b12f9b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.414951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9fb54f8d-632f-4407-bf82-274704e30aaa req-1eae65ef-f6a9-4d52-b958-abddce0f8328 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146305 Aug 20 11:38:51.424523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No DVR routers for this DVR port d164f27c-8e9a-4ae5-adeb-d348e8711b49 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:51.432754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5a8083-a102-4049-9639-154073c5b321 req-689b38e5-8b9e-4a74-b04a-4134a3a04c95 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] No DVR routers for this DVR port afd8989a-598f-410e-97b0-d52d565e4df9 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:51.437332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=d164f27c-8e9a-4ae5-adeb-d348e8711b49,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:51.437598 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c5a8083-a102-4049-9639-154073c5b321 req-689b38e5-8b9e-4a74-b04a-4134a3a04c95 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.439972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c5a8083-a102-4049-9639-154073c5b321 req-689b38e5-8b9e-4a74-b04a-4134a3a04c95 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.57 "DELETE /v2.0/ports/afd8989a-598f-410e-97b0-d52d565e4df9 HTTP/1.1" status: 204 len: 173 time: 0.9685535 Aug 20 11:38:51.440457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d51120-5119-4bc3-b9ae-4b27e181a4de', 'name': 'network-vif-deleted', 'tag': 'afd8989a-598f-410e-97b0-d52d565e4df9'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:38:51.443046 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d12d315-33f5-477b-bea0-052802624bde" -d '{"events": [{"server_uuid": "23d51120-5119-4bc3-b9ae-4b27e181a4de", "name": "network-vif-deleted", "tag": "afd8989a-598f-410e-97b0-d52d565e4df9"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:38:51.490986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-03df1b7d-5a97-431f-8268-3594b12f9b3f None None] Calling delete_port for d164f27c-8e9a-4ae5-adeb-d348e8711b49 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:51.517877 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8611b93-d128-49de-9633-962e6860a55c x-openstack-request-id: req-e8611b93-d128-49de-9633-962e6860a55c {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:38:51.518192 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d51120-5119-4bc3-b9ae-4b27e181a4de", "name": "network-vif-deleted", "tag": "afd8989a-598f-410e-97b0-d52d565e4df9", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:38:51.518457 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8611b93-d128-49de-9633-962e6860a55c {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:38:51.519008 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d51120-5119-4bc3-b9ae-4b27e181a4de', 'name': 'network-vif-deleted', 'tag': 'afd8989a-598f-410e-97b0-d52d565e4df9', 'status': 'completed', 'code': 200} Aug 20 11:38:51.639499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ce728b50-ee4c-4647-85e1-960c5e33c079 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:51.670472 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03df1b7d-5a97-431f-8268-3594b12f9b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.674561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.692097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ce728b50-ee4c-4647-85e1-960c5e33c079 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:51.697705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ce728b50-ee4c-4647-85e1-960c5e33c079 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:51.697705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d164f27c-8e9a-4ae5-adeb-d348e8711b49 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:51.700640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797505f2-6825-4734-8153-35564a009753']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:51.730805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df1b7d-5a97-431f-8268-3594b12f9b3f None None] Pushing event deleted for resources: {'Port': ['ID=d164f27c-8e9a-4ae5-adeb-d348e8711b49,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:51.732756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df1b7d-5a97-431f-8268-3594b12f9b3f None None] No DVR routers for this DVR port d164f27c-8e9a-4ae5-adeb-d348e8711b49 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:51.734842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b41bd7-7467-4378-9128-9f4b75eb480b') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:51.738116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b41bd7-7467-4378-9128-9f4b75eb480b') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:51.770353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d164f27c-8e9a-4ae5-adeb-d348e8711b49 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:51.770761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d164f27c-8e9a-4ae5-adeb-d348e8711b49 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:51.784380 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.811987 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.826344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:51.826815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:51.831240 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:51.839622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88dfa5-24ca-4822-ac94-490e174c625b req-4d05a3dd-6636-4850-9f1b-06f4fabdf010 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:51.841448 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d88dfa5-24ca-4822-ac94-490e174c625b req-4d05a3dd-6636-4850-9f1b-06f4fabdf010 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.4258161 Aug 20 11:38:51.905727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1d968-0627-4165-b33c-4738be3d3608 req-cf5e131d-926e-4933-9080-0b17c6dbe645 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:51.908097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-55f1d968-0627-4165-b33c-4738be3d3608 req-cf5e131d-926e-4933-9080-0b17c6dbe645 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0752182 Aug 20 11:38:51.933119 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db5e7ee1-3eb1-4497-9cc1-387463580c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:51.953921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d88dfa5-24ca-4822-ac94-490e174c625b req-36eb919b-7ae3-4123-b366-9103d986d052 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998008 Aug 20 11:38:51.959962 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-55f1d968-0627-4165-b33c-4738be3d3608 req-edf86f74-5b15-4129-b55e-6a1e1de098a6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449252 Aug 20 11:38:52.080866 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.085314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.087632 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/networks/797505f2-6825-4734-8153-35564a009753 HTTP/1.1" status: 204 len: 168 time: 1.8923430 Aug 20 11:38:52.088487 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-db5e7ee1-3eb1-4497-9cc1-387463580c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.091218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47164) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:52.156505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf424f05-f336-4bc1-a993-b9f1a0adc86b tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Network': ['ID=797505f2-6825-4734-8153-35564a009753,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:52.214851 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-db5e7ee1-3eb1-4497-9cc1-387463580c1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e4cc5fcd12b4c9eaf93e0795cd55e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3497391 Aug 20 11:38:52.215762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e7ee1-3eb1-4497-9cc1-387463580c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d8907-5a7f-4114-8e7b-f5be9b2f75b0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:52.217652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47166) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:52.251030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Made reservation on behalf of 33d47f8596c74aed9d1c1e1bc9672179 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:38:52.253421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.373589 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4aa50a05-a0f1-45ca-9788-59d316a8256c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.409617 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4aa50a05-a0f1-45ca-9788-59d316a8256c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.630392 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-abc05b2a-efd8-4264-9571-699c14bfbc45 req-ef78b604-8d76-4b53-bbb8-adc25a4b4158 tempest-ServersNegativeTestMultiTenantJSON-825916219 tempest-ServersNegativeTestMultiTenantJSON-825916219-project] 10.222.0.10 "GET /v2.0/ports?device_id=23d51120-5119-4bc3-b9ae-4b27e181a4de HTTP/1.1" status: 200 len: 210 time: 0.0499840 Aug 20 11:38:52.676139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.724462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4aa50a05-a0f1-45ca-9788-59d316a8256c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.728546 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4aa50a05-a0f1-45ca-9788-59d316a8256c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.729925 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4aa50a05-a0f1-45ca-9788-59d316a8256c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c18d8907-5a7f-4114-8e7b-f5be9b2f75b0 HTTP/1.1" status: 204 len: 168 time: 0.5112591 Aug 20 11:38:52.752279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa50a05-a0f1-45ca-9788-59d316a8256c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d8907-5a7f-4114-8e7b-f5be9b2f75b0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:52.767443 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:52.893133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50eb58e-e7cf-41c6-a084-0b00ced2dce3,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:52.899499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Checking segment: {'id': 'f6fac7cc-5c2b-467d-8186-06c17ed84de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:52.899866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Network hostable DHCP agents. Network: e12e7870-2092-49f9-96c9-c9e0964f76f8, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:38:53.017598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Network e12e7870-2092-49f9-96c9-c9e0964f76f8 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:38:53.056781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:53.057389 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:53.117550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, e12e7870-2092-49f9-96c9-c9e0964f76f8) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:53.123881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.124597 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:53.130993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8c7a77-4c54-43aa-9bbd-041c99ddd56f None None] Network e12e7870-2092-49f9-96c9-c9e0964f76f8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:53.173090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155305-361a-4654-8f68-dfcb1a5abfba req-0dcd8729-6c93-4fe4-aa99-1f2f705622df tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.183213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f155305-361a-4654-8f68-dfcb1a5abfba req-0dcd8729-6c93-4fe4-aa99-1f2f705622df tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1124692 Aug 20 11:38:53.183770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d0a61-a51a-4ebe-a249-1a6d98f052a5 req-d79864d3-33fd-4e4f-b1c6-65d1b4eaf024 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:53.192245 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b17d0a61-a51a-4ebe-a249-1a6d98f052a5 req-d79864d3-33fd-4e4f-b1c6-65d1b4eaf024 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0755379 Aug 20 11:38:53.261256 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be,segment=NetworkSegment(1e1f209c-17cc-47f5-9615-119d5cbfd04c),segment_id=1e1f209c-17cc-47f5-9615-119d5cbfd04c)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:53.262265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:53.284734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:53.346294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-e12e7870-2092-49f9-96c9-c9e0964f76f8', 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'fixed_ips': [{'subnet_id': 'b50eb58e-e7cf-41c6-a084-0b00ced2dce3'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:38:53.352261 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:53.405638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b17d0a61-a51a-4ebe-a249-1a6d98f052a5 req-ac9ec55e-bc5c-4dce-80d1-8c958f88c9c2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125816 Aug 20 11:38:53.629886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Allocated IP 172.20.0.2 (e12e7870-2092-49f9-96c9-c9e0964f76f8/b50eb58e-e7cf-41c6-a084-0b00ced2dce3/4f008c5e-f27b-4886-ad37-30779729cc15) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:53.702101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-070f5c39-8d62-4120-96ca-d71681957e26 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4112303 Aug 20 11:38:53.702712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47192) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:53.709057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1075006251-router', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:38:53.729610 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f155305-361a-4654-8f68-dfcb1a5abfba req-8045d948-e82e-43a7-8a2b-ef7ca90792f2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445702 Aug 20 11:38:53.748923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:53.753469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47194) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:53.820951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:53.821822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ef6517-baf1-4d86-a394-7332fff59ab3 admin admin] Deleting subnet 7b6fb8fc-13d9-4a53-9b6b-90985a549301 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:53.826235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79ef6517-baf1-4d86-a394-7332fff59ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:53.885594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79ef6517-baf1-4d86-a394-7332fff59ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:53.936257 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:53.936257 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:53.962534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79ef6517-baf1-4d86-a394-7332fff59ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:53.989605 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.027687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Transition to ACTIVE for port object 4f008c5e-f27b-4886-ad37-30779729cc15 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:54.215885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Transition to ACTIVE for port object 4f008c5e-f27b-4886-ad37-30779729cc15 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:38:54.216874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79ef6517-baf1-4d86-a394-7332fff59ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.289941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device afd8989a-598f-410e-97b0-d52d565e4df9 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:54.294974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef6517-baf1-4d86-a394-7332fff59ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6fb8fc-13d9-4a53-9b6b-90985a549301,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:54.297164 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.308507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79ef6517-baf1-4d86-a394-7332fff59ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.310621 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-79ef6517-baf1-4d86-a394-7332fff59ab3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7b6fb8fc-13d9-4a53-9b6b-90985a549301 HTTP/1.1" status: 204 len: 168 time: 0.5556293 Aug 20 11:38:54.320449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: afd8989a-598f-410e-97b0-d52d565e4df9 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:54.324761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device afd8989a-598f-410e-97b0-d52d565e4df9 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:54.324761 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.325305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.326418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47202) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:54.386958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Pushing event updated for resources: {'Port': ['ID=4f008c5e-f27b-4886-ad37-30779729cc15,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:54.408071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Network e12e7870-2092-49f9-96c9-c9e0964f76f8 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:54.409646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:54.412319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:54.472225 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.481842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Attempting to bind port 4f008c5e-f27b-4886-ad37-30779729cc15 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:38:54.482382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Attempting to bind port 4f008c5e-f27b-4886-ad37-30779729cc15 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f6fac7cc-5c2b-467d-8186-06c17ed84de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:38:54.482913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Attempting to bind port 4f008c5e-f27b-4886-ad37-30779729cc15 on network e12e7870-2092-49f9-96c9-c9e0964f76f8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:38:54.489329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:38:54.489899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Checking segment: {'id': 'f6fac7cc-5c2b-467d-8186-06c17ed84de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:38:54.490418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.491450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Bound using segment: {'id': 'f6fac7cc-5c2b-467d-8186-06c17ed84de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:38:54.491450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Bound port: 4f008c5e-f27b-4886-ad37-30779729cc15, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fac7cc-5c2b-467d-8186-06c17ed84de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:38:54.492089 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.580161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] For port 4f008c5e-f27b-4886-ad37-30779729cc15, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:38:54.584255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] For port 4f008c5e-f27b-4886-ad37-30779729cc15, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4f008c5e-f27b-4886-ad37-30779729cc15,segment=NetworkSegment(f6fac7cc-5c2b-467d-8186-06c17ed84de3),segment_id=f6fac7cc-5c2b-467d-8186-06c17ed84de3)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:38:54.703923 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.716951 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.735647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e13387-4d4b-4951-a415-12488280986a req-fd935e62-5458-4d3b-ab81-8734c79730e0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:54.737250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72e13387-4d4b-4951-a415-12488280986a req-fd935e62-5458-4d3b-ab81-8734c79730e0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1572003 Aug 20 11:38:54.757116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155602b3-ed7b-4d01-ae2a-58cb22eb8afd']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:54.792418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d972c59-f987-471b-ac2a-23f1f00c2b99') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:54.792929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d972c59-f987-471b-ac2a-23f1f00c2b99') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:54.821471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.833708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-72e13387-4d4b-4951-a415-12488280986a req-cc7186bc-6105-4cef-845e-ceb3741d531f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890412 Aug 20 11:38:54.843239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.872010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:54.872485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:54.875563 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:54.880070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1db13-0e09-4f69-ab03-6148821ff32c None None] Pushing event updated for resources: {'Port': ['ID=4f008c5e-f27b-4886-ad37-30779729cc15,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:55.069123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.076825 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.080356 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] 10.222.0.10 "DELETE /v2.0/networks/155602b3-ed7b-4d01-ae2a-58cb22eb8afd HTTP/1.1" status: 204 len: 168 time: 0.7528253 Aug 20 11:38:55.084715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47214) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:55.180141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa98c1b-61fa-4605-b465-1ca8908ce937 admin admin] Pushing event deleted for resources: {'Network': ['ID=155602b3-ed7b-4d01-ae2a-58cb22eb8afd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:55.243572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7d27cf-e9a1-450b-9b90-8d2d9aea8bde admin admin] Deleting subnet e0bb7f9f-de9a-4368-a44c-384ee0c9ab01 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:55.252283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a7d27cf-e9a1-450b-9b90-8d2d9aea8bde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.292302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:38:55.307580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191ee26-7eeb-4723-9afb-4b869f0c44df req-200873e6-c9a5-4024-97d9-e82641b040fe tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:55.309314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a191ee26-7eeb-4723-9afb-4b869f0c44df req-200873e6-c9a5-4024-97d9-e82641b040fe tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.3911493 Aug 20 11:38:55.361137 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a7d27cf-e9a1-450b-9b90-8d2d9aea8bde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.373991 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:38:55.440332 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a7d27cf-e9a1-450b-9b90-8d2d9aea8bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.446398 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a191ee26-7eeb-4723-9afb-4b869f0c44df req-c99d987d-ae03-4298-a9af-d6e255155b10 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809977 Aug 20 11:38:55.449234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.585026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4f008c5e-f27b-4886-ad37-30779729cc15 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:55.691152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:55.701204 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:55.708477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47222) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:55.712511 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:55.715196 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:55.719045 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-991619b4-e4b2-4efc-8d98-88243042afb0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6217518 Aug 20 11:38:55.752984 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a7d27cf-e9a1-450b-9b90-8d2d9aea8bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.832050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d27cf-e9a1-450b-9b90-8d2d9aea8bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0bb7f9f-de9a-4368-a44c-384ee0c9ab01,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:55.857737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 4f008c5e-f27b-4886-ad37-30779729cc15 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:55.861584 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a7d27cf-e9a1-450b-9b90-8d2d9aea8bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:55.892032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3a7d27cf-e9a1-450b-9b90-8d2d9aea8bde admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e0bb7f9f-de9a-4368-a44c-384ee0c9ab01 HTTP/1.1" status: 204 len: 168 time: 0.7868776 Aug 20 11:38:55.896006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47228) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:55.921527 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:56.046268 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5012b15c-7efc-4b49-9588-8abc6ea01c24 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting subnet 48a2924e-9cdd-4e7b-9f8e-b21c62713fe2 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:38:56.058742 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5012b15c-7efc-4b49-9588-8abc6ea01c24 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:56.174540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:56.200483 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:56.218177 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5012b15c-7efc-4b49-9588-8abc6ea01c24 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:56.234609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:56.303589 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:53Z', 'revision_number': 9, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:56.353180 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:38:56.366765 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:56.367735 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:56.396538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ec86e-0f4a-411a-8972-73d570684c0d req-473b5ead-d2f1-4c9a-a99b-b82428e78c67 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:56.407765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b22ec86e-0f4a-411a-8972-73d570684c0d req-473b5ead-d2f1-4c9a-a99b-b82428e78c67 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.3677661 Aug 20 11:38:56.568279 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:56.570190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Allocated IP 172.25.4.88 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/c8cec37b-0a06-4fa3-8410-f6821f8f794e) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:38:56.690909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357916e5-bff4-4f8f-adc5-8a7229345de5 None None] Network e12e7870-2092-49f9-96c9-c9e0964f76f8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:56.831957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b22ec86e-0f4a-411a-8972-73d570684c0d req-f59387ff-a8fc-45f3-a83b-c37fcfb48a15 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208617 Aug 20 11:38:56.837337 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:56.871411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5012b15c-7efc-4b49-9588-8abc6ea01c24 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:56.882903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86a6b31-a66a-45f4-9f7c-fb0593ba3550']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:56.888610 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:53Z', 'revision_number': 9, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:56.893174 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:56.920193 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c83a76-7899-4b83-ab39-b2203dedacc3 None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:38:53Z', 'revision_number': 9, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '0ebb240e-3510-4798-8928-5c420745c263', 'name': '', 'network_id': '39e11617-5f86-473c-bf2f-39fb1ccfbde9', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:ea:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:23Z', 'updated_at': '2021-08-20T11:38:29Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '8bc8ff47-81c2-4a25-8082-5928461d7db5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:38:57.001233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8870de68-6cee-4755-8f24-860e50778fc1') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:57.013478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8870de68-6cee-4755-8f24-860e50778fc1') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:57.087555 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.131437 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.150222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.183893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:57.184348 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:57.191240 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:57.200015 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-29f0bacb-a14f-4239-9cbb-579b00d1bde7 None None] Provisioning for port 4f008c5e-f27b-4886-ad37-30779729cc15 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:38:57.214172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf5cb9-737e-4f02-aa02-27cb599d20c4 req-9e4bdb6b-47dd-4677-ac2b-72585a7b703e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:57.214467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-29f0bacb-a14f-4239-9cbb-579b00d1bde7 None None] Provisioning complete for port 4f008c5e-f27b-4886-ad37-30779729cc15 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:57.215632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29f0bacb-a14f-4239-9cbb-579b00d1bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.216594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ddf5cb9-737e-4f02-aa02-27cb599d20c4 req-9e4bdb6b-47dd-4677-ac2b-72585a7b703e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1919897 Aug 20 11:38:57.243366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:38:57.255063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:38:57.270812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:38:57.273851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5012b15c-7efc-4b49-9588-8abc6ea01c24 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.276825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8cec37b-0a06-4fa3-8410-f6821f8f794e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:57.314198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:57.339092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:57.339917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ae0ad4dc-0fc3-4ff3-8958-d76fc2a726be not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:57.342877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012b15c-7efc-4b49-9588-8abc6ea01c24 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Subnet': ['ID=48a2924e-9cdd-4e7b-9f8e-b21c62713fe2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:57.359229 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5012b15c-7efc-4b49-9588-8abc6ea01c24 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.359229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5012b15c-7efc-4b49-9588-8abc6ea01c24 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/48a2924e-9cdd-4e7b-9f8e-b21c62713fe2 HTTP/1.1" status: 204 len: 168 time: 1.6394119 Aug 20 11:38:57.359229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47262) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:57.361099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c086235d-72e5-42ea-b083-be73e556a6a7 None None] Network 24a870dd-5af5-479c-83a2-b4bf41a5d5ef requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:38:57.404301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ddf5cb9-737e-4f02-aa02-27cb599d20c4 req-57e79896-7e1b-4e0a-85eb-c048c870e25d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770988 Aug 20 11:38:57.479754 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.498818 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29f0bacb-a14f-4239-9cbb-579b00d1bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.505618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.515476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] 10.222.0.10 "DELETE /v2.0/networks/d86a6b31-a66a-45f4-9f7c-fb0593ba3550 HTTP/1.1" status: 204 len: 168 time: 1.6128397 Aug 20 11:38:57.559019 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.567910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7e97f-6b23-49b6-b0a7-cf90d8463d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=d86a6b31-a66a-45f4-9f7c-fb0593ba3550,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:57.577771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-29f0bacb-a14f-4239-9cbb-579b00d1bde7 None None] For port 4f008c5e-f27b-4886-ad37-30779729cc15, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4f008c5e-f27b-4886-ad37-30779729cc15,segment=NetworkSegment(f6fac7cc-5c2b-467d-8186-06c17ed84de3),segment_id=f6fac7cc-5c2b-467d-8186-06c17ed84de3)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:57.691407 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29f0bacb-a14f-4239-9cbb-579b00d1bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.755850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port ad186107-3ecb-4045-a66c-c872367bf44d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:57.756176 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.863484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0bacb-a14f-4239-9cbb-579b00d1bde7 None None] Pushing event updated for resources: {'Port': ['ID=4f008c5e-f27b-4886-ad37-30779729cc15,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:57.880405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port ad186107-3ecb-4045-a66c-c872367bf44d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ad186107-3ecb-4045-a66c-c872367bf44d,segment=NetworkSegment(1e1f209c-17cc-47f5-9615-119d5cbfd04c),segment_id=1e1f209c-17cc-47f5-9615-119d5cbfd04c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:57.885107 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:57.921629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for ad186107-3ecb-4045-a66c-c872367bf44d owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:57.935828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e1a4d82b-9f34-458e-8eda-3521ee045be7 None None] Provisioning complete for port 4f008c5e-f27b-4886-ad37-30779729cc15 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:57.936485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d82b-9f34-458e-8eda-3521ee045be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.003159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca43a73-5bb5-4b07-acfc-74a6d0334bd3 None None] DHCP port deletion for 24a870dd-5af5-479c-83a2-b4bf41a5d5ef request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:38:58.052274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb15acf-7ef7-456b-94af-4fab7620845c req-15c2edad-066d-4f84-b1df-7840ccc5e0b4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:58.054279 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bb15acf-7ef7-456b-94af-4fab7620845c req-15c2edad-066d-4f84-b1df-7840ccc5e0b4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1204038 Aug 20 11:38:58.114424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bb15acf-7ef7-456b-94af-4fab7620845c req-4a22c123-95a0-40f2-a66f-6df2e232a093 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492735 Aug 20 11:38:58.138896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cca43a73-5bb5-4b07-acfc-74a6d0334bd3 None None] Deleting port ad186107-3ecb-4045-a66c-c872367bf44d {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:58.139404 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cca43a73-5bb5-4b07-acfc-74a6d0334bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.240438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cca43a73-5bb5-4b07-acfc-74a6d0334bd3 None None] For port ad186107-3ecb-4045-a66c-c872367bf44d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ad186107-3ecb-4045-a66c-c872367bf44d,segment=NetworkSegment(1e1f209c-17cc-47f5-9615-119d5cbfd04c),segment_id=1e1f209c-17cc-47f5-9615-119d5cbfd04c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:38:58.241368 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cca43a73-5bb5-4b07-acfc-74a6d0334bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.267845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cca43a73-5bb5-4b07-acfc-74a6d0334bd3 None None] Calling delete_port for ad186107-3ecb-4045-a66c-c872367bf44d owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:38:58.274190 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.303069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=ad186107-3ecb-4045-a66c-c872367bf44d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:58.316448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No DVR routers for this DVR port ad186107-3ecb-4045-a66c-c872367bf44d on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:58.369453 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cca43a73-5bb5-4b07-acfc-74a6d0334bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.398705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca43a73-5bb5-4b07-acfc-74a6d0334bd3 None None] Pushing event deleted for resources: {'Port': ['ID=ad186107-3ecb-4045-a66c-c872367bf44d,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:58.416460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca43a73-5bb5-4b07-acfc-74a6d0334bd3 None None] No DVR routers for this DVR port ad186107-3ecb-4045-a66c-c872367bf44d on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:38:58.417401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.440731 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.452850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a870dd-5af5-479c-83a2-b4bf41a5d5ef']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:58.470318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1f209c-17cc-47f5-9615-119d5cbfd04c') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:58.471101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1f209c-17cc-47f5-9615-119d5cbfd04c') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:58.483846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47274) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:58.508964 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.548536 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.567106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:38:58.567911 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:38:58.572204 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:38:58.674425 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-12b8e923-0e6e-4d67-a643-48c28147e473 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef87be04942c4e9180ab85f34bf93138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884017 Aug 20 11:38:58.675365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47282) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:58.753663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bb7f-38f4-4cd5-9a45-0143aa993fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.786924 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bb7f-38f4-4cd5-9a45-0143aa993fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.792279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47284) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:58.812340 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.825264 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:58.831921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/networks/24a870dd-5af5-479c-83a2-b4bf41a5d5ef HTTP/1.1" status: 204 len: 168 time: 1.4732854 Aug 20 11:38:58.833373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47288) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:58.901818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc09e01-edf7-4a5c-814b-b7641fcb1b2c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Network': ['ID=24a870dd-5af5-479c-83a2-b4bf41a5d5ef,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:58.964676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa2064-12db-4b99-b5e6-8d112144bc9b req-8b519727-c1c9-4b3a-87bf-6fbf18cad7cf tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:58.966495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08aa2064-12db-4b99-b5e6-8d112144bc9b req-8b519727-c1c9-4b3a-87bf-6fbf18cad7cf tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1352832 Aug 20 11:38:59.048593 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08aa2064-12db-4b99-b5e6-8d112144bc9b req-6eb7e6d7-1c64-42ce-b8a2-2770bb71e9db tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700684 Aug 20 11:38:59.074496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e314a012-7aa9-4a47-a308-b82f8e927437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.087646 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.089858 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bb7f-38f4-4cd5-9a45-0143aa993fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.090875 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bb7f-38f4-4cd5-9a45-0143aa993fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.095210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a8b4bb7f-38f4-4cd5-9a45-0143aa993fd3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a088a77-dc37-48ac-8265-a8ff3ff2b7c1 HTTP/1.1" status: 204 len: 168 time: 0.4133785 Aug 20 11:38:59.124428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4bb7f-38f4-4cd5-9a45-0143aa993fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a088a77-dc37-48ac-8265-a8ff3ff2b7c1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:59.326753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4f008c5e-f27b-4886-ad37-30779729cc15 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:38:59.346952 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e314a012-7aa9-4a47-a308-b82f8e927437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.356431 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3352318-44e8-4c15-89d1-9f78a4aa1450 req-91dc8265-a3d6-4e58-a9db-0439591557f1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:38:59.360944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3352318-44e8-4c15-89d1-9f78a4aa1450 req-91dc8265-a3d6-4e58-a9db-0439591557f1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1183448 Aug 20 11:38:59.379400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4f008c5e-f27b-4886-ad37-30779729cc15 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:38:59.380017 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.424220 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3352318-44e8-4c15-89d1-9f78a4aa1450 req-03c8850f-c395-4e74-a272-ae4cd0e394cf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549397 Aug 20 11:38:59.474798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Router f3888910-42ca-4d59-9387-a26637d9a4c2 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:38:59.475668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e314a012-7aa9-4a47-a308-b82f8e927437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.528700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e314a012-7aa9-4a47-a308-b82f8e927437 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eaee904dd5a94913962d79e5863b2e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335320 Aug 20 11:38:59.529470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47298) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:59.533777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314a012-7aa9-4a47-a308-b82f8e927437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b846e07-3665-436c-8aec-d8d3704bb1e9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:38:59.553220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.646200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a71d6f59-59ec-4210-a53c-e50763acf5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.667566 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a71d6f59-59ec-4210-a53c-e50763acf5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.717342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:38:59.718639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ad186107-3ecb-4045-a66c-c872367bf44d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:38:59.753331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ad186107-3ecb-4045-a66c-c872367bf44d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:38:59.755801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ad186107-3ecb-4045-a66c-c872367bf44d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:38:59.755801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Sync routers for ids ['f3888910-42ca-4d59-9387-a26637d9a4c2'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:38:59.765824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Routers {'f3888910-42ca-4d59-9387-a26637d9a4c2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:38:59.766274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f3888910-42ca-4d59-9387-a26637d9a4c2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:38:59.830048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.834285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e9545082-15f8-4050-b7f4-8d0f2d56a4f3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.1303935 Aug 20 11:38:59.839198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47304) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:38:59.880030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Set router f3888910-42ca-4d59-9387-a26637d9a4c2 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:38:59.888010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port 0ebb240e-3510-4798-8928-5c420745c263 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:38:59.888377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.920062 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a71d6f59-59ec-4210-a53c-e50763acf5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.922761 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a71d6f59-59ec-4210-a53c-e50763acf5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:38:59.923946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a71d6f59-59ec-4210-a53c-e50763acf5f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b846e07-3665-436c-8aec-d8d3704bb1e9 HTTP/1.1" status: 204 len: 168 time: 0.3934560 Aug 20 11:38:59.962042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d6f59-59ec-4210-a53c-e50763acf5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b846e07-3665-436c-8aec-d8d3704bb1e9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:00.007545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port 0ebb240e-3510-4798-8928-5c420745c263, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0ebb240e-3510-4798-8928-5c420745c263,segment=NetworkSegment(18be085e-a135-406f-8f12-6cf9737286e2),segment_id=18be085e-a135-406f-8f12-6cf9737286e2)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:00.008136 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.027924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for 0ebb240e-3510-4798-8928-5c420745c263 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:00.145090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'name': 'tempest-ImageQuotaTest-1075006251-router', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:53Z', 'updated_at': '2021-08-20T11:38:57Z', 'revision_number': 3, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'gw_port': {'id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:56Z', 'updated_at': '2021-08-20T11:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:00.168559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47314) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:00.176030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Checking router: f3888910-42ca-4d59-9387-a26637d9a4c2 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:00.176648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Updating router f3888910-42ca-4d59-9387-a26637d9a4c2 port c8cec37b-0a06-4fa3-8410-f6821f8f794e binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:39:00.209375 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.290352 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-20f4ebe2-0743-49c9-940d-a79c5ef54f82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c31ca2e7b6874f03aba56e8b8b9c7714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204679 Aug 20 11:39:00.298490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47318) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:00.318320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1aeea-f29b-41f2-a41f-44b50cd21ce6 req-3b1dc94c-036c-47a9-a39d-43581ec836dc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:00.319927 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7eb1aeea-f29b-41f2-a41f-44b50cd21ce6 req-3b1dc94c-036c-47a9-a39d-43581ec836dc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1522388 Aug 20 11:39:00.343968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.402303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=0ebb240e-3510-4798-8928-5c420745c263,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:00.419690 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7eb1aeea-f29b-41f2-a41f-44b50cd21ce6 req-eeae5301-dd17-4f37-b54e-1c565e43c879 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917022 Aug 20 11:39:00.490400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eeaf6707-0406-42ea-98cd-96ce03a2991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.497355 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.563782 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.576473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Transition to ACTIVE for port object c8cec37b-0a06-4fa3-8410-f6821f8f794e will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:00.588246 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eeaf6707-0406-42ea-98cd-96ce03a2991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.675588 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.742930 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.748839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996f98d-01e6-4c09-bd3a-a4815b153dd2 req-e939184e-0b3f-490d-b1a9-8a4fcb855865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:00.751117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5996f98d-01e6-4c09-bd3a-a4815b153dd2 req-e939184e-0b3f-490d-b1a9-8a4fcb855865 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 1096 time: 0.1640182 Aug 20 11:39:00.761861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97edb1c-22d3-44a0-ba3e-7a12a1167361 req-058af608-57ba-4e9f-a073-2c186f3eac29 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:00.762335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Attempting to bind port c8cec37b-0a06-4fa3-8410-f6821f8f794e on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:00.762748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Attempting to bind port c8cec37b-0a06-4fa3-8410-f6821f8f794e by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:00.763118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Attempting to bind port c8cec37b-0a06-4fa3-8410-f6821f8f794e on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:00.763402 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b97edb1c-22d3-44a0-ba3e-7a12a1167361 req-058af608-57ba-4e9f-a073-2c186f3eac29 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.1787531 Aug 20 11:39:00.772119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Allocated IP 172.20.0.1 (e12e7870-2092-49f9-96c9-c9e0964f76f8/b50eb58e-e7cf-41c6-a084-0b00ced2dce3/81aff0d7-b127-4400-b992-61a3c9eb6bd8) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:00.782331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e5499-1892-4914-ad16-73474f5bb924 None None] Pushing event updated for resources: {'Port': ['ID=c8cec37b-0a06-4fa3-8410-f6821f8f794e,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:00.790468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:00.791051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:00.791543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.792187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:00.792861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Bound port: c8cec37b-0a06-4fa3-8410-f6821f8f794e, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:00.793352 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.797699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47322) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:00.817268 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e924b5e-3a1d-4257-bf74-d70ed5159e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.853782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] For port c8cec37b-0a06-4fa3-8410-f6821f8f794e, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:00.857241 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] For port c8cec37b-0a06-4fa3-8410-f6821f8f794e, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c8cec37b-0a06-4fa3-8410-f6821f8f794e,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:00.940868 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eeaf6707-0406-42ea-98cd-96ce03a2991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.945654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eeaf6707-0406-42ea-98cd-96ce03a2991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.947639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-eeaf6707-0406-42ea-98cd-96ce03a2991c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76c0f07f-9df8-43e4-a8b8-9f292e2b4d24 HTTP/1.1" status: 204 len: 168 time: 0.6478903 Aug 20 11:39:00.976394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b97edb1c-22d3-44a0-ba3e-7a12a1167361 req-778dbb46-13f7-4264-9583-7b9670b173f3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883938 Aug 20 11:39:00.977736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:00.996193 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.002008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf6707-0406-42ea-98cd-96ce03a2991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c0f07f-9df8-43e4-a8b8-9f292e2b4d24,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:01.012380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Transition to ACTIVE for port object 81aff0d7-b127-4400-b992-61a3c9eb6bd8 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:01.038254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996f98d-01e6-4c09-bd3a-a4815b153dd2 req-8fc55dcc-2cf6-4c5c-ab26-4a18debfa6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:01.040608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5996f98d-01e6-4c09-bd3a-a4815b153dd2 req-8fc55dcc-2cf6-4c5c-ab26-4a18debfa6a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 913 time: 0.2738905 Aug 20 11:39:01.075025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e924b5e-3a1d-4257-bf74-d70ed5159e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.115157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e5499-1892-4914-ad16-73474f5bb924 None None] Pushing event updated for resources: {'Port': ['ID=c8cec37b-0a06-4fa3-8410-f6821f8f794e,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:01.125740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Routers {'f3888910-42ca-4d59-9387-a26637d9a4c2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:01.125740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f3888910-42ca-4d59-9387-a26637d9a4c2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:01.189248 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e924b5e-3a1d-4257-bf74-d70ed5159e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.239573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.272614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] Set router f3888910-42ca-4d59-9387-a26637d9a4c2 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:01.293426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Pushing event updated for resources: {'Port': ['ID=81aff0d7-b127-4400-b992-61a3c9eb6bd8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:01.298554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2e924b5e-3a1d-4257-bf74-d70ed5159e7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de4d57176e01436182473fcf9ad98fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5001111 Aug 20 11:39:01.301441 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e924b5e-3a1d-4257-bf74-d70ed5159e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c69e9e1-7c70-4af8-a1c8-ee2372122992,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:01.304023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47326) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:01.327853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Network e12e7870-2092-49f9-96c9-c9e0964f76f8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:01.333618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:01.339065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:01.399590 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.438626 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a8e52e6-cbeb-4373-ad67-7439940aaa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.476145 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a8e52e6-cbeb-4373-ad67-7439940aaa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.526162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'name': 'tempest-ImageQuotaTest-1075006251-router', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:53Z', 'updated_at': '2021-08-20T11:38:57Z', 'revision_number': 3, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'gw_port': {'id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:56Z', 'updated_at': '2021-08-20T11:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:01.560041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76063f-bec5-407a-835f-9a662c3cf5d4 None None] The sync data for ids ['f3888910-42ca-4d59-9387-a26637d9a4c2'] in n-d-804230-3 is: [{'id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'name': 'tempest-ImageQuotaTest-1075006251-router', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:53Z', 'updated_at': '2021-08-20T11:38:57Z', 'revision_number': 3, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'gw_port': {'id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:99:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:56Z', 'updated_at': '2021-08-20T11:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:01.621377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622ea0b-e953-4c8e-a6c9-66396956f61d req-81696e94-f9ab-4209-a2bf-2f66fb973bf7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:01.631162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2622ea0b-e953-4c8e-a6c9-66396956f61d req-81696e94-f9ab-4209-a2bf-2f66fb973bf7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0835488 Aug 20 11:39:01.638778 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5996f98d-01e6-4c09-bd3a-a4815b153dd2 req-0c475f43-584f-40db-a1f6-096d2032a3e7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b HTTP/1.1" status: 200 len: 217 time: 0.5314660 Aug 20 11:39:01.684462 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2622ea0b-e953-4c8e-a6c9-66396956f61d req-968d282d-4bc3-4e84-82fc-fae409a80b68 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504987 Aug 20 11:39:01.711092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:01.731023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996f98d-01e6-4c09-bd3a-a4815b153dd2 req-a547e910-03ae-42dc-a60d-280feaea6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:01.732526 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5996f98d-01e6-4c09-bd3a-a4815b153dd2 req-a547e910-03ae-42dc-a60d-280feaea6a9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 200 len: 852 time: 0.0772886 Aug 20 11:39:01.798605 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.801448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a8e52e6-cbeb-4373-ad67-7439940aaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.811053 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a8e52e6-cbeb-4373-ad67-7439940aaa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.812695 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a8e52e6-cbeb-4373-ad67-7439940aaa96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c69e9e1-7c70-4af8-a1c8-ee2372122992 HTTP/1.1" status: 204 len: 168 time: 0.5077262 Aug 20 11:39:01.836223 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5996f98d-01e6-4c09-bd3a-a4815b153dd2 req-3505a002-f7b6-4ccc-91a0-ac1058aa468c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548069 Aug 20 11:39:01.893508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e52e6-cbeb-4373-ad67-7439940aaa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c69e9e1-7c70-4af8-a1c8-ee2372122992,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:01.953295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dc33fb8d-f9e1-4c5d-b946-77cc28e7da95 None None] Provisioning for port 81aff0d7-b127-4400-b992-61a3c9eb6bd8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:01.953984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:01.959037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fc196e65-f20c-404a-b7a7-157a8a9e8fff tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1168020 Aug 20 11:39:01.960243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dc33fb8d-f9e1-4c5d-b946-77cc28e7da95 None None] Provisioning complete for port 81aff0d7-b127-4400-b992-61a3c9eb6bd8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:01.960717 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dc33fb8d-f9e1-4c5d-b946-77cc28e7da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:01.964666 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:01.965247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47340) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:01.975880 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:01.976824 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:02.041441 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-dc33fb8d-f9e1-4c5d-b946-77cc28e7da95 None None] Port 81aff0d7-b127-4400-b992-61a3c9eb6bd8 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:39:02.098130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-658e763f-6df6-4369-afbe-f32c319aff95 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting subnet 8bc8ff47-81c2-4a25-8082-5928461d7db5 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:39:02.124700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-658e763f-6df6-4369-afbe-f32c319aff95 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.135571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5996f98d-01e6-4c09-bd3a-a4815b153dd2 req-e440d3a0-b1b9-4bd6-ab3d-4113aec255e8 service neutron] 10.222.0.38 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844517 Aug 20 11:39:02.143558 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.167576 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:02.236504 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.354530 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-658e763f-6df6-4369-afbe-f32c319aff95 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.408425 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Pushing event updated for resources: {'Port': ['ID=81aff0d7-b127-4400-b992-61a3c9eb6bd8,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:02.418252 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.443329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73b489-fea1-4077-9fb5-cbc7031c23cf req-1ada5db0-ce21-4021-965e-2a1095e675cb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:02.444958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd73b489-fea1-4077-9fb5-cbc7031c23cf req-1ada5db0-ce21-4021-965e-2a1095e675cb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.2719162 Aug 20 11:39:02.479258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5996f98d-01e6-4c09-bd3a-a4815b153dd2 req-46e64d1e-137c-4cf2-9740-fc585d2988b2 service neutron] 10.222.0.38 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048785 Aug 20 11:39:02.492465 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:39:00Z', 'revision_number': 10, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:02.575379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Network e12e7870-2092-49f9-96c9-c9e0964f76f8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:02.577719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-658e763f-6df6-4369-afbe-f32c319aff95 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:02.581254 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:02.630454 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:02.652358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd73b489-fea1-4077-9fb5-cbc7031c23cf req-fbee6378-49eb-4ecc-b037-de2d4ddbfd5a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996028 Aug 20 11:39:02.665030 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:02.668682 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:02.823324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Router f3888910-42ca-4d59-9387-a26637d9a4c2 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:02.876556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f81ff-b224-4cf7-a59b-c08ec3b0b795 req-9e23188b-4e2a-48f5-820a-2e8ff24c06ab tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:02.878244 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-831f81ff-b224-4cf7-a59b-c08ec3b0b795 req-9e23188b-4e2a-48f5-820a-2e8ff24c06ab tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.0746145 Aug 20 11:39:02.884066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-658e763f-6df6-4369-afbe-f32c319aff95 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.025703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:03.039972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e763f-6df6-4369-afbe-f32c319aff95 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc8ff47-81c2-4a25-8082-5928461d7db5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:03.040899 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:03.050236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a7a4f2-9820-4ea9-b5e9-015105faca43 None None] Network 39e11617-5f86-473c-bf2f-39fb1ccfbde9 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:39:03.054834 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-be00e495-e86d-42c0-bc56-c2ef1efd7fbd admin admin] 10.222.0.10 "PUT /v2.0/routers/f3888910-42ca-4d59-9387-a26637d9a4c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2097089 Aug 20 11:39:03.064853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-658e763f-6df6-4369-afbe-f32c319aff95 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.069834 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-658e763f-6df6-4369-afbe-f32c319aff95 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/8bc8ff47-81c2-4a25-8082-5928461d7db5 HTTP/1.1" status: 204 len: 168 time: 1.1011567 Aug 20 11:39:03.070321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2bf70-b1b1-410b-86d4-9fbb5b46893b req-2bb05871-151a-4e72-af8a-61c951ef8d32 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:03.072328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1f2bf70-b1b1-410b-86d4-9fbb5b46893b req-2bb05871-151a-4e72-af8a-61c951ef8d32 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1072960 Aug 20 11:39:03.073251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47372) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:03.132665 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-831f81ff-b224-4cf7-a59b-c08ec3b0b795 req-aec48f10-01c6-470e-be2f-1eb0ffc742a5 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441459 Aug 20 11:39:03.192677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47374) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:03.199992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-49b0fee8-8a0a-476a-9ff1-241007e6a5b9 None None] Provisioning complete for port 81aff0d7-b127-4400-b992-61a3c9eb6bd8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:03.200362 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-49b0fee8-8a0a-476a-9ff1-241007e6a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.212136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1f2bf70-b1b1-410b-86d4-9fbb5b46893b req-75029332-ff6a-4d37-a5dd-0d4648b923cd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299913 Aug 20 11:39:03.227639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.313222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-49b0fee8-8a0a-476a-9ff1-241007e6a5b9 None None] Port 81aff0d7-b127-4400-b992-61a3c9eb6bd8 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:39:03.369445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port 89acac8e-fdd7-408f-9033-aee7969d1b02 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:03.374779 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.427931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea03ffa-81ef-4344-a38b-9209d9314ea0 None None] DHCP port deletion for 39e11617-5f86-473c-bf2f-39fb1ccfbde9 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:39:03.431037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8cec37b-0a06-4fa3-8410-f6821f8f794e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:03.479435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d30ba-524f-4ab9-a857-5018cadb01f3 req-63737990-b692-406a-86ea-e8edc22fb23f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:03.487583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f7d30ba-524f-4ab9-a857-5018cadb01f3 req-63737990-b692-406a-86ea-e8edc22fb23f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1171825 Aug 20 11:39:03.497788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1290321831-network', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:03.544686 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:39:00Z', 'revision_number': 10, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:03.556685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port 89acac8e-fdd7-408f-9033-aee7969d1b02, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=89acac8e-fdd7-408f-9033-aee7969d1b02,segment=NetworkSegment(18be085e-a135-406f-8f12-6cf9737286e2),segment_id=18be085e-a135-406f-8f12-6cf9737286e2)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:03.557735 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.558607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4ea03ffa-81ef-4344-a38b-9209d9314ea0 None None] Deleting port 89acac8e-fdd7-408f-9033-aee7969d1b02 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:03.559677 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4ea03ffa-81ef-4344-a38b-9209d9314ea0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.577963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for 89acac8e-fdd7-408f-9033-aee7969d1b02 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:03.593158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3f7d30ba-524f-4ab9-a857-5018cadb01f3 req-29fdd9b5-2fb7-4a8c-9a83-0bb77a6e71a2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043668 Aug 20 11:39:03.608818 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a575ca-e2c6-4f32-9ee1-86f8b9465a26 None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:39:00Z', 'revision_number': 10, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None, '_interfaces': [{'id': '24cd9d8d-fa51-4c91-add9-f602a23055a6', 'name': '', 'network_id': '940bfd8c-6af4-4b89-a688-cf3c07402444', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'mac_address': 'fa:16:3e:7e:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:16Z', 'updated_at': '2021-08-20T11:38:25Z', 'revision_number': 5, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'subnets': [{'id': '6298297b-73ec-48f7-9339-8ea5ca36f4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:03.638770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4ea03ffa-81ef-4344-a38b-9209d9314ea0 None None] For port 89acac8e-fdd7-408f-9033-aee7969d1b02, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=89acac8e-fdd7-408f-9033-aee7969d1b02,segment=NetworkSegment(18be085e-a135-406f-8f12-6cf9737286e2),segment_id=18be085e-a135-406f-8f12-6cf9737286e2)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:03.639203 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4ea03ffa-81ef-4344-a38b-9209d9314ea0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.663403 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c8cec37b-0a06-4fa3-8410-f6821f8f794e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:03.677543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4ea03ffa-81ef-4344-a38b-9209d9314ea0 None None] Calling delete_port for 89acac8e-fdd7-408f-9033-aee7969d1b02 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:03.677543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c8cec37b-0a06-4fa3-8410-f6821f8f794e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:03.677543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.682919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Made reservation on behalf of 7c16d640b8564e28be6cf91bccfeabfa for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:03.685902 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.731586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.850578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.898621 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.919626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c8cec37b-0a06-4fa3-8410-f6821f8f794e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c8cec37b-0a06-4fa3-8410-f6821f8f794e,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:03.932619 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.973586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:39:03.979184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:03.986654 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4ea03ffa-81ef-4344-a38b-9209d9314ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.001534 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.051604 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea03ffa-81ef-4344-a38b-9209d9314ea0 None None] Pushing event deleted for resources: {'Port': ['ID=89acac8e-fdd7-408f-9033-aee7969d1b02,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:04.067514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.068075 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Added segment a5161c6b-b668-418e-ae1b-85d528bdee10 of type vlan for network a4eb590e-64d9-479d-b239-dfeba7bd10dd Aug 20 11:39:04.093376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-0fdcc89d-0b6c-4c8e-a3ad-8fa8a637cf46 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:04.093376 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-0fdcc89d-0b6c-4c8e-a3ad-8fa8a637cf46 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 812 time: 0.2382388 Aug 20 11:39:04.093376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No DVR routers for this DVR port 89acac8e-fdd7-408f-9033-aee7969d1b02 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:04.096555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=89acac8e-fdd7-408f-9033-aee7969d1b02,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:04.102738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275876de-5e7b-4d6a-ad2b-381d4e6853fe,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:04.153982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c8cec37b-0a06-4fa3-8410-f6821f8f794e,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:04.166815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.170310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea03ffa-81ef-4344-a38b-9209d9314ea0 None None] No DVR routers for this DVR port 89acac8e-fdd7-408f-9033-aee7969d1b02 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:04.173001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-b9dbfb1c-1154-4a62-80ce-3c9e42d754ad tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/quotas/2f98a334c67f49e79ce0d260c119660a HTTP/1.1" status: 200 len: 375 time: 0.0431335 Aug 20 11:39:04.279904 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.291718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Sync routers for ids ['f3888910-42ca-4d59-9387-a26637d9a4c2'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:04.307890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Routers {'f3888910-42ca-4d59-9387-a26637d9a4c2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:04.307890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f3888910-42ca-4d59-9387-a26637d9a4c2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:04.308358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e11617-5f86-473c-bf2f-39fb1ccfbde9']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:04.328412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18be085e-a135-406f-8f12-6cf9737286e2') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:04.329336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18be085e-a135-406f-8f12-6cf9737286e2') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:04.348793 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.367676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-5c568921-7678-4693-a43f-ee35b3f8a158 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1798866 Aug 20 11:39:04.383974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4d58c-744b-448e-b1e2-c0e6de680b74 req-c596bad5-1d93-45bc-ad9a-d478dc1b499f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:04.391479 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1c4d58c-744b-448e-b1e2-c0e6de680b74 req-c596bad5-1d93-45bc-ad9a-d478dc1b499f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 945 time: 0.1459777 Aug 20 11:39:04.416098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.457123 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.458262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:04.458981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.463668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:39:04.464623 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:39:04.470232 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:39:04.475507 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1c4d58c-744b-448e-b1e2-c0e6de680b74 req-a865ad88-6730-4a69-8d5c-7a5d55fbcfb2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764167 Aug 20 11:39:04.510736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Set router f3888910-42ca-4d59-9387-a26637d9a4c2 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:04.804414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9cd4bf45-227a-4b8e-86f1-991425727a8b no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:04.865455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=a4eb590e-64d9-479d-b239-dfeba7bd10dd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:04.872000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'name': 'tempest-ImageQuotaTest-1075006251-router', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:53Z', 'updated_at': '2021-08-20T11:39:01Z', 'revision_number': 4, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'gw_port': {'id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:56Z', 'updated_at': '2021-08-20T11:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '81aff0d7-b127-4400-b992-61a3c9eb6bd8', 'name': '', 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'mac_address': 'fa:16:3e:6f:59:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'b50eb58e-e7cf-41c6-a084-0b00ced2dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:00Z', 'updated_at': '2021-08-20T11:39:01Z', 'revision_number': 2, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'subnets': [{'id': 'b50eb58e-e7cf-41c6-a084-0b00ced2dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:04.878351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-cf8cfd6f-ae8b-4816-a8d2-1fac3050af9b service neutron] 10.222.0.10 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018821 Aug 20 11:39:04.912546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network a4eb590e-64d9-479d-b239-dfeba7bd10dd details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:39:04.945023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Checking router: f3888910-42ca-4d59-9387-a26637d9a4c2 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:04.945521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Updating router f3888910-42ca-4d59-9387-a26637d9a4c2 port 81aff0d7-b127-4400-b992-61a3c9eb6bd8 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:39:04.996556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-0b88b47c-3b43-4f47-966b-cc07cd55e184 service neutron] 10.222.0.10 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114898 Aug 20 11:39:05.011883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-471ed8f9-3552-4752-8918-08bb0ea9cfb3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8173513 Aug 20 11:39:05.025372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47432) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:05.028740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.032667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Request body: {'subnet': {'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1290321831-subnet', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:05.051881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.060718 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.073776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.078565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/networks/39e11617-5f86-473c-bf2f-39fb1ccfbde9 HTTP/1.1" status: 204 len: 168 time: 2.0011275 Aug 20 11:39:05.078565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b010ee0-d20a-4966-a31a-749cb3414742 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Network': ['ID=39e11617-5f86-473c-bf2f-39fb1ccfbde9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:05.080202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47436) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:05.108271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd4bf45-227a-4b8e-86f1-991425727a8b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:05.110596 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71b2589-0023-44c8-8f51-8087fb6836cb" -d '{"events": [{"server_uuid": "d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd4bf45-227a-4b8e-86f1-991425727a8b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:05.127140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9cd4bf45-227a-4b8e-86f1-991425727a8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:05.142921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Made reservation on behalf of 7c16d640b8564e28be6cf91bccfeabfa for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:05.147477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.213454 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae8b604-2e85-4fe2-a749-ac145337b2db x-openstack-request-id: req-9ae8b604-2e85-4fe2-a749-ac145337b2db {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:05.213683 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd4bf45-227a-4b8e-86f1-991425727a8b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:05.213944 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ae8b604-2e85-4fe2-a749-ac145337b2db {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:05.214502 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd4bf45-227a-4b8e-86f1-991425727a8b', 'code': 200} Aug 20 11:39:05.219479 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.293155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47442) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:05.392796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=9cd4bf45-227a-4b8e-86f1-991425727a8b,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:05.440776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8cec37b-0a06-4fa3-8410-f6821f8f794e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:05.488421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-116eb240-e4e5-4f5f-b932-b008f234ad99 req-4d2ce634-e14e-435d-9de7-014ed12c6adf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 210 time: 0.0636358 Aug 20 11:39:05.549323 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.562493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Transition to ACTIVE for port object 81aff0d7-b127-4400-b992-61a3c9eb6bd8 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:05.600149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c8cec37b-0a06-4fa3-8410-f6821f8f794e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:05.600534 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.655985 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.721105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09802cb2-904b-4a7e-9cc7-03531067d59e req-de2c0257-a36b-4794-beeb-480c5c842f39 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:05.726952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09802cb2-904b-4a7e-9cc7-03531067d59e req-de2c0257-a36b-4794-beeb-480c5c842f39 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 943 time: 0.0923166 Aug 20 11:39:05.749432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66798947-899a-4a45-a36b-88b415d0ec92 None None] Pushing event updated for resources: {'Port': ['ID=81aff0d7-b127-4400-b992-61a3c9eb6bd8,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:05.788580 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09802cb2-904b-4a7e-9cc7-03531067d59e req-a0466312-ce59-4a94-82f9-d6d1e191f4c8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561001 Aug 20 11:39:05.809130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.835573 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.857213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Attempting to bind port 81aff0d7-b127-4400-b992-61a3c9eb6bd8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:05.858180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Attempting to bind port 81aff0d7-b127-4400-b992-61a3c9eb6bd8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f6fac7cc-5c2b-467d-8186-06c17ed84de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:05.858642 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Attempting to bind port 81aff0d7-b127-4400-b992-61a3c9eb6bd8 on network e12e7870-2092-49f9-96c9-c9e0964f76f8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:05.865858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:05.866302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Checking segment: {'id': 'f6fac7cc-5c2b-467d-8186-06c17ed84de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:05.867223 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.867679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Bound using segment: {'id': 'f6fac7cc-5c2b-467d-8186-06c17ed84de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:05.868324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Bound port: 81aff0d7-b127-4400-b992-61a3c9eb6bd8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fac7cc-5c2b-467d-8186-06c17ed84de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:05.868710 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:05.933350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0ebb240e-3510-4798-8928-5c420745c263 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:05.999265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.029087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395d3605-f706-4c0a-89ef-d0f55e196582,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:06.074207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Checking segment: {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:06.074840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Network hostable DHCP agents. Network: a4eb590e-64d9-479d-b239-dfeba7bd10dd, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:39:06.215588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Network a4eb590e-64d9-479d-b239-dfeba7bd10dd is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:39:06.239724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 0ebb240e-3510-4798-8928-5c420745c263 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:06.240331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0ebb240e-3510-4798-8928-5c420745c263 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:06.240551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 89acac8e-fdd7-408f-9033-aee7969d1b02 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:06.299995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 89acac8e-fdd7-408f-9033-aee7969d1b02 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:06.300396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 89acac8e-fdd7-408f-9033-aee7969d1b02 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:06.340118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting port 24cd9d8d-fa51-4c91-add9-f602a23055a6 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:06.341117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.370077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] For port 81aff0d7-b127-4400-b992-61a3c9eb6bd8, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:06.378192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] For port 81aff0d7-b127-4400-b992-61a3c9eb6bd8, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=81aff0d7-b127-4400-b992-61a3c9eb6bd8,segment=NetworkSegment(f6fac7cc-5c2b-467d-8186-06c17ed84de3),segment_id=f6fac7cc-5c2b-467d-8186-06c17ed84de3)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:06.415251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, a4eb590e-64d9-479d-b239-dfeba7bd10dd) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:06.419420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] Deleting port 81aff0d7-b127-4400-b992-61a3c9eb6bd8 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:06.419777 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.429173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6dddc1-e15b-4e8a-90b1-975cb9375079 None None] Network a4eb590e-64d9-479d-b239-dfeba7bd10dd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:39:06.435045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:06.435664 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.537542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] For port 81aff0d7-b127-4400-b992-61a3c9eb6bd8, host n-d-804230-3, got binding levels [] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:06.538813 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.550178 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.553892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] For port 24cd9d8d-fa51-4c91-add9-f602a23055a6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=24cd9d8d-fa51-4c91-add9-f602a23055a6,segment=NetworkSegment(5eb2b30a-7c48-4859-940d-d945e46fad38),segment_id=5eb2b30a-7c48-4859-940d-d945e46fad38)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:06.554279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.561308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] Calling delete_port for 81aff0d7-b127-4400-b992-61a3c9eb6bd8 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:06.622513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6884efc-a62a-4982-86c7-1d997b090b96 req-d0b6c5a6-b29a-4a24-b132-aefec4a3bace tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 210 time: 0.0566382 Aug 20 11:39:06.628071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Calling delete_port for 24cd9d8d-fa51-4c91-add9-f602a23055a6 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:06.638980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Routers {'f3888910-42ca-4d59-9387-a26637d9a4c2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:06.639892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f3888910-42ca-4d59-9387-a26637d9a4c2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:06.712332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8bea8378-888d-46fa-a88c-3e0121328f40 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6836045 Aug 20 11:39:06.713152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47486) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:06.717768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:06.731355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:39:06.732777 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.739045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66798947-899a-4a45-a36b-88b415d0ec92 None None] Pushing event updated for resources: {'Port': ['ID=81aff0d7-b127-4400-b992-61a3c9eb6bd8,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:06.918966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] Set router f3888910-42ca-4d59-9387-a26637d9a4c2 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:06.943607 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.945097 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:06.976993 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.006942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=81aff0d7-b127-4400-b992-61a3c9eb6bd8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:07.040671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d3ba6b2f-eb4a-466a-a9eb-1d026e525e73 None None] Could not find standard attr ID for object 81aff0d7-b127-4400-b992-61a3c9eb6bd8. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:39:07.076355 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.095552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Allocated IP 172.20.0.2 (a4eb590e-64d9-479d-b239-dfeba7bd10dd/395d3605-f706-4c0a-89ef-d0f55e196582/d110f140-3ca1-49a7-aacf-eb680b5cbf7e) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:07.150912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.152312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Port': ['ID=24cd9d8d-fa51-4c91-add9-f602a23055a6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:07.438263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.457482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.459230 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.471306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'name': 'tempest-ImageQuotaTest-1075006251-router', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:53Z', 'updated_at': '2021-08-20T11:39:01Z', 'revision_number': 4, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'gw_port': {'id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:56Z', 'updated_at': '2021-08-20T11:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '81aff0d7-b127-4400-b992-61a3c9eb6bd8', 'name': '', 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'mac_address': 'fa:16:3e:6f:59:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'b50eb58e-e7cf-41c6-a084-0b00ced2dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:00Z', 'updated_at': '2021-08-20T11:39:06Z', 'revision_number': 4, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'subnets': [{'id': 'b50eb58e-e7cf-41c6-a084-0b00ced2dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:07.502186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.504834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f86a11-339c-41b5-8387-e6f6e9600955 None None] The sync data for ids ['f3888910-42ca-4d59-9387-a26637d9a4c2'] in n-d-804230-3 is: [{'id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'name': 'tempest-ImageQuotaTest-1075006251-router', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:53Z', 'updated_at': '2021-08-20T11:39:01Z', 'revision_number': 4, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'gw_port': {'id': 'c8cec37b-0a06-4fa3-8410-f6821f8f794e', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:99:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:38:56Z', 'updated_at': '2021-08-20T11:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '81aff0d7-b127-4400-b992-61a3c9eb6bd8', 'name': '', 'network_id': 'e12e7870-2092-49f9-96c9-c9e0964f76f8', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'mac_address': 'fa:16:3e:6f:59:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'b50eb58e-e7cf-41c6-a084-0b00ced2dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:00Z', 'updated_at': '2021-08-20T11:39:06Z', 'revision_number': 4, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'subnets': [{'id': 'b50eb58e-e7cf-41c6-a084-0b00ced2dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:07.513131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Transition to ACTIVE for port object d110f140-3ca1-49a7-aacf-eb680b5cbf7e will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:07.545252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Transition to ACTIVE for port object d110f140-3ca1-49a7-aacf-eb680b5cbf7e will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:07.681720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:07.795280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8d01643e-5dd4-49be-a0b9-8fe705591c5e req-7c4e5628-7510-4c76-9d46-81809364f2ba tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 210 time: 0.0629568 Aug 20 11:39:07.801256 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:07.815409 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-460bee6d-938c-4b37-b3a6-5394adb7ee77 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7356100 Aug 20 11:39:07.816229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47510) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:07.820979 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:07.831769 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:07.840558 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:07.841007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] Router f3888910-42ca-4d59-9387-a26637d9a4c2 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:07.899415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-264f92d8-d4fc-438c-aa05-0a08bf2b1baa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Deleting subnet 6298297b-73ec-48f7-9339-8ea5ca36f4fd {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:39:07.903513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-264f92d8-d4fc-438c-aa05-0a08bf2b1baa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.916750 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:07.937016 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:07.962232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-264f92d8-d4fc-438c-aa05-0a08bf2b1baa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.005420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Network a4eb590e-64d9-479d-b239-dfeba7bd10dd is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:08.009012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:08.012443 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:08.034412 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Pushing event updated for resources: {'Port': ['ID=d110f140-3ca1-49a7-aacf-eb680b5cbf7e,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:08.064434 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:08.075824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e1e0b98e-6b94-4151-a3fb-2f3089213b1e admin admin] 10.222.0.10 "PUT /v2.0/routers/f3888910-42ca-4d59-9387-a26637d9a4c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7789702 Aug 20 11:39:08.077167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47516) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:08.122707 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:39:06Z', 'revision_number': 11, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:08.162921 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Attempting to bind port d110f140-3ca1-49a7-aacf-eb680b5cbf7e on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:08.163302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Attempting to bind port d110f140-3ca1-49a7-aacf-eb680b5cbf7e by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:08.164449 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:08.167409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Attempting to bind port d110f140-3ca1-49a7-aacf-eb680b5cbf7e on network a4eb590e-64d9-479d-b239-dfeba7bd10dd {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:08.176191 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:08.183395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:08.188343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Checking segment: {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:08.188607 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:08.188737 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.188737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Bound using segment: {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:08.188737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Bound port: d110f140-3ca1-49a7-aacf-eb680b5cbf7e, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:08.190761 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.247168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.289882 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:08.335772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] For port d110f140-3ca1-49a7-aacf-eb680b5cbf7e, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:08.339651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] For port d110f140-3ca1-49a7-aacf-eb680b5cbf7e, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d110f140-3ca1-49a7-aacf-eb680b5cbf7e,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:08.366029 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.391111 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:39:06Z', 'revision_number': 11, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:08.426291 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1fbe9-df80-4d03-8cef-de6f46b2d817 None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:39:06Z', 'revision_number': 11, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:08.431115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.449243 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.486171 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-264f92d8-d4fc-438c-aa05-0a08bf2b1baa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.563536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a367-c031-4d85-a7e0-0f306eef4899 None None] Pushing event updated for resources: {'Port': ['ID=d110f140-3ca1-49a7-aacf-eb680b5cbf7e,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:08.587726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.620343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Allocated IP 172.25.4.252 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/b76a130d-35ea-4739-87d5-ce016a777c11) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:08.775219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Deleting port c8cec37b-0a06-4fa3-8410-f6821f8f794e {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:08.775529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.777908 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-264f92d8-d4fc-438c-aa05-0a08bf2b1baa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.839201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9cd4bf45-227a-4b8e-86f1-991425727a8b no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:08.844920 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.858473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-2578346e-16f3-4b9f-ab2e-007ca68ea862 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:08.860529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-2578346e-16f3-4b9f-ab2e-007ca68ea862 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e HTTP/1.1" status: 200 len: 943 time: 0.1500454 Aug 20 11:39:08.973387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f92d8-d4fc-438c-aa05-0a08bf2b1baa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Subnet': ['ID=6298297b-73ec-48f7-9339-8ea5ca36f4fd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:08.980083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7f5524-adeb-4605-a6f8-5a8fb9ead2a7 None None] Network 940bfd8c-6af4-4b89-a688-cf3c07402444 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:39:08.985295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-264f92d8-d4fc-438c-aa05-0a08bf2b1baa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:08.993801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-264f92d8-d4fc-438c-aa05-0a08bf2b1baa tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/6298297b-73ec-48f7-9339-8ea5ca36f4fd HTTP/1.1" status: 204 len: 168 time: 1.1740954 Aug 20 11:39:08.998861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47524) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:09.104216 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fff76dc7-04b2-4df6-945c-179fc8b6cef5 req-e635ed58-29fb-4816-9420-bd661336f94c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 210 time: 0.0957947 Aug 20 11:39:09.185623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] For port c8cec37b-0a06-4fa3-8410-f6821f8f794e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c8cec37b-0a06-4fa3-8410-f6821f8f794e,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:09.186066 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:09.220486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Calling delete_port for c8cec37b-0a06-4fa3-8410-f6821f8f794e owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:09.281319 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:09.372763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc8fa1-435f-4818-bc7c-49be820c4b6b None None] DHCP port deletion for 940bfd8c-6af4-4b89-a688-cf3c07402444 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:39:09.444986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-14cc8fa1-435f-4818-bc7c-49be820c4b6b None None] Deleting port 37e226f0-4de7-43cb-a1f8-8379d571921d {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:09.445692 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-14cc8fa1-435f-4818-bc7c-49be820c4b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:09.460619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d110f140-3ca1-49a7-aacf-eb680b5cbf7e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:09.591805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-14cc8fa1-435f-4818-bc7c-49be820c4b6b None None] For port 37e226f0-4de7-43cb-a1f8-8379d571921d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=37e226f0-4de7-43cb-a1f8-8379d571921d,segment=NetworkSegment(5eb2b30a-7c48-4859-940d-d945e46fad38),segment_id=5eb2b30a-7c48-4859-940d-d945e46fad38)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:09.592857 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-14cc8fa1-435f-4818-bc7c-49be820c4b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:09.603240 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:09.615461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-14cc8fa1-435f-4818-bc7c-49be820c4b6b None None] Calling delete_port for 37e226f0-4de7-43cb-a1f8-8379d571921d owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:09.634103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8cec37b-0a06-4fa3-8410-f6821f8f794e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:09.742386 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:09.794029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d110f140-3ca1-49a7-aacf-eb680b5cbf7e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:09.813257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 24cd9d8d-fa51-4c91-add9-f602a23055a6 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:09.856176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 24cd9d8d-fa51-4c91-add9-f602a23055a6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:09.856707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 24cd9d8d-fa51-4c91-add9-f602a23055a6 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:09.858616 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-14cc8fa1-435f-4818-bc7c-49be820c4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:09.911204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc8fa1-435f-4818-bc7c-49be820c4b6b None None] No DVR routers for this DVR port 37e226f0-4de7-43cb-a1f8-8379d571921d on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:09.922484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-8274625f-2f64-49fa-8e42-bb2f230f0193 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:09.925503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f971903-548c-4a45-b66a-557e199e302f None None] Sync routers for ids ['f3888910-42ca-4d59-9387-a26637d9a4c2'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:09.927372 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-8274625f-2f64-49fa-8e42-bb2f230f0193 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 812 time: 0.7479763 Aug 20 11:39:09.935298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc8fa1-435f-4818-bc7c-49be820c4b6b None None] Pushing event deleted for resources: {'Port': ['ID=37e226f0-4de7-43cb-a1f8-8379d571921d,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:09.942931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f971903-548c-4a45-b66a-557e199e302f None None] Routers {'f3888910-42ca-4d59-9387-a26637d9a4c2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:09.944844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5f971903-548c-4a45-b66a-557e199e302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f3888910-42ca-4d59-9387-a26637d9a4c2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:09.964758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'port': {'device_id': '9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'admin_state_up': True, 'tenant_id': '2f98a334c67f49e79ce0d260c119660a'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:10.026643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-5f971903-548c-4a45-b66a-557e199e302f None None] Set router f3888910-42ca-4d59-9387-a26637d9a4c2 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:10.087935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5f971903-548c-4a45-b66a-557e199e302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'name': 'tempest-ImageQuotaTest-1075006251-router', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:53Z', 'updated_at': '2021-08-20T11:39:09Z', 'revision_number': 7, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:10.124112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f971903-548c-4a45-b66a-557e199e302f None None] Checking router: f3888910-42ca-4d59-9387-a26637d9a4c2 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:10.136612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f971903-548c-4a45-b66a-557e199e302f None None] Routers {'f3888910-42ca-4d59-9387-a26637d9a4c2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:10.137388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5f971903-548c-4a45-b66a-557e199e302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['f3888910-42ca-4d59-9387-a26637d9a4c2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:10.147722 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.154918 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.157869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-08d36fec-2c0c-496e-a9b2-5f9d93eb75d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Deleting port 9cd4bf45-227a-4b8e-86f1-991425727a8b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:10.158368 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-08d36fec-2c0c-496e-a9b2-5f9d93eb75d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.190841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.220503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f18cf-9a26-4448-b649-046296bd38eb None None] Network a4eb590e-64d9-479d-b239-dfeba7bd10dd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:39:10.240066 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-12a5e608-a471-4e3a-b82e-2948894d5256 req-853cdc91-adae-4c00-96cc-fe1390fee6e0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 210 time: 0.0301621 Aug 20 11:39:10.240584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-5f971903-548c-4a45-b66a-557e199e302f None None] Set router f3888910-42ca-4d59-9387-a26637d9a4c2 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:10.279793 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.295752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Made reservation on behalf of 2f98a334c67f49e79ce0d260c119660a for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:10.300257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.312058 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.313117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3888910-42ca-4d59-9387-a26637d9a4c2 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:39:10.318452 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.321335 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d176c94c-9a6d-4747-a283-1c02eb1f704e admin admin] 10.222.0.10 "DELETE /v2.0/routers/f3888910-42ca-4d59-9387-a26637d9a4c2 HTTP/1.1" status: 204 len: 168 time: 2.2421961 Aug 20 11:39:10.326896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940bfd8c-6af4-4b89-a688-cf3c07402444']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:10.328189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47534) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:10.341410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:10.363960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb2b30a-7c48-4859-940d-d945e46fad38') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:10.363960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb2b30a-7c48-4859-940d-d945e46fad38') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:10.363960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:10.385411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:10.394108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.397941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-774d87c9-07e0-4954-a777-289778cca22e admin admin] Deleting subnet b50eb58e-e7cf-41c6-a084-0b00ced2dce3 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:39:10.401752 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-774d87c9-07e0-4954-a777-289778cca22e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.414989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Pushing event updated for resources: {'Port': ['ID=b76a130d-35ea-4739-87d5-ce016a777c11,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:10.447114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-774d87c9-07e0-4954-a777-289778cca22e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.461250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.491121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-08d36fec-2c0c-496e-a9b2-5f9d93eb75d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] For port 9cd4bf45-227a-4b8e-86f1-991425727a8b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd4bf45-227a-4b8e-86f1-991425727a8b,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:10.491636 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-08d36fec-2c0c-496e-a9b2-5f9d93eb75d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.495685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:39:10.496545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.506153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5f971903-548c-4a45-b66a-557e199e302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'name': 'tempest-ImageQuotaTest-1075006251-router', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:53Z', 'updated_at': '2021-08-20T11:39:09Z', 'revision_number': 7, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:39:10.534287 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:39:10.536632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f971903-548c-4a45-b66a-557e199e302f None None] The sync data for ids ['f3888910-42ca-4d59-9387-a26637d9a4c2'] in n-d-804230-3 is: [{'id': 'f3888910-42ca-4d59-9387-a26637d9a4c2', 'name': 'tempest-ImageQuotaTest-1075006251-router', 'tenant_id': '33d47f8596c74aed9d1c1e1bc9672179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:53Z', 'updated_at': '2021-08-20T11:39:09Z', 'revision_number': 7, 'project_id': '33d47f8596c74aed9d1c1e1bc9672179', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:10.543907 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-774d87c9-07e0-4954-a777-289778cca22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.639153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-08d36fec-2c0c-496e-a9b2-5f9d93eb75d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Calling delete_port for 9cd4bf45-227a-4b8e-86f1-991425727a8b owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:10.670704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b9a3d753-e2a6-4782-aa3b-dec4d5ea473f None None] Provisioning for port d110f140-3ca1-49a7-aacf-eb680b5cbf7e completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:10.677968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b9a3d753-e2a6-4782-aa3b-dec4d5ea473f None None] Provisioning complete for port d110f140-3ca1-49a7-aacf-eb680b5cbf7e triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:10.678339 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d753-e2a6-4782-aa3b-dec4d5ea473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.703988 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-774d87c9-07e0-4954-a777-289778cca22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.749270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d87c9-07e0-4954-a777-289778cca22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50eb58e-e7cf-41c6-a084-0b00ced2dce3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:10.760694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-774d87c9-07e0-4954-a777-289778cca22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.760694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-774d87c9-07e0-4954-a777-289778cca22e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b50eb58e-e7cf-41c6-a084-0b00ced2dce3 HTTP/1.1" status: 204 len: 168 time: 0.4296119 Aug 20 11:39:10.762312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47546) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:10.771144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b0cbf-cd67-4f31-a847-34057724750a None None] Network e12e7870-2092-49f9-96c9-c9e0964f76f8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:39:10.855568 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.857607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Allocated IP 172.20.0.11 (789ee8ec-5718-45a4-95ae-1cbea4e444d7/c7815090-d599-4bdd-a3a8-9166c1a82a50/ff8b91b5-3b88-4158-b5c8-28da0f4845ac) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:10.871693 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d753-e2a6-4782-aa3b-dec4d5ea473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.875729 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.922329 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:10.923996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/networks/940bfd8c-6af4-4b89-a688-cf3c07402444 HTTP/1.1" status: 204 len: 168 time: 1.9040046 Aug 20 11:39:10.931380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47548) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:10.933966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08560447-9cf2-4493-8f28-05fe2db3972d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Pushing event deleted for resources: {'Network': ['ID=940bfd8c-6af4-4b89-a688-cf3c07402444,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:10.947305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b6d6ee47-4b32-4162-8c29-f26d9587aeae tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'routes': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:11.025854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b9a3d753-e2a6-4782-aa3b-dec4d5ea473f None None] For port d110f140-3ca1-49a7-aacf-eb680b5cbf7e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d110f140-3ca1-49a7-aacf-eb680b5cbf7e,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:11.054548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Deleting port 4f008c5e-f27b-4886-ad37-30779729cc15 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:11.062838 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.129425 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d753-e2a6-4782-aa3b-dec4d5ea473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.206542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3d753-e2a6-4782-aa3b-dec4d5ea473f None None] Pushing event updated for resources: {'Port': ['ID=d110f140-3ca1-49a7-aacf-eb680b5cbf7e,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:11.228037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.extraroute_db [None req-b6d6ee47-4b32-4162-8c29-f26d9587aeae tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Added routes are [] {{(pid=95588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 11:39:11.228350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.extraroute_db [None req-b6d6ee47-4b32-4162-8c29-f26d9587aeae tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Removed routes are [] {{(pid=95588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 11:39:11.228719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ee47-4b32-4162-8c29-f26d9587aeae tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.236832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] For port 4f008c5e-f27b-4886-ad37-30779729cc15, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4f008c5e-f27b-4886-ad37-30779729cc15,segment=NetworkSegment(f6fac7cc-5c2b-467d-8186-06c17ed84de3),segment_id=f6fac7cc-5c2b-467d-8186-06c17ed84de3)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:11.237213 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.242520 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.245509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.260614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-27de0efa-91f2-4bde-b113-da589dfbf537 None None] Provisioning complete for port d110f140-3ca1-49a7-aacf-eb680b5cbf7e triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:11.260987 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-27de0efa-91f2-4bde-b113-da589dfbf537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.298992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Calling delete_port for 4f008c5e-f27b-4886-ad37-30779729cc15 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:11.331629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.394554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Transition to ACTIVE for port object ff8b91b5-3b88-4158-b5c8-28da0f4845ac will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:11.410546 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-08d36fec-2c0c-496e-a9b2-5f9d93eb75d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.423781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72954a-c104-4ef1-b17d-31c26231431b None None] DHCP port deletion for e12e7870-2092-49f9-96c9-c9e0964f76f8 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:39:11.453818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d36fec-2c0c-496e-a9b2-5f9d93eb75d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event deleted for resources: {'Port': ['ID=9cd4bf45-227a-4b8e-86f1-991425727a8b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:11.513505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ee47-4b32-4162-8c29-f26d9587aeae tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.521193 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ee47-4b32-4162-8c29-f26d9587aeae tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.524742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2a72954a-c104-4ef1-b17d-31c26231431b None None] Deleting port 4f008c5e-f27b-4886-ad37-30779729cc15 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:11.525124 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2a72954a-c104-4ef1-b17d-31c26231431b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.539796 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-caa1a385-05e8-4db1-bb38-0d97acc3bd84 req-871dfcf1-cbc3-4389-bf66-ede2f0b1fa7b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 210 time: 0.1407907 Aug 20 11:39:11.593007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d110f140-3ca1-49a7-aacf-eb680b5cbf7e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:11.626090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-08d36fec-2c0c-496e-a9b2-5f9d93eb75d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] No DVR routers for this DVR port 9cd4bf45-227a-4b8e-86f1-991425727a8b on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:11.658097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d6ee47-4b32-4162-8c29-f26d9587aeae tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:11.659388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-08d36fec-2c0c-496e-a9b2-5f9d93eb75d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.661295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d74863a-7607-4e44-9e96-f757a284ee3e req-08d36fec-2c0c-496e-a9b2-5f9d93eb75d1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "DELETE /v2.0/ports/9cd4bf45-227a-4b8e-86f1-991425727a8b HTTP/1.1" status: 204 len: 173 time: 2.7925434 Aug 20 11:39:11.662012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'name': 'network-vif-deleted', 'tag': '9cd4bf45-227a-4b8e-86f1-991425727a8b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:11.664718 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15548e3c-9d4f-4ad1-9019-1c28db368498" -d '{"events": [{"server_uuid": "d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e", "name": "network-vif-deleted", "tag": "9cd4bf45-227a-4b8e-86f1-991425727a8b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:11.671424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2a72954a-c104-4ef1-b17d-31c26231431b None None] For port 4f008c5e-f27b-4886-ad37-30779729cc15, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4f008c5e-f27b-4886-ad37-30779729cc15,segment=NetworkSegment(f6fac7cc-5c2b-467d-8186-06c17ed84de3),segment_id=f6fac7cc-5c2b-467d-8186-06c17ed84de3)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:11.672532 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2a72954a-c104-4ef1-b17d-31c26231431b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.679986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d110f140-3ca1-49a7-aacf-eb680b5cbf7e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:11.684714 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.699853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.703682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2a72954a-c104-4ef1-b17d-31c26231431b None None] Calling delete_port for 4f008c5e-f27b-4886-ad37-30779729cc15 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:11.708871 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65c3830-87a5-4901-aa7e-1d2343794024 x-openstack-request-id: req-d65c3830-87a5-4901-aa7e-1d2343794024 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:11.709237 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bbf7ba-4b0f-47d8-bf81-e6360c7da49e", "name": "network-vif-deleted", "tag": "9cd4bf45-227a-4b8e-86f1-991425727a8b", "status": "failed", "code": 422}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:11.709578 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d65c3830-87a5-4901-aa7e-1d2343794024 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:11.710126 n-d-804230-3 neutron-server[95587]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2bbf7ba-4b0f-47d8-bf81-e6360c7da49e', 'name': 'network-vif-deleted', 'tag': '9cd4bf45-227a-4b8e-86f1-991425727a8b', 'status': 'failed', 'code': 422} returned with failed status Aug 20 11:39:11.756909 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.770424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d6ee47-4b32-4162-8c29-f26d9587aeae tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:11.777852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f22efe15-6469-4ed8-a100-8b6d0e47d6d5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:11.778974 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6d6ee47-4b32-4162-8c29-f26d9587aeae tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.784180 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b6d6ee47-4b32-4162-8c29-f26d9587aeae tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 HTTP/1.1" status: 200 len: 701 time: 0.8407230 Aug 20 11:39:11.786787 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] Sync routers for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:11.796350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47554) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:11.804365 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:11.805375 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:11.848666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:11.849789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47556) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:11.854767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3a917aa3-58c5-4bd5-a0b9-1dcd6c3f54db tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 HTTP/1.1" status: 200 len: 205 time: 0.0462124 Aug 20 11:39:11.868924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:11.880129 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.898897 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2a72954a-c104-4ef1-b17d-31c26231431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:11.925509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4f008c5e-f27b-4886-ad37-30779729cc15,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:11.932870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:11.958961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'Port': ['ID=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:11.972337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72954a-c104-4ef1-b17d-31c26231431b None None] Pushing event deleted for resources: {'Port': ['ID=4f008c5e-f27b-4886-ad37-30779729cc15,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:11.975200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] No DVR routers for this DVR port 4f008c5e-f27b-4886-ad37-30779729cc15 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:11.998879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72954a-c104-4ef1-b17d-31c26231431b None None] No DVR routers for this DVR port 4f008c5e-f27b-4886-ad37-30779729cc15 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:12.070852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 37e226f0-4de7-43cb-a1f8-8379d571921d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:12.104880 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.107473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-558fd783-7935-4f49-944d-6614e3f56560 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.117957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 37e226f0-4de7-43cb-a1f8-8379d571921d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:12.118576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 37e226f0-4de7-43cb-a1f8-8379d571921d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:12.119333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 81aff0d7-b127-4400-b992-61a3c9eb6bd8 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:12.121022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12e7870-2092-49f9-96c9-c9e0964f76f8']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:12.133112 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:12.136097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fac7cc-5c2b-467d-8186-06c17ed84de3') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:12.136407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fac7cc-5c2b-467d-8186-06c17ed84de3') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:12.140810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 81aff0d7-b127-4400-b992-61a3c9eb6bd8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:12.141466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 81aff0d7-b127-4400-b992-61a3c9eb6bd8 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:12.142230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4f008c5e-f27b-4886-ad37-30779729cc15 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:12.151003 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.173956 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.186046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:39:12.186046 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.210414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 4f008c5e-f27b-4886-ad37-30779729cc15 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:12.210727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4f008c5e-f27b-4886-ad37-30779729cc15 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:12.211335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8cec37b-0a06-4fa3-8410-f6821f8f794e no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:12.211488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:12.212069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.215458 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:39:06Z', 'revision_number': 11, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:12.245886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c8cec37b-0a06-4fa3-8410-f6821f8f794e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:12.246575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8cec37b-0a06-4fa3-8410-f6821f8f794e not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:12.271704 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] Checking router: 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:39:12.276992 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:39:12.292858 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] Routers {'7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:12.293496 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:12.379128 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] Set router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:12.392632 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-558fd783-7935-4f49-944d-6614e3f56560 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.394649 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-558fd783-7935-4f49-944d-6614e3f56560 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.414941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.421123 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.426394 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] 10.222.0.10 "DELETE /v2.0/networks/e12e7870-2092-49f9-96c9-c9e0964f76f8 HTTP/1.1" status: 204 len: 168 time: 1.6605580 Aug 20 11:39:12.429364 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:39:06Z', 'revision_number': 11, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:12.444408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327d864-f70d-43ec-99c9-0ba1eaa0b1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=e12e7870-2092-49f9-96c9-c9e0964f76f8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:12.454672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Router c35711ff-03d4-411f-ba16-8497b2440652 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:39:12.455593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-58d7a182-7a2e-4b4f-b452-5e614e52f165 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4952276 Aug 20 11:39:12.461739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a3c7f139-4681-4934-abfc-f06dbd0c35cf None None] Provisioning for port ff8b91b5-3b88-4158-b5c8-28da0f4845ac completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:12.464391 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6dcfc-09c5-4070-8c5a-e1bd8326809e None None] The sync data for ids ['7bafeb1f-d936-46a0-aa81-a9549a1ce0f4'] in n-d-804230-3 is: [{'id': '7bafeb1f-d936-46a0-aa81-a9549a1ce0f4', 'name': 'tempest-RoutersTest-router-1155583359', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:38:13Z', 'updated_at': '2021-08-20T11:39:06Z', 'revision_number': 11, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:12.473577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a3c7f139-4681-4934-abfc-f06dbd0c35cf None None] Provisioning complete for port ff8b91b5-3b88-4158-b5c8-28da0f4845ac triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:12.474000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Request body: {'port': {'device_id': '9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:12.474283 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a3c7f139-4681-4934-abfc-f06dbd0c35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.554186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-558fd783-7935-4f49-944d-6614e3f56560 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.554783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558fd783-7935-4f49-944d-6614e3f56560 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Fanout notify agent at l3_agent the message router_deleted on router 7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:39:12.560558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7f139-4681-4934-abfc-f06dbd0c35cf None None] Port ff8b91b5-3b88-4158-b5c8-28da0f4845ac cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:39:12.574333 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-558fd783-7935-4f49-944d-6614e3f56560 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.586114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-558fd783-7935-4f49-944d-6614e3f56560 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 HTTP/1.1" status: 204 len: 168 time: 0.7252648 Aug 20 11:39:12.588089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47564) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:12.594521 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-eb616e88-c67f-44f7-b7d0-1fac7a91d1a2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2075562027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:12.656957 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.685164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:12.685337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3be66-06e5-47e4-809b-3e260c8468bd req-cd66f758-b369-4454-b039-bfd7896d0f7e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:12.686946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-def3be66-06e5-47e4-809b-3e260c8468bd req-cd66f758-b369-4454-b039-bfd7896d0f7e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 932 time: 0.0591106 Aug 20 11:39:12.711517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Sync routers for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:12.724193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:12.725313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:12.772578 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-def3be66-06e5-47e4-809b-3e260c8468bd req-0fe8e6cc-8cba-4efb-a456-46515271a004 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723124 Aug 20 11:39:12.791647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb616e88-c67f-44f7-b7d0-1fac7a91d1a2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.791647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb616e88-c67f-44f7-b7d0-1fac7a91d1a2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.884347 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb616e88-c67f-44f7-b7d0-1fac7a91d1a2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.919666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:12.921031 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9541dedb-e6f6-4b61-a09a-8b3f12692ff4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2068021 Aug 20 11:39:12.923785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47572) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:12.935158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:12.993884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb616e88-c67f-44f7-b7d0-1fac7a91d1a2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.084138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47582) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:13.114859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8b91b5-3b88-4158-b5c8-28da0f4845ac {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:13.135477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.146695 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb616e88-c67f-44f7-b7d0-1fac7a91d1a2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.150491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eb616e88-c67f-44f7-b7d0-1fac7a91d1a2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5585353 Aug 20 11:39:13.150752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47584) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:13.158948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a3723319-65dd-4e56-8933-a953eb0cf138 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:13.165151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:10Z', 'revision_number': 3, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:13.174611 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9f5e082e-1d90-4885-a0b1-249297fb72d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33d47f8596c74aed9d1c1e1bc9672179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860515 Aug 20 11:39:13.174808 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47586) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:13.197214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Checking router: c35711ff-03d4-411f-ba16-8497b2440652 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:13.197637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Updating router c35711ff-03d4-411f-ba16-8497b2440652 port b76a130d-35ea-4739-87d5-ce016a777c11 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:39:13.227410 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.274741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-804309b0-eafc-4331-af76-27b17e080f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.422269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-804309b0-eafc-4331-af76-27b17e080f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.569663 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.571310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Transition to ACTIVE for port object ff8b91b5-3b88-4158-b5c8-28da0f4845ac will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:13.580050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-31e9481c-fc37-4e85-984c-e5de77d95e04 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:13.587518 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-31e9481c-fc37-4e85-984c-e5de77d95e04 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.6009963 Aug 20 11:39:13.602669 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.610106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Transition to ACTIVE for port object b76a130d-35ea-4739-87d5-ce016a777c11 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:13.625447 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.631287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-d0ea5440-9742-4c77-8392-8e3079ee328a tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/quotas/727a97c79f064856b84b08819cc15064 HTTP/1.1" status: 200 len: 375 time: 0.0415959 Aug 20 11:39:13.675553 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-804309b0-eafc-4331-af76-27b17e080f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.678254 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-804309b0-eafc-4331-af76-27b17e080f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.679437 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-804309b0-eafc-4331-af76-27b17e080f8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6bdf617-b3e5-453c-a635-a487f51992d3 HTTP/1.1" status: 204 len: 168 time: 0.5037086 Aug 20 11:39:13.697434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804309b0-eafc-4331-af76-27b17e080f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bdf617-b3e5-453c-a635-a487f51992d3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:13.728590 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.729232 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.739756 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-271ef8f3-7c06-4316-aef1-f63fc3ae9cb2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732582 Aug 20 11:39:13.843033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762dbd6-dba7-40a9-ad36-2c59053e578d None None] Pushing event updated for resources: {'Port': ['ID=b76a130d-35ea-4739-87d5-ce016a777c11,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:13.884427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Attempting to bind port b76a130d-35ea-4739-87d5-ce016a777c11 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:13.884776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Attempting to bind port b76a130d-35ea-4739-87d5-ce016a777c11 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:13.885204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Attempting to bind port b76a130d-35ea-4739-87d5-ce016a777c11 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:13.897094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:13.897490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:13.897929 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.900824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:13.902499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Bound port: b76a130d-35ea-4739-87d5-ce016a777c11, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:13.904144 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.913052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3723319-65dd-4e56-8933-a953eb0cf138 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:13.934758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:14.037853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] For port b76a130d-35ea-4739-87d5-ce016a777c11, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:14.042413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] For port b76a130d-35ea-4739-87d5-ce016a777c11, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b76a130d-35ea-4739-87d5-ce016a777c11,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:14.115886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Attempting to bind port ff8b91b5-3b88-4158-b5c8-28da0f4845ac on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:14.116490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Attempting to bind port ff8b91b5-3b88-4158-b5c8-28da0f4845ac by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:14.116697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Attempting to bind port ff8b91b5-3b88-4158-b5c8-28da0f4845ac on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:14.125456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Port ff8b91b5-3b88-4158-b5c8-28da0f4845ac on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:14.125880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Attempting to bind port ff8b91b5-3b88-4158-b5c8-28da0f4845ac on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:14.138138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3723319-65dd-4e56-8933-a953eb0cf138 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.147890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:14.163446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Checking segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:14.163446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Bound using segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:14.163446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Bound port: ff8b91b5-3b88-4158-b5c8-28da0f4845ac, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:14.163446 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.163446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-e90e6a65-ada2-4673-882c-de99be709249 service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188881 Aug 20 11:39:14.214968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077ea78-ce66-47e4-9ff5-96ea6788a6a6 req-d1ece64d-6910-4af4-af3e-93f5b9f4ae98 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:14.216691 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2077ea78-ce66-47e4-9ff5-96ea6788a6a6 req-d1ece64d-6910-4af4-af3e-93f5b9f4ae98 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 944 time: 0.1025317 Aug 20 11:39:14.234639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Allocated IP 172.20.0.1 (a4eb590e-64d9-479d-b239-dfeba7bd10dd/395d3605-f706-4c0a-89ef-d0f55e196582/af52e46c-9c6f-44ee-98ee-a5dd1a253c9a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:14.251966 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.338944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:14.339759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:14.347230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762dbd6-dba7-40a9-ad36-2c59053e578d None None] Pushing event updated for resources: {'Port': ['ID=b76a130d-35ea-4739-87d5-ce016a777c11,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:14.393546 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2077ea78-ce66-47e4-9ff5-96ea6788a6a6 req-65a46704-4a85-4a01-9098-c9a7cdac81d2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632745 Aug 20 11:39:14.400946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] For port ff8b91b5-3b88-4158-b5c8-28da0f4845ac, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:14.413190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] For port ff8b91b5-3b88-4158-b5c8-28da0f4845ac, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:14.435137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-0b4193cc-0386-47b7-9d36-68b9aea3c332 service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745075 Aug 20 11:39:14.467962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.489445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Transition to ACTIVE for port object af52e46c-9c6f-44ee-98ee-a5dd1a253c9a will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:14.494127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:14.563610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3723319-65dd-4e56-8933-a953eb0cf138 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Router 0b48a522-1d1d-4c2a-b25a-a03b7b439b76 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:39:14.572376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.605161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:14.605818 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.607799 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] 10.222.0.38 "PUT /v2.0/ports/ff8b91b5-3b88-4158-b5c8-28da0f4845ac HTTP/1.1" status: 200 len: 1092 time: 2.1396372 Aug 20 11:39:14.612661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33', 'tag': 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:14.615776 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9270bc-283b-45d6-a7bf-e8b00112e4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33", "tag": "ff8b91b5-3b88-4158-b5c8-28da0f4845ac"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:14.635692 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.702122 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77db9108-7207-44c4-b3b8-d06420aabc2f x-openstack-request-id: req-77db9108-7207-44c4-b3b8-d06420aabc2f {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:14.702553 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33", "tag": "ff8b91b5-3b88-4158-b5c8-28da0f4845ac", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:14.707000 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77db9108-7207-44c4-b3b8-d06420aabc2f {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:14.707451 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33', 'tag': 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac', 'status': 'completed', 'code': 200} Aug 20 11:39:14.719610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Network a4eb590e-64d9-479d-b239-dfeba7bd10dd is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:14.738997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:14.741463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:14.823283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Pushing event updated for resources: {'Port': ['ID=af52e46c-9c6f-44ee-98ee-a5dd1a253c9a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:14.827814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:10Z', 'revision_number': 3, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:14.903608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cee193-3c6d-4b3c-8eda-13d5f174f4a3 None None] The sync data for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 is: [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:10Z', 'revision_number': 3, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:14.910206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346cbfd-8712-4bfc-bf4d-d12e34d842e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:14.911912 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5132a6d5-4fab-426d-8f03-b4a21d65c00f req-f0760139-1229-4c85-a159-4420869d1152 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 210 time: 0.0633392 Aug 20 11:39:14.933338 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.956833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3723319-65dd-4e56-8933-a953eb0cf138 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:14.971414 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] Sync routers for ids ['0b48a522-1d1d-4c2a-b25a-a03b7b439b76'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:14.980213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3723319-65dd-4e56-8933-a953eb0cf138 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:14.981681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a3723319-65dd-4e56-8933-a953eb0cf138 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "PUT /v2.0/routers/0b48a522-1d1d-4c2a-b25a-a03b7b439b76 HTTP/1.1" status: 200 len: 694 time: 1.8297434 Aug 20 11:39:14.988558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47614) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:15.041219 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] Routers {'0b48a522-1d1d-4c2a-b25a-a03b7b439b76'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:15.042388 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0b48a522-1d1d-4c2a-b25a-a03b7b439b76'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:15.062275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a48aaf41-877e-4793-a330-b228f0faf5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.125570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9270bc-283b-45d6-a7bf-e8b00112e4d1 req-7f975692-8c9e-443b-8265-e1b9e2edb861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:15.127800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9270bc-283b-45d6-a7bf-e8b00112e4d1 req-7f975692-8c9e-443b-8265-e1b9e2edb861 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 1095 time: 0.4174895 Aug 20 11:39:15.135862 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f89e499e-1374-4451-b2c8-73cfdaf90f54 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/routers/0b48a522-1d1d-4c2a-b25a-a03b7b439b76 HTTP/1.1" status: 200 len: 700 time: 0.1368785 Aug 20 11:39:15.150202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47622) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:15.234111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47624) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:15.256664 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] Set router 0b48a522-1d1d-4c2a-b25a-a03b7b439b76 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:15.262139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b255-e845-4311-be9f-a904d789cf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.288278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-93666556-9002-4439-8b4b-d21ee9708911 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b48a522-1d1d-4c2a-b25a-a03b7b439b76 HTTP/1.1" status: 200 len: 205 time: 0.1359253 Aug 20 11:39:15.289513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47626) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:15.340304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.356614 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48a522-1d1d-4c2a-b25a-a03b7b439b76', 'name': 'tempest-RoutersTest-router-2075562027', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:12Z', 'updated_at': '2021-08-20T11:39:13Z', 'revision_number': 2, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:15.413829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-251fb04a-79b2-48bc-9ac7-89a6a34b5b31 None None] Provisioning for port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:15.419407 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] Checking router: 0b48a522-1d1d-4c2a-b25a-a03b7b439b76 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:15.419572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-251fb04a-79b2-48bc-9ac7-89a6a34b5b31 None None] Provisioning complete for port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:15.420067 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-251fb04a-79b2-48bc-9ac7-89a6a34b5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.435282 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] Routers {'0b48a522-1d1d-4c2a-b25a-a03b7b439b76'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:15.436320 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:38:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0b48a522-1d1d-4c2a-b25a-a03b7b439b76'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:15.476445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9270bc-283b-45d6-a7bf-e8b00112e4d1 req-ca0bd9df-96cc-4a6d-8951-e486c24819f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:15.478173 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9270bc-283b-45d6-a7bf-e8b00112e4d1 req-ca0bd9df-96cc-4a6d-8951-e486c24819f7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2f98a334c67f49e79ce0d260c119660a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3296089 Aug 20 11:39:15.482913 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4f74056b-50f6-490c-b05e-5350483c5885 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.503781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-251fb04a-79b2-48bc-9ac7-89a6a34b5b31 None None] Port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:39:15.699636 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b255-e845-4311-be9f-a904d789cf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.706008 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] Set router 0b48a522-1d1d-4c2a-b25a-a03b7b439b76 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:15.769286 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b48a522-1d1d-4c2a-b25a-a03b7b439b76', 'name': 'tempest-RoutersTest-router-2075562027', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:12Z', 'updated_at': '2021-08-20T11:39:13Z', 'revision_number': 2, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:15.769500 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.803614 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d642c7f-09a2-4bb1-aa9b-7f2fe39fb4e1 None None] The sync data for ids ['0b48a522-1d1d-4c2a-b25a-a03b7b439b76'] in n-d-804230-3 is: [{'id': '0b48a522-1d1d-4c2a-b25a-a03b7b439b76', 'name': 'tempest-RoutersTest-router-2075562027', 'tenant_id': '2f8722c6794f486eaef0956dea72e4b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:12Z', 'updated_at': '2021-08-20T11:39:13Z', 'revision_number': 2, 'project_id': '2f8722c6794f486eaef0956dea72e4b7', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:15.839340 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b255-e845-4311-be9f-a904d789cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.872683 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4f74056b-50f6-490c-b05e-5350483c5885 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.887495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942cf6f-a75c-47c5-a900-7c7fae8a9e7e req-f51058ed-2098-44f0-a7a3-18861c4d41ea tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:15.887495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1942cf6f-a75c-47c5-a900-7c7fae8a9e7e req-f51058ed-2098-44f0-a7a3-18861c4d41ea tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 944 time: 0.3230822 Aug 20 11:39:15.887495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4f74056b-50f6-490c-b05e-5350483c5885 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:15.897337 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.009805 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0ee9b255-e845-4311-be9f-a904d789cf2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7739344 Aug 20 11:39:16.033564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47634) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:16.034321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9b255-e845-4311-be9f-a904d789cf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595a2574-468f-488c-90f4-5391631e79ec,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:16.058939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9270bc-283b-45d6-a7bf-e8b00112e4d1 req-07d056c6-556e-4d03-a3be-9481946baf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.060647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce9270bc-283b-45d6-a7bf-e8b00112e4d1 req-07d056c6-556e-4d03-a3be-9481946baf06 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5709705 Aug 20 11:39:16.102005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1942cf6f-a75c-47c5-a900-7c7fae8a9e7e req-7d9c0b02-747c-4484-aaee-46b01259e44d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061031 Aug 20 11:39:16.138789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-417cb987-ce06-43c3-b538-6c398749f15b req-0a738b98-3df5-4f19-931c-3368d0ebd29b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 210 time: 0.1154554 Aug 20 11:39:16.139630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.163020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Pushing event updated for resources: {'Port': ['ID=af52e46c-9c6f-44ee-98ee-a5dd1a253c9a,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:16.182832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2c80-a486-46d7-a80c-e8a53cece569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.209523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-2a952536-f771-49a2-954d-0f94ab01bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.211448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-2a952536-f771-49a2-954d-0f94ab01bbb7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 1095 time: 0.0881274 Aug 20 11:39:16.222563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2c80-a486-46d7-a80c-e8a53cece569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.310482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-4f202e50-28a4-4252-95fa-8dec1f877e52 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8b91b5-3b88-4158-b5c8-28da0f4845ac HTTP/1.1" status: 200 len: 217 time: 0.0766797 Aug 20 11:39:16.311309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4f74056b-50f6-490c-b05e-5350483c5885 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.312245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f74056b-50f6-490c-b05e-5350483c5885 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Fanout notify agent at l3_agent the message router_deleted on router 0b48a522-1d1d-4c2a-b25a-a03b7b439b76 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:39:16.322706 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4f74056b-50f6-490c-b05e-5350483c5885 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.324123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4f74056b-50f6-490c-b05e-5350483c5885 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/0b48a522-1d1d-4c2a-b25a-a03b7b439b76 HTTP/1.1" status: 204 len: 168 time: 1.0334756 Aug 20 11:39:16.331434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Network a4eb590e-64d9-479d-b239-dfeba7bd10dd is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:16.332192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47638) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:16.344224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:16.383120 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c8beff9b-88a3-46de-8184-a17f4440c8dc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b48a522-1d1d-4c2a-b25a-a03b7b439b76 HTTP/1.1" status: 200 len: 205 time: 0.0463483 Aug 20 11:39:16.419698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47640) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:16.485949 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-a3ca357d-d7c2-4e24-8ffa-48026783d4cd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] delete failed (client error): The resource could not be found. Aug 20 11:39:16.489762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a3ca357d-d7c2-4e24-8ffa-48026783d4cd tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/0b48a522-1d1d-4c2a-b25a-a03b7b439b76 HTTP/1.1" status: 404 len: 336 time: 0.0672553 Aug 20 11:39:16.490304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47642) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:16.553512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-c6cf3c8c-5401-40b3-a324-3e4eb6636e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.555332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-c6cf3c8c-5401-40b3-a324-3e4eb6636e8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.2189951 Aug 20 11:39:16.558405 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-061841bb-4319-4e40-b3e4-8ddd207066df tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] DELETE failed (client error): The resource could not be found. Aug 20 11:39:16.558900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061841bb-4319-4e40-b3e4-8ddd207066df tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:39:16.569705 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-061841bb-4319-4e40-b3e4-8ddd207066df tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/e7c5dc03-6902-453e-a6c5-d470b46555c8 HTTP/1.1" status: 404 len: 337 time: 0.0761683 Aug 20 11:39:16.571262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47644) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:16.582844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Router c35711ff-03d4-411f-ba16-8497b2440652 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:16.624472 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff487e1-252d-4ba8-b511-c349c1ca0dd4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] DELETE failed (client error): The resource could not be found. Aug 20 11:39:16.625499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff487e1-252d-4ba8-b511-c349c1ca0dd4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:39:16.627481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4ff487e1-252d-4ba8-b511-c349c1ca0dd4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/48a2924e-9cdd-4e7b-9f8e-b21c62713fe2 HTTP/1.1" status: 404 len: 337 time: 0.0549574 Aug 20 11:39:16.630181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47646) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:16.647404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-cc150e2b-1f8d-49db-b5e6-844cb7cf0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:16.655625 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-cc150e2b-1f8d-49db-b5e6-844cb7cf0df9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778000 Aug 20 11:39:16.663258 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b39808-092b-4eb5-a710-9d7de482b5e2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] DELETE failed (client error): The resource could not be found. Aug 20 11:39:16.663719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b39808-092b-4eb5-a710-9d7de482b5e2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:39:16.665447 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c4b39808-092b-4eb5-a710-9d7de482b5e2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/8bc8ff47-81c2-4a25-8082-5928461d7db5 HTTP/1.1" status: 404 len: 337 time: 0.0342684 Aug 20 11:39:16.667892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47648) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:16.726924 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2c80-a486-46d7-a80c-e8a53cece569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.730164 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2c80-a486-46d7-a80c-e8a53cece569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.731039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fe3d2c80-a486-46d7-a80c-e8a53cece569 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/595a2574-468f-488c-90f4-5391631e79ec HTTP/1.1" status: 204 len: 168 time: 0.6993184 Aug 20 11:39:16.748913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d2c80-a486-46d7-a80c-e8a53cece569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595a2574-468f-488c-90f4-5391631e79ec,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:16.751178 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9fb2aa-e92c-4263-991f-80fa4744fba0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] DELETE failed (client error): The resource could not be found. Aug 20 11:39:16.751928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9fb2aa-e92c-4263-991f-80fa4744fba0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:39:16.757560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0f9fb2aa-e92c-4263-991f-80fa4744fba0 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/6298297b-73ec-48f7-9339-8ea5ca36f4fd HTTP/1.1" status: 404 len: 337 time: 0.0853186 Aug 20 11:39:16.759436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47652) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:16.770913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f13b6c0d-0d5e-4191-a737-7d8d7a33ef3e None None] Provisioning complete for port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:16.771952 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f13b6c0d-0d5e-4191-a737-7d8d7a33ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:16.866666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f13b6c0d-0d5e-4191-a737-7d8d7a33ef3e None None] Port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:39:16.899756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:16.904751 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-26fff99f-c9a7-4ad7-8127-d54d4130a508 service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415743 Aug 20 11:39:16.908657 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d206bb81-ddfa-4150-be66-7450d5ad6273 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 HTTP/1.1" status: 200 len: 205 time: 0.0403326 Aug 20 11:39:16.909166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47654) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:16.917924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6d568340-be9f-4d9c-9822-e9b5aaa30708 admin admin] 10.222.0.10 "PUT /v2.0/routers/c35711ff-03d4-411f-ba16-8497b2440652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9854653 Aug 20 11:39:16.982478 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-e7347042-e7dd-4ab7-bfa4-77542f21fb53 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] delete failed (client error): The resource could not be found. Aug 20 11:39:16.986794 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e7347042-e7dd-4ab7-bfa4-77542f21fb53 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/7bafeb1f-d936-46a0-aa81-a9549a1ce0f4 HTTP/1.1" status: 404 len: 336 time: 0.0737932 Aug 20 11:39:16.987267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47658) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.105523 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb2dcd88-8927-427e-bf3f-5372a51f0c33 req-a3e63e3f-37be-4e1f-b23c-2f6a0e8dc954 service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880360 Aug 20 11:39:17.136017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2b08c6a9-69d8-46c4-818d-0ae01366f982 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=68e96675-e67e-4910-be5a-df10e408fbc8 HTTP/1.1" status: 200 len: 205 time: 0.1473050 Aug 20 11:39:17.138785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47662) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.265965 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-861fec2d-b477-4e97-9d7b-f8fbdb05c14e tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] delete failed (client error): The resource could not be found. Aug 20 11:39:17.268128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-861fec2d-b477-4e97-9d7b-f8fbdb05c14e tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/68e96675-e67e-4910-be5a-df10e408fbc8 HTTP/1.1" status: 404 len: 336 time: 0.1271250 Aug 20 11:39:17.269964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47666) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.373025 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a821ad-34b5-4cd9-a8d3-0b6b034091e6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] DELETE failed (client error): The resource could not be found. Aug 20 11:39:17.374867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a821ad-34b5-4cd9-a8d3-0b6b034091e6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:39:17.377587 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f2a821ad-34b5-4cd9-a8d3-0b6b034091e6 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/05c512c5-2957-47ee-ab16-1598bc53bc12 HTTP/1.1" status: 404 len: 337 time: 0.1061797 Aug 20 11:39:17.383201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47676) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.427569 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7ec82c75-6e8d-4fc0-8adf-93127e318e7c tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=8033d1f6-687e-4e2b-b24d-37681fd30532 HTTP/1.1" status: 200 len: 205 time: 0.0411224 Aug 20 11:39:17.431699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47678) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.484336 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-4f4590dc-6860-4c98-94ed-430dd6dbf4ab tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] delete failed (client error): The resource could not be found. Aug 20 11:39:17.487789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4f4590dc-6860-4c98-94ed-430dd6dbf4ab tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/8033d1f6-687e-4e2b-b24d-37681fd30532 HTTP/1.1" status: 404 len: 336 time: 0.0527523 Aug 20 11:39:17.488109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-935237de-a43f-4471-bdb6-4b9b62acf210 req-af2966a0-9981-4c89-bc7c-96d89d82cdd6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 210 time: 0.1071765 Aug 20 11:39:17.489430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47680) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.514021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b76a130d-35ea-4739-87d5-ce016a777c11 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:17.536348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-092800d6-0265-4728-adc2-8866f4a9e86d tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=090dc152-d0a9-43f8-a009-c7cc17e57be7 HTTP/1.1" status: 200 len: 205 time: 0.0455263 Aug 20 11:39:17.538848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47684) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.581368 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-29ced1ce-04f8-4062-afdf-a8a026c35789 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] delete failed (client error): The resource could not be found. Aug 20 11:39:17.582975 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-29ced1ce-04f8-4062-afdf-a8a026c35789 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/090dc152-d0a9-43f8-a009-c7cc17e57be7 HTTP/1.1" status: 404 len: 336 time: 0.0429950 Aug 20 11:39:17.585562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47686) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.631749 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3f38c4-422f-4d94-bc80-9ec4e30e9b75 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] DELETE failed (client error): The resource could not be found. Aug 20 11:39:17.632700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3f38c4-422f-4d94-bc80-9ec4e30e9b75 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:39:17.634855 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ec3f38c4-422f-4d94-bc80-9ec4e30e9b75 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/0e3a4186-e4d3-41cb-9c56-21a39abd1fac HTTP/1.1" status: 404 len: 337 time: 0.0480204 Aug 20 11:39:17.637539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47688) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.700009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-82edf460-a6db-4871-b412-482bad4e3bd4 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca262494-d264-4a67-8952-ee0064f15682 HTTP/1.1" status: 200 len: 205 time: 0.0581717 Aug 20 11:39:17.700507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47690) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.746900 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cf439cd1-b5cb-44f7-8fdf-b4df084cb5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.748732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b76a130d-35ea-4739-87d5-ce016a777c11 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:17.757301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b76a130d-35ea-4739-87d5-ce016a777c11 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:17.770793 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.809988 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-131cf00e-c19b-4460-a9bf-d417294d1ef2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] delete failed (client error): The resource could not be found. Aug 20 11:39:17.811102 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-131cf00e-c19b-4460-a9bf-d417294d1ef2 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/ca262494-d264-4a67-8952-ee0064f15682 HTTP/1.1" status: 404 len: 336 time: 0.1095152 Aug 20 11:39:17.815930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47692) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:17.867207 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:17.894071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b76a130d-35ea-4739-87d5-ce016a777c11, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b76a130d-35ea-4739-87d5-ce016a777c11,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:17.981970 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.073348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b76a130d-35ea-4739-87d5-ce016a777c11,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:18.229486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47694) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:18.236578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4b9820ab-f978-4f09-89d4-66cf97f36302 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941622847', 'description': 'tempest-description--133200723'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:18.275123 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95060af-bbfa-4ac5-a66f-bfdbb5317cf8 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] DELETE failed (client error): The resource could not be found. Aug 20 11:39:18.275719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95060af-bbfa-4ac5-a66f-bfdbb5317cf8 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:39:18.277462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e95060af-bbfa-4ac5-a66f-bfdbb5317cf8 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/b21b9674-2685-4ea0-ba7b-fbeac5952efd HTTP/1.1" status: 404 len: 337 time: 0.4623325 Aug 20 11:39:18.281882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47696) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:18.337673 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a2f9c6a6-f389-48a4-afd4-f0fbf0f1de61 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "GET /v2.0/ports?device_id=9488cda0-4950-48c8-bd42-6d576d6f47c7 HTTP/1.1" status: 200 len: 205 time: 0.0543807 Aug 20 11:39:18.343815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47700) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:18.365114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b9820ab-f978-4f09-89d4-66cf97f36302 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.388759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Sync routers for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:18.392000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71c8f1-679b-48c2-a448-a5f61067f6cb req-780ab4c5-a23d-41b5-8eac-98f4a3061d17 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:18.399792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c71c8f1-679b-48c2-a448-a5f61067f6cb req-780ab4c5-a23d-41b5-8eac-98f4a3061d17 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 944 time: 1.0863237 Aug 20 11:39:18.401874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:18.402745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:39:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:18.422858 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-3a4a879f-bc21-4ba6-a7ff-df083611c1bc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] delete failed (client error): The resource could not be found. Aug 20 11:39:18.424609 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3a4a879f-bc21-4ba6-a7ff-df083611c1bc tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/routers/9488cda0-4950-48c8-bd42-6d576d6f47c7 HTTP/1.1" status: 404 len: 336 time: 0.0766630 Aug 20 11:39:18.433595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47702) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:18.467312 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e2bf04-5898-4284-81dd-e0fdfcce8a12 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] DELETE failed (client error): The resource could not be found. Aug 20 11:39:18.467789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e2bf04-5898-4284-81dd-e0fdfcce8a12 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:39:18.470410 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-40e2bf04-5898-4284-81dd-e0fdfcce8a12 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/2a8b1704-fcc2-48fe-bae5-cd41e46f0f9b HTTP/1.1" status: 404 len: 337 time: 0.0351331 Aug 20 11:39:18.473745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47706) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:18.511503 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bd8a31-ba96-4411-b80c-3f2699645686 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] DELETE failed (client error): The resource could not be found. Aug 20 11:39:18.512205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bd8a31-ba96-4411-b80c-3f2699645686 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:39:18.515805 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c8bd8a31-ba96-4411-b80c-3f2699645686 tempest-RoutersTest-1292531808 tempest-RoutersTest-1292531808-project] 10.222.0.10 "DELETE /v2.0/subnets/4408a673-2a42-40dc-a14a-175699c6fc7d HTTP/1.1" status: 404 len: 337 time: 0.0398240 Aug 20 11:39:18.519684 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c71c8f1-679b-48c2-a448-a5f61067f6cb req-46c93ec1-1401-4a26-a48a-2fe827124081 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189079 Aug 20 11:39:18.550718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-2dc51da7-0651-48e9-ab6a-091b7977769b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:18.552340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-2dc51da7-0651-48e9-ab6a-091b7977769b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.3082924 Aug 20 11:39:18.572551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Request body: {'port': {'device_id': '4bbc30a1-2d51-4fb9-8acc-d711896e8b63', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'admin_state_up': True, 'tenant_id': '727a97c79f064856b84b08819cc15064'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:18.603990 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b9820ab-f978-4f09-89d4-66cf97f36302 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.684676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b7f5640e-112e-4010-9a4a-90c6ac549737 req-04d942b8-3f90-4cfa-bd7b-be1bb11cc538 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 210 time: 0.0473900 Aug 20 11:39:18.688396 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.725972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:18.739521 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b9820ab-f978-4f09-89d4-66cf97f36302 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:18.795607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9820ab-f978-4f09-89d4-66cf97f36302 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020e700e-ac8c-4144-9185-6210501a7d51,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:18.881360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ff8b91b5-3b88-4158-b5c8-28da0f4845ac details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:18.894635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Made reservation on behalf of 727a97c79f064856b84b08819cc15064 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:18.903892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.016309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4b9820ab-f978-4f09-89d4-66cf97f36302 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.020933 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4b9820ab-f978-4f09-89d4-66cf97f36302 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7896531 Aug 20 11:39:19.032590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47716) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:19.032590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0784995d-c853-455d-844f-e4a66888dacb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'security_group_rule': {'security_group_id': '020e700e-ac8c-4144-9185-6210501a7d51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:19.088377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Allocated IP 172.20.0.5 (bf43dbf1-d4ba-4723-ba78-23cd10b6aacc/f67b176a-02c2-4042-9683-21af539b6672/6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:19.204455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47720) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:19.217130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0784995d-c853-455d-844f-e4a66888dacb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.308236 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.347134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0784995d-c853-455d-844f-e4a66888dacb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.381731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b76a130d-35ea-4739-87d5-ce016a777c11 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:19.432338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ff8b91b5-3b88-4158-b5c8-28da0f4845ac, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:19.436584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 2, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:19.440346 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a1b7b62e-09f9-4928-99c9-b5083b042de1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f8722c6794f486eaef0956dea72e4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344308 Aug 20 11:39:19.442893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47726) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:19.478374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Checking router: c35711ff-03d4-411f-ba16-8497b2440652 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:19.479035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Updating router c35711ff-03d4-411f-ba16-8497b2440652 port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:39:19.504892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'port_id': 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac', 'mac_address': 'fa:16:3e:3c:ab:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:19.506692 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.507784 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc0006f1-6a48-4809-a2c6-4c19d95666ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.519381 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0784995d-c853-455d-844f-e4a66888dacb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.544471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.548085 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.570565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784995d-c853-455d-844f-e4a66888dacb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52173f82-414e-48f2-be71-863ff2e13511,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:19.610681 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc0006f1-6a48-4809-a2c6-4c19d95666ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.619204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:19.634082 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0784995d-c853-455d-844f-e4a66888dacb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.635398 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0784995d-c853-455d-844f-e4a66888dacb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6128480 Aug 20 11:39:19.638168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47730) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:19.641620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:19.644716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-41e35515-9c32-4326-90bf-1b51d97ee5cb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'security_group_rule': {'security_group_id': '020e700e-ac8c-4144-9185-6210501a7d51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:19.648860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:19.661365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b76a130d-35ea-4739-87d5-ce016a777c11 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:19.662941 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.723307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event updated for resources: {'Port': ['ID=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:19.737145 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.780763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8b91b5-3b88-4158-b5c8-28da0f4845ac {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:19.816890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c88017-8bfd-4a9b-b94b-dd9b0fe714e3 req-4162c4e4-3ec6-4952-b45d-1b62617b48c4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:19.818750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8c88017-8bfd-4a9b-b94b-dd9b0fe714e3 req-4162c4e4-3ec6-4952-b45d-1b62617b48c4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 944 time: 0.2031546 Aug 20 11:39:19.825191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:19.825851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.860885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ada3bc-34f2-4172-bb29-3be48476d929 req-fd0dc27f-e568-43de-9d5a-f7690904a17f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:19.863193 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92ada3bc-34f2-4172-bb29-3be48476d929 req-fd0dc27f-e568-43de-9d5a-f7690904a17f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 931 time: 0.0657160 Aug 20 11:39:19.867935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ff8b91b5-3b88-4158-b5c8-28da0f4845ac, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:19.883426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8c88017-8bfd-4a9b-b94b-dd9b0fe714e3 req-039caf82-9e7d-4ad4-ba45-f2c7aa253df5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528038 Aug 20 11:39:19.912393 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92ada3bc-34f2-4172-bb29-3be48476d929 req-32a2253f-4b63-4174-98e4-fe5012379b5d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Aug 20 11:39:19.914136 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41e35515-9c32-4326-90bf-1b51d97ee5cb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:19.974977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41e35515-9c32-4326-90bf-1b51d97ee5cb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.022699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc0006f1-6a48-4809-a2c6-4c19d95666ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.022980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.025587 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc0006f1-6a48-4809-a2c6-4c19d95666ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.026934 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fc0006f1-6a48-4809-a2c6-4c19d95666ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d78c72f-b7e0-4a47-abf3-579f16757c9e HTTP/1.1" status: 204 len: 168 time: 0.5825386 Aug 20 11:39:20.032106 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6bb160d1-7ff6-4641-adbe-8ac2faeee2b8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4675243 Aug 20 11:39:20.039840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0006f1-6a48-4809-a2c6-4c19d95666ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d78c72f-b7e0-4a47-abf3-579f16757c9e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:20.051585 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41e35515-9c32-4326-90bf-1b51d97ee5cb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.062772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Request body: {'port': {'device_id': '4bbc30a1-2d51-4fb9-8acc-d711896e8b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:20.077691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e35515-9c32-4326-90bf-1b51d97ee5cb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af36e9d9-0f73-485d-897c-0933e419a664,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:20.127606 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.135357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:20.136412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.142280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Transition to ACTIVE for port object af52e46c-9c6f-44ee-98ee-a5dd1a253c9a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:20.168513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41e35515-9c32-4326-90bf-1b51d97ee5cb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.169917 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-41e35515-9c32-4326-90bf-1b51d97ee5cb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5304723 Aug 20 11:39:20.173566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47736) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:20.178672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:20.267536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.299646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['ff8b91b5-3b88-4158-b5c8-28da0f4845ac'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:20.334587 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.370404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1958b5-27b0-4102-805e-834d208c8875 None None] Pushing event updated for resources: {'Port': ['ID=af52e46c-9c6f-44ee-98ee-a5dd1a253c9a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:20.415381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Attempting to bind port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:20.415803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Attempting to bind port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:20.416116 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Attempting to bind port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a on network a4eb590e-64d9-479d-b239-dfeba7bd10dd {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:20.425399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:20.425774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Checking segment: {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:20.426177 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.426640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Bound using segment: {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:20.427118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Bound port: af52e46c-9c6f-44ee-98ee-a5dd1a253c9a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:20.427501 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.554090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:20.576205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] For port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:20.589481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.609770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] For port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af52e46c-9c6f-44ee-98ee-a5dd1a253c9a,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:20.611258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Transition to ACTIVE for port object 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:20.631396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.708684 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.727431 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.788521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:20.789033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:39:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:20.824428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1958b5-27b0-4102-805e-834d208c8875 None None] Pushing event updated for resources: {'Port': ['ID=af52e46c-9c6f-44ee-98ee-a5dd1a253c9a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:20.826295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Allocated IP 172.25.4.251 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/22f7f758-c173-4067-922e-b162db92314f) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:20.861843 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:20.884540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:20.964312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:20.985545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Attempting to bind port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:20.985919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Attempting to bind port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:20.986220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Attempting to bind port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:21.003676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:21.004128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Attempting to bind port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:21.032083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:21.032440 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Checking segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:21.032840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Bound using segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:21.033302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Bound port: 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:21.033670 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:21.111482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:21.116907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b070f-5a16-48f9-a23d-ce339b09f454 req-2249e750-d101-4419-bb98-a28c5f43efe2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:21.125577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a8b070f-5a16-48f9-a23d-ce339b09f454 req-2249e750-d101-4419-bb98-a28c5f43efe2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 943 time: 0.0979197 Aug 20 11:39:21.166248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a8b070f-5a16-48f9-a23d-ce339b09f454 req-5f37c9dc-7b89-45a3-9be6-7e6a06eb8320 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Aug 20 11:39:21.203111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad308f-bed1-44ce-9efb-9f312ff10340 req-f015c5bb-fd5b-4d62-a8a8-e5d0f98fc4eb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:21.204782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89ad308f-bed1-44ce-9efb-9f312ff10340 req-f015c5bb-fd5b-4d62-a8a8-e5d0f98fc4eb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 945 time: 0.1783814 Aug 20 11:39:21.239289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] For port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:21.245028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:20Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:21.257886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] For port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:21.272707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89ad308f-bed1-44ce-9efb-9f312ff10340 req-386ebae0-3234-418d-b5cb-4feb8e66ac45 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595484 Aug 20 11:39:21.282569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa7cd4-d5ae-4405-a982-5ac42d811ada None None] The sync data for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 is: [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:20Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:21.293180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:21.332461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:21.336497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:21.340430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:21.385125 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:21.404683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'Port': ['ID=22f7f758-c173-4067-922e-b162db92314f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:21.437931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:21.438598 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:21.440066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] 10.222.0.57 "PUT /v2.0/ports/6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f HTTP/1.1" status: 200 len: 1091 time: 1.3914530 Aug 20 11:39:21.440528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbc30a1-2d51-4fb9-8acc-d711896e8b63', 'tag': '6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:21.443048 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34096430-7f3c-4c7f-8d7d-016565cbc31f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbc30a1-2d51-4fb9-8acc-d711896e8b63", "tag": "6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:21.497255 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61bb464-711e-4c61-9281-842cf161a5c1 x-openstack-request-id: req-f61bb464-711e-4c61-9281-842cf161a5c1 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:21.497525 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbc30a1-2d51-4fb9-8acc-d711896e8b63", "tag": "6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:21.497790 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f61bb464-711e-4c61-9281-842cf161a5c1 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:21.498227 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbc30a1-2d51-4fb9-8acc-d711896e8b63', 'tag': '6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f', 'status': 'completed', 'code': 200} Aug 20 11:39:21.524993 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:21.568487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919a332-4aa8-4bfd-be9d-da5426d4af12 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:21.596763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34096430-7f3c-4c7f-8d7d-016565cbc31f req-f7ed5330-0a4f-4d05-97cf-a63bfe509c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:21.596763 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34096430-7f3c-4c7f-8d7d-016565cbc31f req-f7ed5330-0a4f-4d05-97cf-a63bfe509c40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 1094 time: 0.0733018 Aug 20 11:39:21.753218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34096430-7f3c-4c7f-8d7d-016565cbc31f req-86af3c17-ec12-47d1-93b4-81583df949be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:21.754945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34096430-7f3c-4c7f-8d7d-016565cbc31f req-86af3c17-ec12-47d1-93b4-81583df949be service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=727a97c79f064856b84b08819cc15064&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1516588 Aug 20 11:39:21.770974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:21.953806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34096430-7f3c-4c7f-8d7d-016565cbc31f req-13d666b9-7048-4c6f-bda5-fba1d9d32501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:21.953806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34096430-7f3c-4c7f-8d7d-016565cbc31f req-13d666b9-7048-4c6f-bda5-fba1d9d32501 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1837258 Aug 20 11:39:22.062671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.068445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-95c56de9-7075-417f-a047-e0e8343b4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:22.069975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-95c56de9-7075-417f-a047-e0e8343b4013 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 1094 time: 0.0814166 Aug 20 11:39:22.116908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-e3452e12-720b-4155-9b6b-0a347564cb66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f HTTP/1.1" status: 200 len: 217 time: 0.0381668 Aug 20 11:39:22.188882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-c78b68b0-6020-4e61-bd06-c32678480f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:22.190589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-c78b68b0-6020-4e61-bd06-c32678480f49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 200 len: 852 time: 0.0619817 Aug 20 11:39:22.227805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.232399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-8ff1225e-3404-49fd-94e0-62d035e4167d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344403 Aug 20 11:39:22.395035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'Port': ['ID=22f7f758-c173-4067-922e-b162db92314f,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:22.429720 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.453505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e6c97-cce3-48bf-8a97-4910b96cfad6 req-100be114-b595-490e-bab1-e70627f80c9e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:22.455132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce8e6c97-cce3-48bf-8a97-4910b96cfad6 req-100be114-b595-490e-bab1-e70627f80c9e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 943 time: 0.1754651 Aug 20 11:39:22.457504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2fa89-cf64-40b2-a141-f5cfe1002d87 req-0f4bb6e3-adec-4b87-9e1b-630e3fa43e51 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:22.467957 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67a2fa89-cf64-40b2-a141-f5cfe1002d87 req-0f4bb6e3-adec-4b87-9e1b-630e3fa43e51 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 945 time: 0.0900161 Aug 20 11:39:22.496949 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-f2917786-3c7b-4bcf-b375-6ef512a7e9d9 service neutron] 10.222.0.57 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564690 Aug 20 11:39:22.523306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67a2fa89-cf64-40b2-a141-f5cfe1002d87 req-ced354b0-e06a-42d5-8332-528c83a30572 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539236 Aug 20 11:39:22.585594 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce8e6c97-cce3-48bf-8a97-4910b96cfad6 req-8ae4284c-90eb-4326-afde-8ca7534578e0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228671 Aug 20 11:39:22.623171 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-376ae825-9df0-47b0-967a-f1a2f4d4cfd1 req-6862128b-c7ff-4fa5-b5ca-62f5113a1db0 service neutron] 10.222.0.57 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178963 Aug 20 11:39:22.639496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:22.643869 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0bbb245c-a394-4ea3-a1db-a20a03cdca0f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4667056 Aug 20 11:39:22.893582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-0cfa81f1-e86a-449f-827f-ab11572ea5ac tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--941622847&fields=id&tenant_id=7c16d640b8564e28be6cf91bccfeabfa HTTP/1.1" status: 200 len: 267 time: 0.0502560 Aug 20 11:39:22.926831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ff8b91b5-3b88-4158-b5c8-28da0f4845ac up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:23.025658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-2c467ff0-991c-4cf1-858e-b3c7a2e6bdda tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:23.034097 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-2c467ff0-991c-4cf1-858e-b3c7a2e6bdda tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 811 time: 0.1334007 Aug 20 11:39:23.045226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-9a7b69b0-ea64-40d6-bdaf-53b1f947dfab tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/quotas/7c16d640b8564e28be6cf91bccfeabfa HTTP/1.1" status: 200 len: 375 time: 0.0101879 Aug 20 11:39:23.103512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-258d279b-7d22-4b57-b737-5333124f64e1 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507479 Aug 20 11:39:23.104122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port ff8b91b5-3b88-4158-b5c8-28da0f4845ac completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:23.110291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port ff8b91b5-3b88-4158-b5c8-28da0f4845ac triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:23.114185 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.207347 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.232732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-87fd40d7-ce24-40ab-b5e8-4640ec3e6a03 service neutron] 10.222.0.10 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159418 Aug 20 11:39:23.240385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:23.242854 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda946ae-f037-4321-88a7-2b23cd3e3a76" -d '{"events": [{"server_uuid": "9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33", "name": "network-vif-plugged", "status": "completed", "tag": "ff8b91b5-3b88-4158-b5c8-28da0f4845ac"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:23.269002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port ff8b91b5-3b88-4158-b5c8-28da0f4845ac, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:23.290875 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f6d59e-c1f6-42f4-a824-a8b130944f75 x-openstack-request-id: req-74f6d59e-c1f6-42f4-a824-a8b130944f75 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:23.291250 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33", "name": "network-vif-plugged", "status": "completed", "tag": "ff8b91b5-3b88-4158-b5c8-28da0f4845ac", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:23.291607 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74f6d59e-c1f6-42f4-a824-a8b130944f75 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:23.292190 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac', 'code': 200} Aug 20 11:39:23.339582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-d1596d5c-6cbd-4822-9ac5-3292bb9d41e6 service neutron] 10.222.0.10 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999718 Aug 20 11:39:23.356376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af52e46c-9c6f-44ee-98ee-a5dd1a253c9a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:23.411248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c32600-b5a3-4c30-889c-aa0a64dd1a79 req-9fc77533-40a3-483b-830c-d30f06ad7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:23.411904 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.412024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54c32600-b5a3-4c30-889c-aa0a64dd1a79 req-9fc77533-40a3-483b-830c-d30f06ad7152 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 1096 time: 0.0529816 Aug 20 11:39:23.470898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54c32600-b5a3-4c30-889c-aa0a64dd1a79 req-67fe9690-f5c2-44a2-8422-8dcb4fd8e5fa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504303 Aug 20 11:39:23.471390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:23.593863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:23.598189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:23.598672 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.642920 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1480e53-ef76-4e88-abdb-8461e668e106 req-bd3677db-92e1-4fe8-9c02-d800646b03b0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:23.644519 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a1480e53-ef76-4e88-abdb-8461e668e106 req-bd3677db-92e1-4fe8-9c02-d800646b03b0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 946 time: 0.0573702 Aug 20 11:39:23.690979 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.704946 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a1480e53-ef76-4e88-abdb-8461e668e106 req-c528e006-d0be-46af-8c92-b1fb23b7c726 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534544 Aug 20 11:39:23.735397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af52e46c-9c6f-44ee-98ee-a5dd1a253c9a,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:23.799516 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:23.816189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c22332-6d40-4ccc-bbe0-23fea5579424 req-93b5269e-ff3b-4316-a6c4-834d63fb39ae tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:23.816582 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eccaaf7d-293e-4a8d-abc9-f3094ed11899 req-ca8a9211-f389-4e84-8267-22a890bc2efd tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 210 time: 0.0507855 Aug 20 11:39:23.816670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89c22332-6d40-4ccc-bbe0-23fea5579424 req-93b5269e-ff3b-4316-a6c4-834d63fb39ae tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 943 time: 0.0682342 Aug 20 11:39:23.868290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=af52e46c-9c6f-44ee-98ee-a5dd1a253c9a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:23.903270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-89c22332-6d40-4ccc-bbe0-23fea5579424 req-e0dd7993-0315-4546-a0ee-0be7fa994295 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839815 Aug 20 11:39:23.998153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47850) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:24.119077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d31fd3f-ccfa-4ead-9500-400e6bc992ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.232490 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d31fd3f-ccfa-4ead-9500-400e6bc992ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.328576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d31fd3f-ccfa-4ead-9500-400e6bc992ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.367040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31fd3f-ccfa-4ead-9500-400e6bc992ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dddbc3-f9f1-47e2-a1e5-435e2e183468,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:24.374544 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2d31fd3f-ccfa-4ead-9500-400e6bc992ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b0435cb81424d7689cfa15f5d3bc86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721511 Aug 20 11:39:24.375551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47854) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:24.425706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:24.442077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5d19122-1dc5-4ffa-a167-9635728a7381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.466959 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5d19122-1dc5-4ffa-a167-9635728a7381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.508218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47858) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:24.580835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:24.594068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'port_id': '6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f', 'mac_address': 'fa:16:3e:9b:00:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67b176a-02c2-4042-9683-21af539b6672', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:24.647465 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.654836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31f5e6f3-95dd-4068-8c94-601e7a0be8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.662646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:24.675166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5d19122-1dc5-4ffa-a167-9635728a7381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.679376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5d19122-1dc5-4ffa-a167-9635728a7381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.685507 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b5d19122-1dc5-4ffa-a167-9635728a7381 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9dddbc3-f9f1-47e2-a1e5-435e2e183468 HTTP/1.1" status: 204 len: 168 time: 0.3052490 Aug 20 11:39:24.692039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d19122-1dc5-4ffa-a167-9635728a7381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dddbc3-f9f1-47e2-a1e5-435e2e183468,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:24.738226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:24.800736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31f5e6f3-95dd-4068-8c94-601e7a0be8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.805088 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.863062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:24.878981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3d1d-8ba2-4346-aadc-1a3373bc63ae req-cbd7bae3-7bbc-4003-85ae-039b1f6be382 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:24.880700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a3e3d1d-8ba2-4346-aadc-1a3373bc63ae req-cbd7bae3-7bbc-4003-85ae-039b1f6be382 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 946 time: 0.0623116 Aug 20 11:39:24.887127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef3185ab-281e-4510-9a01-081dac3d844f req-e24a06c2-be86-429e-8a3a-7098018b0da0 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 210 time: 0.0289605 Aug 20 11:39:24.912586 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31f5e6f3-95dd-4068-8c94-601e7a0be8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:24.953448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5e6f3-95dd-4068-8c94-601e7a0be8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0eda16-17fb-4a11-bc79-ee8fc5f4fa9d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:24.969628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-31f5e6f3-95dd-4068-8c94-601e7a0be8b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf3705f36d9747f386d9c504554516ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600918 Aug 20 11:39:24.973987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47872) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:24.983602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a3e3d1d-8ba2-4346-aadc-1a3373bc63ae req-d4f49c0b-4d00-4401-8dcc-168fe873ecbf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964022 Aug 20 11:39:25.031717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:25.062773 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-896ac7bc-0dd1-42cd-8987-77124b543d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.087943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c66b1-d351-4d27-ab9e-2979d9b7b0a5 req-ff0cfb61-7a63-484e-91ba-723753a11d12 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:25.089518 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-383c66b1-d351-4d27-ab9e-2979d9b7b0a5 req-ff0cfb61-7a63-484e-91ba-723753a11d12 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 944 time: 0.0859523 Aug 20 11:39:25.100239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-896ac7bc-0dd1-42cd-8987-77124b543d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.162862 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-383c66b1-d351-4d27-ab9e-2979d9b7b0a5 req-b754aee6-406b-443a-ac1c-2a5ad32eb70a tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650146 Aug 20 11:39:25.273639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-896ac7bc-0dd1-42cd-8987-77124b543d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.276393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-896ac7bc-0dd1-42cd-8987-77124b543d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.277566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-896ac7bc-0dd1-42cd-8987-77124b543d97 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e0eda16-17fb-4a11-bc79-ee8fc5f4fa9d HTTP/1.1" status: 204 len: 168 time: 0.3025169 Aug 20 11:39:25.287147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ac7bc-0dd1-42cd-8987-77124b543d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0eda16-17fb-4a11-bc79-ee8fc5f4fa9d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:25.323584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af52e46c-9c6f-44ee-98ee-a5dd1a253c9a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:25.374884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:25.375249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.694867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47880) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:25.722116 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f8fd0e1e-e442-4c32-bbb7-9c5034d283a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.812422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f8fd0e1e-e442-4c32-bbb7-9c5034d283a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.890850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f8fd0e1e-e442-4c32-bbb7-9c5034d283a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:25.935532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f8fd0e1e-e442-4c32-bbb7-9c5034d283a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0810058dbda046af95a62a6068f0dac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395663 Aug 20 11:39:25.937164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd0e1e-e442-4c32-bbb7-9c5034d283a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aba6c63-19a1-4b62-8e55-6ab2a8aea848,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:25.938789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47884) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:26.005597 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cf1eb89-da83-445f-8624-e2281b1e6dbc req-a2fac662-252a-4191-9a23-e3b460a0dda9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 210 time: 0.0348918 Aug 20 11:39:26.033625 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9ec46122-a2a0-4994-b721-ac3d3360de69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.061037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9ec46122-a2a0-4994-b721-ac3d3360de69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.116758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03646c-ee9a-4a31-ae69-ce1468cd09b0 req-bd80e68c-1f3b-427b-84a2-3fb6a51428d1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:26.118266 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a03646c-ee9a-4a31-ae69-ce1468cd09b0 req-bd80e68c-1f3b-427b-84a2-3fb6a51428d1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 946 time: 0.0539751 Aug 20 11:39:26.132940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47888) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:26.146800 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50370562-f81a-4b2e-8d3d-1ec6f8abde89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.159076 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a03646c-ee9a-4a31-ae69-ce1468cd09b0 req-90e1d038-319b-407b-9038-eed925cff6c7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Aug 20 11:39:26.199275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9ec46122-a2a0-4994-b721-ac3d3360de69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.202096 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9ec46122-a2a0-4994-b721-ac3d3360de69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.203574 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9ec46122-a2a0-4994-b721-ac3d3360de69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9aba6c63-19a1-4b62-8e55-6ab2a8aea848 HTTP/1.1" status: 204 len: 168 time: 0.2635384 Aug 20 11:39:26.221010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec46122-a2a0-4994-b721-ac3d3360de69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aba6c63-19a1-4b62-8e55-6ab2a8aea848,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:26.313619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50370562-f81a-4b2e-8d3d-1ec6f8abde89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.324378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77e05f-018a-4f20-b4a2-99960a689022 req-78fc92dd-059d-4830-ab60-29351ed25c37 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:26.326094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f77e05f-018a-4f20-b4a2-99960a689022 req-78fc92dd-059d-4830-ab60-29351ed25c37 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 944 time: 0.0659978 Aug 20 11:39:26.367703 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f77e05f-018a-4f20-b4a2-99960a689022 req-98446469-a105-4812-b06b-ad55cb6367d9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352376 Aug 20 11:39:26.422789 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-50370562-f81a-4b2e-8d3d-1ec6f8abde89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.455314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:26.461575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-50370562-f81a-4b2e-8d3d-1ec6f8abde89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=539fedd121df4230992957e3cfed46f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273790 Aug 20 11:39:26.462312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50370562-f81a-4b2e-8d3d-1ec6f8abde89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f448aa-c713-4d66-a7cc-912f59e3db34,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:26.464978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47896) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:26.518342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6d04d86-6c8a-4351-bb02-180a1dc41793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.542650 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6d04d86-6c8a-4351-bb02-180a1dc41793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.629597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-1e56a985-6930-4706-a804-de4fe9bee836 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:26.631126 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-1e56a985-6930-4706-a804-de4fe9bee836 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.38 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 811 time: 0.1088998 Aug 20 11:39:26.644532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:26.649037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:26.649445 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.689905 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-fe69156e-d6c4-47b3-b5f0-7436cddeaac0 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c16d640b8564e28be6cf91bccfeabfa HTTP/1.1" status: 200 len: 379 time: 0.0485799 Aug 20 11:39:26.699479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'port': {'device_id': '28b9602a-9311-4602-b123-97e301f81035', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'admin_state_up': True, 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'security_groups': ['020e700e-ac8c-4144-9185-6210501a7d51']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:26.707730 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6d04d86-6c8a-4351-bb02-180a1dc41793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.710501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6d04d86-6c8a-4351-bb02-180a1dc41793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.715730 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b6d04d86-6c8a-4351-bb02-180a1dc41793 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30f448aa-c713-4d66-a7cc-912f59e3db34 HTTP/1.1" status: 204 len: 168 time: 0.2455146 Aug 20 11:39:26.721199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d04d86-6c8a-4351-bb02-180a1dc41793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f448aa-c713-4d66-a7cc-912f59e3db34,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:26.738940 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.774949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc30a1-2d51-4fb9-8acc-d711896e8b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:26.778365 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4febe36-82e1-43d2-9406-7e867abe6be0" -d '{"events": [{"server_uuid": "4bbc30a1-2d51-4fb9-8acc-d711896e8b63", "name": "network-vif-plugged", "status": "completed", "tag": "6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:26.799518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:26.854372 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0d21b9-e879-4f7d-b114-e0bcdc0a9ccb x-openstack-request-id: req-4d0d21b9-e879-4f7d-b114-e0bcdc0a9ccb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:26.854725 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbc30a1-2d51-4fb9-8acc-d711896e8b63", "name": "network-vif-plugged", "status": "completed", "tag": "6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:26.854981 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d0d21b9-e879-4f7d-b114-e0bcdc0a9ccb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:26.855373 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc30a1-2d51-4fb9-8acc-d711896e8b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f', 'code': 200} Aug 20 11:39:26.911493 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.948925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Made reservation on behalf of 7c16d640b8564e28be6cf91bccfeabfa for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:26.953562 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:26.993613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:27.040004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e9a1f-b191-4242-a471-3b31127c2e45 req-81a7c62a-e7d4-4924-bd04-063d17c53a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:27.041452 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-822e9a1f-b191-4242-a471-3b31127c2e45 req-81a7c62a-e7d4-4924-bd04-063d17c53a7c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 1096 time: 0.1233091 Aug 20 11:39:27.115128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-822e9a1f-b191-4242-a471-3b31127c2e45 req-94303f87-bf80-43ab-a9ff-14362281f347 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643837 Aug 20 11:39:27.136419 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Allocated IP 172.20.0.6 (a4eb590e-64d9-479d-b239-dfeba7bd10dd/395d3605-f706-4c0a-89ef-d0f55e196582/fd3af5e8-620c-478b-8e98-484a9fd525c9) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:27.136976 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b67926b0-9aaf-4135-a310-c3a1ba86e3dc req-e654d1fa-c63d-4cbe-95c9-cfc13edd21e6 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 210 time: 0.0507104 Aug 20 11:39:27.294331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.310969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Transition to ACTIVE for port object fd3af5e8-620c-478b-8e98-484a9fd525c9 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:27.479226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.486559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04a661-80da-4377-915b-32b2ef0791fc req-f9b9548d-7120-4a72-8f54-624c19b62e7c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:27.490951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f04a661-80da-4377-915b-32b2ef0791fc req-f9b9548d-7120-4a72-8f54-624c19b62e7c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0504177 Aug 20 11:39:27.526681 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f04a661-80da-4377-915b-32b2ef0791fc req-f0219ef3-85a9-47ee-8643-05b76dcf2aba tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Aug 20 11:39:27.527117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Network a4eb590e-64d9-479d-b239-dfeba7bd10dd is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:27.531317 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:27.537205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:27.541215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'Port': ['ID=fd3af5e8-620c-478b-8e98-484a9fd525c9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:27.592198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:27.599888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.605436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47928) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:27.622037 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-109abcf9-9ef0-43f9-bce2-94550fbf30e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.729322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-354daf17-e332-454b-837a-edae687c0b79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0336633 Aug 20 11:39:27.744635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Request body: {'port': {'device_id': '28b9602a-9311-4602-b123-97e301f81035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:27.813380 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.820141 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-109abcf9-9ef0-43f9-bce2-94550fbf30e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.899486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d815800d-5018-4874-a8ef-272715871906 None None] Provisioning for port fd3af5e8-620c-478b-8e98-484a9fd525c9 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:27.903776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d815800d-5018-4874-a8ef-272715871906 None None] Provisioning complete for port fd3af5e8-620c-478b-8e98-484a9fd525c9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:27.904209 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d815800d-5018-4874-a8ef-272715871906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:27.940294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d815800d-5018-4874-a8ef-272715871906 None None] Port fd3af5e8-620c-478b-8e98-484a9fd525c9 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:39:27.970618 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-109abcf9-9ef0-43f9-bce2-94550fbf30e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.010840 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-109abcf9-9ef0-43f9-bce2-94550fbf30e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60d8d14a145d4a03874d43f2a1f134c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042380 Aug 20 11:39:28.013873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109abcf9-9ef0-43f9-bce2-94550fbf30e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b99339-ee4b-434a-8d94-e0571efc530b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:28.016665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47934) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:28.097396 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69f55dad-461f-48c1-b42a-8545f1fb62be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.113530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3af5e8-620c-478b-8e98-484a9fd525c9 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:28.120717 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69f55dad-461f-48c1-b42a-8545f1fb62be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.121637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.134870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Transition to ACTIVE for port object fd3af5e8-620c-478b-8e98-484a9fd525c9 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:28.266986 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a7a8e-a5a2-4b7d-ae04-7ae0a844fc8b req-cfd966b0-b5c0-4d09-8a8d-2bd7467fbf05 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:28.268504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a1a7a8e-a5a2-4b7d-ae04-7ae0a844fc8b req-cfd966b0-b5c0-4d09-8a8d-2bd7467fbf05 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 931 time: 0.0515332 Aug 20 11:39:28.281936 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.318677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69f55dad-461f-48c1-b42a-8545f1fb62be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.323682 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69f55dad-461f-48c1-b42a-8545f1fb62be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.334175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-69f55dad-461f-48c1-b42a-8545f1fb62be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78b99339-ee4b-434a-8d94-e0571efc530b HTTP/1.1" status: 204 len: 168 time: 0.3162463 Aug 20 11:39:28.354494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f55dad-461f-48c1-b42a-8545f1fb62be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b99339-ee4b-434a-8d94-e0571efc530b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:28.365252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a1a7a8e-a5a2-4b7d-ae04-7ae0a844fc8b req-5c2b37fe-4c62-4d57-a5f5-1eec7549736d tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907707 Aug 20 11:39:28.367728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Pushing event updated for resources: {'Port': ['ID=fd3af5e8-620c-478b-8e98-484a9fd525c9,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:28.450077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Attempting to bind port fd3af5e8-620c-478b-8e98-484a9fd525c9 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:28.450739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Attempting to bind port fd3af5e8-620c-478b-8e98-484a9fd525c9 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:28.454293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Attempting to bind port fd3af5e8-620c-478b-8e98-484a9fd525c9 on network a4eb590e-64d9-479d-b239-dfeba7bd10dd {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:28.457432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Port fd3af5e8-620c-478b-8e98-484a9fd525c9 on network a4eb590e-64d9-479d-b239-dfeba7bd10dd not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:28.457827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Attempting to bind port fd3af5e8-620c-478b-8e98-484a9fd525c9 on network a4eb590e-64d9-479d-b239-dfeba7bd10dd {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:28.463308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:28.463749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Checking segment: {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:28.464199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Bound using segment: {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:28.464759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Bound port: fd3af5e8-620c-478b-8e98-484a9fd525c9, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:28.465257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.544287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] For port fd3af5e8-620c-478b-8e98-484a9fd525c9, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:28.549927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] For port fd3af5e8-620c-478b-8e98-484a9fd525c9, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=fd3af5e8-620c-478b-8e98-484a9fd525c9,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:28.645428 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.686497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d34f8-9113-47d7-b8f0-d2094436b2d1 req-116aa836-05d5-4696-ba86-47660045a49d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:28.688103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e51d34f8-9113-47d7-b8f0-d2094436b2d1 req-116aa836-05d5-4696-ba86-47660045a49d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0817299 Aug 20 11:39:28.699366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:28.699967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:28.701441 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] 10.222.0.38 "PUT /v2.0/ports/fd3af5e8-620c-478b-8e98-484a9fd525c9 HTTP/1.1" status: 200 len: 1091 time: 0.9625406 Aug 20 11:39:28.701948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b9602a-9311-4602-b123-97e301f81035', 'tag': 'fd3af5e8-620c-478b-8e98-484a9fd525c9'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:28.704267 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f871bf-4f51-4f0a-bdd1-f3e63eb2a8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "28b9602a-9311-4602-b123-97e301f81035", "tag": "fd3af5e8-620c-478b-8e98-484a9fd525c9"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:28.742671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e6403-41a7-46f5-b357-10402f347c9a service neutron] Pushing event updated for resources: {'Port': ['ID=fd3af5e8-620c-478b-8e98-484a9fd525c9,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:28.755899 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc43e4c0-bf72-4118-bb02-e76a2b9e9b09 x-openstack-request-id: req-bc43e4c0-bf72-4118-bb02-e76a2b9e9b09 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:28.755899 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b9602a-9311-4602-b123-97e301f81035", "tag": "fd3af5e8-620c-478b-8e98-484a9fd525c9", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:28.755899 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc43e4c0-bf72-4118-bb02-e76a2b9e9b09 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:28.755899 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b9602a-9311-4602-b123-97e301f81035', 'tag': 'fd3af5e8-620c-478b-8e98-484a9fd525c9', 'status': 'completed', 'code': 200} Aug 20 11:39:28.762868 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e51d34f8-9113-47d7-b8f0-d2094436b2d1 req-0c5900f4-69e8-4977-a19f-6517b0288db1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672021 Aug 20 11:39:28.858956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f871bf-4f51-4f0a-bdd1-f3e63eb2a8f7 req-3ac3d650-2ef9-4763-a853-86eb3bde98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:28.860673 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2f871bf-4f51-4f0a-bdd1-f3e63eb2a8f7 req-3ac3d650-2ef9-4763-a853-86eb3bde98b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 1094 time: 0.0728199 Aug 20 11:39:28.993734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f871bf-4f51-4f0a-bdd1-f3e63eb2a8f7 req-901b1dca-89fc-4d56-8447-34c58794fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:28.995243 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2f871bf-4f51-4f0a-bdd1-f3e63eb2a8f7 req-901b1dca-89fc-4d56-8447-34c58794fb60 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1202295 Aug 20 11:39:29.104510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f871bf-4f51-4f0a-bdd1-f3e63eb2a8f7 req-4c962ef2-764f-4980-bb60-eeb4657e228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:29.106079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2f871bf-4f51-4f0a-bdd1-f3e63eb2a8f7 req-4c962ef2-764f-4980-bb60-eeb4657e228c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036396 Aug 20 11:39:29.186634 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f360e-d185-4057-ad5d-39ce50619965 req-d558f4cd-d9e1-4394-b7d6-fab8236c11c3 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:29.188232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29f360e-d185-4057-ad5d-39ce50619965 req-d558f4cd-d9e1-4394-b7d6-fab8236c11c3 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0811877 Aug 20 11:39:29.207461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-9c76791c-1818-408c-83f7-d445cc8899f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:29.208925 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-9c76791c-1818-408c-83f7-d445cc8899f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 1094 time: 0.0635228 Aug 20 11:39:29.267172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-f373e882-cde0-4943-9222-a7db7594d20e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3af5e8-620c-478b-8e98-484a9fd525c9 HTTP/1.1" status: 200 len: 217 time: 0.0481057 Aug 20 11:39:29.275153 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29f360e-d185-4057-ad5d-39ce50619965 req-0d4fc007-9725-447b-86ac-bfbcce58a87d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762053 Aug 20 11:39:29.330052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-b8f26b15-7f53-43ef-82e3-9292ec8509cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:29.331752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-b8f26b15-7f53-43ef-82e3-9292ec8509cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=395d3605-f706-4c0a-89ef-d0f55e196582 HTTP/1.1" status: 200 len: 850 time: 0.0556622 Aug 20 11:39:29.382367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-79ada1ef-848f-40cb-975d-1d471583e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:29.383983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-79ada1ef-848f-40cb-975d-1d471583e47a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4eb590e-64d9-479d-b239-dfeba7bd10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455167 Aug 20 11:39:29.513753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-1ca20963-1f4c-40c1-897b-3da988111808 service neutron] 10.222.0.38 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220787 Aug 20 11:39:29.533478 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8afe97-4bfb-492b-a4ff-886f03351e9c req-05b1f9aa-9cf3-482f-98a5-a76c59fc1b38 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:29.535290 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af8afe97-4bfb-492b-a4ff-886f03351e9c req-05b1f9aa-9cf3-482f-98a5-a76c59fc1b38 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 943 time: 0.0708501 Aug 20 11:39:29.578891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af8afe97-4bfb-492b-a4ff-886f03351e9c req-275df14b-6ed6-48ee-8d35-e9d5729227c3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368128 Aug 20 11:39:29.628988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b98da83-524f-4d38-83fb-de934e399cf2 req-ce031f62-5026-4c6a-988e-2c880b5417c7 service neutron] 10.222.0.38 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079056 Aug 20 11:39:30.395235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798d3ea-12bb-4dfe-9953-5ef3fb458c13 req-af535427-3528-4ff7-bd0d-a117a7268619 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:30.396725 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0798d3ea-12bb-4dfe-9953-5ef3fb458c13 req-af535427-3528-4ff7-bd0d-a117a7268619 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0498691 Aug 20 11:39:30.435262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0798d3ea-12bb-4dfe-9953-5ef3fb458c13 req-daf4b5a4-3035-4102-8ce8-69e42248b80e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321484 Aug 20 11:39:30.698746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f520da1-3752-447a-990f-41c0abb151f5 req-6e290f4c-f6c0-46b3-9f25-3f6fd096ff13 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:30.700320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f520da1-3752-447a-990f-41c0abb151f5 req-6e290f4c-f6c0-46b3-9f25-3f6fd096ff13 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 943 time: 0.0539100 Aug 20 11:39:30.744248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f520da1-3752-447a-990f-41c0abb151f5 req-acb6b961-4cbe-499a-98f6-e5e9c08bed99 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366457 Aug 20 11:39:31.559890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d36136-819a-448d-a678-9eb1af7e8bc0 req-fa139727-7f7a-4507-b7ce-a556470f01cf tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:31.561975 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71d36136-819a-448d-a678-9eb1af7e8bc0 req-fa139727-7f7a-4507-b7ce-a556470f01cf tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0500441 Aug 20 11:39:31.607553 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71d36136-819a-448d-a678-9eb1af7e8bc0 req-c9006ab8-8531-4eb5-b7d5-be3ee8f26357 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Aug 20 11:39:31.868731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2529ce-ad94-4f26-8718-32c455e7ad49 req-c9844570-7940-4e7e-a9fc-8cbecc73189d tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:31.870326 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d2529ce-ad94-4f26-8718-32c455e7ad49 req-c9844570-7940-4e7e-a9fc-8cbecc73189d tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 943 time: 0.0518332 Aug 20 11:39:31.914119 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d2529ce-ad94-4f26-8718-32c455e7ad49 req-34448567-f1c6-47ac-a450-0d1df8bd34a0 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370162 Aug 20 11:39:32.359812 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:39:32.735195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1e8e8-017b-4d69-9624-85a3fec95518 req-4a7b477a-4235-4377-973e-1b4db197ff03 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:32.737046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75d1e8e8-017b-4d69-9624-85a3fec95518 req-4a7b477a-4235-4377-973e-1b4db197ff03 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0546021 Aug 20 11:39:32.778958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75d1e8e8-017b-4d69-9624-85a3fec95518 req-4e2de1d4-4e6e-4bc9-a87c-196886789c6d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354567 Aug 20 11:39:32.977039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device fd3af5e8-620c-478b-8e98-484a9fd525c9 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:33.016623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-aa520682-033d-42f9-a6d5-865c4dddcee0 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4b872e6bab6e40a491c08264ce299ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311780 Aug 20 11:39:33.050979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e630999-434a-478f-adbf-450eafc28306 req-e6f46155-a6b0-4e59-ae21-ebbde65dc971 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.052573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e630999-434a-478f-adbf-450eafc28306 req-e6f46155-a6b0-4e59-ae21-ebbde65dc971 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 943 time: 0.0563459 Aug 20 11:39:33.090267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port fd3af5e8-620c-478b-8e98-484a9fd525c9, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=fd3af5e8-620c-478b-8e98-484a9fd525c9,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:33.098034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e630999-434a-478f-adbf-450eafc28306 req-e4164577-a1b3-450c-b7ee-9ba4392b09ec tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379908 Aug 20 11:39:33.102532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'fd3af5e8-620c-478b-8e98-484a9fd525c9', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'port_id': 'fd3af5e8-620c-478b-8e98-484a9fd525c9', 'mac_address': 'fa:16:3e:31:7c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:33.141113 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:33.154171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3af5e8-620c-478b-8e98-484a9fd525c9 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:33.175244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port fd3af5e8-620c-478b-8e98-484a9fd525c9, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=fd3af5e8-620c-478b-8e98-484a9fd525c9,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:33.216413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-eeffed37-8c11-4262-9f37-86fab146baa0 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.218382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-eeffed37-8c11-4262-9f37-86fab146baa0 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945350 Aug 20 11:39:33.234221 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-76581753-0f25-4151-8469-002e0525e2b3 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/quotas/4b872e6bab6e40a491c08264ce299ece HTTP/1.1" status: 200 len: 375 time: 0.0090919 Aug 20 11:39:33.261672 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:33.270250 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-cb1394be-1a30-47d8-ad70-aaf418c0328f tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b872e6bab6e40a491c08264ce299ece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300984 Aug 20 11:39:33.315043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=fd3af5e8-620c-478b-8e98-484a9fd525c9,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:33.529450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['fd3af5e8-620c-478b-8e98-484a9fd525c9'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:33.542373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a1e75d-cc6b-44c1-a4c7-6ad7dd27a59f req-eaed23e5-a7c8-46e3-9af5-80cdc66db10e tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 210 time: 0.0350497 Aug 20 11:39:33.896506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3437e-fc0f-4718-9ac0-a5be9357dc44 req-46bf8d6f-07e9-49a7-9542-dc78da1c2a14 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:33.898047 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2c3437e-fc0f-4718-9ac0-a5be9357dc44 req-46bf8d6f-07e9-49a7-9542-dc78da1c2a14 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0507467 Aug 20 11:39:33.935407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2c3437e-fc0f-4718-9ac0-a5be9357dc44 req-d54f0353-46f1-45a1-ad91-f57dba0a9460 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Aug 20 11:39:34.219115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79bed-64c9-4da9-9df6-fbbd5c5fc4ba req-656dcc29-27af-4ebd-a389-acfb6b2174d1 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:34.220596 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cb79bed-64c9-4da9-9df6-fbbd5c5fc4ba req-656dcc29-27af-4ebd-a389-acfb6b2174d1 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 944 time: 0.0487494 Aug 20 11:39:34.262315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cb79bed-64c9-4da9-9df6-fbbd5c5fc4ba req-e0ec0d07-1d5a-4ba4-8d2a-bb593857b7cd tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Aug 20 11:39:34.619858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-59eb8f71-ceb6-4fc7-83fe-a4868002543b req-2c369d1a-46fd-46a2-bb35-6715a21eb727 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 210 time: 0.0273080 Aug 20 11:39:34.991464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device fd3af5e8-620c-478b-8e98-484a9fd525c9 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:35.057030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a544e7-41ea-4cf1-9170-9443b8b85345 req-655fe706-57d4-4311-af73-6eefdd59dfd9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:35.058705 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92a544e7-41ea-4cf1-9170-9443b8b85345 req-655fe706-57d4-4311-af73-6eefdd59dfd9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0528338 Aug 20 11:39:35.124815 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92a544e7-41ea-4cf1-9170-9443b8b85345 req-d6c9f051-769b-4b13-b169-19d12d390821 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596623 Aug 20 11:39:35.296551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port fd3af5e8-620c-478b-8e98-484a9fd525c9 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:35.300580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port fd3af5e8-620c-478b-8e98-484a9fd525c9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:35.301094 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:35.386476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed26af-80d6-4542-90f3-e38214e2b5ab req-f96af4f0-c7ba-467c-95af-6bca6c24f549 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:35.387928 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2aed26af-80d6-4542-90f3-e38214e2b5ab req-f96af4f0-c7ba-467c-95af-6bca6c24f549 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 944 time: 0.0510931 Aug 20 11:39:35.409746 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:35.432835 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2aed26af-80d6-4542-90f3-e38214e2b5ab req-2d32ef2b-a68b-4189-8b47-f064542835c5 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368881 Aug 20 11:39:35.438016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b9602a-9311-4602-b123-97e301f81035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3af5e8-620c-478b-8e98-484a9fd525c9'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:35.440330 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9431174c-3018-4c7e-a0b8-8b11158202bd" -d '{"events": [{"server_uuid": "28b9602a-9311-4602-b123-97e301f81035", "name": "network-vif-plugged", "status": "completed", "tag": "fd3af5e8-620c-478b-8e98-484a9fd525c9"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:35.453043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port fd3af5e8-620c-478b-8e98-484a9fd525c9, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=fd3af5e8-620c-478b-8e98-484a9fd525c9,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:35.487443 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7df3bb-586e-48f0-a0b0-ca9a7eb954dc x-openstack-request-id: req-ee7df3bb-586e-48f0-a0b0-ca9a7eb954dc {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:35.487763 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b9602a-9311-4602-b123-97e301f81035", "name": "network-vif-plugged", "status": "completed", "tag": "fd3af5e8-620c-478b-8e98-484a9fd525c9", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:35.487997 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee7df3bb-586e-48f0-a0b0-ca9a7eb954dc {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:35.488392 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b9602a-9311-4602-b123-97e301f81035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3af5e8-620c-478b-8e98-484a9fd525c9', 'code': 200} Aug 20 11:39:35.650900 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:35.752982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=fd3af5e8-620c-478b-8e98-484a9fd525c9,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:35.763851 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d0e14d3c-c81c-4d96-a6c5-a86925b95d93 req-eebae7c1-01c0-41d3-bf21-06e1a5d4e732 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 210 time: 0.0689006 Aug 20 11:39:35.953248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a918c-03e2-4621-abd6-14117c33d4b9 req-10bc1987-ffbd-4f2e-a65a-87c753aa6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:35.954850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab3a918c-03e2-4621-abd6-14117c33d4b9 req-10bc1987-ffbd-4f2e-a65a-87c753aa6fb3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 1095 time: 0.3999269 Aug 20 11:39:35.996873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab3a918c-03e2-4621-abd6-14117c33d4b9 req-c8f4e99a-9ad8-48ac-934a-9843c401777e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Aug 20 11:39:36.248944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53514515-4639-4215-a6b5-0e37c285cc70 req-a4f26785-9766-41e8-918e-684a61d1acd7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:36.250495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53514515-4639-4215-a6b5-0e37c285cc70 req-a4f26785-9766-41e8-918e-684a61d1acd7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0513177 Aug 20 11:39:36.288460 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53514515-4639-4215-a6b5-0e37c285cc70 req-7a74d9b6-5871-46c7-a098-7f3600155f5e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Aug 20 11:39:36.394233 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-66e84038-638a-497f-a4c4-dcb036197ea8 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4b872e6bab6e40a491c08264ce299ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275412 Aug 20 11:39:36.664798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfa5d7-0bb9-492f-a61a-2ab81728d9ac req-97bbdecb-8b88-4958-98c2-f9aaa52eaff2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:36.666371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dbbfa5d7-0bb9-492f-a61a-2ab81728d9ac req-97bbdecb-8b88-4958-98c2-f9aaa52eaff2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.1568067 Aug 20 11:39:36.673708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-d18651f1-25a0-449b-9a9a-9edddbbf71e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:36.677303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-d18651f1-25a0-449b-9a9a-9edddbbf71e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758138 Aug 20 11:39:36.702023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Request body: {'port': {'device_id': '55867ce3-5caf-411e-8a1b-c79101302de2', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '4b872e6bab6e40a491c08264ce299ece'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:36.773100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-b1cd1597-f30b-482e-aa74-e589d2c9c808 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1706412 Aug 20 11:39:36.778167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dbbfa5d7-0bb9-492f-a61a-2ab81728d9ac req-3b7b289d-25d1-4950-a276-4c0f3e182576 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008627 Aug 20 11:39:36.891100 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efb22e76-dbb9-4627-ba56-eb1570f2d1a4 req-a27162a3-9f41-4e44-979c-9601ec3fc6f1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 210 time: 0.0277774 Aug 20 11:39:36.919450 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-80a9a707-efa1-41e0-a691-4faa632abd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:36.921081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-80a9a707-efa1-41e0-a691-4faa632abd62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1095 time: 0.0743020 Aug 20 11:39:37.016833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Made reservation on behalf of 4b872e6bab6e40a491c08264ce299ece for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:39:37.017181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:37.039852 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:37.066931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-a05462b7-10f5-4a9a-b84f-9c99e4d2b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:37.068405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-a05462b7-10f5-4a9a-b84f-9c99e4d2b85f service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1284869 Aug 20 11:39:37.185373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-0b3179fc-f6f4-45fe-9ec3-377c795ab231 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 999 time: 0.1086502 Aug 20 11:39:37.264428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-1a2acd31-8e75-4d30-8963-d7b461b1937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:37.265972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-1a2acd31-8e75-4d30-8963-d7b461b1937f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0725946 Aug 20 11:39:37.270812 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:37.312897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-80427412-4e75-45f7-84c9-89e1a33c81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:37.314920 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-80427412-4e75-45f7-84c9-89e1a33c81fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420799 Aug 20 11:39:37.382532 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:37.423813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146ae1-1556-444c-b11a-a9bd10bd958e req-f6b22c4d-e526-4ad8-9a18-bd2541fbf892 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:37.425630 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6146ae1-1556-444c-b11a-a9bd10bd958e req-f6b22c4d-e526-4ad8-9a18-bd2541fbf892 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0523996 Aug 20 11:39:37.488576 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6146ae1-1556-444c-b11a-a9bd10bd958e req-b154fdfc-c077-496c-941f-dfb27c0a9721 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509155 Aug 20 11:39:37.494082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa3fbce-6e7f-4615-b799-c479260eab06,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:37.528714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.529069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.529410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.529747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.530079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.530512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.530797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.531137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.531460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.531783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.532130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.532459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:37.577926 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-1dae92ba-2434-4763-b22a-02543e6ff7fa service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545311 Aug 20 11:39:37.647537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Allocated IP 192.168.233.214 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/7be2dba9-6fcc-4b29-9e34-9df08be73148) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:39:37.718705 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56984210-2877-4fb4-9bf1-9c10cf994650 req-e03bf91b-a9bd-4ac5-8026-fe746cdd7afa service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328392 Aug 20 11:39:37.833141 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:37.849803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Transition to ACTIVE for port object 7be2dba9-6fcc-4b29-9e34-9df08be73148 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:37.925611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823438cb-b673-4633-bc27-732365c683e3 req-e7e9c501-49b2-47f6-9ef9-38b70a95cf50 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:37.927559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-823438cb-b673-4633-bc27-732365c683e3 req-e7e9c501-49b2-47f6-9ef9-38b70a95cf50 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0503871 Aug 20 11:39:37.969754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-823438cb-b673-4633-bc27-732365c683e3 req-171a49bc-8bc6-4ce6-b444-dea8b6711807 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351224 Aug 20 11:39:38.000611 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.005839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d88cce73-ac8c-4561-af62-206b158becdb req-4a6a055a-8786-452f-bb25-9fbb2914782a tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 210 time: 0.0378504 Aug 20 11:39:38.048514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:39:38.051734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:39:38.055748 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:39:38.065052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Pushing event updated for resources: {'Port': ['ID=7be2dba9-6fcc-4b29-9e34-9df08be73148,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:38.139824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:38.140717 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.158072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521da106-31eb-4088-a2e3-9435d21d44bc req-ce5af4f5-2ab5-4e30-ae35-f5af14f8bae9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:38.164431 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-521da106-31eb-4088-a2e3-9435d21d44bc req-ce5af4f5-2ab5-4e30-ae35-f5af14f8bae9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0803435 Aug 20 11:39:38.169193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48142) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:38.174902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d88fa405-760b-45f6-90d7-4bd976bd2c39 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'floatingip': {'port_id': 'fd3af5e8-620c-478b-8e98-484a9fd525c9'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:38.206591 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba5803-b373-4e24-aa63-e925c49dc3f5 req-be11daac-2961-49f3-be8a-e3213c27212a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:38.208501 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-58ba5803-b373-4e24-aa63-e925c49dc3f5 req-be11daac-2961-49f3-be8a-e3213c27212a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0635574 Aug 20 11:39:38.252440 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d88fa405-760b-45f6-90d7-4bd976bd2c39 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.255088 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-58ba5803-b373-4e24-aa63-e925c49dc3f5 req-9dadaac8-7c5a-4d69-9fb8-bff186803845 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398264 Aug 20 11:39:38.267175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-06b9cf18-c874-4f15-a38c-b02978a3b343 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5706110 Aug 20 11:39:38.281762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Request body: {'port': {'device_id': '55867ce3-5caf-411e-8a1b-c79101302de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:39:38.352747 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.480225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcdfc3-c7e4-424a-ad98-4698170b67e5 req-d2fc942e-3149-4e37-9739-e874218384f6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:38.483330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15dcdfc3-c7e4-424a-ad98-4698170b67e5 req-d2fc942e-3149-4e37-9739-e874218384f6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1346509 Aug 20 11:39:38.485130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d23c2a5f-4db3-4b03-980e-9ca99d4f472d None None] Provisioning for port 7be2dba9-6fcc-4b29-9e34-9df08be73148 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:38.491648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d23c2a5f-4db3-4b03-980e-9ca99d4f472d None None] Provisioning complete for port 7be2dba9-6fcc-4b29-9e34-9df08be73148 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:38.492012 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d23c2a5f-4db3-4b03-980e-9ca99d4f472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.542745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d23c2a5f-4db3-4b03-980e-9ca99d4f472d None None] Port 7be2dba9-6fcc-4b29-9e34-9df08be73148 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:39:38.679416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c1b8c-4fbb-4ab6-8634-cdb81ee6fc7e req-fa1f38be-67fd-47b9-a399-35819a8f1106 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:38.681065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c85c1b8c-4fbb-4ab6-8634-cdb81ee6fc7e req-fa1f38be-67fd-47b9-a399-35819a8f1106 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0917006 Aug 20 11:39:38.760039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c85c1b8c-4fbb-4ab6-8634-cdb81ee6fc7e req-16252f3a-27d3-4e09-9ef9-03f4f5e04013 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719109 Aug 20 11:39:38.775329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be2dba9-6fcc-4b29-9e34-9df08be73148 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:38.789382 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.809499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Transition to ACTIVE for port object 7be2dba9-6fcc-4b29-9e34-9df08be73148 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:39:38.826506 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15dcdfc3-c7e4-424a-ad98-4698170b67e5 req-cc0efdc2-5626-49ec-8301-3827cd613d4c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335893 Aug 20 11:39:38.866820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-259b39d3-aabb-4ebc-a287-9d39b02a3688 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454936 Aug 20 11:39:38.885084 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:38.967695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Pushing event updated for resources: {'Port': ['ID=7be2dba9-6fcc-4b29-9e34-9df08be73148,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:39.021393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-6d1ff417-acce-4ff8-a9de-a76c66b96055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.022982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-6d1ff417-acce-4ff8-a9de-a76c66b96055 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 1096 time: 0.1069434 Aug 20 11:39:39.059178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Attempting to bind port 7be2dba9-6fcc-4b29-9e34-9df08be73148 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:39:39.059527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Attempting to bind port 7be2dba9-6fcc-4b29-9e34-9df08be73148 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:39:39.060023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Attempting to bind port 7be2dba9-6fcc-4b29-9e34-9df08be73148 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:39.116247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Port 7be2dba9-6fcc-4b29-9e34-9df08be73148 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:39:39.116679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Attempting to bind port 7be2dba9-6fcc-4b29-9e34-9df08be73148 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:39:39.129640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:39:39.130086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:39:39.130587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:39:39.131117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Bound port: 7be2dba9-6fcc-4b29-9e34-9df08be73148, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:39:39.131564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:39.220018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-392963d0-a8a2-4a32-ac4f-6d9acc6b697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.221468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-392963d0-a8a2-4a32-ac4f-6d9acc6b697e service neutron] 10.222.0.38 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1634865 Aug 20 11:39:39.228284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] For port 7be2dba9-6fcc-4b29-9e34-9df08be73148, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:39:39.231761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] For port 7be2dba9-6fcc-4b29-9e34-9df08be73148, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7be2dba9-6fcc-4b29-9e34-9df08be73148,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:39:39.242232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc1b5d-2951-443f-9055-1195220e23b0 req-a1ee6c3b-4d49-4245-a6b0-8269b7448663 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.243828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9fbc1b5d-2951-443f-9055-1195220e23b0 req-a1ee6c3b-4d49-4245-a6b0-8269b7448663 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 948 time: 0.1425495 Aug 20 11:39:39.276166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-fcd720e2-529e-4937-9303-d840f12ec9c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22efe15-6469-4ed8-a100-8b6d0e47d6d5 HTTP/1.1" status: 200 len: 217 time: 0.0410540 Aug 20 11:39:39.336143 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:39.377751 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9fbc1b5d-2951-443f-9055-1195220e23b0 req-77fa6843-167e-44c8-8bd0-86703811189f tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa3fbce-6e7f-4615-b799-c479260eab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262167 Aug 20 11:39:39.379728 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d88fa405-760b-45f6-90d7-4bd976bd2c39 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:39.382060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.382747 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:39.384231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] 10.222.0.57 "PUT /v2.0/ports/7be2dba9-6fcc-4b29-9e34-9df08be73148 HTTP/1.1" status: 200 len: 1096 time: 1.1083753 Aug 20 11:39:39.401147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55867ce3-5caf-411e-8a1b-c79101302de2', 'tag': '7be2dba9-6fcc-4b29-9e34-9df08be73148'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:39.401147 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd89cfa-8195-43fe-ab22-b44c145deb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "55867ce3-5caf-411e-8a1b-c79101302de2", "tag": "7be2dba9-6fcc-4b29-9e34-9df08be73148"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:39.422795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-e80c0c77-9064-4310-ad4e-a69d5e8d1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.424402 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-e80c0c77-9064-4310-ad4e-a69d5e8d1a21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.1258886 Aug 20 11:39:39.443967 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6258805e-288a-458f-bc40-c16b50f0eb2a x-openstack-request-id: req-6258805e-288a-458f-bc40-c16b50f0eb2a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:39.444176 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55867ce3-5caf-411e-8a1b-c79101302de2", "tag": "7be2dba9-6fcc-4b29-9e34-9df08be73148", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:39.444311 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6258805e-288a-458f-bc40-c16b50f0eb2a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:39.444690 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55867ce3-5caf-411e-8a1b-c79101302de2', 'tag': '7be2dba9-6fcc-4b29-9e34-9df08be73148', 'status': 'completed', 'code': 200} Aug 20 11:39:39.469757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d88fa405-760b-45f6-90d7-4bd976bd2c39 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:39.489930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dc187-b8f9-467b-9d5e-a375398fd554 service neutron] Pushing event updated for resources: {'Port': ['ID=7be2dba9-6fcc-4b29-9e34-9df08be73148,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:39.529739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076d2cb-a559-48ab-a79c-4c94b57eafc0 req-881a6376-ad0d-4b3d-be3d-541064d54fb1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.537953 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0076d2cb-a559-48ab-a79c-4c94b57eafc0 req-881a6376-ad0d-4b3d-be3d-541064d54fb1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1839449 Aug 20 11:39:39.583907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd89cfa-8195-43fe-ab22-b44c145deb9d req-0ef02042-620b-4aa5-9143-61bb2eefe168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.585452 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cd89cfa-8195-43fe-ab22-b44c145deb9d req-0ef02042-620b-4aa5-9143-61bb2eefe168 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b872e6bab6e40a491c08264ce299ece&device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 1099 time: 0.1202474 Aug 20 11:39:39.587264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-f1e10e8d-62bd-4bde-8524-41afcfc05c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.588643 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-f1e10e8d-62bd-4bde-8524-41afcfc05c5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479397 Aug 20 11:39:39.606060 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0076d2cb-a559-48ab-a79c-4c94b57eafc0 req-d6d4f74f-5318-4e08-9e10-5c681a4191d8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672085 Aug 20 11:39:39.610928 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-d88fa405-760b-45f6-90d7-4bd976bd2c39 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Floating IP 464aa402-96f2-40f3-b9ee-3c1fd3b7633b associated. External IP: 172.25.4.251, port: fd3af5e8-620c-478b-8e98-484a9fd525c9. Aug 20 11:39:39.626954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cd89cfa-8195-43fe-ab22-b44c145deb9d req-ea37c69d-31e9-4ed0-be1a-9f9805eea020 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4b872e6bab6e40a491c08264ce299ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319853 Aug 20 11:39:39.782429 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-06ff04ae-0290-4e65-afe0-498872cc0fde service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740992 Aug 20 11:39:39.801126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd89cfa-8195-43fe-ab22-b44c145deb9d req-0aed3cf2-95ff-48ee-9737-b6c29e99fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.802826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2cd89cfa-8195-43fe-ab22-b44c145deb9d req-0aed3cf2-95ff-48ee-9737-b6c29e99fabd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1662099 Aug 20 11:39:39.904377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88fa405-760b-45f6-90d7-4bd976bd2c39 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Router c35711ff-03d4-411f-ba16-8497b2440652 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:39:39.924967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da5cce-467d-4a59-b05a-341cba0b3425 req-9cdc0129-0dd9-4b54-8c38-37ca39ba3633 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.926636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31da5cce-467d-4a59-b05a-341cba0b3425 req-9cdc0129-0dd9-4b54-8c38-37ca39ba3633 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0719857 Aug 20 11:39:39.929538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-82fd3da5-44b1-4fe8-8396-a402f3c84492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:39.931059 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-82fd3da5-44b1-4fe8-8396-a402f3c84492 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4b872e6bab6e40a491c08264ce299ece&device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 1099 time: 0.0866265 Aug 20 11:39:39.934907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1910ab51-4bfd-4cc6-a022-420d979a1c75 req-353e0279-2d92-4dda-b7cd-76b66111beed service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429350 Aug 20 11:39:40.001427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-a4df0edb-8a64-4444-b75f-18e9a783d812 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=7be2dba9-6fcc-4b29-9e34-9df08be73148 HTTP/1.1" status: 200 len: 217 time: 0.0622592 Aug 20 11:39:40.023549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31da5cce-467d-4a59-b05a-341cba0b3425 req-7ae013ee-0ff8-4c93-aa9c-57f1f0def263 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564814 Aug 20 11:39:40.054148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-045db35f-3836-446c-8bc8-72ae9e370f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.057700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-045db35f-3836-446c-8bc8-72ae9e370f80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0479400 Aug 20 11:39:40.071170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88fa405-760b-45f6-90d7-4bd976bd2c39 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:39:40.076212 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d88fa405-760b-45f6-90d7-4bd976bd2c39 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:40.088304 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] Sync routers for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:39:40.098172 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:40.099349 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:39:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:40.129443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-c99a0a7f-5d83-4143-97cb-0d0836fbb67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.131456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-c99a0a7f-5d83-4143-97cb-0d0836fbb67a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683918 Aug 20 11:39:40.136403 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d88fa405-760b-45f6-90d7-4bd976bd2c39 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "PUT /v2.0/floatingips/464aa402-96f2-40f3-b9ee-3c1fd3b7633b HTTP/1.1" status: 200 len: 991 time: 1.9564171 Aug 20 11:39:40.138658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b9602a-9311-4602-b123-97e301f81035', 'tag': 'fd3af5e8-620c-478b-8e98-484a9fd525c9'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:40.142644 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049ebf2e-333a-4680-a035-00f7b7fcca10" -d '{"events": [{"name": "network-changed", "server_uuid": "28b9602a-9311-4602-b123-97e301f81035", "tag": "fd3af5e8-620c-478b-8e98-484a9fd525c9"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:40.211954 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:40.251094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-14d696a7-a788-4a14-bb55-9b54cf3118d3 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115501 Aug 20 11:39:40.255929 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7216d72c-2d8d-4165-8b15-2b1b7183498d x-openstack-request-id: req-7216d72c-2d8d-4165-8b15-2b1b7183498d {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:40.256493 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b9602a-9311-4602-b123-97e301f81035", "tag": "fd3af5e8-620c-478b-8e98-484a9fd525c9", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:40.256582 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7216d72c-2d8d-4165-8b15-2b1b7183498d {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:40.256935 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b9602a-9311-4602-b123-97e301f81035', 'tag': 'fd3af5e8-620c-478b-8e98-484a9fd525c9', 'status': 'completed', 'code': 200} Aug 20 11:39:40.373958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-f2fd6c66-1005-40a4-8a71-7b60a91309f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.376185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-f2fd6c66-1005-40a4-8a71-7b60a91309f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 1096 time: 0.0751321 Aug 20 11:39:40.381966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d930cfe0-5720-42ba-a339-429ae09071b6 req-ad5b048c-57e2-4a89-a577-3621f2c5d9f8 service neutron] 10.222.0.57 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257248 Aug 20 11:39:40.460141 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '464aa402-96f2-40f3-b9ee-3c1fd3b7633b', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'port_id': 'fd3af5e8-620c-478b-8e98-484a9fd525c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'mac_address': 'fa:16:3e:31:7c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b9602a-9311-4602-b123-97e301f81035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:39:21Z', 'updated_at': '2021-08-20T11:39:39Z', 'revision_number': 1, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:40.486693 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] Checking router: c35711ff-03d4-411f-ba16-8497b2440652 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:39:40.494998 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:39:40.495630 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:39:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:40.501609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-b0f29718-147e-4817-9961-5a42eeb03841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.503132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-b0f29718-147e-4817-9961-5a42eeb03841 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 912 time: 0.1197283 Aug 20 11:39:40.517503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d2a47-64b6-46bc-8155-8c245d662a34 req-97cedfc3-74f4-4add-a5e8-e13620668d03 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.519040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c65d2a47-64b6-46bc-8155-8c245d662a34 req-97cedfc3-74f4-4add-a5e8-e13620668d03 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 948 time: 0.0660477 Aug 20 11:39:40.603250 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:39:40.605077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c65d2a47-64b6-46bc-8155-8c245d662a34 req-72f2efb9-5927-4b60-aae2-e5a0d2dfbcbc tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa3fbce-6e7f-4615-b799-c479260eab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793257 Aug 20 11:39:40.606788 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-d840e643-6917-471d-a29f-36c327fdfb3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3af5e8-620c-478b-8e98-484a9fd525c9 HTTP/1.1" status: 200 len: 999 time: 0.0867915 Aug 20 11:39:40.658264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-e88e26df-99cd-4afd-b91f-1e24e4729ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.659676 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-e88e26df-99cd-4afd-b91f-1e24e4729ce3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=395d3605-f706-4c0a-89ef-d0f55e196582 HTTP/1.1" status: 200 len: 850 time: 0.0453849 Aug 20 11:39:40.718659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-3ae2fd07-9e21-4367-915d-bff8585b8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.718659 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-3ae2fd07-9e21-4367-915d-bff8585b8c6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4eb590e-64d9-479d-b239-dfeba7bd10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466702 Aug 20 11:39:40.809937 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-76bcd163-ab33-4bed-9edf-90781543ce2f service neutron] 10.222.0.38 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877366 Aug 20 11:39:40.830870 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '464aa402-96f2-40f3-b9ee-3c1fd3b7633b', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'port_id': 'fd3af5e8-620c-478b-8e98-484a9fd525c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'mac_address': 'fa:16:3e:31:7c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b9602a-9311-4602-b123-97e301f81035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:39:21Z', 'updated_at': '2021-08-20T11:39:39Z', 'revision_number': 1, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:39:40.858415 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156ab032-6450-492d-8a30-0ed9acc385ca None None] The sync data for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 is: [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '464aa402-96f2-40f3-b9ee-3c1fd3b7633b', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'floating_ip_address': '172.25.4.251', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'port_id': 'fd3af5e8-620c-478b-8e98-484a9fd525c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'mac_address': 'fa:16:3e:31:7c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b9602a-9311-4602-b123-97e301f81035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:39:21Z', 'updated_at': '2021-08-20T11:39:39Z', 'revision_number': 1, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:39:40.954373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-049ebf2e-333a-4680-a035-00f7b7fcca10 req-8b34329e-3b2f-4b32-9ecb-3441e5e88a6b service neutron] 10.222.0.38 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362345 Aug 20 11:39:40.962989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd92e03-4ec2-42e1-95c3-4566180acb5d req-d0df4eee-9785-4072-a20c-e05ddeb245f6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:40.964652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6cd92e03-4ec2-42e1-95c3-4566180acb5d req-d0df4eee-9785-4072-a20c-e05ddeb245f6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0746150 Aug 20 11:39:41.020700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6cd92e03-4ec2-42e1-95c3-4566180acb5d req-418a92ba-3ed7-493e-b5f5-ada4c2ce6a28 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Aug 20 11:39:41.076821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65647e5d-8841-405b-b2ce-8333162e6a43 None None] New status for floating IP 464aa402-96f2-40f3-b9ee-3c1fd3b7633b: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:39:41.147853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af962e2-d200-4a04-a0f5-fdf53cd2bd67 req-8d032e75-1b55-4864-9ea1-47dff200b752 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:41.149484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6af962e2-d200-4a04-a0f5-fdf53cd2bd67 req-8d032e75-1b55-4864-9ea1-47dff200b752 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Aug 20 11:39:41.180886 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:41.187922 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6af962e2-d200-4a04-a0f5-fdf53cd2bd67 req-7a6d1d19-a5e7-4a78-a045-df5cde967bfe tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322206 Aug 20 11:39:41.721794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78643bd1-8216-4b78-b1ad-d5557a77f9ab req-31d0c9d4-f889-4f17-949f-716f98881551 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:41.723377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78643bd1-8216-4b78-b1ad-d5557a77f9ab req-31d0c9d4-f889-4f17-949f-716f98881551 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 948 time: 0.0491686 Aug 20 11:39:41.767939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78643bd1-8216-4b78-b1ad-d5557a77f9ab req-e1bb93ea-1686-4fed-a05e-ca3cab649c7f tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa3fbce-6e7f-4615-b799-c479260eab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Aug 20 11:39:42.142768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d29f76-0a03-4d90-95ca-0fcc1340bdfc req-852965d5-ad59-469d-9620-f1909e3e2424 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:42.144393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8d29f76-0a03-4d90-95ca-0fcc1340bdfc req-852965d5-ad59-469d-9620-f1909e3e2424 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0516629 Aug 20 11:39:42.185164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8d29f76-0a03-4d90-95ca-0fcc1340bdfc req-55eacd2d-9ece-47f8-96b8-a736aca19245 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345447 Aug 20 11:39:42.321693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffe241-2ff4-4514-95e4-b37437a5e1a7 req-964b594c-6bf3-4120-9f17-ae557d2ffeb7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:42.323230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26ffe241-2ff4-4514-95e4-b37437a5e1a7 req-964b594c-6bf3-4120-9f17-ae557d2ffeb7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0560832 Aug 20 11:39:42.365776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26ffe241-2ff4-4514-95e4-b37437a5e1a7 req-1b694b90-7646-4805-a10b-5cbc48a5d2d4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364120 Aug 20 11:39:42.518345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7be2dba9-6fcc-4b29-9e34-9df08be73148 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:39:42.620388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 7be2dba9-6fcc-4b29-9e34-9df08be73148, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7be2dba9-6fcc-4b29-9e34-9df08be73148,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:42.632448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '7be2dba9-6fcc-4b29-9e34-9df08be73148', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '7be2dba9-6fcc-4b29-9e34-9df08be73148', 'mac_address': 'fa:16:3e:85:6b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:39:42.671432 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:42.684218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be2dba9-6fcc-4b29-9e34-9df08be73148 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:39:42.703660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 7be2dba9-6fcc-4b29-9e34-9df08be73148, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7be2dba9-6fcc-4b29-9e34-9df08be73148,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:42.808257 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:42.861262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=7be2dba9-6fcc-4b29-9e34-9df08be73148,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:42.873456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.874769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.875380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.875929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.876474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.877026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.877428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.877845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.878248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.878675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.879225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.879652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:42.898687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0b0b5-d46b-42af-8a26-9126897f6a4a req-417101b7-3921-42e1-aa78-7a554f756d2e tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:42.900294 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34d0b0b5-d46b-42af-8a26-9126897f6a4a req-417101b7-3921-42e1-aa78-7a554f756d2e tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 949 time: 0.0585520 Aug 20 11:39:42.941202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34d0b0b5-d46b-42af-8a26-9126897f6a4a req-c0dff5aa-c945-4e4f-abeb-b77a288cc0b5 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa3fbce-6e7f-4615-b799-c479260eab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323026 Aug 20 11:39:43.080662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['7be2dba9-6fcc-4b29-9e34-9df08be73148'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:43.313858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7ccb-44b1-4284-8ab6-73d507dbe4b2 req-450eef9e-cd70-4f32-ac45-c93a3e1eefcc tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:43.316156 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de9e7ccb-44b1-4284-8ab6-73d507dbe4b2 req-450eef9e-cd70-4f32-ac45-c93a3e1eefcc tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0617456 Aug 20 11:39:43.359561 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de9e7ccb-44b1-4284-8ab6-73d507dbe4b2 req-601d670c-5aa6-4d40-9600-8e274753b421 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354114 Aug 20 11:39:43.427971 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:43.484056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486218ed-e610-4622-809f-259a12fd7747 req-86241475-e03d-42db-a235-b90cf6a28c58 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:43.485538 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-486218ed-e610-4622-809f-259a12fd7747 req-86241475-e03d-42db-a235-b90cf6a28c58 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0509114 Aug 20 11:39:43.527167 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-486218ed-e610-4622-809f-259a12fd7747 req-a5c4b523-7be2-4052-8bd9-901835d3c74c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352683 Aug 20 11:39:44.060285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc846-b491-482d-ad5f-fec5626e5140 req-e6dcb54f-c128-4cae-b37c-b7146aa2b499 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:44.062447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-052dc846-b491-482d-ad5f-fec5626e5140 req-e6dcb54f-c128-4cae-b37c-b7146aa2b499 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 949 time: 0.0503478 Aug 20 11:39:44.101506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-052dc846-b491-482d-ad5f-fec5626e5140 req-7b9bc878-3e6c-47ba-991d-d56093b5beda tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa3fbce-6e7f-4615-b799-c479260eab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Aug 20 11:39:44.479401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933bff4-bf8c-44c3-937d-95d4a172111d req-ce4dcff1-5190-409c-8a1d-a428eb124f7d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:44.480923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a933bff4-bf8c-44c3-937d-95d4a172111d req-ce4dcff1-5190-409c-8a1d-a428eb124f7d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0528653 Aug 20 11:39:44.519923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a933bff4-bf8c-44c3-937d-95d4a172111d req-caa8c6e3-1493-4a75-bfd6-e1a6243d5874 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323544 Aug 20 11:39:44.521362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7be2dba9-6fcc-4b29-9e34-9df08be73148 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:39:44.653313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed3a6-3b06-46f2-a2e5-0bbdc965fcb6 req-915c96c7-bb1f-44e1-b77c-42a64fdc51c0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:44.655496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-854ed3a6-3b06-46f2-a2e5-0bbdc965fcb6 req-915c96c7-bb1f-44e1-b77c-42a64fdc51c0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0564401 Aug 20 11:39:44.680770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 7be2dba9-6fcc-4b29-9e34-9df08be73148 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:39:44.682814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 7be2dba9-6fcc-4b29-9e34-9df08be73148 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:39:44.683206 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:44.720723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-854ed3a6-3b06-46f2-a2e5-0bbdc965fcb6 req-08f596b2-66e2-4db3-a00f-37e1f012f3b4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538571 Aug 20 11:39:44.778395 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:44.812706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55867ce3-5caf-411e-8a1b-c79101302de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be2dba9-6fcc-4b29-9e34-9df08be73148'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:44.815557 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f63d3-6cd7-4e1f-a201-d9cea39a775e" -d '{"events": [{"server_uuid": "55867ce3-5caf-411e-8a1b-c79101302de2", "name": "network-vif-plugged", "status": "completed", "tag": "7be2dba9-6fcc-4b29-9e34-9df08be73148"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:44.819656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 7be2dba9-6fcc-4b29-9e34-9df08be73148, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7be2dba9-6fcc-4b29-9e34-9df08be73148,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:44.856664 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1798c882-3d31-4471-96a5-c5ab856042ff x-openstack-request-id: req-1798c882-3d31-4471-96a5-c5ab856042ff {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:44.856972 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55867ce3-5caf-411e-8a1b-c79101302de2", "name": "network-vif-plugged", "status": "completed", "tag": "7be2dba9-6fcc-4b29-9e34-9df08be73148", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:44.857239 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1798c882-3d31-4471-96a5-c5ab856042ff {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:44.857650 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55867ce3-5caf-411e-8a1b-c79101302de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be2dba9-6fcc-4b29-9e34-9df08be73148', 'code': 200} Aug 20 11:39:44.962196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9c791-74e8-48a6-af29-92d8e3b401c5 req-5f83f651-a92d-4552-8e80-400c70d413b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:44.963798 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-59a9c791-74e8-48a6-af29-92d8e3b401c5 req-5f83f651-a92d-4552-8e80-400c70d413b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 1100 time: 0.0510442 Aug 20 11:39:45.002080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-59a9c791-74e8-48a6-af29-92d8e3b401c5 req-bef8b754-647d-4235-912f-774dd347a97c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=daa3fbce-6e7f-4615-b799-c479260eab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303020 Aug 20 11:39:45.048799 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:45.103970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=7be2dba9-6fcc-4b29-9e34-9df08be73148,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:45.136948 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-866a6ec6-9e4b-472f-a167-9b1949935710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:45.222506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d9344-51f9-4800-89ac-5e924f330316 req-a0df9d06-244f-45ef-b82c-5320fde2196a tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:45.224023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d8d9344-51f9-4800-89ac-5e924f330316 req-a0df9d06-244f-45ef-b82c-5320fde2196a tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 950 time: 0.0509837 Aug 20 11:39:45.263995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d8d9344-51f9-4800-89ac-5e924f330316 req-5743669b-d9a1-4099-81ce-dd925faf2dbd tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa3fbce-6e7f-4615-b799-c479260eab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Aug 20 11:39:45.651400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff7cf7-1e1c-4d55-9c00-9de443468ff6 req-198cf810-bcb2-46bc-8b0a-c4826fcb0f7a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:45.654009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddff7cf7-1e1c-4d55-9c00-9de443468ff6 req-198cf810-bcb2-46bc-8b0a-c4826fcb0f7a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0525031 Aug 20 11:39:45.692073 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddff7cf7-1e1c-4d55-9c00-9de443468ff6 req-32d4444e-4716-4c2e-8c61-e4291c1dfa1f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Aug 20 11:39:45.845545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627bbdd-5f7d-43b1-b843-b2d54d8042c5 req-2f95c65e-32b6-4b47-baac-e9f83df34b0b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:45.847102 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3627bbdd-5f7d-43b1-b843-b2d54d8042c5 req-2f95c65e-32b6-4b47-baac-e9f83df34b0b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0496490 Aug 20 11:39:45.886993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3627bbdd-5f7d-43b1-b843-b2d54d8042c5 req-a1f7e843-8ca5-4e4b-aa64-6410d73244ca tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Aug 20 11:39:46.387578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965a80-7460-4647-95a4-af08cdeb997d req-beb75fd3-8350-4ec7-8b59-69df3b7334f7 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:46.389071 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8e965a80-7460-4647-95a4-af08cdeb997d req-beb75fd3-8350-4ec7-8b59-69df3b7334f7 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 950 time: 0.0544553 Aug 20 11:39:46.434065 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8e965a80-7460-4647-95a4-af08cdeb997d req-0df2f637-7843-4c18-95f6-fe2dd38366de tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa3fbce-6e7f-4615-b799-c479260eab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387192 Aug 20 11:39:46.817860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f557a-2b39-4e6f-9745-a21a5f9b2e95 req-6d3fea2c-17a6-41cb-93f8-7c9bce6aac53 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:46.819323 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b88f557a-2b39-4e6f-9745-a21a5f9b2e95 req-6d3fea2c-17a6-41cb-93f8-7c9bce6aac53 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0555446 Aug 20 11:39:46.863282 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b88f557a-2b39-4e6f-9745-a21a5f9b2e95 req-661f3c92-323f-43e7-8683-676050cd17e7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371311 Aug 20 11:39:46.934335 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48268) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:46.993720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33731549-3a7b-4699-9ee0-23a6590b00dd req-6dc49195-834d-46e9-bb78-19c333f3499f tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:46.995385 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33731549-3a7b-4699-9ee0-23a6590b00dd req-6dc49195-834d-46e9-bb78-19c333f3499f tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 950 time: 0.0548930 Aug 20 11:39:47.015936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c43b2-73d6-4330-9b9e-58d874510d7c req-bd55139f-b4a2-43cb-be76-a0a9b9900c2c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:47.018285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d90c43b2-73d6-4330-9b9e-58d874510d7c req-bd55139f-b4a2-43cb-be76-a0a9b9900c2c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0555077 Aug 20 11:39:47.044703 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33731549-3a7b-4699-9ee0-23a6590b00dd req-f9f9d864-f1c8-43b4-9524-95b7820bed18 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa3fbce-6e7f-4615-b799-c479260eab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429409 Aug 20 11:39:47.059347 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d90c43b2-73d6-4330-9b9e-58d874510d7c req-8963be5d-acf4-4f96-bb0c-eeea32dad311 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350454 Aug 20 11:39:47.072297 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.160619 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.254266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.297196 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e00abf1a8d14cdf8ec81f63aaafc336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3611813 Aug 20 11:39:47.298089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b94af3-ac76-456f-86ff-d4e3211fd5ca,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:47.300090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48272) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:47.305703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.306051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.306393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.306756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.307089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.307419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.307747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.308073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.308398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.308720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.309045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.309364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7548a4-95c0-4b3a-b434-7e359121e8b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:39:47.355618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27615a6d-851b-4b78-8405-89c4942b7433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.378241 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27615a6d-851b-4b78-8405-89c4942b7433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.502922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27615a6d-851b-4b78-8405-89c4942b7433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.506599 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-27615a6d-851b-4b78-8405-89c4942b7433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.507780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-27615a6d-851b-4b78-8405-89c4942b7433 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2b94af3-ac76-456f-86ff-d4e3211fd5ca HTTP/1.1" status: 204 len: 168 time: 0.2065713 Aug 20 11:39:47.516375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27615a6d-851b-4b78-8405-89c4942b7433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b94af3-ac76-456f-86ff-d4e3211fd5ca,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:47.736850 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4e9ded5a-8f06-4462-96d5-acc28c031e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:47.979192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dc7d2-f662-4232-a575-66b6642d5de4 req-991ba28c-827d-466b-9351-614a17881029 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:47.980726 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c7dc7d2-f662-4232-a575-66b6642d5de4 req-991ba28c-827d-466b-9351-614a17881029 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0489817 Aug 20 11:39:48.019778 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7c7dc7d2-f662-4232-a575-66b6642d5de4 req-d09dad08-fea6-4309-8000-29c877d16fbf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327489 Aug 20 11:39:48.187955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3e7d3-a3fb-4905-b9db-00de430f7232 req-64e346dd-ee8b-4fa5-bf43-ebdc36345323 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:48.189612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2b3e7d3-a3fb-4905-b9db-00de430f7232 req-64e346dd-ee8b-4fa5-bf43-ebdc36345323 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 950 time: 0.0656438 Aug 20 11:39:48.194464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8c20-07d7-4faa-992c-4119608ce29e req-bcb2522a-faac-44aa-8f60-9da2f90a42ea tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:48.196079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39cc8c20-07d7-4faa-992c-4119608ce29e req-bcb2522a-faac-44aa-8f60-9da2f90a42ea tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0593462 Aug 20 11:39:48.232865 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2b3e7d3-a3fb-4905-b9db-00de430f7232 req-1e85c402-6d81-484a-8a49-66397ab2db44 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa3fbce-6e7f-4615-b799-c479260eab06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360970 Aug 20 11:39:48.235614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39cc8c20-07d7-4faa-992c-4119608ce29e req-e6170cc9-6e4a-408b-b178-0b13bd396b52 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Aug 20 11:39:48.273590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48286) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:48.286885 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0512d85-46df-43ad-be14-2488c6b915ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.364642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-8eb9b8c5-35ab-4438-9692-c47fccfd0583 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:48.366039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-8eb9b8c5-35ab-4438-9692-c47fccfd0583 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.57 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 950 time: 0.0525422 Aug 20 11:39:48.373578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0512d85-46df-43ad-be14-2488c6b915ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.455453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-51b5bfc7-42dd-4d1a-956c-522f83cae5e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Deleting port 7be2dba9-6fcc-4b29-9e34-9df08be73148 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:48.455802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-51b5bfc7-42dd-4d1a-956c-522f83cae5e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.477351 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0512d85-46df-43ad-be14-2488c6b915ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.520849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b0512d85-46df-43ad-be14-2488c6b915ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2086c99ad9664fbe834dfa30ac1a1272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438068 Aug 20 11:39:48.520849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0512d85-46df-43ad-be14-2488c6b915ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5127dfa1-a88d-4bda-ad28-e8322f4a4041,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:48.522021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48288) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:48.579799 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-435f5dc4-37db-4b45-b886-8a60f2399d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.604215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-435f5dc4-37db-4b45-b886-8a60f2399d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.628848 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.831972 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-435f5dc4-37db-4b45-b886-8a60f2399d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.834944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-435f5dc4-37db-4b45-b886-8a60f2399d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.836124 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-435f5dc4-37db-4b45-b886-8a60f2399d6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5127dfa1-a88d-4bda-ad28-e8322f4a4041 HTTP/1.1" status: 204 len: 168 time: 0.3131492 Aug 20 11:39:48.844314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f5dc4-37db-4b45-b886-8a60f2399d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5127dfa1-a88d-4bda-ad28-e8322f4a4041,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:48.889485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-51b5bfc7-42dd-4d1a-956c-522f83cae5e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] For port 7be2dba9-6fcc-4b29-9e34-9df08be73148, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=7be2dba9-6fcc-4b29-9e34-9df08be73148,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:48.889771 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-51b5bfc7-42dd-4d1a-956c-522f83cae5e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:48.905246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-51b5bfc7-42dd-4d1a-956c-522f83cae5e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Calling delete_port for 7be2dba9-6fcc-4b29-9e34-9df08be73148 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:49.117936 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-51b5bfc7-42dd-4d1a-956c-522f83cae5e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.131846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['7be2dba9-6fcc-4b29-9e34-9df08be73148'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:49.156589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5bfc7-42dd-4d1a-956c-522f83cae5e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Pushing event deleted for resources: {'Port': ['ID=7be2dba9-6fcc-4b29-9e34-9df08be73148,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:49.193120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34f29d-d611-4c01-a195-a9c5c5f0c501 req-beafdf27-d443-4ad5-ae56-777eb814aa54 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.194720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b34f29d-d611-4c01-a195-a9c5c5f0c501 req-beafdf27-d443-4ad5-ae56-777eb814aa54 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1049681 Aug 20 11:39:49.214252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-51b5bfc7-42dd-4d1a-956c-522f83cae5e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] No DVR routers for this DVR port 7be2dba9-6fcc-4b29-9e34-9df08be73148 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:49.222499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-51b5bfc7-42dd-4d1a-956c-522f83cae5e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.224440 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a982fc4-fb0e-425b-af50-17a11850a220 req-51b5bfc7-42dd-4d1a-956c-522f83cae5e1 tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.57 "DELETE /v2.0/ports/7be2dba9-6fcc-4b29-9e34-9df08be73148 HTTP/1.1" status: 204 len: 173 time: 0.8517275 Aug 20 11:39:49.225139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55867ce3-5caf-411e-8a1b-c79101302de2', 'name': 'network-vif-deleted', 'tag': '7be2dba9-6fcc-4b29-9e34-9df08be73148'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:49.227582 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4e11b3-690f-4d80-af8f-252b3f8a479c" -d '{"events": [{"server_uuid": "55867ce3-5caf-411e-8a1b-c79101302de2", "name": "network-vif-deleted", "tag": "7be2dba9-6fcc-4b29-9e34-9df08be73148"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:49.240464 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.293999 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f26e013-6eb0-43af-ac88-13a970a486ed x-openstack-request-id: req-8f26e013-6eb0-43af-ac88-13a970a486ed {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:49.294303 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55867ce3-5caf-411e-8a1b-c79101302de2", "name": "network-vif-deleted", "tag": "7be2dba9-6fcc-4b29-9e34-9df08be73148", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:49.294588 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f26e013-6eb0-43af-ac88-13a970a486ed {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:49.294986 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55867ce3-5caf-411e-8a1b-c79101302de2', 'name': 'network-vif-deleted', 'tag': '7be2dba9-6fcc-4b29-9e34-9df08be73148', 'status': 'completed', 'code': 200} Aug 20 11:39:49.298579 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b34f29d-d611-4c01-a195-a9c5c5f0c501 req-77e3f381-3b7d-4e29-9209-7c8aff09cc13 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856271 Aug 20 11:39:49.380711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5a9354c-317d-4834-a6dd-6a036df26e4d req-7daee142-5bb7-47f5-b4f6-4369e76e54ff tempest-VolumesNegativeTest-415664139 tempest-VolumesNegativeTest-415664139-project] 10.222.0.10 "GET /v2.0/ports?device_id=55867ce3-5caf-411e-8a1b-c79101302de2 HTTP/1.1" status: 200 len: 210 time: 0.0341840 Aug 20 11:39:49.427907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcbf2b-e44d-41d0-9e25-71baca227afd req-0adb3802-dd81-4961-a922-11adca258b73 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:49.429420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20bcbf2b-e44d-41d0-9e25-71baca227afd req-0adb3802-dd81-4961-a922-11adca258b73 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0570915 Aug 20 11:39:49.467846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20bcbf2b-e44d-41d0-9e25-71baca227afd req-a73d7f37-de5a-488b-84f6-0896d1bf1675 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320230 Aug 20 11:39:49.585374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48304) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:49.600628 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-87752d88-4e84-49fb-97b9-f49404163699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.694425 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-87752d88-4e84-49fb-97b9-f49404163699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.788352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-87752d88-4e84-49fb-97b9-f49404163699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.829329 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-87752d88-4e84-49fb-97b9-f49404163699 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72ec70866da74bb3a57745d57c1484dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428753 Aug 20 11:39:49.830312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87752d88-4e84-49fb-97b9-f49404163699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4517c0c-df9f-421b-8813-d7f806840956,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:49.831915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48308) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:49.883417 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4600d7e-1164-45db-afd1-61559f9c6bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:49.904480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4600d7e-1164-45db-afd1-61559f9c6bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.080358 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4600d7e-1164-45db-afd1-61559f9c6bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.083085 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a4600d7e-1164-45db-afd1-61559f9c6bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:50.086599 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a4600d7e-1164-45db-afd1-61559f9c6bef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4517c0c-df9f-421b-8813-d7f806840956 HTTP/1.1" status: 204 len: 168 time: 0.2513452 Aug 20 11:39:50.093002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4600d7e-1164-45db-afd1-61559f9c6bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4517c0c-df9f-421b-8813-d7f806840956,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:50.428313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a226d17-c9ff-4783-a13f-8f6cb5ba6781 req-18b8ab68-bd82-4eb7-945f-1c9693747b38 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.429981 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a226d17-c9ff-4783-a13f-8f6cb5ba6781 req-18b8ab68-bd82-4eb7-945f-1c9693747b38 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0539572 Aug 20 11:39:50.474478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a226d17-c9ff-4783-a13f-8f6cb5ba6781 req-ccb35d5f-7be7-4d82-9233-1fc6920217dd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347071 Aug 20 11:39:50.596974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884821a-7cd2-4e11-ae72-4c72e4bb53cc req-ed3f5c1d-778f-4db0-8655-0c5f58135c5e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:50.598532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8884821a-7cd2-4e11-ae72-4c72e4bb53cc req-ed3f5c1d-778f-4db0-8655-0c5f58135c5e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0590072 Aug 20 11:39:50.638105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8884821a-7cd2-4e11-ae72-4c72e4bb53cc req-038b0d5f-5770-4797-80d0-b69afbfcc73c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Aug 20 11:39:50.794598 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:51.629197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd040a2-b726-4553-bc9f-34ba5907086d req-2951618d-3497-4012-afc2-85e5336aed19 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:51.630788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2bd040a2-b726-4553-bc9f-34ba5907086d req-2951618d-3497-4012-afc2-85e5336aed19 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0789030 Aug 20 11:39:51.669811 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2bd040a2-b726-4553-bc9f-34ba5907086d req-0bf3405b-d4a2-4f78-b576-d2bc96349df3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326355 Aug 20 11:39:51.771477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a448de-38c7-4cc8-bb04-4456c8c19cf6 req-ecba6323-7db2-47b3-98ad-c05e23e508e6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:51.773390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60a448de-38c7-4cc8-bb04-4456c8c19cf6 req-ecba6323-7db2-47b3-98ad-c05e23e508e6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0589156 Aug 20 11:39:51.816822 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60a448de-38c7-4cc8-bb04-4456c8c19cf6 req-2dfbb45d-a2e1-4000-96a0-6afa57cd7244 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364709 Aug 20 11:39:52.079129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293854d0-5361-44a6-ada5-3b08ee53f8cd req-cdf1e9d5-9777-4396-b426-77f1ea2b2c3a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.080647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-293854d0-5361-44a6-ada5-3b08ee53f8cd req-cdf1e9d5-9777-4396-b426-77f1ea2b2c3a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0533929 Aug 20 11:39:52.129463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-293854d0-5361-44a6-ada5-3b08ee53f8cd req-33414f58-3305-4455-9c26-673163cd77d9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406566 Aug 20 11:39:52.205075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-06aaf08f-ee9a-411d-87f1-ba9ce2f5d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.206750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-06aaf08f-ee9a-411d-87f1-ba9ce2f5d633 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1095 time: 0.0469961 Aug 20 11:39:52.306506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-cec67b93-e932-41b9-b51f-ce4f8a9db1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.307210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-cec67b93-e932-41b9-b51f-ce4f8a9db1ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.0932305 Aug 20 11:39:52.383108 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-5b43c0d2-a06b-4e57-ac64-6582b74669ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 999 time: 0.0686331 Aug 20 11:39:52.431808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-104689db-82d9-4b5d-bafd-05d23f8e6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.433292 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-104689db-82d9-4b5d-bafd-05d23f8e6bb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0436063 Aug 20 11:39:52.480062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-6fa86dc2-9d66-4e7e-8e66-48ad24eea6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.481591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-6fa86dc2-9d66-4e7e-8e66-48ad24eea6a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407627 Aug 20 11:39:52.542348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7be2dba9-6fcc-4b29-9e34-9df08be73148 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:39:52.572387 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 7be2dba9-6fcc-4b29-9e34-9df08be73148 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:39:52.573029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 7be2dba9-6fcc-4b29-9e34-9df08be73148 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:39:52.585371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-c5bf12b4-f816-46fd-b147-ea11100e24d9 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960941 Aug 20 11:39:52.686996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab408b2f-789e-4c3d-bc01-d63aa0c75385 req-f3231dfa-e2ac-472a-a3b6-c0ec082ebbb3 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945570 Aug 20 11:39:52.942508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f6af6-a793-4251-b631-3d269b94d338 req-f4551728-3886-40b3-8950-06e5dd6e8503 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:52.944094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a0f6af6-a793-4251-b631-3d269b94d338 req-f4551728-3886-40b3-8950-06e5dd6e8503 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0541117 Aug 20 11:39:53.003377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a0f6af6-a793-4251-b631-3d269b94d338 req-95dce6a1-c3aa-41e8-8008-bae6431a91db tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395322 Aug 20 11:39:53.259201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04326-fc6d-4b74-83a4-613371320d6d req-8133d037-8f00-4f09-9dcd-5c202250be38 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:53.260925 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-04b04326-fc6d-4b74-83a4-613371320d6d req-8133d037-8f00-4f09-9dcd-5c202250be38 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0597382 Aug 20 11:39:53.300078 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-04b04326-fc6d-4b74-83a4-613371320d6d req-8debdaff-7bc1-44fc-b866-66b1bff5d5e3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329261 Aug 20 11:39:53.437212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48506) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:53.553263 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc6f5e7e-6a40-4d9e-9784-b65e9dca9d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:53.654066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc6f5e7e-6a40-4d9e-9784-b65e9dca9d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:53.755025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc6f5e7e-6a40-4d9e-9784-b65e9dca9d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:53.794347 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f5e7e-6a40-4d9e-9784-b65e9dca9d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd8d1f6-eff1-4f4c-8dcf-75554f7b40a5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:53.801881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fc6f5e7e-6a40-4d9e-9784-b65e9dca9d0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1217087df8e84b2db11e00edfd6ab537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604949 Aug 20 11:39:53.801881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48540) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:53.854211 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1af063c2-5003-49f7-8016-10f04a4e72cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:53.876068 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1af063c2-5003-49f7-8016-10f04a4e72cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:54.023281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1af063c2-5003-49f7-8016-10f04a4e72cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:54.028644 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1af063c2-5003-49f7-8016-10f04a4e72cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:54.030171 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1af063c2-5003-49f7-8016-10f04a4e72cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdd8d1f6-eff1-4f4c-8dcf-75554f7b40a5 HTTP/1.1" status: 204 len: 168 time: 0.2276735 Aug 20 11:39:54.040486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af063c2-5003-49f7-8016-10f04a4e72cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd8d1f6-eff1-4f4c-8dcf-75554f7b40a5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:54.119384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45ade-a2f2-4224-a2f9-8d7870d2efbc req-321df781-73b5-4e79-943b-51df7f391a10 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:54.121138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94a45ade-a2f2-4224-a2f9-8d7870d2efbc req-321df781-73b5-4e79-943b-51df7f391a10 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0507214 Aug 20 11:39:54.163227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94a45ade-a2f2-4224-a2f9-8d7870d2efbc req-57771a03-14a4-4c6f-9c14-fd6ba69f3ac2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354109 Aug 20 11:39:54.445986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5663c83-8a7b-48e6-8be5-e2de130f1d08 req-40912f9e-ff2e-4ef1-a4fc-e7ac19eacb56 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:54.445986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5663c83-8a7b-48e6-8be5-e2de130f1d08 req-40912f9e-ff2e-4ef1-a4fc-e7ac19eacb56 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0654721 Aug 20 11:39:54.491249 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5663c83-8a7b-48e6-8be5-e2de130f1d08 req-c027e9c3-56ff-4af9-823f-e5a16811ac3f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347722 Aug 20 11:39:54.608465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c02ca4-68b2-409b-83df-dbbe725b0d46 req-08bd44be-94cb-4ac0-8ab7-508fd3a915d6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:54.610010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8c02ca4-68b2-409b-83df-dbbe725b0d46 req-08bd44be-94cb-4ac0-8ab7-508fd3a915d6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0542068 Aug 20 11:39:54.650686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8c02ca4-68b2-409b-83df-dbbe725b0d46 req-359744be-c143-4612-81fc-14458ba5c44c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343893 Aug 20 11:39:54.809622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48596) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:54.823034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-928ed11f-0815-4f74-bed7-af63446f9012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:54.915874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-928ed11f-0815-4f74-bed7-af63446f9012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:54.994818 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-928ed11f-0815-4f74-bed7-af63446f9012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.035279 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-928ed11f-0815-4f74-bed7-af63446f9012 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03539a7a503c4385b2e13bab63b060d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245388 Aug 20 11:39:55.036190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ed11f-0815-4f74-bed7-af63446f9012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee4d026-771f-4260-afac-c835b60e55fb,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:55.038052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48602) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:55.104194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1339b9a-c492-4ea5-a887-9d7bacdcd859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.130799 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1339b9a-c492-4ea5-a887-9d7bacdcd859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.232855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20270e9-8bc9-4431-a8b3-96e3abcdf669 req-5e8a3078-7dfe-4bd4-8eef-392bda4c8c2d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.235038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b20270e9-8bc9-4431-a8b3-96e3abcdf669 req-5e8a3078-7dfe-4bd4-8eef-392bda4c8c2d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0590136 Aug 20 11:39:55.258711 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1339b9a-c492-4ea5-a887-9d7bacdcd859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.261216 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a1339b9a-c492-4ea5-a887-9d7bacdcd859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:55.262373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a1339b9a-c492-4ea5-a887-9d7bacdcd859 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ee4d026-771f-4260-afac-c835b60e55fb HTTP/1.1" status: 204 len: 168 time: 0.2230539 Aug 20 11:39:55.284281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b20270e9-8bc9-4431-a8b3-96e3abcdf669 req-16444823-4f95-468a-bc6c-3d7e6c3b57fe tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Aug 20 11:39:55.289576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1339b9a-c492-4ea5-a887-9d7bacdcd859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee4d026-771f-4260-afac-c835b60e55fb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:55.318669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dcc95-1632-4aa9-9277-3a2b8be78bc8 req-d2505195-346f-45ef-9963-20ee2ae5a43e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.320935 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3a0dcc95-1632-4aa9-9277-3a2b8be78bc8 req-d2505195-346f-45ef-9963-20ee2ae5a43e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0820942 Aug 20 11:39:55.376707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3a0dcc95-1632-4aa9-9277-3a2b8be78bc8 req-ddc849cf-731f-4269-a04e-bc47978c2861 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479004 Aug 20 11:39:55.789330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad216661-322e-46f7-bb8c-7621523062d4 req-fce56211-cb0b-4bc7-9c1a-a72212dfe8de tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.792031 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad216661-322e-46f7-bb8c-7621523062d4 req-fce56211-cb0b-4bc7-9c1a-a72212dfe8de tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0857220 Aug 20 11:39:55.854645 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad216661-322e-46f7-bb8c-7621523062d4 req-1d0547bd-925a-4c9d-9fea-24324b0be54b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534141 Aug 20 11:39:55.962055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51a0ac-7301-4bbe-8444-be1e8699ecc2 req-9610b0f7-4401-432c-89bf-3e6dd5c6d57f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:55.963504 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7a51a0ac-7301-4bbe-8444-be1e8699ecc2 req-9610b0f7-4401-432c-89bf-3e6dd5c6d57f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0500114 Aug 20 11:39:56.016028 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7a51a0ac-7301-4bbe-8444-be1e8699ecc2 req-84029a93-8ca9-4cac-9d8f-26d3656c6577 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456614 Aug 20 11:39:56.975349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ae62d-0cda-42a2-8255-27a2fc34269b req-bab64054-290d-48f0-9a5a-a4b89f06dd8a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:56.976937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-888ae62d-0cda-42a2-8255-27a2fc34269b req-bab64054-290d-48f0-9a5a-a4b89f06dd8a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0499263 Aug 20 11:39:57.024847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-888ae62d-0cda-42a2-8255-27a2fc34269b req-e5976a23-7920-45fe-a5b7-cd06379524d2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377140 Aug 20 11:39:57.060116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-8273650c-1443-4c8a-b1de-5a38f26f8f6d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:57.061794 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-8273650c-1443-4c8a-b1de-5a38f26f8f6d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0660315 Aug 20 11:39:57.198515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc13f8-74d7-46c6-b31e-4c457cdd27b8 req-6615c49c-9535-4eda-a248-9584ff9bdbf6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:57.200060 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9cfc13f8-74d7-46c6-b31e-4c457cdd27b8 req-6615c49c-9535-4eda-a248-9584ff9bdbf6 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 945 time: 0.0931845 Aug 20 11:39:57.219770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-7562f3c7-7632-426c-8444-6870081f6370 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Deleting port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:39:57.220119 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-7562f3c7-7632-426c-8444-6870081f6370 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:57.294130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9cfc13f8-74d7-46c6-b31e-4c457cdd27b8 req-5169c293-6de8-4eb3-be68-ea69559c2363 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875354 Aug 20 11:39:57.338312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-7562f3c7-7632-426c-8444-6870081f6370 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] For port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:39:57.338679 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-7562f3c7-7632-426c-8444-6870081f6370 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:57.355618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-7562f3c7-7632-426c-8444-6870081f6370 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Calling delete_port for 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:39:57.480381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a930ba4-5c11-4fb9-a6f1-f7fdeb4e2905 req-0d625bb9-bb2c-49ca-af52-8fb78371e2b8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:57.482020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a930ba4-5c11-4fb9-a6f1-f7fdeb4e2905 req-0d625bb9-bb2c-49ca-af52-8fb78371e2b8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0727298 Aug 20 11:39:57.536571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a930ba4-5c11-4fb9-a6f1-f7fdeb4e2905 req-a7b59021-5f49-4050-ab32-522e9a82f924 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423660 Aug 20 11:39:57.641869 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-7562f3c7-7632-426c-8444-6870081f6370 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:57.658563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:39:57.673663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562f3c7-7632-426c-8444-6870081f6370 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event deleted for resources: {'Port': ['ID=6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:57.797557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-7562f3c7-7632-426c-8444-6870081f6370 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] No DVR routers for this DVR port 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:39:57.814362 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-7562f3c7-7632-426c-8444-6870081f6370 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:57.817889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f80c7eaf-74d5-48ac-802d-e53995506d98 req-7562f3c7-7632-426c-8444-6870081f6370 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "DELETE /v2.0/ports/6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f HTTP/1.1" status: 204 len: 173 time: 0.7498400 Aug 20 11:39:57.818665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbc30a1-2d51-4fb9-8acc-d711896e8b63', 'name': 'network-vif-deleted', 'tag': '6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:39:57.829219 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12966abd-0b91-42be-bc53-e252686c5cfb" -d '{"events": [{"server_uuid": "4bbc30a1-2d51-4fb9-8acc-d711896e8b63", "name": "network-vif-deleted", "tag": "6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:39:57.901455 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fda47d0-d3aa-44af-97dc-f36c635dc334 x-openstack-request-id: req-7fda47d0-d3aa-44af-97dc-f36c635dc334 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:39:57.901884 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbc30a1-2d51-4fb9-8acc-d711896e8b63", "name": "network-vif-deleted", "tag": "6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:39:57.903289 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fda47d0-d3aa-44af-97dc-f36c635dc334 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:39:57.903289 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbc30a1-2d51-4fb9-8acc-d711896e8b63', 'name': 'network-vif-deleted', 'tag': '6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f', 'status': 'completed', 'code': 200} Aug 20 11:39:58.427609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48706) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:58.480944 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ec0fb7fa-73c4-4e04-8606-5219d751b35e req-6b0c6d6b-ee1f-4843-a2f4-513b79898763 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bbc30a1-2d51-4fb9-8acc-d711896e8b63 HTTP/1.1" status: 200 len: 210 time: 0.0708680 Aug 20 11:39:58.621648 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-31d13392-f555-4854-901e-9b6851042c32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b872e6bab6e40a491c08264ce299ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928508 Aug 20 11:39:58.625757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48712) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:39:58.697060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2a852-8526-4d62-9072-62122336a1bb req-dfc468b5-ea05-4ae2-81dd-d86941180798 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:58.698576 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6b2a852-8526-4d62-9072-62122336a1bb req-dfc468b5-ea05-4ae2-81dd-d86941180798 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0881495 Aug 20 11:39:58.715074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e6f47a7-f463-43f0-837b-511ca39a9069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:58.756816 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6b2a852-8526-4d62-9072-62122336a1bb req-470a5ae5-1f28-4470-ba9e-e4b6d5bd5a56 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503700 Aug 20 11:39:58.758629 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e6f47a7-f463-43f0-837b-511ca39a9069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:58.912856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bfc61-5f39-4add-bbb7-5bb787d14890 req-c1c7ad9a-b364-4536-b77a-907b6b74565d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:58.914337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-204bfc61-5f39-4add-bbb7-5bb787d14890 req-c1c7ad9a-b364-4536-b77a-907b6b74565d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0660367 Aug 20 11:39:58.929471 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e6f47a7-f463-43f0-837b-511ca39a9069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:58.932519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e6f47a7-f463-43f0-837b-511ca39a9069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:39:58.934009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4e6f47a7-f463-43f0-837b-511ca39a9069 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/daa3fbce-6e7f-4615-b799-c479260eab06 HTTP/1.1" status: 204 len: 168 time: 0.2936962 Aug 20 11:39:58.942493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f47a7-f463-43f0-837b-511ca39a9069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa3fbce-6e7f-4615-b799-c479260eab06,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:39:58.970667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-204bfc61-5f39-4add-bbb7-5bb787d14890 req-a4712ac6-8d2a-46fb-9899-27bf75393573 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501602 Aug 20 11:39:59.094985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bacd2e-7ac3-41c8-af15-41d71fff6b50 req-11b111d5-040c-4152-88f9-47b03e468f73 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:59.096416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-11bacd2e-7ac3-41c8-af15-41d71fff6b50 req-11b111d5-040c-4152-88f9-47b03e468f73 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0522859 Aug 20 11:39:59.137401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-11bacd2e-7ac3-41c8-af15-41d71fff6b50 req-bfcd48c0-b688-4477-b5fe-47df866a7d6c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345953 Aug 20 11:39:59.257677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60296808-4c8e-47bb-9141-be2783d55adf req-83e90335-7154-464c-9797-2f1f3765fcb0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:59.259264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60296808-4c8e-47bb-9141-be2783d55adf req-83e90335-7154-464c-9797-2f1f3765fcb0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0514741 Aug 20 11:39:59.298713 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60296808-4c8e-47bb-9141-be2783d55adf req-cbb4d1ec-3dd1-44cb-8881-941aa4db4fe5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333254 Aug 20 11:39:59.829048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-ae57c57d-cef1-4c58-be0e-dc789c90ebf9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:39:59.830573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-ae57c57d-cef1-4c58-be0e-dc789c90ebf9 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.1046231 Aug 20 11:39:59.848637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-8fdbae87-42ff-462e-bb05-6a7ca9f6bf03 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/quotas/727a97c79f064856b84b08819cc15064 HTTP/1.1" status: 200 len: 375 time: 0.0102401 Aug 20 11:39:59.891216 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-057d18ba-aaf6-4b5b-ba6b-361bb6f595ce tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329349 Aug 20 11:39:59.983849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-e4672028-5bce-4012-895d-8376755cda8a service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840878 Aug 20 11:40:00.095438 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-7a075c5c-2c5f-4b00-b81e-222ffda7a113 service neutron] 10.222.0.10 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048691 Aug 20 11:40:00.102797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48770) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:00.210787 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-304976585-network', 'tenant_id': '5e4a70c73f9747669b73abe30a3e3b75'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:00.371976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Made reservation on behalf of 5e4a70c73f9747669b73abe30a3e3b75 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:00.371976 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.380070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ada650ce-cb8d-41e7-a276-c2683c005742 req-aa1feb94-8eb0-466e-adf9-d10fbf9267b1 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 210 time: 0.0289259 Aug 20 11:40:00.381631 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.500605 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.550342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:00.572737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:00.573082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6f0b0a3e-1b67-442f-9bb9-bdc97cc6da5f not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:00.589443 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.619910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:40:00.627140 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beed275-4245-42a2-b3dc-0d1836808443,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:00.634527 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.634958 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Added segment af730077-6eb3-4c13-84b7-35320b691474 of type vlan for network dca81469-014c-421d-b4c3-4d10b6622359 Aug 20 11:40:00.679869 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.780726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.782361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:00.783065 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:00.846139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] Pushing event updated for resources: {'Network': ['ID=dca81469-014c-421d-b4c3-4d10b6622359,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:00.856580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network dca81469-014c-421d-b4c3-4d10b6622359 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:40:00.948367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1422caee-2af4-4d07-9bc3-ca25d7a34a05 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8447461 Aug 20 11:40:00.951165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48788) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:00.956600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Request body: {'subnet': {'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-304976585-subnet', 'tenant_id': '5e4a70c73f9747669b73abe30a3e3b75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:01.060581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Made reservation on behalf of 5e4a70c73f9747669b73abe30a3e3b75 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:01.063548 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:01.309592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:01.366079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=46eea0b1-f11f-46b7-8e85-8d938fa48e3a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:01.376260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Checking segment: {'id': 'af730077-6eb3-4c13-84b7-35320b691474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:01.376622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Network hostable DHCP agents. Network: dca81469-014c-421d-b4c3-4d10b6622359, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:40:01.477586 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf56b38d-782c-470e-8636-735506b787b8 req-6e4d893d-40aa-4902-848a-f7714195c1b4 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 210 time: 0.0280581 Aug 20 11:40:01.517803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Network dca81469-014c-421d-b4c3-4d10b6622359 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:40:01.658214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, dca81469-014c-421d-b4c3-4d10b6622359) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:01.662192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:01.662864 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:01.667089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0daf592-2616-4234-9fe1-f47744bda57f None None] Network dca81469-014c-421d-b4c3-4d10b6622359 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:01.784462 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-445180c9-d1ba-40aa-8045-1516183cdf6d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8319283 Aug 20 11:40:01.801070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3360d16-cd15-40d1-b10d-2583ce3e0f40 None None] Network dca81469-014c-421d-b4c3-4d10b6622359 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:02.471320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48806) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:02.601162 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f2069c4-5fbb-453d-9685-26863794d859 req-46314548-9e11-4649-be8a-ddee4d0b2001 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 210 time: 0.0341582 Aug 20 11:40:02.625684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85e871d7-e0c2-474e-9974-0366a728c749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:02.715509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-22595643-278e-404b-9db0-67edbab97de0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:02.717091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-22595643-278e-404b-9db0-67edbab97de0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "GET /v2.0/networks?id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 200 len: 812 time: 0.1188600 Aug 20 11:40:02.723145 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85e871d7-e0c2-474e-9974-0366a728c749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:02.730469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Request body: {'port': {'device_id': '293a1e5c-135b-45c7-9e24-ea0faa8f3383', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'admin_state_up': True, 'tenant_id': '727a97c79f064856b84b08819cc15064'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:02.841117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85e871d7-e0c2-474e-9974-0366a728c749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:02.883828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-85e871d7-e0c2-474e-9974-0366a728c749 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9c0496c7013475b8e92e5771aae6e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104474 Aug 20 11:40:02.886368 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48818) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:02.888593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e871d7-e0c2-474e-9974-0366a728c749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100c5a66-7369-4ecd-8512-64eeb9b01544,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:02.945459 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b99de4c-a975-4364-a4b1-df1a28072cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:02.969425 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b99de4c-a975-4364-a4b1-df1a28072cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:03.017666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Made reservation on behalf of 727a97c79f064856b84b08819cc15064 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:03.021166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:03.105217 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b99de4c-a975-4364-a4b1-df1a28072cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:03.107819 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b99de4c-a975-4364-a4b1-df1a28072cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:03.109021 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0b99de4c-a975-4364-a4b1-df1a28072cc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/100c5a66-7369-4ecd-8512-64eeb9b01544 HTTP/1.1" status: 204 len: 168 time: 0.2213612 Aug 20 11:40:03.149911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99de4c-a975-4364-a4b1-df1a28072cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100c5a66-7369-4ecd-8512-64eeb9b01544,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:03.222293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Allocated IP 172.20.0.13 (bf43dbf1-d4ba-4723-ba78-23cd10b6aacc/f67b176a-02c2-4042-9683-21af539b6672/2238a2cc-d376-4ea5-88cd-9365700a60e0) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:03.370684 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:03.487422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:03.533238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:03.536728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:03.540683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:03.579907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event updated for resources: {'Port': ['ID=2238a2cc-d376-4ea5-88cd-9365700a60e0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:03.599298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:03.599926 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:03.721300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df135b12-108b-4e01-88c9-ac17403b8536 req-be291102-30d3-4d44-a282-4a62b1cd2da2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:03.723046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df135b12-108b-4e01-88c9-ac17403b8536 req-be291102-30d3-4d44-a282-4a62b1cd2da2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 932 time: 0.0499313 Aug 20 11:40:03.773225 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df135b12-108b-4e01-88c9-ac17403b8536 req-c8d4f0f7-36dc-4ebe-b184-3131db23dfdf tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Aug 20 11:40:03.777059 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-c6af1806-6540-4f0e-a712-60c8b693b11b tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0490935 Aug 20 11:40:03.788916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Request body: {'port': {'device_id': '293a1e5c-135b-45c7-9e24-ea0faa8f3383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:03.865685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:04.144660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2238a2cc-d376-4ea5-88cd-9365700a60e0 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:04.153196 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:04.166023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Transition to ACTIVE for port object 2238a2cc-d376-4ea5-88cd-9365700a60e0 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:04.269548 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:04.321698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Pushing event updated for resources: {'Port': ['ID=2238a2cc-d376-4ea5-88cd-9365700a60e0,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:04.395712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Attempting to bind port 2238a2cc-d376-4ea5-88cd-9365700a60e0 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:04.396037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Attempting to bind port 2238a2cc-d376-4ea5-88cd-9365700a60e0 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:04.396400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Attempting to bind port 2238a2cc-d376-4ea5-88cd-9365700a60e0 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:04.401073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Port 2238a2cc-d376-4ea5-88cd-9365700a60e0 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:40:04.401532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Attempting to bind port 2238a2cc-d376-4ea5-88cd-9365700a60e0 on network bf43dbf1-d4ba-4723-ba78-23cd10b6aacc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:04.406479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:04.406827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Checking segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:04.407219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Bound using segment: {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:04.407655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Bound port: 2238a2cc-d376-4ea5-88cd-9365700a60e0, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b092d6-5967-47e2-ade7-e278d9356f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:04.408017 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:04.471975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] For port 2238a2cc-d376-4ea5-88cd-9365700a60e0, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:04.475562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] For port 2238a2cc-d376-4ea5-88cd-9365700a60e0, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2238a2cc-d376-4ea5-88cd-9365700a60e0,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:04.587564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:04.624709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:04.625961 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:04.627551 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] 10.222.0.57 "PUT /v2.0/ports/2238a2cc-d376-4ea5-88cd-9365700a60e0 HTTP/1.1" status: 200 len: 1092 time: 0.8433671 Aug 20 11:40:04.628000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293a1e5c-135b-45c7-9e24-ea0faa8f3383', 'tag': '2238a2cc-d376-4ea5-88cd-9365700a60e0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:04.630308 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f674640f-5cb0-4475-a682-6c3aa8376e20" -d '{"events": [{"name": "network-changed", "server_uuid": "293a1e5c-135b-45c7-9e24-ea0faa8f3383", "tag": "2238a2cc-d376-4ea5-88cd-9365700a60e0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:04.651893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1390c73-c5d7-4f0b-b75d-e368191ebb2a service neutron] Pushing event updated for resources: {'Port': ['ID=2238a2cc-d376-4ea5-88cd-9365700a60e0,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:04.669069 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371c9f7d-4729-4ee3-aedc-963194472693 x-openstack-request-id: req-371c9f7d-4729-4ee3-aedc-963194472693 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:04.676856 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293a1e5c-135b-45c7-9e24-ea0faa8f3383", "tag": "2238a2cc-d376-4ea5-88cd-9365700a60e0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:04.676856 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-371c9f7d-4729-4ee3-aedc-963194472693 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:04.676856 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293a1e5c-135b-45c7-9e24-ea0faa8f3383', 'tag': '2238a2cc-d376-4ea5-88cd-9365700a60e0', 'status': 'completed', 'code': 200} Aug 20 11:40:04.735952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674640f-5cb0-4475-a682-6c3aa8376e20 req-23f56179-54b9-4191-aba7-ad836f6c8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:04.737475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f674640f-5cb0-4475-a682-6c3aa8376e20 req-23f56179-54b9-4191-aba7-ad836f6c8a13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 1095 time: 0.0462611 Aug 20 11:40:04.838108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674640f-5cb0-4475-a682-6c3aa8376e20 req-fb85d615-be2a-41cd-bcc2-c3710d8cff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:04.839575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f674640f-5cb0-4475-a682-6c3aa8376e20 req-fb85d615-be2a-41cd-bcc2-c3710d8cff4b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=727a97c79f064856b84b08819cc15064&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942347 Aug 20 11:40:04.925094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028cf52-f0c3-444a-acbd-7ef416f336a0 req-8716cd5f-c4a1-48c3-a066-e2c605b6232c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:04.927488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a028cf52-f0c3-444a-acbd-7ef416f336a0 req-8716cd5f-c4a1-48c3-a066-e2c605b6232c tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 944 time: 0.0638723 Aug 20 11:40:04.963713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674640f-5cb0-4475-a682-6c3aa8376e20 req-43778cff-ea97-4425-b9ff-a4ef6b3fb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:04.965473 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f674640f-5cb0-4475-a682-6c3aa8376e20 req-43778cff-ea97-4425-b9ff-a4ef6b3fb138 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186476 Aug 20 11:40:04.980125 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a028cf52-f0c3-444a-acbd-7ef416f336a0 req-a298123d-d216-4950-862d-7fb3f42b62c8 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437868 Aug 20 11:40:05.053696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-79263859-96d1-4482-9ec2-5722b363069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:05.055666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-79263859-96d1-4482-9ec2-5722b363069a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727a97c79f064856b84b08819cc15064&device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 1095 time: 0.0473604 Aug 20 11:40:05.097776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-41c494de-f3e8-4e3b-a61c-5fb115efb8c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2238a2cc-d376-4ea5-88cd-9365700a60e0 HTTP/1.1" status: 200 len: 217 time: 0.0344357 Aug 20 11:40:05.151850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-ecb1b225-1281-4f92-ac86-62bbec830b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:05.153434 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-ecb1b225-1281-4f92-ac86-62bbec830b0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 200 len: 852 time: 0.0495453 Aug 20 11:40:05.187188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-4ec3fe9e-cf03-4bf7-9bae-f0cf6d81c4ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267019 Aug 20 11:40:05.279327 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-91d09c80-960b-403c-a905-4af7ba2e4fed service neutron] 10.222.0.57 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849597 Aug 20 11:40:05.374747 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c3fb6ad-0e22-4dc4-a5a6-2b58e8b64208 req-3fb503f7-8e87-4f44-a3fe-9c54c0a072a2 service neutron] 10.222.0.57 "GET /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876083 Aug 20 11:40:06.107139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab92b3f-aa6d-4217-b3b8-c2aa62cfcbd4 req-eb3de641-cae9-404c-acde-77e9bb47abef tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:06.108684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ab92b3f-aa6d-4217-b3b8-c2aa62cfcbd4 req-eb3de641-cae9-404c-acde-77e9bb47abef tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 944 time: 0.0491238 Aug 20 11:40:06.147241 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ab92b3f-aa6d-4217-b3b8-c2aa62cfcbd4 req-3ee668a5-9061-45ae-b906-20cba26732bb tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325210 Aug 20 11:40:07.300591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98524559-88c0-4eaa-8223-7ef2c2e4f316 req-803e629e-cb6c-4590-8d07-191dd412aba2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:07.302131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-98524559-88c0-4eaa-8223-7ef2c2e4f316 req-803e629e-cb6c-4590-8d07-191dd412aba2 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 944 time: 0.0573280 Aug 20 11:40:07.343211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-98524559-88c0-4eaa-8223-7ef2c2e4f316 req-ad96e2fa-0501-44fe-90a9-84b0b8ea06cc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350935 Aug 20 11:40:08.466072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef14cd4-4097-401c-8d5e-1bef5aaf702c req-3184db3a-618e-433f-a3af-e9e9b4c5df5f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:08.467710 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aef14cd4-4097-401c-8d5e-1bef5aaf702c req-3184db3a-618e-433f-a3af-e9e9b4c5df5f tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 944 time: 0.0525417 Aug 20 11:40:08.505246 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aef14cd4-4097-401c-8d5e-1bef5aaf702c req-124c5e20-4aa4-44e7-ab31-6ca1fb1c7540 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Aug 20 11:40:08.584651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2238a2cc-d376-4ea5-88cd-9365700a60e0 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:40:08.680102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2238a2cc-d376-4ea5-88cd-9365700a60e0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2238a2cc-d376-4ea5-88cd-9365700a60e0,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:08.692421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '2238a2cc-d376-4ea5-88cd-9365700a60e0', 'network_id': 'bf43dbf1-d4ba-4723-ba78-23cd10b6aacc', 'port_id': '2238a2cc-d376-4ea5-88cd-9365700a60e0', 'mac_address': 'fa:16:3e:5e:b6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67b176a-02c2-4042-9683-21af539b6672', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:40:08.733141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:08.746729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2238a2cc-d376-4ea5-88cd-9365700a60e0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:08.766587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2238a2cc-d376-4ea5-88cd-9365700a60e0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2238a2cc-d376-4ea5-88cd-9365700a60e0,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:08.881604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:08.930283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=2238a2cc-d376-4ea5-88cd-9365700a60e0,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:09.098877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2238a2cc-d376-4ea5-88cd-9365700a60e0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:09.358594 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:40:09.507524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49022) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:09.626503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b737f9e-15b1-41e4-a7a2-5e5e71472e3e req-42226fee-f3a5-455e-ad06-51acccc6ab1e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:09.628141 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b737f9e-15b1-41e4-a7a2-5e5e71472e3e req-42226fee-f3a5-455e-ad06-51acccc6ab1e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 945 time: 0.0532596 Aug 20 11:40:09.631944 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0057eab1-1f4e-4bf8-a18a-8067f1e7b939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:09.676375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b737f9e-15b1-41e4-a7a2-5e5e71472e3e req-85a68d56-f911-4db3-a367-5edc84fb9a58 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392699 Aug 20 11:40:09.731245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0057eab1-1f4e-4bf8-a18a-8067f1e7b939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:09.792439 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0057eab1-1f4e-4bf8-a18a-8067f1e7b939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:09.831942 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0057eab1-1f4e-4bf8-a18a-8067f1e7b939 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fafc78962df443999e9dd80f6077d721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233266 Aug 20 11:40:09.833093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057eab1-1f4e-4bf8-a18a-8067f1e7b939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3873067e-af16-4ec3-9662-3807f064d540,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:09.834614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49030) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:09.895645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-90ac242c-426f-48a8-8807-05bad3c3761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:09.917370 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-90ac242c-426f-48a8-8807-05bad3c3761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.063999 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-90ac242c-426f-48a8-8807-05bad3c3761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.066689 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-90ac242c-426f-48a8-8807-05bad3c3761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.067865 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-90ac242c-426f-48a8-8807-05bad3c3761a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3873067e-af16-4ec3-9662-3807f064d540 HTTP/1.1" status: 204 len: 168 time: 0.2322638 Aug 20 11:40:10.076237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac242c-426f-48a8-8807-05bad3c3761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3873067e-af16-4ec3-9662-3807f064d540,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:10.605308 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2238a2cc-d376-4ea5-88cd-9365700a60e0 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:10.759698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49044) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:10.764025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 2238a2cc-d376-4ea5-88cd-9365700a60e0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:10.768161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 2238a2cc-d376-4ea5-88cd-9365700a60e0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:10.768529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.773396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29243ac1-8529-4430-b50d-ff5670031abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.806850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa817d-dfe2-4333-9bd0-d02905114450 req-58f40407-f925-4c0c-a0b0-b1b2fcf1fb16 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:10.806850 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dffa817d-dfe2-4333-9bd0-d02905114450 req-58f40407-f925-4c0c-a0b0-b1b2fcf1fb16 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 945 time: 0.0585911 Aug 20 11:40:10.846569 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dffa817d-dfe2-4333-9bd0-d02905114450 req-3165602f-5b73-4581-a8df-3c65bf87de69 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346093 Aug 20 11:40:10.854592 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.883173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293a1e5c-135b-45c7-9e24-ea0faa8f3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2238a2cc-d376-4ea5-88cd-9365700a60e0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:10.884814 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29243ac1-8529-4430-b50d-ff5670031abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.885562 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63308fa-ed52-4fe0-b872-7a7bca6458f8" -d '{"events": [{"server_uuid": "293a1e5c-135b-45c7-9e24-ea0faa8f3383", "name": "network-vif-plugged", "status": "completed", "tag": "2238a2cc-d376-4ea5-88cd-9365700a60e0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:10.899639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2238a2cc-d376-4ea5-88cd-9365700a60e0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2238a2cc-d376-4ea5-88cd-9365700a60e0,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:10.926740 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf108a7-a79c-4ab9-a30f-803716bb0c75 x-openstack-request-id: req-daf108a7-a79c-4ab9-a30f-803716bb0c75 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:10.928505 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293a1e5c-135b-45c7-9e24-ea0faa8f3383", "name": "network-vif-plugged", "status": "completed", "tag": "2238a2cc-d376-4ea5-88cd-9365700a60e0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:10.928909 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-daf108a7-a79c-4ab9-a30f-803716bb0c75 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:10.929340 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293a1e5c-135b-45c7-9e24-ea0faa8f3383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2238a2cc-d376-4ea5-88cd-9365700a60e0', 'code': 200} Aug 20 11:40:10.967002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-29243ac1-8529-4430-b50d-ff5670031abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:10.998706 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.033244 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-29243ac1-8529-4430-b50d-ff5670031abf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d44ddd09f4554be086ff867579522cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698424 Aug 20 11:40:11.033741 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49048) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:11.056684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29243ac1-8529-4430-b50d-ff5670031abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244f27b5-3170-42a4-8b77-058424232016,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:11.075747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdff48-510b-4e55-b691-3ab9270c39f8 req-89e77a93-1b9f-4b85-bb5c-613fca23616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:11.077424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67bdff48-510b-4e55-b691-3ab9270c39f8 req-89e77a93-1b9f-4b85-bb5c-613fca23616b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 1097 time: 0.0839589 Aug 20 11:40:11.088580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=2238a2cc-d376-4ea5-88cd-9365700a60e0,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:11.106338 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2960-bafb-4a93-ab85-47ee38919791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.117014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67bdff48-510b-4e55-b691-3ab9270c39f8 req-9ceef9ce-4eb4-44c5-a79a-1b9123105907 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304618 Aug 20 11:40:11.131256 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2960-bafb-4a93-ab85-47ee38919791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.210207 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.275743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2960-bafb-4a93-ab85-47ee38919791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.278488 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a4a2960-bafb-4a93-ab85-47ee38919791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:11.279705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2a4a2960-bafb-4a93-ab85-47ee38919791 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/244f27b5-3170-42a4-8b77-058424232016 HTTP/1.1" status: 204 len: 168 time: 0.2448087 Aug 20 11:40:11.287780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a2960-bafb-4a93-ab85-47ee38919791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244f27b5-3170-42a4-8b77-058424232016,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:11.962882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30ce01-154f-486a-aca3-cd01dcd60c94 req-8d9999ac-915b-4d14-98a5-d44811cc66dc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:11.964400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e30ce01-154f-486a-aca3-cd01dcd60c94 req-8d9999ac-915b-4d14-98a5-d44811cc66dc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 946 time: 0.0484834 Aug 20 11:40:12.008387 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e30ce01-154f-486a-aca3-cd01dcd60c94 req-5247ef6b-1ca7-47d3-be81-c10447766ea7 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366862 Aug 20 11:40:12.520246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49080) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:12.622336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-434081730-network', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:12.736238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Made reservation on behalf of 8ea0796915334e5c8704c4e677a6eef8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:12.739656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.750351 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.842696 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.921548 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.949578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:40:12.959886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3648d366-826b-4706-b52d-b2a6bf1263b5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:12.964683 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:12.965028 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Added segment aab7f146-0593-4bb3-8e1b-484560cfef07 of type vlan for network 11b17b29-10b0-4839-909d-f43616c71c65 Aug 20 11:40:13.005545 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.122860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04458b-6203-450b-861e-864d8528bc6d req-7adce7d0-4dad-4dea-a644-b43688574944 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:13.124405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc04458b-6203-450b-861e-864d8528bc6d req-7adce7d0-4dad-4dea-a644-b43688574944 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 946 time: 0.0484169 Aug 20 11:40:13.152981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.154405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:13.155039 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.167408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc04458b-6203-450b-861e-864d8528bc6d req-aa5323f2-5d34-4c42-8686-58f8470d7ecb tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363295 Aug 20 11:40:13.217345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] Pushing event updated for resources: {'Network': ['ID=11b17b29-10b0-4839-909d-f43616c71c65,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:13.230964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 11b17b29-10b0-4839-909d-f43616c71c65 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:40:13.336713 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4319da5f-5269-41be-86c0-240174d4fe85 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8152742 Aug 20 11:40:13.339475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49090) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:13.344472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Request body: {'subnet': {'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-434081730-subnet', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:13.453045 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.541990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Made reservation on behalf of 8ea0796915334e5c8704c4e677a6eef8 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:13.545621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:13.848152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184faa7f-ddc0-4153-86bc-ed640bca956a req-a6d5532c-57c7-4554-9ffd-7c20d96f5e0a tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:13.849675 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-184faa7f-ddc0-4153-86bc-ed640bca956a req-a6d5532c-57c7-4554-9ffd-7c20d96f5e0a tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 946 time: 0.0532880 Aug 20 11:40:13.889481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-184faa7f-ddc0-4153-86bc-ed640bca956a req-da383d32-cf97-4714-beb6-5592e74264df tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Aug 20 11:40:14.078876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.130189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:14.146943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Checking segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:14.147307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Network hostable DHCP agents. Network: 11b17b29-10b0-4839-909d-f43616c71c65, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:40:14.278230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Network 11b17b29-10b0-4839-909d-f43616c71c65 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:40:14.424805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 11b17b29-10b0-4839-909d-f43616c71c65) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:14.429144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:14.429679 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.434877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ab9bb-e91c-4451-a0b3-59ef5b821f6e None None] Network 11b17b29-10b0-4839-909d-f43616c71c65 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:14.590523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-11b17b29-10b0-4839-909d-f43616c71c65', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:40:14.591432 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.597481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3613d838-6ed5-4689-86b8-7baf09d610b8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2568855 Aug 20 11:40:14.600381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49100) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:14.605076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:14.707567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.708688 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.735137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Allocated IP 172.20.0.2 (11b17b29-10b0-4839-909d-f43616c71c65/5ef1a6b4-e180-43f7-afb9-3a6eea345cfa/4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:14.762253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.898928 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:14.907773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Transition to ACTIVE for port object 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:14.925074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Transition to ACTIVE for port object 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:14.990391 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bb3f0c14-1197-4817-a217-26c840399f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.016808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57621aa-9405-42c3-bcb1-ae42f8459dce req-70b9548c-aeb3-4ed9-a3fc-7975938f7f16 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:15.025048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c57621aa-9405-42c3-bcb1-ae42f8459dce req-70b9548c-aeb3-4ed9-a3fc-7975938f7f16 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 946 time: 0.0566669 Aug 20 11:40:15.031672 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.034614 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.069998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c57621aa-9405-42c3-bcb1-ae42f8459dce req-1cf48956-b797-49d3-9fbe-375d42b2b5dc tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Aug 20 11:40:15.072478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Network 11b17b29-10b0-4839-909d-f43616c71c65 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:15.082721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:15.082721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:15.097244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Pushing event updated for resources: {'Port': ['ID=4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:15.147364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Attempting to bind port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:15.147736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Attempting to bind port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:15.148126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Attempting to bind port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:15.153640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:15.153982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Checking segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:15.154525 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.156379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Bound using segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:15.156379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Bound port: 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:15.156379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.233597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] For port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:15.237106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] For port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:15.364516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.364778 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.389884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.431815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fdb94-6dcd-4096-9e7f-c7d2c510d9b8 None None] Pushing event updated for resources: {'Port': ['ID=4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:15.506081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Allocated IP 172.25.4.50 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/68c46b1c-38cd-4905-ad39-58662b3a65bc) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:15.669885 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.953689 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:15.997222 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:16.003193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:16.003193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:16.034054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=68c46b1c-38cd-4905-ad39-58662b3a65bc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:16.073734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25acc6-bd65-49fe-964e-bd84f4bab8eb req-b5fd7530-03e3-401d-9dad-f8ce006d84ae tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:16.075995 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba25acc6-bd65-49fe-964e-bd84f4bab8eb req-b5fd7530-03e3-401d-9dad-f8ce006d84ae tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 946 time: 0.0674195 Aug 20 11:40:16.122886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba25acc6-bd65-49fe-964e-bd84f4bab8eb req-3eabbca6-0a69-4875-9683-3d1031f9f721 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Aug 20 11:40:16.405406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0322c62-94b5-4c82-b2e0-9c367faa2ee7 None None] Network 11b17b29-10b0-4839-909d-f43616c71c65 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:16.409390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:16.624521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-77efa4a8-024b-4eb2-b4ec-c2957ca05284 None None] Provisioning for port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:16.633644 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:16.870658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Router aceac47a-2508-40b7-a92b-06613f976e05 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:40:16.980475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:40:16.991617 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Sync routers for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:40:17.000680 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:17.004389 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:39:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:17.108757 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:17.138878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.140305 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-45b6496b-8a5e-4930-b27a-ed6c01b2a0b6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5386939 Aug 20 11:40:17.144210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49118) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:17.279903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278fda-23be-4ab1-b964-e827468b1b98 req-e5930755-6c1a-4580-9214-33eee4b54d1e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:17.287124 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65278fda-23be-4ab1-b964-e827468b1b98 req-e5930755-6c1a-4580-9214-33eee4b54d1e tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 946 time: 0.0730243 Aug 20 11:40:17.336514 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:16Z', 'revision_number': 3, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:17.385063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65278fda-23be-4ab1-b964-e827468b1b98 req-407df3dd-671d-42a9-9ab6-11da88e453ab tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/security-groups?id=aaadb19e-2050-4299-85fb-341aede05278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788808 Aug 20 11:40:17.428751 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Checking router: aceac47a-2508-40b7-a92b-06613f976e05 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:40:17.430336 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Updating router aceac47a-2508-40b7-a92b-06613f976e05 port 68c46b1c-38cd-4905-ad39-58662b3a65bc binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:40:17.457499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:17.471357 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.541179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d3f83-5497-483c-a2eb-012336723666 req-56262746-1169-44ae-84ed-310bd776bb20 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:17.543154 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef7d3f83-5497-483c-a2eb-012336723666 req-56262746-1169-44ae-84ed-310bd776bb20 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 946 time: 0.0768831 Aug 20 11:40:17.663309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:17.674944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:17.675331 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.777491 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-68b6f848-b4b9-4c49-b8e0-3bae7bff7bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.813707 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.883946 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:17.927493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:18.008313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-ef7d3f83-5497-483c-a2eb-012336723666 req-5f7c90d6-4379-4f6e-bb3d-11fc1987f37d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Deleting port 2238a2cc-d376-4ea5-88cd-9365700a60e0 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:18.008724 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ef7d3f83-5497-483c-a2eb-012336723666 req-5f7c90d6-4379-4f6e-bb3d-11fc1987f37d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.014060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Allocated IP 172.20.0.1 (11b17b29-10b0-4839-909d-f43616c71c65/5ef1a6b4-e180-43f7-afb9-3a6eea345cfa/d8e81a79-b8a0-4e03-9b28-f478fc02d2b1) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:18.045829 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.057320 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Transition to ACTIVE for port object 68c46b1c-38cd-4905-ad39-58662b3a65bc will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:18.057550 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.105274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ef7d3f83-5497-483c-a2eb-012336723666 req-5f7c90d6-4379-4f6e-bb3d-11fc1987f37d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] For port 2238a2cc-d376-4ea5-88cd-9365700a60e0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2238a2cc-d376-4ea5-88cd-9365700a60e0,segment=NetworkSegment(11b092d6-5967-47e2-ade7-e278d9356f10),segment_id=11b092d6-5967-47e2-ade7-e278d9356f10)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:18.105688 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ef7d3f83-5497-483c-a2eb-012336723666 req-5f7c90d6-4379-4f6e-bb3d-11fc1987f37d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.120115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-ef7d3f83-5497-483c-a2eb-012336723666 req-5f7c90d6-4379-4f6e-bb3d-11fc1987f37d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Calling delete_port for 2238a2cc-d376-4ea5-88cd-9365700a60e0 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:18.127095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:18.147875 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.161906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Transition to ACTIVE for port object d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:18.170417 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.226935 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Attempting to bind port 68c46b1c-38cd-4905-ad39-58662b3a65bc on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:18.227302 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Attempting to bind port 68c46b1c-38cd-4905-ad39-58662b3a65bc by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:18.227665 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Attempting to bind port 68c46b1c-38cd-4905-ad39-58662b3a65bc on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:18.239106 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Pushing event updated for resources: {'Port': ['ID=68c46b1c-38cd-4905-ad39-58662b3a65bc,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:18.242488 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:18.242931 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:18.243325 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.243713 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:18.244189 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Bound port: 68c46b1c-38cd-4905-ad39-58662b3a65bc, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:18.244563 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.269322 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.269670 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.270008 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.270342 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.270708 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.271038 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.271366 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.271767 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.272089 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.272410 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.272731 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.273072 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:18.288429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.309732 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] For port 68c46b1c-38cd-4905-ad39-58662b3a65bc, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:18.312885 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] For port 68c46b1c-38cd-4905-ad39-58662b3a65bc, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=68c46b1c-38cd-4905-ad39-58662b3a65bc,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:18.327997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Network 11b17b29-10b0-4839-909d-f43616c71c65 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:18.333386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:18.340117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:18.343423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Pushing event updated for resources: {'Port': ['ID=d8e81a79-b8a0-4e03-9b28-f478fc02d2b1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:18.365108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ef7d3f83-5497-483c-a2eb-012336723666 req-5f7c90d6-4379-4f6e-bb3d-11fc1987f37d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.380363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2238a2cc-d376-4ea5-88cd-9365700a60e0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:18.396736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.398455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c90d6-4379-4f6e-bb3d-11fc1987f37d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Pushing event deleted for resources: {'Port': ['ID=2238a2cc-d376-4ea5-88cd-9365700a60e0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:18.460585 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.497544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7d3f83-5497-483c-a2eb-012336723666 req-5f7c90d6-4379-4f6e-bb3d-11fc1987f37d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] No DVR routers for this DVR port 2238a2cc-d376-4ea5-88cd-9365700a60e0 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:18.507419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ef7d3f83-5497-483c-a2eb-012336723666 req-5f7c90d6-4379-4f6e-bb3d-11fc1987f37d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.524308 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef7d3f83-5497-483c-a2eb-012336723666 req-5f7c90d6-4379-4f6e-bb3d-11fc1987f37d tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.57 "DELETE /v2.0/ports/2238a2cc-d376-4ea5-88cd-9365700a60e0 HTTP/1.1" status: 204 len: 173 time: 0.9591196 Aug 20 11:40:18.524894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293a1e5c-135b-45c7-9e24-ea0faa8f3383', 'name': 'network-vif-deleted', 'tag': '2238a2cc-d376-4ea5-88cd-9365700a60e0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:18.527509 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bb2d97-ceb5-4d7c-beb2-2a90e4e31635" -d '{"events": [{"server_uuid": "293a1e5c-135b-45c7-9e24-ea0faa8f3383", "name": "network-vif-deleted", "tag": "2238a2cc-d376-4ea5-88cd-9365700a60e0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:18.575705 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:18.583614 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:40:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:18.617324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bf18a84-575a-4543-a2f9-3c6f90366429 req-b9ced332-f721-4540-9b2e-6abb423c11b0 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 210 time: 0.1209552 Aug 20 11:40:18.630425 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7920fb1-22a2-4f85-a237-e1742790383c x-openstack-request-id: req-b7920fb1-22a2-4f85-a237-e1742790383c {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:18.630991 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293a1e5c-135b-45c7-9e24-ea0faa8f3383", "name": "network-vif-deleted", "tag": "2238a2cc-d376-4ea5-88cd-9365700a60e0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:18.636477 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7920fb1-22a2-4f85-a237-e1742790383c {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:18.636477 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293a1e5c-135b-45c7-9e24-ea0faa8f3383', 'name': 'network-vif-deleted', 'tag': '2238a2cc-d376-4ea5-88cd-9365700a60e0', 'status': 'completed', 'code': 200} Aug 20 11:40:18.705833 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:18.731197 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e9d3d-8d9f-4f17-8323-a22c10607f90 None None] Pushing event updated for resources: {'Port': ['ID=68c46b1c-38cd-4905-ad39-58662b3a65bc,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:18.921818 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:18.951985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-280a7e07-e57c-4ef8-bf7f-25745cd7c803 None None] Provisioning for port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:18.959456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-280a7e07-e57c-4ef8-bf7f-25745cd7c803 None None] Provisioning complete for port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:18.960738 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-280a7e07-e57c-4ef8-bf7f-25745cd7c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.003948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-280a7e07-e57c-4ef8-bf7f-25745cd7c803 None None] Port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:19.092679 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.147555 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:16Z', 'revision_number': 3, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:19.175823 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e58f40-314e-430b-aec8-f45b039c266d None None] The sync data for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 is: [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:16Z', 'revision_number': 3, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:40:19.270737 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.280384 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.361389 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.364448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:19.488913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:19.488913 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.512361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.514308 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Pushing event updated for resources: {'Port': ['ID=d8e81a79-b8a0-4e03-9b28-f478fc02d2b1,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:19.653019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Network 11b17b29-10b0-4839-909d-f43616c71c65 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:19.654853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:19.816814 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-997d0e78-85ca-4181-9051-a5a6f9f90a24 req-b745377e-ec0e-41a0-8cda-ca7e09b14703 tempest-DeleteServersTestJSON-1982141791 tempest-DeleteServersTestJSON-1982141791-project] 10.222.0.10 "GET /v2.0/ports?device_id=293a1e5c-135b-45c7-9e24-ea0faa8f3383 HTTP/1.1" status: 200 len: 210 time: 0.0499580 Aug 20 11:40:19.833226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Router aceac47a-2508-40b7-a92b-06613f976e05 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:40:19.933194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ee77cb11-5134-414c-8087-9f1a617851c9 None None] Provisioning complete for port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:19.933947 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ee77cb11-5134-414c-8087-9f1a617851c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:19.964320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:40:19.978631 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-49b6e9a3-3236-40cf-aac5-058aa5bb623e admin admin] 10.222.0.10 "PUT /v2.0/routers/aceac47a-2508-40b7-a92b-06613f976e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8243525 Aug 20 11:40:19.998975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ee77cb11-5134-414c-8087-9f1a617851c9 None None] Port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:20.641106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2238a2cc-d376-4ea5-88cd-9365700a60e0 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:20.663065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 2238a2cc-d376-4ea5-88cd-9365700a60e0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:20.666661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2238a2cc-d376-4ea5-88cd-9365700a60e0 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:20.848208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:20.860292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49160) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:20.865314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1458078796-network', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:20.971119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Made reservation on behalf of ab2f719848904e34a38dfd3222dad6ff for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:20.974353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:20.985025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.019414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Sync routers for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:40:21.034692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:21.039895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:40:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:21.122859 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.210736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.253462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:40:21.267650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b34530b-6353-4a91-b27a-890ac9c19bfa,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:21.275440 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.275440 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Added segment fe5d81cd-9cca-40ba-ae4d-60afce8b7225 of type vlan for network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 Aug 20 11:40:21.347201 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.370223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:21.398786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 68c46b1c-38cd-4905-ad39-58662b3a65bc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:21.473682 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.475141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:21.476071 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.544849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f8b50b-eb9a-40c2-b3d2-bdac67e61145,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:21.600760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:40:21.660734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9260df60-0b29-4369-b29c-6c8ffcec8755 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7993553 Aug 20 11:40:21.669790 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49190) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:21.675116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Request body: {'subnet': {'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1458078796-subnet', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:21.683268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:19Z', 'revision_number': 2, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:21.716906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Checking router: aceac47a-2508-40b7-a92b-06613f976e05 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:40:21.717399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Updating router aceac47a-2508-40b7-a92b-06613f976e05 port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:40:21.719490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 68c46b1c-38cd-4905-ad39-58662b3a65bc completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:21.739526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 68c46b1c-38cd-4905-ad39-58662b3a65bc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:21.739894 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.774221 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.787694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Made reservation on behalf of ab2f719848904e34a38dfd3222dad6ff for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:21.790306 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.933298 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:21.992906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 68c46b1c-38cd-4905-ad39-58662b3a65bc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=68c46b1c-38cd-4905-ad39-58662b3a65bc,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:22.115497 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.125652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Transition to ACTIVE for port object d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:22.133309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.176506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.202641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae9a5c98-bcb8-4ff4-a90e-54eac14d384e,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:22.210469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Checking segment: {'id': 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:22.210841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Network hostable DHCP agents. Network: f1f8b50b-eb9a-40c2-b3d2-bdac67e61145, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:40:22.254097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=68c46b1c-38cd-4905-ad39-58662b3a65bc,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:22.278937 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.313850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:40:22.351091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adde63-ae42-4d66-9a92-d3a5027516e3 None None] Pushing event updated for resources: {'Port': ['ID=d8e81a79-b8a0-4e03-9b28-f478fc02d2b1,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:22.410139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Attempting to bind port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:22.410549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Attempting to bind port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:22.410925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Attempting to bind port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:22.416438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:22.416835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Checking segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:22.417227 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.417629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Bound using segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:22.418101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Bound port: d8e81a79-b8a0-4e03-9b28-f478fc02d2b1, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:22.418536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.450605 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, f1f8b50b-eb9a-40c2-b3d2-bdac67e61145) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:22.455940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:22.460107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.464971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e392050-18ab-49d0-98db-c61d8c3412fd None None] Network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:22.545340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] For port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:22.554798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] For port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d8e81a79-b8a0-4e03-9b28-f478fc02d2b1,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:22.611754 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-673b9f94-d164-4cde-8b50-7f3e71619ff9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9406273 Aug 20 11:40:22.614228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49196) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:22.624124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1458078796-router', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:22.654939 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.669390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-f1f8b50b-eb9a-40c2-b3d2-bdac67e61145', 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'fixed_ips': [{'subnet_id': 'ae9a5c98-bcb8-4ff4-a90e-54eac14d384e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:40:22.670287 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.779528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.780769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.800212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:22.800857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:40:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:22.810003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adde63-ae42-4d66-9a92-d3a5027516e3 None None] Pushing event updated for resources: {'Port': ['ID=d8e81a79-b8a0-4e03-9b28-f478fc02d2b1,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:22.885790 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:22.951088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Allocated IP 172.20.0.2 (f1f8b50b-eb9a-40c2-b3d2-bdac67e61145/ae9a5c98-bcb8-4ff4-a90e-54eac14d384e/91ddc4e4-52ba-498e-8cb2-452d357ad6aa) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:22.973037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:23.221052 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.322996 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.336363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Transition to ACTIVE for port object 91ddc4e4-52ba-498e-8cb2-452d357ad6aa will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:23.364480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Transition to ACTIVE for port object 91ddc4e4-52ba-498e-8cb2-452d357ad6aa will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:23.372607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:22Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:23.404777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 68c46b1c-38cd-4905-ad39-58662b3a65bc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:23.408083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf556a5-fe5f-4e0b-b36d-b8575cc48d1a None None] The sync data for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 is: [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:22Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:40:23.484344 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.569092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:23.575034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:23.580336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:23.593386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Pushing event updated for resources: {'Port': ['ID=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:23.603709 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 68c46b1c-38cd-4905-ad39-58662b3a65bc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:23.604299 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.666851 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.686283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.849796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Allocated IP 172.25.4.204 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/2289d666-8f28-4937-8ea7-2b5e677ab437) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:23.963607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Attempting to bind port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:23.963989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Attempting to bind port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:23.964150 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.964376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Attempting to bind port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa on network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:23.978712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:23.979520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Checking segment: {'id': 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:23.979924 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:23.980356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Bound using segment: {'id': 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:23.980832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Bound port: 91ddc4e4-52ba-498e-8cb2-452d357ad6aa, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:23.981216 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:24.062529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] For port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:24.068255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] For port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,segment=NetworkSegment(fe5d81cd-9cca-40ba-ae4d-60afce8b7225),segment_id=fe5d81cd-9cca-40ba-ae4d-60afce8b7225)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:24.117408 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:24.167014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:24.170564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:24.177544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:24.180848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Pushing event updated for resources: {'Port': ['ID=2289d666-8f28-4937-8ea7-2b5e677ab437,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:24.234153 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:24.337477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acd1ba-0a11-44da-8b36-fe2b740a41ef None None] Pushing event updated for resources: {'Port': ['ID=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:24.597932 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:24.825296 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.071623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49220) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:25.120738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f853b580-a78f-4d0c-814c-6310af03a20d admin admin] Deleting subnet f67b176a-02c2-4042-9683-21af539b6672 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:40:25.124067 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f853b580-a78f-4d0c-814c-6310af03a20d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.154102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Router 40844ef5-6408-4bb7-9a21-c84e5658ab50 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:40:25.159504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f853b580-a78f-4d0c-814c-6310af03a20d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.199411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f853b580-a78f-4d0c-814c-6310af03a20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.287535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:40:25.306919 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Sync routers for ids ['40844ef5-6408-4bb7-9a21-c84e5658ab50'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:40:25.322483 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Routers {'40844ef5-6408-4bb7-9a21-c84e5658ab50'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:25.323184 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:40:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['40844ef5-6408-4bb7-9a21-c84e5658ab50'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:25.377201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f853b580-a78f-4d0c-814c-6310af03a20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.441066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853b580-a78f-4d0c-814c-6310af03a20d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67b176a-02c2-4042-9683-21af539b6672,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:25.451878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.453953 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f853b580-a78f-4d0c-814c-6310af03a20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.455671 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e24857ec-dced-439e-8bdc-a46effeb3512 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8398423 Aug 20 11:40:25.462161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49226) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:25.465072 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f853b580-a78f-4d0c-814c-6310af03a20d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f67b176a-02c2-4042-9683-21af539b6672 HTTP/1.1" status: 204 len: 168 time: 0.3922455 Aug 20 11:40:25.465819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49228) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:25.549939 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Set router 40844ef5-6408-4bb7-9a21-c84e5658ab50 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:25.560565 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:25.619745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.736549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.748745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf43dbf1-d4ba-4723-ba78-23cd10b6aacc']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:25.765660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b092d6-5967-47e2-ade7-e278d9356f10') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:25.766238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b092d6-5967-47e2-ade7-e278d9356f10') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:25.780656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.788146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:25.795177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:25.796121 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.801688 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.812698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:40:25.813190 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:40:25.817333 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:40:25.927969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcf4af6-7863-436d-996c-d837bfd609fa None None] Network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:25.931522 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'name': 'tempest-TestVolumeBootPattern-1458078796-router', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:22Z', 'updated_at': '2021-08-20T11:40:24Z', 'revision_number': 3, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'gw_port': {'id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:23Z', 'updated_at': '2021-08-20T11:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:25.965315 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Checking router: 40844ef5-6408-4bb7-9a21-c84e5658ab50 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:40:25.968319 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Updating router 40844ef5-6408-4bb7-9a21-c84e5658ab50 port 2289d666-8f28-4937-8ea7-2b5e677ab437 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:40:25.992158 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.056365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.062026 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.068718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.077528 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bf43dbf1-d4ba-4723-ba78-23cd10b6aacc HTTP/1.1" status: 204 len: 168 time: 0.6076119 Aug 20 11:40:26.106151 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d6bab-097b-48b1-8538-9a9974dd7cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf43dbf1-d4ba-4723-ba78-23cd10b6aacc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:26.164580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-15546e5d-0b49-4302-919b-eb3235d4a25d None None] Provisioning for port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:26.247757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d8e81a79-b8a0-4e03-9b28-f478fc02d2b1,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:26.302207 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.313416 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Transition to ACTIVE for port object 2289d666-8f28-4937-8ea7-2b5e677ab437 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:26.373059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.373878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 91ddc4e4-52ba-498e-8cb2-452d357ad6aa up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:26.438487 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.494595 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d8e81a79-b8a0-4e03-9b28-f478fc02d2b1,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:26.523581 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.549243 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Attempting to bind port 2289d666-8f28-4937-8ea7-2b5e677ab437 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:26.549555 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Attempting to bind port 2289d666-8f28-4937-8ea7-2b5e677ab437 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:26.549953 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Attempting to bind port 2289d666-8f28-4937-8ea7-2b5e677ab437 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:26.571620 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:26.572018 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:26.572441 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.572829 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:26.573306 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Bound port: 2289d666-8f28-4937-8ea7-2b5e677ab437, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:26.573689 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.638172 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fe572-8045-4d6c-acaa-c25aeeadc54d None None] Pushing event updated for resources: {'Port': ['ID=2289d666-8f28-4937-8ea7-2b5e677ab437,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:26.650420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:26.655802 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] For port 2289d666-8f28-4937-8ea7-2b5e677ab437, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:26.655964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:26.656437 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.662890 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] For port 2289d666-8f28-4937-8ea7-2b5e677ab437, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2289d666-8f28-4937-8ea7-2b5e677ab437,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:26.689881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49236) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:26.727331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Allocated IP 172.20.0.1 (f1f8b50b-eb9a-40c2-b3d2-bdac67e61145/ae9a5c98-bcb8-4ff4-a90e-54eac14d384e/8323c525-d045-4433-8c25-007511138999) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:26.733477 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-42334411-d1d0-4624-87b7-a36acbd8e7d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=727a97c79f064856b84b08819cc15064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420632 Aug 20 11:40:26.736604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49238) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:26.757348 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.762895 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.800230 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1c87325-87e8-4cc3-9ac8-1109ab3beb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.805990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,segment=NetworkSegment(fe5d81cd-9cca-40ba-ae4d-60afce8b7225),segment_id=fe5d81cd-9cca-40ba-ae4d-60afce8b7225)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:26.813664 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Routers {'40844ef5-6408-4bb7-9a21-c84e5658ab50'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:26.814979 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:40:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['40844ef5-6408-4bb7-9a21-c84e5658ab50'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:26.830527 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1c87325-87e8-4cc3-9ac8-1109ab3beb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.873153 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fe572-8045-4d6c-acaa-c25aeeadc54d None None] Pushing event updated for resources: {'Port': ['ID=2289d666-8f28-4937-8ea7-2b5e677ab437,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:26.875398 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.889661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Transition to ACTIVE for port object 8323c525-d045-4433-8c25-007511138999 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:26.912687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.939830 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] Set router 40844ef5-6408-4bb7-9a21-c84e5658ab50 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:26.962813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:26.993945 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1c87325-87e8-4cc3-9ac8-1109ab3beb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.996708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f1c87325-87e8-4cc3-9ac8-1109ab3beb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:26.997885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f1c87325-87e8-4cc3-9ac8-1109ab3beb46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aaadb19e-2050-4299-85fb-341aede05278 HTTP/1.1" status: 204 len: 168 time: 0.2602401 Aug 20 11:40:27.008572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c87325-87e8-4cc3-9ac8-1109ab3beb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaadb19e-2050-4299-85fb-341aede05278,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:27.108918 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.146782 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'name': 'tempest-TestVolumeBootPattern-1458078796-router', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:22Z', 'updated_at': '2021-08-20T11:40:24Z', 'revision_number': 3, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'gw_port': {'id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:23Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:27.148095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:27.150903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:27.155171 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:27.178647 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec5c73-b822-4f46-b3df-c604c2ff79a9 None None] The sync data for ids ['40844ef5-6408-4bb7-9a21-c84e5658ab50'] in n-d-804230-3 is: [{'id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'name': 'tempest-TestVolumeBootPattern-1458078796-router', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:22Z', 'updated_at': '2021-08-20T11:40:24Z', 'revision_number': 3, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'gw_port': {'id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:23Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:40:27.180083 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Pushing event updated for resources: {'Port': ['ID=8323c525-d045-4433-8c25-007511138999,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:27.210371 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.420896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:27.481822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:27.482337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.589658 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.657876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 91ddc4e4-52ba-498e-8cb2-452d357ad6aa up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:27.701755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e674c1e4-e6d2-4807-9466-156bc35a714c None None] Provisioning for port 8323c525-d045-4433-8c25-007511138999 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:27.714969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e674c1e4-e6d2-4807-9466-156bc35a714c None None] Provisioning complete for port 8323c525-d045-4433-8c25-007511138999 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:27.715341 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e674c1e4-e6d2-4807-9466-156bc35a714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.795139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e674c1e4-e6d2-4807-9466-156bc35a714c None None] Port 8323c525-d045-4433-8c25-007511138999 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:27.806129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:27.806129 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.846893 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:27.945493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.031388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Pushing event updated for resources: {'Port': ['ID=8323c525-d045-4433-8c25-007511138999,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:28.035472 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.154613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:28.156319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:28.297946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Router 40844ef5-6408-4bb7-9a21-c84e5658ab50 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:40:28.457025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49268) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:28.463449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:40:28.468734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b791324b-5787-4091-bfe2-91319a0ca307 admin admin] 10.222.0.10 "PUT /v2.0/routers/40844ef5-6408-4bb7-9a21-c84e5658ab50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0050044 Aug 20 11:40:28.519656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0fb5cc12-89ec-44c3-bfbd-5bcf493817a0 None None] Provisioning complete for port 8323c525-d045-4433-8c25-007511138999 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:28.520034 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0fb5cc12-89ec-44c3-bfbd-5bcf493817a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.561191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0fb5cc12-89ec-44c3-bfbd-5bcf493817a0 None None] Port 8323c525-d045-4433-8c25-007511138999 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:28.596729 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1209849124-network', 'tenant_id': '8d2d85b51a5b47248be47fd13bba5bc8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:28.711240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Made reservation on behalf of 8d2d85b51a5b47248be47fd13bba5bc8 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:28.713673 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.723527 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.823956 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.936428 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.958232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:40:28.974471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a4a6b-09dd-4332-8181-8795de75b5ac,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:28.978453 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:28.979004 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Added segment b662a7bd-0aea-4a98-a09a-9d6bdd9b6557 of type vlan for network 32923e8e-7c63-4ee2-83e4-9b90194f14db Aug 20 11:40:29.027383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.199880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.201220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.201830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.264158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] Pushing event updated for resources: {'Network': ['ID=32923e8e-7c63-4ee2-83e4-9b90194f14db,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:29.274210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 32923e8e-7c63-4ee2-83e4-9b90194f14db details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:40:29.353714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3d270105-90d7-410d-abde-288f4285e40f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8954327 Aug 20 11:40:29.371357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49292) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:29.375955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Request body: {'subnet': {'network_id': '32923e8e-7c63-4ee2-83e4-9b90194f14db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1209849124-subnet', 'tenant_id': '8d2d85b51a5b47248be47fd13bba5bc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:29.400563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2289d666-8f28-4937-8ea7-2b5e677ab437 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:29.542681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d60f34-6e2e-4df7-b080-ac17ba6b7d3f req-44861e89-fa83-400e-9898-4d14c3768842 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.544179 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21d60f34-6e2e-4df7-b080-ac17ba6b7d3f req-44861e89-fa83-400e-9898-4d14c3768842 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0540111 Aug 20 11:40:29.583698 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21d60f34-6e2e-4df7-b080-ac17ba6b7d3f req-3c5592d8-7d4e-4776-a039-422bcf4a9764 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332360 Aug 20 11:40:29.606061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Made reservation on behalf of 8d2d85b51a5b47248be47fd13bba5bc8 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:29.608471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.648756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 2289d666-8f28-4937-8ea7-2b5e677ab437 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:29.652887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 2289d666-8f28-4937-8ea7-2b5e677ab437 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:29.653270 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.738238 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.761757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 2289d666-8f28-4937-8ea7-2b5e677ab437, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2289d666-8f28-4937-8ea7-2b5e677ab437,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:29.787383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-fe30453a-f7bc-4ed7-b6ee-83d85cb9526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.789182 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-fe30453a-f7bc-4ed7-b6ee-83d85cb9526c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1095 time: 0.0967159 Aug 20 11:40:29.872054 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:29.919490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-d1923e2c-c341-4a71-98f6-0b6d65ef0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:29.921355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-d1923e2c-c341-4a71-98f6-0b6d65ef0f06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1058357 Aug 20 11:40:29.933269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=2289d666-8f28-4937-8ea7-2b5e677ab437,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:29.995412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.004660 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-d5d28427-af88-4a9a-92fa-22e5c4c3360f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 999 time: 0.0763073 Aug 20 11:40:30.093598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37727932-cbf9-4afa-bc9c-6514e0c3019f,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:30.102317 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-0c083a90-e5b8-4d8a-a332-83c093b6c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:30.103889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-0c083a90-e5b8-4d8a-a332-83c093b6c958 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0802712 Aug 20 11:40:30.122682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Checking segment: {'id': 'b662a7bd-0aea-4a98-a09a-9d6bdd9b6557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32923e8e-7c63-4ee2-83e4-9b90194f14db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:30.123065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Network hostable DHCP agents. Network: 32923e8e-7c63-4ee2-83e4-9b90194f14db, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:40:30.167862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-49c4a2a1-4ea0-431c-9907-6eca21c8c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:30.169410 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-49c4a2a1-4ea0-431c-9907-6eca21c8c7b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575807 Aug 20 11:40:30.265415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Network 32923e8e-7c63-4ee2-83e4-9b90194f14db is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:40:30.276100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-97e6e6ab-8800-44b0-9f29-aed5c7ba3b5f service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974243 Aug 20 11:40:30.379006 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d620af44-8329-4e8c-a784-40e31a4b3638 req-7e8f3025-f0f4-4f00-986e-e363363219b3 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970697 Aug 20 11:40:30.439488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 32923e8e-7c63-4ee2-83e4-9b90194f14db) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:30.445666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Sync routers for ids ['40844ef5-6408-4bb7-9a21-c84e5658ab50'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:40:30.447493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:30.448207 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:30.450029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4f63d-a4ad-4c1c-b732-81381e5a61a4 None None] Network 32923e8e-7c63-4ee2-83e4-9b90194f14db requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:30.505676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Routers {'40844ef5-6408-4bb7-9a21-c84e5658ab50'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:30.512860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:40:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['40844ef5-6408-4bb7-9a21-c84e5658ab50'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:30.583099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-89606085-de58-4b76-84ca-431257b6e143 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2111278 Aug 20 11:40:30.709679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Set router 40844ef5-6408-4bb7-9a21-c84e5658ab50 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:30.720691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e427495-eaff-4294-a294-914008d7e7f2 req-0bd467c1-45c1-442d-8a58-efc1f8fcddf8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:30.722540 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e427495-eaff-4294-a294-914008d7e7f2 req-0bd467c1-45c1-442d-8a58-efc1f8fcddf8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0585215 Aug 20 11:40:30.790525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e427495-eaff-4294-a294-914008d7e7f2 req-38405149-7f59-46a8-9ffe-9e4650c68031 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597649 Aug 20 11:40:30.799927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f86c8b-cea0-4ae5-854f-a93de619f1db None None] Network 32923e8e-7c63-4ee2-83e4-9b90194f14db requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:31.163954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'name': 'tempest-TestVolumeBootPattern-1458078796-router', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:22Z', 'updated_at': '2021-08-20T11:40:27Z', 'revision_number': 4, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'gw_port': {'id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:23Z', 'updated_at': '2021-08-20T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '8323c525-d045-4433-8c25-007511138999', 'name': '', 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'mac_address': 'fa:16:3e:c8:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ae9a5c98-bcb8-4ff4-a90e-54eac14d384e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:26Z', 'updated_at': '2021-08-20T11:40:27Z', 'revision_number': 2, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'subnets': [{'id': 'ae9a5c98-bcb8-4ff4-a90e-54eac14d384e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:31.199400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Checking router: 40844ef5-6408-4bb7-9a21-c84e5658ab50 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:40:31.199898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Updating router 40844ef5-6408-4bb7-9a21-c84e5658ab50 port 8323c525-d045-4433-8c25-007511138999 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:40:31.212193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-66cce9f4-26bb-4f41-b5f0-e8e6c16df88d tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:31.213827 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-66cce9f4-26bb-4f41-b5f0-e8e6c16df88d tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/networks?id=32923e8e-7c63-4ee2-83e4-9b90194f14db HTTP/1.1" status: 200 len: 813 time: 0.1339915 Aug 20 11:40:31.229571 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.234570 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-53fd3052-b178-4390-b0ee-235227c5b00a tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/quotas/8d2d85b51a5b47248be47fd13bba5bc8 HTTP/1.1" status: 200 len: 375 time: 0.0099747 Aug 20 11:40:31.272303 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-9077724b-5172-4f4f-9013-a3651fad558f tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8d2d85b51a5b47248be47fd13bba5bc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280616 Aug 20 11:40:31.393919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-60c9a660-b17f-4de9-8bcd-e92578838621 service neutron] 10.222.0.10 "GET /v2.0/networks/32923e8e-7c63-4ee2-83e4-9b90194f14db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105156 Aug 20 11:40:31.400653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2289d666-8f28-4937-8ea7-2b5e677ab437 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:31.505937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-731cf38f-ee16-4d86-9423-5d2a64f4cc1b service neutron] 10.222.0.10 "GET /v2.0/networks/32923e8e-7c63-4ee2-83e4-9b90194f14db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035132 Aug 20 11:40:31.525694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 2289d666-8f28-4937-8ea7-2b5e677ab437 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:31.526181 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.619707 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.652939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Transition to ACTIVE for port object 8323c525-d045-4433-8c25-007511138999 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:31.793812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.837286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09e5d205-d563-4d5c-8db8-c53cb1eb1ace req-96148635-e4fa-4231-bcdf-c822969ad9d0 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 210 time: 0.0480008 Aug 20 11:40:31.908314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4cabb-3cef-40c5-9290-2fc92a0ad3a3 None None] Pushing event updated for resources: {'Port': ['ID=8323c525-d045-4433-8c25-007511138999,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:31.952857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Attempting to bind port 8323c525-d045-4433-8c25-007511138999 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:31.953380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Attempting to bind port 8323c525-d045-4433-8c25-007511138999 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:31.953763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Attempting to bind port 8323c525-d045-4433-8c25-007511138999 on network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:31.959477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:31.959860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Checking segment: {'id': 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:31.960269 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.960448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630c881-d82b-4ff6-bd49-06162f3d1d85 req-8fe1e297-f5cc-44da-acce-292bca5d4dd0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:31.960669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Bound using segment: {'id': 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:31.961146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Bound port: 8323c525-d045-4433-8c25-007511138999, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:31.961536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:31.962813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f630c881-d82b-4ff6-bd49-06162f3d1d85 req-8fe1e297-f5cc-44da-acce-292bca5d4dd0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0690966 Aug 20 11:40:32.034269 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f630c881-d82b-4ff6-bd49-06162f3d1d85 req-3036512e-b3a5-4686-a56c-68a76b77babe tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611308 Aug 20 11:40:32.073920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] For port 8323c525-d045-4433-8c25-007511138999, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:32.077664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] For port 8323c525-d045-4433-8c25-007511138999, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8323c525-d045-4433-8c25-007511138999,segment=NetworkSegment(fe5d81cd-9cca-40ba-ae4d-60afce8b7225),segment_id=fe5d81cd-9cca-40ba-ae4d-60afce8b7225)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:32.155582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:32.390681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Routers {'40844ef5-6408-4bb7-9a21-c84e5658ab50'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:40:32.391338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:40:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['40844ef5-6408-4bb7-9a21-c84e5658ab50'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:32.395157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4cabb-3cef-40c5-9290-2fc92a0ad3a3 None None] Pushing event updated for resources: {'Port': ['ID=8323c525-d045-4433-8c25-007511138999,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:32.515479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] Set router 40844ef5-6408-4bb7-9a21-c84e5658ab50 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:40:32.778117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'name': 'tempest-TestVolumeBootPattern-1458078796-router', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:22Z', 'updated_at': '2021-08-20T11:40:27Z', 'revision_number': 4, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'gw_port': {'id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:23Z', 'updated_at': '2021-08-20T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '8323c525-d045-4433-8c25-007511138999', 'name': '', 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'mac_address': 'fa:16:3e:c8:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ae9a5c98-bcb8-4ff4-a90e-54eac14d384e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:26Z', 'updated_at': '2021-08-20T11:40:32Z', 'revision_number': 4, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'subnets': [{'id': 'ae9a5c98-bcb8-4ff4-a90e-54eac14d384e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:32.799420 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-7d3b7379-470a-478a-b2d3-860ece1e4959 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:32.801189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-7d3b7379-470a-478a-b2d3-860ece1e4959 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1304176 Aug 20 11:40:32.815247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9f5f9-3a80-4d65-9f92-1bf5b9dbc9d3 None None] The sync data for ids ['40844ef5-6408-4bb7-9a21-c84e5658ab50'] in n-d-804230-3 is: [{'id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'name': 'tempest-TestVolumeBootPattern-1458078796-router', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:22Z', 'updated_at': '2021-08-20T11:40:27Z', 'revision_number': 4, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'gw_port': {'id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:23Z', 'updated_at': '2021-08-20T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '8323c525-d045-4433-8c25-007511138999', 'name': '', 'network_id': 'f1f8b50b-eb9a-40c2-b3d2-bdac67e61145', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'mac_address': 'fa:16:3e:c8:6a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': 'ae9a5c98-bcb8-4ff4-a90e-54eac14d384e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:26Z', 'updated_at': '2021-08-20T11:40:32Z', 'revision_number': 4, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'subnets': [{'id': 'ae9a5c98-bcb8-4ff4-a90e-54eac14d384e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:40:32.828545 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-d5d318f4-7976-48e1-a6fe-d0e8401429a1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/quotas/8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 375 time: 0.0207472 Aug 20 11:40:32.915168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-b3914b6f-8b49-4713-b898-2ba6d4f4be47 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758462 Aug 20 11:40:32.967617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34937543-2f73-4d2d-8eef-72a37d1d65c8 req-5cc92f2e-9ea6-4ef7-91d8-18f0b3a621f0 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 210 time: 0.0451474 Aug 20 11:40:33.052461 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-1685af1a-ee2f-41ba-abee-0709c90f1df2 service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270106 Aug 20 11:40:33.187545 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-a08520cd-9054-4df4-8a9a-1c93828d654a service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230001 Aug 20 11:40:33.224590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf03b7d-9787-40ed-a72f-1cce121db229 req-260101ed-6716-4f68-9f6f-f72659bff7bd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:33.231206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1cf03b7d-9787-40ed-a72f-1cce121db229 req-260101ed-6716-4f68-9f6f-f72659bff7bd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0874767 Aug 20 11:40:33.291791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1cf03b7d-9787-40ed-a72f-1cce121db229 req-dec519f0-b180-4dbc-8bde-05c047966900 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577123 Aug 20 11:40:33.444902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8323c525-d045-4433-8c25-007511138999 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:33.608255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 8323c525-d045-4433-8c25-007511138999 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:33.613591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8323c525-d045-4433-8c25-007511138999 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:33.614181 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:33.698792 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:33.734603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 8323c525-d045-4433-8c25-007511138999, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8323c525-d045-4433-8c25-007511138999,segment=NetworkSegment(fe5d81cd-9cca-40ba-ae4d-60afce8b7225),segment_id=fe5d81cd-9cca-40ba-ae4d-60afce8b7225)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:33.888560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:33.937393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=8323c525-d045-4433-8c25-007511138999,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:34.096801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e00903fe-7bc3-4869-acb7-e6d626931d70 req-d6261901-d833-4711-9736-9fe3cdba5a3a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 210 time: 0.0553737 Aug 20 11:40:34.155079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58f69563-0a4f-44ad-826c-98b6c6e3aaa9 req-13a4b5ee-7a7d-405f-aa00-78743f7bc167 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 210 time: 0.0287297 Aug 20 11:40:34.434830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349ae35-aed2-44a6-96e0-dcab91ed589d req-a806a28f-1479-4bad-bcab-9a5f00b952e5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:34.436576 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3349ae35-aed2-44a6-96e0-dcab91ed589d req-a806a28f-1479-4bad-bcab-9a5f00b952e5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0586028 Aug 20 11:40:34.533003 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3349ae35-aed2-44a6-96e0-dcab91ed589d req-2e034133-9a71-4843-b1d7-dc7297be883d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867376 Aug 20 11:40:34.642766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-dd2ca1de-7b60-483d-a4b4-109fae629057 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:34.643886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-dd2ca1de-7b60-483d-a4b4-109fae629057 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.57 "GET /v2.0/networks?id=32923e8e-7c63-4ee2-83e4-9b90194f14db HTTP/1.1" status: 200 len: 813 time: 0.1702759 Aug 20 11:40:34.660388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Request body: {'port': {'device_id': '9624174f-0052-4ab0-939a-eab339caea82', 'network_id': '32923e8e-7c63-4ee2-83e4-9b90194f14db', 'admin_state_up': True, 'tenant_id': '8d2d85b51a5b47248be47fd13bba5bc8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:34.888991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Made reservation on behalf of 8d2d85b51a5b47248be47fd13bba5bc8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:34.893141 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.057513 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Allocated IP 172.20.0.3 (32923e8e-7c63-4ee2-83e4-9b90194f14db/37727932-cbf9-4afa-bc9c-6514e0c3019f/00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:35.204416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b8d9a6d-3bb1-4f37-b102-12257d9a005d req-7563ecdf-7328-4bad-b4d8-3c6f41a3fed9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 210 time: 0.0398211 Aug 20 11:40:35.217639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.276681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7e858124-d9c6-4205-b7ab-030d3d339399 req-6aad43f5-9e2d-42dc-9ee5-dd4e9fb2df77 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 210 time: 0.0411103 Aug 20 11:40:35.367679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8323c525-d045-4433-8c25-007511138999 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:35.417206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8323c525-d045-4433-8c25-007511138999 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:35.417580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.434549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.512267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Network 32923e8e-7c63-4ee2-83e4-9b90194f14db is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:35.522983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:35.525550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Pushing event updated for resources: {'Port': ['ID=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:35.528038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:35.586528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:35.587279 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:35.664241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae07ee-3ec0-46cc-9b0b-52bd278d556c req-8b9f88b1-dd32-459d-a60e-02b0b0b28702 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:35.665850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5ae07ee-3ec0-46cc-9b0b-52bd278d556c req-8b9f88b1-dd32-459d-a60e-02b0b0b28702 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0533156 Aug 20 11:40:35.695591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-5c271c0e-23ae-4e5f-b48c-943201e7a369 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0401244 Aug 20 11:40:35.710034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Request body: {'port': {'device_id': '9624174f-0052-4ab0-939a-eab339caea82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:35.714740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5ae07ee-3ec0-46cc-9b0b-52bd278d556c req-9845b10e-c262-41b8-b093-eb848d0c04a9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 Aug 20 11:40:35.775204 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.061196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:36.070636 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.085900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Transition to ACTIVE for port object 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:36.165496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.218648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:36.304558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Attempting to bind port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:36.305005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Attempting to bind port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b662a7bd-0aea-4a98-a09a-9d6bdd9b6557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32923e8e-7c63-4ee2-83e4-9b90194f14db'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:36.305405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Attempting to bind port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 on network 32923e8e-7c63-4ee2-83e4-9b90194f14db {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:36.311208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 on network 32923e8e-7c63-4ee2-83e4-9b90194f14db not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:40:36.311208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Attempting to bind port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 on network 32923e8e-7c63-4ee2-83e4-9b90194f14db {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:36.316576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:36.316854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Checking segment: {'id': 'b662a7bd-0aea-4a98-a09a-9d6bdd9b6557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32923e8e-7c63-4ee2-83e4-9b90194f14db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:36.317330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Bound using segment: {'id': 'b662a7bd-0aea-4a98-a09a-9d6bdd9b6557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32923e8e-7c63-4ee2-83e4-9b90194f14db'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:36.317780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Bound port: 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b662a7bd-0aea-4a98-a09a-9d6bdd9b6557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32923e8e-7c63-4ee2-83e4-9b90194f14db'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:36.318164 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.330610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9b20c96-bb37-4ab0-888b-af50b6df3843 req-3a36655a-5049-4cff-acdf-6a6da66b5d3d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 210 time: 0.0360768 Aug 20 11:40:36.420453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] For port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:36.426046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] For port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,segment=NetworkSegment(b662a7bd-0aea-4a98-a09a-9d6bdd9b6557),segment_id=b662a7bd-0aea-4a98-a09a-9d6bdd9b6557)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:36.439039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa6e86-e5f9-4a7c-93b8-0fede381e239 req-f4f5dc0c-75c7-4c1d-b6af-60e49fc4948c tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:36.440554 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68fa6e86-e5f9-4a7c-93b8-0fede381e239 req-f4f5dc0c-75c7-4c1d-b6af-60e49fc4948c tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 943 time: 0.0842988 Aug 20 11:40:36.482190 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68fa6e86-e5f9-4a7c-93b8-0fede381e239 req-38fc154b-f0c4-4a2a-85d4-6f2615b3dcfd tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353339 Aug 20 11:40:36.532632 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.567160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:36.567775 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:36.569206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] 10.222.0.57 "PUT /v2.0/ports/00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 HTTP/1.1" status: 200 len: 1091 time: 0.8638523 Aug 20 11:40:36.569691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9624174f-0052-4ab0-939a-eab339caea82', 'tag': '00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:36.576847 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f211d4-704f-4070-af28-4a080c5f16fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9624174f-0052-4ab0-939a-eab339caea82", "tag": "00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:36.605410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67969425-ea12-4bb7-bbe1-13208ff2a8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:36.618995 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319027b6-b57e-4690-9497-21c00ccb8acc x-openstack-request-id: req-319027b6-b57e-4690-9497-21c00ccb8acc {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:36.619304 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9624174f-0052-4ab0-939a-eab339caea82", "tag": "00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:36.619563 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-319027b6-b57e-4690-9497-21c00ccb8acc {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:36.619977 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9624174f-0052-4ab0-939a-eab339caea82', 'tag': '00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2', 'status': 'completed', 'code': 200} Aug 20 11:40:36.747928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f211d4-704f-4070-af28-4a080c5f16fd req-036119c8-7fd1-4929-8f5a-9254e07d71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:36.749464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4f211d4-704f-4070-af28-4a080c5f16fd req-036119c8-7fd1-4929-8f5a-9254e07d71a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d2d85b51a5b47248be47fd13bba5bc8&device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 1094 time: 0.1074224 Aug 20 11:40:36.825837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-20b8e2fa-5d91-44e5-9c6a-512d065e1566 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:36.827285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-20b8e2fa-5d91-44e5-9c6a-512d065e1566 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1746960 Aug 20 11:40:36.849004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa258b9-2d9b-41a9-b3c9-f9193992bccc req-95a3bec9-51ce-4005-9b83-de5c66d9b7eb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:36.851601 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fa258b9-2d9b-41a9-b3c9-f9193992bccc req-95a3bec9-51ce-4005-9b83-de5c66d9b7eb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0598295 Aug 20 11:40:36.855583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'port': {'device_id': '4b59f873-afb3-4c09-8a1e-c05f2bf759ce', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'admin_state_up': True, 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:36.897920 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fa258b9-2d9b-41a9-b3c9-f9193992bccc req-3ade54e3-163a-419f-8e5a-c023c537bef8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402927 Aug 20 11:40:36.929215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f211d4-704f-4070-af28-4a080c5f16fd req-d929aeff-fadd-419b-bac2-115d9bf7b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:36.930737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4f211d4-704f-4070-af28-4a080c5f16fd req-d929aeff-fadd-419b-bac2-115d9bf7b846 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8d2d85b51a5b47248be47fd13bba5bc8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1726971 Aug 20 11:40:37.062473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f211d4-704f-4070-af28-4a080c5f16fd req-736e8c00-22f2-47fe-92cd-4a1922ab9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:37.063875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4f211d4-704f-4070-af28-4a080c5f16fd req-736e8c00-22f2-47fe-92cd-4a1922ab9528 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1211271 Aug 20 11:40:37.141510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-6a99fab3-ed9b-4005-a094-74581a5828ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:37.143667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-6a99fab3-ed9b-4005-a094-74581a5828ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d2d85b51a5b47248be47fd13bba5bc8&device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 1094 time: 0.0451598 Aug 20 11:40:37.144837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Made reservation on behalf of 8ea0796915334e5c8704c4e677a6eef8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:37.148412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:37.193496 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-e65a9271-01fe-4a75-8683-54b58515b696 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 HTTP/1.1" status: 200 len: 217 time: 0.0415938 Aug 20 11:40:37.295328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-422a1510-ceea-4b0e-9a52-a19059851830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:37.296824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-422a1510-ceea-4b0e-9a52-a19059851830 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37727932-cbf9-4afa-bc9c-6514e0c3019f HTTP/1.1" status: 200 len: 853 time: 0.0937109 Aug 20 11:40:37.364918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-f72e678b-ea58-48f7-a5f1-ed35b8424671 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32923e8e-7c63-4ee2-83e4-9b90194f14db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295253 Aug 20 11:40:37.374184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Allocated IP 172.20.0.7 (11b17b29-10b0-4839-909d-f43616c71c65/5ef1a6b4-e180-43f7-afb9-3a6eea345cfa/29b8bcb3-1e43-4400-af98-e6488b3f03e8) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:37.462987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e102341-87a5-40e3-be88-70f7e604d672 req-29818efc-6ade-42a5-8672-4b2b178a863f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 210 time: 0.0555165 Aug 20 11:40:37.621265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2881b20-9fd0-457e-b839-fd68f29065ba req-c16f78a5-bc36-4eef-bae5-8730588c307e tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:37.622916 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2881b20-9fd0-457e-b839-fd68f29065ba req-c16f78a5-bc36-4eef-bae5-8730588c307e tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 943 time: 0.0649462 Aug 20 11:40:37.633877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-4141817c-39a7-4acd-8038-9eedf1468e01 service neutron] 10.222.0.57 "GET /v2.0/networks/32923e8e-7c63-4ee2-83e4-9b90194f14db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243683 Aug 20 11:40:37.702950 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d2881b20-9fd0-457e-b839-fd68f29065ba req-7db36321-aed7-408b-943b-b38857e22364 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678008 Aug 20 11:40:37.728134 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:37.752408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Transition to ACTIVE for port object 29b8bcb3-1e43-4400-af98-e6488b3f03e8 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:37.787823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-319c17af-8c9b-4894-8c66-0449ea2a942f req-097aec53-4a1b-45aa-afed-8ce724b20d18 service neutron] 10.222.0.57 "GET /v2.0/networks/32923e8e-7c63-4ee2-83e4-9b90194f14db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460783 Aug 20 11:40:37.954825 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.239485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Network 11b17b29-10b0-4839-909d-f43616c71c65 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:38.242537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:38.246359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:38.274495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=29b8bcb3-1e43-4400-af98-e6488b3f03e8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:38.293652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.294037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.294391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.294780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.295129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.295647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.296209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.296318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.296633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.296964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.297296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.297631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:38.328291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:38.328989 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.537966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-45833530-bf04-4644-8cee-62344c05959f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6909623 Aug 20 11:40:38.555066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Request body: {'port': {'device_id': '4b59f873-afb3-4c09-8a1e-c05f2bf759ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:38.585870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376f92-1e7e-4d96-aaa1-0135aae5dad3 req-ba9c1f8a-1c0a-47dd-96bc-a1c71acde906 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:38.587543 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-20376f92-1e7e-4d96-aaa1-0135aae5dad3 req-ba9c1f8a-1c0a-47dd-96bc-a1c71acde906 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 931 time: 0.0556321 Aug 20 11:40:38.617128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3618281d-f73c-4589-9d61-0f5d36f1c731 None None] Provisioning for port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:38.624115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.627578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3618281d-f73c-4589-9d61-0f5d36f1c731 None None] Provisioning complete for port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:38.628175 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3618281d-f73c-4589-9d61-0f5d36f1c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:38.638606 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-20376f92-1e7e-4d96-aaa1-0135aae5dad3 req-f34b0923-6b09-48e6-a428-653526136d0d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440118 Aug 20 11:40:38.685484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3618281d-f73c-4589-9d61-0f5d36f1c731 None None] Port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:40:38.898638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa4f77-486b-4bfe-95d4-f052f67d7087 req-a84cff23-b840-4c7c-9832-46ccdaec7a95 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:38.900234 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8fa4f77-486b-4bfe-95d4-f052f67d7087 req-a84cff23-b840-4c7c-9832-46ccdaec7a95 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 943 time: 0.1093209 Aug 20 11:40:38.968230 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8fa4f77-486b-4bfe-95d4-f052f67d7087 req-b1dba91e-34c8-4ede-96a4-ba36895f1306 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576060 Aug 20 11:40:39.015551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b8bcb3-1e43-4400-af98-e6488b3f03e8 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:39.030176 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.040245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Transition to ACTIVE for port object 29b8bcb3-1e43-4400-af98-e6488b3f03e8 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:39.142487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.198765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Pushing event updated for resources: {'Port': ['ID=29b8bcb3-1e43-4400-af98-e6488b3f03e8,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:39.295086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Attempting to bind port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:39.295574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Attempting to bind port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:39.295996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Attempting to bind port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:39.301995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 on network 11b17b29-10b0-4839-909d-f43616c71c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:40:39.302464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Attempting to bind port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:39.309167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:39.309685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Checking segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:39.310404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Bound using segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:39.311273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Bound port: 29b8bcb3-1e43-4400-af98-e6488b3f03e8, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:39.311733 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.391235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] For port 29b8bcb3-1e43-4400-af98-e6488b3f03e8, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:40:39.395089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] For port 29b8bcb3-1e43-4400-af98-e6488b3f03e8, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=29b8bcb3-1e43-4400-af98-e6488b3f03e8,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:40:39.520247 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.556855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:39.557491 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:39.558977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] 10.222.0.38 "PUT /v2.0/ports/29b8bcb3-1e43-4400-af98-e6488b3f03e8 HTTP/1.1" status: 200 len: 1091 time: 1.0106957 Aug 20 11:40:39.559427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b59f873-afb3-4c09-8a1e-c05f2bf759ce', 'tag': '29b8bcb3-1e43-4400-af98-e6488b3f03e8'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:39.561697 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d7d4e7-72b3-42d9-9996-e681d5eee3be" -d '{"events": [{"name": "network-changed", "server_uuid": "4b59f873-afb3-4c09-8a1e-c05f2bf759ce", "tag": "29b8bcb3-1e43-4400-af98-e6488b3f03e8"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:39.594065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bb49f-815a-41da-bf51-339145f2a524 service neutron] Pushing event updated for resources: {'Port': ['ID=29b8bcb3-1e43-4400-af98-e6488b3f03e8,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:39.612162 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f364c7-ce4a-4868-a873-ceb00b425deb x-openstack-request-id: req-d2f364c7-ce4a-4868-a873-ceb00b425deb {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:39.612536 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b59f873-afb3-4c09-8a1e-c05f2bf759ce", "tag": "29b8bcb3-1e43-4400-af98-e6488b3f03e8", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:39.612894 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2f364c7-ce4a-4868-a873-ceb00b425deb {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:39.613398 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b59f873-afb3-4c09-8a1e-c05f2bf759ce', 'tag': '29b8bcb3-1e43-4400-af98-e6488b3f03e8', 'status': 'completed', 'code': 200} Aug 20 11:40:39.702010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7d4e7-72b3-42d9-9996-e681d5eee3be req-4f19da12-40d1-4ee6-bbf3-f699fbed1530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:39.714595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-71d7d4e7-72b3-42d9-9996-e681d5eee3be req-4f19da12-40d1-4ee6-bbf3-f699fbed1530 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 1094 time: 0.0664179 Aug 20 11:40:39.850624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7319-a089-44cd-960e-f01c4aec73b5 req-652215e3-7d95-457d-a933-8b7e7afc048b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:39.852403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92cf7319-a089-44cd-960e-f01c4aec73b5 req-652215e3-7d95-457d-a933-8b7e7afc048b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 943 time: 0.1301229 Aug 20 11:40:39.886123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7d4e7-72b3-42d9-9996-e681d5eee3be req-bf0d0e08-e8a8-4051-a523-6bbaa48b2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:39.887677 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-71d7d4e7-72b3-42d9-9996-e681d5eee3be req-bf0d0e08-e8a8-4051-a523-6bbaa48b2802 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8ea0796915334e5c8704c4e677a6eef8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1680737 Aug 20 11:40:39.953489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92cf7319-a089-44cd-960e-f01c4aec73b5 req-3a05e2db-8f11-429d-b837-78af58898a8e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908115 Aug 20 11:40:40.000497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7d4e7-72b3-42d9-9996-e681d5eee3be req-4d8a6b29-e843-4d8e-91ca-634d3f80eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:40.002536 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-71d7d4e7-72b3-42d9-9996-e681d5eee3be req-4d8a6b29-e843-4d8e-91ca-634d3f80eb1a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029668 Aug 20 11:40:40.098956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-77407198-7f22-4f8f-9a52-e81382e313c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:40.100524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-77407198-7f22-4f8f-9a52-e81382e313c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 1094 time: 0.0531464 Aug 20 11:40:40.121224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd43255-2e1f-492b-9894-19347fb48f2a req-5e450ac6-98dd-4ff2-93ae-56d2b9c1867e tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:40.123538 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bd43255-2e1f-492b-9894-19347fb48f2a req-5e450ac6-98dd-4ff2-93ae-56d2b9c1867e tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 943 time: 0.0558376 Aug 20 11:40:40.152775 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-5440ac3c-879f-4c05-93ad-3d7f6219cadd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29b8bcb3-1e43-4400-af98-e6488b3f03e8 HTTP/1.1" status: 200 len: 217 time: 0.0405841 Aug 20 11:40:40.175557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bd43255-2e1f-492b-9894-19347fb48f2a req-fcbfba18-92e2-4bed-9a4f-4064edecebc1 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Aug 20 11:40:40.215669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-1da0ad20-9228-4c1d-ad72-352bbe022516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:40.217149 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-1da0ad20-9228-4c1d-ad72-352bbe022516 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0539927 Aug 20 11:40:40.270739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-5306057f-e488-466d-94c5-86b2cbbc812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:40.272261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-5306057f-e488-466d-94c5-86b2cbbc812b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421736 Aug 20 11:40:40.377367 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-656f0189-c13c-4b6d-b0cd-e5dc043283c2 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906737 Aug 20 11:40:40.478236 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78aaa7bc-18dc-43c4-8a37-de32aba16d02 req-6facbc51-b0d4-467d-8614-567dd8fd7643 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895951 Aug 20 11:40:40.708136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:40:40.813294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,segment=NetworkSegment(b662a7bd-0aea-4a98-a09a-9d6bdd9b6557),segment_id=b662a7bd-0aea-4a98-a09a-9d6bdd9b6557)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:40.826032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2', 'network_id': '32923e8e-7c63-4ee2-83e4-9b90194f14db', 'port_id': '00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2', 'mac_address': 'fa:16:3e:6a:24:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37727932-cbf9-4afa-bc9c-6514e0c3019f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:40:40.866258 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:40.879068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:40.899915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,segment=NetworkSegment(b662a7bd-0aea-4a98-a09a-9d6bdd9b6557),segment_id=b662a7bd-0aea-4a98-a09a-9d6bdd9b6557)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:40.919138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-e8918f63-444e-464d-8930-6aa38788d126 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416062 Aug 20 11:40:41.006123 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.051119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-2b7e8ba8-a0cb-4f13-8cdf-21e4c9158a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:41.052680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-2b7e8ba8-a0cb-4f13-8cdf-21e4c9158a7a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 1096 time: 0.0762386 Aug 20 11:40:41.108958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:41.188308 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:41.210853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-f466ac6d-be2f-407a-9c2f-a5b444feb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:41.212524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-f466ac6d-be2f-407a-9c2f-a5b444feb537 service neutron] 10.222.0.38 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1346600 Aug 20 11:40:41.273992 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-fcae67b9-e55a-4414-b87b-9aafcbacdd95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22efe15-6469-4ed8-a100-8b6d0e47d6d5 HTTP/1.1" status: 200 len: 217 time: 0.0469222 Aug 20 11:40:41.293300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:41.296130 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94364ec-9c84-461c-9233-c55e79f2da50 req-902909c7-bf59-47ed-9664-055ce47858e1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:41.297740 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f94364ec-9c84-461c-9233-c55e79f2da50 req-902909c7-bf59-47ed-9664-055ce47858e1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 943 time: 0.2283783 Aug 20 11:40:41.356878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f94364ec-9c84-461c-9233-c55e79f2da50 req-1a5c455a-e15d-41e7-a337-914677f96323 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500319 Aug 20 11:40:41.384768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920251d-a8e4-4767-adf3-af142f71833e req-a82f51e7-9a76-4c41-a60a-d5d5ca10d618 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:41.386548 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1920251d-a8e4-4767-adf3-af142f71833e req-a82f51e7-9a76-4c41-a60a-d5d5ca10d618 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 944 time: 0.1151056 Aug 20 11:40:41.388635 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-b56d1585-5208-41d9-bc52-708ca99a8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:41.390218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-b56d1585-5208-41d9-bc52-708ca99a8969 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.1050901 Aug 20 11:40:41.451873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1920251d-a8e4-4767-adf3-af142f71833e req-9b6cacf5-9d7f-4789-9aa2-e5a9302f4475 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591722 Aug 20 11:40:41.469973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-e57c3121-e5a7-4a48-a07c-8de5f2a2c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:41.480576 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-e57c3121-e5a7-4a48-a07c-8de5f2a2c7ff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631511 Aug 20 11:40:41.583074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-9ae2ebea-19c6-406d-90d0-8a20016daccf service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991452 Aug 20 11:40:41.682186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1493b22d-14da-44bb-b1d4-82ce91dbfde2 req-5805e2d7-0897-43c4-8895-d006dca8a12b service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911674 Aug 20 11:40:42.482685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d2a3-a836-42df-b850-74599cb7c7d7 req-36f94e9f-91ae-42d2-9ba7-fb3565391002 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:42.484207 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4991d2a3-a836-42df-b850-74599cb7c7d7 req-36f94e9f-91ae-42d2-9ba7-fb3565391002 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 943 time: 0.0518024 Aug 20 11:40:42.524278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4991d2a3-a836-42df-b850-74599cb7c7d7 req-c34d4abb-0e71-4cdc-899f-e84bb9cacce2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331759 Aug 20 11:40:42.583047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2d1fe-d439-47c7-a64a-995dce968d99 req-9e19ea77-d9bc-4024-a62b-12c038eb2208 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:42.584610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ef2d1fe-d439-47c7-a64a-995dce968d99 req-9e19ea77-d9bc-4024-a62b-12c038eb2208 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 944 time: 0.0540302 Aug 20 11:40:42.623859 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ef2d1fe-d439-47c7-a64a-995dce968d99 req-c58f22bc-dfdc-4279-ab6d-15e90e9fe8d7 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Aug 20 11:40:42.708607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:42.848917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:42.853400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:42.853783 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:42.937602 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:42.959706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9624174f-0052-4ab0-939a-eab339caea82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:42.961973 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200ff149-2a02-47d8-b717-2e3cba4ae290" -d '{"events": [{"server_uuid": "9624174f-0052-4ab0-939a-eab339caea82", "name": "network-vif-plugged", "status": "completed", "tag": "00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:42.975739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,segment=NetworkSegment(b662a7bd-0aea-4a98-a09a-9d6bdd9b6557),segment_id=b662a7bd-0aea-4a98-a09a-9d6bdd9b6557)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:43.005631 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47681a9-7c54-4692-b3ba-6f8b899bae29 x-openstack-request-id: req-f47681a9-7c54-4692-b3ba-6f8b899bae29 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:43.005928 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9624174f-0052-4ab0-939a-eab339caea82", "name": "network-vif-plugged", "status": "completed", "tag": "00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:43.006186 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f47681a9-7c54-4692-b3ba-6f8b899bae29 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:43.006609 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9624174f-0052-4ab0-939a-eab339caea82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2', 'code': 200} Aug 20 11:40:43.077612 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:43.115759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f55bb3-aa04-4d38-98f2-29ea8d69cd93 req-27b8a53e-2026-4c8b-bace-fb2b3d56255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:43.117323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4f55bb3-aa04-4d38-98f2-29ea8d69cd93 req-27b8a53e-2026-4c8b-bace-fb2b3d56255e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 1096 time: 0.0492783 Aug 20 11:40:43.145793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:43.156579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.157038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.157785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.158817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.159137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.159573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.159922 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.160252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.160578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.160899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.161223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.161543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:43.163095 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4f55bb3-aa04-4d38-98f2-29ea8d69cd93 req-034c72b2-4274-47bf-988a-f5c9e730d943 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364010 Aug 20 11:40:43.415028 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:43.644373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f2468-369f-49af-b2c4-46e154ce7bfd req-bb8f7ba5-9999-41cc-91c7-24b0a539ae0f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:43.646768 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf4f2468-369f-49af-b2c4-46e154ce7bfd req-bb8f7ba5-9999-41cc-91c7-24b0a539ae0f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 943 time: 0.0505364 Aug 20 11:40:43.686564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf4f2468-369f-49af-b2c4-46e154ce7bfd req-ebca87cc-2539-4ae6-8005-3676f5edca52 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341725 Aug 20 11:40:43.747267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d4fa0-90e7-4ba6-a6fa-dde0a4e3095f req-bfc9274a-b420-4c1c-ab0d-6021563e76d4 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:43.748846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-826d4fa0-90e7-4ba6-a6fa-dde0a4e3095f req-bfc9274a-b420-4c1c-ab0d-6021563e76d4 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 945 time: 0.0498216 Aug 20 11:40:43.789328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-826d4fa0-90e7-4ba6-a6fa-dde0a4e3095f req-c2299b06-17b2-4dcd-a86c-0b31ed6020c5 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Aug 20 11:40:44.805132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5e44a-2738-4fb0-b43d-81500f1a7e8b req-fc489e4f-077d-40b2-9d58-ecd247064e8e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:44.806698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7cb5e44a-2738-4fb0-b43d-81500f1a7e8b req-fc489e4f-077d-40b2-9d58-ecd247064e8e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 943 time: 0.0504804 Aug 20 11:40:44.851001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7cb5e44a-2738-4fb0-b43d-81500f1a7e8b req-a636e612-4617-4a81-8964-8e4a77729ff0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362346 Aug 20 11:40:45.021196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdefa0-c2ab-4554-aa59-5332015e9d61 req-15be94d3-e7d9-49e9-b07d-7acd14f9fb7e tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:45.023422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-effdefa0-c2ab-4554-aa59-5332015e9d61 req-15be94d3-e7d9-49e9-b07d-7acd14f9fb7e tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 945 time: 0.1198101 Aug 20 11:40:45.045824 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54ed690c-c8ef-4af1-8b38-66ee4c9e1041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:45.068357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-effdefa0-c2ab-4554-aa59-5332015e9d61 req-6864e2c9-28ab-4451-8b66-679e7053a4ed tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Aug 20 11:40:45.801776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866931e-7e30-44e1-9392-6e1596f96bdb req-b43a1644-4b7b-4ba0-afdb-8f68ba0d9a8c tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:45.803467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d866931e-7e30-44e1-9392-6e1596f96bdb req-b43a1644-4b7b-4ba0-afdb-8f68ba0d9a8c tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 945 time: 0.0537713 Aug 20 11:40:45.842953 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d866931e-7e30-44e1-9392-6e1596f96bdb req-73843234-2ea8-47c3-9582-e98a801f9d98 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333345 Aug 20 11:40:45.975995 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5b02f-0c56-47e1-9113-0aa9cb16549c req-baea6e08-8401-4e5e-be68-9b608a48e97a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:45.977779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7bc5b02f-0c56-47e1-9113-0aa9cb16549c req-baea6e08-8401-4e5e-be68-9b608a48e97a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 943 time: 0.0553894 Aug 20 11:40:46.019587 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7bc5b02f-0c56-47e1-9113-0aa9cb16549c req-24364848-3591-4351-bc8a-9ea4bfefd1b0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Aug 20 11:40:46.364614 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:40:46.970187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cde77-e04f-4e18-888d-812027ac409d req-ca2beea6-0da2-41f2-a4e2-67f7a2effe73 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:46.972297 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-289cde77-e04f-4e18-888d-812027ac409d req-ca2beea6-0da2-41f2-a4e2-67f7a2effe73 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 945 time: 0.0554967 Aug 20 11:40:47.011972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-289cde77-e04f-4e18-888d-812027ac409d req-a6e786fa-787a-4a5c-bcd4-245deb5bab0c tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/security-groups?id=d01a4a6b-09dd-4332-8181-8795de75b5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Aug 20 11:40:47.167774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83180fa-e31b-427c-98b2-0ab2a12d6b82 req-d48ea056-f3e6-4323-a961-43c78f2bfaf8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:47.169387 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b83180fa-e31b-427c-98b2-0ab2a12d6b82 req-d48ea056-f3e6-4323-a961-43c78f2bfaf8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 943 time: 0.0741508 Aug 20 11:40:47.207297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-d18e45b6-94c9-4f83-bb58-fb6bb1c32a28 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:47.208926 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-d18e45b6-94c9-4f83-bb58-fb6bb1c32a28 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.57 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 945 time: 0.0758359 Aug 20 11:40:47.257003 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b83180fa-e31b-427c-98b2-0ab2a12d6b82 req-50c22eb5-b7a1-4399-ac04-c11f61b922a6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800869 Aug 20 11:40:47.336073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-71de74d6-e943-4489-81e0-36e5b15bac0b tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Deleting port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:47.336415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-71de74d6-e943-4489-81e0-36e5b15bac0b tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:47.433194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-71de74d6-e943-4489-81e0-36e5b15bac0b tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] For port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,segment=NetworkSegment(b662a7bd-0aea-4a98-a09a-9d6bdd9b6557),segment_id=b662a7bd-0aea-4a98-a09a-9d6bdd9b6557)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:47.433572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-71de74d6-e943-4489-81e0-36e5b15bac0b tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:47.446840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-71de74d6-e943-4489-81e0-36e5b15bac0b tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Calling delete_port for 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:47.640019 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-71de74d6-e943-4489-81e0-36e5b15bac0b tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:47.655896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:47.681771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de74d6-e943-4489-81e0-36e5b15bac0b tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Pushing event deleted for resources: {'Port': ['ID=00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:47.714649 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9b798489-ee6d-4b89-8280-b1b7cf37526d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:47.733825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-71de74d6-e943-4489-81e0-36e5b15bac0b tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] No DVR routers for this DVR port 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:47.737335 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-71de74d6-e943-4489-81e0-36e5b15bac0b tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:47.739235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2059bf16-4bde-46dd-b67c-bae288dc2e98 req-71de74d6-e943-4489-81e0-36e5b15bac0b tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.57 "DELETE /v2.0/ports/00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 HTTP/1.1" status: 204 len: 173 time: 0.5191753 Aug 20 11:40:47.739675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9624174f-0052-4ab0-939a-eab339caea82', 'name': 'network-vif-deleted', 'tag': '00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:47.741942 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6d9307-e8c8-439c-bc96-93cfff613d74" -d '{"events": [{"server_uuid": "9624174f-0052-4ab0-939a-eab339caea82", "name": "network-vif-deleted", "tag": "00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:47.781424 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688f4e9d-edab-4c56-a15e-5e3460a5c089 x-openstack-request-id: req-688f4e9d-edab-4c56-a15e-5e3460a5c089 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:47.781727 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9624174f-0052-4ab0-939a-eab339caea82", "name": "network-vif-deleted", "tag": "00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:47.781985 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-688f4e9d-edab-4c56-a15e-5e3460a5c089 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:47.782391 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9624174f-0052-4ab0-939a-eab339caea82', 'name': 'network-vif-deleted', 'tag': '00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2', 'status': 'completed', 'code': 200} Aug 20 11:40:48.131778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2dd9eb1-d972-4de3-ade0-c61b0293e19e req-9cea6b75-8d6e-49e3-852d-fb8fa42cf1e9 tempest-ServerPasswordTestJSON-1321015638 tempest-ServerPasswordTestJSON-1321015638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9624174f-0052-4ab0-939a-eab339caea82 HTTP/1.1" status: 200 len: 210 time: 0.0290763 Aug 20 11:40:48.391829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1a784-2e1b-48ae-b6db-85cb90c140fb req-b1eb0fa0-69c2-4c82-970a-2c35376c2d89 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:48.393398 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-48d1a784-2e1b-48ae-b6db-85cb90c140fb req-b1eb0fa0-69c2-4c82-970a-2c35376c2d89 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 943 time: 0.0540440 Aug 20 11:40:48.438377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-48d1a784-2e1b-48ae-b6db-85cb90c140fb req-afa406ff-15d0-47c5-90c0-a97420523e1b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383749 Aug 20 11:40:48.634711 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.190217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49646) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:49.232502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c6f7f4-7e28-4f96-ada3-2efedd9fbdbb admin admin] Deleting subnet 37727932-cbf9-4afa-bc9c-6514e0c3019f {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:40:49.235686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f7f4-7e28-4f96-ada3-2efedd9fbdbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.268667 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.281132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f7f4-7e28-4f96-ada3-2efedd9fbdbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.315769 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f7f4-7e28-4f96-ada3-2efedd9fbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.375559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 29b8bcb3-1e43-4400-af98-e6488b3f03e8 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:40:49.476365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 29b8bcb3-1e43-4400-af98-e6488b3f03e8, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=29b8bcb3-1e43-4400-af98-e6488b3f03e8,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:49.488535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '29b8bcb3-1e43-4400-af98-e6488b3f03e8', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'port_id': '29b8bcb3-1e43-4400-af98-e6488b3f03e8', 'mac_address': 'fa:16:3e:6f:60:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:40:49.524218 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f7f4-7e28-4f96-ada3-2efedd9fbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.525987 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.540143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b8bcb3-1e43-4400-af98-e6488b3f03e8 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:49.567825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 29b8bcb3-1e43-4400-af98-e6488b3f03e8, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=29b8bcb3-1e43-4400-af98-e6488b3f03e8,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:49.570824 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f7f4-7e28-4f96-ada3-2efedd9fbdbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.573885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e0c6f7f4-7e28-4f96-ada3-2efedd9fbdbb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/37727932-cbf9-4afa-bc9c-6514e0c3019f HTTP/1.1" status: 204 len: 168 time: 0.3852146 Aug 20 11:40:49.575069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6f7f4-7e28-4f96-ada3-2efedd9fbdbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37727932-cbf9-4afa-bc9c-6514e0c3019f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:49.577970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49654) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:49.609963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca40e9-a957-4c74-ad81-ec50f6068f60 req-d789ebd2-397f-44eb-8f4f-b29c0b0df0d4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:49.614909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dca40e9-a957-4c74-ad81-ec50f6068f60 req-d789ebd2-397f-44eb-8f4f-b29c0b0df0d4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 943 time: 0.0582297 Aug 20 11:40:49.653000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.653808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2dca40e9-a957-4c74-ad81-ec50f6068f60 req-f3279df3-4c98-4753-af73-d81de9894866 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359564 Aug 20 11:40:49.695570 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.737401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.745926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=29b8bcb3-1e43-4400-af98-e6488b3f03e8,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:49.747820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32923e8e-7c63-4ee2-83e4-9b90194f14db']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:49.760735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b662a7bd-0aea-4a98-a09a-9d6bdd9b6557') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:49.761042 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b662a7bd-0aea-4a98-a09a-9d6bdd9b6557') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:40:49.771070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.785265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:40:49.794607 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:40:49.943075 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.949036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:49.950985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] 10.222.0.10 "DELETE /v2.0/networks/32923e8e-7c63-4ee2-83e4-9b90194f14db HTTP/1.1" status: 204 len: 168 time: 0.3714375 Aug 20 11:40:49.963060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c703fce-ee90-4f30-910e-609e03b19d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=32923e8e-7c63-4ee2-83e4-9b90194f14db,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:49.986391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['29b8bcb3-1e43-4400-af98-e6488b3f03e8'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:40:50.510857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49670) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:50.555810 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1fd58a55-cdc4-4dce-9728-09f842701acf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d2d85b51a5b47248be47fd13bba5bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437393 Aug 20 11:40:50.558261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49674) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:50.609630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.633229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.767476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:50.788296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289433c-bb28-46f1-a202-25b8bc495fc0 req-670dd473-d316-4bb3-b508-a40193378591 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:50.789887 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5289433c-bb28-46f1-a202-25b8bc495fc0 req-670dd473-d316-4bb3-b508-a40193378591 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 944 time: 0.0541255 Aug 20 11:40:50.791246 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.792803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:50.793359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 00b0ee4f-ff0c-4cb3-99b1-029ce00e1bd2 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:50.794173 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.798286 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d01a4a6b-09dd-4332-8181-8795de75b5ac HTTP/1.1" status: 204 len: 168 time: 0.2368460 Aug 20 11:40:50.823610 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:50.825214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a4a6b-09dd-4332-8181-8795de75b5ac,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:50.842258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.842638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.843139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.843485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.843820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.844148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.844484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.844811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.845136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.845459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.845781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.846274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbc6506-852a-4cca-913e-bb264eeb1058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:40:50.862507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5289433c-bb28-46f1-a202-25b8bc495fc0 req-b984ab43-3f59-4b0d-85ed-f187c8db2c83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596225 Aug 20 11:40:51.371824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 29b8bcb3-1e43-4400-af98-e6488b3f03e8 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:40:51.525907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:40:51.530140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:40:51.530582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.612011 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.638062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b59f873-afb3-4c09-8a1e-c05f2bf759ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b8bcb3-1e43-4400-af98-e6488b3f03e8'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:51.640493 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b0cb9e-db67-4248-b517-04677cb20802" -d '{"events": [{"server_uuid": "4b59f873-afb3-4c09-8a1e-c05f2bf759ce", "name": "network-vif-plugged", "status": "completed", "tag": "29b8bcb3-1e43-4400-af98-e6488b3f03e8"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:51.654217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 29b8bcb3-1e43-4400-af98-e6488b3f03e8, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=29b8bcb3-1e43-4400-af98-e6488b3f03e8,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:51.683552 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4339b4c2-abf1-4c21-9209-22c534d71d78 x-openstack-request-id: req-4339b4c2-abf1-4c21-9209-22c534d71d78 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:51.683860 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b59f873-afb3-4c09-8a1e-c05f2bf759ce", "name": "network-vif-plugged", "status": "completed", "tag": "29b8bcb3-1e43-4400-af98-e6488b3f03e8", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:51.684214 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4339b4c2-abf1-4c21-9209-22c534d71d78 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:51.684831 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b59f873-afb3-4c09-8a1e-c05f2bf759ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b8bcb3-1e43-4400-af98-e6488b3f03e8', 'code': 200} Aug 20 11:40:51.725622 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:51.778649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=29b8bcb3-1e43-4400-af98-e6488b3f03e8,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:51.807251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d29b78-041b-411f-8cf4-960a93aa6664 req-f7d66a20-ba60-4f22-b9de-e655cba47659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:51.808761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79d29b78-041b-411f-8cf4-960a93aa6664 req-f7d66a20-ba60-4f22-b9de-e655cba47659 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 1096 time: 0.0466273 Aug 20 11:40:51.859327 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79d29b78-041b-411f-8cf4-960a93aa6664 req-49b7a4c8-791e-430d-9b51-279f6cc108a4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400298 Aug 20 11:40:51.995986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0456d-9a49-492e-bf39-a71708932bee req-1a927985-10b8-4357-8f33-15662420be56 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:51.997562 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ec0456d-9a49-492e-bf39-a71708932bee req-1a927985-10b8-4357-8f33-15662420be56 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 945 time: 0.0569522 Aug 20 11:40:52.042973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ec0456d-9a49-492e-bf39-a71708932bee req-8d73e853-9708-48f4-95d3-a325cde8e7de tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Aug 20 11:40:52.111721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49724) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:52.230687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-358341583-network', 'tenant_id': '4a5024681d8145f1ae0adec8e50f40e1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:52.323664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Made reservation on behalf of 4a5024681d8145f1ae0adec8e50f40e1 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:52.326098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.335242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.427436 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.548374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.573686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:40:52.583518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3986a8a5-c604-4250-b339-9f0e03ca70ce,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:52.588560 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.588909 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Added segment 39743040-cf62-4c56-aad2-d7f27451f846 of type vlan for network c99f3f94-f7b6-469b-9590-9837a80a1d3c Aug 20 11:40:52.630790 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.748937 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.750362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:52.751079 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:52.816852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] Pushing event updated for resources: {'Network': ['ID=c99f3f94-f7b6-469b-9590-9837a80a1d3c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:52.833203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:40:52.938491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1b9beb34-f76e-46fb-8b2b-1727bfe866af admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8255961 Aug 20 11:40:52.941411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49738) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:40:52.946393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Request body: {'subnet': {'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-358341583-subnet', 'tenant_id': '4a5024681d8145f1ae0adec8e50f40e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:53.075877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Made reservation on behalf of 4a5024681d8145f1ae0adec8e50f40e1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:53.077912 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:53.235017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304a7d-ccc5-4bdc-a0b1-eb61b21c4218 req-531310cb-dc59-4d25-a99f-c508854c94dd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:53.236547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db304a7d-ccc5-4bdc-a0b1-eb61b21c4218 req-531310cb-dc59-4d25-a99f-c508854c94dd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 945 time: 0.0818772 Aug 20 11:40:53.315063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db304a7d-ccc5-4bdc-a0b1-eb61b21c4218 req-fdd30e3f-2bcc-4a1a-951a-acc91f2fa0a1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658195 Aug 20 11:40:53.519166 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:53.580275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Pushing event updated for resources: {'Subnet': ['ID=636134a5-8255-40f2-9cb7-7dfbd30f58b9,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:53.590725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Checking segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:53.591093 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Network hostable DHCP agents. Network: c99f3f94-f7b6-469b-9590-9837a80a1d3c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:40:53.708822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:40:53.845749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, c99f3f94-f7b6-469b-9590-9837a80a1d3c) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:53.850397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:53.851038 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:53.856141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42253241-4e48-4f19-8a96-21a9abdeec84 None None] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:53.970817 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9c20fe1b-6c58-47a3-a0b0-f0db8d44039e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0283027 Aug 20 11:40:53.993869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff91e66d-b8ad-439b-a5c4-65a185dbba64 None None] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:40:54.442397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-67a661e9-ee25-45a4-b664-04f0cdb05cba tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:54.444010 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-67a661e9-ee25-45a4-b664-04f0cdb05cba tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1199152 Aug 20 11:40:54.450272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876159e1-1d08-42b8-a281-bb73668e9437 req-2a4a2df7-110a-4fff-821d-b297da2123a3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:54.451990 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-876159e1-1d08-42b8-a281-bb73668e9437 req-2a4a2df7-110a-4fff-821d-b297da2123a3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 945 time: 0.0637300 Aug 20 11:40:54.462686 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-ff792c5e-4f73-4590-81df-4ccef0fc0a6e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/quotas/4a5024681d8145f1ae0adec8e50f40e1 HTTP/1.1" status: 200 len: 375 time: 0.0122063 Aug 20 11:40:54.493489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-876159e1-1d08-42b8-a281-bb73668e9437 req-4df4e69d-f4b5-4a45-a714-3c3b88fed863 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350621 Aug 20 11:40:54.498262 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-2904a115-7f26-4f90-8eb3-809c126f3e6e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298381 Aug 20 11:40:54.613899 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-c1503258-3d39-46a6-a86e-6d2d96e02c4e service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036532 Aug 20 11:40:54.628877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942281b-1e23-4996-be88-a063a93ed504 req-5e26cc17-34e6-417b-8a9e-b174fd19c9a5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:54.630501 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c942281b-1e23-4996-be88-a063a93ed504 req-5e26cc17-34e6-417b-8a9e-b174fd19c9a5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 945 time: 0.0599816 Aug 20 11:40:54.672556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c942281b-1e23-4996-be88-a063a93ed504 req-47665514-122d-421d-a3eb-b4062ca98d6f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358551 Aug 20 11:40:54.715455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-fc5e0063-a8b5-4c59-82a4-3c7fc0eac8c9 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938926 Aug 20 11:40:54.830161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e993a7e-d6c8-4804-a0ae-b8e9913673bf req-b12ca9c8-0c2b-4088-b839-86642f1e61b1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:54.830161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e993a7e-d6c8-4804-a0ae-b8e9913673bf req-b12ca9c8-0c2b-4088-b839-86642f1e61b1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 945 time: 0.0540960 Aug 20 11:40:54.851287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e993a7e-d6c8-4804-a0ae-b8e9913673bf req-4a250cf0-c6f5-436a-94f5-ffca0fdf09ae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397587 Aug 20 11:40:55.171828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f60033a1-a9a2-408b-b933-96112094358b req-230056a8-76df-4229-af47-bda889b0d391 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 210 time: 0.0433455 Aug 20 11:40:55.460653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e813d-a49e-43e1-8e70-070b39770d6b req-a55c3257-28ed-4e5a-ab12-ce36af94c89f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:55.462201 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d7e813d-a49e-43e1-8e70-070b39770d6b req-a55c3257-28ed-4e5a-ab12-ce36af94c89f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 945 time: 0.0506105 Aug 20 11:40:55.503336 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d7e813d-a49e-43e1-8e70-070b39770d6b req-bacdcfe3-21a8-422e-ab59-045bd1b7a329 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341227 Aug 20 11:40:56.255591 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26210ca2-a581-49a3-83dc-fd87c47c4a68 req-46c81f08-0b8a-4c00-b291-687c352457d2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 210 time: 0.0267482 Aug 20 11:40:56.633071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f343a-71b1-4242-9278-9188ce391eff req-caa0062c-1c73-4d2b-8a1b-121f66ebc962 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:56.634580 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-467f343a-71b1-4242-9278-9188ce391eff req-caa0062c-1c73-4d2b-8a1b-121f66ebc962 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 945 time: 0.0572760 Aug 20 11:40:56.673033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-467f343a-71b1-4242-9278-9188ce391eff req-ed802f5e-a024-4c31-ba42-896fcb573641 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Aug 20 11:40:57.087585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-efc82664-c2f0-4c24-a4c4-d503867fcef1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.091412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-efc82664-c2f0-4c24-a4c4-d503867fcef1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 945 time: 0.0539808 Aug 20 11:40:57.190992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-ed3e4988-0854-4d8d-8779-556191ee9d26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Deleting port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:40:57.192582 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-ed3e4988-0854-4d8d-8779-556191ee9d26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.299723 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-ed3e4988-0854-4d8d-8779-556191ee9d26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] For port 29b8bcb3-1e43-4400-af98-e6488b3f03e8, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=29b8bcb3-1e43-4400-af98-e6488b3f03e8,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:40:57.300489 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-ed3e4988-0854-4d8d-8779-556191ee9d26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.315397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-ed3e4988-0854-4d8d-8779-556191ee9d26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Calling delete_port for 29b8bcb3-1e43-4400-af98-e6488b3f03e8 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:40:57.386238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3fe135f-5ad3-49c4-a245-e7e1c626b04b req-49b6051a-7cae-4a39-b89e-68aea74ecd68 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 210 time: 0.0292935 Aug 20 11:40:57.598867 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-ed3e4988-0854-4d8d-8779-556191ee9d26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.629616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e4988-0854-4d8d-8779-556191ee9d26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'Port': ['ID=29b8bcb3-1e43-4400-af98-e6488b3f03e8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:57.685577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-ed3e4988-0854-4d8d-8779-556191ee9d26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] No DVR routers for this DVR port 29b8bcb3-1e43-4400-af98-e6488b3f03e8 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:40:57.691589 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-ed3e4988-0854-4d8d-8779-556191ee9d26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:57.695616 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3affbd99-5e72-4f77-bc02-dc5f7246adda req-ed3e4988-0854-4d8d-8779-556191ee9d26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "DELETE /v2.0/ports/29b8bcb3-1e43-4400-af98-e6488b3f03e8 HTTP/1.1" status: 204 len: 173 time: 0.5956771 Aug 20 11:40:57.696377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b59f873-afb3-4c09-8a1e-c05f2bf759ce', 'name': 'network-vif-deleted', 'tag': '29b8bcb3-1e43-4400-af98-e6488b3f03e8'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:40:57.698778 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d639d4-4749-46b8-823b-ee4bbd1d6685" -d '{"events": [{"server_uuid": "4b59f873-afb3-4c09-8a1e-c05f2bf759ce", "name": "network-vif-deleted", "tag": "29b8bcb3-1e43-4400-af98-e6488b3f03e8"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:40:57.766415 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c277a23-6cf8-4066-ab64-946dda478c1d x-openstack-request-id: req-3c277a23-6cf8-4066-ab64-946dda478c1d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:40:57.770141 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b59f873-afb3-4c09-8a1e-c05f2bf759ce", "name": "network-vif-deleted", "tag": "29b8bcb3-1e43-4400-af98-e6488b3f03e8", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:40:57.770141 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3c277a23-6cf8-4066-ab64-946dda478c1d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:40:57.770141 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b59f873-afb3-4c09-8a1e-c05f2bf759ce', 'name': 'network-vif-deleted', 'tag': '29b8bcb3-1e43-4400-af98-e6488b3f03e8', 'status': 'completed', 'code': 200} Aug 20 11:40:57.808556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80a0de8d-f379-4451-b2e9-0b79534c9f18 req-dd58443c-c4a6-4bcd-9709-9d9719752b30 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 210 time: 0.0297489 Aug 20 11:40:57.985176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-ef73150b-a7f3-41a5-b628-e2d0a118b13d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:57.987417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-ef73150b-a7f3-41a5-b628-e2d0a118b13d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1174128 Aug 20 11:40:58.006574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Request body: {'port': {'device_id': '711d9094-c1a2-40df-8687-34c2cda0ee73', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'admin_state_up': True, 'tenant_id': '4a5024681d8145f1ae0adec8e50f40e1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:58.206508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Made reservation on behalf of 4a5024681d8145f1ae0adec8e50f40e1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:40:58.212100 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.372022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Allocated IP 172.20.0.11 (c99f3f94-f7b6-469b-9590-9837a80a1d3c/636134a5-8255-40f2-9cb7-7dfbd30f58b9/18cb16ad-4e16-4e61-afcf-586a758e1dee) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:40:58.489897 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a30b448-c932-4927-bf68-251b14221f09 req-63c99a26-5ef3-455d-a064-95e683aaa073 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 210 time: 0.0308185 Aug 20 11:40:58.537703 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.663929 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.715265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:40:58.718494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:40:58.721740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:40:58.730965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event updated for resources: {'Port': ['ID=18cb16ad-4e16-4e61-afcf-586a758e1dee,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:58.780927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:58.781566 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:58.925201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9685375-2fd1-4513-92c9-078f08dac360 req-27aadf87-dc43-4209-9306-260491255efa tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 210 time: 0.0271683 Aug 20 11:40:58.949072 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-0e6d99ac-3eee-48b5-8e8d-78c75a6dca30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9422119 Aug 20 11:40:58.958991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Request body: {'port': {'device_id': '711d9094-c1a2-40df-8687-34c2cda0ee73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:40:59.017203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:59.319156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18cb16ad-4e16-4e61-afcf-586a758e1dee {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:40:59.326883 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:59.340282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Transition to ACTIVE for port object 18cb16ad-4e16-4e61-afcf-586a758e1dee will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:40:59.435717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 29b8bcb3-1e43-4400-af98-e6488b3f03e8 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:40:59.451838 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:59.458114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 29b8bcb3-1e43-4400-af98-e6488b3f03e8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:40:59.462542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 29b8bcb3-1e43-4400-af98-e6488b3f03e8 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:40:59.533437 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Pushing event updated for resources: {'Port': ['ID=18cb16ad-4e16-4e61-afcf-586a758e1dee,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:40:59.875441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Attempting to bind port 18cb16ad-4e16-4e61-afcf-586a758e1dee on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:40:59.876171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Attempting to bind port 18cb16ad-4e16-4e61-afcf-586a758e1dee by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:40:59.876171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Attempting to bind port 18cb16ad-4e16-4e61-afcf-586a758e1dee on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:59.887399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bb162-e2e4-40fd-a961-5a36928358b5 req-26fc51d7-dd19-4f9f-913a-f9b14d6b48be tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:40:59.888943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d63bb162-e2e4-40fd-a961-5a36928358b5 req-26fc51d7-dd19-4f9f-913a-f9b14d6b48be tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 944 time: 0.0916502 Aug 20 11:40:59.891219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Port 18cb16ad-4e16-4e61-afcf-586a758e1dee on network c99f3f94-f7b6-469b-9590-9837a80a1d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:40:59.891551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Attempting to bind port 18cb16ad-4e16-4e61-afcf-586a758e1dee on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:40:59.897116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:40:59.897460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Checking segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:40:59.897853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Bound using segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:40:59.898299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Bound port: 18cb16ad-4e16-4e61-afcf-586a758e1dee, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:40:59.898691 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:40:59.970768 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d63bb162-e2e4-40fd-a961-5a36928358b5 req-29064b35-21fd-4ea8-aae8-30384f53a77d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697539 Aug 20 11:40:59.999095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] For port 18cb16ad-4e16-4e61-afcf-586a758e1dee, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:00.002761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] For port 18cb16ad-4e16-4e61-afcf-586a758e1dee, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=18cb16ad-4e16-4e61-afcf-586a758e1dee,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:00.080339 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a8f9090-75a1-40bb-ad12-1641b7edd233 req-6a00e2e6-cea5-4711-97bc-20bcdc1799df tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 210 time: 0.0391173 Aug 20 11:41:00.119289 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:00.157883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:00.159424 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:00.161057 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] 10.222.0.57 "PUT /v2.0/ports/18cb16ad-4e16-4e61-afcf-586a758e1dee HTTP/1.1" status: 200 len: 1092 time: 1.2070227 Aug 20 11:41:00.163674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711d9094-c1a2-40df-8687-34c2cda0ee73', 'tag': '18cb16ad-4e16-4e61-afcf-586a758e1dee'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:00.166801 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929eb847-a622-4c95-b021-7ba86fb2205a" -d '{"events": [{"name": "network-changed", "server_uuid": "711d9094-c1a2-40df-8687-34c2cda0ee73", "tag": "18cb16ad-4e16-4e61-afcf-586a758e1dee"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:00.193653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadb2db-f88c-4e65-b6dc-90094407a4db service neutron] Pushing event updated for resources: {'Port': ['ID=18cb16ad-4e16-4e61-afcf-586a758e1dee,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:00.216296 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09ae87d-5aab-4239-85f1-c6294cca7202 x-openstack-request-id: req-c09ae87d-5aab-4239-85f1-c6294cca7202 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:00.216296 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711d9094-c1a2-40df-8687-34c2cda0ee73", "tag": "18cb16ad-4e16-4e61-afcf-586a758e1dee", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:00.216296 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c09ae87d-5aab-4239-85f1-c6294cca7202 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:00.216296 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711d9094-c1a2-40df-8687-34c2cda0ee73', 'tag': '18cb16ad-4e16-4e61-afcf-586a758e1dee', 'status': 'completed', 'code': 200} Aug 20 11:41:00.285455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb847-a622-4c95-b021-7ba86fb2205a req-cbcac9e7-7a06-4498-a089-6cd5ef8f2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:00.287449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-929eb847-a622-4c95-b021-7ba86fb2205a req-cbcac9e7-7a06-4498-a089-6cd5ef8f2aa2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 1095 time: 0.0466833 Aug 20 11:41:00.397805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb847-a622-4c95-b021-7ba86fb2205a req-775453de-c10b-4328-a9bb-1518461313b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:00.399706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-929eb847-a622-4c95-b021-7ba86fb2205a req-775453de-c10b-4328-a9bb-1518461313b8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1044338 Aug 20 11:41:00.522731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb847-a622-4c95-b021-7ba86fb2205a req-06f7a74c-a8cf-4a48-8c66-3b751a67d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:00.524318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-929eb847-a622-4c95-b021-7ba86fb2205a req-06f7a74c-a8cf-4a48-8c66-3b751a67d879 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175921 Aug 20 11:41:00.616356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-31273fb0-6595-46f4-bdac-284a2d47bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:00.618127 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-31273fb0-6595-46f4-bdac-284a2d47bd50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 1095 time: 0.0518668 Aug 20 11:41:00.669032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-5f361801-1581-4f6d-9feb-c9031a89bb87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18cb16ad-4e16-4e61-afcf-586a758e1dee HTTP/1.1" status: 200 len: 217 time: 0.0412085 Aug 20 11:41:00.719091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3e24178d-8acc-4369-8665-148ba418c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:00.720773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-3e24178d-8acc-4369-8665-148ba418c96e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=636134a5-8255-40f2-9cb7-7dfbd30f58b9 HTTP/1.1" status: 200 len: 845 time: 0.0445123 Aug 20 11:41:00.754735 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-94efc98c-633f-4c38-b247-5e22d1a8601a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c99f3f94-f7b6-469b-9590-9837a80a1d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254271 Aug 20 11:41:00.857795 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-293632e9-f750-416a-b021-dce335b3756e service neutron] 10.222.0.57 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956347 Aug 20 11:41:00.964326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f8e25d2-7111-40ec-8caf-96f3579369f1 req-800d15a0-450b-42b5-9ee1-f424f90aac11 service neutron] 10.222.0.57 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961545 Aug 20 11:41:01.122421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209dc27-ceaa-4caf-bb30-d1e4885fb2e1 req-e2c621e7-c7af-4f11-bb66-29637c6ae97e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:01.123928 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9209dc27-ceaa-4caf-bb30-d1e4885fb2e1 req-e2c621e7-c7af-4f11-bb66-29637c6ae97e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 944 time: 0.0544417 Aug 20 11:41:01.168734 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9209dc27-ceaa-4caf-bb30-d1e4885fb2e1 req-f612a8a8-9e79-49ee-9a6d-d90dc943c329 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 Aug 20 11:41:01.190213 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d521496-7e50-47b7-a653-d903120666ef req-a3744893-ada3-4582-b763-b9d8fb3a672c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 210 time: 0.0277145 Aug 20 11:41:02.298155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c84bb-234a-4148-a137-ad59b6f7ac9f req-52bd7566-a0e5-4988-ad45-ddf9d2346d94 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:02.299757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb9c84bb-234a-4148-a137-ad59b6f7ac9f req-52bd7566-a0e5-4988-ad45-ddf9d2346d94 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 944 time: 0.0549352 Aug 20 11:41:02.315385 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8cca1388-9bca-4a53-b3c9-5fa1df1bdc34 req-4ac8dc2e-a710-426e-b974-4d6b033acdea tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b59f873-afb3-4c09-8a1e-c05f2bf759ce HTTP/1.1" status: 200 len: 210 time: 0.0330069 Aug 20 11:41:02.348639 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb9c84bb-234a-4148-a137-ad59b6f7ac9f req-a75122ba-7c2b-4bfb-abde-8964c9e4ad60 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Aug 20 11:41:02.848887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 18cb16ad-4e16-4e61-afcf-586a758e1dee details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:02.943442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 18cb16ad-4e16-4e61-afcf-586a758e1dee, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=18cb16ad-4e16-4e61-afcf-586a758e1dee,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:02.954570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '18cb16ad-4e16-4e61-afcf-586a758e1dee', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'port_id': '18cb16ad-4e16-4e61-afcf-586a758e1dee', 'mac_address': 'fa:16:3e:0c:d5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636134a5-8255-40f2-9cb7-7dfbd30f58b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:02.996385 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:03.009790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cb16ad-4e16-4e61-afcf-586a758e1dee {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:03.031072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 18cb16ad-4e16-4e61-afcf-586a758e1dee, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=18cb16ad-4e16-4e61-afcf-586a758e1dee,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:03.141737 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:03.193419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=18cb16ad-4e16-4e61-afcf-586a758e1dee,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:03.363256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:03.504654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18744b-a65f-4dfe-9358-b2de43a56d87 req-d5b16779-79a1-448d-a16b-0929db679df9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:03.506930 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb18744b-a65f-4dfe-9358-b2de43a56d87 req-d5b16779-79a1-448d-a16b-0929db679df9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 945 time: 0.0629375 Aug 20 11:41:03.552321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb18744b-a65f-4dfe-9358-b2de43a56d87 req-496327a3-cd61-4d5c-8d26-d551fee4ddfa tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393362 Aug 20 11:41:04.692418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23222bb-ac41-4c5c-b594-ceedcc5b1544 req-adfdc81d-0456-4831-8eba-a6fa1a4629a4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:04.694029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e23222bb-ac41-4c5c-b594-ceedcc5b1544 req-adfdc81d-0456-4831-8eba-a6fa1a4629a4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 945 time: 0.0577312 Aug 20 11:41:04.752198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e23222bb-ac41-4c5c-b594-ceedcc5b1544 req-ccb12f08-f64d-4d8a-b1b5-f50b58a8bd1a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521462 Aug 20 11:41:04.848958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 18cb16ad-4e16-4e61-afcf-586a758e1dee up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:04.964428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 18cb16ad-4e16-4e61-afcf-586a758e1dee completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:04.968878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 18cb16ad-4e16-4e61-afcf-586a758e1dee triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:04.969306 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.056631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.090007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 18cb16ad-4e16-4e61-afcf-586a758e1dee, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=18cb16ad-4e16-4e61-afcf-586a758e1dee,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:05.090908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d9094-c1a2-40df-8687-34c2cda0ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cb16ad-4e16-4e61-afcf-586a758e1dee'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:05.093301 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0b2d0a-e009-47bb-9392-cc7b6da10ba0" -d '{"events": [{"server_uuid": "711d9094-c1a2-40df-8687-34c2cda0ee73", "name": "network-vif-plugged", "status": "completed", "tag": "18cb16ad-4e16-4e61-afcf-586a758e1dee"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:05.134011 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20c3e34-dd7f-42fc-82d8-b0b09cb6f3b5 x-openstack-request-id: req-a20c3e34-dd7f-42fc-82d8-b0b09cb6f3b5 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:05.134189 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d9094-c1a2-40df-8687-34c2cda0ee73", "name": "network-vif-plugged", "status": "completed", "tag": "18cb16ad-4e16-4e61-afcf-586a758e1dee", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:05.134917 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a20c3e34-dd7f-42fc-82d8-b0b09cb6f3b5 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:05.135468 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d9094-c1a2-40df-8687-34c2cda0ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cb16ad-4e16-4e61-afcf-586a758e1dee', 'code': 200} Aug 20 11:41:05.171828 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:05.223885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=18cb16ad-4e16-4e61-afcf-586a758e1dee,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:05.247305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f23bb6-5f15-4484-9a57-749d08bf4224 req-b674f215-822a-4787-a0b9-c29b8b02b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.248929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02f23bb6-5f15-4484-9a57-749d08bf4224 req-b674f215-822a-4787-a0b9-c29b8b02b197 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 1097 time: 0.0485547 Aug 20 11:41:05.287607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02f23bb6-5f15-4484-9a57-749d08bf4224 req-930ce970-3c3a-4908-84ec-0048678a23c1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298538 Aug 20 11:41:05.884139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14597d4b-4454-4168-a3da-f0271cd52566 req-9b788ba9-7679-4302-9549-91444cfa4a48 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:05.885904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14597d4b-4454-4168-a3da-f0271cd52566 req-9b788ba9-7679-4302-9549-91444cfa4a48 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 946 time: 0.0617540 Aug 20 11:41:05.928511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14597d4b-4454-4168-a3da-f0271cd52566 req-90cbe6d8-28f4-47ac-b4dd-3e2052946d0a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Aug 20 11:41:07.066729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58062-a368-4922-a91f-808e0c828fac req-b52e1ddf-e7a6-4705-8dbf-0e91d39d8cb2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:07.072533 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebc58062-a368-4922-a91f-808e0c828fac req-b52e1ddf-e7a6-4705-8dbf-0e91d39d8cb2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 946 time: 0.0706129 Aug 20 11:41:07.137280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebc58062-a368-4922-a91f-808e0c828fac req-b1f61364-91ed-454d-a064-8af728943317 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520008 Aug 20 11:41:07.391890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72021c3-4c76-4fa0-9332-6f72eb8ef5e0 req-d3debab0-44c6-467f-94c9-40d375429445 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:07.393937 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a72021c3-4c76-4fa0-9332-6f72eb8ef5e0 req-d3debab0-44c6-467f-94c9-40d375429445 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1202807 Aug 20 11:41:07.409993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a72021c3-4c76-4fa0-9332-6f72eb8ef5e0 req-13e2c203-8478-467d-ba31-cce50f161639 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/quotas/4a5024681d8145f1ae0adec8e50f40e1 HTTP/1.1" status: 200 len: 375 time: 0.0092869 Aug 20 11:41:07.480593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a72021c3-4c76-4fa0-9332-6f72eb8ef5e0 req-c170b0c2-4271-4f6f-9a52-8ca59d1dedf3 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0649707 Aug 20 11:41:07.573262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a72021c3-4c76-4fa0-9332-6f72eb8ef5e0 req-1968f98b-61bc-470c-b609-540921350697 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853753 Aug 20 11:41:07.672483 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a72021c3-4c76-4fa0-9332-6f72eb8ef5e0 req-9f35e73f-02aa-4b1b-96bb-7ef7d0937614 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924344 Aug 20 11:41:08.782965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-ab71274f-eadc-42fd-b35a-60da2c6aa25b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:08.785577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-ab71274f-eadc-42fd-b35a-60da2c6aa25b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1078031 Aug 20 11:41:08.802682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-d7baf86a-156e-487a-843f-360f201ab9b7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/quotas/4a5024681d8145f1ae0adec8e50f40e1 HTTP/1.1" status: 200 len: 375 time: 0.0109813 Aug 20 11:41:08.876441 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-26744a7a-8a46-443e-b35d-1020e3852d9c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626833 Aug 20 11:41:08.947888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfa1e7-9497-4614-ac2b-52fe0048fd2e req-05eac11d-1b32-4f08-8dcb-a83456342eca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:08.955541 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2fdfa1e7-9497-4614-ac2b-52fe0048fd2e req-05eac11d-1b32-4f08-8dcb-a83456342eca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0746832 Aug 20 11:41:08.987521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-16db0e30-39b9-45cb-9266-085c21651f8f service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030426 Aug 20 11:41:09.010149 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2fdfa1e7-9497-4614-ac2b-52fe0048fd2e req-cf399aa3-5973-466e-9cf8-23ced80263d1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511382 Aug 20 11:41:09.135132 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-d3da1885-7bc4-4d7c-ad11-f651e27a1f02 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409607 Aug 20 11:41:09.225015 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101bacb-e654-4cfd-bcca-fa10d0bee5a0 req-d99da495-f483-47d4-ab18-034b2cbbc212 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:09.227611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b101bacb-e654-4cfd-bcca-fa10d0bee5a0 req-d99da495-f483-47d4-ab18-034b2cbbc212 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0591137 Aug 20 11:41:09.272960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b101bacb-e654-4cfd-bcca-fa10d0bee5a0 req-9a8e76c3-193c-48a8-9e3d-ff53683786f4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385561 Aug 20 11:41:09.492662 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-733c3ac8-2ec9-4f37-bd4d-ca3f19f543b4 req-a991e48b-6d56-4b42-9a0a-cb94a7c0b8be tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 210 time: 0.0291307 Aug 20 11:41:09.622407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-c427ea5a-5a72-4c2f-8315-a33bede34e57 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:09.629812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-c427ea5a-5a72-4c2f-8315-a33bede34e57 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 812 time: 0.1453650 Aug 20 11:41:09.651713 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-6c8d6919-6102-4e78-aaa4-abd7c4601d33 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/quotas/2f98a334c67f49e79ce0d260c119660a HTTP/1.1" status: 200 len: 375 time: 0.0201514 Aug 20 11:41:09.721004 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-14dd4690-9872-49f7-880f-5fa88e6023b7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0683737 Aug 20 11:41:09.826044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-bb85af88-aa4e-4920-a04d-c77be5ba52cc service neutron] 10.222.0.10 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963652 Aug 20 11:41:09.926881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-0175187c-197b-4e84-8f69-ca3aed83d9fa service neutron] 10.222.0.10 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939476 Aug 20 11:41:10.485475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f74a993f-0922-49b7-973c-775ae2e64962 req-f7582b3d-e6e1-4ac4-895d-cb72a55542a9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 210 time: 0.0273876 Aug 20 11:41:10.583038 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e421c28b-9631-40c8-9a07-d3cd1b3cc909 req-d91153c3-f4de-40c8-91aa-62d17d0bc015 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 210 time: 0.0387456 Aug 20 11:41:11.189330 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:11.578278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2e0fa5aa-aa8f-4fcc-a025-a7dc6c1fa5e0 req-152f0117-ce6c-465b-bad6-c9e5eda27e41 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 210 time: 0.0341890 Aug 20 11:41:11.690198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb208571-c338-4de8-9da6-3ec503463ad1 req-9e6508bd-5988-4ace-b8df-dfbf3dfed444 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 210 time: 0.0270371 Aug 20 11:41:12.704161 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-68de6cea-3d37-41a6-96f3-40cb116f2cb7 req-d7a09f43-4251-4b9b-a97d-9daa04efd609 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 210 time: 0.0284574 Aug 20 11:41:12.820973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e2bdc53-5e41-4d7d-94dc-84294676b2f0 req-70d7e29c-2d7f-4052-b561-26d64f80de24 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 210 time: 0.0463111 Aug 20 11:41:12.929878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-63972095-9fb8-4a8c-bf8f-53bf4e116a8c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:12.931475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-63972095-9fb8-4a8c-bf8f-53bf4e116a8c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1459506 Aug 20 11:41:12.946100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Request body: {'port': {'device_id': '405ab631-ce62-4e19-8f7e-dd460d3dce29', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'admin_state_up': True, 'tenant_id': '4a5024681d8145f1ae0adec8e50f40e1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:13.161386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Made reservation on behalf of 4a5024681d8145f1ae0adec8e50f40e1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:13.165306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.313882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Allocated IP 172.20.0.6 (c99f3f94-f7b6-469b-9590-9837a80a1d3c/636134a5-8255-40f2-9cb7-7dfbd30f58b9/2fc199dd-7124-4cea-b8fc-ff66f35a6d0e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:13.487168 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.532072 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.698558 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.711646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:13.750270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-e6df6f3d-1985-4b0d-9417-8598e7269c90 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:13.752964 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-e6df6f3d-1985-4b0d-9417-8598e7269c90 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 812 time: 0.1298518 Aug 20 11:41:13.755212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:13.759545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:13.782929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event updated for resources: {'Port': ['ID=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:13.782929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:13.790319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'port': {'device_id': 'b3150a28-0102-494d-9e9c-e02f02b069c9', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'admin_state_up': True, 'tenant_id': '2f98a334c67f49e79ce0d260c119660a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:13.862968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:13.871334 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:13.926715 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-993c3910-69c4-4744-a04a-a4c489a2610e req-1ab895ca-5bbe-43e1-b4cf-06d75b79579c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 210 time: 0.0381219 Aug 20 11:41:14.001684 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-67e6a202-8aa7-4cc2-b0fc-f3d217a28b33 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0598915 Aug 20 11:41:14.020545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-29f5f114-215a-4c7b-acdb-08d58acfbf58 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:41:14.021895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-29f5f114-215a-4c7b-acdb-08d58acfbf58 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075943 Aug 20 11:41:14.037679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Request body: {'port': {'device_id': '405ab631-ce62-4e19-8f7e-dd460d3dce29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:14.056592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625aa4-3e01-420b-a84c-433fd3f1ef7b req-0feba79c-5a5c-415c-8abf-eda9ba82d061 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:14.058417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19625aa4-3e01-420b-a84c-433fd3f1ef7b req-0feba79c-5a5c-415c-8abf-eda9ba82d061 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 931 time: 0.0788078 Aug 20 11:41:14.113885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-19625aa4-3e01-420b-a84c-433fd3f1ef7b req-e1f1afaf-2de7-41fc-a635-9cb68a0c6cc8 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 Aug 20 11:41:14.119582 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.149591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Made reservation on behalf of 2f98a334c67f49e79ce0d260c119660a for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:14.153452 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.329725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Allocated IP 172.20.0.9 (789ee8ec-5718-45a4-95ae-1cbea4e444d7/c7815090-d599-4bdd-a3a8-9166c1a82a50/62e6e552-426c-46fb-a2b2-4976b618dac0) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:14.453467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:14.462850 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.478094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Transition to ACTIVE for port object 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:14.552867 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.570347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Transition to ACTIVE for port object 62e6e552-426c-46fb-a2b2-4976b618dac0 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:14.623636 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.677261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Pushing event updated for resources: {'Port': ['ID=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:14.710116 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.732783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f22efe15-6469-4ed8-a100-8b6d0e47d6d5', 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:14.777492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Attempting to bind port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:14.778874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Attempting to bind port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:14.779457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Attempting to bind port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:14.786606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e on network c99f3f94-f7b6-469b-9590-9837a80a1d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:14.787269 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Attempting to bind port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:14.794108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:14.794758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Checking segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:14.795626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Bound using segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:14.796252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Bound port: 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:14.797166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.804481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:14.807638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:14.811652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:14.897766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:14.898808 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:14.911801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'Port': ['ID=62e6e552-426c-46fb-a2b2-4976b618dac0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:14.918157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] For port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:14.923075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] For port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:15.064150 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.067024 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d05274ea-dc3e-49a1-ab47-0b7089dd56ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.084063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-5ca1fe1c-6f62-4c5c-af75-26fa19015fca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3181639 Aug 20 11:41:15.110234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Request body: {'port': {'device_id': 'b3150a28-0102-494d-9e9c-e02f02b069c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:15.127142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.127831 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.129829 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] 10.222.0.38 "PUT /v2.0/ports/2fc199dd-7124-4cea-b8fc-ff66f35a6d0e HTTP/1.1" status: 200 len: 1091 time: 1.0980253 Aug 20 11:41:15.130303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405ab631-ce62-4e19-8f7e-dd460d3dce29', 'tag': '2fc199dd-7124-4cea-b8fc-ff66f35a6d0e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:15.132627 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac5d9e4-f8ae-4319-af80-a6ede72b24c3" -d '{"events": [{"name": "network-changed", "server_uuid": "405ab631-ce62-4e19-8f7e-dd460d3dce29", "tag": "2fc199dd-7124-4cea-b8fc-ff66f35a6d0e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:15.152738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7b276-b905-4568-b549-c0f66a314fd8 req-2341977c-cd70-4ac1-a7db-c3eb5c037e47 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.154961 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13b7b276-b905-4568-b549-c0f66a314fd8 req-2341977c-cd70-4ac1-a7db-c3eb5c037e47 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 931 time: 0.1463630 Aug 20 11:41:15.196257 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ffdac8-af71-437f-9572-d44144402acd x-openstack-request-id: req-14ffdac8-af71-437f-9572-d44144402acd {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:15.196554 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405ab631-ce62-4e19-8f7e-dd460d3dce29", "tag": "2fc199dd-7124-4cea-b8fc-ff66f35a6d0e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:15.196810 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14ffdac8-af71-437f-9572-d44144402acd {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:15.197224 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405ab631-ce62-4e19-8f7e-dd460d3dce29', 'tag': '2fc199dd-7124-4cea-b8fc-ff66f35a6d0e', 'status': 'completed', 'code': 200} Aug 20 11:41:15.200473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91938bea-6be4-4375-8e9d-dd7025fe661f service neutron] Pushing event updated for resources: {'Port': ['ID=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:15.203442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.290551 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13b7b276-b905-4568-b549-c0f66a314fd8 req-d44afa2a-1ff6-491e-a835-ccc911d3983f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126854 Aug 20 11:41:15.309190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5d9e4-f8ae-4319-af80-a6ede72b24c3 req-413935c1-5de4-46a8-a6e3-d85725c55c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.310789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eac5d9e4-f8ae-4319-af80-a6ede72b24c3 req-413935c1-5de4-46a8-a6e3-d85725c55c90 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 1094 time: 0.0876307 Aug 20 11:41:15.383299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aebe4-da96-4c39-9c31-375a1f719a71 req-a9e10c34-2e82-47d8-b3af-e9f850518959 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.384913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b65aebe4-da96-4c39-9c31-375a1f719a71 req-a9e10c34-2e82-47d8-b3af-e9f850518959 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 943 time: 0.1162846 Aug 20 11:41:15.435377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b11346b6-7370-43de-a1d3-fff13100fdac None None] Provisioning for port 62e6e552-426c-46fb-a2b2-4976b618dac0 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:15.440780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b11346b6-7370-43de-a1d3-fff13100fdac None None] Provisioning complete for port 62e6e552-426c-46fb-a2b2-4976b618dac0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:15.441157 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b11346b6-7370-43de-a1d3-fff13100fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.457924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b65aebe4-da96-4c39-9c31-375a1f719a71 req-0846e3b7-c93c-4cba-aa60-2f25e0b84ee7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635526 Aug 20 11:41:15.462987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5d9e4-f8ae-4319-af80-a6ede72b24c3 req-f1019cb8-ec03-49a7-903e-88f10902e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.464455 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eac5d9e4-f8ae-4319-af80-a6ede72b24c3 req-f1019cb8-ec03-49a7-903e-88f10902e1f7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1449022 Aug 20 11:41:15.515350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b11346b6-7370-43de-a1d3-fff13100fdac None None] Port 62e6e552-426c-46fb-a2b2-4976b618dac0 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:15.614651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5d9e4-f8ae-4319-af80-a6ede72b24c3 req-c80a0b29-e31d-492a-826b-aa3e3d402003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.616680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eac5d9e4-f8ae-4319-af80-a6ede72b24c3 req-c80a0b29-e31d-492a-826b-aa3e3d402003 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406512 Aug 20 11:41:15.650754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e6e552-426c-46fb-a2b2-4976b618dac0 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:15.659304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.675946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Transition to ACTIVE for port object 62e6e552-426c-46fb-a2b2-4976b618dac0 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:15.710687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-d060f3d3-c01c-4b4a-a61d-f30165ddcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.718613 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-d060f3d3-c01c-4b4a-a61d-f30165ddcd8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 1094 time: 0.0474541 Aug 20 11:41:15.780771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-0b2d269e-3af5-4c49-b903-3ce6c5c24829 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e HTTP/1.1" status: 200 len: 217 time: 0.0523818 Aug 20 11:41:15.789485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:15.852067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Pushing event updated for resources: {'Port': ['ID=62e6e552-426c-46fb-a2b2-4976b618dac0,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:15.863020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-64c6b1e8-1088-400f-858c-117488b8bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:15.863020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-64c6b1e8-1088-400f-858c-117488b8bc75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=636134a5-8255-40f2-9cb7-7dfbd30f58b9 HTTP/1.1" status: 200 len: 845 time: 0.0688446 Aug 20 11:41:15.917647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-736d5229-9852-4b57-aa9c-1ab3ac58dc6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c99f3f94-f7b6-469b-9590-9837a80a1d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380623 Aug 20 11:41:15.938048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Attempting to bind port 62e6e552-426c-46fb-a2b2-4976b618dac0 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:15.938958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Attempting to bind port 62e6e552-426c-46fb-a2b2-4976b618dac0 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:15.939477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Attempting to bind port 62e6e552-426c-46fb-a2b2-4976b618dac0 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:15.944815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Port 62e6e552-426c-46fb-a2b2-4976b618dac0 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:15.945366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Attempting to bind port 62e6e552-426c-46fb-a2b2-4976b618dac0 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:15.951759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:15.952329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Checking segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:15.952908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Bound using segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:15.953664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Bound port: 62e6e552-426c-46fb-a2b2-4976b618dac0, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:15.954352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:16.046823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] For port 62e6e552-426c-46fb-a2b2-4976b618dac0, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:16.052843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] For port 62e6e552-426c-46fb-a2b2-4976b618dac0, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=62e6e552-426c-46fb-a2b2-4976b618dac0,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:16.053735 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-889254d8-1fd3-4f6b-a48c-398c657bb47c service neutron] 10.222.0.38 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248326 Aug 20 11:41:16.127641 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:16.164060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.164627 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:16.166471 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] 10.222.0.38 "PUT /v2.0/ports/62e6e552-426c-46fb-a2b2-4976b618dac0 HTTP/1.1" status: 200 len: 1091 time: 1.0679977 Aug 20 11:41:16.166664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3150a28-0102-494d-9e9c-e02f02b069c9', 'tag': '62e6e552-426c-46fb-a2b2-4976b618dac0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:16.168855 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bdaf6d-11e0-4be0-95c2-6507e1e25d24" -d '{"events": [{"name": "network-changed", "server_uuid": "b3150a28-0102-494d-9e9c-e02f02b069c9", "tag": "62e6e552-426c-46fb-a2b2-4976b618dac0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:16.172242 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6aceb66f-ef7d-4f4c-a69b-a52412d579d5 req-ebbfa42f-1610-4b8c-af88-2bf1182ff922 service neutron] 10.222.0.38 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064925 Aug 20 11:41:16.208570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b06553-7c94-4bd6-a60f-7b06aa5b29eb service neutron] Pushing event updated for resources: {'Port': ['ID=62e6e552-426c-46fb-a2b2-4976b618dac0,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:16.240033 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a77b76-d8f2-4586-b285-4f3dd6e61c8b x-openstack-request-id: req-73a77b76-d8f2-4586-b285-4f3dd6e61c8b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:16.240527 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3150a28-0102-494d-9e9c-e02f02b069c9", "tag": "62e6e552-426c-46fb-a2b2-4976b618dac0", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:16.240973 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73a77b76-d8f2-4586-b285-4f3dd6e61c8b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:16.241578 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3150a28-0102-494d-9e9c-e02f02b069c9', 'tag': '62e6e552-426c-46fb-a2b2-4976b618dac0', 'status': 'completed', 'code': 200} Aug 20 11:41:16.351494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdaf6d-11e0-4be0-95c2-6507e1e25d24 req-5c660d8d-5100-4ade-bb00-ca79fc17e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.353257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49bdaf6d-11e0-4be0-95c2-6507e1e25d24 req-5c660d8d-5100-4ade-bb00-ca79fc17e65b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 1094 time: 0.0766044 Aug 20 11:41:16.457979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7e7a2-1628-4782-be44-d8d0ab98dba6 req-e9e6c582-8ccb-446b-b12b-5166d1e5ee8e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.457979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9b7e7a2-1628-4782-be44-d8d0ab98dba6 req-e9e6c582-8ccb-446b-b12b-5166d1e5ee8e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 943 time: 0.0748687 Aug 20 11:41:16.503152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdaf6d-11e0-4be0-95c2-6507e1e25d24 req-d4fdb555-4e43-4209-af9c-f4dfb5b8a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.504973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49bdaf6d-11e0-4be0-95c2-6507e1e25d24 req-d4fdb555-4e43-4209-af9c-f4dfb5b8a1bd service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2f98a334c67f49e79ce0d260c119660a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1427386 Aug 20 11:41:16.517793 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9b7e7a2-1628-4782-be44-d8d0ab98dba6 req-35ab3a8a-41df-423e-89c5-1f8c2474e62e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513766 Aug 20 11:41:16.672860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e93d6-3a13-497c-8d0d-b64937b4b56b req-293e69b4-71a9-42a5-abb2-26dab1d0164b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.674529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6e1e93d6-3a13-497c-8d0d-b64937b4b56b req-293e69b4-71a9-42a5-abb2-26dab1d0164b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 943 time: 0.1029770 Aug 20 11:41:16.680346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdaf6d-11e0-4be0-95c2-6507e1e25d24 req-40e0cfda-65d9-4d86-8eed-1383a74d8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.681776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49bdaf6d-11e0-4be0-95c2-6507e1e25d24 req-40e0cfda-65d9-4d86-8eed-1383a74d8fb1 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1683812 Aug 20 11:41:16.782318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6e1e93d6-3a13-497c-8d0d-b64937b4b56b req-ed179cf7-c99b-42be-a661-d9f51cb21bfc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975833 Aug 20 11:41:16.792689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-997d2230-4640-4832-a30f-a014ac7957ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.794710 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-997d2230-4640-4832-a30f-a014ac7957ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 1094 time: 0.0590656 Aug 20 11:41:16.847004 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-e8816f4b-700c-4a3f-98f8-2dc8a60817bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e6e552-426c-46fb-a2b2-4976b618dac0 HTTP/1.1" status: 200 len: 217 time: 0.0420144 Aug 20 11:41:16.907350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-42194a0b-a3b5-4af2-92e3-2712de3db365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.908954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-42194a0b-a3b5-4af2-92e3-2712de3db365 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0524516 Aug 20 11:41:16.959053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-7872387c-97b4-4cd4-af6c-e97de9e36f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:16.960596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-7872387c-97b4-4cd4-af6c-e97de9e36f41 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421023 Aug 20 11:41:17.056592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-4e841528-fe5d-4926-ad27-0d7cae2c8e29 service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875363 Aug 20 11:41:17.166775 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0790a0bb-be02-4aa2-b977-3ce54db0d59b req-02508d17-7e1b-4835-802c-5dc06eb4396c service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020038 Aug 20 11:41:17.670088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1baaf-1ac1-44a6-af7a-8d47ac73a592 req-65ab6848-9a24-489d-a6bd-4b00f50f70ca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.671754 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28c1baaf-1ac1-44a6-af7a-8d47ac73a592 req-65ab6848-9a24-489d-a6bd-4b00f50f70ca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 943 time: 0.0694883 Aug 20 11:41:17.741184 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28c1baaf-1ac1-44a6-af7a-8d47ac73a592 req-d48442dd-5e1e-49f6-b7e8-a27c4fe44fed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563979 Aug 20 11:41:17.909326 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f2b82a19-dc2d-4dd3-b4ad-b3314a3cb837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:17.947937 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec076530-cbb2-4d83-9e5e-87dc52637d3b req-3724719f-071a-43e5-a090-9c4d52e0c8d7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:17.950086 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec076530-cbb2-4d83-9e5e-87dc52637d3b req-3724719f-071a-43e5-a090-9c4d52e0c8d7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 943 time: 0.0703943 Aug 20 11:41:17.994677 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec076530-cbb2-4d83-9e5e-87dc52637d3b req-b8f0d8b9-edb6-4038-b9aa-a2805fc26219 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355301 Aug 20 11:41:18.773350 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:18.947470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9290-beaf-47dd-bfff-c1c80bb8ed43 req-486aa90f-2bdf-41c5-b7cf-5fe479f6e35f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:18.949683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-972c9290-beaf-47dd-bfff-c1c80bb8ed43 req-486aa90f-2bdf-41c5-b7cf-5fe479f6e35f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 943 time: 0.1143956 Aug 20 11:41:19.168884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18e3ad-f1d9-42ac-a82f-eb9289415495 req-5faff78b-f804-47f6-80e5-f80bf7f9547a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:19.171497 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d18e3ad-f1d9-42ac-a82f-eb9289415495 req-5faff78b-f804-47f6-80e5-f80bf7f9547a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 943 time: 0.0671861 Aug 20 11:41:19.201301 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.239074 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d18e3ad-f1d9-42ac-a82f-eb9289415495 req-bee50641-f03e-4feb-9d42-05cd4d5b1e9b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603971 Aug 20 11:41:19.263372 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-972c9290-beaf-47dd-bfff-c1c80bb8ed43 req-cfd29034-1da3-4cc3-8bad-066fad08946c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061273 Aug 20 11:41:19.580053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:19.689760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:19.701741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '2fc199dd-7124-4cea-b8fc-ff66f35a6d0e', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'port_id': '2fc199dd-7124-4cea-b8fc-ff66f35a6d0e', 'mac_address': 'fa:16:3e:99:85:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636134a5-8255-40f2-9cb7-7dfbd30f58b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:19.742349 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.755711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:19.775442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:19.871881 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:19.882880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 62e6e552-426c-46fb-a2b2-4976b618dac0 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:19.993680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 62e6e552-426c-46fb-a2b2-4976b618dac0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=62e6e552-426c-46fb-a2b2-4976b618dac0,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:20.024769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '62e6e552-426c-46fb-a2b2-4976b618dac0', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'port_id': '62e6e552-426c-46fb-a2b2-4976b618dac0', 'mac_address': 'fa:16:3e:83:ab:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:20.075971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:20.087393 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.100982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e6e552-426c-46fb-a2b2-4976b618dac0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:20.122759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 62e6e552-426c-46fb-a2b2-4976b618dac0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=62e6e552-426c-46fb-a2b2-4976b618dac0,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:20.373910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e28bf5-624b-488c-a3c7-951c8c7ad904 req-8d4ffa4c-66fb-48de-9b08-e3899af2466a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.462032 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7e28bf5-624b-488c-a3c7-951c8c7ad904 req-8d4ffa4c-66fb-48de-9b08-e3899af2466a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 944 time: 0.0636921 Aug 20 11:41:20.463984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192f38e-a9a7-4a2e-81d7-23c32b792aa8 req-ea1c3399-c3b9-4e14-bd6e-d11339efeb8c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:20.463984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e192f38e-a9a7-4a2e-81d7-23c32b792aa8 req-ea1c3399-c3b9-4e14-bd6e-d11339efeb8c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 943 time: 0.0578992 Aug 20 11:41:20.464709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7e28bf5-624b-488c-a3c7-951c8c7ad904 req-cc0c8ac5-01c8-49f7-ba94-c76995ceeb03 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514112 Aug 20 11:41:20.464823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e192f38e-a9a7-4a2e-81d7-23c32b792aa8 req-849b50c3-b604-40aa-bd0d-1065a10bcb75 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365884 Aug 20 11:41:20.493434 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:20.551451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=62e6e552-426c-46fb-a2b2-4976b618dac0,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:20.907078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['2fc199dd-7124-4cea-b8fc-ff66f35a6d0e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:20.909509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['62e6e552-426c-46fb-a2b2-4976b618dac0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:21.060245 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:21.584502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432751f-64ed-4e40-be65-fe796cf044e8 req-6e74e50a-352d-48d6-a2e7-81d6faab4dcc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:21.586043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4432751f-64ed-4e40-be65-fe796cf044e8 req-6e74e50a-352d-48d6-a2e7-81d6faab4dcc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 944 time: 0.0595667 Aug 20 11:41:21.592918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e332241-9763-41d6-a56a-bbcccf9c5b41 req-11e53dc9-ac0a-4085-b512-5dde6b8796e4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:21.594974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e332241-9763-41d6-a56a-bbcccf9c5b41 req-11e53dc9-ac0a-4085-b512-5dde6b8796e4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 944 time: 0.0578377 Aug 20 11:41:21.641255 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e332241-9763-41d6-a56a-bbcccf9c5b41 req-95e13806-f650-44a6-a66f-cdef562038f8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Aug 20 11:41:21.654736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4432751f-64ed-4e40-be65-fe796cf044e8 req-9efbd088-25e2-4a3d-b46c-3e47fc0a8108 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600190 Aug 20 11:41:22.808696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37b35f-d2c0-4218-aca8-3d3f911d6fc6 req-fddd1cb2-646f-45e3-b148-34637bdeb55e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:22.811586 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a37b35f-d2c0-4218-aca8-3d3f911d6fc6 req-fddd1cb2-646f-45e3-b148-34637bdeb55e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 944 time: 0.0790620 Aug 20 11:41:22.837322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494f39-49fc-4c4f-b5eb-6ef46492179e req-9c4a60e3-53fe-46da-8b08-d241cbcacfee tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:22.845271 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-99494f39-49fc-4c4f-b5eb-6ef46492179e req-9c4a60e3-53fe-46da-8b08-d241cbcacfee tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 944 time: 0.0750313 Aug 20 11:41:22.867816 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a37b35f-d2c0-4218-aca8-3d3f911d6fc6 req-646a4033-6b74-4a92-8ea5-7fe4ad58341e tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493977 Aug 20 11:41:22.901480 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-99494f39-49fc-4c4f-b5eb-6ef46492179e req-d4ad7705-a2e9-43fa-b5b3-862ad9a8b91c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550573 Aug 20 11:41:23.364183 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:41:23.598447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 62e6e552-426c-46fb-a2b2-4976b618dac0 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:23.709728 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 62e6e552-426c-46fb-a2b2-4976b618dac0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:23.713868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 62e6e552-426c-46fb-a2b2-4976b618dac0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:23.714246 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.797810 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.819162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3150a28-0102-494d-9e9c-e02f02b069c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e6e552-426c-46fb-a2b2-4976b618dac0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:23.821406 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751e30ea-b967-4266-901a-6f66d1584b41" -d '{"events": [{"server_uuid": "b3150a28-0102-494d-9e9c-e02f02b069c9", "name": "network-vif-plugged", "status": "completed", "tag": "62e6e552-426c-46fb-a2b2-4976b618dac0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:23.855309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 62e6e552-426c-46fb-a2b2-4976b618dac0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=62e6e552-426c-46fb-a2b2-4976b618dac0,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:23.879152 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca03a98f-0414-4cc5-90db-55897b3961d3 x-openstack-request-id: req-ca03a98f-0414-4cc5-90db-55897b3961d3 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:23.879490 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3150a28-0102-494d-9e9c-e02f02b069c9", "name": "network-vif-plugged", "status": "completed", "tag": "62e6e552-426c-46fb-a2b2-4976b618dac0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:23.879752 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca03a98f-0414-4cc5-90db-55897b3961d3 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:23.880157 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3150a28-0102-494d-9e9c-e02f02b069c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e6e552-426c-46fb-a2b2-4976b618dac0', 'code': 200} Aug 20 11:41:23.945347 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:23.946167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:24.051617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=62e6e552-426c-46fb-a2b2-4976b618dac0,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:24.090779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8164b-7fde-40e1-870f-55ac4085bb36 req-7c08c4b8-b8b1-4180-96b9-70914dd4df5c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:24.098958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7f8164b-7fde-40e1-870f-55ac4085bb36 req-7c08c4b8-b8b1-4180-96b9-70914dd4df5c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 945 time: 0.1237578 Aug 20 11:41:24.103864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a4ef2-4ac7-4cbc-a26d-1e4064a15921 req-f96b5713-b721-4748-8e65-38f68825c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:24.105557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2a4ef2-4ac7-4cbc-a26d-1e4064a15921 req-f96b5713-b721-4748-8e65-38f68825c23d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 1096 time: 0.0757730 Aug 20 11:41:24.126603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:24.130981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:24.131596 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.164818 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7f8164b-7fde-40e1-870f-55ac4085bb36 req-073e843e-b7a0-42e4-947a-1163ac0a371f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555854 Aug 20 11:41:24.210621 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2a4ef2-4ac7-4cbc-a26d-1e4064a15921 req-536166a2-1329-4b6d-9aa0-b4f73046c11e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861979 Aug 20 11:41:24.242560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.285217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:24.288880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8193-4c5f-43df-b866-f84447a26e1b req-ee1b7e17-46a0-4021-a091-1f6327f831dd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:24.290090 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b52a8193-4c5f-43df-b866-f84447a26e1b req-ee1b7e17-46a0-4021-a091-1f6327f831dd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 944 time: 0.0589271 Aug 20 11:41:24.347178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b52a8193-4c5f-43df-b866-f84447a26e1b req-506c821c-bd32-49f0-a852-681b3db8ed88 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487502 Aug 20 11:41:24.384793 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:24.437993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:25.275934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92b696-e8fa-4313-8513-5c91454a3cb9 req-519efd11-f989-4c18-85af-23f1cfc27712 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.277513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee92b696-e8fa-4313-8513-5c91454a3cb9 req-519efd11-f989-4c18-85af-23f1cfc27712 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 945 time: 0.0516515 Aug 20 11:41:25.316582 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee92b696-e8fa-4313-8513-5c91454a3cb9 req-ac6108de-0cf0-463b-938c-b34c21cf82d5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Aug 20 11:41:25.489324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a14000-3ba3-4fbd-b8db-f3300953e0e4 req-6d7eea26-75b6-494a-903d-1cb61838d8f1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:25.490791 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36a14000-3ba3-4fbd-b8db-f3300953e0e4 req-6d7eea26-75b6-494a-903d-1cb61838d8f1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 945 time: 0.0516729 Aug 20 11:41:25.548548 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36a14000-3ba3-4fbd-b8db-f3300953e0e4 req-022e2ab7-137e-478d-8171-d880ca75beea tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501945 Aug 20 11:41:25.882183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ab631-ce62-4e19-8f7e-dd460d3dce29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc199dd-7124-4cea-b8fc-ff66f35a6d0e'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:25.886350 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b669a3-83d7-4338-a750-c2aa5fe1049b" -d '{"events": [{"server_uuid": "405ab631-ce62-4e19-8f7e-dd460d3dce29", "name": "network-vif-plugged", "status": "completed", "tag": "2fc199dd-7124-4cea-b8fc-ff66f35a6d0e"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:25.926869 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6053668f-5e30-4bcb-9660-0e230b2fe116 x-openstack-request-id: req-6053668f-5e30-4bcb-9660-0e230b2fe116 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:25.927426 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405ab631-ce62-4e19-8f7e-dd460d3dce29", "name": "network-vif-plugged", "status": "completed", "tag": "2fc199dd-7124-4cea-b8fc-ff66f35a6d0e", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:25.928020 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6053668f-5e30-4bcb-9660-0e230b2fe116 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:25.928711 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405ab631-ce62-4e19-8f7e-dd460d3dce29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc199dd-7124-4cea-b8fc-ff66f35a6d0e', 'code': 200} Aug 20 11:41:26.086243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb721979-ba60-4e4d-81f5-6197b1ea9501 req-c81629a3-193d-4d14-9e7e-e66e342af111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.087878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb721979-ba60-4e4d-81f5-6197b1ea9501 req-c81629a3-193d-4d14-9e7e-e66e342af111 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 1096 time: 0.0815687 Aug 20 11:41:26.142736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb721979-ba60-4e4d-81f5-6197b1ea9501 req-85e61f74-4c2b-429f-808c-735f1dec1dc8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455911 Aug 20 11:41:26.491216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e9e6-63df-4b7f-8d8c-e8be235456c2 req-0059b98a-098f-43ea-9220-afbe68e7f119 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.492750 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d722e9e6-63df-4b7f-8d8c-e8be235456c2 req-0059b98a-098f-43ea-9220-afbe68e7f119 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 945 time: 0.0579488 Aug 20 11:41:26.534426 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d722e9e6-63df-4b7f-8d8c-e8be235456c2 req-f6aca341-030a-4abd-ab93-3a0565cfe007 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352156 Aug 20 11:41:26.660682 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-0a1e73b8-2e93-47a0-a795-b801eff33893 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2f98a334c67f49e79ce0d260c119660a HTTP/1.1" status: 200 len: 267 time: 0.0503206 Aug 20 11:41:26.693853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc075e-a659-4390-a2ae-c215834a4ec1 req-89d0143b-a665-4844-9c49-c6f7e41452ab tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.696278 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-23fc075e-a659-4390-a2ae-c215834a4ec1 req-89d0143b-a665-4844-9c49-c6f7e41452ab tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 945 time: 0.0542214 Aug 20 11:41:26.709706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-0a2088a6-f3d9-4ece-9abc-9f4c352be743 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:26.717595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-0a2088a6-f3d9-4ece-9abc-9f4c352be743 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 945 time: 0.0554371 Aug 20 11:41:26.723618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-dba80c76-c077-4539-a62a-459245d0d394 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'port': {'security_groups': []}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:26.748612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-23fc075e-a659-4390-a2ae-c215834a4ec1 req-2d06ce12-1dc4-45c4-b1f5-2ad789e9b065 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448384 Aug 20 11:41:26.795342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-dba80c76-c077-4539-a62a-459245d0d394 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:26.962935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-dba80c76-c077-4539-a62a-459245d0d394 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] For port 62e6e552-426c-46fb-a2b2-4976b618dac0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=62e6e552-426c-46fb-a2b2-4976b618dac0,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:26.994737 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-dba80c76-c077-4539-a62a-459245d0d394 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.064763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-dba80c76-c077-4539-a62a-459245d0d394 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.077813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f22efe15-6469-4ed8-a100-8b6d0e47d6d5', 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac', '62e6e552-426c-46fb-a2b2-4976b618dac0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:27.116749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-dba80c76-c077-4539-a62a-459245d0d394 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.117400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-dba80c76-c077-4539-a62a-459245d0d394 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.138693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d846416-06a9-46d4-b0a3-9df014c3c12e req-dba80c76-c077-4539-a62a-459245d0d394 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "PUT /v2.0/ports/62e6e552-426c-46fb-a2b2-4976b618dac0 HTTP/1.1" status: 200 len: 904 time: 0.4165182 Aug 20 11:41:27.139429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3150a28-0102-494d-9e9c-e02f02b069c9', 'tag': '62e6e552-426c-46fb-a2b2-4976b618dac0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:27.141941 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7cbd62-2b90-4631-968a-226f987d925d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3150a28-0102-494d-9e9c-e02f02b069c9", "tag": "62e6e552-426c-46fb-a2b2-4976b618dac0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:27.198334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba80c76-c077-4539-a62a-459245d0d394 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'Port': ['ID=62e6e552-426c-46fb-a2b2-4976b618dac0,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:27.274494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['62e6e552-426c-46fb-a2b2-4976b618dac0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:27.298462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761eb61-5126-49e5-9c3c-706e1672b2ee req-01037f2c-a935-468a-aba0-872f76cd6f86 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.319518 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8761eb61-5126-49e5-9c3c-706e1672b2ee req-01037f2c-a935-468a-aba0-872f76cd6f86 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 907 time: 0.0918427 Aug 20 11:41:27.422288 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b57c425-6e23-4289-a7d6-45ee1bcafb65 x-openstack-request-id: req-2b57c425-6e23-4289-a7d6-45ee1bcafb65 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:27.422677 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3150a28-0102-494d-9e9c-e02f02b069c9", "tag": "62e6e552-426c-46fb-a2b2-4976b618dac0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:27.423000 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b57c425-6e23-4289-a7d6-45ee1bcafb65 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:27.423481 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3150a28-0102-494d-9e9c-e02f02b069c9', 'tag': '62e6e552-426c-46fb-a2b2-4976b618dac0', 'status': 'completed', 'code': 200} Aug 20 11:41:27.515952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868dbed-b065-4544-a341-6deca7ae7ccb req-0b3cc04b-9f4a-42dd-8311-31306a6496fe tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.518557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d868dbed-b065-4544-a341-6deca7ae7ccb req-0b3cc04b-9f4a-42dd-8311-31306a6496fe tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0647266 Aug 20 11:41:27.525714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cbd62-2b90-4631-968a-226f987d925d req-45080984-f6bd-4f81-ba09-25fa94bbdb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.527419 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de7cbd62-2b90-4631-968a-226f987d925d req-45080984-f6bd-4f81-ba09-25fa94bbdb4b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 1058 time: 0.0814154 Aug 20 11:41:27.567310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d868dbed-b065-4544-a341-6deca7ae7ccb req-a6165ec4-e844-4e84-bc7e-90cab8e51a9b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414374 Aug 20 11:41:27.579755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a55c2bf2-78c9-4c44-adc3-2a2d673b8aae None None] Provisioning complete for port 62e6e552-426c-46fb-a2b2-4976b618dac0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:27.580221 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a55c2bf2-78c9-4c44-adc3-2a2d673b8aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:27.652383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cbd62-2b90-4631-968a-226f987d925d req-282e9dc4-d6d0-4404-88f9-e6e77bfa5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.659300 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de7cbd62-2b90-4631-968a-226f987d925d req-282e9dc4-d6d0-4404-88f9-e6e77bfa5d70 service neutron] 10.222.0.38 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1235619 Aug 20 11:41:27.745034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de7cbd62-2b90-4631-968a-226f987d925d req-e49d0bf6-235c-455f-914a-7b0b86f832a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e6e552-426c-46fb-a2b2-4976b618dac0 HTTP/1.1" status: 200 len: 217 time: 0.0624046 Aug 20 11:41:27.805374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8544b92-adb4-40be-9bc5-651b09abf848 req-725969dc-6ea0-4806-b09c-2ae3ef0509e8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.807118 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8544b92-adb4-40be-9bc5-651b09abf848 req-725969dc-6ea0-4806-b09c-2ae3ef0509e8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1357832 Aug 20 11:41:27.819136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cbd62-2b90-4631-968a-226f987d925d req-0c866af5-4bae-4447-8d20-4741c6371882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.820631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de7cbd62-2b90-4631-968a-226f987d925d req-0c866af5-4bae-4447-8d20-4741c6371882 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0679350 Aug 20 11:41:27.889977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6900f-01ec-45fe-bb70-3746b9a5c8e3 req-b01af46c-dfed-4fc8-b2eb-a9b535619edf tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.892106 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aab6900f-01ec-45fe-bb70-3746b9a5c8e3 req-b01af46c-dfed-4fc8-b2eb-a9b535619edf tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 945 time: 0.0589616 Aug 20 11:41:27.897438 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8544b92-adb4-40be-9bc5-651b09abf848 req-332d3dbf-2fc7-4bd5-b16c-3b3553ea11c2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812778 Aug 20 11:41:27.904126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cbd62-2b90-4631-968a-226f987d925d req-10fa1c2a-c4bf-43e9-a064-b35db527f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:27.905881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de7cbd62-2b90-4631-968a-226f987d925d req-10fa1c2a-c4bf-43e9-a064-b35db527f3ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711575 Aug 20 11:41:27.948261 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aab6900f-01ec-45fe-bb70-3746b9a5c8e3 req-63a9eb77-aebf-4a06-a9e6-bc1c52a97fcc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432072 Aug 20 11:41:28.040903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de7cbd62-2b90-4631-968a-226f987d925d req-b4b98cf3-1b04-4dea-a489-4a44a1051e8a service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271031 Aug 20 11:41:28.115723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc58c9-2ba1-4136-9499-b3fe5f667ffc req-369b4f12-f592-49b6-ae60-efa4334009a2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.117784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ccfc58c9-2ba1-4136-9499-b3fe5f667ffc req-369b4f12-f592-49b6-ae60-efa4334009a2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 945 time: 0.0702357 Aug 20 11:41:28.160274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ccfc58c9-2ba1-4136-9499-b3fe5f667ffc req-ecacf241-9c1e-4e52-99d0-69145abf58fa tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365016 Aug 20 11:41:28.227314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-de7cbd62-2b90-4631-968a-226f987d925d req-4301f713-c826-4f1b-aaec-4877a73906ba service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779506 Aug 20 11:41:28.236088 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-e8b39a37-7bf4-4e40-9738-1d084397283f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.244267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-e8b39a37-7bf4-4e40-9738-1d084397283f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 812 time: 0.1867192 Aug 20 11:41:28.256061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-7271d137-b233-4db2-9cc5-b9ee01fc4826 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/quotas/2f98a334c67f49e79ce0d260c119660a HTTP/1.1" status: 200 len: 375 time: 0.0109231 Aug 20 11:41:28.335691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-2f5ddd6d-b22e-4911-8ae6-10727b22a733 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0732861 Aug 20 11:41:28.442741 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-cb6c2a1d-1129-4227-98e1-2eeded0008e9 service neutron] 10.222.0.10 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978706 Aug 20 11:41:28.542093 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-92a9c1fb-6027-4d96-80fa-dc24059dbf3f service neutron] 10.222.0.10 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918138 Aug 20 11:41:28.815381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-608b8939-3709-402d-8d84-458d341b4f63 req-72a91586-480e-40c0-bd51-4d8f48fc534a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 210 time: 0.0370190 Aug 20 11:41:28.865982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aa9de-8283-4e1d-9869-c3d4789b241b req-e447c9cd-a4a2-440a-8ccd-839c4af4c9f8 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:28.871048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d34aa9de-8283-4e1d-9869-c3d4789b241b req-e447c9cd-a4a2-440a-8ccd-839c4af4c9f8 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 945 time: 0.0756853 Aug 20 11:41:28.912996 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d34aa9de-8283-4e1d-9869-c3d4789b241b req-dd57d557-4f24-4712-acbe-2ba22d417fdc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Aug 20 11:41:29.902170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3090312-e10c-41cc-b492-af66bbd2e2ff req-0bebec27-79b1-4828-a58b-69206aaf08e2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 210 time: 0.0317321 Aug 20 11:41:30.035370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a16b2-d09f-4b01-95dc-7425b9aef1c4 req-49360a9a-0bff-4b8a-af37-d2df479275cc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.037126 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb1a16b2-d09f-4b01-95dc-7425b9aef1c4 req-49360a9a-0bff-4b8a-af37-d2df479275cc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 945 time: 0.0515127 Aug 20 11:41:30.079686 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb1a16b2-d09f-4b01-95dc-7425b9aef1c4 req-448c0f76-5a75-4a78-b898-407952e536f8 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357921 Aug 20 11:41:30.110670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-55bd0598-cf36-449a-8159-507c5fed427c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:30.112315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-55bd0598-cf36-449a-8159-507c5fed427c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 945 time: 0.0608690 Aug 20 11:41:30.243771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-bf0a7ecc-57bc-47c6-aea0-4d9b88902ab1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Deleting port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:30.244174 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-bf0a7ecc-57bc-47c6-aea0-4d9b88902ab1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.346062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-bf0a7ecc-57bc-47c6-aea0-4d9b88902ab1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] For port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:30.346665 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-bf0a7ecc-57bc-47c6-aea0-4d9b88902ab1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.371801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-bf0a7ecc-57bc-47c6-aea0-4d9b88902ab1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Calling delete_port for 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:30.670251 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-bf0a7ecc-57bc-47c6-aea0-4d9b88902ab1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.688307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['2fc199dd-7124-4cea-b8fc-ff66f35a6d0e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:30.692107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:30.704011 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a7ecc-57bc-47c6-aea0-4d9b88902ab1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event deleted for resources: {'Port': ['ID=2fc199dd-7124-4cea-b8fc-ff66f35a6d0e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:30.769183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-bf0a7ecc-57bc-47c6-aea0-4d9b88902ab1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] No DVR routers for this DVR port 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:30.774716 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-bf0a7ecc-57bc-47c6-aea0-4d9b88902ab1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:30.778931 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c53fab5c-252a-4a8f-8af8-7ec080a3c35a req-bf0a7ecc-57bc-47c6-aea0-4d9b88902ab1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "DELETE /v2.0/ports/2fc199dd-7124-4cea-b8fc-ff66f35a6d0e HTTP/1.1" status: 204 len: 173 time: 0.6594503 Aug 20 11:41:30.779980 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405ab631-ce62-4e19-8f7e-dd460d3dce29', 'name': 'network-vif-deleted', 'tag': '2fc199dd-7124-4cea-b8fc-ff66f35a6d0e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:30.787417 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6dbbdf-cbe5-4ebc-845d-4951e6f7bfc6" -d '{"events": [{"server_uuid": "405ab631-ce62-4e19-8f7e-dd460d3dce29", "name": "network-vif-deleted", "tag": "2fc199dd-7124-4cea-b8fc-ff66f35a6d0e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:30.837322 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3b84e1-9e08-4395-bc57-807a8ada5cf8 x-openstack-request-id: req-9d3b84e1-9e08-4395-bc57-807a8ada5cf8 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:30.837659 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405ab631-ce62-4e19-8f7e-dd460d3dce29", "name": "network-vif-deleted", "tag": "2fc199dd-7124-4cea-b8fc-ff66f35a6d0e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:30.838597 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d3b84e1-9e08-4395-bc57-807a8ada5cf8 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:30.839061 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405ab631-ce62-4e19-8f7e-dd460d3dce29', 'name': 'network-vif-deleted', 'tag': '2fc199dd-7124-4cea-b8fc-ff66f35a6d0e', 'status': 'completed', 'code': 200} Aug 20 11:41:31.041298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b1260ba-eca0-4ede-8c70-a8e7e73262f1 req-86068fae-8d77-43b8-97b3-7a1935293912 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 210 time: 0.0443511 Aug 20 11:41:31.199027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1357f653-17e4-42ee-9bfc-4582dc391700 req-846c6b7e-f957-4a8c-9aa9-deb9bd40ddef tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 210 time: 0.0348756 Aug 20 11:41:32.112941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-e82bbd4a-f84f-4693-8cb3-d583a877054c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:32.115112 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-e82bbd4a-f84f-4693-8cb3-d583a877054c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 812 time: 0.1134582 Aug 20 11:41:32.134411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Request body: {'port': {'device_id': '7ead211d-8f21-459c-bf03-d235cb486783', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'admin_state_up': True, 'tenant_id': '2f98a334c67f49e79ce0d260c119660a'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:32.213443 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcee6576-6fdc-475d-a1e7-893a4108f660 req-fc82fccf-e285-454a-add6-9acb1fcd4bbb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 210 time: 0.0349555 Aug 20 11:41:32.328404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80b5fc70-96cf-4f2a-a8e4-ad01f6f956bc req-e3b6a4dd-a16c-488a-b8e9-4e980a12b3da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=405ab631-ce62-4e19-8f7e-dd460d3dce29 HTTP/1.1" status: 200 len: 210 time: 0.0284002 Aug 20 11:41:32.384361 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Made reservation on behalf of 2f98a334c67f49e79ce0d260c119660a for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:32.388321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.547112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Allocated IP 172.20.0.3 (789ee8ec-5718-45a4-95ae-1cbea4e444d7/c7815090-d599-4bdd-a3a8-9166c1a82a50/356715b4-fe02-434e-ae83-8afbf2709b92) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:32.702109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.716759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Transition to ACTIVE for port object 356715b4-fe02-434e-ae83-8afbf2709b92 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:32.825849 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:32.840249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f22efe15-6469-4ed8-a100-8b6d0e47d6d5', 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:32.882411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:32.886351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:32.893307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:32.927501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event updated for resources: {'Port': ['ID=356715b4-fe02-434e-ae83-8afbf2709b92,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:32.962079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:32.963010 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.091458 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-35808eab-aa98-4c84-931c-6fec1a76d2ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9636421 Aug 20 11:41:33.103995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-993428c5-9469-4f99-99cd-53eedc761915 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:41:33.105368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-993428c5-9469-4f99-99cd-53eedc761915 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061853 Aug 20 11:41:33.179415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Request body: {'port': {'device_id': '7ead211d-8f21-459c-bf03-d235cb486783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:33.237704 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.356752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354aeb10-c5d0-425e-a47d-9a01883c185e req-bad38aa0-f78f-4321-8992-da4ad974b5ff tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:33.367436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1d4bd0c3-31e9-4668-8772-5fe949281cda None None] Provisioning for port 356715b4-fe02-434e-ae83-8afbf2709b92 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:33.368699 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-354aeb10-c5d0-425e-a47d-9a01883c185e req-bad38aa0-f78f-4321-8992-da4ad974b5ff tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 931 time: 0.0683894 Aug 20 11:41:33.372497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1d4bd0c3-31e9-4668-8772-5fe949281cda None None] Provisioning complete for port 356715b4-fe02-434e-ae83-8afbf2709b92 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:33.372856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd0c3-31e9-4668-8772-5fe949281cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.431584 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-354aeb10-c5d0-425e-a47d-9a01883c185e req-c5bb01cc-4844-4d9f-9e32-94d9edb19642 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615489 Aug 20 11:41:33.445447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1d4bd0c3-31e9-4668-8772-5fe949281cda None None] Port 356715b4-fe02-434e-ae83-8afbf2709b92 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:33.633092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356715b4-fe02-434e-ae83-8afbf2709b92 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:33.642167 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.650412 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:33.656892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Transition to ACTIVE for port object 356715b4-fe02-434e-ae83-8afbf2709b92 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:33.672346 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:41:33.672757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 2fc199dd-7124-4cea-b8fc-ff66f35a6d0e not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:41:33.813400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:33.869817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Pushing event updated for resources: {'Port': ['ID=356715b4-fe02-434e-ae83-8afbf2709b92,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:33.948938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Attempting to bind port 356715b4-fe02-434e-ae83-8afbf2709b92 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:33.949385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Attempting to bind port 356715b4-fe02-434e-ae83-8afbf2709b92 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:33.949636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Attempting to bind port 356715b4-fe02-434e-ae83-8afbf2709b92 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:33.955351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Port 356715b4-fe02-434e-ae83-8afbf2709b92 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:33.955729 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Attempting to bind port 356715b4-fe02-434e-ae83-8afbf2709b92 on network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:33.963279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:33.963897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Checking segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:33.964727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Bound using segment: {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:33.965367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Bound port: 356715b4-fe02-434e-ae83-8afbf2709b92, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053880d1-7251-4e07-8dff-fe0cfd5ba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:33.965953 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.040405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] For port 356715b4-fe02-434e-ae83-8afbf2709b92, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:34.044132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] For port 356715b4-fe02-434e-ae83-8afbf2709b92, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=356715b4-fe02-434e-ae83-8afbf2709b92,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:34.224985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.264234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.264750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:34.266115 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] 10.222.0.57 "PUT /v2.0/ports/356715b4-fe02-434e-ae83-8afbf2709b92 HTTP/1.1" status: 200 len: 1091 time: 1.1524174 Aug 20 11:41:34.266596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ead211d-8f21-459c-bf03-d235cb486783', 'tag': '356715b4-fe02-434e-ae83-8afbf2709b92'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:34.268948 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950eb858-188c-4f26-949f-3f0c97c40636" -d '{"events": [{"name": "network-changed", "server_uuid": "7ead211d-8f21-459c-bf03-d235cb486783", "tag": "356715b4-fe02-434e-ae83-8afbf2709b92"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:34.316274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad287c-50a7-4e36-b4f2-8ba8cd47d567 service neutron] Pushing event updated for resources: {'Port': ['ID=356715b4-fe02-434e-ae83-8afbf2709b92,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:34.319926 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438c7583-f0ab-4a61-aa23-a36e507c4e66 x-openstack-request-id: req-438c7583-f0ab-4a61-aa23-a36e507c4e66 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:34.320278 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ead211d-8f21-459c-bf03-d235cb486783", "tag": "356715b4-fe02-434e-ae83-8afbf2709b92", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:34.320537 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-438c7583-f0ab-4a61-aa23-a36e507c4e66 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:34.320945 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ead211d-8f21-459c-bf03-d235cb486783', 'tag': '356715b4-fe02-434e-ae83-8afbf2709b92', 'status': 'completed', 'code': 200} Aug 20 11:41:34.388881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb858-188c-4f26-949f-3f0c97c40636 req-c1ed8551-7016-4ff0-9f5d-7ca2d1a9d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.390584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-950eb858-188c-4f26-949f-3f0c97c40636 req-c1ed8551-7016-4ff0-9f5d-7ca2d1a9d501 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 1094 time: 0.0492074 Aug 20 11:41:34.521624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb858-188c-4f26-949f-3f0c97c40636 req-165e4dec-756f-4670-b0d4-52fb8f119c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.523225 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-950eb858-188c-4f26-949f-3f0c97c40636 req-165e4dec-756f-4670-b0d4-52fb8f119c69 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2f98a334c67f49e79ce0d260c119660a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1244926 Aug 20 11:41:34.564747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad38bc5-e73b-45e4-89b5-dd4db02334fc req-81db2dce-5000-4000-b373-3126b43299d8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.573261 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9ad38bc5-e73b-45e4-89b5-dd4db02334fc req-81db2dce-5000-4000-b373-3126b43299d8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 943 time: 0.0601068 Aug 20 11:41:34.630803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9ad38bc5-e73b-45e4-89b5-dd4db02334fc req-12a131a3-f186-4cb1-9abe-61a2dc1d163a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562325 Aug 20 11:41:34.820364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb858-188c-4f26-949f-3f0c97c40636 req-74fd8fad-4f6c-4132-8783-49fbb48fcae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.822846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-950eb858-188c-4f26-949f-3f0c97c40636 req-74fd8fad-4f6c-4132-8783-49fbb48fcae0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2915184 Aug 20 11:41:34.960060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-27dd8fca-7d36-4fff-a50b-9dfbcd2ec920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:34.962853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-27dd8fca-7d36-4fff-a50b-9dfbcd2ec920 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 1094 time: 0.0947442 Aug 20 11:41:35.032355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-ecac9f78-db5d-4099-8571-5493a472522d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=356715b4-fe02-434e-ae83-8afbf2709b92 HTTP/1.1" status: 200 len: 217 time: 0.0614274 Aug 20 11:41:35.096129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-cedda7b5-a627-40c4-9f0d-cede3a9f20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.097830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-cedda7b5-a627-40c4-9f0d-cede3a9f20c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0563033 Aug 20 11:41:35.161778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-c2d799f7-7744-4a2e-af0f-37b9d4889040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.163545 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-c2d799f7-7744-4a2e-af0f-37b9d4889040 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588794 Aug 20 11:41:35.281232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-1e837867-edee-422a-b890-9eb845675ef8 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083541 Aug 20 11:41:35.467731 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bda9b25-d0af-4ed0-9b8d-4aad03aa1789 req-9ac32087-cc7f-498d-8d54-00e193621984 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751738 Aug 20 11:41:35.487846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-8854cb47-f69a-4369-9a88-fc5003ca05c5 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.489353 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-8854cb47-f69a-4369-9a88-fc5003ca05c5 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1735506 Aug 20 11:41:35.507288 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-60491f87-51d2-4534-9c0d-e2c732e4410b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/quotas/4a5024681d8145f1ae0adec8e50f40e1 HTTP/1.1" status: 200 len: 375 time: 0.0116606 Aug 20 11:41:35.568277 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-113923eb-1adc-4071-84e3-5b79bad22098 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556455 Aug 20 11:41:35.682042 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-f99f6c8d-8537-400b-b4d6-1792ae27ec4b service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012270 Aug 20 11:41:35.788968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b00b8-f94e-402f-9597-11f5077fd072 req-dd767834-ad2a-4642-a4e3-347e7f157d25 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:35.799409 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f04b00b8-f94e-402f-9597-11f5077fd072 req-dd767834-ad2a-4642-a4e3-347e7f157d25 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 943 time: 0.0875130 Aug 20 11:41:35.799640 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-35f9e052-ad67-44a1-b80e-47c5585f9bc9 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104293 Aug 20 11:41:35.849093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f04b00b8-f94e-402f-9597-11f5077fd072 req-a272d5f6-ced8-4b35-b601-1e69f58abbf6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454526 Aug 20 11:41:36.150812 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f34d6728-d191-4a13-9067-09126c9b5335 req-7deca944-8278-4e8a-b30e-79b792b617b0 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 210 time: 0.0282888 Aug 20 11:41:36.970100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bc7bd-9996-4457-b396-373fc4d298dd req-ef5f4644-f27e-44bd-b69c-b20dfc555209 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:36.971842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f9bc7bd-9996-4457-b396-373fc4d298dd req-ef5f4644-f27e-44bd-b69c-b20dfc555209 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 943 time: 0.0559170 Aug 20 11:41:36.989770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 356715b4-fe02-434e-ae83-8afbf2709b92 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:37.019919 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f9bc7bd-9996-4457-b396-373fc4d298dd req-57eca823-81b5-456b-bf30-dbf6c6c5eacc tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Aug 20 11:41:37.114648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 356715b4-fe02-434e-ae83-8afbf2709b92, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=356715b4-fe02-434e-ae83-8afbf2709b92,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:37.127164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '356715b4-fe02-434e-ae83-8afbf2709b92', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'port_id': '356715b4-fe02-434e-ae83-8afbf2709b92', 'mac_address': 'fa:16:3e:28:4f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:37.167592 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:37.184766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356715b4-fe02-434e-ae83-8afbf2709b92 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:37.211217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 356715b4-fe02-434e-ae83-8afbf2709b92, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=356715b4-fe02-434e-ae83-8afbf2709b92,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:37.260240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1edd0df1-34f1-4f77-84b4-18f23df53074 req-bd4ba265-d521-4e98-b1dd-7dc79863472d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 210 time: 0.0300031 Aug 20 11:41:37.304321 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:37.359081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=356715b4-fe02-434e-ae83-8afbf2709b92,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:37.530360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['356715b4-fe02-434e-ae83-8afbf2709b92'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:38.211291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a331082-f817-48b7-bb1e-4c3eea625341 req-e8e29fc6-9413-47d1-bbb4-0d6776990e96 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.222302 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a331082-f817-48b7-bb1e-4c3eea625341 req-e8e29fc6-9413-47d1-bbb4-0d6776990e96 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 944 time: 0.0931127 Aug 20 11:41:38.261456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a331082-f817-48b7-bb1e-4c3eea625341 req-82126bac-6519-4adb-b911-17b245e2c6de tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Aug 20 11:41:38.355621 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7c66edd-aca2-427b-8b5f-c7dacda50784 req-08c60912-ab19-4b1c-bcf2-3d581ed7f3f9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 210 time: 0.0275145 Aug 20 11:41:38.569798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614adaa3-5e96-4f1c-b325-f8d16ce1c47d req-cc1fd445-9bdb-4a37-9c13-17ace99568c0 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.571301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-614adaa3-5e96-4f1c-b325-f8d16ce1c47d req-cc1fd445-9bdb-4a37-9c13-17ace99568c0 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0531020 Aug 20 11:41:38.609736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-614adaa3-5e96-4f1c-b325-f8d16ce1c47d req-d4c6f6e6-91d2-4c6c-8bd8-2e936e23b635 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323675 Aug 20 11:41:38.759972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-bbbf0890-cd5c-4ab2-b3c0-8a3b3675a517 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:38.761495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-bbbf0890-cd5c-4ab2-b3c0-8a3b3675a517 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1086714 Aug 20 11:41:38.777933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Request body: {'port': {'device_id': '162af86b-41b7-476c-b132-57ec0f239884', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'admin_state_up': True, 'tenant_id': '4a5024681d8145f1ae0adec8e50f40e1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:38.990301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Made reservation on behalf of 4a5024681d8145f1ae0adec8e50f40e1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:38.994277 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:38.997878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 356715b4-fe02-434e-ae83-8afbf2709b92 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:39.144538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 356715b4-fe02-434e-ae83-8afbf2709b92 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:39.148623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 356715b4-fe02-434e-ae83-8afbf2709b92 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:39.149016 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.224167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Allocated IP 172.20.0.2 (c99f3f94-f7b6-469b-9590-9837a80a1d3c/636134a5-8255-40f2-9cb7-7dfbd30f58b9/decce70c-b555-4f34-92f1-f755e992ee85) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:39.234048 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.235699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-92426a2a-fded-4b4a-a753-481d20de2763 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.237186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-92426a2a-fded-4b4a-a753-481d20de2763 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1599245 Aug 20 11:41:39.257745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ead211d-8f21-459c-bf03-d235cb486783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356715b4-fe02-434e-ae83-8afbf2709b92'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:39.260044 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3345b397-ac5d-4a65-b108-a21fc0d050bb" -d '{"events": [{"server_uuid": "7ead211d-8f21-459c-bf03-d235cb486783", "name": "network-vif-plugged", "status": "completed", "tag": "356715b4-fe02-434e-ae83-8afbf2709b92"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:39.271969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-c813ad5f-a9df-4d0b-8feb-4c76022a36b2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/quotas/8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 375 time: 0.0234146 Aug 20 11:41:39.272881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 356715b4-fe02-434e-ae83-8afbf2709b92, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=356715b4-fe02-434e-ae83-8afbf2709b92,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:39.302866 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db107b30-5f97-441d-8953-a21eed997954 x-openstack-request-id: req-db107b30-5f97-441d-8953-a21eed997954 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:39.303241 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ead211d-8f21-459c-bf03-d235cb486783", "name": "network-vif-plugged", "status": "completed", "tag": "356715b4-fe02-434e-ae83-8afbf2709b92", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:39.303559 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db107b30-5f97-441d-8953-a21eed997954 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:39.304048 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ead211d-8f21-459c-bf03-d235cb486783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356715b4-fe02-434e-ae83-8afbf2709b92', 'code': 200} Aug 20 11:41:39.396056 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.422488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beeb93-66bb-4904-b228-143c33f10b9f req-649a0479-488c-4bcf-8f5f-3fff3842bbf0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.424883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5beeb93-66bb-4904-b228-143c33f10b9f req-649a0479-488c-4bcf-8f5f-3fff3842bbf0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 944 time: 0.0574374 Aug 20 11:41:39.457168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=356715b4-fe02-434e-ae83-8afbf2709b92,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:39.475521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5beeb93-66bb-4904-b228-143c33f10b9f req-cda08193-b877-4770-bce5-bf8100968b47 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Aug 20 11:41:39.572264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d011875-fc85-48b1-a2d8-f25216381eaa req-b8b9bb33-229a-4028-a5e9-df928b4cd2b1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 210 time: 0.0326428 Aug 20 11:41:39.657906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-ee4ea21d-f858-4379-a6e4-1e9b25dd312f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3791957 Aug 20 11:41:39.788827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd78284-ce54-4cf8-9130-f5c4ad59bb11 req-dd694808-e189-4dbc-94cb-bc17ece16d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:39.790275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-efd78284-ce54-4cf8-9130-f5c4ad59bb11 req-dd694808-e189-4dbc-94cb-bc17ece16d06 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 1095 time: 0.4192092 Aug 20 11:41:39.823021 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:39.832759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-c41f5b9c-f921-4338-a058-87b2d2af3a38 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1722753 Aug 20 11:41:39.880084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-28847c79-9261-4eda-8b5f-8a28a901ffb1 service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073812 Aug 20 11:41:39.897005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-efd78284-ce54-4cf8-9130-f5c4ad59bb11 req-6b25c35f-020b-447b-aea6-d30de613b27b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918128 Aug 20 11:41:40.011104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-143fdb4a-464e-407e-9ac9-b709f67253d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.012706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-143fdb4a-464e-407e-9ac9-b709f67253d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1095 time: 0.1268020 Aug 20 11:41:40.034218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-51d1a0bf-9159-414b-b41c-67569a381b3c service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328197 Aug 20 11:41:40.041202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94624279-cfc5-4a3e-a376-a12db6c667ff req-6aa0a82f-3538-4c98-a4d4-766a38722770 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.042690 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-94624279-cfc5-4a3e-a376-a12db6c667ff req-6aa0a82f-3538-4c98-a4d4-766a38722770 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.3572721 Aug 20 11:41:40.048256 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.062015 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:40.097505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:40.101100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:40.105397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:40.116727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-94624279-cfc5-4a3e-a376-a12db6c667ff req-792fb835-09f2-45d0-9be7-8d4a7ee27473 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667841 Aug 20 11:41:40.136805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event updated for resources: {'Port': ['ID=decce70c-b555-4f34-92f1-f755e992ee85,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:40.171979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.172339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.183195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.183195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.183195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.183195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.183195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.183195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.183195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.183195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.183195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.183195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:40.230828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.231499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.283409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-84b467cc-bed5-4c6b-851d-4d301d3cdb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.285161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-84b467cc-bed5-4c6b-851d-4d301d3cdb18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1495264 Aug 20 11:41:40.338420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-12bf05c5-0d73-4b14-91c5-2b74fbf0b284 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5640852 Aug 20 11:41:40.358008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-948c06b4-e45d-4967-9920-e1d835387b2b req-f8416d84-603b-40a6-9362-34037d4d26ac tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0285227 Aug 20 11:41:40.382689 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-c08f7640-0c36-4b26-b25c-6b67068e0cc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 999 time: 0.0897183 Aug 20 11:41:40.433906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Request body: {'port': {'device_id': '162af86b-41b7-476c-b132-57ec0f239884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:40.469197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-cf126acc-b813-40a3-8c72-ac298d1832f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.470794 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-cf126acc-b813-40a3-8c72-ac298d1832f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0805693 Aug 20 11:41:40.529491 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:40.607791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-2847c0d5-d3da-489c-b50f-dbb9d51adcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.609392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-2847c0d5-d3da-489c-b50f-dbb9d51adcb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132832 Aug 20 11:41:40.706219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b440-3df3-47c1-8344-fe704001fe1d req-19ba2df8-8388-40f7-b32c-4141b085101a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.708054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f782b440-3df3-47c1-8344-fe704001fe1d req-19ba2df8-8388-40f7-b32c-4141b085101a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 931 time: 0.0594866 Aug 20 11:41:40.751473 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f782b440-3df3-47c1-8344-fe704001fe1d req-bfd0e605-ae3d-4f82-b4c0-ca505bd06413 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361044 Aug 20 11:41:40.769559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac26dce-f22b-4e3b-a186-e873292921fc req-08787d54-fddc-497d-bd39-4fe9ff5bbdec tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:40.771136 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ac26dce-f22b-4e3b-a186-e873292921fc req-08787d54-fddc-497d-bd39-4fe9ff5bbdec tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.2212546 Aug 20 11:41:40.859776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-01ff663d-4bea-46c7-85e5-2ec6cb22e6db service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362914 Aug 20 11:41:40.892366 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ac26dce-f22b-4e3b-a186-e873292921fc req-68603ec6-a638-4f03-8136-058228e63fc6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124029 Aug 20 11:41:41.011493 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff95d6b8-290f-4a6c-b47b-9d5bc1679b81 req-e56324fb-e70e-4c6e-93f4-40e29d61b846 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391573 Aug 20 11:41:41.046613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decce70c-b555-4f34-92f1-f755e992ee85 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:41.054656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.067752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Transition to ACTIVE for port object decce70c-b555-4f34-92f1-f755e992ee85 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:41.228283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5c348-cda0-452e-baac-0c4b48cdd58d req-25b572f1-7e54-41af-b772-55edda423357 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.230332 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14d5c348-cda0-452e-baac-0c4b48cdd58d req-25b572f1-7e54-41af-b772-55edda423357 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0503459 Aug 20 11:41:41.275129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14d5c348-cda0-452e-baac-0c4b48cdd58d req-e25ec968-e225-433b-bee8-41a4c6f84abb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384669 Aug 20 11:41:41.276327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.276594 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.329677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Pushing event updated for resources: {'Port': ['ID=decce70c-b555-4f34-92f1-f755e992ee85,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:41.402971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Attempting to bind port decce70c-b555-4f34-92f1-f755e992ee85 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:41.403324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Attempting to bind port decce70c-b555-4f34-92f1-f755e992ee85 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:41.403662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Attempting to bind port decce70c-b555-4f34-92f1-f755e992ee85 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:41.408588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Port decce70c-b555-4f34-92f1-f755e992ee85 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:41.409458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Attempting to bind port decce70c-b555-4f34-92f1-f755e992ee85 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:41.414220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:41.414626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Checking segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:41.415043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Bound using segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:41.416138 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Bound port: decce70c-b555-4f34-92f1-f755e992ee85, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:41.416138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.482131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e9fda24e-dce2-4dfd-92bd-04d305a75e2a req-04d03e20-da73-4a81-9900-777e96a70d88 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0502386 Aug 20 11:41:41.511879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] For port decce70c-b555-4f34-92f1-f755e992ee85, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:41.515279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] For port decce70c-b555-4f34-92f1-f755e992ee85, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=decce70c-b555-4f34-92f1-f755e992ee85,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:41.670858 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.709854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.710547 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:41.711970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] 10.222.0.38 "PUT /v2.0/ports/decce70c-b555-4f34-92f1-f755e992ee85 HTTP/1.1" status: 200 len: 1091 time: 1.3635621 Aug 20 11:41:41.712428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162af86b-41b7-476c-b132-57ec0f239884', 'tag': 'decce70c-b555-4f34-92f1-f755e992ee85'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:41.714790 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8a5605-94f9-4dee-b745-4d66ce5e216b" -d '{"events": [{"name": "network-changed", "server_uuid": "162af86b-41b7-476c-b132-57ec0f239884", "tag": "decce70c-b555-4f34-92f1-f755e992ee85"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:41.741250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20812966-957e-43c8-b4d0-cc90c2ef6131 service neutron] Pushing event updated for resources: {'Port': ['ID=decce70c-b555-4f34-92f1-f755e992ee85,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:41.759999 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61c97dd-9060-4277-97d4-c9774389a111 x-openstack-request-id: req-c61c97dd-9060-4277-97d4-c9774389a111 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:41.760327 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162af86b-41b7-476c-b132-57ec0f239884", "tag": "decce70c-b555-4f34-92f1-f755e992ee85", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:41.760548 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c61c97dd-9060-4277-97d4-c9774389a111 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:41.760958 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162af86b-41b7-476c-b132-57ec0f239884', 'tag': 'decce70c-b555-4f34-92f1-f755e992ee85', 'status': 'completed', 'code': 200} Aug 20 11:41:41.860353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5605-94f9-4dee-b745-4d66ce5e216b req-4f56d20f-dd6b-4c4f-b2cb-6909ce39f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.861866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c8a5605-94f9-4dee-b745-4d66ce5e216b req-4f56d20f-dd6b-4c4f-b2cb-6909ce39f45c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 1094 time: 0.0716012 Aug 20 11:41:41.890477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b619be-8226-48ad-abe4-ef6ff5ed0336 req-fd38ffc3-c352-45bf-8da9-4f98fd4b00fe tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:41.891876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8b619be-8226-48ad-abe4-ef6ff5ed0336 req-fd38ffc3-c352-45bf-8da9-4f98fd4b00fe tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 943 time: 0.0703416 Aug 20 11:41:41.982372 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8b619be-8226-48ad-abe4-ef6ff5ed0336 req-103dc9f6-514e-4af6-86d6-8f74fdb0a464 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776560 Aug 20 11:41:42.006298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5605-94f9-4dee-b745-4d66ce5e216b req-b892135f-18b0-46ee-aaa7-8c812d465b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.007977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c8a5605-94f9-4dee-b745-4d66ce5e216b req-b892135f-18b0-46ee-aaa7-8c812d465b5a service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1360283 Aug 20 11:41:42.032256 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf9526-cd1d-4069-b7d5-c233cdb08134 req-aab187a7-cf1a-4003-8b5f-2ba3bf118612 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.035885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0adf9526-cd1d-4069-b7d5-c233cdb08134 req-aab187a7-cf1a-4003-8b5f-2ba3bf118612 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0699005 Aug 20 11:41:42.075626 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0adf9526-cd1d-4069-b7d5-c233cdb08134 req-e5799bd5-0fda-4ce6-a0fa-dfa32f242a7b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337684 Aug 20 11:41:42.125280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5605-94f9-4dee-b745-4d66ce5e216b req-4313ec55-1e88-45fb-8ed0-bfe419bb83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.126791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c8a5605-94f9-4dee-b745-4d66ce5e216b req-4313ec55-1e88-45fb-8ed0-bfe419bb83d2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109195 Aug 20 11:41:42.208253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-4e37953f-9f4a-4885-8ea3-7017fa16eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.209792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-4e37953f-9f4a-4885-8ea3-7017fa16eb31 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 1094 time: 0.0460267 Aug 20 11:41:42.252749 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-4b5db4f4-9e60-4372-af91-1b77d1bc6a0d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=decce70c-b555-4f34-92f1-f755e992ee85 HTTP/1.1" status: 200 len: 217 time: 0.0336685 Aug 20 11:41:42.311095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-d7e27dc3-7090-4f45-b678-78eb9a59a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.312584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-d7e27dc3-7090-4f45-b678-78eb9a59a041 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=636134a5-8255-40f2-9cb7-7dfbd30f58b9 HTTP/1.1" status: 200 len: 845 time: 0.0505509 Aug 20 11:41:42.350747 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-f92b594d-bee5-4108-a944-f8814cbf6621 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c99f3f94-f7b6-469b-9590-9837a80a1d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264661 Aug 20 11:41:42.405269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735ae8a-f31a-4e42-961b-827252c97690 req-a381c9ce-4ee6-4725-afd3-b94394b2981b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.407127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8735ae8a-f31a-4e42-961b-827252c97690 req-a381c9ce-4ee6-4725-afd3-b94394b2981b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0535772 Aug 20 11:41:42.447389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-38413fc5-82c6-4004-ba6a-be4cc3a4014b service neutron] 10.222.0.38 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890331 Aug 20 11:41:42.447612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8735ae8a-f31a-4e42-961b-827252c97690 req-000176dc-bc23-4348-a72f-5ba8ad115a5e tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344863 Aug 20 11:41:42.579931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2104e0c5-9083-48be-b57a-4006b34baea9 req-2778fd2a-0f76-4887-a593-e9c0a53323f5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0266557 Aug 20 11:41:42.583354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-935d6eb5-f59b-4dce-9780-abb396c468c3 req-49b1af62-300f-43b7-821a-09922c87f48b service neutron] 10.222.0.38 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274827 Aug 20 11:41:42.601202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3fdd3-433b-4b54-89f5-1153bb981a6a req-bb5ae038-417c-487f-a6e7-d15716cd0f2c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.603428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86a3fdd3-433b-4b54-89f5-1153bb981a6a req-bb5ae038-417c-487f-a6e7-d15716cd0f2c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0765250 Aug 20 11:41:42.656126 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86a3fdd3-433b-4b54-89f5-1153bb981a6a req-9ec92dd5-fc15-4983-ba65-0ad93f7207d5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Aug 20 11:41:42.858596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-721def5a-256f-4c1b-a686-db0dcf41a14b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410428 Aug 20 11:41:42.948012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-439dc6f7-6efe-424a-af62-c5c32db306d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:42.949544 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-439dc6f7-6efe-424a-af62-c5c32db306d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 1097 time: 0.0476820 Aug 20 11:41:43.128567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610b5ac-85d7-452d-b7d7-0dabb0a9fa4b req-f10901a4-e576-44da-869b-398b06ae2663 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.130157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b610b5ac-85d7-452d-b7d7-0dabb0a9fa4b req-f10901a4-e576-44da-869b-398b06ae2663 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 943 time: 0.0697920 Aug 20 11:41:43.151376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-6405f1da-318d-423b-993e-07a0562f4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.152980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-6405f1da-318d-423b-993e-07a0562f4f23 service neutron] 10.222.0.38 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1828160 Aug 20 11:41:43.173370 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b610b5ac-85d7-452d-b7d7-0dabb0a9fa4b req-79c14db5-73a4-440b-b2bb-4b866484b5c2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350530 Aug 20 11:41:43.208837 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-ca27f283-109d-48d9-8911-a8f17bfb6488 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff8b91b5-3b88-4158-b5c8-28da0f4845ac HTTP/1.1" status: 200 len: 217 time: 0.0461652 Aug 20 11:41:43.216042 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-01922065-6f47-485b-a78b-446387a4e6a3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.217534 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-01922065-6f47-485b-a78b-446387a4e6a3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.2030785 Aug 20 11:41:43.232059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'port': {'device_id': '8aec5dfe-5799-40df-9530-47f9d96a2bce', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'admin_state_up': True, 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:43.498831 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.592332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-cd4538e0-d385-43c3-92b1-419ad54dba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.593731 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-cd4538e0-d385-43c3-92b1-419ad54dba07 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.3753159 Aug 20 11:41:43.648805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996edbd-fc5d-4daa-b9cb-d348243607b0 req-f910500a-2ed0-403d-8985-2a3fd2de51a8 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.650352 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5996edbd-fc5d-4daa-b9cb-d348243607b0 req-f910500a-2ed0-403d-8985-2a3fd2de51a8 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.1097810 Aug 20 11:41:43.696973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84b86ed0-bbaa-4b35-952f-2a258ec750ed req-715d9dee-bb7d-48c6-90e7-298b731ff83d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0302126 Aug 20 11:41:43.723873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5996edbd-fc5d-4daa-b9cb-d348243607b0 req-b2a447c6-e70a-4fef-be3d-181b7e943c6e tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658023 Aug 20 11:41:43.728570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-94643ed1-27ca-47c6-a57a-f2c5dfa3fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.730293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-94643ed1-27ca-47c6-a57a-f2c5dfa3fd4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258185 Aug 20 11:41:43.842106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Made reservation on behalf of 8ea0796915334e5c8704c4e677a6eef8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:41:43.842532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0d71c-30f4-466b-bc2d-2500b6358b4f req-4bc7f06c-e299-47bd-8571-20c813ba1955 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:43.842854 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9c0d71c-30f4-466b-bc2d-2500b6358b4f req-4bc7f06c-e299-47bd-8571-20c813ba1955 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0537035 Aug 20 11:41:43.845841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:43.884478 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9c0d71c-30f4-466b-bc2d-2500b6358b4f req-9e9133ab-f524-4f4c-acd9-2ec3672986b0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Aug 20 11:41:43.890302 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-e2a405ee-9416-442b-8b91-58c38e270e07 service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505120 Aug 20 11:41:44.081445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ebfa6b4-f0b5-4962-80c0-849188461b53 req-7653fb64-473e-41e7-9094-7b2467e29a71 service neutron] 10.222.0.38 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834085 Aug 20 11:41:44.085301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Allocated IP 172.20.0.8 (11b17b29-10b0-4839-909d-f43616c71c65/5ef1a6b4-e180-43f7-afb9-3a6eea345cfa/df3cf4a7-71de-444d-95a4-6c0e12ef57ad) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:41:44.244747 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.260921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Transition to ACTIVE for port object df3cf4a7-71de-444d-95a4-6c0e12ef57ad will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:44.312585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4eee8d-3510-44e4-a9ad-ec723bf8880d req-96ddd258-ee52-44e1-b2ff-312fe51d555b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:44.314112 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab4eee8d-3510-44e4-a9ad-ec723bf8880d req-96ddd258-ee52-44e1-b2ff-312fe51d555b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 943 time: 0.0600524 Aug 20 11:41:44.359302 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab4eee8d-3510-44e4-a9ad-ec723bf8880d req-77b73d2a-22e1-4627-b5fc-f3d699b87efc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384519 Aug 20 11:41:44.470270 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.517602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Network 11b17b29-10b0-4839-909d-f43616c71c65 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:41:44.520823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:41:44.527432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:41:44.531411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:44.587791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:44.588793 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.791248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-5eb8dd52-421e-465c-a1eb-9b04a39eb9d6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5633664 Aug 20 11:41:44.804025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Request body: {'port': {'device_id': '8aec5dfe-5799-40df-9530-47f9d96a2bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:41:44.832990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ee566-f944-44ba-856c-78115dd34566 req-844b56e3-139c-4efe-89c7-74fbfed6e12d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:44.834635 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d2ee566-f944-44ba-856c-78115dd34566 req-844b56e3-139c-4efe-89c7-74fbfed6e12d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 931 time: 0.0541816 Aug 20 11:41:44.871598 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.880407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d2ee566-f944-44ba-856c-78115dd34566 req-ea3081ab-24bd-45e9-97c6-00aaa30a2c93 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380983 Aug 20 11:41:44.928372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-27531c00-f8f7-448d-8654-0415b20e9754 None None] Provisioning for port df3cf4a7-71de-444d-95a4-6c0e12ef57ad completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:44.933579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-27531c00-f8f7-448d-8654-0415b20e9754 None None] Provisioning complete for port df3cf4a7-71de-444d-95a4-6c0e12ef57ad triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:44.934495 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-27531c00-f8f7-448d-8654-0415b20e9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:44.978542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-27531c00-f8f7-448d-8654-0415b20e9754 None None] Port df3cf4a7-71de-444d-95a4-6c0e12ef57ad cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:41:45.013486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfaa03-7ffa-418a-b249-c0257bc29ca8 req-7f3cb3d0-c7f9-4f97-9e99-128193c03c09 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:45.021792 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6edfaa03-7ffa-418a-b249-c0257bc29ca8 req-7f3cb3d0-c7f9-4f97-9e99-128193c03c09 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0713768 Aug 20 11:41:45.036420 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f03c-1514-4041-bc20-9266a50ef329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.062909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6edfaa03-7ffa-418a-b249-c0257bc29ca8 req-d6d431b3-a0e4-40a6-8c23-17873df2b8d2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401514 Aug 20 11:41:45.139207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef14a0e-966d-4f21-8991-436d84f0f75c req-4e467378-fb95-411c-b1d1-4b0784d68894 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:45.140805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ef14a0e-966d-4f21-8991-436d84f0f75c req-4e467378-fb95-411c-b1d1-4b0784d68894 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.1021872 Aug 20 11:41:45.208153 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ef14a0e-966d-4f21-8991-436d84f0f75c req-bea9b6ce-5aab-4e2b-b139-884579a7ed26 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589619 Aug 20 11:41:45.292255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3cf4a7-71de-444d-95a4-6c0e12ef57ad {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:45.300614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.312851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Transition to ACTIVE for port object df3cf4a7-71de-444d-95a4-6c0e12ef57ad will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:41:45.425020 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.509864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Pushing event updated for resources: {'Port': ['ID=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:45.545208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c84c-23d7-479c-b1b1-2e1bc9812bac req-d1368103-322c-4bf6-bd7b-5e1ed6681dd7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:45.546825 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1179c84c-23d7-479c-b1b1-2e1bc9812bac req-d1368103-322c-4bf6-bd7b-5e1ed6681dd7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 943 time: 0.0730908 Aug 20 11:41:45.572751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Attempting to bind port df3cf4a7-71de-444d-95a4-6c0e12ef57ad on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:41:45.573258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Attempting to bind port df3cf4a7-71de-444d-95a4-6c0e12ef57ad by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:41:45.578059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Attempting to bind port df3cf4a7-71de-444d-95a4-6c0e12ef57ad on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:45.579667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Port df3cf4a7-71de-444d-95a4-6c0e12ef57ad on network 11b17b29-10b0-4839-909d-f43616c71c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:41:45.579995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Attempting to bind port df3cf4a7-71de-444d-95a4-6c0e12ef57ad on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:41:45.592701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:41:45.592963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Checking segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:41:45.593205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Bound using segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:41:45.593660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Bound port: df3cf4a7-71de-444d-95a4-6c0e12ef57ad, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:41:45.594023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.618653 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1179c84c-23d7-479c-b1b1-2e1bc9812bac req-61dd6a8d-5e42-4074-afde-850389260dd4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627403 Aug 20 11:41:45.691218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] For port df3cf4a7-71de-444d-95a4-6c0e12ef57ad, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:41:45.695299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] For port df3cf4a7-71de-444d-95a4-6c0e12ef57ad, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:41:45.726324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device decce70c-b555-4f34-92f1-f755e992ee85 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:45.843424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port decce70c-b555-4f34-92f1-f755e992ee85, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=decce70c-b555-4f34-92f1-f755e992ee85,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:45.856951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'decce70c-b555-4f34-92f1-f755e992ee85', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'port_id': 'decce70c-b555-4f34-92f1-f755e992ee85', 'mac_address': 'fa:16:3e:8d:da:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636134a5-8255-40f2-9cb7-7dfbd30f58b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:45.865115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.903060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.918803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decce70c-b555-4f34-92f1-f755e992ee85 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:45.940127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port decce70c-b555-4f34-92f1-f755e992ee85, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=decce70c-b555-4f34-92f1-f755e992ee85,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:45.950509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Pushing event updated for resources: {'Port': ['ID=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:45.966467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:45.966467 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:45.968628 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-e7cbe781-13fb-4d49-abda-a1f95753166e service neutron] 10.222.0.57 "PUT /v2.0/ports/df3cf4a7-71de-444d-95a4-6c0e12ef57ad HTTP/1.1" status: 200 len: 1091 time: 1.1687658 Aug 20 11:41:45.968790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aec5dfe-5799-40df-9530-47f9d96a2bce', 'tag': 'df3cf4a7-71de-444d-95a4-6c0e12ef57ad'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:45.971038 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a91a1d5-06f9-4d78-8870-90132675d9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8aec5dfe-5799-40df-9530-47f9d96a2bce", "tag": "df3cf4a7-71de-444d-95a4-6c0e12ef57ad"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:46.041062 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b1302d-dd91-45aa-ab77-bd8bf7091ea5 x-openstack-request-id: req-a7b1302d-dd91-45aa-ab77-bd8bf7091ea5 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:46.041359 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aec5dfe-5799-40df-9530-47f9d96a2bce", "tag": "df3cf4a7-71de-444d-95a4-6c0e12ef57ad", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:46.041824 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7b1302d-dd91-45aa-ab77-bd8bf7091ea5 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:46.042412 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aec5dfe-5799-40df-9530-47f9d96a2bce', 'tag': 'df3cf4a7-71de-444d-95a4-6c0e12ef57ad', 'status': 'completed', 'code': 200} Aug 20 11:41:46.059450 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:46.060164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205e22d-c81b-4b19-970f-ea85a621977f req-1a51ba6a-b43b-4363-8944-230259d5ee23 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.078624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b205e22d-c81b-4b19-970f-ea85a621977f req-1a51ba6a-b43b-4363-8944-230259d5ee23 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0944614 Aug 20 11:41:46.172689 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b205e22d-c81b-4b19-970f-ea85a621977f req-2e64ca2b-131c-467b-ad5f-3b88dcce3f2e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930643 Aug 20 11:41:46.191297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91a1d5-06f9-4d78-8870-90132675d9c2 req-34512b55-5f27-4ed1-89f6-9c41a8fad574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.197393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a91a1d5-06f9-4d78-8870-90132675d9c2 req-34512b55-5f27-4ed1-89f6-9c41a8fad574 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 1094 time: 0.0893271 Aug 20 11:41:46.213604 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=decce70c-b555-4f34-92f1-f755e992ee85,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:46.229401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.230378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.230997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.231515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.232016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.232524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.233210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.233724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.234231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.234777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.235319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.236664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:41:46.318888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4617b-9351-40e1-a1a5-ea1790aec10b req-8063fba2-6a2c-4c33-b1b4-643cbbe05b6b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.321903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6b4617b-9351-40e1-a1a5-ea1790aec10b req-8063fba2-6a2c-4c33-b1b4-643cbbe05b6b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0761712 Aug 20 11:41:46.330499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['decce70c-b555-4f34-92f1-f755e992ee85'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:46.434826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b223d9-086b-4fac-8e1e-c57a0dcbdccf req-5e4dde8f-6e48-407a-8b6f-a6b34f0e84c1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.438399 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6b4617b-9351-40e1-a1a5-ea1790aec10b req-2f223bd5-6b28-4535-9df2-a6978e8f99c7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938966 Aug 20 11:41:46.439114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-63b223d9-086b-4fac-8e1e-c57a0dcbdccf req-5e4dde8f-6e48-407a-8b6f-a6b34f0e84c1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.1086144 Aug 20 11:41:46.511382 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-63b223d9-086b-4fac-8e1e-c57a0dcbdccf req-e9249225-2de9-41f6-9382-70e2deeecc99 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637147 Aug 20 11:41:46.513153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91a1d5-06f9-4d78-8870-90132675d9c2 req-e5e2b630-523b-4668-bdb9-c1c1eb37ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.514706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a91a1d5-06f9-4d78-8870-90132675d9c2 req-e5e2b630-523b-4668-bdb9-c1c1eb37ec81 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8ea0796915334e5c8704c4e677a6eef8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3086214 Aug 20 11:41:46.631943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91a1d5-06f9-4d78-8870-90132675d9c2 req-262f3e17-b507-4acf-a50f-997b3d4c5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.641620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a91a1d5-06f9-4d78-8870-90132675d9c2 req-262f3e17-b507-4acf-a50f-997b3d4c5c7b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127765 Aug 20 11:41:46.732691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-eae8fda3-4474-4adf-847a-8bfee22b4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.734101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-eae8fda3-4474-4adf-847a-8bfee22b4a91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 1094 time: 0.0514009 Aug 20 11:41:46.749897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73925671-85c9-47f1-ab23-f4694432d8c2 req-8b7bb568-e0dc-4439-8637-27eb19cfa301 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.751638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73925671-85c9-47f1-ab23-f4694432d8c2 req-8b7bb568-e0dc-4439-8637-27eb19cfa301 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 944 time: 0.0650296 Aug 20 11:41:46.820618 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73925671-85c9-47f1-ab23-f4694432d8c2 req-b2888487-0822-4df7-ba10-0faab1ad6f4e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562763 Aug 20 11:41:46.836741 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-4cfff26f-ca77-4066-b4b3-cc386c3b9126 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df3cf4a7-71de-444d-95a4-6c0e12ef57ad HTTP/1.1" status: 200 len: 217 time: 0.0889030 Aug 20 11:41:46.896856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-23053197-9ac3-4e15-8ed4-eca809a26ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.898394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-23053197-9ac3-4e15-8ed4-eca809a26ee2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0511513 Aug 20 11:41:46.985521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-8d273a9e-8ab3-420c-92f5-ffef5401ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:46.988134 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-8d273a9e-8ab3-420c-92f5-ffef5401ad73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802577 Aug 20 11:41:47.061671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 356715b4-fe02-434e-ae83-8afbf2709b92 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:41:47.103285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-4c47e650-ff5c-4167-b877-7e6e5c2f29d0 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064315 Aug 20 11:41:47.174246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 356715b4-fe02-434e-ae83-8afbf2709b92, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=356715b4-fe02-434e-ae83-8afbf2709b92,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:47.201145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '356715b4-fe02-434e-ae83-8afbf2709b92', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'port_id': '356715b4-fe02-434e-ae83-8afbf2709b92', 'mac_address': 'fa:16:3e:28:4f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:41:47.228651 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb87a266-215c-45bd-91ae-0f5fc28a1e0c req-c1cf4564-69a5-4bc4-bb6b-ef2fa689659e service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141605 Aug 20 11:41:47.250119 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.266537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 356715b4-fe02-434e-ae83-8afbf2709b92 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:41:47.294294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 356715b4-fe02-434e-ae83-8afbf2709b92, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=356715b4-fe02-434e-ae83-8afbf2709b92,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:47.340091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fa58d-5f6e-45a0-9167-bf639f8bea37 req-aa701f65-b5dd-4ac4-b48d-fd376b33c85d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:47.341713 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab5fa58d-5f6e-45a0-9167-bf639f8bea37 req-aa701f65-b5dd-4ac4-b48d-fd376b33c85d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0758283 Aug 20 11:41:47.394885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab5fa58d-5f6e-45a0-9167-bf639f8bea37 req-4432052d-4a6c-4c27-988b-dfcf5755c04b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Aug 20 11:41:47.477105 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.587942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43b3ee-9e62-4d5f-8042-7aedd2906cd7 req-b60c6d94-ae19-4383-9588-8a464c189dd3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:47.599767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['356715b4-fe02-434e-ae83-8afbf2709b92'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:47.605151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=356715b4-fe02-434e-ae83-8afbf2709b92,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:47.607392 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be43b3ee-9e62-4d5f-8042-7aedd2906cd7 req-b60c6d94-ae19-4383-9588-8a464c189dd3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0933683 Aug 20 11:41:47.662525 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be43b3ee-9e62-4d5f-8042-7aedd2906cd7 req-90b52859-f700-46d9-b062-9a4257633e34 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472374 Aug 20 11:41:47.689148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5a42e-d021-4caa-b494-719fd084ed7a req-bbc9dd88-b2a3-47f1-9b88-be5be0e07d7c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:47.696566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84b5a42e-d021-4caa-b494-719fd084ed7a req-bbc9dd88-b2a3-47f1-9b88-be5be0e07d7c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 944 time: 0.0640712 Aug 20 11:41:47.741380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1e1b73ec-7c33-43a3-8b4a-365b9a6d7bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:47.748613 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84b5a42e-d021-4caa-b494-719fd084ed7a req-cc961ff1-f662-4764-aef5-c8d13b0ee9e7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490439 Aug 20 11:41:47.748880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device decce70c-b555-4f34-92f1-f755e992ee85 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:47.969526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b389f-3cab-474a-9cfb-6b150c82a57b req-025ffc10-f050-4076-aa2f-abcce3ed037b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:47.971159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d18b389f-3cab-474a-9cfb-6b150c82a57b req-025ffc10-f050-4076-aa2f-abcce3ed037b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 944 time: 0.0631235 Aug 20 11:41:48.013403 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d18b389f-3cab-474a-9cfb-6b150c82a57b req-833b2dda-1245-415b-8583-7695ca6a74cf tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349619 Aug 20 11:41:48.032071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port decce70c-b555-4f34-92f1-f755e992ee85 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:41:48.037141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port decce70c-b555-4f34-92f1-f755e992ee85 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:48.037716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.135538 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.163284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162af86b-41b7-476c-b132-57ec0f239884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decce70c-b555-4f34-92f1-f755e992ee85'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:48.165817 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d33d65a-74d4-486d-93f4-1594ae4648d2" -d '{"events": [{"server_uuid": "162af86b-41b7-476c-b132-57ec0f239884", "name": "network-vif-plugged", "status": "completed", "tag": "decce70c-b555-4f34-92f1-f755e992ee85"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:48.192811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port decce70c-b555-4f34-92f1-f755e992ee85, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=decce70c-b555-4f34-92f1-f755e992ee85,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:48.221963 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa6ac89-aff8-4f1f-9989-1b52a518141c x-openstack-request-id: req-8aa6ac89-aff8-4f1f-9989-1b52a518141c {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:48.222262 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162af86b-41b7-476c-b132-57ec0f239884", "name": "network-vif-plugged", "status": "completed", "tag": "decce70c-b555-4f34-92f1-f755e992ee85", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:48.222770 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8aa6ac89-aff8-4f1f-9989-1b52a518141c {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:48.223385 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162af86b-41b7-476c-b132-57ec0f239884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decce70c-b555-4f34-92f1-f755e992ee85', 'code': 200} Aug 20 11:41:48.334203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a106fb-60c6-44ea-a329-ab3a8800533e req-50574d94-1153-4af0-8741-9eeec74ba043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:48.336247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77a106fb-60c6-44ea-a329-ab3a8800533e req-50574d94-1153-4af0-8741-9eeec74ba043 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 1095 time: 0.0498393 Aug 20 11:41:48.357018 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.381606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77a106fb-60c6-44ea-a329-ab3a8800533e req-ffdeb5e7-7fc1-41fe-99c8-334ddd7f1456 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374064 Aug 20 11:41:48.411235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=decce70c-b555-4f34-92f1-f755e992ee85,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:48.533275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7124172-0a67-4f92-9f2e-606f3aea71a8 req-5e0f6cf7-3dba-4f52-8575-82cc72f13364 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:48.534863 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7124172-0a67-4f92-9f2e-606f3aea71a8 req-5e0f6cf7-3dba-4f52-8575-82cc72f13364 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0617368 Aug 20 11:41:48.577174 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7124172-0a67-4f92-9f2e-606f3aea71a8 req-65803051-e4be-468c-acfb-00f2ce443f21 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355384 Aug 20 11:41:48.693917 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:48.826181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49dde9-e056-4637-9d87-4e131a72b823 req-f7f09703-3c89-4eca-9ad1-850448dd1f80 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:48.842794 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a49dde9-e056-4637-9d87-4e131a72b823 req-f7f09703-3c89-4eca-9ad1-850448dd1f80 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0798109 Aug 20 11:41:48.893765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a49dde9-e056-4637-9d87-4e131a72b823 req-75e6d1ea-7a4f-420a-b722-9de852ab8a0b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569713 Aug 20 11:41:48.906948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999fc3f-8457-43ba-8f0e-8dba39a7fe71 req-64bf4b06-1eb9-48f6-a9c8-72d388c321ab tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:48.908546 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7999fc3f-8457-43ba-8f0e-8dba39a7fe71 req-64bf4b06-1eb9-48f6-a9c8-72d388c321ab tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 944 time: 0.0628364 Aug 20 11:41:48.961341 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7999fc3f-8457-43ba-8f0e-8dba39a7fe71 req-6fe086ea-3840-40df-af3e-e78a4ade516c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 Aug 20 11:41:49.070575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 356715b4-fe02-434e-ae83-8afbf2709b92 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:41:49.187311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 356715b4-fe02-434e-ae83-8afbf2709b92 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:41:49.187987 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.214386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6245e20-0ec4-4ec3-b9c0-19aa1c107408 req-2772f984-6a60-4719-9de7-b01e6a186523 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:49.225168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6245e20-0ec4-4ec3-b9c0-19aa1c107408 req-2772f984-6a60-4719-9de7-b01e6a186523 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 945 time: 0.1150968 Aug 20 11:41:49.284373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6245e20-0ec4-4ec3-b9c0-19aa1c107408 req-2173f727-7c6a-4c4e-bbda-ad3b5fd2dcd0 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554209 Aug 20 11:41:49.289917 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.375291 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.421531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 356715b4-fe02-434e-ae83-8afbf2709b92, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=356715b4-fe02-434e-ae83-8afbf2709b92,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:49.615575 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:49.692721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=356715b4-fe02-434e-ae83-8afbf2709b92,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:49.775825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f4531-c681-47f5-991e-51e1dbb384fc req-c1fbc5ce-c4f4-4390-981a-ccde133cdc7d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:49.791439 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b04f4531-c681-47f5-991e-51e1dbb384fc req-c1fbc5ce-c4f4-4390-981a-ccde133cdc7d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.1050997 Aug 20 11:41:49.848951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b04f4531-c681-47f5-991e-51e1dbb384fc req-aa218963-c677-48e7-8a0e-4eea85e63917 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507443 Aug 20 11:41:50.096362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493441d-1fe6-405c-bd33-b873f86c108a req-f4f55b66-bce9-49bf-aac8-fb36c52d12ea tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:50.098802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a493441d-1fe6-405c-bd33-b873f86c108a req-f4f55b66-bce9-49bf-aac8-fb36c52d12ea tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.1005998 Aug 20 11:41:50.152712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ce3d9-06ae-496a-85a1-45575d2ae1c7 req-17be35e7-7b54-4146-ae8d-335a43c73385 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:50.155043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-110ce3d9-06ae-496a-85a1-45575d2ae1c7 req-17be35e7-7b54-4146-ae8d-335a43c73385 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0890918 Aug 20 11:41:50.161302 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a493441d-1fe6-405c-bd33-b873f86c108a req-bae7390f-495f-4c1b-a732-6ed23bd62a7f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506196 Aug 20 11:41:50.224914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ead211d-8f21-459c-bf03-d235cb486783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356715b4-fe02-434e-ae83-8afbf2709b92'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:50.227778 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a490f14-af34-4f8a-8ea5-700aa5ac3245" -d '{"events": [{"server_uuid": "7ead211d-8f21-459c-bf03-d235cb486783", "name": "network-vif-plugged", "status": "completed", "tag": "356715b4-fe02-434e-ae83-8afbf2709b92"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:50.256677 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-110ce3d9-06ae-496a-85a1-45575d2ae1c7 req-58a87b97-e4d6-4d43-ab3c-28cd00f8efe1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898190 Aug 20 11:41:50.315974 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396faca0-1368-4895-ab7b-e794f7f3e77e x-openstack-request-id: req-396faca0-1368-4895-ab7b-e794f7f3e77e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:50.316254 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ead211d-8f21-459c-bf03-d235cb486783", "name": "network-vif-plugged", "status": "completed", "tag": "356715b4-fe02-434e-ae83-8afbf2709b92", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:50.316585 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-396faca0-1368-4895-ab7b-e794f7f3e77e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:50.317451 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ead211d-8f21-459c-bf03-d235cb486783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356715b4-fe02-434e-ae83-8afbf2709b92', 'code': 200} Aug 20 11:41:50.452341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b7c06-3e7f-48c8-91f6-bc053172fa00 req-1b5b00fc-a5e7-4653-a3b9-8df00a81cfc2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:50.454079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d0b7c06-3e7f-48c8-91f6-bc053172fa00 req-1b5b00fc-a5e7-4653-a3b9-8df00a81cfc2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 945 time: 0.0660765 Aug 20 11:41:50.548603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d0b7c06-3e7f-48c8-91f6-bc053172fa00 req-c597b809-0a69-41c3-bbfb-9a35bbc579bf tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791104 Aug 20 11:41:50.711778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82895f7-8617-4175-9867-cd0e6baad24a req-2cb7278b-2181-4719-819a-61d0037721ce tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:50.714868 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e82895f7-8617-4175-9867-cd0e6baad24a req-2cb7278b-2181-4719-819a-61d0037721ce tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 945 time: 0.0774283 Aug 20 11:41:50.785133 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e82895f7-8617-4175-9867-cd0e6baad24a req-cdef2c79-5510-4edb-bb6b-0900117fce47 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632198 Aug 20 11:41:50.912452 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:50.916999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7e2d8-4c87-4a47-91c1-3e256799ea08 req-298e691d-edf3-4e14-a143-578268880a6f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:50.924789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-caa7e2d8-4c87-4a47-91c1-3e256799ea08 req-298e691d-edf3-4e14-a143-578268880a6f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0848899 Aug 20 11:41:51.020912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-caa7e2d8-4c87-4a47-91c1-3e256799ea08 req-bdc16441-3e82-4eaf-8764-b8170d10ca6a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951121 Aug 20 11:41:51.236269 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-6fe4e34c-adbb-4ade-9520-9051aca98227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.238909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-6fe4e34c-adbb-4ade-9520-9051aca98227 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 1096 time: 0.1355572 Aug 20 11:41:51.369224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667af56-6c5f-434c-b042-eb8c2bab2314 req-9cef9057-df7d-4b3f-9b0c-bdb7762e1080 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.369224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3667af56-6c5f-434c-b042-eb8c2bab2314 req-9cef9057-df7d-4b3f-9b0c-bdb7762e1080 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0845203 Aug 20 11:41:51.369224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3667af56-6c5f-434c-b042-eb8c2bab2314 req-57987aaf-9af5-4c05-a596-abd16487e344 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966952 Aug 20 11:41:51.410402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-8d9d45a0-b148-4117-b624-0043fbe4d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.412234 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-8d9d45a0-b148-4117-b624-0043fbe4d3f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 912 time: 0.1610923 Aug 20 11:41:51.545050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-a3f1f0c8-630f-4d6a-9977-718b6b451bfd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3af5e8-620c-478b-8e98-484a9fd525c9 HTTP/1.1" status: 200 len: 1001 time: 0.1246061 Aug 20 11:41:51.602019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ebc44-c6e2-4a8f-b69e-86a038eef5ab req-3bd2ebd4-e636-4025-9749-dac08752f3e7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.602791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-255ebc44-c6e2-4a8f-b69e-86a038eef5ab req-3bd2ebd4-e636-4025-9749-dac08752f3e7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.1308143 Aug 20 11:41:51.664200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-8c911336-2d3a-4149-bc70-4aa6239fd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.664200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-8c911336-2d3a-4149-bc70-4aa6239fd508 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=395d3605-f706-4c0a-89ef-d0f55e196582 HTTP/1.1" status: 200 len: 850 time: 0.0854282 Aug 20 11:41:51.717740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-255ebc44-c6e2-4a8f-b69e-86a038eef5ab req-41ba391a-4aa7-4482-bb3b-5fc9feaead36 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979862 Aug 20 11:41:51.743984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-cf321edb-79a2-4f2f-94bd-3d09e7fcb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:51.745907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-cf321edb-79a2-4f2f-94bd-3d09e7fcb664 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4eb590e-64d9-479d-b239-dfeba7bd10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902255 Aug 20 11:41:51.854063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-c269ab9b-3b14-4505-a15d-a19ecc794c24 service neutron] 10.222.0.38 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004341 Aug 20 11:41:51.961937 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d2f3a6dc-b2ba-4797-9828-15252e48974b req-5f1c7ed5-80d9-4345-9ce1-bfee76018341 service neutron] 10.222.0.38 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997767 Aug 20 11:41:52.133971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dcc35-5126-439f-b75e-9ebee6705fa5 req-4a9795d9-45ed-4dee-9fd2-0f2583972837 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.135534 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f44dcc35-5126-439f-b75e-9ebee6705fa5 req-4a9795d9-45ed-4dee-9fd2-0f2583972837 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0529044 Aug 20 11:41:52.182209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f44dcc35-5126-439f-b75e-9ebee6705fa5 req-197e3e61-b6a3-4cc9-b3bf-5b206bf9d34b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401592 Aug 20 11:41:52.227462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b632d-9c0d-47c2-b1b9-736716bf0cd5 req-676d29dc-0b5b-4fe7-8d24-97ee0f353410 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.229048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a43b632d-9c0d-47c2-b1b9-736716bf0cd5 req-676d29dc-0b5b-4fe7-8d24-97ee0f353410 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 945 time: 0.0530066 Aug 20 11:41:52.274196 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a43b632d-9c0d-47c2-b1b9-736716bf0cd5 req-3fdab276-92fe-4920-97d9-5dd642c8f0e2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386727 Aug 20 11:41:52.499567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998a6ae-42dc-498e-b0f9-56edaccedd6e req-1c832711-6d1e-4b63-bd67-5a0777d31f85 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.501376 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0998a6ae-42dc-498e-b0f9-56edaccedd6e req-1c832711-6d1e-4b63-bd67-5a0777d31f85 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0534685 Aug 20 11:41:52.549543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0998a6ae-42dc-498e-b0f9-56edaccedd6e req-d993a9b4-af99-4dcc-be2a-d75c84e31784 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391700 Aug 20 11:41:52.869949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662c66-d92b-4023-bd0e-e68f6c0b846b req-776d59a0-33e6-4403-834e-a31195e497e6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:52.878005 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6a662c66-d92b-4023-bd0e-e68f6c0b846b req-776d59a0-33e6-4403-834e-a31195e497e6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0707757 Aug 20 11:41:52.931317 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6a662c66-d92b-4023-bd0e-e68f6c0b846b req-41063636-049e-4e95-9dba-9286e6ecffcb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485697 Aug 20 11:41:53.339754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af81968-8f96-46fc-8158-55a21396ef8d req-b0d5aefd-4468-4195-83c9-344a20a901b2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:53.342775 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2af81968-8f96-46fc-8158-55a21396ef8d req-b0d5aefd-4468-4195-83c9-344a20a901b2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0673134 Aug 20 11:41:53.399208 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2af81968-8f96-46fc-8158-55a21396ef8d req-430ecfa1-4fe3-4da8-9b45-7ae68054b5e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487092 Aug 20 11:41:53.422681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf4ad7-6373-4329-b925-34fc3663bea6 req-d322ba06-be9d-4f4b-ae84-ea292246e30f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:53.428665 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebcf4ad7-6373-4329-b925-34fc3663bea6 req-d322ba06-be9d-4f4b-ae84-ea292246e30f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 945 time: 0.0732334 Aug 20 11:41:53.485675 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebcf4ad7-6373-4329-b925-34fc3663bea6 req-fded27b0-d456-48d8-a9ac-6db04d02de66 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478103 Aug 20 11:41:53.732996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc43e1d-acfd-433e-87b7-cc67403092e4 req-0fe59947-8afb-4e9a-8694-8a96723d8f63 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:53.745620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4cc43e1d-acfd-433e-87b7-cc67403092e4 req-0fe59947-8afb-4e9a-8694-8a96723d8f63 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.1227944 Aug 20 11:41:53.767332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf34f3-4f36-48ab-befb-11373146338b req-427a7155-6f43-480e-9819-059d5b9c6e80 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:53.779213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cbcf34f3-4f36-48ab-befb-11373146338b req-427a7155-6f43-480e-9819-059d5b9c6e80 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 945 time: 0.1425066 Aug 20 11:41:53.868147 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4cc43e1d-acfd-433e-87b7-cc67403092e4 req-7dccbd14-2905-4717-91cf-3ca2ac02a39c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209619 Aug 20 11:41:53.964419 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-cbcf34f3-4f36-48ab-befb-11373146338b req-9a9c9cf9-68cb-4dda-8472-52b9d293000b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Deleting port decce70c-b555-4f34-92f1-f755e992ee85 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:41:53.964905 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cbcf34f3-4f36-48ab-befb-11373146338b req-9a9c9cf9-68cb-4dda-8472-52b9d293000b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.117936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f641d-d05e-413b-91f4-5899cd3a6abe req-927db1a9-aba4-47e1-b0d8-e6b854383c74 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:54.120440 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-473f641d-d05e-413b-91f4-5899cd3a6abe req-927db1a9-aba4-47e1-b0d8-e6b854383c74 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0742238 Aug 20 11:41:54.147818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-cbcf34f3-4f36-48ab-befb-11373146338b req-9a9c9cf9-68cb-4dda-8472-52b9d293000b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] For port decce70c-b555-4f34-92f1-f755e992ee85, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=decce70c-b555-4f34-92f1-f755e992ee85,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:41:54.148373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cbcf34f3-4f36-48ab-befb-11373146338b req-9a9c9cf9-68cb-4dda-8472-52b9d293000b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.166140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-cbcf34f3-4f36-48ab-befb-11373146338b req-9a9c9cf9-68cb-4dda-8472-52b9d293000b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Calling delete_port for decce70c-b555-4f34-92f1-f755e992ee85 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:41:54.186036 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-473f641d-d05e-413b-91f4-5899cd3a6abe req-db6dc169-04f7-4178-916f-ae7edf6239d7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529706 Aug 20 11:41:54.551917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cbcf34f3-4f36-48ab-befb-11373146338b req-9a9c9cf9-68cb-4dda-8472-52b9d293000b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.570557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['decce70c-b555-4f34-92f1-f755e992ee85'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:54.589235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c9cf9-68cb-4dda-8472-52b9d293000b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event deleted for resources: {'Port': ['ID=decce70c-b555-4f34-92f1-f755e992ee85,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:41:54.634187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:41:54.688504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcf34f3-4f36-48ab-befb-11373146338b req-9a9c9cf9-68cb-4dda-8472-52b9d293000b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] No DVR routers for this DVR port decce70c-b555-4f34-92f1-f755e992ee85 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:41:54.702159 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cbcf34f3-4f36-48ab-befb-11373146338b req-9a9c9cf9-68cb-4dda-8472-52b9d293000b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:41:54.704406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cbcf34f3-4f36-48ab-befb-11373146338b req-9a9c9cf9-68cb-4dda-8472-52b9d293000b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "DELETE /v2.0/ports/decce70c-b555-4f34-92f1-f755e992ee85 HTTP/1.1" status: 204 len: 173 time: 0.9118657 Aug 20 11:41:54.706643 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7955aa05-3a19-492f-adc1-5df1a5184de0 req-dd95cb84-dae7-4fe0-9c2d-72989f009080 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 210 time: 0.0396891 Aug 20 11:41:54.707083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162af86b-41b7-476c-b132-57ec0f239884', 'name': 'network-vif-deleted', 'tag': 'decce70c-b555-4f34-92f1-f755e992ee85'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:41:54.709485 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626f96b3-ceef-4296-ba23-1fafa01a9829" -d '{"events": [{"server_uuid": "162af86b-41b7-476c-b132-57ec0f239884", "name": "network-vif-deleted", "tag": "decce70c-b555-4f34-92f1-f755e992ee85"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:41:54.794711 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b6328f-94c7-4d32-bfa1-7e5dde389ecd x-openstack-request-id: req-70b6328f-94c7-4d32-bfa1-7e5dde389ecd {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:41:54.801837 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162af86b-41b7-476c-b132-57ec0f239884", "name": "network-vif-deleted", "tag": "decce70c-b555-4f34-92f1-f755e992ee85", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:41:54.801837 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70b6328f-94c7-4d32-bfa1-7e5dde389ecd {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:41:54.801837 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162af86b-41b7-476c-b132-57ec0f239884', 'name': 'network-vif-deleted', 'tag': 'decce70c-b555-4f34-92f1-f755e992ee85', 'status': 'completed', 'code': 200} Aug 20 11:41:55.039971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00686a4-9fec-4cd1-842e-d9131929adb2 req-06d163a7-bfcc-43dd-be29-7fb97fd7166d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:55.041897 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b00686a4-9fec-4cd1-842e-d9131929adb2 req-06d163a7-bfcc-43dd-be29-7fb97fd7166d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0765009 Aug 20 11:41:55.374979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b00686a4-9fec-4cd1-842e-d9131929adb2 req-83593951-8a0b-4270-98b4-53946738211b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250496 Aug 20 11:41:55.381788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888720e-d1c9-4903-9326-18b246899fa3 req-30377f3e-3b80-4366-9b05-aa3d5cfbd062 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:55.385352 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c888720e-d1c9-4903-9326-18b246899fa3 req-30377f3e-3b80-4366-9b05-aa3d5cfbd062 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0986464 Aug 20 11:41:55.428045 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c888720e-d1c9-4903-9326-18b246899fa3 req-93b4ed8c-a12c-453f-abf1-115db4a4432c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Aug 20 11:41:55.864448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0eaa4212-274b-4ea9-8713-07182c5189e5 req-d62c519b-9a59-4db2-bdf3-df29eecdd739 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=162af86b-41b7-476c-b132-57ec0f239884 HTTP/1.1" status: 200 len: 210 time: 0.0392089 Aug 20 11:41:56.080273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-4bd05391-d088-4c13-bd6d-6c40255f42a8 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.081774 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-4bd05391-d088-4c13-bd6d-6c40255f42a8 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/networks?id=dca81469-014c-421d-b4c3-4d10b6622359 HTTP/1.1" status: 200 len: 813 time: 0.1154139 Aug 20 11:41:56.099409 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-ba3459aa-bad6-45e9-b3a8-b6253ffcc3f9 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/quotas/5e4a70c73f9747669b73abe30a3e3b75 HTTP/1.1" status: 200 len: 375 time: 0.0105529 Aug 20 11:41:56.138717 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-255f5d25-954d-435e-a7a7-5f08acfb27e7 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e4a70c73f9747669b73abe30a3e3b75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325966 Aug 20 11:41:56.315698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-daacf6ee-b158-4be5-8481-e470c7b35627 service neutron] 10.222.0.10 "GET /v2.0/networks/dca81469-014c-421d-b4c3-4d10b6622359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687381 Aug 20 11:41:56.435249 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-a269d106-c013-4f04-9745-9311bee6cfd7 service neutron] 10.222.0.10 "GET /v2.0/networks/dca81469-014c-421d-b4c3-4d10b6622359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128304 Aug 20 11:41:56.513764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4011-8f58-4024-be92-d1f9251341f3 req-8072a070-ddf9-4eae-8e1e-38a3319387ee tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.522263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc2b4011-8f58-4024-be92-d1f9251341f3 req-8072a070-ddf9-4eae-8e1e-38a3319387ee tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0624938 Aug 20 11:41:56.570474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc2b4011-8f58-4024-be92-d1f9251341f3 req-48661384-00d3-4123-9a6f-c77c9cf16086 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470786 Aug 20 11:41:56.735288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40184c61-e129-466c-9a7e-032ad147a1c8 req-4aac4206-70a4-4ed9-bfee-86a23ce00d64 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:56.737475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40184c61-e129-466c-9a7e-032ad147a1c8 req-4aac4206-70a4-4ed9-bfee-86a23ce00d64 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0653632 Aug 20 11:41:56.786313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40184c61-e129-466c-9a7e-032ad147a1c8 req-457249e8-77eb-4769-a9c2-9f7b3d0d2815 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Aug 20 11:41:57.038566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fbde51a-d8c7-4d87-bafb-64dc36207979 req-31b30fd5-ae58-487a-8764-2511c4b5a8ea tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 210 time: 0.0330145 Aug 20 11:41:57.398252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-065ad663-4524-40f1-9804-bae2cd91ef1f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.410209 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-065ad663-4524-40f1-9804-bae2cd91ef1f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1539192 Aug 20 11:41:57.424089 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-e74d566b-3bb9-4c32-b581-720a92903d57 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/quotas/4a5024681d8145f1ae0adec8e50f40e1 HTTP/1.1" status: 200 len: 375 time: 0.0108988 Aug 20 11:41:57.494482 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c79a74a8-efb9-4ca7-9a28-37f5e06897f0 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601094 Aug 20 11:41:57.610909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-4dd80a3c-b766-4e0f-8dfa-1f8f8ac851da service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088657 Aug 20 11:41:57.743427 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-af25539a-a5ca-4fbe-b083-17d334960546 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170650 Aug 20 11:41:57.765877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea49025-c044-49f8-9399-fa53a509e6b1 req-03bc608c-8496-44b1-80c5-d07154cfc0de tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.767557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3ea49025-c044-49f8-9399-fa53a509e6b1 req-03bc608c-8496-44b1-80c5-d07154cfc0de tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0824432 Aug 20 11:41:57.802544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device decce70c-b555-4f34-92f1-f755e992ee85 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:41:57.846089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: decce70c-b555-4f34-92f1-f755e992ee85 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:41:57.846951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device decce70c-b555-4f34-92f1-f755e992ee85 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:41:57.863203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3ea49025-c044-49f8-9399-fa53a509e6b1 req-c81b491f-c6ba-4b3f-9513-82706c3e5bb5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861247 Aug 20 11:41:57.991772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42df68-7799-482f-9b53-da917f722dbf req-df0b6c7c-b406-4c61-9e94-3cb45fe3bd36 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:57.993383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad42df68-7799-482f-9b53-da917f722dbf req-df0b6c7c-b406-4c61-9e94-3cb45fe3bd36 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0615633 Aug 20 11:41:58.047433 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad42df68-7799-482f-9b53-da917f722dbf req-97ef1d3d-03f4-44f8-8825-d5f63c9692ac tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469947 Aug 20 11:41:58.135691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4308fbd3-559c-4502-88b5-dc4bc057e180 req-37d5d6b5-7480-4a27-8636-d11fe11c74da tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 210 time: 0.0330286 Aug 20 11:41:58.313489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7e834db-7ba8-4feb-bb4e-f9cade4ba974 req-70eeb4ad-ecda-401e-bddc-29526e47a81c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 210 time: 0.0555069 Aug 20 11:41:58.995115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f5312-6b25-413b-8dbe-50dd5e033bfc req-469f54e7-466c-4e37-a032-b00b65f00dc2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:58.996743 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c68f5312-6b25-413b-8dbe-50dd5e033bfc req-469f54e7-466c-4e37-a032-b00b65f00dc2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0557113 Aug 20 11:41:59.057992 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c68f5312-6b25-413b-8dbe-50dd5e033bfc req-7b157430-3bfc-4d58-8695-208155fabe22 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523896 Aug 20 11:41:59.195676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664a181-ccc7-464c-8a4d-9297d2838751 req-f680cf39-76fc-4dbb-a195-4cb96885a809 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:41:59.197340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6664a181-ccc7-464c-8a4d-9297d2838751 req-f680cf39-76fc-4dbb-a195-4cb96885a809 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0626523 Aug 20 11:41:59.272389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6664a181-ccc7-464c-8a4d-9297d2838751 req-e5e5b98e-e0af-426b-b368-fc252ce507f9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682683 Aug 20 11:41:59.289909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bad78dd-66ba-410f-9a1b-5dc6170a9f7e req-ed9208f5-f24b-4145-9100-16c7cc987cbc tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 210 time: 0.0491090 Aug 20 11:41:59.424729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89d71523-3f37-40cd-ac97-930fa696355a req-43a4966b-98cf-4faf-84bf-9f2effe23f78 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 210 time: 0.0337543 Aug 20 11:42:00.245021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bb263-ad2c-4fb2-9078-2adc0057abcf req-a4b5404f-1f87-4046-8b59-1c6b70d53bf9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:00.246756 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b4bb263-ad2c-4fb2-9078-2adc0057abcf req-a4b5404f-1f87-4046-8b59-1c6b70d53bf9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0833337 Aug 20 11:42:00.297895 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b4bb263-ad2c-4fb2-9078-2adc0057abcf req-1ce94a3f-33bb-4a81-b7e0-8ff039cfaf66 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Aug 20 11:42:00.363958 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:42:00.407992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea0d8c-efb0-4b52-9671-08bd75218c14 req-2b584465-4da0-4098-8742-f0eee0de1441 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:00.411860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3eea0d8c-efb0-4b52-9671-08bd75218c14 req-2b584465-4da0-4098-8742-f0eee0de1441 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0601950 Aug 20 11:42:00.427188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aff99a07-cbfb-46ee-9389-ba8365108150 req-f0bc3b57-a290-41f2-a75b-ead2152ca9b7 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 210 time: 0.0396698 Aug 20 11:42:00.465408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3eea0d8c-efb0-4b52-9671-08bd75218c14 req-1822a935-5fde-423a-92db-d1db974b0219 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469341 Aug 20 11:42:00.522938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-16f04499-d922-432d-a4b8-8719a233c55a req-d382a69c-61ca-42a0-bb2c-c73401525a1a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 210 time: 0.0269170 Aug 20 11:42:01.124496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-7611acf0-5dc4-4be8-a0be-d36c5edb85d0 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:01.126146 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-7611acf0-5dc4-4be8-a0be-d36c5edb85d0 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.38 "GET /v2.0/networks?id=dca81469-014c-421d-b4c3-4d10b6622359 HTTP/1.1" status: 200 len: 813 time: 0.1316891 Aug 20 11:42:01.139607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Request body: {'port': {'device_id': 'b1bc494f-40ca-4298-ada8-26b4b2b29c97', 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359', 'admin_state_up': True, 'tenant_id': '5e4a70c73f9747669b73abe30a3e3b75'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:01.431525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c926e8a-5922-4ebf-a607-d4dc94930e74 req-ffde87e2-d61a-43b9-bab0-7f16ef2f5ccb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:01.433285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c926e8a-5922-4ebf-a607-d4dc94930e74 req-ffde87e2-d61a-43b9-bab0-7f16ef2f5ccb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0620239 Aug 20 11:42:01.485637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c926e8a-5922-4ebf-a607-d4dc94930e74 req-e86602f7-d496-41c1-a9c5-6d8c4481795e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 Aug 20 11:42:01.489241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Made reservation on behalf of 5e4a70c73f9747669b73abe30a3e3b75 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:01.510641 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:01.558321 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4eb534f3-57fb-40f6-abe5-f4a67541c410 req-ad8d05c9-7073-4596-b3aa-f11170662760 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 210 time: 0.0306633 Aug 20 11:42:01.656367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf536c66-cfef-47d9-a547-6776feee0c22 req-7c3ae84b-0988-421d-a8b5-d880048487d1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 210 time: 0.0329244 Aug 20 11:42:01.677712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6540a39-6049-456a-bdff-c3b12873cb7b req-8928d71e-1466-44e0-895b-a9c062710255 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:01.683596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6540a39-6049-456a-bdff-c3b12873cb7b req-8928d71e-1466-44e0-895b-a9c062710255 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.1097877 Aug 20 11:42:01.714049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Allocated IP 172.20.0.8 (dca81469-014c-421d-b4c3-4d10b6622359/46eea0b1-f11f-46b7-8e85-8d938fa48e3a/bb9d6764-30a5-4469-9e3e-d1ba4b86e124) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:01.746127 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6540a39-6049-456a-bdff-c3b12873cb7b req-330ba897-2f9a-4aa7-b254-5785abbf5747 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539908 Aug 20 11:42:01.903425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-4f313e8a-5eb0-4e29-84ce-9dca6b40abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:01.904898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-4f313e8a-5eb0-4e29-84ce-9dca6b40abf3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 1096 time: 0.1116602 Aug 20 11:42:01.983661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:02.047197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-aadec5bc-9c4f-4889-b108-2d8f35b65d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:02.049155 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-aadec5bc-9c4f-4889-b108-2d8f35b65d1d service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1323538 Aug 20 11:42:02.097098 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-9efab462-3270-4d26-89ac-43e71e9ea558 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=356715b4-fe02-434e-ae83-8afbf2709b92 HTTP/1.1" status: 200 len: 217 time: 0.0401309 Aug 20 11:42:02.125927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-1bd0dfb7-3011-4d75-8af3-38a041281d93 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:02.130639 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-1bd0dfb7-3011-4d75-8af3-38a041281d93 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1479445 Aug 20 11:42:02.143192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Request body: {'port': {'device_id': '5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'admin_state_up': True, 'tenant_id': '4a5024681d8145f1ae0adec8e50f40e1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:02.162058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-759dfc65-848e-43f4-99fd-9b48afa33809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:02.162058 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-759dfc65-848e-43f4-99fd-9b48afa33809 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0573647 Aug 20 11:42:02.215660 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:02.257835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-69674f14-a69a-414e-a53b-83c4013e601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:02.259432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-69674f14-a69a-414e-a53b-83c4013e601c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904620 Aug 20 11:42:02.300626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Network dca81469-014c-421d-b4c3-4d10b6622359 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:02.340206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:02.346275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:02.351472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Pushing event updated for resources: {'Port': ['ID=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:02.422940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:02.423552 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:02.444866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-7762512b-53ab-4811-8b03-9cfd7ed6975f service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780260 Aug 20 11:42:02.471032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Made reservation on behalf of 4a5024681d8145f1ae0adec8e50f40e1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:02.481349 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:02.553470 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a85fcc84-7bdd-46a5-898d-207019b995dc req-90adbe6c-80d4-4b82-9c48-7cbb1d6dd710 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009536 Aug 20 11:42:02.626986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-b865426b-9fb0-414f-984d-4d3029d80143 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4915960 Aug 20 11:42:02.647384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Request body: {'port': {'device_id': 'b1bc494f-40ca-4298-ada8-26b4b2b29c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:02.650736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Allocated IP 172.20.0.8 (c99f3f94-f7b6-469b-9590-9837a80a1d3c/636134a5-8255-40f2-9cb7-7dfbd30f58b9/9cd15931-a37b-4092-b600-2fbc855fb6b8) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:02.666361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf93961-3c28-4cd8-bfdc-c708a3776132 req-573eb47e-ccc9-4e99-ac57-236cb360cf28 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:02.667972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbf93961-3c28-4cd8-bfdc-c708a3776132 req-573eb47e-ccc9-4e99-ac57-236cb360cf28 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.1027551 Aug 20 11:42:02.746557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbf93961-3c28-4cd8-bfdc-c708a3776132 req-eb7bd7c9-06b4-44d3-a049-3c134742b06b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700734 Aug 20 11:42:02.759529 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:02.777034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a85950-d1bb-4353-bc00-673cd00ec3e2 req-d42c09a4-d429-4381-bbe2-62b141da6a98 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:02.778696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10a85950-d1bb-4353-bc00-673cd00ec3e2 req-d42c09a4-d429-4381-bbe2-62b141da6a98 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 931 time: 0.0984547 Aug 20 11:42:02.868461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10a85950-d1bb-4353-bc00-673cd00ec3e2 req-11180635-34ba-41e4-991e-286f940765a0 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761142 Aug 20 11:42:02.918659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dcf30830-c054-4aad-87f0-800a67323481 req-c01c9e23-58fa-4ea9-a22a-d8dd0076d0fe tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 210 time: 0.0615957 Aug 20 11:42:02.921501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.065775 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.079404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:03.081932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9531b3-eeb6-418f-bb06-58d1036f96dd req-23fa267e-259d-472c-a8c1-6283263dcf0d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:03.084029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac9531b3-eeb6-418f-bb06-58d1036f96dd req-23fa267e-259d-472c-a8c1-6283263dcf0d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.1282439 Aug 20 11:42:03.123996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:03.127384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:03.134795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:03.139414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event updated for resources: {'Port': ['ID=9cd15931-a37b-4092-b600-2fbc855fb6b8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:03.170750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.171126 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.171479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.171772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.172107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.172441 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.172774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.173103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.173433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.173764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.173910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac9531b3-eeb6-418f-bb06-58d1036f96dd req-1ddabf58-0623-41ad-b2db-191a12a970ed tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735524 Aug 20 11:42:03.174492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.174492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:03.207862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:03.208598 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.256861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9d6764-30a5-4469-9e3e-d1ba4b86e124 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:03.266614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.280350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Transition to ACTIVE for port object bb9d6764-30a5-4469-9e3e-d1ba4b86e124 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:03.329175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-38d2d612-f995-419c-85a9-afc73f73676f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1906121 Aug 20 11:42:03.343120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Request body: {'port': {'device_id': '5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:03.379977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.401513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.442950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:03.524132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Attempting to bind port bb9d6764-30a5-4469-9e3e-d1ba4b86e124 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:03.525184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Attempting to bind port bb9d6764-30a5-4469-9e3e-d1ba4b86e124 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'af730077-6eb3-4c13-84b7-35320b691474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:03.525184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Attempting to bind port bb9d6764-30a5-4469-9e3e-d1ba4b86e124 on network dca81469-014c-421d-b4c3-4d10b6622359 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:03.529938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Port bb9d6764-30a5-4469-9e3e-d1ba4b86e124 on network dca81469-014c-421d-b4c3-4d10b6622359 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:42:03.530261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Attempting to bind port bb9d6764-30a5-4469-9e3e-d1ba4b86e124 on network dca81469-014c-421d-b4c3-4d10b6622359 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:03.537157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:03.537451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Checking segment: {'id': 'af730077-6eb3-4c13-84b7-35320b691474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:03.537815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Bound using segment: {'id': 'af730077-6eb3-4c13-84b7-35320b691474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:03.538262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Bound port: bb9d6764-30a5-4469-9e3e-d1ba4b86e124, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af730077-6eb3-4c13-84b7-35320b691474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:03.538658 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.611420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] For port bb9d6764-30a5-4469-9e3e-d1ba4b86e124, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:03.616133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] For port bb9d6764-30a5-4469-9e3e-d1ba4b86e124, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,segment=NetworkSegment(af730077-6eb3-4c13-84b7-35320b691474),segment_id=af730077-6eb3-4c13-84b7-35320b691474)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:03.693938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd15931-a37b-4092-b600-2fbc855fb6b8 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:03.702307 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.715460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Transition to ACTIVE for port object 9cd15931-a37b-4092-b600-2fbc855fb6b8 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:03.751161 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.789835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:03.791572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.795296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] 10.222.0.38 "PUT /v2.0/ports/bb9d6764-30a5-4469-9e3e-d1ba4b86e124 HTTP/1.1" status: 200 len: 1091 time: 1.1529496 Aug 20 11:42:03.798158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bc494f-40ca-4298-ada8-26b4b2b29c97', 'tag': 'bb9d6764-30a5-4469-9e3e-d1ba4b86e124'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:03.801560 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529f88a1-5760-4531-bbac-947a4cfebb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bc494f-40ca-4298-ada8-26b4b2b29c97", "tag": "bb9d6764-30a5-4469-9e3e-d1ba4b86e124"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:03.835966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd587d8-3d0c-4e4d-973b-b71459ea23c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:03.855112 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06955d0a-4819-41c0-96ba-c78626fd5888 x-openstack-request-id: req-06955d0a-4819-41c0-96ba-c78626fd5888 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:03.859245 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bc494f-40ca-4298-ada8-26b4b2b29c97", "tag": "bb9d6764-30a5-4469-9e3e-d1ba4b86e124", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:03.859245 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06955d0a-4819-41c0-96ba-c78626fd5888 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:03.859245 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bc494f-40ca-4298-ada8-26b4b2b29c97', 'tag': 'bb9d6764-30a5-4469-9e3e-d1ba4b86e124', 'status': 'completed', 'code': 200} Aug 20 11:42:03.889569 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:03.932892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f88a1-5760-4531-bbac-947a4cfebb4d req-8365797a-63be-4863-96c6-adca4b35fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:03.934612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-529f88a1-5760-4531-bbac-947a4cfebb4d req-8365797a-63be-4863-96c6-adca4b35fb5d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e4a70c73f9747669b73abe30a3e3b75&device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 1094 time: 0.0565996 Aug 20 11:42:03.949572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Pushing event updated for resources: {'Port': ['ID=9cd15931-a37b-4092-b600-2fbc855fb6b8,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:03.971472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab66e1-41e2-4e8c-a5d0-123bc7dd4c0a req-2cbebed3-4d41-4981-aecd-9ca9c55ce25a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:03.973121 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5ab66e1-41e2-4e8c-a5d0-123bc7dd4c0a req-2cbebed3-4d41-4981-aecd-9ca9c55ce25a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.1128876 Aug 20 11:42:04.059940 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5ab66e1-41e2-4e8c-a5d0-123bc7dd4c0a req-a3f3c52d-e2a0-4685-9704-9a3d860d198d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694256 Aug 20 11:42:04.076402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Attempting to bind port 9cd15931-a37b-4092-b600-2fbc855fb6b8 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:04.076748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Attempting to bind port 9cd15931-a37b-4092-b600-2fbc855fb6b8 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:04.077085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Attempting to bind port 9cd15931-a37b-4092-b600-2fbc855fb6b8 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:04.078896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe142-820c-4129-b4ed-23ec3c5201c0 req-37938c83-7024-45ad-ac57-5f56adfe9620 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.080469 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dfabe142-820c-4129-b4ed-23ec3c5201c0 req-37938c83-7024-45ad-ac57-5f56adfe9620 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 943 time: 0.1078656 Aug 20 11:42:04.081827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Port 9cd15931-a37b-4092-b600-2fbc855fb6b8 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:42:04.082157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Attempting to bind port 9cd15931-a37b-4092-b600-2fbc855fb6b8 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:04.088040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:04.088342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Checking segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:04.088777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Bound using segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:04.089224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Bound port: 9cd15931-a37b-4092-b600-2fbc855fb6b8, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:04.089590 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.093747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f88a1-5760-4531-bbac-947a4cfebb4d req-fd38c16f-0d33-4631-8a8c-1ca36dd47e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.095608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-529f88a1-5760-4531-bbac-947a4cfebb4d req-fd38c16f-0d33-4631-8a8c-1ca36dd47e97 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e4a70c73f9747669b73abe30a3e3b75&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1468923 Aug 20 11:42:04.190191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dfabe142-820c-4129-b4ed-23ec3c5201c0 req-dccc6613-9786-4f40-90b2-40d85b0a3b03 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982447 Aug 20 11:42:04.199013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] For port 9cd15931-a37b-4092-b600-2fbc855fb6b8, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:04.220690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] For port 9cd15931-a37b-4092-b600-2fbc855fb6b8, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd15931-a37b-4092-b600-2fbc855fb6b8,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:04.236842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ae720-40eb-493e-b1b5-a137bf6205b6 req-5b89761c-5b98-4bf9-a344-30eb775bee77 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.238483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-483ae720-40eb-493e-b1b5-a137bf6205b6 req-5b89761c-5b98-4bf9-a344-30eb775bee77 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 943 time: 0.0806818 Aug 20 11:42:04.245857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f88a1-5760-4531-bbac-947a4cfebb4d req-85036b7d-cd8b-4281-b003-1424ef00a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.247618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-529f88a1-5760-4531-bbac-947a4cfebb4d req-85036b7d-cd8b-4281-b003-1424ef00a857 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425390 Aug 20 11:42:04.293890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-483ae720-40eb-493e-b1b5-a137bf6205b6 req-2359a848-3ca4-4d32-af5e-10f275cff706 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Aug 20 11:42:04.300555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.337263 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.337881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:04.340226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] 10.222.0.38 "PUT /v2.0/ports/9cd15931-a37b-4092-b600-2fbc855fb6b8 HTTP/1.1" status: 200 len: 1091 time: 1.0017295 Aug 20 11:42:04.340226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf', 'tag': '9cd15931-a37b-4092-b600-2fbc855fb6b8'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:04.342128 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f596ee1-7300-4826-9213-d7a4cd081d29" -d '{"events": [{"name": "network-changed", "server_uuid": "5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf", "tag": "9cd15931-a37b-4092-b600-2fbc855fb6b8"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:04.370234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f33d5-b204-43c8-af5b-ac10258875b4 req-582879dc-1193-47c1-8f12-e4f8ce8cf0ec tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.371800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-348f33d5-b204-43c8-af5b-ac10258875b4 req-582879dc-1193-47c1-8f12-e4f8ce8cf0ec tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0960317 Aug 20 11:42:04.376455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a2e1e-ef26-4b06-986a-2a3d5a3b30da service neutron] Pushing event updated for resources: {'Port': ['ID=9cd15931-a37b-4092-b600-2fbc855fb6b8,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:04.378819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-9d7540e6-f46f-4d20-9ac8-e56a3da41df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.383879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-9d7540e6-f46f-4d20-9ac8-e56a3da41df0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e4a70c73f9747669b73abe30a3e3b75&device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 1094 time: 0.0755625 Aug 20 11:42:04.392575 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f518a0-03e6-469e-b184-85d8bde8c245 x-openstack-request-id: req-e3f518a0-03e6-469e-b184-85d8bde8c245 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:04.392862 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf", "tag": "9cd15931-a37b-4092-b600-2fbc855fb6b8", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:04.393119 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3f518a0-03e6-469e-b184-85d8bde8c245 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:04.393521 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf', 'tag': '9cd15931-a37b-4092-b600-2fbc855fb6b8', 'status': 'completed', 'code': 200} Aug 20 11:42:04.453999 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-cf30efea-7ab7-41ee-be58-685529224c04 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb9d6764-30a5-4469-9e3e-d1ba4b86e124 HTTP/1.1" status: 200 len: 217 time: 0.0496321 Aug 20 11:42:04.459724 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-348f33d5-b204-43c8-af5b-ac10258875b4 req-5723867e-a98a-4992-91e3-1dbc54c07b52 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747695 Aug 20 11:42:04.476502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f596ee1-7300-4826-9213-d7a4cd081d29 req-ce1ebd74-09e9-4c7a-a815-16ecf68d8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.478730 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f596ee1-7300-4826-9213-d7a4cd081d29 req-ce1ebd74-09e9-4c7a-a815-16ecf68d8df7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 1094 time: 0.0578122 Aug 20 11:42:04.516066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-75cc3294-5d1d-4572-a9f4-5b321d7f1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.517862 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-75cc3294-5d1d-4572-a9f4-5b321d7f1510 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=46eea0b1-f11f-46b7-8e85-8d938fa48e3a HTTP/1.1" status: 200 len: 853 time: 0.0567973 Aug 20 11:42:04.558678 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-648282b4-d68e-462e-bea2-4694d6ce6bae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dca81469-014c-421d-b4c3-4d10b6622359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330045 Aug 20 11:42:04.675306 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-7ba28739-0859-4ffd-ae38-03da3c31a5ac service neutron] 10.222.0.38 "GET /v2.0/networks/dca81469-014c-421d-b4c3-4d10b6622359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081979 Aug 20 11:42:04.699242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f596ee1-7300-4826-9213-d7a4cd081d29 req-4fd4465e-70de-4d01-970a-56565306e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.701620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f596ee1-7300-4826-9213-d7a4cd081d29 req-4fd4465e-70de-4d01-970a-56565306e1b4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2140236 Aug 20 11:42:04.801510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29d651f9-191c-4e5c-8d13-d0efdf2b83d4 req-11c6c5f3-1b5b-421d-bfad-dbb62b220513 service neutron] 10.222.0.38 "GET /v2.0/networks/dca81469-014c-421d-b4c3-4d10b6622359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117277 Aug 20 11:42:04.894887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f596ee1-7300-4826-9213-d7a4cd081d29 req-eec9d409-9c95-468f-9c29-c1c5d56830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.896467 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f596ee1-7300-4826-9213-d7a4cd081d29 req-eec9d409-9c95-468f-9c29-c1c5d56830b3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873240 Aug 20 11:42:04.984150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-507cdcc3-d527-4682-8539-c50e53958984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:04.985624 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-507cdcc3-d527-4682-8539-c50e53958984 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 1094 time: 0.0470400 Aug 20 11:42:05.029760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-495643e3-7413-4347-8a10-6c4aa756d1e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cd15931-a37b-4092-b600-2fbc855fb6b8 HTTP/1.1" status: 200 len: 217 time: 0.0342877 Aug 20 11:42:05.089594 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-32381bfe-a340-4721-878c-1a93e6eefed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:05.091617 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-32381bfe-a340-4721-878c-1a93e6eefed1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=636134a5-8255-40f2-9cb7-7dfbd30f58b9 HTTP/1.1" status: 200 len: 845 time: 0.0530121 Aug 20 11:42:05.128209 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-d43c018e-6111-471d-a915-ff221f1390d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c99f3f94-f7b6-469b-9590-9837a80a1d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283055 Aug 20 11:42:05.148689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 356715b4-fe02-434e-ae83-8afbf2709b92 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:05.266749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f938b51-948d-45e2-98b6-fd498f93a189 req-2baa585b-0f7a-457b-bc9a-5a6aa81a19c9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:05.268402 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8f938b51-948d-45e2-98b6-fd498f93a189 req-2baa585b-0f7a-457b-bc9a-5a6aa81a19c9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.1225266 Aug 20 11:42:05.293574 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-d6d5e6d9-27e6-4513-860e-37cf6aa1f431 service neutron] 10.222.0.38 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570406 Aug 20 11:42:05.360421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e756d0a-6d56-45a5-90bc-672779bb998a req-e9861867-5a7f-42b0-84e9-e050f401cb36 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:05.362232 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e756d0a-6d56-45a5-90bc-672779bb998a req-e9861867-5a7f-42b0-84e9-e050f401cb36 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 943 time: 0.0677168 Aug 20 11:42:05.386810 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8f938b51-948d-45e2-98b6-fd498f93a189 req-240fc512-89bc-495f-acf2-1b0fa660f7ec tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063704 Aug 20 11:42:05.427625 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e756d0a-6d56-45a5-90bc-672779bb998a req-442cd165-26d4-410d-947d-2a160b5859e3 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539711 Aug 20 11:42:05.429445 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.453205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e796dc-334f-4ce9-b290-1e8b8dbc7d63 req-7e16b792-681f-4a9c-8de2-dd7578e6c684 service neutron] 10.222.0.38 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502185 Aug 20 11:42:05.465193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ead211d-8f21-459c-bf03-d235cb486783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356715b4-fe02-434e-ae83-8afbf2709b92'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:05.467677 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799aacfd-aef4-48d1-850b-ac059473f7d1" -d '{"events": [{"server_uuid": "7ead211d-8f21-459c-bf03-d235cb486783", "name": "network-vif-unplugged", "status": "completed", "tag": "356715b4-fe02-434e-ae83-8afbf2709b92"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:05.488318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 356715b4-fe02-434e-ae83-8afbf2709b92, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=356715b4-fe02-434e-ae83-8afbf2709b92,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:05.580883 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444897bc-a2c8-46a2-a96d-bf0edf60a503 x-openstack-request-id: req-444897bc-a2c8-46a2-a96d-bf0edf60a503 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:05.593832 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ead211d-8f21-459c-bf03-d235cb486783", "name": "network-vif-unplugged", "status": "completed", "tag": "356715b4-fe02-434e-ae83-8afbf2709b92", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:05.593832 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-444897bc-a2c8-46a2-a96d-bf0edf60a503 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:05.593832 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ead211d-8f21-459c-bf03-d235cb486783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356715b4-fe02-434e-ae83-8afbf2709b92', 'code': 200} Aug 20 11:42:05.694497 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:05.745168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2886f8e-0b3e-4c0c-ba2a-683386f56c3f req-d8c21a0c-0852-456f-ad39-8e97ef5091a6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:05.751433 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2886f8e-0b3e-4c0c-ba2a-683386f56c3f req-d8c21a0c-0852-456f-ad39-8e97ef5091a6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 945 time: 0.0831058 Aug 20 11:42:05.760453 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=356715b4-fe02-434e-ae83-8afbf2709b92,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:05.793948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2886f8e-0b3e-4c0c-ba2a-683386f56c3f req-97d81452-fee0-4932-ab3f-1f08f5d23f4f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Aug 20 11:42:05.864037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc8252-8191-49d6-8a97-ea0d4ac53a6e req-768f0c1e-2e4d-4f19-94fe-6acbbf7556f2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:05.869454 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63dc8252-8191-49d6-8a97-ea0d4ac53a6e req-768f0c1e-2e4d-4f19-94fe-6acbbf7556f2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 943 time: 0.4022515 Aug 20 11:42:05.922053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63dc8252-8191-49d6-8a97-ea0d4ac53a6e req-6c06e77d-c78f-41fe-b2ce-59d2c746bd3f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494747 Aug 20 11:42:05.924171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fe344-fcc0-426b-8351-932a334754b1 req-396be273-b460-43db-b621-6c275a4b1742 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:05.925834 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d6fe344-fcc0-426b-8351-932a334754b1 req-396be273-b460-43db-b621-6c275a4b1742 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0578220 Aug 20 11:42:05.980091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d6fe344-fcc0-426b-8351-932a334754b1 req-193c6532-d3d4-464e-9602-580e171e008d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473251 Aug 20 11:42:06.109726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b7af5-442a-494e-8c0b-8a64e22c3fb0 req-e281e709-1d3a-44db-a95b-90e0403f6f78 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:06.111488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d7b7af5-442a-494e-8c0b-8a64e22c3fb0 req-e281e709-1d3a-44db-a95b-90e0403f6f78 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0572488 Aug 20 11:42:06.163716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3d7b7af5-442a-494e-8c0b-8a64e22c3fb0 req-4873e460-18ca-4aef-8a3f-25372d158781 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428274 Aug 20 11:42:06.540306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81ce74-dc7b-4e38-8e3d-80ff8eec0394 req-69b29e97-16b6-4eda-8d3c-fe93078bc5e9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:06.542044 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e81ce74-dc7b-4e38-8e3d-80ff8eec0394 req-69b29e97-16b6-4eda-8d3c-fe93078bc5e9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0730147 Aug 20 11:42:06.589076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e310-cf07-4955-97eb-f4a3a00dbf50 req-96df6271-a820-4779-a4ea-518ce4b40037 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:06.590817 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b03e310-cf07-4955-97eb-f4a3a00dbf50 req-96df6271-a820-4779-a4ea-518ce4b40037 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 943 time: 0.0641701 Aug 20 11:42:06.592140 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e81ce74-dc7b-4e38-8e3d-80ff8eec0394 req-c35c7354-bdcb-44a3-97b1-6ec1bc1fce8d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378854 Aug 20 11:42:06.665834 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b03e310-cf07-4955-97eb-f4a3a00dbf50 req-da0d588e-9ed2-4f6f-8c90-db0874a795ca tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639334 Aug 20 11:42:06.756050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350c3a-cd58-419b-b886-243c34e456b0 req-c56877c2-bd82-4a0d-9bc2-d789264ae9bf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:06.758206 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-43350c3a-cd58-419b-b886-243c34e456b0 req-c56877c2-bd82-4a0d-9bc2-d789264ae9bf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0658879 Aug 20 11:42:06.807363 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-43350c3a-cd58-419b-b886-243c34e456b0 req-321d859f-9c47-4e81-8fa8-7046af00dd95 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425134 Aug 20 11:42:07.059296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9fc83-fbe3-4ce3-b0ad-1ce290765f83 req-2b595eaf-e660-4af7-8fcc-a6d388dbc14a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:07.060981 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99d9fc83-fbe3-4ce3-b0ad-1ce290765f83 req-2b595eaf-e660-4af7-8fcc-a6d388dbc14a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 943 time: 0.0571723 Aug 20 11:42:07.106636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-99d9fc83-fbe3-4ce3-b0ad-1ce290765f83 req-c53ffb74-ea9e-45b3-baaa-93bb45abf9bc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393920 Aug 20 11:42:07.731049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be24062-0702-447c-9caf-5af4cf522944 req-6978206c-b12d-47e3-b0ac-8c6d4e51d305 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:07.732672 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7be24062-0702-447c-9caf-5af4cf522944 req-6978206c-b12d-47e3-b0ac-8c6d4e51d305 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0511332 Aug 20 11:42:07.773186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7be24062-0702-447c-9caf-5af4cf522944 req-93dcefcb-0a8e-4b90-ae59-32795fcdede1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344543 Aug 20 11:42:07.797448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23e6e0-bf04-47d4-ad77-ed72b9d0b7c4 req-39285c7b-5461-4d75-b934-ca56d170414e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:07.799148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c23e6e0-bf04-47d4-ad77-ed72b9d0b7c4 req-39285c7b-5461-4d75-b934-ca56d170414e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 943 time: 0.0555422 Aug 20 11:42:07.850603 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c23e6e0-bf04-47d4-ad77-ed72b9d0b7c4 req-b8398821-9f0e-45bd-b0cd-feb4660821a3 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445795 Aug 20 11:42:07.856274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device bb9d6764-30a5-4469-9e3e-d1ba4b86e124 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:07.945636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7d2a3-6d02-428a-8458-c218e251791d req-58ffbaa8-2822-4082-af2f-b6de73c5cff2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:07.947317 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c3f7d2a3-6d02-428a-8458-c218e251791d req-58ffbaa8-2822-4082-af2f-b6de73c5cff2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0556657 Aug 20 11:42:07.967818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port bb9d6764-30a5-4469-9e3e-d1ba4b86e124, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,segment=NetworkSegment(af730077-6eb3-4c13-84b7-35320b691474),segment_id=af730077-6eb3-4c13-84b7-35320b691474)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:07.983564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'bb9d6764-30a5-4469-9e3e-d1ba4b86e124', 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359', 'port_id': 'bb9d6764-30a5-4469-9e3e-d1ba4b86e124', 'mac_address': 'fa:16:3e:e7:72:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46eea0b1-f11f-46b7-8e85-8d938fa48e3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:07.992792 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c3f7d2a3-6d02-428a-8458-c218e251791d req-ca0b4be2-11bb-48eb-b07f-b50adef873e4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Aug 20 11:42:08.023259 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.037171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9d6764-30a5-4469-9e3e-d1ba4b86e124 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:08.056721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port bb9d6764-30a5-4469-9e3e-d1ba4b86e124, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,segment=NetworkSegment(af730077-6eb3-4c13-84b7-35320b691474),segment_id=af730077-6eb3-4c13-84b7-35320b691474)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:08.250914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752e6d9-cf80-450f-8e0f-a14ba7a1748d req-ffb00eee-64eb-41a5-94b0-61770da88753 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:08.252462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0752e6d9-cf80-450f-8e0f-a14ba7a1748d req-ffb00eee-64eb-41a5-94b0-61770da88753 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 943 time: 0.0557833 Aug 20 11:42:08.259663 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.260349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9cd15931-a37b-4092-b600-2fbc855fb6b8 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:08.293274 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0752e6d9-cf80-450f-8e0f-a14ba7a1748d req-e2240f37-7a33-4517-98eb-8f9392fe4716 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335646 Aug 20 11:42:08.359933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:08.404900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9cd15931-a37b-4092-b600-2fbc855fb6b8, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd15931-a37b-4092-b600-2fbc855fb6b8,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:08.416781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '9cd15931-a37b-4092-b600-2fbc855fb6b8', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'port_id': '9cd15931-a37b-4092-b600-2fbc855fb6b8', 'mac_address': 'fa:16:3e:b6:33:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636134a5-8255-40f2-9cb7-7dfbd30f58b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:08.481200 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.495325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd15931-a37b-4092-b600-2fbc855fb6b8 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:08.517194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9cd15931-a37b-4092-b600-2fbc855fb6b8, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd15931-a37b-4092-b600-2fbc855fb6b8,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:08.642834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:08.691388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=9cd15931-a37b-4092-b600-2fbc855fb6b8,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:08.905441 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0377ed2-37e9-4e36-a9e7-609862512d33 req-52e7e3f7-fcfa-4ef4-a3c1-b4084826b3de tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:08.906974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0377ed2-37e9-4e36-a9e7-609862512d33 req-52e7e3f7-fcfa-4ef4-a3c1-b4084826b3de tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0583334 Aug 20 11:42:08.935209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['bb9d6764-30a5-4469-9e3e-d1ba4b86e124'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:08.951169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e0377ed2-37e9-4e36-a9e7-609862512d33 req-55ff18a2-e9d9-41a6-8b3e-295f2f1af4ec tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 Aug 20 11:42:08.993851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31267c-de57-489d-93f7-3dc64149e5cd req-1d5f8d04-7435-4191-9cfb-b2c1493a8d14 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:08.999028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c31267c-de57-489d-93f7-3dc64149e5cd req-1d5f8d04-7435-4191-9cfb-b2c1493a8d14 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 944 time: 0.0645084 Aug 20 11:42:09.005225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['9cd15931-a37b-4092-b600-2fbc855fb6b8'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:09.043875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c31267c-de57-489d-93f7-3dc64149e5cd req-acdbb94a-07ec-491c-a628-2ab148f397d4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408289 Aug 20 11:42:09.141503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644e6f8-2b68-48e3-9e6b-075f87139003 req-d421bbfe-786a-4a58-82a1-fcff62178ccd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:09.143162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b644e6f8-2b68-48e3-9e6b-075f87139003 req-d421bbfe-786a-4a58-82a1-fcff62178ccd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0559859 Aug 20 11:42:09.166058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 356715b4-fe02-434e-ae83-8afbf2709b92 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:09.186051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b644e6f8-2b68-48e3-9e6b-075f87139003 req-4b13d06b-b9c4-4f70-a1e0-6b92db1631bb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361471 Aug 20 11:42:09.412726 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b999c-d9f3-46ac-8092-6a1a0796c43b req-d0344c1c-fc9b-421f-9a1e-9d739f4ec197 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:09.414497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-251b999c-d9f3-46ac-8092-6a1a0796c43b req-d0344c1c-fc9b-421f-9a1e-9d739f4ec197 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 944 time: 0.0505652 Aug 20 11:42:09.458753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-251b999c-d9f3-46ac-8092-6a1a0796c43b req-f57ebfdd-c476-40b7-b299-edf9d9234664 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375154 Aug 20 11:42:09.865895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device bb9d6764-30a5-4469-9e3e-d1ba4b86e124 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:10.048422 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port bb9d6764-30a5-4469-9e3e-d1ba4b86e124 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:10.052964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port bb9d6764-30a5-4469-9e3e-d1ba4b86e124 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:10.053342 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.104140 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd378bc-ab01-445e-ade1-51302e413081 req-2f1d6ee6-b164-44a7-8683-cfb9d507bd7f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:10.113729 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fd378bc-ab01-445e-ade1-51302e413081 req-2f1d6ee6-b164-44a7-8683-cfb9d507bd7f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0778053 Aug 20 11:42:10.161814 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.178728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fd378bc-ab01-445e-ade1-51302e413081 req-8a6b3c10-26ce-468d-8a6c-89a0f3168e33 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639844 Aug 20 11:42:10.193447 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966db3c5-5c7e-487a-bca9-2a768ebb1904 req-b974a0cb-f420-4d2b-9026-55c33a5d5fc7 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:10.197704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bc494f-40ca-4298-ada8-26b4b2b29c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9d6764-30a5-4469-9e3e-d1ba4b86e124'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:10.199954 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23cbfab-c835-4223-801b-d0db8000e835" -d '{"events": [{"server_uuid": "b1bc494f-40ca-4298-ada8-26b4b2b29c97", "name": "network-vif-plugged", "status": "completed", "tag": "bb9d6764-30a5-4469-9e3e-d1ba4b86e124"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:10.201084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-966db3c5-5c7e-487a-bca9-2a768ebb1904 req-b974a0cb-f420-4d2b-9026-55c33a5d5fc7 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 944 time: 0.0662119 Aug 20 11:42:10.229689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port bb9d6764-30a5-4469-9e3e-d1ba4b86e124, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,segment=NetworkSegment(af730077-6eb3-4c13-84b7-35320b691474),segment_id=af730077-6eb3-4c13-84b7-35320b691474)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:10.251317 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69335f8-a696-4039-a1ac-f9846d539ef1 x-openstack-request-id: req-d69335f8-a696-4039-a1ac-f9846d539ef1 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:10.251317 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bc494f-40ca-4298-ada8-26b4b2b29c97", "name": "network-vif-plugged", "status": "completed", "tag": "bb9d6764-30a5-4469-9e3e-d1ba4b86e124", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:10.251317 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d69335f8-a696-4039-a1ac-f9846d539ef1 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:10.251317 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bc494f-40ca-4298-ada8-26b4b2b29c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9d6764-30a5-4469-9e3e-d1ba4b86e124', 'code': 200} Aug 20 11:42:10.252847 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-966db3c5-5c7e-487a-bca9-2a768ebb1904 req-a82c98a0-06da-46bc-8eee-5edc73d4ae4e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469780 Aug 20 11:42:10.334540 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:10.388239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:10.399943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd477-46ec-4f69-9f3d-7affb0032e5b req-790b1898-0043-4caf-b5d8-832f653f3cb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:10.401636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a14dd477-46ec-4f69-9f3d-7affb0032e5b req-790b1898-0043-4caf-b5d8-832f653f3cb7 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0987556 Aug 20 11:42:10.403932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edaef3-33e6-4194-9ca6-88ad82c49b70 req-0f0434ae-6d96-4e76-8c15-fb4156765a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:10.407946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2edaef3-33e6-4194-9ca6-88ad82c49b70 req-0f0434ae-6d96-4e76-8c15-fb4156765a8b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 1096 time: 0.0695372 Aug 20 11:42:10.469417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a14dd477-46ec-4f69-9f3d-7affb0032e5b req-b46db004-3449-4b16-ac6b-36c4f2366cdb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601089 Aug 20 11:42:10.469417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2edaef3-33e6-4194-9ca6-88ad82c49b70 req-76d7b710-0163-4407-96c6-cf027e001873 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555432 Aug 20 11:42:10.579691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707c114-29e3-4a2f-9b5b-39a8c99382dc req-984a9087-a2d1-43bf-b84a-e50b048caa04 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:10.581200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0707c114-29e3-4a2f-9b5b-39a8c99382dc req-984a9087-a2d1-43bf-b84a-e50b048caa04 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 944 time: 0.0521045 Aug 20 11:42:10.622084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0707c114-29e3-4a2f-9b5b-39a8c99382dc req-91e12b2f-6ded-4c58-b91a-2a294f2d280a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Aug 20 11:42:11.196746 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:11.291559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8daedd-0633-46e2-804b-f4bf093b14c6 req-11f22278-0c31-4906-a263-d76c7bf5a617 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:11.293019 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f8daedd-0633-46e2-804b-f4bf093b14c6 req-11f22278-0c31-4906-a263-d76c7bf5a617 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0494502 Aug 20 11:42:11.334773 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f8daedd-0633-46e2-804b-f4bf093b14c6 req-499e8b59-706d-4052-9dcc-1f8d9bb38fda tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352757 Aug 20 11:42:11.401362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ec21-ef2d-42bd-92f7-e24d5821566f req-255cb9f0-cf21-479e-b221-16839ccb4ba9 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:11.402900 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9189ec21-ef2d-42bd-92f7-e24d5821566f req-255cb9f0-cf21-479e-b221-16839ccb4ba9 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 945 time: 0.0522425 Aug 20 11:42:11.447531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9189ec21-ef2d-42bd-92f7-e24d5821566f req-d4f6a3cc-765b-4e1b-b073-ad74e9b1b0ef tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 Aug 20 11:42:11.588945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1610764-97e5-4bc1-9364-7ad687a67f0b req-c9112c3c-a3f7-4050-a50d-d94592476bfc tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:11.590458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e1610764-97e5-4bc1-9364-7ad687a67f0b req-c9112c3c-a3f7-4050-a50d-d94592476bfc tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0537317 Aug 20 11:42:11.630141 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e1610764-97e5-4bc1-9364-7ad687a67f0b req-fe8dd8cd-a728-42ad-a67a-d1b891ab1dbf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336168 Aug 20 11:42:11.743094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473ce13-b1e5-45e9-a7f9-7e681082fc11 req-435ad6c0-d813-4993-a4b6-f2e287a2748c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:11.744737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b473ce13-b1e5-45e9-a7f9-7e681082fc11 req-435ad6c0-d813-4993-a4b6-f2e287a2748c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 944 time: 0.0508547 Aug 20 11:42:11.783738 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b473ce13-b1e5-45e9-a7f9-7e681082fc11 req-c6465558-e6dc-4c54-8159-afc3dc192df3 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Aug 20 11:42:11.880981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9cd15931-a37b-4092-b600-2fbc855fb6b8 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:12.048109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 9cd15931-a37b-4092-b600-2fbc855fb6b8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:12.052356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 9cd15931-a37b-4092-b600-2fbc855fb6b8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:12.054477 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.142359 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.177525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 9cd15931-a37b-4092-b600-2fbc855fb6b8, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd15931-a37b-4092-b600-2fbc855fb6b8,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:12.249761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd15931-a37b-4092-b600-2fbc855fb6b8'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:12.252600 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4030e77f-984c-458c-82db-6a3d156796f6" -d '{"events": [{"server_uuid": "5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf", "name": "network-vif-plugged", "status": "completed", "tag": "9cd15931-a37b-4092-b600-2fbc855fb6b8"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:12.282895 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:12.307500 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd4cf1-a243-43b0-b20f-ae5b4b3667b3 x-openstack-request-id: req-a1fd4cf1-a243-43b0-b20f-ae5b4b3667b3 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:12.307799 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf", "name": "network-vif-plugged", "status": "completed", "tag": "9cd15931-a37b-4092-b600-2fbc855fb6b8", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:12.308042 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1fd4cf1-a243-43b0-b20f-ae5b4b3667b3 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:12.308431 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd15931-a37b-4092-b600-2fbc855fb6b8', 'code': 200} Aug 20 11:42:12.337637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=9cd15931-a37b-4092-b600-2fbc855fb6b8,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:12.394385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472466a-c6da-4e7e-b964-5426ffd1b937 req-72c4aab4-c873-4006-97da-4c1bbb399bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.396665 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9472466a-c6da-4e7e-b964-5426ffd1b937 req-72c4aab4-c873-4006-97da-4c1bbb399bd9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 1096 time: 0.0428588 Aug 20 11:42:12.433251 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9472466a-c6da-4e7e-b964-5426ffd1b937 req-cd7666a4-7f8d-47d3-a5fb-cc48c7765c00 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290651 Aug 20 11:42:12.454259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03983-7e37-4b8c-8bfa-d9a1d51f7a5d req-76a611ba-3d4d-4fbe-8f27-e3175c19dd66 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.455835 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07e03983-7e37-4b8c-8bfa-d9a1d51f7a5d req-76a611ba-3d4d-4fbe-8f27-e3175c19dd66 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0507433 Aug 20 11:42:12.498635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07e03983-7e37-4b8c-8bfa-d9a1d51f7a5d req-571a518c-cf0e-47fd-88e5-498b7141585e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358512 Aug 20 11:42:12.570901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f736965-c6da-473a-8ec8-03b10cb7bbad req-5bf93c37-6cd9-4d10-9e67-8c61805c5f0e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.572747 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f736965-c6da-473a-8ec8-03b10cb7bbad req-5bf93c37-6cd9-4d10-9e67-8c61805c5f0e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 945 time: 0.0522010 Aug 20 11:42:12.616270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f736965-c6da-473a-8ec8-03b10cb7bbad req-727a4d42-dbfc-4d6a-a6cc-55a96d849e1d tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355799 Aug 20 11:42:12.761167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1930f5a-059e-4787-9489-12179c0f1f9d req-67f875e9-c94f-4c26-815b-46dcf5c18e27 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.768700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1930f5a-059e-4787-9489-12179c0f1f9d req-67f875e9-c94f-4c26-815b-46dcf5c18e27 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0631735 Aug 20 11:42:12.818333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1930f5a-059e-4787-9489-12179c0f1f9d req-89c5d576-acbe-48b6-932d-78c01132da82 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456102 Aug 20 11:42:12.922143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a180e-b46b-470a-936e-ce5c43017bf4 req-6bb53b26-bc12-4444-9b43-acb3e88e0c56 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:12.924146 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa9a180e-b46b-470a-936e-ce5c43017bf4 req-6bb53b26-bc12-4444-9b43-acb3e88e0c56 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 945 time: 0.0589266 Aug 20 11:42:12.962733 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa9a180e-b46b-470a-936e-ce5c43017bf4 req-6ee7380f-7592-4ca4-be65-2daca09d32f0 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319786 Aug 20 11:42:13.453932 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:13.638298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb79e4-ab50-4a3c-a16e-b5dcac2c6015 req-3ddd71a1-3e3a-459a-9a60-83a580ed4fb2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:13.647239 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0acb79e4-ab50-4a3c-a16e-b5dcac2c6015 req-3ddd71a1-3e3a-459a-9a60-83a580ed4fb2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0730383 Aug 20 11:42:13.689004 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0acb79e4-ab50-4a3c-a16e-b5dcac2c6015 req-78329d60-09fc-44df-9542-2a32180a86a4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407913 Aug 20 11:42:13.945835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b547a8-61c3-4ee9-8134-9b536ddb7628 req-78e084fb-4925-4bc0-963a-3fafb51452f3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:13.953414 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6b547a8-61c3-4ee9-8134-9b536ddb7628 req-78e084fb-4925-4bc0-963a-3fafb51452f3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0609639 Aug 20 11:42:14.006708 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6b547a8-61c3-4ee9-8134-9b536ddb7628 req-644ae3d7-abd0-4e78-b6dd-2480854653df tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469549 Aug 20 11:42:14.097930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc790d-4477-4d6d-a213-f5c915edd4cc req-3ff2cae7-1d2c-4e7c-a876-8eb2e8d0050e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:14.100371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fcc790d-4477-4d6d-a213-f5c915edd4cc req-3ff2cae7-1d2c-4e7c-a876-8eb2e8d0050e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 945 time: 0.0593750 Aug 20 11:42:14.147588 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fcc790d-4477-4d6d-a213-f5c915edd4cc req-2a86afd9-ebf9-43af-8c0a-19ffb1daabda tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 Aug 20 11:42:14.421150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-bad8f044-0744-436b-8a0f-940b7be146dc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:14.422778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-bad8f044-0744-436b-8a0f-940b7be146dc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1376815 Aug 20 11:42:14.450499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-25a295a3-7195-4a91-af3e-e3e7de8f2b05 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/quotas/4a5024681d8145f1ae0adec8e50f40e1 HTTP/1.1" status: 200 len: 375 time: 0.0174568 Aug 20 11:42:14.510721 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-ad0be351-17a1-4156-935a-05578613f8f1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515585 Aug 20 11:42:14.615617 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-9cd9151b-abf6-4f62-a34e-92d871af6108 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999286 Aug 20 11:42:14.724443 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-0c044caf-ad4f-4f2c-90ce-c7d4a1fba763 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018372 Aug 20 11:42:14.855160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d438-f88f-4b38-9f46-a8feb999a682 req-b90e325a-be6e-468e-83f9-8941ffcd33c2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:14.857134 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8bd1d438-f88f-4b38-9f46-a8feb999a682 req-b90e325a-be6e-468e-83f9-8941ffcd33c2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0642929 Aug 20 11:42:14.916650 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8bd1d438-f88f-4b38-9f46-a8feb999a682 req-b32c82ec-edb0-454a-9420-cb449824a0f8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Aug 20 11:42:14.980216 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2697a6ae-bcec-49ce-be29-0ce0fd20178d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:14.995038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-abd128e9-a211-40ee-a976-21f6384a31bf req-1124b20f-39ca-40ae-960e-d0e39697d964 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 210 time: 0.0339439 Aug 20 11:42:15.154785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a933a3-0f44-44a0-b8b4-d8f81a709464 req-136fdcc3-f4ca-480c-99da-fa6bb0145ceb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:15.156936 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26a933a3-0f44-44a0-b8b4-d8f81a709464 req-136fdcc3-f4ca-480c-99da-fa6bb0145ceb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0798757 Aug 20 11:42:15.201814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26a933a3-0f44-44a0-b8b4-d8f81a709464 req-92182f4a-cada-4471-be44-92d67397af40 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381954 Aug 20 11:42:16.144740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df84a90e-0040-4c97-b630-3928f2538a78 req-f34307bb-bbe2-4e76-b96d-ee2edc44548e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 210 time: 0.0386586 Aug 20 11:42:16.177416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05bd03-6496-4a54-b5ee-8e50117e51b0 req-bb014ecc-2e28-40b2-a2c6-411b2600649e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.179038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de05bd03-6496-4a54-b5ee-8e50117e51b0 req-bb014ecc-2e28-40b2-a2c6-411b2600649e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0826716 Aug 20 11:42:16.235249 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de05bd03-6496-4a54-b5ee-8e50117e51b0 req-42af0aa8-0863-47bd-935e-bc3580d8c8f0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Aug 20 11:42:16.341547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee275c-66bb-4d2a-bb61-6ebe71bd54bb req-77238f01-a482-4f45-86c9-dc65f70ea910 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:16.343700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-acee275c-66bb-4d2a-bb61-6ebe71bd54bb req-77238f01-a482-4f45-86c9-dc65f70ea910 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0593512 Aug 20 11:42:16.394339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-acee275c-66bb-4d2a-bb61-6ebe71bd54bb req-501fd054-cb70-481f-a677-e99028d2f95f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428002 Aug 20 11:42:17.259697 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc1b9264-d426-4b36-907e-7fab1b605daf req-4a789293-3b6c-4145-9fd9-f21a71f3a405 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 210 time: 0.0297647 Aug 20 11:42:17.368209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb26b1-3ad9-4141-887d-019d8c5e9f6d req-02da2b58-060e-46ce-8a13-91d520cd3efa tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:17.369905 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e7cb26b1-3ad9-4141-887d-019d8c5e9f6d req-02da2b58-060e-46ce-8a13-91d520cd3efa tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0586452 Aug 20 11:42:17.459842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e7cb26b1-3ad9-4141-887d-019d8c5e9f6d req-601334aa-8d8c-4abd-b57a-a3bacb26f056 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775449 Aug 20 11:42:17.518867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-55b0f28a-2581-4800-9012-0453fa490cde tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:17.520517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-55b0f28a-2581-4800-9012-0453fa490cde tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1480930 Aug 20 11:42:17.534794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Request body: {'port': {'device_id': '2af0ef90-ef8a-43d4-82e3-cf73b816fc39', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'admin_state_up': True, 'tenant_id': '4a5024681d8145f1ae0adec8e50f40e1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:17.545536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f68e9-f2bb-43e4-959d-a529a8e59bcd req-1d9d4877-94ce-42ab-ab68-fce00ef22100 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:17.547155 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8b2f68e9-f2bb-43e4-959d-a529a8e59bcd req-1d9d4877-94ce-42ab-ab68-fce00ef22100 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0728273 Aug 20 11:42:17.595975 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8b2f68e9-f2bb-43e4-959d-a529a8e59bcd req-ee8d4340-4bfb-493e-a57e-b3d3499785d5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408642 Aug 20 11:42:17.791321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Made reservation on behalf of 4a5024681d8145f1ae0adec8e50f40e1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:17.791579 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f6bfa5cd-dbe7-45d1-bd0b-15566dc75a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:17.801146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:17.956182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Allocated IP 172.20.0.12 (c99f3f94-f7b6-469b-9590-9837a80a1d3c/636134a5-8255-40f2-9cb7-7dfbd30f58b9/d4928370-fb58-43df-92e5-7b7243aa6c93) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:18.131532 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.189432 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f708-7de2-4012-a305-5b5daf777dd1 req-53da7179-0b96-4f67-9517-7e12963ff8c9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:18.199979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e8c0f708-7de2-4012-a305-5b5daf777dd1 req-53da7179-0b96-4f67-9517-7e12963ff8c9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0891180 Aug 20 11:42:18.244400 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e8c0f708-7de2-4012-a305-5b5daf777dd1 req-9896bc57-e474-4b99-84c8-17fbc27a1ccb tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 Aug 20 11:42:18.279047 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.296478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:18.337462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['9cd15931-a37b-4092-b600-2fbc855fb6b8'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:18.680948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f93c-d0c1-4432-88cb-18265e1f1236 req-9af56b28-280b-46c0-b2a0-80d04d23e272 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:18.683724 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb1f93c-d0c1-4432-88cb-18265e1f1236 req-9af56b28-280b-46c0-b2a0-80d04d23e272 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0964565 Aug 20 11:42:18.694659 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.768364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb1f93c-d0c1-4432-88cb-18265e1f1236 req-8e8b3001-1e38-434e-b9f2-6629be9c2219 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661645 Aug 20 11:42:18.777583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:18.792249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:18.794986 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:18.839156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event updated for resources: {'Port': ['ID=d4928370-fb58-43df-92e5-7b7243aa6c93,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:18.844160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-70914869-cd8d-49a1-a52c-fc923c6bc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:18.845803 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-70914869-cd8d-49a1-a52c-fc923c6bc63b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1095 time: 0.5686169 Aug 20 11:42:18.859640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5af4a-3c6a-4780-bec2-8b0129c0d8bf req-b74a1e5a-3467-4fd6-914d-cd58a69021aa tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:18.861161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bde5af4a-3c6a-4780-bec2-8b0129c0d8bf req-b74a1e5a-3467-4fd6-914d-cd58a69021aa tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 932 time: 0.1477666 Aug 20 11:42:18.936297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:18.936958 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:18.978053 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bde5af4a-3c6a-4780-bec2-8b0129c0d8bf req-db2a31be-db89-400e-acfc-24e96db7cb8a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047547 Aug 20 11:42:19.010595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-2f97bc1a-1f57-4ae1-bca0-35427688347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:19.013027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-2f97bc1a-1f57-4ae1-bca0-35427688347b service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1509254 Aug 20 11:42:19.063059 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-489008ba-dcef-41bd-9544-4fc5b533acad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5332854 Aug 20 11:42:19.074655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Request body: {'port': {'device_id': '2af0ef90-ef8a-43d4-82e3-cf73b816fc39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:19.121712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-652aff79-ac12-41bf-8565-f91293ebc880 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 999 time: 0.1014161 Aug 20 11:42:19.179177 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.208590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-bfb7865d-63d9-41f2-80c5-b10d30cf030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:19.209985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-bfb7865d-63d9-41f2-80c5-b10d30cf030e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0695450 Aug 20 11:42:19.232407 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.348964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-0f635bd1-89db-450c-abdc-c94e2dd87b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:19.350587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-0f635bd1-89db-450c-abdc-c94e2dd87b7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200778 Aug 20 11:42:19.404443 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fea44-23d3-4e7a-bd26-a6dfffeb14ed req-3f345ecf-c92f-4aec-956e-e248490f6410 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:19.406629 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-206fea44-23d3-4e7a-bd26-a6dfffeb14ed req-3f345ecf-c92f-4aec-956e-e248490f6410 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0630407 Aug 20 11:42:19.476996 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-206fea44-23d3-4e7a-bd26-a6dfffeb14ed req-3d1fbe0b-af87-4e99-af72-3d79760c9bca tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 Aug 20 11:42:19.553443 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-055f7fe0-6299-4509-8771-e9290344cdab service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922700 Aug 20 11:42:19.695124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4928370-fb58-43df-92e5-7b7243aa6c93 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:19.705418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.709531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2d975d-9046-4105-83ea-82214a9e5c9a req-95289811-f3fd-4ee5-a176-292d1179fbf9 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490076 Aug 20 11:42:19.720069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Transition to ACTIVE for port object d4928370-fb58-43df-92e5-7b7243aa6c93 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:19.805293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:19.901466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Pushing event updated for resources: {'Port': ['ID=d4928370-fb58-43df-92e5-7b7243aa6c93,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:19.962228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91792f40-f56c-4d52-9049-2ff2e1e9133e req-c9d61cca-1c90-4736-b6da-f018b4eafa65 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:19.963769 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-91792f40-f56c-4d52-9049-2ff2e1e9133e req-c9d61cca-1c90-4736-b6da-f018b4eafa65 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.1203766 Aug 20 11:42:19.994942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-7af56cb5-8f97-4587-8b67-b68c08505490 req-e478e8a2-3e92-4988-89e3-854631ef5edc service neutron] (95588) timed out ('10.222.0.10', 34230) {{(pid=95588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:42:20.019291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Attempting to bind port d4928370-fb58-43df-92e5-7b7243aa6c93 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:20.019742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Attempting to bind port d4928370-fb58-43df-92e5-7b7243aa6c93 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:20.020076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Attempting to bind port d4928370-fb58-43df-92e5-7b7243aa6c93 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:20.025762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-91792f40-f56c-4d52-9049-2ff2e1e9133e req-3c0c61b7-6d34-4088-97b1-0419548ae8b1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524435 Aug 20 11:42:20.028033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Port d4928370-fb58-43df-92e5-7b7243aa6c93 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:42:20.028302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Attempting to bind port d4928370-fb58-43df-92e5-7b7243aa6c93 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:20.036191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:20.036537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Checking segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:20.037092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Bound using segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:20.037535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Bound port: d4928370-fb58-43df-92e5-7b7243aa6c93, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:20.037913 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:20.117113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c21d6-8d21-4991-82f9-93863d774606 req-58edb970-c13a-4593-8453-20d2f2eb0966 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.119669 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab3c21d6-8d21-4991-82f9-93863d774606 req-58edb970-c13a-4593-8453-20d2f2eb0966 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 944 time: 0.0573795 Aug 20 11:42:20.145934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] For port d4928370-fb58-43df-92e5-7b7243aa6c93, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:20.149297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] For port d4928370-fb58-43df-92e5-7b7243aa6c93, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d4928370-fb58-43df-92e5-7b7243aa6c93,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:20.172568 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ab3c21d6-8d21-4991-82f9-93863d774606 req-75349bee-8e4b-4f6d-b7d5-3e945ac7dd1b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441668 Aug 20 11:42:20.289223 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:20.327401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.328050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:20.329465 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] 10.222.0.57 "PUT /v2.0/ports/d4928370-fb58-43df-92e5-7b7243aa6c93 HTTP/1.1" status: 200 len: 1092 time: 1.2592020 Aug 20 11:42:20.329919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af0ef90-ef8a-43d4-82e3-cf73b816fc39', 'tag': 'd4928370-fb58-43df-92e5-7b7243aa6c93'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:20.332258 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ca1e3b-6f60-4636-aa11-957a50679e13" -d '{"events": [{"name": "network-changed", "server_uuid": "2af0ef90-ef8a-43d4-82e3-cf73b816fc39", "tag": "d4928370-fb58-43df-92e5-7b7243aa6c93"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:20.355588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53dc1f-3483-4d41-93fd-7f11d95845ca service neutron] Pushing event updated for resources: {'Port': ['ID=d4928370-fb58-43df-92e5-7b7243aa6c93,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:20.384754 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255d7100-cf53-4d91-a688-9efeb855f34a x-openstack-request-id: req-255d7100-cf53-4d91-a688-9efeb855f34a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:20.385055 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af0ef90-ef8a-43d4-82e3-cf73b816fc39", "tag": "d4928370-fb58-43df-92e5-7b7243aa6c93", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:20.385309 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-255d7100-cf53-4d91-a688-9efeb855f34a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:20.385713 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af0ef90-ef8a-43d4-82e3-cf73b816fc39', 'tag': 'd4928370-fb58-43df-92e5-7b7243aa6c93', 'status': 'completed', 'code': 200} Aug 20 11:42:20.451885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1e3b-6f60-4636-aa11-957a50679e13 req-9e0dca71-9764-4a4b-953a-b7df6627239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.453424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0ca1e3b-6f60-4636-aa11-957a50679e13 req-9e0dca71-9764-4a4b-953a-b7df6627239c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 1095 time: 0.0479069 Aug 20 11:42:20.564579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1e3b-6f60-4636-aa11-957a50679e13 req-18e26a33-006f-49d3-825d-e725f787ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.565752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0ca1e3b-6f60-4636-aa11-957a50679e13 req-18e26a33-006f-49d3-825d-e725f787ee2a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1017983 Aug 20 11:42:20.593880 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000ba31-ec6e-425b-90ea-2e2c8152a770 req-e13e82d4-96e1-4da6-9d96-de77e7873a10 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.595582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6000ba31-ec6e-425b-90ea-2e2c8152a770 req-e13e82d4-96e1-4da6-9d96-de77e7873a10 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0603716 Aug 20 11:42:20.650812 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6000ba31-ec6e-425b-90ea-2e2c8152a770 req-0e043916-dedc-4214-871b-32dfc4977eaf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477993 Aug 20 11:42:20.693568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1e3b-6f60-4636-aa11-957a50679e13 req-ffc31e0a-0395-486f-a764-0377687de6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.696119 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0ca1e3b-6f60-4636-aa11-957a50679e13 req-ffc31e0a-0395-486f-a764-0377687de6d5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228375 Aug 20 11:42:20.802019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-514fb6ef-3531-4715-94a5-df0e79dc3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.803653 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-514fb6ef-3531-4715-94a5-df0e79dc3bb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 1095 time: 0.0706074 Aug 20 11:42:20.853651 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-b5cdb2e0-4731-4f38-a14b-0e3c2e16272c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4928370-fb58-43df-92e5-7b7243aa6c93 HTTP/1.1" status: 200 len: 217 time: 0.0415540 Aug 20 11:42:20.860396 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:20.862808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e84be7-384d-4150-b10e-0213250b8c53 req-30c270f6-9dc8-45e0-a9d5-ed295a8bab2b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.863182 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4e84be7-384d-4150-b10e-0213250b8c53 req-30c270f6-9dc8-45e0-a9d5-ed295a8bab2b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1177304 Aug 20 11:42:20.936278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-08be0c83-3eb8-494e-9912-2c6f6d1e6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:20.937825 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-08be0c83-3eb8-494e-9912-2c6f6d1e6910 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=636134a5-8255-40f2-9cb7-7dfbd30f58b9 HTTP/1.1" status: 200 len: 845 time: 0.0737600 Aug 20 11:42:20.940742 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4e84be7-384d-4150-b10e-0213250b8c53 req-e90e9426-20e0-42dc-a1ad-18f422ac1700 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678611 Aug 20 11:42:20.971701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-a9f165fa-0fa2-4e25-9b2c-7b3c857a8c14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c99f3f94-f7b6-469b-9590-9837a80a1d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263567 Aug 20 11:42:21.078835 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-b2a665bd-9e30-4d30-97c8-89f31a4aaa9b service neutron] 10.222.0.57 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000125 Aug 20 11:42:21.088444 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c73dc3-779f-4819-aa1f-d86e6e26a952 req-a155cdd9-b57b-4f8f-a81b-cad6fc4f64c1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:21.096936 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76c73dc3-779f-4819-aa1f-d86e6e26a952 req-a155cdd9-b57b-4f8f-a81b-cad6fc4f64c1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0770605 Aug 20 11:42:21.138015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76c73dc3-779f-4819-aa1f-d86e6e26a952 req-d1ff6047-cb18-408e-8051-eec0ac67ab2a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398281 Aug 20 11:42:21.238713 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7dd5bf4-2e57-487d-aa4e-f6f0809a0757 req-d83c5d18-991d-40b5-a139-08fd8147a856 service neutron] 10.222.0.57 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527655 Aug 20 11:42:21.251567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ce875-798c-45e1-9010-cbe23d7eaf44 req-6c3a6ee9-28f8-4bdd-8064-807aa4d0f338 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:21.253566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-290ce875-798c-45e1-9010-cbe23d7eaf44 req-6c3a6ee9-28f8-4bdd-8064-807aa4d0f338 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0977061 Aug 20 11:42:21.305636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-290ce875-798c-45e1-9010-cbe23d7eaf44 req-9b9fd04f-68f7-4f4b-a1fb-9eeb0dfe20c3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389564 Aug 20 11:42:21.429518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a31b4-d277-412b-a34d-16e9f9111d57 req-9602f739-bf97-4be3-a748-aa83010218f2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:21.431247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d3a31b4-d277-412b-a34d-16e9f9111d57 req-9602f739-bf97-4be3-a748-aa83010218f2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 944 time: 0.0554922 Aug 20 11:42:21.477964 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8d3a31b4-d277-412b-a34d-16e9f9111d57 req-a73e0927-f53f-4fc3-a4b1-71250a48205f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Aug 20 11:42:21.683823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b780a7-05f6-4950-96e1-5198d9b1eb27 req-469734f5-ac6a-4bad-8bcf-4716dffa2e84 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:21.685283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87b780a7-05f6-4950-96e1-5198d9b1eb27 req-469734f5-ac6a-4bad-8bcf-4716dffa2e84 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0749245 Aug 20 11:42:21.730052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87b780a7-05f6-4950-96e1-5198d9b1eb27 req-1278b727-bfd3-445f-91dc-70b1c71f849c tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386658 Aug 20 11:42:22.435979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae18e0b-a127-476f-8288-783954016365 req-781cfcbd-2f70-41d0-bf74-81472cdc6523 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:22.437508 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eae18e0b-a127-476f-8288-783954016365 req-781cfcbd-2f70-41d0-bf74-81472cdc6523 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0544829 Aug 20 11:42:22.484831 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eae18e0b-a127-476f-8288-783954016365 req-ff3480db-e681-4925-b1ad-534853d0ddd7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 Aug 20 11:42:22.745082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03faeb-1f9e-44e1-a388-cd8dd6e8c46d req-89e830db-3a00-4304-abe4-f5d776cf2b2d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:22.745082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a03faeb-1f9e-44e1-a388-cd8dd6e8c46d req-89e830db-3a00-4304-abe4-f5d776cf2b2d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 944 time: 0.0590684 Aug 20 11:42:22.745082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a03faeb-1f9e-44e1-a388-cd8dd6e8c46d req-fbc25a00-552d-4f17-9f78-c987af357fed tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343575 Aug 20 11:42:22.872552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b9a87-c0ac-4bea-bbf9-db4c11b656a7 req-87502013-8a41-4c4e-9ef0-8909d2da47c0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:22.874055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f46b9a87-c0ac-4bea-bbf9-db4c11b656a7 req-87502013-8a41-4c4e-9ef0-8909d2da47c0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0600147 Aug 20 11:42:22.917976 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f46b9a87-c0ac-4bea-bbf9-db4c11b656a7 req-c39054ec-ce32-478f-b7f4-a372e003d52b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373385 Aug 20 11:42:23.211313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d4928370-fb58-43df-92e5-7b7243aa6c93 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:23.315730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d4928370-fb58-43df-92e5-7b7243aa6c93, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d4928370-fb58-43df-92e5-7b7243aa6c93,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:23.327826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'd4928370-fb58-43df-92e5-7b7243aa6c93', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'port_id': 'd4928370-fb58-43df-92e5-7b7243aa6c93', 'mac_address': 'fa:16:3e:9a:b7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636134a5-8255-40f2-9cb7-7dfbd30f58b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:23.368818 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:23.386539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4928370-fb58-43df-92e5-7b7243aa6c93 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:23.409643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d4928370-fb58-43df-92e5-7b7243aa6c93, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d4928370-fb58-43df-92e5-7b7243aa6c93,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:23.629695 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:23.630528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dbee8-9ad6-4306-865b-41e071339639 req-d4fac521-54bd-49e9-b5b6-acb8006d826b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.630528 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-267dbee8-9ad6-4306-865b-41e071339639 req-d4fac521-54bd-49e9-b5b6-acb8006d826b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0639062 Aug 20 11:42:23.646726 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-909ffc41-a37d-4bdf-bce1-989fa3a96753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.648264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-909ffc41-a37d-4bdf-bce1-989fa3a96753 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f98a334c67f49e79ce0d260c119660a&device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 1095 time: 0.0525920 Aug 20 11:42:23.656897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da67ce-35aa-4f8a-9e2a-a5687fadcbf0 req-573684c5-3626-42fa-9f2d-5a70caed0594 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.663829 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56da67ce-35aa-4f8a-9e2a-a5687fadcbf0 req-573684c5-3626-42fa-9f2d-5a70caed0594 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0974026 Aug 20 11:42:23.686819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-267dbee8-9ad6-4306-865b-41e071339639 req-c93b7954-c35d-4941-af5d-7207a4e0338d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499740 Aug 20 11:42:23.694708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=d4928370-fb58-43df-92e5-7b7243aa6c93,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:23.773848 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56da67ce-35aa-4f8a-9e2a-a5687fadcbf0 req-c60d800c-3b88-408e-9a5f-acded5d692c5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990093 Aug 20 11:42:23.817050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-2664eb45-4a01-459d-a862-dfbaf9a16820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.820429 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-2664eb45-4a01-459d-a862-dfbaf9a16820 service neutron] 10.222.0.57 "GET /v2.0/networks?id=789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 200 len: 913 time: 0.1547534 Aug 20 11:42:23.832272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b7891-6dec-43ce-9df8-74e2ba31b6a5 req-f0f674cc-b8cc-48b3-a1a5-226c67eb4922 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.834479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-303b7891-6dec-43ce-9df8-74e2ba31b6a5 req-f0f674cc-b8cc-48b3-a1a5-226c67eb4922 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 945 time: 0.0681164 Aug 20 11:42:23.887351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['d4928370-fb58-43df-92e5-7b7243aa6c93'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:23.891007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-303b7891-6dec-43ce-9df8-74e2ba31b6a5 req-35411721-3346-4e3d-ac22-3ac147dab708 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472295 Aug 20 11:42:23.905494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-c67bc9e3-0835-4c0c-806d-fff95bb42ec4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 200 len: 999 time: 0.0759969 Aug 20 11:42:23.967172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-24249646-fa76-4134-bfa8-5b5c01b7483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:23.968878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-24249646-fa76-4134-bfa8-5b5c01b7483c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 200 len: 851 time: 0.0549045 Aug 20 11:42:24.028902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-827d2f05-9380-43c2-94dc-bc2cf6269ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:24.030518 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-827d2f05-9380-43c2-94dc-bc2cf6269ddb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=789ee8ec-5718-45a4-95ae-1cbea4e444d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524909 Aug 20 11:42:24.128469 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-332c962e-1cf7-460f-b145-283b2de3b8fe service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896356 Aug 20 11:42:24.231716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6be7f78b-f56b-43e5-aa1f-ead43a6f87b0 req-0af0efce-4a31-412d-8b56-9afce6effec0 service neutron] 10.222.0.57 "GET /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951271 Aug 20 11:42:24.840461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12ac5-a385-49d1-b48e-79b35eb68dcc req-f97e05c5-e17c-49cf-b169-5f376ecda989 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:24.847088 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0fa12ac5-a385-49d1-b48e-79b35eb68dcc req-f97e05c5-e17c-49cf-b169-5f376ecda989 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0786452 Aug 20 11:42:24.892555 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0fa12ac5-a385-49d1-b48e-79b35eb68dcc req-75ed2673-291b-4274-a2c1-1556bb7f13e0 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Aug 20 11:42:24.929271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8d97-565d-4332-883a-0b844d391410 req-25cfd968-5358-40ae-bf06-e3a9344204ed tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:24.929271 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5eab8d97-565d-4332-883a-0b844d391410 req-25cfd968-5358-40ae-bf06-e3a9344204ed tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 943 time: 0.0609877 Aug 20 11:42:24.964154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5eab8d97-565d-4332-883a-0b844d391410 req-d93c78e9-dd75-43c3-acff-72ad37f1b264 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Aug 20 11:42:25.039605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844234dd-8607-42e3-ab4f-4bc026c5e398 req-0a5eb5a6-3646-45d6-9291-028f77ad159a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:25.041191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-844234dd-8607-42e3-ab4f-4bc026c5e398 req-0a5eb5a6-3646-45d6-9291-028f77ad159a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 945 time: 0.0724487 Aug 20 11:42:25.083823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-844234dd-8607-42e3-ab4f-4bc026c5e398 req-236ad13a-2bec-444a-96ad-5f8df1318335 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356345 Aug 20 11:42:25.228150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device df3cf4a7-71de-444d-95a4-6c0e12ef57ad details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:25.230135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d4928370-fb58-43df-92e5-7b7243aa6c93 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:25.378990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port df3cf4a7-71de-444d-95a4-6c0e12ef57ad, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:25.391978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'df3cf4a7-71de-444d-95a4-6c0e12ef57ad', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'port_id': 'df3cf4a7-71de-444d-95a4-6c0e12ef57ad', 'mac_address': 'fa:16:3e:4c:60:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:25.420165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port d4928370-fb58-43df-92e5-7b7243aa6c93 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:25.433081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port d4928370-fb58-43df-92e5-7b7243aa6c93 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:25.433448 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.460615 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.479881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3cf4a7-71de-444d-95a4-6c0e12ef57ad {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:25.508286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port df3cf4a7-71de-444d-95a4-6c0e12ef57ad, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:25.549142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.573934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af0ef90-ef8a-43d4-82e3-cf73b816fc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4928370-fb58-43df-92e5-7b7243aa6c93'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:25.576284 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a8e969-8e65-46c4-b7c7-07ad29dcadb8" -d '{"events": [{"server_uuid": "2af0ef90-ef8a-43d4-82e3-cf73b816fc39", "name": "network-vif-plugged", "status": "completed", "tag": "d4928370-fb58-43df-92e5-7b7243aa6c93"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:25.596268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d4928370-fb58-43df-92e5-7b7243aa6c93, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d4928370-fb58-43df-92e5-7b7243aa6c93,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:25.613734 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca088c42-2e06-4a16-94ec-33cc15635faf x-openstack-request-id: req-ca088c42-2e06-4a16-94ec-33cc15635faf {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:25.614028 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af0ef90-ef8a-43d4-82e3-cf73b816fc39", "name": "network-vif-plugged", "status": "completed", "tag": "d4928370-fb58-43df-92e5-7b7243aa6c93", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:25.614945 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca088c42-2e06-4a16-94ec-33cc15635faf {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:25.615343 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af0ef90-ef8a-43d4-82e3-cf73b816fc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4928370-fb58-43df-92e5-7b7243aa6c93', 'code': 200} Aug 20 11:42:25.632581 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.693630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:25.717661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93306e-9732-4e50-bc37-b003556e7502 req-6931fee9-ed09-4391-819a-fdc9386707b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:25.719307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6b93306e-9732-4e50-bc37-b003556e7502 req-6931fee9-ed09-4391-819a-fdc9386707b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 1096 time: 0.0457144 Aug 20 11:42:25.728504 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:25.766378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6b93306e-9732-4e50-bc37-b003556e7502 req-79e7c42e-17b8-41c7-8892-6f4e4a34d89b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Aug 20 11:42:25.782771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=d4928370-fb58-43df-92e5-7b7243aa6c93,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:25.865892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['df3cf4a7-71de-444d-95a4-6c0e12ef57ad'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:26.046544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a06c2-0370-4dbd-a6ed-a5db60bb16ba req-2a35e92d-9118-4d42-b36f-73b0d93535d2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:26.049320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d70a06c2-0370-4dbd-a6ed-a5db60bb16ba req-2a35e92d-9118-4d42-b36f-73b0d93535d2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0610936 Aug 20 11:42:26.104101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d70a06c2-0370-4dbd-a6ed-a5db60bb16ba req-2e2c3e6d-a141-4b5f-84bd-6eb1da756259 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473936 Aug 20 11:42:26.413723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fa200-fe31-41fc-b40a-4808b43bbb89 req-7e8b91f0-3c32-41f4-b771-3a0292a97d11 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:26.413723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf7fa200-fe31-41fc-b40a-4808b43bbb89 req-7e8b91f0-3c32-41f4-b771-3a0292a97d11 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 944 time: 0.0656676 Aug 20 11:42:26.413723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf7fa200-fe31-41fc-b40a-4808b43bbb89 req-e54666bd-cede-47b7-97ab-20dd8b163585 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366018 Aug 20 11:42:26.417614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3f6d7-d639-44d4-bb2d-e772b40ab050 req-280e51d6-301e-45e0-a510-f736384f3715 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:26.417614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e7f3f6d7-d639-44d4-bb2d-e772b40ab050 req-280e51d6-301e-45e0-a510-f736384f3715 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 946 time: 0.0582390 Aug 20 11:42:26.417614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e7f3f6d7-d639-44d4-bb2d-e772b40ab050 req-95b81892-d6fe-4b6c-9908-1e43ec932846 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363898 Aug 20 11:42:26.419002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef8aaa-aa88-44b8-b48a-f7fd3e74d3bb req-38248717-27ef-475b-92e8-d4d9c69d2687 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:26.419002 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0ef8aaa-aa88-44b8-b48a-f7fd3e74d3bb req-38248717-27ef-475b-92e8-d4d9c69d2687 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0607121 Aug 20 11:42:26.419002 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0ef8aaa-aa88-44b8-b48a-f7fd3e74d3bb req-2f66ca07-9e03-4e75-82f3-bdbfdc7a4168 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381021 Aug 20 11:42:27.243737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device df3cf4a7-71de-444d-95a4-6c0e12ef57ad up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:27.325503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425b397-b8c8-419f-8e17-e76aefca9236 req-cecf868f-038b-43c6-a232-5b07f690c31a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:27.328325 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a425b397-b8c8-419f-8e17-e76aefca9236 req-cecf868f-038b-43c6-a232-5b07f690c31a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 944 time: 0.0759130 Aug 20 11:42:27.385862 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a425b397-b8c8-419f-8e17-e76aefca9236 req-60bdbddc-dbba-4070-b2f2-c1166714c459 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495205 Aug 20 11:42:27.448842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port df3cf4a7-71de-444d-95a4-6c0e12ef57ad completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:27.453412 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port df3cf4a7-71de-444d-95a4-6c0e12ef57ad triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:27.453806 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.538522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fd6dc-2d57-4a91-a6bc-1ce08917b949 req-087ade60-b955-491f-810a-88e8bfc6c096 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:27.540487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c3fd6dc-2d57-4a91-a6bc-1ce08917b949 req-087ade60-b955-491f-810a-88e8bfc6c096 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 946 time: 0.0795982 Aug 20 11:42:27.563168 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.590759 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2c3fd6dc-2d57-4a91-a6bc-1ce08917b949 req-b4de800e-8aaa-4a59-b30c-724b551be81a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Aug 20 11:42:27.602720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port df3cf4a7-71de-444d-95a4-6c0e12ef57ad, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:27.616887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aec5dfe-5799-40df-9530-47f9d96a2bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3cf4a7-71de-444d-95a4-6c0e12ef57ad'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:27.619390 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a3491c-9bbc-4551-bfa7-daa2d608b2b0" -d '{"events": [{"server_uuid": "8aec5dfe-5799-40df-9530-47f9d96a2bce", "name": "network-vif-plugged", "status": "completed", "tag": "df3cf4a7-71de-444d-95a4-6c0e12ef57ad"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:27.658647 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da48ea7a-bed9-4a8f-9f18-fd719be9d113 x-openstack-request-id: req-da48ea7a-bed9-4a8f-9f18-fd719be9d113 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:27.658946 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aec5dfe-5799-40df-9530-47f9d96a2bce", "name": "network-vif-plugged", "status": "completed", "tag": "df3cf4a7-71de-444d-95a4-6c0e12ef57ad", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:27.659203 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da48ea7a-bed9-4a8f-9f18-fd719be9d113 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:27.659599 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aec5dfe-5799-40df-9530-47f9d96a2bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3cf4a7-71de-444d-95a4-6c0e12ef57ad', 'code': 200} Aug 20 11:42:27.723320 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:27.789213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891170d7-5a17-459f-b207-0ea8ed25a2c1 req-3e8cf6eb-9a35-44bd-b3ac-e6d45ca13922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:27.791439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:27.794257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-891170d7-5a17-459f-b207-0ea8ed25a2c1 req-3e8cf6eb-9a35-44bd-b3ac-e6d45ca13922 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 1096 time: 0.0748765 Aug 20 11:42:27.851955 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-891170d7-5a17-459f-b207-0ea8ed25a2c1 req-d86aebf2-fb79-4543-acad-0e05b72acbe1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493045 Aug 20 11:42:28.524024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c299bc-5ab2-43e3-8689-4ae539c0c232 req-30337f5c-9f4b-49a3-b679-f0bf234be2ef tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.525626 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7c299bc-5ab2-43e3-8689-4ae539c0c232 req-30337f5c-9f4b-49a3-b679-f0bf234be2ef tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 945 time: 0.0528162 Aug 20 11:42:28.566477 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7c299bc-5ab2-43e3-8689-4ae539c0c232 req-15439614-a259-4a7a-a98a-797f9a2f8e61 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346575 Aug 20 11:42:28.613530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f915742-104d-4222-ad90-aef4c5511358 req-f79f1250-3332-46a3-b34b-838fecdc2ad3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.615658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f915742-104d-4222-ad90-aef4c5511358 req-f79f1250-3332-46a3-b34b-838fecdc2ad3 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ead211d-8f21-459c-bf03-d235cb486783 HTTP/1.1" status: 200 len: 943 time: 0.0541499 Aug 20 11:42:28.719087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5f915742-104d-4222-ad90-aef4c5511358 req-60a68bc6-4601-4878-b7d4-69e9382204fa tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Deleting port 356715b4-fe02-434e-ae83-8afbf2709b92 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:28.719470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f915742-104d-4222-ad90-aef4c5511358 req-60a68bc6-4601-4878-b7d4-69e9382204fa tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.729275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82eb9-795d-4674-ae33-993b76ca1be8 req-a5201dcc-817e-4891-9c4f-9775c5875dfe tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.730914 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58a82eb9-795d-4674-ae33-993b76ca1be8 req-a5201dcc-817e-4891-9c4f-9775c5875dfe tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 946 time: 0.0673065 Aug 20 11:42:28.787328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58a82eb9-795d-4674-ae33-993b76ca1be8 req-3532e005-7dd9-4f25-9025-fbc4b485d222 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491512 Aug 20 11:42:28.820785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5f915742-104d-4222-ad90-aef4c5511358 req-60a68bc6-4601-4878-b7d4-69e9382204fa tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] For port 356715b4-fe02-434e-ae83-8afbf2709b92, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=356715b4-fe02-434e-ae83-8afbf2709b92,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:28.821257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f915742-104d-4222-ad90-aef4c5511358 req-60a68bc6-4601-4878-b7d4-69e9382204fa tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:28.835657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5f915742-104d-4222-ad90-aef4c5511358 req-60a68bc6-4601-4878-b7d4-69e9382204fa tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Calling delete_port for 356715b4-fe02-434e-ae83-8afbf2709b92 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:28.922961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752227e-8f58-4c87-b9e5-8ab8a492b838 req-009e86c0-aa15-4e83-9591-e3123f0e14b4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:28.924762 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e752227e-8f58-4c87-b9e5-8ab8a492b838 req-009e86c0-aa15-4e83-9591-e3123f0e14b4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 945 time: 0.0563219 Aug 20 11:42:28.974645 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e752227e-8f58-4c87-b9e5-8ab8a492b838 req-a10b750b-b5c2-46f8-9e18-072302c3d718 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Aug 20 11:42:29.091434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b687-f443-4002-9af2-3d80284b2a2a req-5b6e6dff-ba84-4268-9c32-7946ff99d926 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:29.092848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27e4b687-f443-4002-9af2-3d80284b2a2a req-5b6e6dff-ba84-4268-9c32-7946ff99d926 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 946 time: 0.0505548 Aug 20 11:42:29.094858 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f915742-104d-4222-ad90-aef4c5511358 req-60a68bc6-4601-4878-b7d4-69e9382204fa tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.108925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f22efe15-6469-4ed8-a100-8b6d0e47d6d5', 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:29.126886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a68bc6-4601-4878-b7d4-69e9382204fa tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event deleted for resources: {'Port': ['ID=356715b4-fe02-434e-ae83-8afbf2709b92,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:29.155139 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27e4b687-f443-4002-9af2-3d80284b2a2a req-45e41d13-b42b-451f-b201-ee517fac9d88 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511038 Aug 20 11:42:29.187696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f915742-104d-4222-ad90-aef4c5511358 req-60a68bc6-4601-4878-b7d4-69e9382204fa tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] No DVR routers for this DVR port 356715b4-fe02-434e-ae83-8afbf2709b92 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:29.191186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f915742-104d-4222-ad90-aef4c5511358 req-60a68bc6-4601-4878-b7d4-69e9382204fa tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:29.194073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f915742-104d-4222-ad90-aef4c5511358 req-60a68bc6-4601-4878-b7d4-69e9382204fa tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "DELETE /v2.0/ports/356715b4-fe02-434e-ae83-8afbf2709b92 HTTP/1.1" status: 204 len: 173 time: 0.5720589 Aug 20 11:42:29.194589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ead211d-8f21-459c-bf03-d235cb486783', 'name': 'network-vif-deleted', 'tag': '356715b4-fe02-434e-ae83-8afbf2709b92'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:29.197042 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c56d0a-bfdb-4e94-bc87-6568354eeb23" -d '{"events": [{"server_uuid": "7ead211d-8f21-459c-bf03-d235cb486783", "name": "network-vif-deleted", "tag": "356715b4-fe02-434e-ae83-8afbf2709b92"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:29.728956 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f9a6d-2c07-492b-a53d-03462c7666cb x-openstack-request-id: req-d77f9a6d-2c07-492b-a53d-03462c7666cb {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:29.729254 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ead211d-8f21-459c-bf03-d235cb486783", "name": "network-vif-deleted", "tag": "356715b4-fe02-434e-ae83-8afbf2709b92", "status": "failed", "code": 422}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:29.729520 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d77f9a6d-2c07-492b-a53d-03462c7666cb {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:29.729990 n-d-804230-3 neutron-server[95587]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7ead211d-8f21-459c-bf03-d235cb486783', 'name': 'network-vif-deleted', 'tag': '356715b4-fe02-434e-ae83-8afbf2709b92', 'status': 'failed', 'code': 422} returned with failed status Aug 20 11:42:29.840221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a332d81-2806-4976-9c2f-4eaca9df86f5 req-4a842f3d-03c2-448a-adf6-cd3abefc327c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:29.842113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a332d81-2806-4976-9c2f-4eaca9df86f5 req-4a842f3d-03c2-448a-adf6-cd3abefc327c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 945 time: 0.0603302 Aug 20 11:42:29.884568 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a332d81-2806-4976-9c2f-4eaca9df86f5 req-06955aec-495a-4d81-ba32-a35f90832205 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356107 Aug 20 11:42:29.994911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bade10-25fa-4f77-8240-7abc11ab1abc req-914a9157-cbf8-46ec-a6ef-f7eaa1cf877a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:29.996572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64bade10-25fa-4f77-8240-7abc11ab1abc req-914a9157-cbf8-46ec-a6ef-f7eaa1cf877a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 946 time: 0.0538793 Aug 20 11:42:30.053969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64bade10-25fa-4f77-8240-7abc11ab1abc req-9c855dcb-f4f2-4672-904e-8ef787bcb8a5 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495155 Aug 20 11:42:30.165381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37856b-c924-41ee-ade9-d21033c91912 req-f39de022-20fd-4de9-aba6-2b300c86d03e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.167333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fb37856b-c924-41ee-ade9-d21033c91912 req-f39de022-20fd-4de9-aba6-2b300c86d03e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 945 time: 0.0534067 Aug 20 11:42:30.207638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fb37856b-c924-41ee-ade9-d21033c91912 req-84229c69-2054-4cbe-9499-5fe82e41dec3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340981 Aug 20 11:42:30.332062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133413a7-6002-47c1-86ff-a788eb45fba6 req-de6b25aa-b084-45ee-ac47-7db5274165df tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.334138 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-133413a7-6002-47c1-86ff-a788eb45fba6 req-de6b25aa-b084-45ee-ac47-7db5274165df tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 945 time: 0.0542402 Aug 20 11:42:30.378333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-133413a7-6002-47c1-86ff-a788eb45fba6 req-4017a762-2501-4594-affb-04314a65c0af tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361490 Aug 20 11:42:30.675124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb988c0-2e55-4c70-a622-2acd9b91f9c0 req-cda6c2a9-adf6-400f-8552-a824412ff4bd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.676650 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6eb988c0-2e55-4c70-a622-2acd9b91f9c0 req-cda6c2a9-adf6-400f-8552-a824412ff4bd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 907 time: 0.0559225 Aug 20 11:42:30.986619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e14c4-08c7-4cc0-be7b-67526a543170 req-c1c98729-7d31-496d-a962-66bebc33b812 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:30.988145 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-922e14c4-08c7-4cc0-be7b-67526a543170 req-c1c98729-7d31-496d-a962-66bebc33b812 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 945 time: 0.0513244 Aug 20 11:42:31.032875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-922e14c4-08c7-4cc0-be7b-67526a543170 req-2865d70d-322f-4617-8420-94ca95fcf525 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379069 Aug 20 11:42:31.178571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dc3d8-f3dc-48c6-a13a-5191a0ce636a req-f49950ee-4c28-4394-a9a2-6435350f8788 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:31.180059 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d26dc3d8-f3dc-48c6-a13a-5191a0ce636a req-f49950ee-4c28-4394-a9a2-6435350f8788 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 946 time: 0.0490587 Aug 20 11:42:31.217255 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d26dc3d8-f3dc-48c6-a13a-5191a0ce636a req-8c40945d-8a9b-45f1-8d9e-3e75e1b6019e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Aug 20 11:42:31.299867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-e7fd0bf2-937a-451d-a751-59c7c78f6374 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:31.301364 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-e7fd0bf2-937a-451d-a751-59c7c78f6374 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 946 time: 0.0493243 Aug 20 11:42:31.637213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-c000ba1c-7c45-4161-9024-3974db14c737 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Deleting port d4928370-fb58-43df-92e5-7b7243aa6c93 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:31.637457 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-c000ba1c-7c45-4161-9024-3974db14c737 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.735990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-c000ba1c-7c45-4161-9024-3974db14c737 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] For port d4928370-fb58-43df-92e5-7b7243aa6c93, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d4928370-fb58-43df-92e5-7b7243aa6c93,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:31.735990 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-c000ba1c-7c45-4161-9024-3974db14c737 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:31.757946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-c000ba1c-7c45-4161-9024-3974db14c737 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Calling delete_port for d4928370-fb58-43df-92e5-7b7243aa6c93 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:31.849894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df1d98-c7f0-41f8-b17f-3ab64bc68099 req-57b43ac3-73eb-428b-9e55-89386aca0a15 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:31.851453 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-66df1d98-c7f0-41f8-b17f-3ab64bc68099 req-57b43ac3-73eb-428b-9e55-89386aca0a15 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 907 time: 0.0983846 Aug 20 11:42:32.077642 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-c000ba1c-7c45-4161-9024-3974db14c737 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.094251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['9cd15931-a37b-4092-b600-2fbc855fb6b8'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:32.098243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee', 'd4928370-fb58-43df-92e5-7b7243aa6c93'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:32.108459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000ba1c-7c45-4161-9024-3974db14c737 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event deleted for resources: {'Port': ['ID=d4928370-fb58-43df-92e5-7b7243aa6c93,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:32.175896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-c000ba1c-7c45-4161-9024-3974db14c737 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] No DVR routers for this DVR port d4928370-fb58-43df-92e5-7b7243aa6c93 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:32.180125 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-c000ba1c-7c45-4161-9024-3974db14c737 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.182312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3ec40cc3-a44d-49fa-9eb9-595710b9240d req-c000ba1c-7c45-4161-9024-3974db14c737 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "DELETE /v2.0/ports/d4928370-fb58-43df-92e5-7b7243aa6c93 HTTP/1.1" status: 204 len: 173 time: 0.8743269 Aug 20 11:42:32.182709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af0ef90-ef8a-43d4-82e3-cf73b816fc39', 'name': 'network-vif-deleted', 'tag': 'd4928370-fb58-43df-92e5-7b7243aa6c93'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:32.185060 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93828ee6-295a-42ee-964a-5072533c3780" -d '{"events": [{"server_uuid": "2af0ef90-ef8a-43d4-82e3-cf73b816fc39", "name": "network-vif-deleted", "tag": "d4928370-fb58-43df-92e5-7b7243aa6c93"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:32.226140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443ff9c-ed4b-4bbe-b10b-b54046878dd1 req-5a1bc93f-4588-46c7-8b44-6ea6aad7f4af tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:32.237064 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5443ff9c-ed4b-4bbe-b10b-b54046878dd1 req-5a1bc93f-4588-46c7-8b44-6ea6aad7f4af tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 945 time: 0.1258967 Aug 20 11:42:32.241826 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed6878-58e3-4e48-b658-ce6ec9d9ba39 x-openstack-request-id: req-c0ed6878-58e3-4e48-b658-ce6ec9d9ba39 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:32.242363 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af0ef90-ef8a-43d4-82e3-cf73b816fc39", "name": "network-vif-deleted", "tag": "d4928370-fb58-43df-92e5-7b7243aa6c93", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:32.242838 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0ed6878-58e3-4e48-b658-ce6ec9d9ba39 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:32.243427 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af0ef90-ef8a-43d4-82e3-cf73b816fc39', 'name': 'network-vif-deleted', 'tag': 'd4928370-fb58-43df-92e5-7b7243aa6c93', 'status': 'completed', 'code': 200} Aug 20 11:42:32.284322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-65916502-5413-435b-a8fb-6217e1942bf1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:32.288416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-65916502-5413-435b-a8fb-6217e1942bf1 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 907 time: 0.1504126 Aug 20 11:42:32.308156 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5443ff9c-ed4b-4bbe-b10b-b54046878dd1 req-70ef4bf2-8dd8-4ce9-8de2-411da2fb4d76 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627532 Aug 20 11:42:32.372857 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae6ef1ec-11bd-40ff-9b1b-5811b34b4c24 req-4e59f80d-3f8f-4bcc-80ee-152a49bbd364 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 210 time: 0.0408754 Aug 20 11:42:32.439008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-796933de-7d40-4787-9252-a31f5370658b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Deleting port 62e6e552-426c-46fb-a2b2-4976b618dac0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:32.439362 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-796933de-7d40-4787-9252-a31f5370658b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.536893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-796933de-7d40-4787-9252-a31f5370658b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] For port 62e6e552-426c-46fb-a2b2-4976b618dac0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=62e6e552-426c-46fb-a2b2-4976b618dac0,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:32.537182 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-796933de-7d40-4787-9252-a31f5370658b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.551688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-796933de-7d40-4787-9252-a31f5370658b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Calling delete_port for 62e6e552-426c-46fb-a2b2-4976b618dac0 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:32.610759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-e59020b3-d640-4421-a2d5-8477239a5d0b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:32.610759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-e59020b3-d640-4421-a2d5-8477239a5d0b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 945 time: 0.0727930 Aug 20 11:42:32.706164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-fde67390-d82e-4ccc-a4f7-18380cfece03 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Deleting port df3cf4a7-71de-444d-95a4-6c0e12ef57ad {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:32.706542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-fde67390-d82e-4ccc-a4f7-18380cfece03 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.806676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-fde67390-d82e-4ccc-a4f7-18380cfece03 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] For port df3cf4a7-71de-444d-95a4-6c0e12ef57ad, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:32.807453 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-fde67390-d82e-4ccc-a4f7-18380cfece03 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.820721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-fde67390-d82e-4ccc-a4f7-18380cfece03 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Calling delete_port for df3cf4a7-71de-444d-95a4-6c0e12ef57ad owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:32.832118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-796933de-7d40-4787-9252-a31f5370658b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.875003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796933de-7d40-4787-9252-a31f5370658b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event deleted for resources: {'Port': ['ID=62e6e552-426c-46fb-a2b2-4976b618dac0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:32.927088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-796933de-7d40-4787-9252-a31f5370658b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] No DVR routers for this DVR port 62e6e552-426c-46fb-a2b2-4976b618dac0 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:32.930059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-796933de-7d40-4787-9252-a31f5370658b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:32.933647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a079277a-d403-4a48-9dcd-f9b04dc5f591 req-796933de-7d40-4787-9252-a31f5370658b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "DELETE /v2.0/ports/62e6e552-426c-46fb-a2b2-4976b618dac0 HTTP/1.1" status: 204 len: 173 time: 0.6383657 Aug 20 11:42:32.933847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3150a28-0102-494d-9e9c-e02f02b069c9', 'name': 'network-vif-deleted', 'tag': '62e6e552-426c-46fb-a2b2-4976b618dac0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:32.936942 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02e8aa3-5cb4-43eb-9514-65aff5acd41c" -d '{"events": [{"server_uuid": "b3150a28-0102-494d-9e9c-e02f02b069c9", "name": "network-vif-deleted", "tag": "62e6e552-426c-46fb-a2b2-4976b618dac0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:33.054079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-658fd4bd-807e-47cf-b4df-251df0ae9f79 req-a3ac9396-9b61-43fe-bde1-fa2a3932d157 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 210 time: 0.0674036 Aug 20 11:42:33.096047 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c7114d-d1ba-4eb9-a73f-f2322328f385 x-openstack-request-id: req-a2c7114d-d1ba-4eb9-a73f-f2322328f385 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:33.096449 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3150a28-0102-494d-9e9c-e02f02b069c9", "name": "network-vif-deleted", "tag": "62e6e552-426c-46fb-a2b2-4976b618dac0", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:33.096808 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2c7114d-d1ba-4eb9-a73f-f2322328f385 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:33.097320 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3150a28-0102-494d-9e9c-e02f02b069c9', 'name': 'network-vif-deleted', 'tag': '62e6e552-426c-46fb-a2b2-4976b618dac0', 'status': 'completed', 'code': 200} Aug 20 11:42:33.197729 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-fde67390-d82e-4ccc-a4f7-18380cfece03 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.210298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['df3cf4a7-71de-444d-95a4-6c0e12ef57ad'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:33.228489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde67390-d82e-4ccc-a4f7-18380cfece03 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'Port': ['ID=df3cf4a7-71de-444d-95a4-6c0e12ef57ad,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:33.273445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-fde67390-d82e-4ccc-a4f7-18380cfece03 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] No DVR routers for this DVR port df3cf4a7-71de-444d-95a4-6c0e12ef57ad on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:33.276085 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-fde67390-d82e-4ccc-a4f7-18380cfece03 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:33.279249 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e06d7568-8b3a-43aa-9005-c58b14bff094 req-fde67390-d82e-4ccc-a4f7-18380cfece03 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "DELETE /v2.0/ports/df3cf4a7-71de-444d-95a4-6c0e12ef57ad HTTP/1.1" status: 204 len: 173 time: 0.6766558 Aug 20 11:42:33.485429 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6cc2e061-f182-44bd-ab4d-6a6aca7d76f7 req-fa4b53cf-979c-4da9-ad50-dde3b2094f8c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0394588 Aug 20 11:42:33.529209 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d34e349-1e70-4af9-9628-0e2cfd7f6f28 req-0d06625d-82b7-4ba4-9e47-17a975e1435b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af0ef90-ef8a-43d4-82e3-cf73b816fc39 HTTP/1.1" status: 200 len: 210 time: 0.0273006 Aug 20 11:42:34.181674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b9f647b-868f-45df-a954-9ffe8064c236 req-d3942e2b-991b-44ff-a3bc-69e84c8e397d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3150a28-0102-494d-9e9c-e02f02b069c9 HTTP/1.1" status: 200 len: 210 time: 0.0378618 Aug 20 11:42:34.244719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aec5dfe-5799-40df-9530-47f9d96a2bce', 'name': 'network-vif-deleted', 'tag': 'df3cf4a7-71de-444d-95a4-6c0e12ef57ad'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:34.247351 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2852715-9e73-41d5-9484-6f8def04c1c4" -d '{"events": [{"server_uuid": "8aec5dfe-5799-40df-9530-47f9d96a2bce", "name": "network-vif-deleted", "tag": "df3cf4a7-71de-444d-95a4-6c0e12ef57ad"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:34.286114 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c43f25-be64-45f2-bfaa-22f286c1012d x-openstack-request-id: req-77c43f25-be64-45f2-bfaa-22f286c1012d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:34.287037 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aec5dfe-5799-40df-9530-47f9d96a2bce", "name": "network-vif-deleted", "tag": "df3cf4a7-71de-444d-95a4-6c0e12ef57ad", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:34.287324 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77c43f25-be64-45f2-bfaa-22f286c1012d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:34.287742 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aec5dfe-5799-40df-9530-47f9d96a2bce', 'name': 'network-vif-deleted', 'tag': 'df3cf4a7-71de-444d-95a4-6c0e12ef57ad', 'status': 'completed', 'code': 200} Aug 20 11:42:34.585938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6dfe572-cee6-4d0f-82f7-e0cf3d2db099 req-d5208946-2b86-4439-8ef2-f0894c6dae3e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0303733 Aug 20 11:42:35.158275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9bb8d-58f5-44f1-a236-27c4098e922e req-912aa556-e117-4a13-a93a-3fe23b93bc22 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:35.160119 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ed9bb8d-58f5-44f1-a236-27c4098e922e req-912aa556-e117-4a13-a93a-3fe23b93bc22 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 945 time: 0.0511358 Aug 20 11:42:35.200074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ed9bb8d-58f5-44f1-a236-27c4098e922e req-c821fa61-d9ed-439f-9a39-79e99f4a4a1c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Aug 20 11:42:35.268650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device df3cf4a7-71de-444d-95a4-6c0e12ef57ad no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:35.289976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: df3cf4a7-71de-444d-95a4-6c0e12ef57ad {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:35.290408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device df3cf4a7-71de-444d-95a4-6c0e12ef57ad not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:35.290929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d4928370-fb58-43df-92e5-7b7243aa6c93 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:35.309871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: d4928370-fb58-43df-92e5-7b7243aa6c93 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:35.310339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d4928370-fb58-43df-92e5-7b7243aa6c93 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:35.699189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34afb9c1-73eb-4877-86bb-43cd5020d9cd req-eb53a1c6-5b50-47ad-8bea-6232f83338a4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0335629 Aug 20 11:42:35.919660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534a36d-b161-4d3a-8ce3-3068c5d4ab0e req-41b5a6a4-b090-48e9-a6a2-6305ed6f638f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:35.921183 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c534a36d-b161-4d3a-8ce3-3068c5d4ab0e req-41b5a6a4-b090-48e9-a6a2-6305ed6f638f tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 946 time: 0.0581248 Aug 20 11:42:35.967105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c534a36d-b161-4d3a-8ce3-3068c5d4ab0e req-2eff3359-a65e-4ca7-8932-8b371defab2d tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389428 Aug 20 11:42:36.039667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 62e6e552-426c-46fb-a2b2-4976b618dac0 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:36.063543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 62e6e552-426c-46fb-a2b2-4976b618dac0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:36.063890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 62e6e552-426c-46fb-a2b2-4976b618dac0 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:36.325339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ad8e-e00a-4119-9d54-80d497fa1f7f req-ec1908c5-1489-4f19-be98-bd9c2b8df1bc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:36.326903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd55ad8e-e00a-4119-9d54-80d497fa1f7f req-ec1908c5-1489-4f19-be98-bd9c2b8df1bc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 945 time: 0.0502906 Aug 20 11:42:36.367117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd55ad8e-e00a-4119-9d54-80d497fa1f7f req-e9d41bdf-920f-45d7-8b44-0a5c8c4ac913 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340259 Aug 20 11:42:36.809090 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea9ac281-d3f5-4c8f-af95-b6dad766243b req-dc786ef5-3d84-44fc-8934-2b9b060daea2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0296953 Aug 20 11:42:36.900942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe701b9-52f2-4318-b45b-587d66844806 req-f7e79e8f-02df-42cd-8234-6e4709b97eed tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:36.902325 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbe701b9-52f2-4318-b45b-587d66844806 req-f7e79e8f-02df-42cd-8234-6e4709b97eed tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 945 time: 0.0540917 Aug 20 11:42:37.015913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-cbe701b9-52f2-4318-b45b-587d66844806 req-08b146f0-ac11-4dd4-b3e4-b88fc334ed29 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Deleting port 9cd15931-a37b-4092-b600-2fbc855fb6b8 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:37.016709 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cbe701b9-52f2-4318-b45b-587d66844806 req-08b146f0-ac11-4dd4-b3e4-b88fc334ed29 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:37.149674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-cbe701b9-52f2-4318-b45b-587d66844806 req-08b146f0-ac11-4dd4-b3e4-b88fc334ed29 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] For port 9cd15931-a37b-4092-b600-2fbc855fb6b8, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=9cd15931-a37b-4092-b600-2fbc855fb6b8,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:37.150046 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cbe701b9-52f2-4318-b45b-587d66844806 req-08b146f0-ac11-4dd4-b3e4-b88fc334ed29 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:37.159914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cbddc-2618-44ef-84eb-d90a383742f1 req-7ce0bc0f-ae72-4e0c-9b6d-f8f527ec52c9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.162017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-645cbddc-2618-44ef-84eb-d90a383742f1 req-7ce0bc0f-ae72-4e0c-9b6d-f8f527ec52c9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 946 time: 0.0894039 Aug 20 11:42:37.180945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-cbe701b9-52f2-4318-b45b-587d66844806 req-08b146f0-ac11-4dd4-b3e4-b88fc334ed29 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Calling delete_port for 9cd15931-a37b-4092-b600-2fbc855fb6b8 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:37.251257 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-645cbddc-2618-44ef-84eb-d90a383742f1 req-5cc9fecc-64fd-4f84-8ed8-0c7d3d08d988 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802021 Aug 20 11:42:37.280903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e29c50-d36b-44ca-bb0a-99735b39b799 req-3601690f-20a8-4ecc-88b9-e22685052018 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.282471 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13e29c50-d36b-44ca-bb0a-99735b39b799 req-3601690f-20a8-4ecc-88b9-e22685052018 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0675457 Aug 20 11:42:37.334378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13e29c50-d36b-44ca-bb0a-99735b39b799 req-ac2111b9-9cf2-4d41-bb8e-d5c58bc91f03 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432332 Aug 20 11:42:37.366297 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:42:37.493255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0d89d-a36c-4f51-ba9b-064d4fc6621f req-a8665827-76a9-403d-8169-36aa20c900c5 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.495040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7a0d89d-a36c-4f51-ba9b-064d4fc6621f req-a8665827-76a9-403d-8169-36aa20c900c5 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 945 time: 0.0574610 Aug 20 11:42:37.496238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cbe701b9-52f2-4318-b45b-587d66844806 req-08b146f0-ac11-4dd4-b3e4-b88fc334ed29 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:37.508705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:37.547550 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b146f0-ac11-4dd4-b3e4-b88fc334ed29 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event deleted for resources: {'Port': ['ID=9cd15931-a37b-4092-b600-2fbc855fb6b8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:37.553858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['9cd15931-a37b-4092-b600-2fbc855fb6b8'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:37.585428 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f9ec6-0498-4353-b40e-707c14589806 req-57848c09-5a3b-43de-9f71-35b4fd8a7e03 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:37.587601 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-165f9ec6-0498-4353-b40e-707c14589806 req-57848c09-5a3b-43de-9f71-35b4fd8a7e03 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 946 time: 0.0925682 Aug 20 11:42:37.606210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe701b9-52f2-4318-b45b-587d66844806 req-08b146f0-ac11-4dd4-b3e4-b88fc334ed29 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] No DVR routers for this DVR port 9cd15931-a37b-4092-b600-2fbc855fb6b8 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:37.610080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cbe701b9-52f2-4318-b45b-587d66844806 req-08b146f0-ac11-4dd4-b3e4-b88fc334ed29 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:37.612362 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbe701b9-52f2-4318-b45b-587d66844806 req-08b146f0-ac11-4dd4-b3e4-b88fc334ed29 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "DELETE /v2.0/ports/9cd15931-a37b-4092-b600-2fbc855fb6b8 HTTP/1.1" status: 204 len: 173 time: 0.7030916 Aug 20 11:42:37.613694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf', 'name': 'network-vif-deleted', 'tag': '9cd15931-a37b-4092-b600-2fbc855fb6b8'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:37.616992 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d458c8c-0219-45f9-b0be-9fbf67d823b8" -d '{"events": [{"server_uuid": "5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf", "name": "network-vif-deleted", "tag": "9cd15931-a37b-4092-b600-2fbc855fb6b8"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:37.631377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7a0d89d-a36c-4f51-ba9b-064d4fc6621f req-354fbdab-c922-483a-b6d4-763956f81b8f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264334 Aug 20 11:42:37.688150 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f185c4-b47a-4cd8-9220-5478b1031af8 x-openstack-request-id: req-16f185c4-b47a-4cd8-9220-5478b1031af8 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:37.688535 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf", "name": "network-vif-deleted", "tag": "9cd15931-a37b-4092-b600-2fbc855fb6b8", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:37.688848 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16f185c4-b47a-4cd8-9220-5478b1031af8 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:37.689300 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf', 'name': 'network-vif-deleted', 'tag': '9cd15931-a37b-4092-b600-2fbc855fb6b8', 'status': 'completed', 'code': 200} Aug 20 11:42:37.734219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-165f9ec6-0498-4353-b40e-707c14589806 req-407f6d65-cafd-4bf5-ae88-122f1960adf4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Deleting port ff8b91b5-3b88-4158-b5c8-28da0f4845ac {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:37.734487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-165f9ec6-0498-4353-b40e-707c14589806 req-407f6d65-cafd-4bf5-ae88-122f1960adf4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:37.843588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-165f9ec6-0498-4353-b40e-707c14589806 req-407f6d65-cafd-4bf5-ae88-122f1960adf4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] For port ff8b91b5-3b88-4158-b5c8-28da0f4845ac, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:37.843937 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-165f9ec6-0498-4353-b40e-707c14589806 req-407f6d65-cafd-4bf5-ae88-122f1960adf4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:37.859238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-165f9ec6-0498-4353-b40e-707c14589806 req-407f6d65-cafd-4bf5-ae88-122f1960adf4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Calling delete_port for ff8b91b5-3b88-4158-b5c8-28da0f4845ac owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:37.921136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba3ce453-0d1f-4e6e-b4b3-bb973d1b51bd req-d51268da-e852-4dc7-bd06-cfe8d7146a7b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0319781 Aug 20 11:42:38.134616 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-165f9ec6-0498-4353-b40e-707c14589806 req-407f6d65-cafd-4bf5-ae88-122f1960adf4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.146323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f22efe15-6469-4ed8-a100-8b6d0e47d6d5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:38.167575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f6d65-cafd-4bf5-ae88-122f1960adf4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event deleted for resources: {'Port': ['ID=ff8b91b5-3b88-4158-b5c8-28da0f4845ac,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:38.211280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-165f9ec6-0498-4353-b40e-707c14589806 req-407f6d65-cafd-4bf5-ae88-122f1960adf4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] No DVR routers for this DVR port ff8b91b5-3b88-4158-b5c8-28da0f4845ac on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:38.215618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-165f9ec6-0498-4353-b40e-707c14589806 req-407f6d65-cafd-4bf5-ae88-122f1960adf4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:38.217711 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-165f9ec6-0498-4353-b40e-707c14589806 req-407f6d65-cafd-4bf5-ae88-122f1960adf4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "DELETE /v2.0/ports/ff8b91b5-3b88-4158-b5c8-28da0f4845ac HTTP/1.1" status: 204 len: 173 time: 0.6158159 Aug 20 11:42:38.218195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33', 'name': 'network-vif-deleted', 'tag': 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:38.221510 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d92709-9942-4f59-9b1e-40016f4c202e" -d '{"events": [{"server_uuid": "9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33", "name": "network-vif-deleted", "tag": "ff8b91b5-3b88-4158-b5c8-28da0f4845ac"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:38.264562 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce86f60-6a55-49a8-b6e1-27273cc4b969 x-openstack-request-id: req-5ce86f60-6a55-49a8-b6e1-27273cc4b969 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:38.264808 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33", "name": "network-vif-deleted", "tag": "ff8b91b5-3b88-4158-b5c8-28da0f4845ac", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:38.265070 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ce86f60-6a55-49a8-b6e1-27273cc4b969 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:38.265473 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33', 'name': 'network-vif-deleted', 'tag': 'ff8b91b5-3b88-4158-b5c8-28da0f4845ac', 'status': 'completed', 'code': 200} Aug 20 11:42:38.361538 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6a5ae1a7-6813-4f79-a0ae-73895308b64b req-576b9733-cb0f-4f21-9c90-69a06c065013 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 210 time: 0.0280852 Aug 20 11:42:38.492405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68192a0-fb31-4702-86be-f21e981e1431 req-eac671e1-9fd5-4b1a-819d-e0fea71ceb9c tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:38.493995 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e68192a0-fb31-4702-86be-f21e981e1431 req-eac671e1-9fd5-4b1a-819d-e0fea71ceb9c tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0547512 Aug 20 11:42:38.537484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e68192a0-fb31-4702-86be-f21e981e1431 req-c42933da-b6a9-482f-8f85-4a2ed7184ba2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372868 Aug 20 11:42:38.761232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7fbc3cd-5473-48e6-975d-be939595d609 req-a7f8939e-b9c4-47dd-abf0-01dc72b6af6b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c69d31b-16cd-43b7-9fd0-1c6c734bb5cf HTTP/1.1" status: 200 len: 210 time: 0.0280492 Aug 20 11:42:39.022577 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2a795b24-b896-492d-905d-42c8eb465853 req-1866ec75-ee3a-4ddd-9df1-359f7170ca8b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0297329 Aug 20 11:42:39.491682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-816519c9-13a5-445d-952c-a70ae80dbf30 req-5eda1bdc-8edf-46ea-9e1b-7cf91c6dd8e4 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a8e3357-ac8d-4ec9-a9b1-5d6fd0efbd33 HTTP/1.1" status: 200 len: 210 time: 0.0294259 Aug 20 11:42:39.671331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4ef1a-dc9e-4556-a913-1e59d206acf6 req-04687635-8225-4f50-9dcc-9f94ad82137a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:39.672797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce4ef1a-dc9e-4556-a913-1e59d206acf6 req-04687635-8225-4f50-9dcc-9f94ad82137a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0539010 Aug 20 11:42:39.714408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cce4ef1a-dc9e-4556-a913-1e59d206acf6 req-05c0234d-4c16-49a3-985c-1fc28e1a6abc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349674 Aug 20 11:42:40.056348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ff8b91b5-3b88-4158-b5c8-28da0f4845ac no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:40.061905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-235aa9b8-c599-462e-bd87-cc650939ff97 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:40.070022 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-235aa9b8-c599-462e-bd87-cc650939ff97 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1328158 Aug 20 11:42:40.078338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: ff8b91b5-3b88-4158-b5c8-28da0f4845ac {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:40.078718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device ff8b91b5-3b88-4158-b5c8-28da0f4845ac not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:40.079148 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9cd15931-a37b-4092-b600-2fbc855fb6b8 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:40.084584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-fa304573-1745-4564-b46d-8a603a72426f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/quotas/4a5024681d8145f1ae0adec8e50f40e1 HTTP/1.1" status: 200 len: 375 time: 0.0131078 Aug 20 11:42:40.101929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 9cd15931-a37b-4092-b600-2fbc855fb6b8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:40.102708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 9cd15931-a37b-4092-b600-2fbc855fb6b8 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:40.148656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51e5277d-3982-44fc-90c3-5804901626ff req-8d3ea14b-17c2-4b52-8af6-eb0123cee4ea tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0286081 Aug 20 11:42:40.148938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-ad7f2723-aec1-498d-914c-e7898ec4d3d2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560298 Aug 20 11:42:40.252333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-dc859196-639f-48ff-9f81-953117213561 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949883 Aug 20 11:42:40.346863 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-1e9495aa-7d06-437f-bc06-8dd7448a67f3 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869579 Aug 20 11:42:40.726405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5933eae9-fbe0-478c-bd7d-7349831e7c20 req-01b8de08-50c2-45c2-8863-6fbbed87b6bb tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 210 time: 0.0280399 Aug 20 11:42:40.868419 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c50d3-54fc-499f-8614-f67bd8be5ac5 req-c9ab23a5-1dfb-4e1b-a0c1-156414077aad tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:40.876541 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-849c50d3-54fc-499f-8614-f67bd8be5ac5 req-c9ab23a5-1dfb-4e1b-a0c1-156414077aad tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0758038 Aug 20 11:42:40.914779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-849c50d3-54fc-499f-8614-f67bd8be5ac5 req-7d47260c-0481-43a7-ba8c-6d9c6bb29069 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372813 Aug 20 11:42:41.111862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937449b-9bd7-4d66-ac2c-8aadb9a704e5 req-107c6014-2dc0-456b-bdf4-17848790fadd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:41.113819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9937449b-9bd7-4d66-ac2c-8aadb9a704e5 req-107c6014-2dc0-456b-bdf4-17848790fadd tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0606952 Aug 20 11:42:41.169128 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9937449b-9bd7-4d66-ac2c-8aadb9a704e5 req-4a537e7a-6b75-4cdb-83c8-2ca416917ffe tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473013 Aug 20 11:42:41.226349 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:41.287017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49b56334-d6ed-459b-8e07-03e6295086bd req-04f4baaf-be8d-4568-a874-63d2f7ed296e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=8aec5dfe-5799-40df-9530-47f9d96a2bce HTTP/1.1" status: 200 len: 210 time: 0.0357902 Aug 20 11:42:41.668368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-4f91ee2b-f38a-4772-b0bb-5b20b00672bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497651 Aug 20 11:42:41.737624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-f550dc82-bb6d-4168-a0b1-67a0edc1769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:41.740539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-f550dc82-bb6d-4168-a0b1-67a0edc1769d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 1097 time: 0.0471828 Aug 20 11:42:41.847049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3567405-1414-44df-8591-6d67af47143a req-37412bb5-7cd9-4b3a-8525-f7d76028de51 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 210 time: 0.0563858 Aug 20 11:42:41.887127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-0f76493a-a0aa-4641-8e38-4ca765b49560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:41.888690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-0f76493a-a0aa-4641-8e38-4ca765b49560 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 906 time: 0.1260030 Aug 20 11:42:41.936138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-9b50be6d-40be-46aa-8ed1-b787b72a12fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18cb16ad-4e16-4e61-afcf-586a758e1dee HTTP/1.1" status: 200 len: 217 time: 0.0392864 Aug 20 11:42:42.002852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-8c161c07-23a8-4ea8-b55e-306a84525465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:42.005738 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-8c161c07-23a8-4ea8-b55e-306a84525465 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=636134a5-8255-40f2-9cb7-7dfbd30f58b9 HTTP/1.1" status: 200 len: 845 time: 0.0629599 Aug 20 11:42:42.049446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-4978d067-102b-44b0-8e07-0f3899d520cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c99f3f94-f7b6-469b-9590-9837a80a1d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343733 Aug 20 11:42:42.073830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cc816-b02a-472a-aa48-9aaecc9e8abc req-10f0864b-30dd-4cb7-b486-1ca82bb4be9b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:42.075544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-319cc816-b02a-472a-aa48-9aaecc9e8abc req-10f0864b-30dd-4cb7-b486-1ca82bb4be9b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0799332 Aug 20 11:42:42.123544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-319cc816-b02a-472a-aa48-9aaecc9e8abc req-f39e6f09-0a16-451e-a2b1-851cb408f990 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407639 Aug 20 11:42:42.195590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-9f58c121-0318-4932-9ba8-cb4f601e6290 service neutron] 10.222.0.57 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348486 Aug 20 11:42:42.302890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a29a5-e407-46c9-a714-e6dda65e01d3 req-713dac80-c5df-4972-aa75-4142eeb01bb6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:42.304551 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-957a29a5-e407-46c9-a714-e6dda65e01d3 req-713dac80-c5df-4972-aa75-4142eeb01bb6 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0648882 Aug 20 11:42:42.319210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc2a8a3c-ca5e-4678-bcfb-cc4b05e03889 req-61e1c8a6-c5e3-4a26-a4a3-a3164050883a service neutron] 10.222.0.57 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151366 Aug 20 11:42:42.352240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-957a29a5-e407-46c9-a714-e6dda65e01d3 req-81828de3-7af7-49ac-b27d-6cdc9c2f03c8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcd01594-0360-4d16-bc70-6cc6ebe1c345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366724 Aug 20 11:42:42.460643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-20ca691d-efc1-4196-952b-007d26e2336a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:42.461528 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-20ca691d-efc1-4196-952b-007d26e2336a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 945 time: 0.0563152 Aug 20 11:42:42.577275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Deleting port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:42.577619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.672736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] For port f22efe15-6469-4ed8-a100-8b6d0e47d6d5, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:42.673110 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.689018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Calling delete_port for f22efe15-6469-4ed8-a100-8b6d0e47d6d5 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:42.906944 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:42.920564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f22efe15-6469-4ed8-a100-8b6d0e47d6d5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:42.938272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event deleted for resources: {'Port': ['ID=f22efe15-6469-4ed8-a100-8b6d0e47d6d5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:42.948393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.948744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.949102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.949578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.949919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.950593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.950951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.951287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.951620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.951951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.952280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.952607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:42.955949 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-902c50f3-583a-4d2d-a25f-52dcc25d025b req-e2fd5977-9318-4756-a031-776124b31a2e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 210 time: 0.0339684 Aug 20 11:42:43.006835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] No DVR routers for this DVR port f22efe15-6469-4ed8-a100-8b6d0e47d6d5 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:43.009470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:43.011649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5a0d199-335b-4607-91a9-c5d90b4bda5b req-d7c2dc4c-79e4-40c0-afca-ef64a671c663 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.38 "DELETE /v2.0/ports/f22efe15-6469-4ed8-a100-8b6d0e47d6d5 HTTP/1.1" status: 204 len: 173 time: 0.5428233 Aug 20 11:42:43.012128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df7aaca-ffaf-4ec7-b988-561fed80292e', 'name': 'network-vif-deleted', 'tag': 'f22efe15-6469-4ed8-a100-8b6d0e47d6d5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:43.014520 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c60699-ff6e-4258-b26f-2b1cb696cc89" -d '{"events": [{"server_uuid": "4df7aaca-ffaf-4ec7-b988-561fed80292e", "name": "network-vif-deleted", "tag": "f22efe15-6469-4ed8-a100-8b6d0e47d6d5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:43.063756 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bc76fe-185b-4ac6-81b5-71e5f7260986 x-openstack-request-id: req-f1bc76fe-185b-4ac6-81b5-71e5f7260986 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:43.064129 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df7aaca-ffaf-4ec7-b988-561fed80292e", "name": "network-vif-deleted", "tag": "f22efe15-6469-4ed8-a100-8b6d0e47d6d5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:43.064454 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1bc76fe-185b-4ac6-81b5-71e5f7260986 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:43.064932 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df7aaca-ffaf-4ec7-b988-561fed80292e', 'name': 'network-vif-deleted', 'tag': 'f22efe15-6469-4ed8-a100-8b6d0e47d6d5', 'status': 'completed', 'code': 200} Aug 20 11:42:43.270801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018dc4b-0098-4bce-beec-2d033241d27b req-f89ca292-3800-4570-b241-13d9a12d15a6 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:43.273019 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4018dc4b-0098-4bce-beec-2d033241d27b req-f89ca292-3800-4570-b241-13d9a12d15a6 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0670710 Aug 20 11:42:43.328960 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4018dc4b-0098-4bce-beec-2d033241d27b req-07c24f1f-cfc9-4c9c-92a8-c3fbc3eaf15b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479319 Aug 20 11:42:43.384479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-edf035c7-12cf-4685-bd5a-c486e905c208 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:43.386053 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-edf035c7-12cf-4685-bd5a-c486e905c208 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1098807 Aug 20 11:42:43.400887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Request body: {'port': {'device_id': '7d69d89b-6326-4fe4-8752-93735bb5d168', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'admin_state_up': True, 'tenant_id': '4a5024681d8145f1ae0adec8e50f40e1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:43.449554 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:43.477330 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96b368d6-6921-4ba4-bad9-0d2c733e0a07 req-2ae3eb23-e361-49ea-8700-84478f660d01 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=4df7aaca-ffaf-4ec7-b988-561fed80292e HTTP/1.1" status: 200 len: 210 time: 0.0304072 Aug 20 11:42:43.666903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Made reservation on behalf of 4a5024681d8145f1ae0adec8e50f40e1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:42:43.670952 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:43.845636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Allocated IP 172.20.0.2 (c99f3f94-f7b6-469b-9590-9837a80a1d3c/636134a5-8255-40f2-9cb7-7dfbd30f58b9/f0837282-689f-4f15-909a-675b65f1a512) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:42:44.077148 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.110229 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2a7beab0-0c63-40ab-a2d1-1ca75cce457c req-0d3eceef-b892-4879-b6bf-6da76ec77880 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 210 time: 0.0562582 Aug 20 11:42:44.204199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.222283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:44.334341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:42:44.340948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:42:44.344928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:42:44.422646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event updated for resources: {'Port': ['ID=f0837282-689f-4f15-909a-675b65f1a512,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:44.479755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:44.480595 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.558265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244c060-8418-4d5a-a89c-7ef06034e4fb req-a0206cb0-f629-4fa6-8871-3223091b57c6 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:44.560686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8244c060-8418-4d5a-a89c-7ef06034e4fb req-a0206cb0-f629-4fa6-8871-3223091b57c6 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0766065 Aug 20 11:42:44.647972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8244c060-8418-4d5a-a89c-7ef06034e4fb req-67a8d3af-8cc2-4480-9ebc-3845a53338cd tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810287 Aug 20 11:42:44.656013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-b0bed458-7f90-4e03-a78d-76138a20ff9f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2597528 Aug 20 11:42:44.679674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Request body: {'port': {'device_id': '7d69d89b-6326-4fe4-8752-93735bb5d168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:42:44.750015 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:44.890835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d7b49-7313-43ca-a748-595ec3158a7b req-864ab69b-1f7d-42dd-8a06-676c88e016e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:44.892638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-426d7b49-7313-43ca-a748-595ec3158a7b req-864ab69b-1f7d-42dd-8a06-676c88e016e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 1096 time: 0.0593698 Aug 20 11:42:45.081823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d7b49-7313-43ca-a748-595ec3158a7b req-1fa5e6c3-710f-4351-9021-b656805f4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.084084 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7bd16b87-6a3e-46cf-a749-14c8e52fe831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.100217 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-426d7b49-7313-43ca-a748-595ec3158a7b req-1fa5e6c3-710f-4351-9021-b656805f4f4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 912 time: 0.1807153 Aug 20 11:42:45.176132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0837282-689f-4f15-909a-675b65f1a512 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:45.189715 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.218780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Transition to ACTIVE for port object f0837282-689f-4f15-909a-675b65f1a512 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:42:45.222494 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-426d7b49-7313-43ca-a748-595ec3158a7b req-b9e96903-aa94-48cf-8da4-e237d6dc10c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3af5e8-620c-478b-8e98-484a9fd525c9 HTTP/1.1" status: 200 len: 1001 time: 0.1136794 Aug 20 11:42:45.284199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60484f-4453-4267-babf-0b6d2a4169e9 req-e3b63bc7-81d9-4440-a7ac-036aed8b8df1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.285857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac60484f-4453-4267-babf-0b6d2a4169e9 req-e3b63bc7-81d9-4440-a7ac-036aed8b8df1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 931 time: 0.0645931 Aug 20 11:42:45.323408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d7b49-7313-43ca-a748-595ec3158a7b req-ed20ade0-385b-4e3c-8889-5e7c7d8251ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.325303 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-426d7b49-7313-43ca-a748-595ec3158a7b req-ed20ade0-385b-4e3c-8889-5e7c7d8251ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=395d3605-f706-4c0a-89ef-d0f55e196582 HTTP/1.1" status: 200 len: 850 time: 0.0925128 Aug 20 11:42:45.332087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac60484f-4453-4267-babf-0b6d2a4169e9 req-8852af78-36ff-48da-92dc-44db1cb28139 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Aug 20 11:42:45.333408 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.340313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b563463-6842-4370-b27e-ed31ce1c8e7e req-b7b2dee1-41f9-4e87-8448-890af6d126ee tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.342165 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4b563463-6842-4370-b27e-ed31ce1c8e7e req-b7b2dee1-41f9-4e87-8448-890af6d126ee tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0735152 Aug 20 11:42:45.383913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Pushing event updated for resources: {'Port': ['ID=f0837282-689f-4f15-909a-675b65f1a512,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:45.429983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d7b49-7313-43ca-a748-595ec3158a7b req-87885695-5e11-49d2-b0bb-57be904a7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.431978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-426d7b49-7313-43ca-a748-595ec3158a7b req-87885695-5e11-49d2-b0bb-57be904a7d06 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4eb590e-64d9-479d-b239-dfeba7bd10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886030 Aug 20 11:42:45.469047 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4b563463-6842-4370-b27e-ed31ce1c8e7e req-25e58477-b79f-4ac5-b154-9ecb4cda1814 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116073 Aug 20 11:42:45.495512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Attempting to bind port f0837282-689f-4f15-909a-675b65f1a512 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:42:45.495861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Attempting to bind port f0837282-689f-4f15-909a-675b65f1a512 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:42:45.496194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Attempting to bind port f0837282-689f-4f15-909a-675b65f1a512 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:45.501032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Port f0837282-689f-4f15-909a-675b65f1a512 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:42:45.501358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Attempting to bind port f0837282-689f-4f15-909a-675b65f1a512 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:42:45.507559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:42:45.511307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Checking segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:42:45.511307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Bound using segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:42:45.511307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Bound port: f0837282-689f-4f15-909a-675b65f1a512, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:42:45.511307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.575553 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-426d7b49-7313-43ca-a748-595ec3158a7b req-c725ed5a-f21c-4cff-a311-74955837bed6 service neutron] 10.222.0.38 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253400 Aug 20 11:42:45.586196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] For port f0837282-689f-4f15-909a-675b65f1a512, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:42:45.589872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] For port f0837282-689f-4f15-909a-675b65f1a512, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f0837282-689f-4f15-909a-675b65f1a512,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:42:45.667582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-426d7b49-7313-43ca-a748-595ec3158a7b req-bf7b09ad-1402-4ce6-b0f2-bf5524543c3f service neutron] 10.222.0.38 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837762 Aug 20 11:42:45.696080 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.750562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.751294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:45.752775 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] 10.222.0.38 "PUT /v2.0/ports/f0837282-689f-4f15-909a-675b65f1a512 HTTP/1.1" status: 200 len: 1091 time: 1.0786133 Aug 20 11:42:45.753249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d69d89b-6326-4fe4-8752-93735bb5d168', 'tag': 'f0837282-689f-4f15-909a-675b65f1a512'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:45.756234 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae7bdc-d724-48ab-a3ad-3c41e4c4709e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d69d89b-6326-4fe4-8752-93735bb5d168", "tag": "f0837282-689f-4f15-909a-675b65f1a512"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:45.796848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815ddd5-541e-425e-88bb-e89fa4e5101e service neutron] Pushing event updated for resources: {'Port': ['ID=f0837282-689f-4f15-909a-675b65f1a512,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:45.824183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee316f1a-9ca0-47a4-9e2f-e2dcbfa0ee1b req-d1e5b9d0-74e6-430e-bedc-2977693905bd tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.825988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee316f1a-9ca0-47a4-9e2f-e2dcbfa0ee1b req-d1e5b9d0-74e6-430e-bedc-2977693905bd tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0917008 Aug 20 11:42:45.831110 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9380486-e371-4ed0-a316-332c29b27acb x-openstack-request-id: req-e9380486-e371-4ed0-a316-332c29b27acb {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:45.831436 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d69d89b-6326-4fe4-8752-93735bb5d168", "tag": "f0837282-689f-4f15-909a-675b65f1a512", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:45.831765 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9380486-e371-4ed0-a316-332c29b27acb {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:45.832705 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d69d89b-6326-4fe4-8752-93735bb5d168', 'tag': 'f0837282-689f-4f15-909a-675b65f1a512', 'status': 'completed', 'code': 200} Aug 20 11:42:45.908447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee316f1a-9ca0-47a4-9e2f-e2dcbfa0ee1b req-b32287d7-4553-49c7-aaf2-11cca8e68581 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734806 Aug 20 11:42:45.919568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae7bdc-d724-48ab-a3ad-3c41e4c4709e req-2d44a8b6-7a48-4493-9e79-dfeeb5b3f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:45.921136 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0aae7bdc-d724-48ab-a3ad-3c41e4c4709e req-2d44a8b6-7a48-4493-9e79-dfeeb5b3f828 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 1094 time: 0.0719354 Aug 20 11:42:46.056702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f22efe15-6469-4ed8-a100-8b6d0e47d6d5 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:46.095571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: f22efe15-6469-4ed8-a100-8b6d0e47d6d5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:46.095571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f22efe15-6469-4ed8-a100-8b6d0e47d6d5 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:46.291731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae7bdc-d724-48ab-a3ad-3c41e4c4709e req-ef6b6b65-00af-4b3c-90fb-a72f4305d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.293200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0aae7bdc-d724-48ab-a3ad-3c41e4c4709e req-ef6b6b65-00af-4b3c-90fb-a72f4305d3a1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3611641 Aug 20 11:42:46.403128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae7bdc-d724-48ab-a3ad-3c41e4c4709e req-747db825-c749-4aac-a73c-3c6c55e69fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.404746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0aae7bdc-d724-48ab-a3ad-3c41e4c4709e req-747db825-c749-4aac-a73c-3c6c55e69fbf service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024880 Aug 20 11:42:46.512884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-66b85b32-80dd-47aa-b6c0-655c96b107bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.514681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-66b85b32-80dd-47aa-b6c0-655c96b107bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 1094 time: 0.0647838 Aug 20 11:42:46.542974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddfbbb-2307-4477-b6c8-69fa0838d8f2 req-f51bc8d2-59e9-402b-a87a-f3e7830f3889 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.545877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48ddfbbb-2307-4477-b6c8-69fa0838d8f2 req-f51bc8d2-59e9-402b-a87a-f3e7830f3889 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 943 time: 0.0975428 Aug 20 11:42:46.582161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-15f45157-ca20-4f10-9bd4-8972ed98a11b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0837282-689f-4f15-909a-675b65f1a512 HTTP/1.1" status: 200 len: 217 time: 0.0574012 Aug 20 11:42:46.594766 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48ddfbbb-2307-4477-b6c8-69fa0838d8f2 req-586773db-5b63-4bb7-9b2c-26e0e37a060b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Aug 20 11:42:46.677724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f111e15-d2e6-4895-8297-dec80066b285 req-1dae1a46-26da-4327-838c-6abe18c426a5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.679345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f111e15-d2e6-4895-8297-dec80066b285 req-1dae1a46-26da-4327-838c-6abe18c426a5 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.1108196 Aug 20 11:42:46.681442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-31563d5b-ac1f-4b22-b995-87a798ef6aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:46.682960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-31563d5b-ac1f-4b22-b995-87a798ef6aa7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=636134a5-8255-40f2-9cb7-7dfbd30f58b9 HTTP/1.1" status: 200 len: 845 time: 0.0738351 Aug 20 11:42:46.724736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-7169e397-cd37-491b-97fc-a4c3c763ef0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c99f3f94-f7b6-469b-9590-9837a80a1d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322545 Aug 20 11:42:46.761890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f111e15-d2e6-4895-8297-dec80066b285 req-e0c3ab9e-2959-47a0-b21f-8383d8ac9914 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761309 Aug 20 11:42:46.858325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-390aa25f-6d0d-48e1-928d-ea77ee3aa625 service neutron] 10.222.0.38 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218071 Aug 20 11:42:46.979819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3814a6b-91f4-40a3-ac59-5e23809970e1 req-25360950-6e2f-4c40-98fa-b29bb72e8089 service neutron] 10.222.0.38 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117084 Aug 20 11:42:47.061919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673dbd8-b435-4656-882f-1fe4894d7381 req-67be0e24-9936-4c74-ac44-6009a334fa5a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.067024 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8673dbd8-b435-4656-882f-1fe4894d7381 req-67be0e24-9936-4c74-ac44-6009a334fa5a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0759161 Aug 20 11:42:47.105107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c738c8-da59-4374-b97d-b3223c337584 req-3a18366c-c303-4999-857b-12366cd94cf2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.108446 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-06c738c8-da59-4374-b97d-b3223c337584 req-3a18366c-c303-4999-857b-12366cd94cf2 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0895927 Aug 20 11:42:47.126492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8673dbd8-b435-4656-882f-1fe4894d7381 req-1341a204-31ab-4df9-9846-38e133df5e7e tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502455 Aug 20 11:42:47.226019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Deleting port e4a0ee02-c982-4657-abe0-c555d63e5a45 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:47.226367 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.333693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] For port e4a0ee02-c982-4657-abe0-c555d63e5a45, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=e4a0ee02-c982-4657-abe0-c555d63e5a45,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:47.334885 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.700313 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.701155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.701737 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Floating IP 8da3ee1a-c62c-4c04-b834-833c0af3e98c disassociated. External IP: 172.25.4.219, port: e4a0ee02-c982-4657-abe0-c555d63e5a45. Aug 20 11:42:47.702198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Calling delete_port for e4a0ee02-c982-4657-abe0-c555d63e5a45 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:47.741470 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b3aa7fa1-eaeb-46bd-ba83-c9efd59454e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:47.784727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c666ad5-44f1-4b02-8892-8328e38ea54b req-d79752d9-4327-402f-9216-705e27671cba tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.792288 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c666ad5-44f1-4b02-8892-8328e38ea54b req-d79752d9-4327-402f-9216-705e27671cba tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 943 time: 0.1144147 Aug 20 11:42:47.881522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c666ad5-44f1-4b02-8892-8328e38ea54b req-f7ba79ea-c3cf-46bd-8cc8-3f034814ddc1 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815039 Aug 20 11:42:47.924647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08aba3b-31ca-4027-8171-18cb535b629c req-f3dc1ec2-1864-4c58-856a-4ae164c69da9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:47.932724 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d08aba3b-31ca-4027-8171-18cb535b629c req-f3dc1ec2-1864-4c58-856a-4ae164c69da9 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 944 time: 0.0678623 Aug 20 11:42:47.970060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d08aba3b-31ca-4027-8171-18cb535b629c req-7814d9e5-316d-4eed-925b-005bec2c9a6a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb9747bc-a79c-4373-af14-b83440fb97fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363922 Aug 20 11:42:48.038471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.067703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event deleted for resources: {'Port': ['ID=e4a0ee02-c982-4657-abe0-c555d63e5a45,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:48.214987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Router 4d72bf86-169f-4682-a1d7-1f65146fe58c has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:42:48.381535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38389a-b10d-4d7e-ba1b-5091926327d3 req-3d27d63f-a326-44f3-ba59-2893933fb62b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:48.383028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f38389a-b10d-4d7e-ba1b-5091926327d3 req-3d27d63f-a326-44f3-ba59-2893933fb62b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0952365 Aug 20 11:42:48.410545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:48.424478 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] Sync routers for ids ['4d72bf86-169f-4682-a1d7-1f65146fe58c'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:48.439222 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] Routers {'4d72bf86-169f-4682-a1d7-1f65146fe58c'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:48.440371 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:42:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d72bf86-169f-4682-a1d7-1f65146fe58c'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:48.468750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f38389a-b10d-4d7e-ba1b-5091926327d3 req-777717b8-33fc-4a70-bf60-fa7233e37438 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756934 Aug 20 11:42:48.469528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] No DVR routers for this DVR port e4a0ee02-c982-4657-abe0-c555d63e5a45 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:48.472346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.474599 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-06c738c8-da59-4374-b97d-b3223c337584 req-3f6338ec-1972-4937-891a-e0d4daa158a8 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.57 "DELETE /v2.0/ports/e4a0ee02-c982-4657-abe0-c555d63e5a45 HTTP/1.1" status: 204 len: 173 time: 1.3603909 Aug 20 11:42:48.475451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-deleted', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:48.478669 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a52360-2f7a-4638-9737-5dec95450b80" -d '{"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-deleted", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:48.522991 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a08eb61-1550-4c76-9229-20228afbec45 x-openstack-request-id: req-7a08eb61-1550-4c76-9229-20228afbec45 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:48.523288 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f", "name": "network-vif-deleted", "tag": "e4a0ee02-c982-4657-abe0-c555d63e5a45", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:48.523550 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a08eb61-1550-4c76-9229-20228afbec45 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:48.523965 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f', 'name': 'network-vif-deleted', 'tag': 'e4a0ee02-c982-4657-abe0-c555d63e5a45', 'status': 'completed', 'code': 200} Aug 20 11:42:48.599535 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] Set router 4d72bf86-169f-4682-a1d7-1f65146fe58c gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:48.661645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:48.841848 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '83bde706-824b-4cb2-87fd-54342774ccb6', 'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'mac_address': 'fa:16:3e:42:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:14Z', 'updated_at': '2021-08-20T11:34:24Z', 'revision_number': 5, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'subnets': [{'id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:48.869465 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] Checking router: 4d72bf86-169f-4682-a1d7-1f65146fe58c for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:42:48.878377 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] Routers {'4d72bf86-169f-4682-a1d7-1f65146fe58c'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:48.879023 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:42:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d72bf86-169f-4682-a1d7-1f65146fe58c'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:48.915744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c444e-98ee-4ba5-a6fa-01290446fae2 req-a2d8f6bc-73b6-4212-b6c6-995697fa99f2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:48.917610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c3c444e-98ee-4ba5-a6fa-01290446fae2 req-a2d8f6bc-73b6-4212-b6c6-995697fa99f2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0556192 Aug 20 11:42:48.970865 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c3c444e-98ee-4ba5-a6fa-01290446fae2 req-6a46c281-ce5f-4f11-a1a7-c870110452f1 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462172 Aug 20 11:42:49.031066 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] Set router 4d72bf86-169f-4682-a1d7-1f65146fe58c gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:49.043427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3debee5-9479-4c12-a55b-8c10f83a371f req-e2ffdf1b-384e-4e01-87f0-1da567cc6c43 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:49.044978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3debee5-9479-4c12-a55b-8c10f83a371f req-e2ffdf1b-384e-4e01-87f0-1da567cc6c43 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 943 time: 0.0961945 Aug 20 11:42:49.077064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-262a73af-cc4a-4e9b-ae64-39e4e4fdbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:49.078600 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-262a73af-cc4a-4e9b-ae64-39e4e4fdbee9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 1096 time: 0.0787828 Aug 20 11:42:49.087310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b53afc4c-c26a-4697-b535-3d735dd04120 req-2b081b03-7a4a-4132-b95d-f39dd453bf9a tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfd0bb2d-b96d-4a84-b8d2-971d2e147b1f HTTP/1.1" status: 200 len: 210 time: 0.0288477 Aug 20 11:42:49.121656 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3debee5-9479-4c12-a55b-8c10f83a371f req-b8666435-1ee2-4e2d-8980-f1e11088da3e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629370 Aug 20 11:42:49.207239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-8e2ebe64-7eed-409f-ab89-5e22a8d1696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:49.209022 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-8e2ebe64-7eed-409f-ab89-5e22a8d1696b service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 912 time: 0.1205544 Aug 20 11:42:49.232300 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:49.279325 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '83bde706-824b-4cb2-87fd-54342774ccb6', 'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'mac_address': 'fa:16:3e:42:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:14Z', 'updated_at': '2021-08-20T11:34:24Z', 'revision_number': 5, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'subnets': [{'id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:49.302683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-bd2ab1f6-71ac-4268-957b-9787ebfaa13e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3af5e8-620c-478b-8e98-484a9fd525c9 HTTP/1.1" status: 200 len: 1001 time: 0.0827353 Aug 20 11:42:49.317090 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab690d99-ec7e-467a-948c-01e296c93778 None None] The sync data for ids ['4d72bf86-169f-4682-a1d7-1f65146fe58c'] in n-d-804230-3 is: [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:34:15Z', 'revision_number': 4, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '83bde706-824b-4cb2-87fd-54342774ccb6', 'name': '', 'network_id': '789ee8ec-5718-45a4-95ae-1cbea4e444d7', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'mac_address': 'fa:16:3e:42:9d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:14Z', 'updated_at': '2021-08-20T11:34:24Z', 'revision_number': 5, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'subnets': [{'id': 'c7815090-d599-4bdd-a3a8-9166c1a82a50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:49.384008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-71a83c04-e5d4-475a-b968-db0fbe533576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:49.386757 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-71a83c04-e5d4-475a-b968-db0fbe533576 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=395d3605-f706-4c0a-89ef-d0f55e196582 HTTP/1.1" status: 200 len: 850 time: 0.0739243 Aug 20 11:42:49.465282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-c34ddfbb-30ee-486d-9a0c-4f4df059f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:49.469631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-c34ddfbb-30ee-486d-9a0c-4f4df059f856 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4eb590e-64d9-479d-b239-dfeba7bd10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694997 Aug 20 11:42:49.586659 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-a3d07355-c6d1-4ba8-bae6-d3d1fa831c2e service neutron] 10.222.0.38 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085980 Aug 20 11:42:49.695408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d02c6b-a1c4-44bc-afa1-a23d297f9cc7 None None] New status for floating IP 8da3ee1a-c62c-4c04-b834-833c0af3e98c: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:42:49.729304 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-51134ae7-0371-4945-8f11-7ba2328bd076 req-800011c1-032e-413f-b956-35714366fb56 service neutron] 10.222.0.38 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293299 Aug 20 11:42:50.085358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f0837282-689f-4f15-909a-675b65f1a512 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:42:50.121748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e304c-3ebb-43c8-87b9-778972b9c473 req-27e4bd97-30ee-4ea3-8842-32851f05759b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:50.124957 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac9e304c-3ebb-43c8-87b9-778972b9c473 req-27e4bd97-30ee-4ea3-8842-32851f05759b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0666025 Aug 20 11:42:50.182289 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac9e304c-3ebb-43c8-87b9-778972b9c473 req-27735d07-64db-4d77-885f-ae9f6c301667 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466189 Aug 20 11:42:50.256452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f0837282-689f-4f15-909a-675b65f1a512, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f0837282-689f-4f15-909a-675b65f1a512,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:50.275541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'f0837282-689f-4f15-909a-675b65f1a512', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'port_id': 'f0837282-689f-4f15-909a-675b65f1a512', 'mac_address': 'fa:16:3e:ae:2c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636134a5-8255-40f2-9cb7-7dfbd30f58b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:42:50.320322 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.324789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f843a73-7445-4339-aa65-f5ada9ff6dcf req-c6f28c7a-79a8-4900-a788-b0d5d7ca4a9d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:50.326373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f843a73-7445-4339-aa65-f5ada9ff6dcf req-c6f28c7a-79a8-4900-a788-b0d5d7ca4a9d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 943 time: 0.0593150 Aug 20 11:42:50.337379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0837282-689f-4f15-909a-675b65f1a512 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:42:50.358412 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f0837282-689f-4f15-909a-675b65f1a512, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f0837282-689f-4f15-909a-675b65f1a512,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:50.369373 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f843a73-7445-4339-aa65-f5ada9ff6dcf req-8409404a-46aa-4866-a5a4-ab0e445a757b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363083 Aug 20 11:42:50.400038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52206) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:50.462170 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ee765d7-d9a9-4e34-9b51-6f3d7e288d65 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.487056 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ee765d7-d9a9-4e34-9b51-6f3d7e288d65 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.512605 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.564249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f0837282-689f-4f15-909a-675b65f1a512,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:50.573437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.573865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.574220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.574615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.575516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.575695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.575931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.576228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.576732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.577071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.577403 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.578285 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:42:50.621389 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ee765d7-d9a9-4e34-9b51-6f3d7e288d65 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.624354 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ee765d7-d9a9-4e34-9b51-6f3d7e288d65 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.625594 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7ee765d7-d9a9-4e34-9b51-6f3d7e288d65 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "DELETE /v2.0/security-groups/cb9747bc-a79c-4373-af14-b83440fb97fd HTTP/1.1" status: 204 len: 168 time: 0.2237210 Aug 20 11:42:50.629351 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52208) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:50.635557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee765d7-d9a9-4e34-9b51-6f3d7e288d65 tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9747bc-a79c-4373-af14-b83440fb97fd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:50.645375 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-091f3407-2a2a-4f1b-8662-d01f7b0f7ddf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] show failed (client error): The resource could not be found. Aug 20 11:42:50.646481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-091f3407-2a2a-4f1b-8662-d01f7b0f7ddf tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "GET /v2.0/security-groups/cb9747bc-a79c-4373-af14-b83440fb97fd HTTP/1.1" status: 404 len: 347 time: 0.0161119 Aug 20 11:42:50.649496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52210) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:50.752155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f0837282-689f-4f15-909a-675b65f1a512'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:50.807835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b1263b99-f525-4081-9825-37e0c1ec463b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Deleting port ce7edd4f-da56-41e6-ab00-0093c7ac1b1d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:50.808186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1263b99-f525-4081-9825-37e0c1ec463b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.880663 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.905463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1263b99-f525-4081-9825-37e0c1ec463b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.905962 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1263b99-f525-4081-9825-37e0c1ec463b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:50.921295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b1263b99-f525-4081-9825-37e0c1ec463b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Calling delete_port for ce7edd4f-da56-41e6-ab00-0093c7ac1b1d owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:51.158713 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1263b99-f525-4081-9825-37e0c1ec463b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.183168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1263b99-f525-4081-9825-37e0c1ec463b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Pushing event deleted for resources: {'Port': ['ID=ce7edd4f-da56-41e6-ab00-0093c7ac1b1d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:51.253395 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1263b99-f525-4081-9825-37e0c1ec463b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.256710 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b1263b99-f525-4081-9825-37e0c1ec463b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:51.258069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b1263b99-f525-4081-9825-37e0c1ec463b tempest-ServerActionsTestJSON-1558403519 tempest-ServerActionsTestJSON-1558403519-project] 10.222.0.10 "DELETE /v2.0/floatingips/8da3ee1a-c62c-4c04-b834-833c0af3e98c HTTP/1.1" status: 204 len: 168 time: 0.6073864 Aug 20 11:42:51.260957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52246) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:51.329875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7823f13-80b5-4b65-bb2e-6a1923ea909e req-8b12399a-9d9a-4990-8a4f-ce6bf99dc412 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:51.332339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e7823f13-80b5-4b65-bb2e-6a1923ea909e req-8b12399a-9d9a-4990-8a4f-ce6bf99dc412 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0692136 Aug 20 11:42:51.337546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:51.362093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: e4a0ee02-c982-4657-abe0-c555d63e5a45 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:51.362827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device e4a0ee02-c982-4657-abe0-c555d63e5a45 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:51.427361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e7823f13-80b5-4b65-bb2e-6a1923ea909e req-456e3f2a-a2ee-4e6c-a8c4-420ad4d00a7c tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869215 Aug 20 11:42:51.509322 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b686408-04c2-4d01-906d-8d6e679d1fbd req-94954421-be4d-4f61-b9a2-6a3b1989e267 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:51.511028 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b686408-04c2-4d01-906d-8d6e679d1fbd req-94954421-be4d-4f61-b9a2-6a3b1989e267 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 944 time: 0.0632670 Aug 20 11:42:51.555492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b686408-04c2-4d01-906d-8d6e679d1fbd req-03234ca7-f38f-4b68-b31a-e71f5662426c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369301 Aug 20 11:42:52.007489 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.084590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f0837282-689f-4f15-909a-675b65f1a512 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:42:52.197957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port f0837282-689f-4f15-909a-675b65f1a512 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:42:52.202462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port f0837282-689f-4f15-909a-675b65f1a512 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:42:52.202957 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.297551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] Deleting port 83bde706-824b-4cb2-87fd-54342774ccb6 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:52.298113 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.322948 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.363280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d69d89b-6326-4fe4-8752-93735bb5d168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0837282-689f-4f15-909a-675b65f1a512'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:52.367028 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0d2905-3afc-4ae9-9d3d-9883dbe81641" -d '{"events": [{"server_uuid": "7d69d89b-6326-4fe4-8752-93735bb5d168", "name": "network-vif-plugged", "status": "completed", "tag": "f0837282-689f-4f15-909a-675b65f1a512"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:52.380335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f0837282-689f-4f15-909a-675b65f1a512, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f0837282-689f-4f15-909a-675b65f1a512,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:52.410560 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7e1701-f90d-44c3-89e5-bbce4e243a09 x-openstack-request-id: req-eb7e1701-f90d-44c3-89e5-bbce4e243a09 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:52.411107 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d69d89b-6326-4fe4-8752-93735bb5d168", "name": "network-vif-plugged", "status": "completed", "tag": "f0837282-689f-4f15-909a-675b65f1a512", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:52.411845 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb7e1701-f90d-44c3-89e5-bbce4e243a09 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:52.412412 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d69d89b-6326-4fe4-8752-93735bb5d168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0837282-689f-4f15-909a-675b65f1a512', 'code': 200} Aug 20 11:42:52.429473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] For port 83bde706-824b-4cb2-87fd-54342774ccb6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=83bde706-824b-4cb2-87fd-54342774ccb6,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:52.432545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.454512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] Calling delete_port for 83bde706-824b-4cb2-87fd-54342774ccb6 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:52.466927 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.531884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f0837282-689f-4f15-909a-675b65f1a512,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:52.593626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa228fa2-d645-4a23-b93e-a14d996e7092 req-437c7c65-e4b9-4dcb-952f-8853f2cd0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:52.595192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa228fa2-d645-4a23-b93e-a14d996e7092 req-437c7c65-e4b9-4dcb-952f-8853f2cd0ff9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 1096 time: 0.0987973 Aug 20 11:42:52.652613 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa228fa2-d645-4a23-b93e-a14d996e7092 req-34d013ca-61dd-4964-847e-8d2e7ab70652 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476744 Aug 20 11:42:52.697148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161b01c-e958-4066-8680-c4f739d47a05 req-07235adf-a9bd-4463-beeb-0bea906581d4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:52.699449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d161b01c-e958-4066-8680-c4f739d47a05 req-07235adf-a9bd-4463-beeb-0bea906581d4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 945 time: 0.0621815 Aug 20 11:42:52.747027 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d161b01c-e958-4066-8680-c4f739d47a05 req-907be78c-3117-4dc2-9a6a-53a5e36ef59a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Aug 20 11:42:52.798616 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:52.826457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] Pushing event deleted for resources: {'Port': ['ID=83bde706-824b-4cb2-87fd-54342774ccb6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:53.029839 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.279813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] Router 4d72bf86-169f-4682-a1d7-1f65146fe58c has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:42:53.397732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:42:53.404590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f3c7ef06-71aa-4e66-9e40-520fef7d5717 admin admin] 10.222.0.10 "PUT /v2.0/routers/4d72bf86-169f-4682-a1d7-1f65146fe58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1409578 Aug 20 11:42:53.405680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52268) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:53.406229 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] Sync routers for ids ['4d72bf86-169f-4682-a1d7-1f65146fe58c'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:42:53.416581 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] Routers {'4d72bf86-169f-4682-a1d7-1f65146fe58c'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:53.417307 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:42:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d72bf86-169f-4682-a1d7-1f65146fe58c'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:53.538339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.568599 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] Set router 4d72bf86-169f-4682-a1d7-1f65146fe58c gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:53.791955 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:42:52Z', 'revision_number': 5, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:53.829367 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] Checking router: 4d72bf86-169f-4682-a1d7-1f65146fe58c for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:42:53.842230 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] Routers {'4d72bf86-169f-4682-a1d7-1f65146fe58c'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:42:53.843789 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:42:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d72bf86-169f-4682-a1d7-1f65146fe58c'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:53.943858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2ca6a-2845-4cd5-9615-08a3dc43c686 req-0bc757ad-c474-4053-9413-45c6dc6af47b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:53.946073 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:53.946538 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ab2ca6a-2845-4cd5-9615-08a3dc43c686 req-0bc757ad-c474-4053-9413-45c6dc6af47b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 945 time: 0.0649652 Aug 20 11:42:53.981647 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] Set router 4d72bf86-169f-4682-a1d7-1f65146fe58c gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:42:53.989339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ab2ca6a-2845-4cd5-9615-08a3dc43c686 req-4a6fc494-659f-4ec1-a8bb-07d36fb0c9b3 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367422 Aug 20 11:42:54.120669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Deleting port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:54.121027 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.233896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] For port b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:54.234618 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.256447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Calling delete_port for b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:54.352776 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:42:52Z', 'revision_number': 5, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:54.383856 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78258dd3-5040-4af9-9534-1d31a50e8257 None None] The sync data for ids ['4d72bf86-169f-4682-a1d7-1f65146fe58c'] in n-d-804230-3 is: [{'id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'name': 'tempest-ServerActionsTestJSON-1288595701-router', 'tenant_id': '2f98a334c67f49e79ce0d260c119660a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:34:08Z', 'updated_at': '2021-08-20T11:42:52Z', 'revision_number': 5, 'project_id': '2f98a334c67f49e79ce0d260c119660a', 'gw_port': {'id': 'b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d72bf86-169f-4682-a1d7-1f65146fe58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:34:09Z', 'updated_at': '2021-08-20T11:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:42:54.535488 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.575733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:54.652100 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.760898 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.763512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.913108 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.913563 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d72bf86-169f-4682-a1d7-1f65146fe58c {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:42:54.917858 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:54.920643 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3a09c849-b39d-4ad9-9db7-a93eabe384a9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4d72bf86-169f-4682-a1d7-1f65146fe58c HTTP/1.1" status: 204 len: 168 time: 1.5113654 Aug 20 11:42:54.928824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52278) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:54.972619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d8c4d6-8665-4357-8ac1-b8790c38e2dc admin admin] Deleting subnet c7815090-d599-4bdd-a3a8-9166c1a82a50 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:42:54.976621 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70d8c4d6-8665-4357-8ac1-b8790c38e2dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.029912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70d8c4d6-8665-4357-8ac1-b8790c38e2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.117831 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70d8c4d6-8665-4357-8ac1-b8790c38e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.165737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c912f0e-97cc-4300-89b0-9f6d66afbf78 req-baa8724e-74e9-4886-9d6a-d86b9ddb7523 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:55.176397 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c912f0e-97cc-4300-89b0-9f6d66afbf78 req-baa8724e-74e9-4886-9d6a-d86b9ddb7523 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 945 time: 0.0950840 Aug 20 11:42:55.226911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c912f0e-97cc-4300-89b0-9f6d66afbf78 req-627a93b2-4c1d-41e7-8968-d2c0a9f71036 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494890 Aug 20 11:42:55.284679 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70d8c4d6-8665-4357-8ac1-b8790c38e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.313995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8c4d6-8665-4357-8ac1-b8790c38e2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7815090-d599-4bdd-a3a8-9166c1a82a50,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:55.317700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70d8c4d6-8665-4357-8ac1-b8790c38e2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.320274 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-70d8c4d6-8665-4357-8ac1-b8790c38e2dc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c7815090-d599-4bdd-a3a8-9166c1a82a50 HTTP/1.1" status: 204 len: 168 time: 0.3975711 Aug 20 11:42:55.322859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52290) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:55.332559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f03ed9-ec9d-4b20-8a1b-378688f1ccef None None] Network 789ee8ec-5718-45a4-95ae-1cbea4e444d7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:42:55.403502 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.494247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Deleting port 636930dd-b9bb-4de9-968c-88bedfa7194a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:55.494667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.632212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] For port 636930dd-b9bb-4de9-968c-88bedfa7194a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=636930dd-b9bb-4de9-968c-88bedfa7194a,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:55.632617 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.643297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 83bde706-824b-4cb2-87fd-54342774ccb6 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:55.666172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Calling delete_port for 636930dd-b9bb-4de9-968c-88bedfa7194a owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:55.692540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 83bde706-824b-4cb2-87fd-54342774ccb6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:55.692540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 83bde706-824b-4cb2-87fd-54342774ccb6 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:55.692540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:55.693232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0de0e-300f-41fb-9f58-f97f73a7618a req-b36dbab1-7f59-4cba-9145-40a2333f1e8a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:55.693232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eae0de0e-300f-41fb-9f58-f97f73a7618a req-b36dbab1-7f59-4cba-9145-40a2333f1e8a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 945 time: 0.1439397 Aug 20 11:42:55.697488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:55.697846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b5b2cd03-ede6-450d-afa3-ea2bd2bcd9d3 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:55.731697 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eae0de0e-300f-41fb-9f58-f97f73a7618a req-6b19924b-42b1-4aee-b0d6-8422d5cf134c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393267 Aug 20 11:42:55.788758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702ab2b-464b-451f-bc75-f687e511cda7 None None] DHCP port deletion for 789ee8ec-5718-45a4-95ae-1cbea4e444d7 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:42:55.870811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c702ab2b-464b-451f-bc75-f687e511cda7 None None] Deleting port 636930dd-b9bb-4de9-968c-88bedfa7194a {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:55.871257 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c702ab2b-464b-451f-bc75-f687e511cda7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.880371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831015-6cb2-41ed-9378-69e864fa0c1c req-998c2e16-99ca-42bc-a1f1-7c4106336cb9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:55.886987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28831015-6cb2-41ed-9378-69e864fa0c1c req-998c2e16-99ca-42bc-a1f1-7c4106336cb9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 945 time: 0.0654817 Aug 20 11:42:55.924047 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-28831015-6cb2-41ed-9378-69e864fa0c1c req-f9f122d3-e0db-41ed-99c6-a1fdf08d107c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348659 Aug 20 11:42:55.946052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.948706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c702ab2b-464b-451f-bc75-f687e511cda7 None None] For port 636930dd-b9bb-4de9-968c-88bedfa7194a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=636930dd-b9bb-4de9-968c-88bedfa7194a,segment=NetworkSegment(053880d1-7251-4e07-8dff-fe0cfd5ba297),segment_id=053880d1-7251-4e07-8dff-fe0cfd5ba297)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:55.949100 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c702ab2b-464b-451f-bc75-f687e511cda7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:55.964426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c702ab2b-464b-451f-bc75-f687e511cda7 None None] Calling delete_port for 636930dd-b9bb-4de9-968c-88bedfa7194a owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:55.965020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Pushing event deleted for resources: {'Port': ['ID=636930dd-b9bb-4de9-968c-88bedfa7194a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:55.968694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] No DVR routers for this DVR port 636930dd-b9bb-4de9-968c-88bedfa7194a on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:56.047503 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.053113 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c702ab2b-464b-451f-bc75-f687e511cda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.058663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789ee8ec-5718-45a4-95ae-1cbea4e444d7']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:56.073809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053880d1-7251-4e07-8dff-fe0cfd5ba297') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:56.077341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053880d1-7251-4e07-8dff-fe0cfd5ba297') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:42:56.084069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702ab2b-464b-451f-bc75-f687e511cda7 None None] Pushing event deleted for resources: {'Port': ['ID=636930dd-b9bb-4de9-968c-88bedfa7194a,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:56.084266 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.089215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702ab2b-464b-451f-bc75-f687e511cda7 None None] No DVR routers for this DVR port 636930dd-b9bb-4de9-968c-88bedfa7194a on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:56.103226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.113725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:42:56.118029 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:42:56.306974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.319894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.322135 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] 10.222.0.10 "DELETE /v2.0/networks/789ee8ec-5718-45a4-95ae-1cbea4e444d7 HTTP/1.1" status: 204 len: 168 time: 0.9983461 Aug 20 11:42:56.336689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22b24-2c51-4c22-b540-c5a64afa8462 admin admin] Pushing event deleted for resources: {'Network': ['ID=789ee8ec-5718-45a4-95ae-1cbea4e444d7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:56.514749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53e52-8fda-4afe-a5aa-c6fa6838572f req-d21d4472-f879-4ec0-96d3-0de74c0c2cf3 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:56.518024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ca53e52-8fda-4afe-a5aa-c6fa6838572f req-d21d4472-f879-4ec0-96d3-0de74c0c2cf3 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 945 time: 0.0606434 Aug 20 11:42:56.563856 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ca53e52-8fda-4afe-a5aa-c6fa6838572f req-1dbe2519-122e-4478-8a7e-3bbda946a16c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401459 Aug 20 11:42:56.808733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52310) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:56.855741 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2cd7cc96-fe2f-4b1b-b7d1-edb74fef5d98 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f98a334c67f49e79ce0d260c119660a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428739 Aug 20 11:42:56.855741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52314) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:42:56.917044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98fb31e6-737f-4779-8210-6d82ae63e346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:56.940676 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98fb31e6-737f-4779-8210-6d82ae63e346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.060563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98fb31e6-737f-4779-8210-6d82ae63e346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.063167 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-98fb31e6-737f-4779-8210-6d82ae63e346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:57.064414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-98fb31e6-737f-4779-8210-6d82ae63e346 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dcd01594-0360-4d16-bc70-6cc6ebe1c345 HTTP/1.1" status: 204 len: 168 time: 0.2081311 Aug 20 11:42:57.072790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb31e6-737f-4779-8210-6d82ae63e346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd01594-0360-4d16-bc70-6cc6ebe1c345,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:57.508371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 636930dd-b9bb-4de9-968c-88bedfa7194a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:42:57.529378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 636930dd-b9bb-4de9-968c-88bedfa7194a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:42:57.531711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 636930dd-b9bb-4de9-968c-88bedfa7194a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:42:57.719914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b8bba-4641-4a92-9c62-91109f8addaf req-3e2456e6-0e67-46df-9541-3083cb69fa0d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.722541 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d12b8bba-4641-4a92-9c62-91109f8addaf req-3e2456e6-0e67-46df-9541-3083cb69fa0d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 945 time: 0.0678184 Aug 20 11:42:57.775804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d12b8bba-4641-4a92-9c62-91109f8addaf req-ae01f93f-296e-41c0-9e8e-7b9fc6e613a5 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460315 Aug 20 11:42:57.879890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-dfbc213a-f0da-4388-8eff-980a8969a4e5 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:42:57.882885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-dfbc213a-f0da-4388-8eff-980a8969a4e5 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 945 time: 0.0544529 Aug 20 11:42:57.995385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-f31d7305-732e-42d4-950b-2d404d58f5fd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Deleting port f0837282-689f-4f15-909a-675b65f1a512 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:42:57.995733 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-f31d7305-732e-42d4-950b-2d404d58f5fd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.098984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-f31d7305-732e-42d4-950b-2d404d58f5fd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] For port f0837282-689f-4f15-909a-675b65f1a512, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f0837282-689f-4f15-909a-675b65f1a512,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:42:58.098984 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-f31d7305-732e-42d4-950b-2d404d58f5fd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.113617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-f31d7305-732e-42d4-950b-2d404d58f5fd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Calling delete_port for f0837282-689f-4f15-909a-675b65f1a512 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:42:58.385868 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-f31d7305-732e-42d4-950b-2d404d58f5fd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.391016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:42:58.409524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d7305-732e-42d4-950b-2d404d58f5fd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event deleted for resources: {'Port': ['ID=f0837282-689f-4f15-909a-675b65f1a512,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:42:58.473707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-f31d7305-732e-42d4-950b-2d404d58f5fd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] No DVR routers for this DVR port f0837282-689f-4f15-909a-675b65f1a512 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:42:58.477407 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-f31d7305-732e-42d4-950b-2d404d58f5fd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:42:58.480028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6189742b-5b2c-4111-920e-20d96870fdd7 req-f31d7305-732e-42d4-950b-2d404d58f5fd tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.38 "DELETE /v2.0/ports/f0837282-689f-4f15-909a-675b65f1a512 HTTP/1.1" status: 204 len: 173 time: 0.5903058 Aug 20 11:42:58.483156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d69d89b-6326-4fe4-8752-93735bb5d168', 'name': 'network-vif-deleted', 'tag': 'f0837282-689f-4f15-909a-675b65f1a512'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:42:58.484693 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ebd982-257b-49bd-a027-70dc4c7cb228" -d '{"events": [{"server_uuid": "7d69d89b-6326-4fe4-8752-93735bb5d168", "name": "network-vif-deleted", "tag": "f0837282-689f-4f15-909a-675b65f1a512"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:42:58.525924 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a63722-b202-4c77-b623-939f881ff78d x-openstack-request-id: req-58a63722-b202-4c77-b623-939f881ff78d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:42:58.526280 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d69d89b-6326-4fe4-8752-93735bb5d168", "name": "network-vif-deleted", "tag": "f0837282-689f-4f15-909a-675b65f1a512", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:42:58.526682 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58a63722-b202-4c77-b623-939f881ff78d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:42:58.527222 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d69d89b-6326-4fe4-8752-93735bb5d168', 'name': 'network-vif-deleted', 'tag': 'f0837282-689f-4f15-909a-675b65f1a512', 'status': 'completed', 'code': 200} Aug 20 11:42:58.938502 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c260239b-d816-4656-ac7a-ec4de81c0504 req-7b419df1-3159-4268-b8b5-8a091b69e595 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d69d89b-6326-4fe4-8752-93735bb5d168 HTTP/1.1" status: 200 len: 210 time: 0.0419366 Aug 20 11:43:00.155552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f0837282-689f-4f15-909a-675b65f1a512 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:00.185317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: f0837282-689f-4f15-909a-675b65f1a512 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:00.185663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f0837282-689f-4f15-909a-675b65f1a512 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:00.400846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966183-763f-441f-8e5c-874f56de86a6 req-3bc24391-d69e-4ca0-9cf9-d5c7a65ef4ad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:00.408087 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-3bc24391-d69e-4ca0-9cf9-d5c7a65ef4ad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1188426 Aug 20 11:43:00.420449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-a6a3eada-d8e3-40b6-abdd-10c5b6995656 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/quotas/4a5024681d8145f1ae0adec8e50f40e1 HTTP/1.1" status: 200 len: 375 time: 0.0109978 Aug 20 11:43:00.491076 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-fe96a023-be18-42fa-b7ff-b17fb88a1ba6 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619147 Aug 20 11:43:00.601815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-b6e23636-38fe-40bd-9042-3056616d8c67 service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037655 Aug 20 11:43:00.710848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-ded5c121-e018-48b0-868e-0da348cd20fc service neutron] 10.222.0.10 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965910 Aug 20 11:43:02.095181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f7e9c43-9e6a-4efd-b4eb-7b046605762e req-d8c51391-3796-4251-aed4-9c3d51de9c2c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 210 time: 0.0834014 Aug 20 11:43:02.976417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-187bd8b0-7ee1-4dd8-af0b-eb509f1bbb59 req-8d21d390-ae30-4ed4-9995-cfb2cc55469c service neutron] (95587) timed out ('10.222.0.10', 40122) {{(pid=95587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:43:03.261955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52460) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:03.278272 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2028d20-622b-493c-8881-d166671db885 req-59379eb4-12ed-4162-9dc3-8e14ee7c4074 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 210 time: 0.0466621 Aug 20 11:43:03.405624 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8bca132e-27be-4cd0-9841-f87dbd43aaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.512209 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8bca132e-27be-4cd0-9841-f87dbd43aaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.810093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8bca132e-27be-4cd0-9841-f87dbd43aaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.853886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8bca132e-27be-4cd0-9841-f87dbd43aaeb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6353f89070f42708ec0896c950a4403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5879433 Aug 20 11:43:03.853886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca132e-27be-4cd0-9841-f87dbd43aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9460be7-1dba-437b-86c0-767bfa956436,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:03.855042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52464) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:03.906928 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:03.931330 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.055899 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.058606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.059821 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9460be7-1dba-437b-86c0-767bfa956436 HTTP/1.1" status: 204 len: 168 time: 0.2035804 Aug 20 11:43:04.069003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9460be7-1dba-437b-86c0-767bfa956436,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:04.077196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.085803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29739a29-5e8d-4b7c-9f8d-64e0b883f30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:04.391164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b7b8f332-3801-4ce7-be1c-97d2e1d356a5 req-6566cc52-cb41-47a7-b66d-6f95f6c2c95f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 210 time: 0.0348251 Aug 20 11:43:04.543927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966183-763f-441f-8e5c-874f56de86a6 req-627788c8-0e46-4fcb-ab79-42d57e40467b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:04.546061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-627788c8-0e46-4fcb-ab79-42d57e40467b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 805 time: 0.1440842 Aug 20 11:43:04.560254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Request body: {'port': {'device_id': 'de5440d7-03cf-4efa-a38e-20ba432b6ddc', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'admin_state_up': True, 'tenant_id': '4a5024681d8145f1ae0adec8e50f40e1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:04.833259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Made reservation on behalf of 4a5024681d8145f1ae0adec8e50f40e1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:04.837150 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:04.992668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Allocated IP 172.20.0.7 (c99f3f94-f7b6-469b-9590-9837a80a1d3c/636134a5-8255-40f2-9cb7-7dfbd30f58b9/97277070-6b7a-4243-ab42-eb8d5406a014) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:05.161513 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.548254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c82fbcb-301a-4203-8fbf-1b67c30240b1 req-a4da3465-c3db-4000-87ed-17b8f4c91c40 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 210 time: 0.0375271 Aug 20 11:43:05.618285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52494) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:05.633652 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d888e31b-5e57-4525-9f56-adb674aa0ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.657254 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.669219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:05.736877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event updated for resources: {'Port': ['ID=97277070-6b7a-4243-ab42-eb8d5406a014,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:05.744185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Network c99f3f94-f7b6-469b-9590-9837a80a1d3c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:05.751260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:05.754064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:05.823796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:05.824646 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:05.907036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d888e31b-5e57-4525-9f56-adb674aa0ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.017849 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d888e31b-5e57-4525-9f56-adb674aa0ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.059177 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d888e31b-5e57-4525-9f56-adb674aa0ba1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93325e67f8be4aac974c1d0b5e4c4e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393592 Aug 20 11:43:06.060169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888e31b-5e57-4525-9f56-adb674aa0ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe5112e-c563-4967-abdb-55a52d29632f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:06.061878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52504) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:06.126023 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c708aba6-a9bc-43fe-90af-120e13bbb25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.142043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-64c068a3-b876-4c90-9939-b6f188fe5cc7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5860665 Aug 20 11:43:06.148967 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c708aba6-a9bc-43fe-90af-120e13bbb25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.155240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Request body: {'port': {'device_id': 'de5440d7-03cf-4efa-a38e-20ba432b6ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:06.215365 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.289993 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c708aba6-a9bc-43fe-90af-120e13bbb25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.292919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c708aba6-a9bc-43fe-90af-120e13bbb25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.296572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c708aba6-a9bc-43fe-90af-120e13bbb25c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbe5112e-c563-4967-abdb-55a52d29632f HTTP/1.1" status: 204 len: 168 time: 0.2313461 Aug 20 11:43:06.307959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708aba6-a9bc-43fe-90af-120e13bbb25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe5112e-c563-4967-abdb-55a52d29632f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:06.525085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97277070-6b7a-4243-ab42-eb8d5406a014 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:06.533731 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.555983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Transition to ACTIVE for port object 97277070-6b7a-4243-ab42-eb8d5406a014 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:06.676152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47004b8f-6765-40ef-a29b-197e6d114d0f req-b1fa2dd3-ca3d-43d1-beb7-88a8bfc46f62 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:06.679016 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47004b8f-6765-40ef-a29b-197e6d114d0f req-b1fa2dd3-ca3d-43d1-beb7-88a8bfc46f62 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 931 time: 0.0552282 Aug 20 11:43:06.731805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47004b8f-6765-40ef-a29b-197e6d114d0f req-f28e1452-9ec0-41ef-a1e7-8915979b0b00 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390987 Aug 20 11:43:06.736323 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.804758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Pushing event updated for resources: {'Port': ['ID=97277070-6b7a-4243-ab42-eb8d5406a014,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:06.891771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Attempting to bind port 97277070-6b7a-4243-ab42-eb8d5406a014 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:06.892114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Attempting to bind port 97277070-6b7a-4243-ab42-eb8d5406a014 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:06.892450 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Attempting to bind port 97277070-6b7a-4243-ab42-eb8d5406a014 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:06.897122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Port 97277070-6b7a-4243-ab42-eb8d5406a014 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:06.900709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Attempting to bind port 97277070-6b7a-4243-ab42-eb8d5406a014 on network c99f3f94-f7b6-469b-9590-9837a80a1d3c {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:06.902684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:06.903030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Checking segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:06.903422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Bound using segment: {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:06.903857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Bound port: 97277070-6b7a-4243-ab42-eb8d5406a014, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39743040-cf62-4c56-aad2-d7f27451f846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:06.904220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:06.972258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] For port 97277070-6b7a-4243-ab42-eb8d5406a014, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:06.976037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] For port 97277070-6b7a-4243-ab42-eb8d5406a014, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=97277070-6b7a-4243-ab42-eb8d5406a014,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:07.102245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.140844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.141476 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:07.142927 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-0778161b-903e-42cb-a339-5753797b0ece service neutron] 10.222.0.57 "PUT /v2.0/ports/97277070-6b7a-4243-ab42-eb8d5406a014 HTTP/1.1" status: 200 len: 1091 time: 0.9924459 Aug 20 11:43:07.143383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5440d7-03cf-4efa-a38e-20ba432b6ddc', 'tag': '97277070-6b7a-4243-ab42-eb8d5406a014'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:07.145632 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6303cc30-0d94-4df6-8fed-771e3ad65e45" -d '{"events": [{"name": "network-changed", "server_uuid": "de5440d7-03cf-4efa-a38e-20ba432b6ddc", "tag": "97277070-6b7a-4243-ab42-eb8d5406a014"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:07.200993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778161b-903e-42cb-a339-5753797b0ece service neutron] Pushing event updated for resources: {'Port': ['ID=97277070-6b7a-4243-ab42-eb8d5406a014,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:07.209931 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cc18e7-0725-45a9-bdac-9025e3945032 x-openstack-request-id: req-87cc18e7-0725-45a9-bdac-9025e3945032 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:07.215102 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5440d7-03cf-4efa-a38e-20ba432b6ddc", "tag": "97277070-6b7a-4243-ab42-eb8d5406a014", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:07.215531 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87cc18e7-0725-45a9-bdac-9025e3945032 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:07.216061 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5440d7-03cf-4efa-a38e-20ba432b6ddc', 'tag': '97277070-6b7a-4243-ab42-eb8d5406a014', 'status': 'completed', 'code': 200} Aug 20 11:43:07.273632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303cc30-0d94-4df6-8fed-771e3ad65e45 req-481905af-f1be-4b18-9003-a089f5ba06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.275289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6303cc30-0d94-4df6-8fed-771e3ad65e45 req-481905af-f1be-4b18-9003-a089f5ba06e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 1094 time: 0.0429223 Aug 20 11:43:07.380649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303cc30-0d94-4df6-8fed-771e3ad65e45 req-b46e34c0-5960-4e90-976d-5ffd36765554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.382186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6303cc30-0d94-4df6-8fed-771e3ad65e45 req-b46e34c0-5960-4e90-976d-5ffd36765554 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0988455 Aug 20 11:43:07.481165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303cc30-0d94-4df6-8fed-771e3ad65e45 req-f1e64102-7c10-43fb-aa6b-66c885dd1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.481636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6303cc30-0d94-4df6-8fed-771e3ad65e45 req-f1e64102-7c10-43fb-aa6b-66c885dd1291 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917974 Aug 20 11:43:07.870260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966183-763f-441f-8e5c-874f56de86a6 req-e4bd315e-f411-472d-afe8-52451052c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:07.872794 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-e4bd315e-f411-472d-afe8-52451052c4de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 1094 time: 0.3546638 Aug 20 11:43:07.944431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-6a3f3cf0-45bc-48f5-999f-0d5e9a097670 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97277070-6b7a-4243-ab42-eb8d5406a014 HTTP/1.1" status: 200 len: 217 time: 0.0583146 Aug 20 11:43:07.996746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b5e67-9877-4ca0-9337-6cba1359a3ce req-b9c2093f-c638-4c36-86d4-2c46ba534135 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:08.003811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a21b5e67-9877-4ca0-9337-6cba1359a3ce req-b9c2093f-c638-4c36-86d4-2c46ba534135 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 943 time: 0.1245780 Aug 20 11:43:08.018130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966183-763f-441f-8e5c-874f56de86a6 req-74c8cef3-a021-42a4-8582-cacae5e153f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:08.019885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-74c8cef3-a021-42a4-8582-cacae5e153f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=636134a5-8255-40f2-9cb7-7dfbd30f58b9 HTTP/1.1" status: 200 len: 845 time: 0.0672390 Aug 20 11:43:08.060697 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-3be2128c-678f-4f0b-a218-5155fd1b99ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c99f3f94-f7b6-469b-9590-9837a80a1d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319297 Aug 20 11:43:08.099325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a21b5e67-9877-4ca0-9337-6cba1359a3ce req-10d15267-fa01-42b5-982f-bd5e537e2ad4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907924 Aug 20 11:43:08.169700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-ce91436f-1d5d-4b85-8712-15b85fdba1ab service neutron] 10.222.0.57 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008449 Aug 20 11:43:08.272929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67966183-763f-441f-8e5c-874f56de86a6 req-af6a2e03-c20b-45cf-ab5e-37ec663e7649 service neutron] 10.222.0.57 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961964 Aug 20 11:43:09.246726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f3215-839f-4822-b89d-ac8f117b7245 req-2a3ebfe6-146e-4cd9-abe5-96d863d991a9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:09.260501 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f56f3215-839f-4822-b89d-ac8f117b7245 req-2a3ebfe6-146e-4cd9-abe5-96d863d991a9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 943 time: 0.0746415 Aug 20 11:43:09.296603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f56f3215-839f-4822-b89d-ac8f117b7245 req-57987ac2-f100-495f-852d-49f2483dff30 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346632 Aug 20 11:43:09.447140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 97277070-6b7a-4243-ab42-eb8d5406a014 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:09.549210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 97277070-6b7a-4243-ab42-eb8d5406a014, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=97277070-6b7a-4243-ab42-eb8d5406a014,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:09.562345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '97277070-6b7a-4243-ab42-eb8d5406a014', 'network_id': 'c99f3f94-f7b6-469b-9590-9837a80a1d3c', 'port_id': '97277070-6b7a-4243-ab42-eb8d5406a014', 'mac_address': 'fa:16:3e:ff:6d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636134a5-8255-40f2-9cb7-7dfbd30f58b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:09.600208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.618417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97277070-6b7a-4243-ab42-eb8d5406a014 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:09.635911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 97277070-6b7a-4243-ab42-eb8d5406a014, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=97277070-6b7a-4243-ab42-eb8d5406a014,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:09.764970 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:09.821931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=97277070-6b7a-4243-ab42-eb8d5406a014,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:09.966123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['97277070-6b7a-4243-ab42-eb8d5406a014'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:10.417003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acfdeb-a8ed-4a37-b72c-02dca186b434 req-251f0a16-306e-489d-943c-56fdd18c8dd9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:10.418601 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49acfdeb-a8ed-4a37-b72c-02dca186b434 req-251f0a16-306e-489d-943c-56fdd18c8dd9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 944 time: 0.0497265 Aug 20 11:43:10.465585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49acfdeb-a8ed-4a37-b72c-02dca186b434 req-ab112368-ca73-427f-af69-0b9368864c07 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405650 Aug 20 11:43:11.382839 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.462474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 97277070-6b7a-4243-ab42-eb8d5406a014 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:11.591025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f725a9-cb78-49d9-aa7d-53367e4587f3 req-c77bc831-7cc4-4aff-9085-194e7a965cf4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:11.592535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17f725a9-cb78-49d9-aa7d-53367e4587f3 req-c77bc831-7cc4-4aff-9085-194e7a965cf4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 944 time: 0.0507674 Aug 20 11:43:11.644727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17f725a9-cb78-49d9-aa7d-53367e4587f3 req-2a397599-bce8-4e99-ba71-bfd39a1d3916 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355854 Aug 20 11:43:11.702120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 97277070-6b7a-4243-ab42-eb8d5406a014 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:11.706461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 97277070-6b7a-4243-ab42-eb8d5406a014 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:11.713434 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.788567 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:11.811757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5440d7-03cf-4efa-a38e-20ba432b6ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97277070-6b7a-4243-ab42-eb8d5406a014'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:11.814008 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d16f3d0-a86d-474b-9254-a5c8676f52be" -d '{"events": [{"server_uuid": "de5440d7-03cf-4efa-a38e-20ba432b6ddc", "name": "network-vif-plugged", "status": "completed", "tag": "97277070-6b7a-4243-ab42-eb8d5406a014"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:11.829544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 97277070-6b7a-4243-ab42-eb8d5406a014, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=97277070-6b7a-4243-ab42-eb8d5406a014,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:11.854686 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708f92cd-227b-4b25-9e06-be494ad6fc0a x-openstack-request-id: req-708f92cd-227b-4b25-9e06-be494ad6fc0a {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:11.854980 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5440d7-03cf-4efa-a38e-20ba432b6ddc", "name": "network-vif-plugged", "status": "completed", "tag": "97277070-6b7a-4243-ab42-eb8d5406a014", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:11.855505 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-708f92cd-227b-4b25-9e06-be494ad6fc0a {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:11.855993 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5440d7-03cf-4efa-a38e-20ba432b6ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97277070-6b7a-4243-ab42-eb8d5406a014', 'code': 200} Aug 20 11:43:11.957172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411875d-a424-49f3-8e3d-dde4a19cfa7a req-8d4166a2-b601-4eea-bbfd-8fef69ba3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:11.958692 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4411875d-a424-49f3-8e3d-dde4a19cfa7a req-8d4166a2-b601-4eea-bbfd-8fef69ba3eec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 1095 time: 0.0448713 Aug 20 11:43:11.993372 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4411875d-a424-49f3-8e3d-dde4a19cfa7a req-cf21dd2b-b656-4ca7-962c-b1020682b8c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277977 Aug 20 11:43:11.998925 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.050869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=97277070-6b7a-4243-ab42-eb8d5406a014,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:12.144802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52626) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:12.255319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faabc55a-94ec-4a69-8243-0a1d66e2e0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.341554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faabc55a-94ec-4a69-8243-0a1d66e2e0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.502219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faabc55a-94ec-4a69-8243-0a1d66e2e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.541694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-faabc55a-94ec-4a69-8243-0a1d66e2e0c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac5d3519f1a9466192d2778aa80885f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957405 Aug 20 11:43:12.542860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabc55a-94ec-4a69-8243-0a1d66e2e0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025f579a-ccf9-402a-97af-b7c66c1ac40d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:12.544613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52634) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:12.595152 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f2eae426-fed1-40c9-a2a8-6f4c19b9f051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.617931 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f2eae426-fed1-40c9-a2a8-6f4c19b9f051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.757586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b6c69-f3b0-40db-b033-77c9f2cc7efb req-5e255c10-b799-4d90-8730-305e37491c13 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:12.759148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a3b6c69-f3b0-40db-b033-77c9f2cc7efb req-5e255c10-b799-4d90-8730-305e37491c13 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0516613 Aug 20 11:43:12.797623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a3b6c69-f3b0-40db-b033-77c9f2cc7efb req-27342afa-12e8-41b2-ad8b-7f2b84f53917 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Aug 20 11:43:12.844464 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f2eae426-fed1-40c9-a2a8-6f4c19b9f051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.847100 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f2eae426-fed1-40c9-a2a8-6f4c19b9f051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:12.848457 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f2eae426-fed1-40c9-a2a8-6f4c19b9f051 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/025f579a-ccf9-402a-97af-b7c66c1ac40d HTTP/1.1" status: 204 len: 168 time: 0.3026435 Aug 20 11:43:12.856497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eae426-fed1-40c9-a2a8-6f4c19b9f051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f579a-ccf9-402a-97af-b7c66c1ac40d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:13.502281 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.826101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52650) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:13.842853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb6524f9-0879-4f4f-8148-15a090d99edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.936570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb790dc6-7376-473e-a1e4-ea5015fd065a req-8308ef0b-f50a-49ad-bd04-5d17298e4d32 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:13.938934 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb790dc6-7376-473e-a1e4-ea5015fd065a req-8308ef0b-f50a-49ad-bd04-5d17298e4d32 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0619271 Aug 20 11:43:13.953730 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb6524f9-0879-4f4f-8148-15a090d99edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:13.984951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb790dc6-7376-473e-a1e4-ea5015fd065a req-dae3936a-1941-4284-9564-939ea8cce4af tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389955 Aug 20 11:43:14.079667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb6524f9-0879-4f4f-8148-15a090d99edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.121290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cb6524f9-0879-4f4f-8148-15a090d99edc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98da1400ffd443f6963763ed446ca124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934332 Aug 20 11:43:14.123690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6524f9-0879-4f4f-8148-15a090d99edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df627b6-b0c9-43dc-8c47-9e7be8af068a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:14.124199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52656) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:14.179329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9978a84-155f-499f-8319-1c3648968a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.202045 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9978a84-155f-499f-8319-1c3648968a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.350527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077780c4-08e0-4852-aea8-271d8e316279 req-bd0e3ce8-337b-4a6e-9164-5fc61442083b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:14.352400 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-077780c4-08e0-4852-aea8-271d8e316279 req-bd0e3ce8-337b-4a6e-9164-5fc61442083b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0522687 Aug 20 11:43:14.368278 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:43:14.382472 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9978a84-155f-499f-8319-1c3648968a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.393236 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9978a84-155f-499f-8319-1c3648968a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:14.393236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e9978a84-155f-499f-8319-1c3648968a4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6df627b6-b0c9-43dc-8c47-9e7be8af068a HTTP/1.1" status: 204 len: 168 time: 0.2610233 Aug 20 11:43:14.408372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9978a84-155f-499f-8319-1c3648968a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df627b6-b0c9-43dc-8c47-9e7be8af068a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:14.417677 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-077780c4-08e0-4852-aea8-271d8e316279 req-bc389620-c941-4cbb-b061-037cc2e6a655 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577939 Aug 20 11:43:14.561009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c642f00-879e-4f45-ab39-cdf3fd6a57c8 req-c8aff11c-3134-4d77-8c0e-5c4af4c89c26 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:14.562681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c642f00-879e-4f45-ab39-cdf3fd6a57c8 req-c8aff11c-3134-4d77-8c0e-5c4af4c89c26 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0542972 Aug 20 11:43:14.605518 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3c642f00-879e-4f45-ab39-cdf3fd6a57c8 req-05c4cc4c-12e2-4979-bced-70a5f4966d4f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355375 Aug 20 11:43:15.022022 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8c8f54b8-76cd-496f-91b9-4055bc12bfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:15.062055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81e47c-5362-43a9-a5db-bd87c333a4c8 req-3c52827d-024a-4ed8-b22a-0f3d1e17bac7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:15.063625 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b81e47c-5362-43a9-a5db-bd87c333a4c8 req-3c52827d-024a-4ed8-b22a-0f3d1e17bac7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0605078 Aug 20 11:43:15.103169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b81e47c-5362-43a9-a5db-bd87c333a4c8 req-d505e061-8930-4b83-9cb9-8564e944a268 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333614 Aug 20 11:43:16.252092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cd2b1-c6b4-4e74-b408-33aa27ac163b req-4d38e296-3947-4df8-8441-39950662b7f9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:16.255286 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3cd2b1-c6b4-4e74-b408-33aa27ac163b req-4d38e296-3947-4df8-8441-39950662b7f9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0770571 Aug 20 11:43:16.306400 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3cd2b1-c6b4-4e74-b408-33aa27ac163b req-c32e497c-4106-48c8-9e9c-52d791fff228 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384438 Aug 20 11:43:17.427695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb9db7-11b2-416e-8bd6-6154cc7214a6 req-732c5a83-993a-4480-b276-5bc58a544381 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:17.429987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eedb9db7-11b2-416e-8bd6-6154cc7214a6 req-732c5a83-993a-4480-b276-5bc58a544381 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0552542 Aug 20 11:43:17.468727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eedb9db7-11b2-416e-8bd6-6154cc7214a6 req-5e15e922-612c-4a14-94fb-f6d1b35b6f9c tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324316 Aug 20 11:43:17.724969 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e479ca81-4b60-4b35-800b-1382f6d63d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.607201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b255389a-391c-4dde-a718-b50f7b102249 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.609820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b255389a-391c-4dde-a718-b50f7b102249 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1461961 Aug 20 11:43:18.619075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27fbc1-a0eb-498d-a493-c459f89ccc3f req-aed7ac6f-3e36-43b6-a42f-f080a6b0a91c tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.632490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fa27fbc1-a0eb-498d-a493-c459f89ccc3f req-aed7ac6f-3e36-43b6-a42f-f080a6b0a91c tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 945 time: 0.0721097 Aug 20 11:43:18.638810 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-9e67179c-29c8-43b1-969d-cf9818ac3310 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/quotas/8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 375 time: 0.0199034 Aug 20 11:43:18.650588 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:18.679671 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fa27fbc1-a0eb-498d-a493-c459f89ccc3f req-7cb411bf-0112-46cc-baf7-d0c11ab9b455 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Aug 20 11:43:18.764783 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-9f13d785-7a6a-44c3-ae42-7676cf5b992a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194823 Aug 20 11:43:18.833091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f854-72df-42ff-add7-8d53beb50c55 req-93bd53d0-0e23-4210-ba08-5a03880f99cb tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:18.842707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e5f854-72df-42ff-add7-8d53beb50c55 req-93bd53d0-0e23-4210-ba08-5a03880f99cb tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0677137 Aug 20 11:43:18.894013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-54688a7c-cca1-4c5a-b267-7d24e652cbe2 service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279311 Aug 20 11:43:18.897988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9e5f854-72df-42ff-add7-8d53beb50c55 req-66816b6c-2e16-4322-9106-7d6dd6ba7dd9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Aug 20 11:43:19.000899 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-c7be0941-5ffa-4fa6-9ee7-5d57b7f90e1f service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054304 Aug 20 11:43:19.244922 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.379060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52780) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:19.502156 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cde57b5-431c-4e93-9c54-bfc187e7fa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.592096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cde57b5-431c-4e93-9c54-bfc187e7fa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.673322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cde57b5-431c-4e93-9c54-bfc187e7fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.713086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0cde57b5-431c-4e93-9c54-bfc187e7fa03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d39881f77bfb498c9ef42a4ea72eb968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327293 Aug 20 11:43:19.713814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde57b5-431c-4e93-9c54-bfc187e7fa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0bcf8a-3a5e-4fe6-b268-56fadc0f4482,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:19.715609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52786) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:19.795435 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3fe70bef-1e2e-4bb9-ba75-68328f6e6516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.828051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815567e5-7d4c-4c8d-82bc-eefbb37d40f9 req-d4aef7fb-326d-498d-a263-7297cea6328d tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:19.833365 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-815567e5-7d4c-4c8d-82bc-eefbb37d40f9 req-d4aef7fb-326d-498d-a263-7297cea6328d tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 945 time: 0.0573773 Aug 20 11:43:19.833695 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f68d4eb6-e3a5-439a-8d4f-2ced130339a1 req-c2eba97b-8b50-49bf-b223-cffc6391a252 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 210 time: 0.0393934 Aug 20 11:43:19.845532 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3fe70bef-1e2e-4bb9-ba75-68328f6e6516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.874020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-815567e5-7d4c-4c8d-82bc-eefbb37d40f9 req-19f4723a-6b9b-45f4-bf53-0bef25d0e44c tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351222 Aug 20 11:43:19.975782 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3fe70bef-1e2e-4bb9-ba75-68328f6e6516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.978458 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3fe70bef-1e2e-4bb9-ba75-68328f6e6516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:19.979638 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3fe70bef-1e2e-4bb9-ba75-68328f6e6516 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c0bcf8a-3a5e-4fe6-b268-56fadc0f4482 HTTP/1.1" status: 204 len: 168 time: 0.2629676 Aug 20 11:43:20.010810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe70bef-1e2e-4bb9-ba75-68328f6e6516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0bcf8a-3a5e-4fe6-b268-56fadc0f4482,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:20.039132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415f2fe-9424-472f-a18f-408740b1db53 req-60c90629-a4af-4b15-a455-a5181e2d0559 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:20.041082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7415f2fe-9424-472f-a18f-408740b1db53 req-60c90629-a4af-4b15-a455-a5181e2d0559 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0754685 Aug 20 11:43:20.080958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7415f2fe-9424-472f-a18f-408740b1db53 req-41a92d0f-c7ef-419b-966d-8ed513929b2a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Aug 20 11:43:20.231078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f284e-57af-41dd-9303-b69f319563ea req-e15ce5a2-bf1e-4106-b038-6947a45b95db tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:20.232585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-507f284e-57af-41dd-9303-b69f319563ea req-e15ce5a2-bf1e-4106-b038-6947a45b95db tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.38 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 945 time: 0.0498691 Aug 20 11:43:20.328955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-507f284e-57af-41dd-9303-b69f319563ea req-7f13eeb2-8007-49b8-9b99-4969b1a388f6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Deleting port bb9d6764-30a5-4469-9e3e-d1ba4b86e124 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:20.329319 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-507f284e-57af-41dd-9303-b69f319563ea req-7f13eeb2-8007-49b8-9b99-4969b1a388f6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.421040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-507f284e-57af-41dd-9303-b69f319563ea req-7f13eeb2-8007-49b8-9b99-4969b1a388f6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] For port bb9d6764-30a5-4469-9e3e-d1ba4b86e124, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,segment=NetworkSegment(af730077-6eb3-4c13-84b7-35320b691474),segment_id=af730077-6eb3-4c13-84b7-35320b691474)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:20.421566 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-507f284e-57af-41dd-9303-b69f319563ea req-7f13eeb2-8007-49b8-9b99-4969b1a388f6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.436538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-507f284e-57af-41dd-9303-b69f319563ea req-7f13eeb2-8007-49b8-9b99-4969b1a388f6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Calling delete_port for bb9d6764-30a5-4469-9e3e-d1ba4b86e124 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:20.679472 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-507f284e-57af-41dd-9303-b69f319563ea req-7f13eeb2-8007-49b8-9b99-4969b1a388f6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.692668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['bb9d6764-30a5-4469-9e3e-d1ba4b86e124'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:20.712306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13eeb2-8007-49b8-9b99-4969b1a388f6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Pushing event deleted for resources: {'Port': ['ID=bb9d6764-30a5-4469-9e3e-d1ba4b86e124,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:20.757286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-507f284e-57af-41dd-9303-b69f319563ea req-7f13eeb2-8007-49b8-9b99-4969b1a388f6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] No DVR routers for this DVR port bb9d6764-30a5-4469-9e3e-d1ba4b86e124 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:20.760629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-507f284e-57af-41dd-9303-b69f319563ea req-7f13eeb2-8007-49b8-9b99-4969b1a388f6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.763392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-507f284e-57af-41dd-9303-b69f319563ea req-7f13eeb2-8007-49b8-9b99-4969b1a388f6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.38 "DELETE /v2.0/ports/bb9d6764-30a5-4469-9e3e-d1ba4b86e124 HTTP/1.1" status: 204 len: 173 time: 0.5236158 Aug 20 11:43:20.763998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bc494f-40ca-4298-ada8-26b4b2b29c97', 'name': 'network-vif-deleted', 'tag': 'bb9d6764-30a5-4469-9e3e-d1ba4b86e124'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:20.766401 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a15fc75-603d-4ed0-8707-196dd85f191e" -d '{"events": [{"server_uuid": "b1bc494f-40ca-4298-ada8-26b4b2b29c97", "name": "network-vif-deleted", "tag": "bb9d6764-30a5-4469-9e3e-d1ba4b86e124"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:20.803653 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7795185d-1f14-4238-a164-d21255841eb0 x-openstack-request-id: req-7795185d-1f14-4238-a164-d21255841eb0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:20.803653 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bc494f-40ca-4298-ada8-26b4b2b29c97", "name": "network-vif-deleted", "tag": "bb9d6764-30a5-4469-9e3e-d1ba4b86e124", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:20.803653 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7795185d-1f14-4238-a164-d21255841eb0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:20.804172 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bc494f-40ca-4298-ada8-26b4b2b29c97', 'name': 'network-vif-deleted', 'tag': 'bb9d6764-30a5-4469-9e3e-d1ba4b86e124', 'status': 'completed', 'code': 200} Aug 20 11:43:20.866979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52808) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:20.884031 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a575c0c7-06c1-498d-8a06-74a2a103019c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.885672 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:20.987135 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4bdacfc1-6239-4649-8980-07db7cc6c69b req-96174f8d-5549-46c2-8ce3-6e29ceb66139 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 210 time: 0.0502224 Aug 20 11:43:21.017806 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69cfba98-4348-4a19-a317-61eba2b5bd22 req-7178119b-6eb3-4da3-8469-368f519e7c0c tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1bc494f-40ca-4298-ada8-26b4b2b29c97 HTTP/1.1" status: 200 len: 210 time: 0.0346546 Aug 20 11:43:21.058126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a575c0c7-06c1-498d-8a06-74a2a103019c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.179165 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a575c0c7-06c1-498d-8a06-74a2a103019c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.223872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575c0c7-06c1-498d-8a06-74a2a103019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3677239-5823-4b06-b802-1f2509af4058,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:21.232152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a575c0c7-06c1-498d-8a06-74a2a103019c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b89f2528f35745c0a1be90f4afa0ce24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618720 Aug 20 11:43:21.233281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52814) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:21.249270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2752b6-cb6e-4fe9-a81d-7804c5b947fd req-9c767a16-e758-4dd7-8db3-5a8873a9060b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:21.250852 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db2752b6-cb6e-4fe9-a81d-7804c5b947fd req-9c767a16-e758-4dd7-8db3-5a8873a9060b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0997291 Aug 20 11:43:21.324846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-db2752b6-cb6e-4fe9-a81d-7804c5b947fd req-8be946db-21dc-4205-9ffc-bffb32c41f00 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676670 Aug 20 11:43:21.335328 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8d38-7f80-474a-aeca-8cc160ad868d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.359738 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8d38-7f80-474a-aeca-8cc160ad868d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.547955 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8d38-7f80-474a-aeca-8cc160ad868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.553941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8d38-7f80-474a-aeca-8cc160ad868d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:21.553941 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5f9d8d38-7f80-474a-aeca-8cc160ad868d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3677239-5823-4b06-b802-1f2509af4058 HTTP/1.1" status: 204 len: 168 time: 0.3174467 Aug 20 11:43:21.560189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d8d38-7f80-474a-aeca-8cc160ad868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3677239-5823-4b06-b802-1f2509af4058,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:22.086452 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53ba1d1d-7254-4f28-867b-c7c301585410 req-ddb90354-1096-4c3d-9bef-ac6ce2bded75 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 210 time: 0.0300620 Aug 20 11:43:22.454948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa97e2a-04ce-4598-a080-c86a3188d325 req-7eb5e327-e75d-400a-b144-6a04cdb3bddf tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.456661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4aa97e2a-04ce-4598-a080-c86a3188d325 req-7eb5e327-e75d-400a-b144-6a04cdb3bddf tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0616124 Aug 20 11:43:22.548218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4aa97e2a-04ce-4598-a080-c86a3188d325 req-e2908a75-bbb5-4d23-b3b1-a3d53b285559 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819604 Aug 20 11:43:22.599894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-c7b3ba4d-df7e-4821-af89-0df29dd55dc5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:22.601436 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-c7b3ba4d-df7e-4821-af89-0df29dd55dc5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1438301 Aug 20 11:43:22.619023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'port': {'device_id': '0580a6e7-b67f-4604-a686-5e85c6865681', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'admin_state_up': True, 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:22.879827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Made reservation on behalf of 8ea0796915334e5c8704c4e677a6eef8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:22.885925 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.057391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Allocated IP 172.20.0.10 (11b17b29-10b0-4839-909d-f43616c71c65/5ef1a6b4-e180-43f7-afb9-3a6eea345cfa/b84a8cb3-60b8-4d07-9e58-e08482aced82) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:23.210191 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3eae815-473b-4b1c-a299-24268ac1578d req-727c3ead-cf32-48cc-a0f2-0726bbd1f7c6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 210 time: 0.0393229 Aug 20 11:43:23.242868 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.257391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Transition to ACTIVE for port object b84a8cb3-60b8-4d07-9e58-e08482aced82 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:23.366516 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.411659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Network 11b17b29-10b0-4839-909d-f43616c71c65 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:23.416344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:23.419406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:23.466002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=b84a8cb3-60b8-4d07-9e58-e08482aced82,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:23.486580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:23.487389 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.602250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-eef24aef-97df-4393-b66d-bb28edc9b850 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9877865 Aug 20 11:43:23.632932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Request body: {'port': {'device_id': '0580a6e7-b67f-4604-a686-5e85c6865681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:23.793889 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.868622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6b2f9205-3a7a-4ffe-a27d-34184e28f32d None None] Provisioning for port b84a8cb3-60b8-4d07-9e58-e08482aced82 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:23.872613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6b2f9205-3a7a-4ffe-a27d-34184e28f32d None None] Provisioning complete for port b84a8cb3-60b8-4d07-9e58-e08482aced82 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:23.873222 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9205-3a7a-4ffe-a27d-34184e28f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:23.894869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e275c-d669-41d6-a069-61c74e414e58 req-60e19ae5-93c3-4325-a799-b30d65ff5ee4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:23.908914 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458e275c-d669-41d6-a069-61c74e414e58 req-60e19ae5-93c3-4325-a799-b30d65ff5ee4 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.1728470 Aug 20 11:43:23.925166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f9205-3a7a-4ffe-a27d-34184e28f32d None None] Port b84a8cb3-60b8-4d07-9e58-e08482aced82 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:24.066790 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458e275c-d669-41d6-a069-61c74e414e58 req-2d6217c5-e4bd-45ef-8480-7ca1252b7fcc tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520162 Aug 20 11:43:24.269552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84a8cb3-60b8-4d07-9e58-e08482aced82 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:24.293528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.304494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device bb9d6764-30a5-4469-9e3e-d1ba4b86e124 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:24.336796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Transition to ACTIVE for port object b84a8cb3-60b8-4d07-9e58-e08482aced82 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:24.409566 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: bb9d6764-30a5-4469-9e3e-d1ba4b86e124 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:24.409906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device bb9d6764-30a5-4469-9e3e-d1ba4b86e124 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:24.461304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48834e73-4932-4de5-91b4-1d2e28593655 req-14166557-7178-4862-8aa9-3f4c71e147e4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:24.463894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48834e73-4932-4de5-91b4-1d2e28593655 req-14166557-7178-4862-8aa9-3f4c71e147e4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 932 time: 0.1633832 Aug 20 11:43:24.520938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48834e73-4932-4de5-91b4-1d2e28593655 req-cf0e5485-9da5-4348-9ce3-73e903cc3aa3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473342 Aug 20 11:43:24.532109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.620067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Pushing event updated for resources: {'Port': ['ID=b84a8cb3-60b8-4d07-9e58-e08482aced82,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:24.694604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Attempting to bind port b84a8cb3-60b8-4d07-9e58-e08482aced82 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:24.694945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Attempting to bind port b84a8cb3-60b8-4d07-9e58-e08482aced82 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:24.695309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Attempting to bind port b84a8cb3-60b8-4d07-9e58-e08482aced82 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:24.705935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Port b84a8cb3-60b8-4d07-9e58-e08482aced82 on network 11b17b29-10b0-4839-909d-f43616c71c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:24.706241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Attempting to bind port b84a8cb3-60b8-4d07-9e58-e08482aced82 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:24.714764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:24.715047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Checking segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:24.715442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Bound using segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:24.715890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Bound port: b84a8cb3-60b8-4d07-9e58-e08482aced82, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:24.716254 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.804165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] For port b84a8cb3-60b8-4d07-9e58-e08482aced82, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:24.807439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] For port b84a8cb3-60b8-4d07-9e58-e08482aced82, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=b84a8cb3-60b8-4d07-9e58-e08482aced82,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:24.891365 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.934783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:24.935785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:24.938263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] 10.222.0.38 "PUT /v2.0/ports/b84a8cb3-60b8-4d07-9e58-e08482aced82 HTTP/1.1" status: 200 len: 1092 time: 1.3209503 Aug 20 11:43:24.938772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0580a6e7-b67f-4604-a686-5e85c6865681', 'tag': 'b84a8cb3-60b8-4d07-9e58-e08482aced82'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:24.950787 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c9f2c4-e122-4ceb-af7d-18f078212701" -d '{"events": [{"name": "network-changed", "server_uuid": "0580a6e7-b67f-4604-a686-5e85c6865681", "tag": "b84a8cb3-60b8-4d07-9e58-e08482aced82"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:24.999617 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da83c03-c09c-47b7-8a6d-c97e726a9827 x-openstack-request-id: req-1da83c03-c09c-47b7-8a6d-c97e726a9827 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:25.000348 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0580a6e7-b67f-4604-a686-5e85c6865681", "tag": "b84a8cb3-60b8-4d07-9e58-e08482aced82", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:25.000348 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1da83c03-c09c-47b7-8a6d-c97e726a9827 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:25.004518 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0580a6e7-b67f-4604-a686-5e85c6865681', 'tag': 'b84a8cb3-60b8-4d07-9e58-e08482aced82', 'status': 'completed', 'code': 200} Aug 20 11:43:25.008758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c5af3-f82d-4885-a4d9-21e75d485d05 service neutron] Pushing event updated for resources: {'Port': ['ID=b84a8cb3-60b8-4d07-9e58-e08482aced82,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:25.083491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9f2c4-e122-4ceb-af7d-18f078212701 req-d8e2612c-809c-4130-9ebc-36cc8fc6239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.085536 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4c9f2c4-e122-4ceb-af7d-18f078212701 req-d8e2612c-809c-4130-9ebc-36cc8fc6239a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 1095 time: 0.0578806 Aug 20 11:43:25.218243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9f2c4-e122-4ceb-af7d-18f078212701 req-1e76c1f5-73e1-4560-9c4f-a731397dba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.219766 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4c9f2c4-e122-4ceb-af7d-18f078212701 req-1e76c1f5-73e1-4560-9c4f-a731397dba0a service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8ea0796915334e5c8704c4e677a6eef8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1225603 Aug 20 11:43:25.236456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9180a-b686-48ff-9914-3e88f76fabcc req-953c0920-9c67-49cb-9946-4cc2e9963427 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.238477 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-01a9180a-b686-48ff-9914-3e88f76fabcc req-953c0920-9c67-49cb-9946-4cc2e9963427 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0569181 Aug 20 11:43:25.293239 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-01a9180a-b686-48ff-9914-3e88f76fabcc req-91d9b460-762b-4446-8409-fa2d572c712e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483413 Aug 20 11:43:25.340528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9f2c4-e122-4ceb-af7d-18f078212701 req-4e87ad87-e88e-4411-9e0c-0b703d7aab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.343084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4c9f2c4-e122-4ceb-af7d-18f078212701 req-4e87ad87-e88e-4411-9e0c-0b703d7aab51 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158173 Aug 20 11:43:25.447037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-a9ab510f-c188-497d-a521-f69387eb2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.448562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-a9ab510f-c188-497d-a521-f69387eb2cc5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 1095 time: 0.0493197 Aug 20 11:43:25.492642 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-a7d215e2-ab7a-4491-950a-980fc05f957a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b84a8cb3-60b8-4d07-9e58-e08482aced82 HTTP/1.1" status: 200 len: 217 time: 0.0351284 Aug 20 11:43:25.543629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-f4f949af-ea81-4b44-9d80-045c2e98a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.545164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-f4f949af-ea81-4b44-9d80-045c2e98a865 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0445871 Aug 20 11:43:25.621027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-340ff4f7-dd5e-4344-a8b3-4fccf9c7cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.628488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-340ff4f7-dd5e-4344-a8b3-4fccf9c7cd58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682776 Aug 20 11:43:25.685298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312715-57be-4523-9e81-b871659c4419 req-44d2f1bf-5805-4075-9b2f-97ccea539069 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.687650 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37312715-57be-4523-9e81-b871659c4419 req-44d2f1bf-5805-4075-9b2f-97ccea539069 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 944 time: 0.0601747 Aug 20 11:43:25.703680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52926) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:25.759078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37312715-57be-4523-9e81-b871659c4419 req-99fcc9f4-98e9-47c7-9649-b77718c67359 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651720 Aug 20 11:43:25.809448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-14055115-eaca-4cb7-b7df-a0676cbbb551 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641123 Aug 20 11:43:25.819507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b61cc-9e11-4473-9ca6-3a85ef06b38a req-dc02b160-af54-4404-98c7-d6e1e50a60b2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:25.821112 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-461b61cc-9e11-4473-9ca6-3a85ef06b38a req-dc02b160-af54-4404-98c7-d6e1e50a60b2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.1922374 Aug 20 11:43:25.894867 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8006ad3-9ec1-4a74-b4ca-83b1dafa5273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:25.940280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-461b61cc-9e11-4473-9ca6-3a85ef06b38a req-ebcfd1c8-d3fb-4ebd-9e91-bcc7b63a78bb tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931246 Aug 20 11:43:25.997591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d7899-e13a-4ee2-93ab-b5c968a63121 req-cd8886d5-3691-4a78-a80d-19150a0cbb2f service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752844 Aug 20 11:43:26.010538 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8006ad3-9ec1-4a74-b4ca-83b1dafa5273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.142845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8006ad3-9ec1-4a74-b4ca-83b1dafa5273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.186357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8006ad3-9ec1-4a74-b4ca-83b1dafa5273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9269266a-2731-406e-b315-b1d0fd0a0389,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:26.192084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52944) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:26.192273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a8006ad3-9ec1-4a74-b4ca-83b1dafa5273 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a11883fe1fa4b00be10f7f068e73196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874780 Aug 20 11:43:26.252287 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c276dd6-3d36-48c6-9b4d-766555f1939b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.277195 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c276dd6-3d36-48c6-9b4d-766555f1939b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.425568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c9025-eef6-47a5-83c1-8dfcdf67aab5 req-36a61ab9-2f0e-4c17-9673-288351c59e71 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:26.431608 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-015c9025-eef6-47a5-83c1-8dfcdf67aab5 req-36a61ab9-2f0e-4c17-9673-288351c59e71 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0552368 Aug 20 11:43:26.457023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c276dd6-3d36-48c6-9b4d-766555f1939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.460751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c276dd6-3d36-48c6-9b4d-766555f1939b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:26.466714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5c276dd6-3d36-48c6-9b4d-766555f1939b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9269266a-2731-406e-b315-b1d0fd0a0389 HTTP/1.1" status: 204 len: 168 time: 0.2734113 Aug 20 11:43:26.479327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c276dd6-3d36-48c6-9b4d-766555f1939b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9269266a-2731-406e-b315-b1d0fd0a0389,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:26.500445 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-015c9025-eef6-47a5-83c1-8dfcdf67aab5 req-f84826c0-1b4f-4dbb-bec7-3cbf3c1790f5 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611160 Aug 20 11:43:26.903643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f13e63-4d81-49fa-ad57-0d45c21cb4e8 req-6adbef12-6914-43bd-a188-3c959c541501 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:26.905721 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57f13e63-4d81-49fa-ad57-0d45c21cb4e8 req-6adbef12-6914-43bd-a188-3c959c541501 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 944 time: 0.0693612 Aug 20 11:43:26.957169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-57f13e63-4d81-49fa-ad57-0d45c21cb4e8 req-b2166f41-ab28-4b8e-8542-062ad419b9f6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432944 Aug 20 11:43:27.065930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55037345-4168-4b7c-b859-1c4b39abb067 req-2be364c0-2787-4f38-97fc-416fec7e2efe tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:27.071834 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-55037345-4168-4b7c-b859-1c4b39abb067 req-2be364c0-2787-4f38-97fc-416fec7e2efe tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0535736 Aug 20 11:43:27.107381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-55037345-4168-4b7c-b859-1c4b39abb067 req-1c620608-61bf-4801-adbe-b46fdb634846 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331933 Aug 20 11:43:27.252437 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52958) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:27.278156 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4b09-eb57-40a4-8d80-a99c6568e1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.383857 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4b09-eb57-40a4-8d80-a99c6568e1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.445747 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4b09-eb57-40a4-8d80-a99c6568e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.492278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8d3d4b09-eb57-40a4-8d80-a99c6568e1bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c11968f112c24c0cb6c5cb3b8177a3c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365274 Aug 20 11:43:27.493657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d4b09-eb57-40a4-8d80-a99c6568e1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78433ce-7bc5-45ed-81cf-7d88d520f842,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:27.495096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52960) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:27.565411 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7311-1764-4938-9250-3df48c87c1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.590849 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7311-1764-4938-9250-3df48c87c1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.667411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078b958-b558-4d98-8279-0a191c943713 req-c0fc3901-0e83-4fca-bc61-c9b13f67a81a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:27.668839 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0078b958-b558-4d98-8279-0a191c943713 req-c0fc3901-0e83-4fca-bc61-c9b13f67a81a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0964434 Aug 20 11:43:27.681916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6efddf-5705-4089-b826-d0a342136aeb req-40e6cb64-9566-4374-b6df-0e5c171e774a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:27.683494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d6efddf-5705-4089-b826-d0a342136aeb req-40e6cb64-9566-4374-b6df-0e5c171e774a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.38 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0757573 Aug 20 11:43:27.748430 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7311-1764-4938-9250-3df48c87c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.751888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7311-1764-4938-9250-3df48c87c1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.755721 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4d3f7311-1764-4938-9250-3df48c87c1cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a78433ce-7bc5-45ed-81cf-7d88d520f842 HTTP/1.1" status: 204 len: 168 time: 0.2571204 Aug 20 11:43:27.764313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0078b958-b558-4d98-8279-0a191c943713 req-d087106c-1602-45fe-a2fd-fa68176bbcc8 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795829 Aug 20 11:43:27.765991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f7311-1764-4938-9250-3df48c87c1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78433ce-7bc5-45ed-81cf-7d88d520f842,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:27.835887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Deleting port fd3af5e8-620c-478b-8e98-484a9fd525c9 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:27.836326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:27.943665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] For port fd3af5e8-620c-478b-8e98-484a9fd525c9, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=fd3af5e8-620c-478b-8e98-484a9fd525c9,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:27.944382 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.135565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd233f8f-0a89-40cf-b473-3d98bce64353 req-ccc21c71-d9b5-4da3-98f3-94a30da99826 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.137584 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd233f8f-0a89-40cf-b473-3d98bce64353 req-ccc21c71-d9b5-4da3-98f3-94a30da99826 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 944 time: 0.0747449 Aug 20 11:43:28.171464 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.171902 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.172335 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Floating IP 464aa402-96f2-40f3-b9ee-3c1fd3b7633b disassociated. External IP: 172.25.4.251, port: fd3af5e8-620c-478b-8e98-484a9fd525c9. Aug 20 11:43:28.172695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Calling delete_port for fd3af5e8-620c-478b-8e98-484a9fd525c9 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:28.189283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fd233f8f-0a89-40cf-b473-3d98bce64353 req-7706bf39-7615-45d0-9331-4fb84f58447b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389736 Aug 20 11:43:28.331062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3188ae-14c6-4cd6-b81a-0a6f0e9e51a5 req-d0fb933b-608a-4991-9924-2a354ae7cd33 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.335018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b3188ae-14c6-4cd6-b81a-0a6f0e9e51a5 req-d0fb933b-608a-4991-9924-2a354ae7cd33 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 945 time: 0.0952938 Aug 20 11:43:28.392190 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b3188ae-14c6-4cd6-b81a-0a6f0e9e51a5 req-10206e68-c0af-4197-a0d1-8edc31f72746 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=020e700e-ac8c-4144-9185-6210501a7d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Aug 20 11:43:28.536781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:28.573575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event deleted for resources: {'Port': ['ID=fd3af5e8-620c-478b-8e98-484a9fd525c9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:28.692661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Router c35711ff-03d4-411f-ba16-8497b2440652 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:28.802809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:28.815929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] Sync routers for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:28.826699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:28.827364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:43:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:28.979340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af80f2-35f3-475e-b7ab-7c62838fdc71 req-c9e40f79-717f-4a90-a81a-49d4329040b9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:28.981972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67af80f2-35f3-475e-b7ab-7c62838fdc71 req-c9e40f79-717f-4a90-a81a-49d4329040b9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0979190 Aug 20 11:43:29.002999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:29.044698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67af80f2-35f3-475e-b7ab-7c62838fdc71 req-a56b4888-5b99-4e5a-b5f0-4a4612245b5f tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544312 Aug 20 11:43:29.164746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] No DVR routers for this DVR port fd3af5e8-620c-478b-8e98-484a9fd525c9 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:29.169245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:29.172939 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d6efddf-5705-4089-b826-d0a342136aeb req-ca852f03-d0b7-4410-bca6-df01e6e74612 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.38 "DELETE /v2.0/ports/fd3af5e8-620c-478b-8e98-484a9fd525c9 HTTP/1.1" status: 204 len: 173 time: 1.4733307 Aug 20 11:43:29.174152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b9602a-9311-4602-b123-97e301f81035', 'name': 'network-vif-deleted', 'tag': 'fd3af5e8-620c-478b-8e98-484a9fd525c9'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:29.188039 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d9f237-e6c6-4b76-a8ab-a5a156d4e69e" -d '{"events": [{"server_uuid": "28b9602a-9311-4602-b123-97e301f81035", "name": "network-vif-deleted", "tag": "fd3af5e8-620c-478b-8e98-484a9fd525c9"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:29.247758 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5a90b6-9697-494d-a392-af75b5340f86 x-openstack-request-id: req-7c5a90b6-9697-494d-a392-af75b5340f86 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:29.248058 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b9602a-9311-4602-b123-97e301f81035", "name": "network-vif-deleted", "tag": "fd3af5e8-620c-478b-8e98-484a9fd525c9", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:29.248318 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c5a90b6-9697-494d-a392-af75b5340f86 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:29.248715 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b9602a-9311-4602-b123-97e301f81035', 'name': 'network-vif-deleted', 'tag': 'fd3af5e8-620c-478b-8e98-484a9fd525c9', 'status': 'completed', 'code': 200} Aug 20 11:43:29.304856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:29.339875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] Checking router: c35711ff-03d4-411f-ba16-8497b2440652 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:29.350886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:29.351799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:43:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:29.368257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21fa23-404e-4657-a05e-c95511380cf2 req-0ec6e56f-ceea-44aa-927b-0a206b6b4e75 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:29.376083 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f21fa23-404e-4657-a05e-c95511380cf2 req-0ec6e56f-ceea-44aa-927b-0a206b6b4e75 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 944 time: 0.0926819 Aug 20 11:43:29.456653 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f21fa23-404e-4657-a05e-c95511380cf2 req-801b802e-7bd7-411f-bc03-3d4adf26cad0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793791 Aug 20 11:43:29.512203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-800c95f2-e91a-4037-ba3d-4d988bc955f1 req-3894e307-8e9b-48b5-8381-a59902be5e57 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=28b9602a-9311-4602-b123-97e301f81035 HTTP/1.1" status: 200 len: 210 time: 0.0285606 Aug 20 11:43:29.517422 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:29.730662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:29.759926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5139b3b-a70c-4eae-8fc1-f115518ac4b3 None None] The sync data for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 is: [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:30.047281 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32af791-bd96-47a4-b04a-e564075e583f None None] New status for floating IP 464aa402-96f2-40f3-b9ee-3c1fd3b7633b: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:43:30.169620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ab88c-c3a6-4396-8e57-9a3973c8587e req-7c50038e-9c18-49b2-b29d-fe32c9af2e2e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:30.171201 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-330ab88c-c3a6-4396-8e57-9a3973c8587e req-7c50038e-9c18-49b2-b29d-fe32c9af2e2e tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0548589 Aug 20 11:43:30.219214 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-330ab88c-c3a6-4396-8e57-9a3973c8587e req-c4e4db5a-dd6a-44e1-81ef-cc3998e0b965 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Aug 20 11:43:30.323578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device fd3af5e8-620c-478b-8e98-484a9fd525c9 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:30.356104 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: fd3af5e8-620c-478b-8e98-484a9fd525c9 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:30.356952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device fd3af5e8-620c-478b-8e98-484a9fd525c9 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:30.577427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88480c84-8d47-452c-b752-bcb531b6fbff req-282d7100-cd3d-4d1a-887d-8182a945c35f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:30.578992 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88480c84-8d47-452c-b752-bcb531b6fbff req-282d7100-cd3d-4d1a-887d-8182a945c35f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 944 time: 0.0497122 Aug 20 11:43:30.620100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88480c84-8d47-452c-b752-bcb531b6fbff req-f0708ab0-8c22-4381-ae83-ea216ce0bd0d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Aug 20 11:43:30.686499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53040) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:30.741341 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e72dd3-276a-4fe0-8551-44f62b290851 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.767903 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e72dd3-276a-4fe0-8551-44f62b290851 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.925556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e72dd3-276a-4fe0-8551-44f62b290851 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.929502 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e72dd3-276a-4fe0-8551-44f62b290851 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:30.931644 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f3e72dd3-276a-4fe0-8551-44f62b290851 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "DELETE /v2.0/security-groups/020e700e-ac8c-4144-9185-6210501a7d51 HTTP/1.1" status: 204 len: 168 time: 0.2439065 Aug 20 11:43:30.941084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53050) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:30.948797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e72dd3-276a-4fe0-8551-44f62b290851 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020e700e-ac8c-4144-9185-6210501a7d51,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:30.951856 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-6ebd0aaf-3450-4647-8ccb-d704f752b3c0 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] show failed (client error): The resource could not be found. Aug 20 11:43:30.953271 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6ebd0aaf-3450-4647-8ccb-d704f752b3c0 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups/020e700e-ac8c-4144-9185-6210501a7d51 HTTP/1.1" status: 404 len: 347 time: 0.0178950 Aug 20 11:43:30.956303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53052) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:31.180199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a478c3-58b0-4422-a064-eba032901a59 req-64d36963-ceee-41a3-bd97-4fa58fa17446 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:31.181872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-64d36963-ceee-41a3-bd97-4fa58fa17446 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/networks?id=dca81469-014c-421d-b4c3-4d10b6622359 HTTP/1.1" status: 200 len: 813 time: 0.1330912 Aug 20 11:43:31.187293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e9341eac-80d4-4a78-8e5a-78265a220ccc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Deleting port 22f7f758-c173-4067-922e-b162db92314f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:31.187703 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9341eac-80d4-4a78-8e5a-78265a220ccc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.242236 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-e6aa1db7-dfec-42ea-83dc-5393bf3f2cfe tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/quotas/5e4a70c73f9747669b73abe30a3e3b75 HTTP/1.1" status: 200 len: 375 time: 0.0524220 Aug 20 11:43:31.285865 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-21159bb5-1f6e-4477-afad-7a0b697f7a89 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e4a70c73f9747669b73abe30a3e3b75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357111 Aug 20 11:43:31.321421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9341eac-80d4-4a78-8e5a-78265a220ccc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.321752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9341eac-80d4-4a78-8e5a-78265a220ccc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.345347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b452e-11fd-4bff-8c55-956599eb651a req-efde709e-ee1a-4ef0-94d9-f9289fcd4666 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:31.346930 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458b452e-11fd-4bff-8c55-956599eb651a req-efde709e-ee1a-4ef0-94d9-f9289fcd4666 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0530596 Aug 20 11:43:31.370606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e9341eac-80d4-4a78-8e5a-78265a220ccc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Calling delete_port for 22f7f758-c173-4067-922e-b162db92314f owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:31.398157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458b452e-11fd-4bff-8c55-956599eb651a req-adb05c70-20e0-402b-9eb3-a20ca5b94768 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426481 Aug 20 11:43:31.456977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-d7be9a5e-8f56-4123-a88d-3768afd2692a service neutron] 10.222.0.10 "GET /v2.0/networks/dca81469-014c-421d-b4c3-4d10b6622359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605458 Aug 20 11:43:31.601858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-5da759ea-ea05-4321-83ed-9217ad47c7fb service neutron] 10.222.0.10 "GET /v2.0/networks/dca81469-014c-421d-b4c3-4d10b6622359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354716 Aug 20 11:43:31.708313 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9341eac-80d4-4a78-8e5a-78265a220ccc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.738330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9341eac-80d4-4a78-8e5a-78265a220ccc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event deleted for resources: {'Port': ['ID=22f7f758-c173-4067-922e-b162db92314f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:31.755026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b6fc2-76da-417c-96f2-d04e17e9441b req-2b28b9a2-887e-461d-a181-d28c0ee1e8b5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:31.757582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e1b6fc2-76da-417c-96f2-d04e17e9441b req-2b28b9a2-887e-461d-a181-d28c0ee1e8b5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 944 time: 0.0617654 Aug 20 11:43:31.800547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e1b6fc2-76da-417c-96f2-d04e17e9441b req-29e264d6-4100-47b4-8663-2401d3c4d42e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363045 Aug 20 11:43:31.814907 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9341eac-80d4-4a78-8e5a-78265a220ccc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.814907 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9341eac-80d4-4a78-8e5a-78265a220ccc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:31.818224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e9341eac-80d4-4a78-8e5a-78265a220ccc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "DELETE /v2.0/floatingips/464aa402-96f2-40f3-b9ee-3c1fd3b7633b HTTP/1.1" status: 204 len: 168 time: 0.8582644 Aug 20 11:43:31.911031 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a444d670-dcf9-4c47-8590-082107bddc19 req-fae37b15-8165-4c3b-8993-d4dbdc515b2d tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 210 time: 0.0571094 Aug 20 11:43:32.336742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53102) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:32.341798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7c5dc764-92c3-4f53-81df-efbab9da9a89 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036397462', 'description': 'tempest-description--2073189646'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:32.524716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e41e5-75b6-4ace-86d1-b9f6594db00e req-8c4a690d-7f16-40e1-ae09-7c7c659ee764 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:32.526243 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b47e41e5-75b6-4ace-86d1-b9f6594db00e req-8c4a690d-7f16-40e1-ae09-7c7c659ee764 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0515764 Aug 20 11:43:32.528693 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5dc764-92c3-4f53-81df-efbab9da9a89 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.587723 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b47e41e5-75b6-4ace-86d1-b9f6594db00e req-bd63bb61-529d-4d0b-9356-bda74594fad6 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 Aug 20 11:43:32.639544 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5dc764-92c3-4f53-81df-efbab9da9a89 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.822883 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5dc764-92c3-4f53-81df-efbab9da9a89 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.853054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dc764-92c3-4f53-81df-efbab9da9a89 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2104923-26a5-4944-be68-d88b2bd13505,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:32.933965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f57de-012f-4db7-b927-d3459b286ee0 req-291ad389-0374-437e-b36b-8e215903139d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:32.935544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-928f57de-012f-4db7-b927-d3459b286ee0 req-291ad389-0374-437e-b36b-8e215903139d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 944 time: 0.0494220 Aug 20 11:43:32.948402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7c5dc764-92c3-4f53-81df-efbab9da9a89 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:32.949873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7c5dc764-92c3-4f53-81df-efbab9da9a89 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6118844 Aug 20 11:43:32.952758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53124) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:32.957867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4074d262-2b15-462c-8790-1e8bac6ab362 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'security_group_rule': {'security_group_id': 'e2104923-26a5-4944-be68-d88b2bd13505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:32.976853 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-928f57de-012f-4db7-b927-d3459b286ee0 req-140fa18c-2a2e-426a-b37b-ee39a69176c3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354176 Aug 20 11:43:33.017850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf532ddb-4d5f-4bcf-9d06-53a37b38e129 req-fa914bb1-f8c2-45e4-9f46-4081ede76917 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 210 time: 0.0475373 Aug 20 11:43:33.173269 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4074d262-2b15-462c-8790-1e8bac6ab362 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.247988 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4074d262-2b15-462c-8790-1e8bac6ab362 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.330942 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4074d262-2b15-462c-8790-1e8bac6ab362 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.349315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074d262-2b15-462c-8790-1e8bac6ab362 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4228c89-4597-426e-a462-220fef5f9ad0,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:33.440528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4074d262-2b15-462c-8790-1e8bac6ab362 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.440528 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4074d262-2b15-462c-8790-1e8bac6ab362 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4830284 Aug 20 11:43:33.441926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53134) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:33.446892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8cb066ba-adcf-4327-97b2-228581a18962 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'security_group_rule': {'security_group_id': 'e2104923-26a5-4944-be68-d88b2bd13505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:33.642603 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cb066ba-adcf-4327-97b2-228581a18962 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.710974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cb066ba-adcf-4327-97b2-228581a18962 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.714843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339374b0-7714-4166-890a-d9765e3b77a6 req-3036bfe7-b965-416b-8e33-eabc4954961a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:33.716404 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-339374b0-7714-4166-890a-d9765e3b77a6 req-3036bfe7-b965-416b-8e33-eabc4954961a tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0556562 Aug 20 11:43:33.763382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-339374b0-7714-4166-890a-d9765e3b77a6 req-bce1a112-8327-45c0-8046-9fabccc8e498 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Aug 20 11:43:33.805438 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cb066ba-adcf-4327-97b2-228581a18962 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.825395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb066ba-adcf-4327-97b2-228581a18962 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16831135-7ddf-47d0-9996-f94e4ee79587,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:33.954311 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8cb066ba-adcf-4327-97b2-228581a18962 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:33.956081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8cb066ba-adcf-4327-97b2-228581a18962 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5129566 Aug 20 11:43:33.959857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53148) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:33.965259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:34.102065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b36ad-7d2d-4807-aa5b-906e65b12d14 req-05de392e-fd29-452d-b2ea-a94119eada58 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:34.103664 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea6b36ad-7d2d-4807-aa5b-906e65b12d14 req-05de392e-fd29-452d-b2ea-a94119eada58 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 944 time: 0.0551438 Aug 20 11:43:34.113841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-99af9abc-4826-4d3d-b3c4-993f6f485e4f req-94e2f901-1595-4efd-ad83-43b33ccb39de tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 210 time: 0.0274465 Aug 20 11:43:34.138678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.147485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea6b36ad-7d2d-4807-aa5b-906e65b12d14 req-5a528766-7d05-4e93-bcce-e518afb4312b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368547 Aug 20 11:43:34.244921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.358629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Allocated IP 172.25.4.244 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/66011960-4642-41cb-aeee-31aadd6ce26f) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:34.464752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.885612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df34a8-407f-4d96-a2f8-78fcf7493e6f req-a73695b4-820b-446a-9e34-d7860e15a3e7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:34.888151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4df34a8-407f-4d96-a2f8-78fcf7493e6f req-a73695b4-820b-446a-9e34-d7860e15a3e7 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0542924 Aug 20 11:43:34.902980 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:34.931035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4df34a8-407f-4d96-a2f8-78fcf7493e6f req-88c99f2b-d731-4c76-ba6c-37c77698bf50 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Aug 20 11:43:34.953615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:34.962811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:34.965266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:35.014520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'Port': ['ID=66011960-4642-41cb-aeee-31aadd6ce26f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:35.049264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a478c3-58b0-4422-a064-eba032901a59 req-e1ba56df-f151-487c-b93d-9df2f05a99ec tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:35.050895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-e1ba56df-f151-487c-b93d-9df2f05a99ec tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.38 "GET /v2.0/networks?id=dca81469-014c-421d-b4c3-4d10b6622359 HTTP/1.1" status: 200 len: 813 time: 0.1976211 Aug 20 11:43:35.066307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Request body: {'port': {'device_id': '61a9f575-6eb5-40aa-89c7-162cd118c402', 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359', 'admin_state_up': True, 'tenant_id': '5e4a70c73f9747669b73abe30a3e3b75'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:35.174876 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.227667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-42f79f80-4e96-4a3c-af0e-d9f6f37e5893 req-5c372678-1335-4855-9c27-23ee6236cda9 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 210 time: 0.0354221 Aug 20 11:43:35.280754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9afd-4147-4bc4-96b3-11ff77c590a7 req-3a16ad09-1b1d-40ee-b5de-b0ee53603b5f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:35.282534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addc9afd-4147-4bc4-96b3-11ff77c590a7 req-3a16ad09-1b1d-40ee-b5de-b0ee53603b5f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 944 time: 0.0511022 Aug 20 11:43:35.309938 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.334121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Made reservation on behalf of 5e4a70c73f9747669b73abe30a3e3b75 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:35.334623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-addc9afd-4147-4bc4-96b3-11ff77c590a7 req-359b29f9-784e-48b4-b48c-9b22a7fe9c22 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381341 Aug 20 11:43:35.338341 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.572152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Allocated IP 172.20.0.9 (dca81469-014c-421d-b4c3-4d10b6622359/46eea0b1-f11f-46b7-8e85-8d938fa48e3a/35be8b22-ae33-4293-801c-bcda859ec59b) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:35.605592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.733795 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.779672 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.826751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'Port': ['ID=66011960-4642-41cb-aeee-31aadd6ce26f,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:35.846916 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.953433 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:35.955735 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c676e653-14d9-4146-b143-28e4c73065e3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9945164 Aug 20 11:43:35.991199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.070764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Network dca81469-014c-421d-b4c3-4d10b6622359 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:36.080126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:36.082944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Pushing event updated for resources: {'Port': ['ID=35be8b22-ae33-4293-801c-bcda859ec59b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:36.095273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:36.141224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa5c3-a8e4-4e28-8865-1b6f65052ea7 req-35897161-04d1-4138-b577-ad1c6ed70288 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.141224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05baa5c3-a8e4-4e28-8865-1b6f65052ea7 req-35897161-04d1-4138-b577-ad1c6ed70288 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.1348543 Aug 20 11:43:36.165024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.165637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.175942 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-e7d9a107-f017-4a44-8607-c934ad167cce tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2036397462&fields=id&tenant_id=7c16d640b8564e28be6cf91bccfeabfa HTTP/1.1" status: 200 len: 267 time: 0.0334506 Aug 20 11:43:36.195552 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05baa5c3-a8e4-4e28-8865-1b6f65052ea7 req-0281bb0f-6eb9-458c-b7f8-484c321e5c73 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543671 Aug 20 11:43:36.272681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-83f2f507-9919-4b5a-b525-3a5bc4790ea4 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2071433 Aug 20 11:43:36.289452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Request body: {'port': {'device_id': '61a9f575-6eb5-40aa-89c7-162cd118c402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:36.307748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-1ccb865a-73ff-4690-8e43-871e070d17e6 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.309256 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-1ccb865a-73ff-4690-8e43-871e070d17e6 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 811 time: 0.1252658 Aug 20 11:43:36.327483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-baccbf77-e877-47f5-891f-c9e12ce2e5a0 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/quotas/7c16d640b8564e28be6cf91bccfeabfa HTTP/1.1" status: 200 len: 375 time: 0.0117548 Aug 20 11:43:36.361321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device b84a8cb3-60b8-4d07-9e58-e08482aced82 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:36.383871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.387292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-bf94cf7b-7e9a-4318-bbc4-be289e5380b7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560348 Aug 20 11:43:36.393083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266fcdc-3118-44b3-bd98-a7448562d0a7 req-3e32b29b-d5e9-4074-984a-72bd8b430d45 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.394701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f266fcdc-3118-44b3-bd98-a7448562d0a7 req-3e32b29b-d5e9-4074-984a-72bd8b430d45 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 931 time: 0.0833991 Aug 20 11:43:36.483753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port b84a8cb3-60b8-4d07-9e58-e08482aced82, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=b84a8cb3-60b8-4d07-9e58-e08482aced82,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:36.503143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'b84a8cb3-60b8-4d07-9e58-e08482aced82', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'port_id': 'b84a8cb3-60b8-4d07-9e58-e08482aced82', 'mac_address': 'fa:16:3e:59:90:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:36.503606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f266fcdc-3118-44b3-bd98-a7448562d0a7 req-3d5fd569-dd78-48d5-964c-d170bff190c5 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981958 Aug 20 11:43:36.518345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-485dcd51-093c-4f64-8e24-1191f1c0ac38 service neutron] 10.222.0.10 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143513 Aug 20 11:43:36.545487 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.560110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84a8cb3-60b8-4d07-9e58-e08482aced82 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:36.583106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port b84a8cb3-60b8-4d07-9e58-e08482aced82, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=b84a8cb3-60b8-4d07-9e58-e08482aced82,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:36.624164 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-d29d0ac3-aef3-46f3-8412-b4c2e598f194 service neutron] 10.222.0.10 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893424 Aug 20 11:43:36.712026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93072f44-210c-46b6-859a-862560fc74c2 req-53f8b0b2-a362-47b4-a664-77a07d589fd0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:36.712026 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-93072f44-210c-46b6-859a-862560fc74c2 req-53f8b0b2-a362-47b4-a664-77a07d589fd0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 944 time: 0.1233044 Aug 20 11:43:36.737657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.783818 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-93072f44-210c-46b6-859a-862560fc74c2 req-206f7fd9-9fce-4393-917e-a2288cd8b2ff tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593734 Aug 20 11:43:36.802080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=b84a8cb3-60b8-4d07-9e58-e08482aced82,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:36.824868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35be8b22-ae33-4293-801c-bcda859ec59b {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:36.832543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.846276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Transition to ACTIVE for port object 35be8b22-ae33-4293-801c-bcda859ec59b will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:36.907025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13c94b1d-a904-4a70-8c8c-37414629e7d9 req-d0fbd81e-108e-418f-aafe-9e7251ba9325 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 210 time: 0.0321517 Aug 20 11:43:36.920202 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:36.980130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Pushing event updated for resources: {'Port': ['ID=35be8b22-ae33-4293-801c-bcda859ec59b,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:37.008533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['b84a8cb3-60b8-4d07-9e58-e08482aced82'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:37.057972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Attempting to bind port 35be8b22-ae33-4293-801c-bcda859ec59b on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:37.062809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Attempting to bind port 35be8b22-ae33-4293-801c-bcda859ec59b by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'af730077-6eb3-4c13-84b7-35320b691474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:37.063185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Attempting to bind port 35be8b22-ae33-4293-801c-bcda859ec59b on network dca81469-014c-421d-b4c3-4d10b6622359 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:37.068755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Port 35be8b22-ae33-4293-801c-bcda859ec59b on network dca81469-014c-421d-b4c3-4d10b6622359 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:37.069168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Attempting to bind port 35be8b22-ae33-4293-801c-bcda859ec59b on network dca81469-014c-421d-b4c3-4d10b6622359 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:37.075731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:37.076154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Checking segment: {'id': 'af730077-6eb3-4c13-84b7-35320b691474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:37.076778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Bound using segment: {'id': 'af730077-6eb3-4c13-84b7-35320b691474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:37.077350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Bound port: 35be8b22-ae33-4293-801c-bcda859ec59b, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af730077-6eb3-4c13-84b7-35320b691474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:37.077787 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.154627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] For port 35be8b22-ae33-4293-801c-bcda859ec59b, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:37.157633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] For port 35be8b22-ae33-4293-801c-bcda859ec59b, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=35be8b22-ae33-4293-801c-bcda859ec59b,segment=NetworkSegment(af730077-6eb3-4c13-84b7-35320b691474),segment_id=af730077-6eb3-4c13-84b7-35320b691474)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:37.283904 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.332139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.332787 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:37.334834 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] 10.222.0.38 "PUT /v2.0/ports/35be8b22-ae33-4293-801c-bcda859ec59b HTTP/1.1" status: 200 len: 1091 time: 1.0510530 Aug 20 11:43:37.335340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a9f575-6eb5-40aa-89c7-162cd118c402', 'tag': '35be8b22-ae33-4293-801c-bcda859ec59b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:37.338566 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ede43c-27a2-4fb5-a584-55582ffadf95" -d '{"events": [{"name": "network-changed", "server_uuid": "61a9f575-6eb5-40aa-89c7-162cd118c402", "tag": "35be8b22-ae33-4293-801c-bcda859ec59b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:37.349193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846ff27-84db-4d1c-a68b-172c525e8d70 req-2ac818b0-a540-460b-a1c2-75445b364650 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.351507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d846ff27-84db-4d1c-a68b-172c525e8d70 req-2ac818b0-a540-460b-a1c2-75445b364650 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0830598 Aug 20 11:43:37.393601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e7efa-0efc-4b05-aa40-ac3f490970c5 service neutron] Pushing event updated for resources: {'Port': ['ID=35be8b22-ae33-4293-801c-bcda859ec59b,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:37.406039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d846ff27-84db-4d1c-a68b-172c525e8d70 req-04829a9f-80e8-4eb9-9244-d963744b547b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Aug 20 11:43:37.407137 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d9b58-0547-449e-a907-d1c37d08542e x-openstack-request-id: req-b60d9b58-0547-449e-a907-d1c37d08542e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:37.407137 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a9f575-6eb5-40aa-89c7-162cd118c402", "tag": "35be8b22-ae33-4293-801c-bcda859ec59b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:37.407137 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b60d9b58-0547-449e-a907-d1c37d08542e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:37.407137 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a9f575-6eb5-40aa-89c7-162cd118c402', 'tag': '35be8b22-ae33-4293-801c-bcda859ec59b', 'status': 'completed', 'code': 200} Aug 20 11:43:37.466938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ede43c-27a2-4fb5-a584-55582ffadf95 req-01bed5e5-0490-4895-991f-2b2f81a8c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.468561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0ede43c-27a2-4fb5-a584-55582ffadf95 req-01bed5e5-0490-4895-991f-2b2f81a8c20c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e4a70c73f9747669b73abe30a3e3b75&device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 1094 time: 0.0475101 Aug 20 11:43:37.614847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ede43c-27a2-4fb5-a584-55582ffadf95 req-400ae1ce-b929-4116-91da-a3d752c92d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.617996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0ede43c-27a2-4fb5-a584-55582ffadf95 req-400ae1ce-b929-4116-91da-a3d752c92d3c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e4a70c73f9747669b73abe30a3e3b75&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1404247 Aug 20 11:43:37.730176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf259b-a81e-41ba-bd8f-42b2ebdc4ff1 req-bb3167ec-1423-4a37-b820-1dfa727aa164 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.730176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ccdf259b-a81e-41ba-bd8f-42b2ebdc4ff1 req-bb3167ec-1423-4a37-b820-1dfa727aa164 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 943 time: 0.1375215 Aug 20 11:43:37.775775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ede43c-27a2-4fb5-a584-55582ffadf95 req-5d4919aa-b711-4b9b-88c1-e57439637005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.777261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0ede43c-27a2-4fb5-a584-55582ffadf95 req-5d4919aa-b711-4b9b-88c1-e57439637005 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340382 Aug 20 11:43:37.795892 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ccdf259b-a81e-41ba-bd8f-42b2ebdc4ff1 req-668742fe-1a26-4582-9cd0-7e0711a3b167 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598679 Aug 20 11:43:37.905485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a478c3-58b0-4422-a064-eba032901a59 req-1da18280-8071-457d-9f73-efc434a856f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.907113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-1da18280-8071-457d-9f73-efc434a856f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e4a70c73f9747669b73abe30a3e3b75&device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 1094 time: 0.0576482 Aug 20 11:43:37.931041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc46d7-286e-4cca-ba7b-5229f6ee3ef3 req-f98577a8-5fa4-43e6-bebb-e01d9f2b095f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:37.933861 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5adc46d7-286e-4cca-ba7b-5229f6ee3ef3 req-f98577a8-5fa4-43e6-bebb-e01d9f2b095f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 945 time: 0.0574872 Aug 20 11:43:37.955257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-dea5196e-d796-41b2-9580-fc99a7eb1886 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35be8b22-ae33-4293-801c-bcda859ec59b HTTP/1.1" status: 200 len: 217 time: 0.0366752 Aug 20 11:43:37.977330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5adc46d7-286e-4cca-ba7b-5229f6ee3ef3 req-a4362d4e-a069-4e96-8a2d-5d09b2c6fe3b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369678 Aug 20 11:43:38.037065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea88efab-cf18-4d25-9d5f-e797ebcb69a0 req-dfe2d5e3-4a88-4f8c-a7d0-cd01a0ac7351 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 210 time: 0.0619671 Aug 20 11:43:38.047624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a478c3-58b0-4422-a064-eba032901a59 req-c1006581-320d-4848-aad2-3d58e8182bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.049000 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-c1006581-320d-4848-aad2-3d58e8182bc1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=46eea0b1-f11f-46b7-8e85-8d938fa48e3a HTTP/1.1" status: 200 len: 853 time: 0.0828538 Aug 20 11:43:38.090367 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-a34c1156-c527-430c-984f-bf1410ee66a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=dca81469-014c-421d-b4c3-4d10b6622359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255113 Aug 20 11:43:38.374939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device b84a8cb3-60b8-4d07-9e58-e08482aced82 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:38.447568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-2f82fc52-a747-41b8-9e57-7032382bd9ec service neutron] 10.222.0.38 "GET /v2.0/networks/dca81469-014c-421d-b4c3-4d10b6622359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457885 Aug 20 11:43:38.520066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port b84a8cb3-60b8-4d07-9e58-e08482aced82 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:38.524822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port b84a8cb3-60b8-4d07-9e58-e08482aced82 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:38.525195 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.561242 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4a478c3-58b0-4422-a064-eba032901a59 req-d72ea842-20c7-4944-ac6e-0dc5aaa9a910 service neutron] 10.222.0.38 "GET /v2.0/networks/dca81469-014c-421d-b4c3-4d10b6622359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032729 Aug 20 11:43:38.573367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b423809-0a83-4f51-8a12-c984c1ecfc77 req-3c4ce209-803a-4d40-b985-0153bbaddded tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.582310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b423809-0a83-4f51-8a12-c984c1ecfc77 req-3c4ce209-803a-4d40-b985-0153bbaddded tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0944185 Aug 20 11:43:38.622889 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b423809-0a83-4f51-8a12-c984c1ecfc77 req-75a046f9-2c41-40e4-ac00-0a0ada57fec8 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396068 Aug 20 11:43:38.651510 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.676795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0580a6e7-b67f-4604-a686-5e85c6865681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84a8cb3-60b8-4d07-9e58-e08482aced82'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:38.679763 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536ad031-b0c7-433d-be8c-6415c4111416" -d '{"events": [{"server_uuid": "0580a6e7-b67f-4604-a686-5e85c6865681", "name": "network-vif-plugged", "status": "completed", "tag": "b84a8cb3-60b8-4d07-9e58-e08482aced82"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:38.702000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port b84a8cb3-60b8-4d07-9e58-e08482aced82, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=b84a8cb3-60b8-4d07-9e58-e08482aced82,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:38.716583 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9593ade-89f6-490d-b7ca-c56eee6bd53e x-openstack-request-id: req-a9593ade-89f6-490d-b7ca-c56eee6bd53e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:38.716773 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0580a6e7-b67f-4604-a686-5e85c6865681", "name": "network-vif-plugged", "status": "completed", "tag": "b84a8cb3-60b8-4d07-9e58-e08482aced82", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:38.716946 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9593ade-89f6-490d-b7ca-c56eee6bd53e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:38.717539 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0580a6e7-b67f-4604-a686-5e85c6865681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84a8cb3-60b8-4d07-9e58-e08482aced82', 'code': 200} Aug 20 11:43:38.794144 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:38.813536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa816-43be-4cba-85d6-73446366ef36 req-a9461f77-7c9f-41fa-b4cb-74809162d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.815090 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b6faa816-43be-4cba-85d6-73446366ef36 req-a9461f77-7c9f-41fa-b4cb-74809162d83b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 1096 time: 0.0419042 Aug 20 11:43:38.870638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=b84a8cb3-60b8-4d07-9e58-e08482aced82,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:38.875972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b6faa816-43be-4cba-85d6-73446366ef36 req-810f0d9d-8cec-4f08-9974-8f7a9389d6c6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475044 Aug 20 11:43:38.927338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413e632-e0c2-4c63-964a-a88565c3713a req-f1b10fdb-2a8b-4572-96d3-fc6902678e0e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:38.929404 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a413e632-e0c2-4c63-964a-a88565c3713a req-f1b10fdb-2a8b-4572-96d3-fc6902678e0e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 943 time: 0.0533645 Aug 20 11:43:38.970608 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a413e632-e0c2-4c63-964a-a88565c3713a req-8666a7aa-7241-4540-b306-9b6b2d2744e0 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346551 Aug 20 11:43:39.105749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6262ad5-6aae-41bb-ad91-5da1349ab140 req-be83a4c8-ec7c-47e3-a9a1-65f2d1ea688f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:39.107298 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6262ad5-6aae-41bb-ad91-5da1349ab140 req-be83a4c8-ec7c-47e3-a9a1-65f2d1ea688f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 946 time: 0.0552235 Aug 20 11:43:39.133358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-758ce78f-c2bb-4a65-9d47-f6d3f4ebd315 req-0ea92fee-c9a4-40e8-811c-c53fb5af3030 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 210 time: 0.0280123 Aug 20 11:43:39.155012 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6262ad5-6aae-41bb-ad91-5da1349ab140 req-46f460ee-6a61-4101-b342-e58e9e5ae123 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380597 Aug 20 11:43:39.423958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-3ec4d2de-c8e6-4ef8-8cca-c7ba9396454a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:39.425526 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-3ec4d2de-c8e6-4ef8-8cca-c7ba9396454a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.57 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 811 time: 0.1045585 Aug 20 11:43:39.471658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-a7ca6dd9-13b0-4348-b201-87c5355cbfaa tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c16d640b8564e28be6cf91bccfeabfa HTTP/1.1" status: 200 len: 380 time: 0.0368547 Aug 20 11:43:39.481893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'port': {'device_id': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'admin_state_up': True, 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'security_groups': ['e2104923-26a5-4944-be68-d88b2bd13505']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:39.691771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Made reservation on behalf of 7c16d640b8564e28be6cf91bccfeabfa for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:39.696916 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:39.747886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005215e-4336-49c4-973a-9ac3cd318113 req-a5e55ab1-87c2-4fac-84cd-bdffdff80aa9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:39.750828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5005215e-4336-49c4-973a-9ac3cd318113 req-a5e55ab1-87c2-4fac-84cd-bdffdff80aa9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0545292 Aug 20 11:43:39.805024 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5005215e-4336-49c4-973a-9ac3cd318113 req-4f054564-a0d0-476e-bfe8-266d6425adfe tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421748 Aug 20 11:43:39.854411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Allocated IP 172.20.0.9 (a4eb590e-64d9-479d-b239-dfeba7bd10dd/395d3605-f706-4c0a-89ef-d0f55e196582/83b7688a-7e3a-4315-9ad5-861648a6d131) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:40.002324 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.026131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Transition to ACTIVE for port object 83b7688a-7e3a-4315-9ad5-861648a6d131 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:40.104374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df526d-41cb-496f-99e0-997a4780e9ca req-9b5462d1-658b-49df-a1f2-e30cdfb4ea14 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:40.105860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3df526d-41cb-496f-99e0-997a4780e9ca req-9b5462d1-658b-49df-a1f2-e30cdfb4ea14 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 943 time: 0.0585327 Aug 20 11:43:40.151429 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3df526d-41cb-496f-99e0-997a4780e9ca req-e0b53e92-ec16-4a67-88fb-98af8da54afe tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390072 Aug 20 11:43:40.212130 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.274503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a2a2-4a9b-4927-8e60-0f4b51a4f168 req-a153d3a1-74ea-48da-997b-1bdf3aff82ce tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:40.275947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9598a2a2-4a9b-4927-8e60-0f4b51a4f168 req-a153d3a1-74ea-48da-997b-1bdf3aff82ce tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 931 time: 0.0528486 Aug 20 11:43:40.304162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Network a4eb590e-64d9-479d-b239-dfeba7bd10dd is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:40.306384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:40.308387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event updated for resources: {'Port': ['ID=83b7688a-7e3a-4315-9ad5-861648a6d131,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:40.310734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:40.330116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9598a2a2-4a9b-4927-8e60-0f4b51a4f168 req-9851854b-e096-46a6-a567-14c7fa57cfbe tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471537 Aug 20 11:43:40.369484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0a131-e7a6-416d-9bde-6167e7fc780e req-918a5a94-3508-4bef-b3cc-d9bb431e3011 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:40.371111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ac0a131-e7a6-416d-9bde-6167e7fc780e req-918a5a94-3508-4bef-b3cc-d9bb431e3011 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 946 time: 0.1195862 Aug 20 11:43:40.389151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 35be8b22-ae33-4293-801c-bcda859ec59b details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:40.389697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:40.389697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.437216 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ac0a131-e7a6-416d-9bde-6167e7fc780e req-e5385323-2098-4359-bb3c-a327b72dd9e6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454850 Aug 20 11:43:40.522890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 35be8b22-ae33-4293-801c-bcda859ec59b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=35be8b22-ae33-4293-801c-bcda859ec59b,segment=NetworkSegment(af730077-6eb3-4c13-84b7-35320b691474),segment_id=af730077-6eb3-4c13-84b7-35320b691474)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:40.536882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '35be8b22-ae33-4293-801c-bcda859ec59b', 'network_id': 'dca81469-014c-421d-b4c3-4d10b6622359', 'port_id': '35be8b22-ae33-4293-801c-bcda859ec59b', 'mac_address': 'fa:16:3e:5d:e2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46eea0b1-f11f-46b7-8e85-8d938fa48e3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:40.578633 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.582639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-4fdf77ed-8de0-4a2e-adee-640e1bca62f3 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1044977 Aug 20 11:43:40.597239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Request body: {'port': {'device_id': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:40.604733 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35be8b22-ae33-4293-801c-bcda859ec59b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:40.625515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 35be8b22-ae33-4293-801c-bcda859ec59b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=35be8b22-ae33-4293-801c-bcda859ec59b,segment=NetworkSegment(af730077-6eb3-4c13-84b7-35320b691474),segment_id=af730077-6eb3-4c13-84b7-35320b691474)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:40.653242 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.737162 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.785674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=35be8b22-ae33-4293-801c-bcda859ec59b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:40.794030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-db7e5fd8-c74f-49c7-a6b3-2a5abec91d08 None None] Provisioning for port 83b7688a-7e3a-4315-9ad5-861648a6d131 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:40.798081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-db7e5fd8-c74f-49c7-a6b3-2a5abec91d08 None None] Provisioning complete for port 83b7688a-7e3a-4315-9ad5-861648a6d131 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:40.798480 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db7e5fd8-c74f-49c7-a6b3-2a5abec91d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.838594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-db7e5fd8-c74f-49c7-a6b3-2a5abec91d08 None None] Port 83b7688a-7e3a-4315-9ad5-861648a6d131 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:40.934952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9b0ca-bd84-499c-9be2-c2bf7a846779 req-116a4945-d549-474c-9fb1-24e02ca2727d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:40.936507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-79c9b0ca-bd84-499c-9be2-c2bf7a846779 req-116a4945-d549-474c-9fb1-24e02ca2727d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0510609 Aug 20 11:43:40.947239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b7688a-7e3a-4315-9ad5-861648a6d131 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:40.955317 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:40.960687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['35be8b22-ae33-4293-801c-bcda859ec59b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:40.973901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Transition to ACTIVE for port object 83b7688a-7e3a-4315-9ad5-861648a6d131 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:40.986903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-79c9b0ca-bd84-499c-9be2-c2bf7a846779 req-6088b248-fa85-4e4b-9ba8-9e51f52c9493 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 Aug 20 11:43:41.069492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.123001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Pushing event updated for resources: {'Port': ['ID=83b7688a-7e3a-4315-9ad5-861648a6d131,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:41.202351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Attempting to bind port 83b7688a-7e3a-4315-9ad5-861648a6d131 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:41.202843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Attempting to bind port 83b7688a-7e3a-4315-9ad5-861648a6d131 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:41.203191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Attempting to bind port 83b7688a-7e3a-4315-9ad5-861648a6d131 on network a4eb590e-64d9-479d-b239-dfeba7bd10dd {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:41.213655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Port 83b7688a-7e3a-4315-9ad5-861648a6d131 on network a4eb590e-64d9-479d-b239-dfeba7bd10dd not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:41.213655 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Attempting to bind port 83b7688a-7e3a-4315-9ad5-861648a6d131 on network a4eb590e-64d9-479d-b239-dfeba7bd10dd {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:41.217463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:41.217827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Checking segment: {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:41.218231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Bound using segment: {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:41.218704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Bound port: 83b7688a-7e3a-4315-9ad5-861648a6d131, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5161c6b-b668-418e-ae1b-85d528bdee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:41.219070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.291800 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.326999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] For port 83b7688a-7e3a-4315-9ad5-861648a6d131, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:41.344624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] For port 83b7688a-7e3a-4315-9ad5-861648a6d131, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=83b7688a-7e3a-4315-9ad5-861648a6d131,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:41.348902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6d944-d3d6-4a27-8912-7cdd151e1f17 req-76bd3739-21a2-4388-931a-184576803ae6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.351181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ac6d944-d3d6-4a27-8912-7cdd151e1f17 req-76bd3739-21a2-4388-931a-184576803ae6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 944 time: 0.1194632 Aug 20 11:43:41.404893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064c931-3c57-4d17-b16e-e971549d38ef req-26b1cabf-81ca-4646-808a-e00892e324e6 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.405777 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ac6d944-d3d6-4a27-8912-7cdd151e1f17 req-2cad8e05-1c52-4ff6-be46-808ce48200d6 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Aug 20 11:43:41.406658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6064c931-3c57-4d17-b16e-e971549d38ef req-26b1cabf-81ca-4646-808a-e00892e324e6 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0590246 Aug 20 11:43:41.443583 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.505151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6064c931-3c57-4d17-b16e-e971549d38ef req-d2b97af5-93fa-49fd-a832-8863699c11da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920787 Aug 20 11:43:41.534199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.534904 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:41.536485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] 10.222.0.57 "PUT /v2.0/ports/83b7688a-7e3a-4315-9ad5-861648a6d131 HTTP/1.1" status: 200 len: 1091 time: 0.9457147 Aug 20 11:43:41.537192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'tag': '83b7688a-7e3a-4315-9ad5-861648a6d131'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:41.539634 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005a8e4b-fb4f-4701-92bb-82434b66007d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a70ab5-ebe4-4c49-8b64-38668bf7e051", "tag": "83b7688a-7e3a-4315-9ad5-861648a6d131"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:41.584239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82635c00-f07c-4715-b3b5-4a5a9ca204f6 service neutron] Pushing event updated for resources: {'Port': ['ID=83b7688a-7e3a-4315-9ad5-861648a6d131,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:41.598195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97d8e2-87ce-4383-9fd0-2529193e1a25 req-1649f4a5-acde-4479-85ff-3e6f8d51b4e9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.601739 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e97d8e2-87ce-4383-9fd0-2529193e1a25 req-1649f4a5-acde-4479-85ff-3e6f8d51b4e9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 943 time: 0.1035504 Aug 20 11:43:41.666939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e97d8e2-87ce-4383-9fd0-2529193e1a25 req-94f82191-32bc-471c-934a-5d13ea619b20 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567994 Aug 20 11:43:41.724764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-808d24bd-a9c8-476c-9937-57154448819b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1218686 Aug 20 11:43:41.753452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aac964-ac1e-482b-af4c-6fb87450c295 req-87ee9b8e-49e2-4da8-98f3-3da105d23f39 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.755307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74aac964-ac1e-482b-af4c-6fb87450c295 req-87ee9b8e-49e2-4da8-98f3-3da105d23f39 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 946 time: 0.1315720 Aug 20 11:43:41.791097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-b12e3ef9-48fb-4b1a-890e-1a9ea5bff16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.793062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-b12e3ef9-48fb-4b1a-890e-1a9ea5bff16d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 1094 time: 0.1077821 Aug 20 11:43:41.815374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3207909-8f4a-4474-9ceb-f1cfbff1a2b8 req-999d3cc4-f48b-4354-9d6e-16b3973074ad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.818994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c3207909-8f4a-4474-9ceb-f1cfbff1a2b8 req-999d3cc4-f48b-4354-9d6e-16b3973074ad tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0616148 Aug 20 11:43:41.861381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c3207909-8f4a-4474-9ceb-f1cfbff1a2b8 req-ff531b77-3886-4e7f-b5d4-92aa920deb4b tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381374 Aug 20 11:43:41.867238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-bc35ef1f-d724-45f7-8775-0403303f26bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b7688a-7e3a-4315-9ad5-861648a6d131 HTTP/1.1" status: 200 len: 217 time: 0.0608435 Aug 20 11:43:41.928672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74aac964-ac1e-482b-af4c-6fb87450c295 req-34382d7b-6b81-47f7-bed0-15e7e3643227 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642911 Aug 20 11:43:41.934931 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521a05f3-1a33-457c-84d3-303b64d12765 x-openstack-request-id: req-521a05f3-1a33-457c-84d3-303b64d12765 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:41.935398 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a70ab5-ebe4-4c49-8b64-38668bf7e051", "tag": "83b7688a-7e3a-4315-9ad5-861648a6d131", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:41.935642 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-521a05f3-1a33-457c-84d3-303b64d12765 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:41.936078 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'tag': '83b7688a-7e3a-4315-9ad5-861648a6d131', 'status': 'completed', 'code': 200} Aug 20 11:43:41.947139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-9fbc1b2d-c953-4d67-bc50-8aca15ae7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.948789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-9fbc1b2d-c953-4d67-bc50-8aca15ae7fc9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 1097 time: 0.1601319 Aug 20 11:43:41.967493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-11f493c3-a214-4678-b424-1886b102d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:41.969795 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-11f493c3-a214-4678-b424-1886b102d515 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=395d3605-f706-4c0a-89ef-d0f55e196582 HTTP/1.1" status: 200 len: 850 time: 0.0928276 Aug 20 11:43:42.123102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-34fcaaa4-23ab-4d9d-b4f5-e3ab53fae792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.124658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-34fcaaa4-23ab-4d9d-b4f5-e3ab53fae792 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4eb590e-64d9-479d-b239-dfeba7bd10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478171 Aug 20 11:43:42.152169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c653e7e-9735-4ac9-b115-a1181190a7e6 req-36fbd18f-a48d-43e9-80fc-b79d75f160fa tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.153829 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c653e7e-9735-4ac9-b115-a1181190a7e6 req-36fbd18f-a48d-43e9-80fc-b79d75f160fa tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 946 time: 0.1441512 Aug 20 11:43:42.156345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-b48efa0d-0b59-424e-8c9b-ebb8f1dcb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.157754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-b48efa0d-0b59-424e-8c9b-ebb8f1dcb365 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 200 len: 906 time: 0.1712472 Aug 20 11:43:42.246775 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-0207840c-893e-4009-9e13-2db85b61f87c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18cb16ad-4e16-4e61-afcf-586a758e1dee HTTP/1.1" status: 200 len: 217 time: 0.0775640 Aug 20 11:43:42.300759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c653e7e-9735-4ac9-b115-a1181190a7e6 req-ffc9681f-1a24-44ec-8902-7f574de665e7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325884 Aug 20 11:43:42.331419 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-5f412902-65c2-4f44-9a0a-fbfd391d9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.332909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-5f412902-65c2-4f44-9a0a-fbfd391d9056 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=636134a5-8255-40f2-9cb7-7dfbd30f58b9 HTTP/1.1" status: 200 len: 845 time: 0.0726461 Aug 20 11:43:42.373359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-0c15429d-09b8-4a18-917c-e29eb7536e0c service neutron] 10.222.0.57 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378001 Aug 20 11:43:42.375360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-0aeea7de-079f-404b-8ad4-47374302a000 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c99f3f94-f7b6-469b-9590-9837a80a1d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343490 Aug 20 11:43:42.391976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 35be8b22-ae33-4293-801c-bcda859ec59b up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:42.505154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53482) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:42.515398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b535792-f45d-43ac-8462-56a18a70da2e req-9c737e2b-4d44-42e5-aa3a-e28414dd4c15 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.517030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b535792-f45d-43ac-8462-56a18a70da2e req-9c737e2b-4d44-42e5-aa3a-e28414dd4c15 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0671961 Aug 20 11:43:42.558462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bbf2f8f-7b2d-43ab-bfdc-a91945f20bab req-948159de-240b-4241-b34c-5dc1daebf37a service neutron] 10.222.0.57 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710043 Aug 20 11:43:42.560468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-3aea7ff3-1b28-458c-be00-1bdc209d9a88 service neutron] 10.222.0.57 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642828 Aug 20 11:43:42.567779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b535792-f45d-43ac-8462-56a18a70da2e req-fb5b2a7a-7ed9-4f3f-9b87-688739a50c87 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Aug 20 11:43:42.594419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 35be8b22-ae33-4293-801c-bcda859ec59b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:42.598760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 35be8b22-ae33-4293-801c-bcda859ec59b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:42.601024 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.685712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5afd4576-cebd-47d8-9650-0a22eea070a1 req-37ea4ec0-eba8-4290-8fc5-3e714558fbd7 service neutron] 10.222.0.57 "GET /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138842 Aug 20 11:43:42.687006 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eec83745-399e-4b08-8729-7dbd806bfe3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.739274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41fc2f-c12d-498b-9ebb-eb3d957c72b3 req-d703a267-ce93-4b59-9117-2b4681ed9e10 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.741768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b41fc2f-c12d-498b-9ebb-eb3d957c72b3 req-d703a267-ce93-4b59-9117-2b4681ed9e10 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 944 time: 0.0924084 Aug 20 11:43:42.811566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7b41fc2f-c12d-498b-9ebb-eb3d957c72b3 req-de7cbfc2-aeb4-44e1-8f38-791e002da76b tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583539 Aug 20 11:43:42.812688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-cc05bcd2-176c-449c-b9c7-5e4d9104446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.814224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-cc05bcd2-176c-449c-b9c7-5e4d9104446b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 1094 time: 0.0520384 Aug 20 11:43:42.904439 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eec83745-399e-4b08-8729-7dbd806bfe3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.904652 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.930930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-a64941cc-777a-46b7-bf39-5aa79110da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.934501 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-a64941cc-777a-46b7-bf39-5aa79110da0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 912 time: 0.1084869 Aug 20 11:43:42.947671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a9f575-6eb5-40aa-89c7-162cd118c402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35be8b22-ae33-4293-801c-bcda859ec59b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:42.949957 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47a54ca-48c4-4c1e-a01c-2201dd3e45b4" -d '{"events": [{"server_uuid": "61a9f575-6eb5-40aa-89c7-162cd118c402", "name": "network-vif-plugged", "status": "completed", "tag": "35be8b22-ae33-4293-801c-bcda859ec59b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:42.965003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 35be8b22-ae33-4293-801c-bcda859ec59b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=35be8b22-ae33-4293-801c-bcda859ec59b,segment=NetworkSegment(af730077-6eb3-4c13-84b7-35320b691474),segment_id=af730077-6eb3-4c13-84b7-35320b691474)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:42.976169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a1200-c306-4a93-88c0-36816926d845 req-fa28cc54-40c5-4943-be68-336513e24134 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:42.977729 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ec5a1200-c306-4a93-88c0-36816926d845 req-fa28cc54-40c5-4943-be68-336513e24134 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 943 time: 0.0567756 Aug 20 11:43:42.979121 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eec83745-399e-4b08-8729-7dbd806bfe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:42.990003 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-d234dd23-401d-4f1c-bff5-32d3862ecb2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b7688a-7e3a-4315-9ad5-861648a6d131 HTTP/1.1" status: 200 len: 217 time: 0.0485001 Aug 20 11:43:43.036178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec83745-399e-4b08-8729-7dbd806bfe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d786015-4e53-4a24-ac28-cfedcf922507,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:43.044531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eec83745-399e-4b08-8729-7dbd806bfe3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7c601d8e9144648902f3dc5f532f2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359051 Aug 20 11:43:43.045768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53496) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:43.054754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-ba02a626-99e6-49c1-bc88-f1784b20ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.056284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-ba02a626-99e6-49c1-bc88-f1784b20ba90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=395d3605-f706-4c0a-89ef-d0f55e196582 HTTP/1.1" status: 200 len: 850 time: 0.0580506 Aug 20 11:43:43.059709 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.063465 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ec5a1200-c306-4a93-88c0-36816926d845 req-e8b56d77-a3ef-45be-9ec0-466846becdbc tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736182 Aug 20 11:43:43.126396 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccf7c8c-81e5-40fe-9857-49453b4ff5c8 x-openstack-request-id: req-1ccf7c8c-81e5-40fe-9857-49453b4ff5c8 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:43.126720 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a9f575-6eb5-40aa-89c7-162cd118c402", "name": "network-vif-plugged", "status": "completed", "tag": "35be8b22-ae33-4293-801c-bcda859ec59b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:43.127218 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ccf7c8c-81e5-40fe-9857-49453b4ff5c8 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:43.127620 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a9f575-6eb5-40aa-89c7-162cd118c402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35be8b22-ae33-4293-801c-bcda859ec59b', 'code': 200} Aug 20 11:43:43.128608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=35be8b22-ae33-4293-801c-bcda859ec59b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:43.142472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-00f94eab-db4f-4780-ab8f-4dc2572839ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.144062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-00f94eab-db4f-4780-ab8f-4dc2572839ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4eb590e-64d9-479d-b239-dfeba7bd10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782146 Aug 20 11:43:43.144923 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.236865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.328194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca126aa4-5495-4708-bf7c-80e4ac512c84 req-2787d326-784d-4b0a-be54-2fd12c141be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.329738 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca126aa4-5495-4708-bf7c-80e4ac512c84 req-2787d326-784d-4b0a-be54-2fd12c141be1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 1096 time: 0.0909994 Aug 20 11:43:43.357751 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-e4ea3417-ec94-4a16-842c-975e56497938 service neutron] 10.222.0.57 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027376 Aug 20 11:43:43.395484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ca126aa4-5495-4708-bf7c-80e4ac512c84 req-138fdcc5-cad0-4fe5-9eb3-2c9ac3b794fe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560408 Aug 20 11:43:43.448210 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.451121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.452289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d786015-4e53-4a24-ac28-cfedcf922507 HTTP/1.1" status: 204 len: 168 time: 0.4055526 Aug 20 11:43:43.470421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d786015-4e53-4a24-ac28-cfedcf922507,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:43.490058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.490058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.490058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.490058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.490058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.491653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.491653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.491653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.491653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.491653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.492095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.492095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce07f1-1dbb-4308-83cc-3565512f0878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:43:43.498414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-005a8e4b-fb4f-4701-92bb-82434b66007d req-f249a3fe-e82f-499a-bdf0-290ceb5320c2 service neutron] 10.222.0.57 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285870 Aug 20 11:43:43.524740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.700353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c3340-0d94-4f4d-8e4c-25642add1916 req-0a4f98e2-3fe7-4987-afcd-8a4dd5055dc3 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.702938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df5c3340-0d94-4f4d-8e4c-25642add1916 req-0a4f98e2-3fe7-4987-afcd-8a4dd5055dc3 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0602195 Aug 20 11:43:43.747624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-d51bd63e-bd30-49bb-8a07-572d1e56fd63 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.750814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-d51bd63e-bd30-49bb-8a07-572d1e56fd63 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 945 time: 0.0599017 Aug 20 11:43:43.751330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df5c3340-0d94-4f4d-8e4c-25642add1916 req-039764be-50ab-4c46-ad18-78cce605e711 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Aug 20 11:43:43.882489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-1e1fc574-e22a-4131-bc31-46f724dde60d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Deleting port 97277070-6b7a-4243-ab42-eb8d5406a014 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:43.882927 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-1e1fc574-e22a-4131-bc31-46f724dde60d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:43.983566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ce6b3-b0b3-44ed-b85f-240ec6ba595a req-fcf7d490-a3a5-44b2-9a6d-9079a2ce4b61 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:43.992625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c8ce6b3-b0b3-44ed-b85f-240ec6ba595a req-fcf7d490-a3a5-44b2-9a6d-9079a2ce4b61 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 945 time: 0.0594153 Aug 20 11:43:44.008220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-1e1fc574-e22a-4131-bc31-46f724dde60d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] For port 97277070-6b7a-4243-ab42-eb8d5406a014, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=97277070-6b7a-4243-ab42-eb8d5406a014,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:44.008220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-1e1fc574-e22a-4131-bc31-46f724dde60d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:44.021757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-1e1fc574-e22a-4131-bc31-46f724dde60d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Calling delete_port for 97277070-6b7a-4243-ab42-eb8d5406a014 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:44.057083 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c8ce6b3-b0b3-44ed-b85f-240ec6ba595a req-a24d3cb0-df78-4113-950b-213619d80269 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633128 Aug 20 11:43:44.208240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf35d3e-46fd-47f3-9b6f-97e1961dcb46 req-d591b053-8abc-48b1-ac1b-107755178ee2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:44.216265 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5bf35d3e-46fd-47f3-9b6f-97e1961dcb46 req-d591b053-8abc-48b1-ac1b-107755178ee2 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 943 time: 0.0597961 Aug 20 11:43:44.276377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5bf35d3e-46fd-47f3-9b6f-97e1961dcb46 req-47d032d2-deb8-4b4d-bb83-b63b0f40d64f tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588572 Aug 20 11:43:44.319891 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-1e1fc574-e22a-4131-bc31-46f724dde60d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:44.334884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee', '97277070-6b7a-4243-ab42-eb8d5406a014'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:44.389083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fc574-e22a-4131-bc31-46f724dde60d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event deleted for resources: {'Port': ['ID=97277070-6b7a-4243-ab42-eb8d5406a014,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:44.485201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-1e1fc574-e22a-4131-bc31-46f724dde60d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] No DVR routers for this DVR port 97277070-6b7a-4243-ab42-eb8d5406a014 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:44.488077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-1e1fc574-e22a-4131-bc31-46f724dde60d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:44.490208 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f25eed6-29b9-4c89-9171-8260e5643b57 req-1e1fc574-e22a-4131-bc31-46f724dde60d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "DELETE /v2.0/ports/97277070-6b7a-4243-ab42-eb8d5406a014 HTTP/1.1" status: 204 len: 173 time: 0.7339833 Aug 20 11:43:44.493992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5440d7-03cf-4efa-a38e-20ba432b6ddc', 'name': 'network-vif-deleted', 'tag': '97277070-6b7a-4243-ab42-eb8d5406a014'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:44.499782 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca1297c-56c0-45af-a975-10ed1cdc66f8" -d '{"events": [{"server_uuid": "de5440d7-03cf-4efa-a38e-20ba432b6ddc", "name": "network-vif-deleted", "tag": "97277070-6b7a-4243-ab42-eb8d5406a014"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:44.549957 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6496b1e-7e18-4e5c-a78a-f1fdd09b3734 x-openstack-request-id: req-d6496b1e-7e18-4e5c-a78a-f1fdd09b3734 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:44.550262 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5440d7-03cf-4efa-a38e-20ba432b6ddc", "name": "network-vif-deleted", "tag": "97277070-6b7a-4243-ab42-eb8d5406a014", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:44.550571 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6496b1e-7e18-4e5c-a78a-f1fdd09b3734 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:44.550975 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5440d7-03cf-4efa-a38e-20ba432b6ddc', 'name': 'network-vif-deleted', 'tag': '97277070-6b7a-4243-ab42-eb8d5406a014', 'status': 'completed', 'code': 200} Aug 20 11:43:44.908264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f9a31228-775a-460d-add6-31491969ca1c req-a848b60e-0745-4bc6-bc15-65fe5e567733 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 210 time: 0.0486674 Aug 20 11:43:45.051559 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0773f196-f2a3-46db-bdac-bbbf995761f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.169468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940db87-7543-41e7-b46e-c4adadc6567f req-6a52d479-bc04-4caa-b06a-b3933d32004e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:45.170606 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9940db87-7543-41e7-b46e-c4adadc6567f req-6a52d479-bc04-4caa-b06a-b3933d32004e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 945 time: 0.0505171 Aug 20 11:43:45.222619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9940db87-7543-41e7-b46e-c4adadc6567f req-d4339b7e-61ad-4870-81e8-436ada6a9b41 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431466 Aug 20 11:43:45.416978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7f901-3969-4ad7-9819-d1b92db9013b req-e17fdabb-9683-47fe-ab89-3e5d5d06286a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:45.418767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4bd7f901-3969-4ad7-9819-d1b92db9013b req-e17fdabb-9683-47fe-ab89-3e5d5d06286a tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 943 time: 0.0584230 Aug 20 11:43:45.461627 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4bd7f901-3969-4ad7-9819-d1b92db9013b req-23a21958-70f4-4519-aaa5-14523a5198a8 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369742 Aug 20 11:43:45.619138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 83b7688a-7e3a-4315-9ad5-861648a6d131 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:43:45.714220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 83b7688a-7e3a-4315-9ad5-861648a6d131, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=83b7688a-7e3a-4315-9ad5-861648a6d131,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:45.727665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '83b7688a-7e3a-4315-9ad5-861648a6d131', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'port_id': '83b7688a-7e3a-4315-9ad5-861648a6d131', 'mac_address': 'fa:16:3e:14:92:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:43:45.770546 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.785133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b7688a-7e3a-4315-9ad5-861648a6d131 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:45.815625 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 83b7688a-7e3a-4315-9ad5-861648a6d131, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=83b7688a-7e3a-4315-9ad5-861648a6d131,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:45.841504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44685722-ad55-429d-a10a-a22d3f39edbd req-b2999786-c023-4b8e-b305-0a2d1153a390 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419831 Aug 20 11:43:45.920528 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:45.932163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44685722-ad55-429d-a10a-a22d3f39edbd req-febe6897-458c-4963-a04b-66532438a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:45.933858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44685722-ad55-429d-a10a-a22d3f39edbd req-febe6897-458c-4963-a04b-66532438a5f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 1097 time: 0.0414817 Aug 20 11:43:45.979239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=83b7688a-7e3a-4315-9ad5-861648a6d131,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:46.028537 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c6501d3-e4a1-4236-a470-ccd55a625746 req-4f211088-56d6-43ad-8a7e-d923ad53da64 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=de5440d7-03cf-4efa-a38e-20ba432b6ddc HTTP/1.1" status: 200 len: 210 time: 0.0311751 Aug 20 11:43:46.084178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44685722-ad55-429d-a10a-a22d3f39edbd req-10c22055-2050-440f-b483-1f173a493a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.086338 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44685722-ad55-429d-a10a-a22d3f39edbd req-10c22055-2050-440f-b483-1f173a493a2e service neutron] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.1267433 Aug 20 11:43:46.128105 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44685722-ad55-429d-a10a-a22d3f39edbd req-e21a2800-862a-4a09-83ca-9d7d85f8e67a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b84a8cb3-60b8-4d07-9e58-e08482aced82 HTTP/1.1" status: 200 len: 217 time: 0.0347703 Aug 20 11:43:46.135952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['83b7688a-7e3a-4315-9ad5-861648a6d131'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:46.178848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44685722-ad55-429d-a10a-a22d3f39edbd req-9b4055dc-2dad-47ee-92e4-61af9d07ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.180342 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44685722-ad55-429d-a10a-a22d3f39edbd req-9b4055dc-2dad-47ee-92e4-61af9d07ba39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0458097 Aug 20 11:43:46.229704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44685722-ad55-429d-a10a-a22d3f39edbd req-8b69e1d9-0219-4a82-9a24-74800a5b75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.231478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44685722-ad55-429d-a10a-a22d3f39edbd req-8b69e1d9-0219-4a82-9a24-74800a5b75c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438304 Aug 20 11:43:46.330343 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44685722-ad55-429d-a10a-a22d3f39edbd req-2dbc85c7-d6cc-4fb3-9442-d0c526b44cdc service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910552 Aug 20 11:43:46.443650 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44685722-ad55-429d-a10a-a22d3f39edbd req-1b102576-c9d0-4309-8d28-f2058da32027 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060343 Aug 20 11:43:46.626481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab5972-32e9-4d2b-9f37-355a4a064c4e req-a9f6c54f-6bb9-4410-b26e-855c29d4c6d7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.629501 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dab5972-32e9-4d2b-9f37-355a4a064c4e req-a9f6c54f-6bb9-4410-b26e-855c29d4c6d7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 944 time: 0.0610492 Aug 20 11:43:46.667251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-230e45f2-7c2c-46c9-9e1e-0b3d9c1c75dd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:46.669283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-230e45f2-7c2c-46c9-9e1e-0b3d9c1c75dd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1316850 Aug 20 11:43:46.702171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-86caa149-24d9-4301-ba81-8f057bf8a84c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/quotas/8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 375 time: 0.0257430 Aug 20 11:43:46.716170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8dab5972-32e9-4d2b-9f37-355a4a064c4e req-06f3c641-dbce-4c8d-b5c8-a0f9be3c3d72 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737112 Aug 20 11:43:46.784843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-01b91d6d-dbf8-400b-940f-939f996c0244 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789261 Aug 20 11:43:46.888747 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-1fe73d00-b368-4b89-99f9-489f55d83e9e service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989606 Aug 20 11:43:46.983617 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-a2b85544-8f00-4392-ac49-ae44d799dec0 service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886695 Aug 20 11:43:47.292911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-018a7dd5-0ef6-40a2-ab90-a58a814a820a req-53157dc3-7046-45bc-81bb-834efaf1e08e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 210 time: 0.0401344 Aug 20 11:43:47.638536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 83b7688a-7e3a-4315-9ad5-861648a6d131 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:43:47.767058 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-73e6d173-ee7e-4ad4-85fe-84fb4d2f0c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.837371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 83b7688a-7e3a-4315-9ad5-861648a6d131 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:47.844872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 83b7688a-7e3a-4315-9ad5-861648a6d131 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:47.845668 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.880470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551f9a-02f3-4797-9a58-1710278abc36 req-1d655c9c-1f7b-4de8-ba6b-f2f596ca0989 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:47.883368 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed551f9a-02f3-4797-9a58-1710278abc36 req-1d655c9c-1f7b-4de8-ba6b-f2f596ca0989 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 944 time: 0.0739124 Aug 20 11:43:47.936291 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed551f9a-02f3-4797-9a58-1710278abc36 req-0da758b1-3a73-4db3-b214-41665ee81766 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437756 Aug 20 11:43:47.955909 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:47.985659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b7688a-7e3a-4315-9ad5-861648a6d131'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:47.989176 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b5def2-a189-4da7-a4de-4d870c85f650" -d '{"events": [{"server_uuid": "a5a70ab5-ebe4-4c49-8b64-38668bf7e051", "name": "network-vif-plugged", "status": "completed", "tag": "83b7688a-7e3a-4315-9ad5-861648a6d131"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:48.007529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 83b7688a-7e3a-4315-9ad5-861648a6d131, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=83b7688a-7e3a-4315-9ad5-861648a6d131,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:48.046421 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e15813-a7ff-484a-b88c-6eda09083a1b x-openstack-request-id: req-47e15813-a7ff-484a-b88c-6eda09083a1b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:48.047846 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a70ab5-ebe4-4c49-8b64-38668bf7e051", "name": "network-vif-plugged", "status": "completed", "tag": "83b7688a-7e3a-4315-9ad5-861648a6d131", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:48.047846 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47e15813-a7ff-484a-b88c-6eda09083a1b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:48.047846 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b7688a-7e3a-4315-9ad5-861648a6d131', 'code': 200} Aug 20 11:43:48.130012 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:48.132275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 97277070-6b7a-4243-ab42-eb8d5406a014 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:48.182800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 97277070-6b7a-4243-ab42-eb8d5406a014 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:48.182800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 97277070-6b7a-4243-ab42-eb8d5406a014 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:48.200936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81435104-e3be-4bd8-8786-4ed9151cc378 req-47790a5e-9aaa-47b1-b0e6-5ee3bbe5f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:48.202520 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81435104-e3be-4bd8-8786-4ed9151cc378 req-47790a5e-9aaa-47b1-b0e6-5ee3bbe5f0bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 1096 time: 0.0834315 Aug 20 11:43:48.215006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a0965-b2cf-4dab-8c50-21141020dd48 req-75a496b3-7f6a-4304-bfdd-04034412c5d6 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:48.217351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a59a0965-b2cf-4dab-8c50-21141020dd48 req-75a496b3-7f6a-4304-bfdd-04034412c5d6 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 946 time: 0.0637870 Aug 20 11:43:48.229182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=83b7688a-7e3a-4315-9ad5-861648a6d131,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:48.251243 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81435104-e3be-4bd8-8786-4ed9151cc378 req-3700ebf1-65ed-40a1-9856-418b367f067a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 Aug 20 11:43:48.268924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a59a0965-b2cf-4dab-8c50-21141020dd48 req-d23a9bc5-b53f-45fb-b203-702bfb163de9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Aug 20 11:43:48.369513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4951dc95-5b35-4c95-8134-dc07633dd2fd req-e1e633d5-edd9-40be-95c4-0b971a3bf414 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 210 time: 0.0279386 Aug 20 11:43:48.691770 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.071468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d79a76-1ce8-4794-9c83-1e152ee3e52e req-99f87409-9ee3-4826-8657-f7c34241c284 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:49.074218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-91d79a76-1ce8-4794-9c83-1e152ee3e52e req-99f87409-9ee3-4826-8657-f7c34241c284 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 945 time: 0.0680952 Aug 20 11:43:49.122727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-91d79a76-1ce8-4794-9c83-1e152ee3e52e req-0ae8d188-6b88-452c-8689-1413ef748453 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393336 Aug 20 11:43:49.268640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:49.585958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b8a9c-82e0-4acd-b13e-24f974f1f132 req-ef0cd8a2-908b-4b10-b67e-df17d87672a9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:49.585958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d74b8a9c-82e0-4acd-b13e-24f974f1f132 req-ef0cd8a2-908b-4b10-b67e-df17d87672a9 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 946 time: 0.0605636 Aug 20 11:43:49.585958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d74b8a9c-82e0-4acd-b13e-24f974f1f132 req-fc84626a-de52-4846-95dd-a410d78a824d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338726 Aug 20 11:43:49.645430 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1dedbd1-3ad0-480b-81b9-170d2a45f8e6 req-5eaddc12-2c70-4853-b190-cd9da47e887c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 210 time: 0.0314684 Aug 20 11:43:49.831843 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-a590aead-0516-4c42-bf79-d5f09051c143 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:49.833506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-a590aead-0516-4c42-bf79-d5f09051c143 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 946 time: 0.0524101 Aug 20 11:43:49.933023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-ed4f43c4-a11d-4b08-af4d-9049cb9a36da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Deleting port 18cb16ad-4e16-4e61-afcf-586a758e1dee {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:43:49.933376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-ed4f43c4-a11d-4b08-af4d-9049cb9a36da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.528448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76426d3f-5a60-440c-b587-69755a507c75 req-fcc44be7-668d-4423-98e6-42536babf55b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:50.541176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76426d3f-5a60-440c-b587-69755a507c75 req-fcc44be7-668d-4423-98e6-42536babf55b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 945 time: 0.2944248 Aug 20 11:43:50.602654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-ed4f43c4-a11d-4b08-af4d-9049cb9a36da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] For port 18cb16ad-4e16-4e61-afcf-586a758e1dee, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=18cb16ad-4e16-4e61-afcf-586a758e1dee,segment=NetworkSegment(39743040-cf62-4c56-aad2-d7f27451f846),segment_id=39743040-cf62-4c56-aad2-d7f27451f846)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:43:50.603832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-ed4f43c4-a11d-4b08-af4d-9049cb9a36da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.640865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-88321d5e-ff93-4e50-8cdc-83bfc473f729 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:50.643486 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-88321d5e-ff93-4e50-8cdc-83bfc473f729 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.3980587 Aug 20 11:43:50.666823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76426d3f-5a60-440c-b587-69755a507c75 req-a92d7290-1d7f-480f-9ea3-777cab947250 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240737 Aug 20 11:43:50.675112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473f674-8319-472f-a2d1-9994ac2de886 req-cf85d893-b9f0-4e95-be08-b0f4e8f8b3f2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:50.688900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1473f674-8319-472f-a2d1-9994ac2de886 req-cf85d893-b9f0-4e95-be08-b0f4e8f8b3f2 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 946 time: 0.1278143 Aug 20 11:43:50.695934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-ed4f43c4-a11d-4b08-af4d-9049cb9a36da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Calling delete_port for 18cb16ad-4e16-4e61-afcf-586a758e1dee owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:43:50.744840 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1473f674-8319-472f-a2d1-9994ac2de886 req-6a86d451-bdf2-40c4-b87a-7caaef799e49 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/security-groups?id=3986a8a5-c604-4250-b339-9f0e03ca70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512249 Aug 20 11:43:50.815630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'port': {'device_id': '6f4ec93e-4a8a-4ee4-aba4-422e2936881e', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'admin_state_up': True, 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:50.880558 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:50.896124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45765550-e558-420f-9516-4e4b70460925 req-9f328313-7bc0-45c8-b786-45746490d949 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:50.912533 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-45765550-e558-420f-9516-4e4b70460925 req-9f328313-7bc0-45c8-b786-45746490d949 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 945 time: 0.0784945 Aug 20 11:43:50.913852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53832) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:50.918804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1d56976b-65a9-441e-8e05-1fecdf8493f9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Request body: {'floatingip': {'port_id': '83b7688a-7e3a-4315-9ad5-861648a6d131'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:50.957926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53834) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:50.976743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a33b4e5b-d6d9-47a9-bc37-866de0e23eca req-d081475e-e2db-40b8-8bbe-1b06281f9a6d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 210 time: 0.1271555 Aug 20 11:43:50.983120 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d56976b-65a9-441e-8e05-1fecdf8493f9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.195981 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4420-0a83-410e-8b72-dfb981212a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.245322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Made reservation on behalf of 8ea0796915334e5c8704c4e677a6eef8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:43:51.249261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.335987 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-ed4f43c4-a11d-4b08-af4d-9049cb9a36da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.348503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18cb16ad-4e16-4e61-afcf-586a758e1dee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:51.372046 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:43:51.434006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f43c4-a11d-4b08-af4d-9049cb9a36da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Pushing event deleted for resources: {'Port': ['ID=18cb16ad-4e16-4e61-afcf-586a758e1dee,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:51.492334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-ed4f43c4-a11d-4b08-af4d-9049cb9a36da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] No DVR routers for this DVR port 18cb16ad-4e16-4e61-afcf-586a758e1dee on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:43:51.497456 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-ed4f43c4-a11d-4b08-af4d-9049cb9a36da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.501667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54342a1b-d0c6-4c1f-8978-e350bb9e1bbd req-ed4f43c4-a11d-4b08-af4d-9049cb9a36da tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.57 "DELETE /v2.0/ports/18cb16ad-4e16-4e61-afcf-586a758e1dee HTTP/1.1" status: 204 len: 173 time: 1.6618772 Aug 20 11:43:51.505930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d9094-c1a2-40df-8687-34c2cda0ee73', 'name': 'network-vif-deleted', 'tag': '18cb16ad-4e16-4e61-afcf-586a758e1dee'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:51.510697 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6ef251-c652-4743-b626-0a4a34f76875" -d '{"events": [{"server_uuid": "711d9094-c1a2-40df-8687-34c2cda0ee73", "name": "network-vif-deleted", "tag": "18cb16ad-4e16-4e61-afcf-586a758e1dee"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:51.542564 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d56976b-65a9-441e-8e05-1fecdf8493f9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.582768 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd2226a-8831-4219-9eeb-5bd352794ba8 x-openstack-request-id: req-5dd2226a-8831-4219-9eeb-5bd352794ba8 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:51.583072 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d9094-c1a2-40df-8687-34c2cda0ee73", "name": "network-vif-deleted", "tag": "18cb16ad-4e16-4e61-afcf-586a758e1dee", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:51.583452 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5dd2226a-8831-4219-9eeb-5bd352794ba8 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:51.583848 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d9094-c1a2-40df-8687-34c2cda0ee73', 'name': 'network-vif-deleted', 'tag': '18cb16ad-4e16-4e61-afcf-586a758e1dee', 'status': 'completed', 'code': 200} Aug 20 11:43:51.609232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Allocated IP 172.20.0.11 (11b17b29-10b0-4839-909d-f43616c71c65/5ef1a6b4-e180-43f7-afb9-3a6eea345cfa/18bfb501-a6dd-4c19-b8d6-685ba9f686c8) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:43:51.617201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4420-0a83-410e-8b72-dfb981212a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.645991 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d56976b-65a9-441e-8e05-1fecdf8493f9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.784345 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e9a4420-0a83-410e-8b72-dfb981212a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.822556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1e9a4420-0a83-410e-8b72-dfb981212a1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dac919dc32944586b1e04c11cc158c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8439908 Aug 20 11:43:51.822946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53846) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:51.878833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:51.888472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a4420-0a83-410e-8b72-dfb981212a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12144f60-8a6b-4bde-9003-3c76e9b87bd6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:51.924163 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-24f34df4-b458-488c-ba3d-3e8ce8147b65 req-0f90591e-50be-4bce-b016-b16b1bc6ee1d tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 210 time: 0.0565152 Aug 20 11:43:51.941214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Transition to ACTIVE for port object 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:51.972575 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-823d7e20-000b-49c1-86bf-888abab8ee35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.028291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-823d7e20-000b-49c1-86bf-888abab8ee35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.143917 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-1d56976b-65a9-441e-8e05-1fecdf8493f9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Floating IP 0903e9ae-57f1-4abb-9b83-4ec912c5f713 associated. External IP: 172.25.4.244, port: 83b7688a-7e3a-4315-9ad5-861648a6d131. Aug 20 11:43:52.179459 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.194764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['b84a8cb3-60b8-4d07-9e58-e08482aced82'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:43:52.208344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e24663e-bdff-49e8-9dd8-dd5a139a2564 req-7f58e58c-f368-4cb5-827c-3a7b3387e66a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 210 time: 0.0668941 Aug 20 11:43:52.271550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:52.287058 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-823d7e20-000b-49c1-86bf-888abab8ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.291676 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-823d7e20-000b-49c1-86bf-888abab8ee35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.293192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-823d7e20-000b-49c1-86bf-888abab8ee35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12144f60-8a6b-4bde-9003-3c76e9b87bd6 HTTP/1.1" status: 204 len: 168 time: 0.4664261 Aug 20 11:43:52.313476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Network 11b17b29-10b0-4839-909d-f43616c71c65 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:43:52.315549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:43:52.322908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d7e20-000b-49c1-86bf-888abab8ee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12144f60-8a6b-4bde-9003-3c76e9b87bd6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:52.324838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:43:52.406498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:52.407493 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.484762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d56976b-65a9-441e-8e05-1fecdf8493f9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Router c35711ff-03d4-411f-ba16-8497b2440652 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:43:52.589320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-d6e78ce1-8fa5-4f36-8a24-8638ec1bd005 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9113567 Aug 20 11:43:52.600726 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Request body: {'port': {'device_id': '6f4ec93e-4a8a-4ee4-aba4-422e2936881e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:43:52.614640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d56976b-65a9-441e-8e05-1fecdf8493f9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:43:52.622534 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d56976b-65a9-441e-8e05-1fecdf8493f9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.632230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] Sync routers for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:43:52.655583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:52.656279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:43:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:52.662157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1d56976b-65a9-441e-8e05-1fecdf8493f9 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "PUT /v2.0/floatingips/0903e9ae-57f1-4abb-9b83-4ec912c5f713 HTTP/1.1" status: 200 len: 991 time: 1.7469258 Aug 20 11:43:52.662708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'tag': '83b7688a-7e3a-4315-9ad5-861648a6d131'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:52.674879 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bff592-8aaa-4794-b25f-e147c3eed95f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a70ab5-ebe4-4c49-8b64-38668bf7e051", "tag": "83b7688a-7e3a-4315-9ad5-861648a6d131"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:52.683707 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.766670 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d39312e-26d3-45fc-88a0-1b5ff409a90d x-openstack-request-id: req-3d39312e-26d3-45fc-88a0-1b5ff409a90d {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:52.766670 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a70ab5-ebe4-4c49-8b64-38668bf7e051", "tag": "83b7688a-7e3a-4315-9ad5-861648a6d131", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:52.767054 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d39312e-26d3-45fc-88a0-1b5ff409a90d {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:52.767382 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'tag': '83b7688a-7e3a-4315-9ad5-861648a6d131', 'status': 'completed', 'code': 200} Aug 20 11:43:52.828600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d9e5e2ef-f4ee-411c-af47-a453b25c55cf None None] Provisioning for port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:43:52.857491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d9e5e2ef-f4ee-411c-af47-a453b25c55cf None None] Provisioning complete for port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:43:52.858174 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9e5e2ef-f4ee-411c-af47-a453b25c55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:52.959860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5e2ef-f4ee-411c-af47-a453b25c55cf None None] Port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:43:52.995208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-d773fe91-0459-497e-8acc-6889abb304a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:52.996853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-d773fe91-0459-497e-8acc-6889abb304a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 1096 time: 0.1889029 Aug 20 11:43:53.114455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:53.203949 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c354a8a5-214f-4b9b-b5a3-96c4d12c11e1 req-5e8562da-4ac7-4e62-b442-2acbfe0a61e3 tempest-ServersTestJSON-688462383 tempest-ServersTestJSON-688462383-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d9094-c1a2-40df-8687-34c2cda0ee73 HTTP/1.1" status: 200 len: 210 time: 0.0845196 Aug 20 11:43:53.321873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-eb713fb5-78e5-4aeb-808a-fcbf76fe3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:53.324588 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-eb713fb5-78e5-4aeb-808a-fcbf76fe3f6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 912 time: 0.3194766 Aug 20 11:43:53.482122 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-f08358f2-a628-4083-9465-eb4360fdfb4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b7688a-7e3a-4315-9ad5-861648a6d131 HTTP/1.1" status: 200 len: 999 time: 0.1403344 Aug 20 11:43:53.518273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89af58-ebb9-4a7b-8988-06088491c7c2 req-f5178d8a-f76c-4955-8658-b0be9764fdd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:53.520480 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a89af58-ebb9-4a7b-8988-06088491c7c2 req-f5178d8a-f76c-4955-8658-b0be9764fdd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 932 time: 0.1654315 Aug 20 11:43:53.524069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0903e9ae-57f1-4abb-9b83-4ec912c5f713', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'port_id': '83b7688a-7e3a-4315-9ad5-861648a6d131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'mac_address': 'fa:16:3e:14:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:35Z', 'updated_at': '2021-08-20T11:43:51Z', 'revision_number': 1, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:53.554407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] Checking router: c35711ff-03d4-411f-ba16-8497b2440652 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:43:53.565272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:43:53.566278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:43:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:53.625125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:43:53.639602 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.667851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53872) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:53.681563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-464372cd-f593-4411-81f3-5eaff58dbc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:53.682276 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5fd3df8f-e5c7-426c-8077-32163141e310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.683724 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-464372cd-f593-4411-81f3-5eaff58dbc6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=395d3605-f706-4c0a-89ef-d0f55e196582 HTTP/1.1" status: 200 len: 850 time: 0.1622686 Aug 20 11:43:53.685457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Transition to ACTIVE for port object 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:43:53.689222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a89af58-ebb9-4a7b-8988-06088491c7c2 req-9e31d2bd-5833-446d-88ce-0dcd7d465280 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516676 Aug 20 11:43:53.704514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 18cb16ad-4e16-4e61-afcf-586a758e1dee no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:43:53.742977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 18cb16ad-4e16-4e61-afcf-586a758e1dee {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:43:53.743320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 18cb16ad-4e16-4e61-afcf-586a758e1dee not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:43:53.753773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-bae37792-a00f-49b6-b3ae-1d7b97f4c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:53.755390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-bae37792-a00f-49b6-b3ae-1d7b97f4c99a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4eb590e-64d9-479d-b239-dfeba7bd10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649667 Aug 20 11:43:53.768793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:43:53.777656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.825542 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5fd3df8f-e5c7-426c-8077-32163141e310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.885453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Pushing event updated for resources: {'Port': ['ID=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:53.913146 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5fd3df8f-e5c7-426c-8077-32163141e310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:53.972659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5fd3df8f-e5c7-426c-8077-32163141e310 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e8895e13b42408bb1291618d4efb8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036847 Aug 20 11:43:53.987722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53876) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:53.988395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3df8f-e5c7-426c-8077-32163141e310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac266a2-9d21-4bf7-aaad-d390a5b242a6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:54.104541 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-27140df9-1317-4043-9158-d94453295690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.109052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-86282ab6-5923-4b3b-877e-5a5a0593cadb service neutron] 10.222.0.57 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458984 Aug 20 11:43:54.138184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-27140df9-1317-4043-9158-d94453295690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.194908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Attempting to bind port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:43:54.195253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Attempting to bind port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:43:54.195569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Attempting to bind port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:54.197385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0903e9ae-57f1-4abb-9b83-4ec912c5f713', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'port_id': '83b7688a-7e3a-4315-9ad5-861648a6d131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'mac_address': 'fa:16:3e:14:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:35Z', 'updated_at': '2021-08-20T11:43:51Z', 'revision_number': 1, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:54.207078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 on network 11b17b29-10b0-4839-909d-f43616c71c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:43:54.207393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Attempting to bind port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:43:54.218075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:43:54.218415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Checking segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:43:54.218828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Bound using segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:43:54.219270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Bound port: 18bfb501-a6dd-4c19-b8d6-685ba9f686c8, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:43:54.219628 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.248679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e4673f-75be-4ba0-9632-70a79bc4ea07 None None] The sync data for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 is: [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0903e9ae-57f1-4abb-9b83-4ec912c5f713', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'floating_ip_address': '172.25.4.244', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'port_id': '83b7688a-7e3a-4315-9ad5-861648a6d131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'mac_address': 'fa:16:3e:14:92:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:43:35Z', 'updated_at': '2021-08-20T11:43:51Z', 'revision_number': 1, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:43:54.276859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53880) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:54.306582 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9bff592-8aaa-4794-b25f-e147c3eed95f req-5910e6aa-571a-4691-9b98-99c05777d943 service neutron] 10.222.0.57 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885800 Aug 20 11:43:54.321645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-27140df9-1317-4043-9158-d94453295690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.325474 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-27140df9-1317-4043-9158-d94453295690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.326746 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-27140df9-1317-4043-9158-d94453295690 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ac266a2-9d21-4bf7-aaad-d390a5b242a6 HTTP/1.1" status: 204 len: 168 time: 0.3330896 Aug 20 11:43:54.346085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27140df9-1317-4043-9158-d94453295690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac266a2-9d21-4bf7-aaad-d390a5b242a6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:54.352574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] For port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:43:54.355054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] For port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:43:54.359794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0303a212-919e-4a78-b7c8-b4e8c94bfe2e admin admin] Deleting subnet 636134a5-8255-40f2-9cb7-7dfbd30f58b9 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:43:54.363329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0303a212-919e-4a78-b7c8-b4e8c94bfe2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.407740 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0303a212-919e-4a78-b7c8-b4e8c94bfe2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.458225 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.478762 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0303a212-919e-4a78-b7c8-b4e8c94bfe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.520540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:54.521688 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.523900 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] 10.222.0.57 "PUT /v2.0/ports/18bfb501-a6dd-4c19-b8d6-685ba9f686c8 HTTP/1.1" status: 200 len: 1092 time: 1.9306858 Aug 20 11:43:54.531306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4ec93e-4a8a-4ee4-aba4-422e2936881e', 'tag': '18bfb501-a6dd-4c19-b8d6-685ba9f686c8'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:43:54.534730 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce84c12-2b78-496e-aaf0-bcc278226673" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4ec93e-4a8a-4ee4-aba4-422e2936881e", "tag": "18bfb501-a6dd-4c19-b8d6-685ba9f686c8"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:43:54.592649 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ff224-4b59-4cae-8bf9-2abc598a1af7 None None] New status for floating IP 0903e9ae-57f1-4abb-9b83-4ec912c5f713: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:43:54.618825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf41c0d-4dcc-4676-8725-92ccb5e68d85 service neutron] Pushing event updated for resources: {'Port': ['ID=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:54.634190 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ebb56d-7467-4973-a8c5-065c239d8ff0 x-openstack-request-id: req-c6ebb56d-7467-4973-a8c5-065c239d8ff0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:43:54.634509 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4ec93e-4a8a-4ee4-aba4-422e2936881e", "tag": "18bfb501-a6dd-4c19-b8d6-685ba9f686c8", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:43:54.634768 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6ebb56d-7467-4973-a8c5-065c239d8ff0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:43:54.635180 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4ec93e-4a8a-4ee4-aba4-422e2936881e', 'tag': '18bfb501-a6dd-4c19-b8d6-685ba9f686c8', 'status': 'completed', 'code': 200} Aug 20 11:43:54.762035 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0303a212-919e-4a78-b7c8-b4e8c94bfe2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.769278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce84c12-2b78-496e-aaf0-bcc278226673 req-14138036-2243-49fe-90de-ea19fd915046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:54.772982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ce84c12-2b78-496e-aaf0-bcc278226673 req-14138036-2243-49fe-90de-ea19fd915046 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 1095 time: 0.1270158 Aug 20 11:43:54.833707 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0303a212-919e-4a78-b7c8-b4e8c94bfe2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:54.839186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0303a212-919e-4a78-b7c8-b4e8c94bfe2e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/636134a5-8255-40f2-9cb7-7dfbd30f58b9 HTTP/1.1" status: 204 len: 168 time: 0.5614517 Aug 20 11:43:54.847067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53890) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:54.916176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303a212-919e-4a78-b7c8-b4e8c94bfe2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636134a5-8255-40f2-9cb7-7dfbd30f58b9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:54.978118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f57fa-1f7d-43c5-adec-019a0ad785a9 req-4b6e8228-73e5-4dbd-af13-aa82d6c12d88 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:54.979754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-806f57fa-1f7d-43c5-adec-019a0ad785a9 req-4b6e8228-73e5-4dbd-af13-aa82d6c12d88 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0946062 Aug 20 11:43:54.996294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.023446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce84c12-2b78-496e-aaf0-bcc278226673 req-a8417a15-ebc5-45d4-859c-924db42def53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:55.025203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ce84c12-2b78-496e-aaf0-bcc278226673 req-a8417a15-ebc5-45d4-859c-924db42def53 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8ea0796915334e5c8704c4e677a6eef8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2435026 Aug 20 11:43:55.161118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.174825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99f3f94-f7b6-469b-9590-9837a80a1d3c']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:55.181941 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-806f57fa-1f7d-43c5-adec-019a0ad785a9 req-ff96b596-e586-4259-9911-1b84961ab2bf tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814995 Aug 20 11:43:55.195900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39743040-cf62-4c56-aad2-d7f27451f846') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:55.196206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39743040-cf62-4c56-aad2-d7f27451f846') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:43:55.211012 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.213614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce84c12-2b78-496e-aaf0-bcc278226673 req-a600ba9a-7315-480b-9402-0446d4c48b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:55.215252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ce84c12-2b78-496e-aaf0-bcc278226673 req-a600ba9a-7315-480b-9402-0446d4c48b7d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1820471 Aug 20 11:43:55.227506 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.238087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:43:55.238353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:43:55.241277 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:43:55.307113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-efc2faa2-d114-4d88-9585-a24b80bcd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:55.308703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-efc2faa2-d114-4d88-9585-a24b80bcd037 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 1095 time: 0.0485427 Aug 20 11:43:55.357644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-2560a1d9-858b-4aff-847f-578cb36c6f44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18bfb501-a6dd-4c19-b8d6-685ba9f686c8 HTTP/1.1" status: 200 len: 217 time: 0.0358129 Aug 20 11:43:55.438168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-70dbfba3-beaa-4ea3-ab0a-90f359c167f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:55.439730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-70dbfba3-beaa-4ea3-ab0a-90f359c167f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0758591 Aug 20 11:43:55.487860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-1d21b16b-5343-43e1-9fa7-1f87c9f6f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:55.489422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-1d21b16b-5343-43e1-9fa7-1f87c9f6f3bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419292 Aug 20 11:43:55.501935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.509546 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:55.515510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] 10.222.0.10 "DELETE /v2.0/networks/c99f3f94-f7b6-469b-9590-9837a80a1d3c HTTP/1.1" status: 204 len: 168 time: 0.6668770 Aug 20 11:43:55.529127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6f8f1-694b-4f74-89ec-fb07686e6d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=c99f3f94-f7b6-469b-9590-9837a80a1d3c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:55.614092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-617be409-6b15-4d31-9a21-af5e9d77f008 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154749 Aug 20 11:43:55.720547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1b32903-5d2f-4e81-8604-772d1698a66e req-5026ca8e-5873-43ee-bd29-cbe1aee7fbb1 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993454 Aug 20 11:43:56.164800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53924) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:56.224878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2eca6c88-6629-41c1-ae79-faddd93bb339 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a5024681d8145f1ae0adec8e50f40e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580645 Aug 20 11:43:56.228598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53928) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:56.293706 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89602068-41fa-449b-9944-0b6108995f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.328860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89602068-41fa-449b-9944-0b6108995f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.355460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f3695-3b17-4656-aace-2b3d096099a2 req-dd0bd2ab-0a5b-4440-af19-98bee96c3426 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:56.357517 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-329f3695-3b17-4656-aace-2b3d096099a2 req-dd0bd2ab-0a5b-4440-af19-98bee96c3426 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0755465 Aug 20 11:43:56.409880 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-329f3695-3b17-4656-aace-2b3d096099a2 req-82541a28-a21f-48c6-9ca8-8594b7ac550b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445235 Aug 20 11:43:56.622066 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89602068-41fa-449b-9944-0b6108995f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.624922 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-89602068-41fa-449b-9944-0b6108995f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:56.626137 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-89602068-41fa-449b-9944-0b6108995f5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3986a8a5-c604-4250-b339-9f0e03ca70ce HTTP/1.1" status: 204 len: 168 time: 0.3964951 Aug 20 11:43:56.635040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89602068-41fa-449b-9944-0b6108995f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3986a8a5-c604-4250-b339-9f0e03ca70ce,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:57.543121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209121be-3442-494a-a9d2-153ab45d79b4 req-92466af8-ab1a-41ca-917d-37f5ab083043 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:57.545395 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-209121be-3442-494a-a9d2-153ab45d79b4 req-92466af8-ab1a-41ca-917d-37f5ab083043 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0645454 Aug 20 11:43:57.602017 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-209121be-3442-494a-a9d2-153ab45d79b4 req-127e77b4-1556-439e-a7e0-16099132f187 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Aug 20 11:43:57.674340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 53972) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:57.798757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36aceea-1da2-4ab1-b7d2-08f1eb7fa976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:57.933405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36aceea-1da2-4ab1-b7d2-08f1eb7fa976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.044872 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f36aceea-1da2-4ab1-b7d2-08f1eb7fa976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.085209 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f36aceea-1da2-4ab1-b7d2-08f1eb7fa976 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a29e14b58f54b02a02e12f39959a91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093206 Aug 20 11:43:58.086122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aceea-1da2-4ab1-b7d2-08f1eb7fa976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b9afba-8232-4cde-ab5d-a95b85ff3f18,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:58.088040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 53984) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:43:58.144200 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2563878b-4b6e-4cac-ac90-6ff4c02c0899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.169545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2563878b-4b6e-4cac-ac90-6ff4c02c0899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.347192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2563878b-4b6e-4cac-ac90-6ff4c02c0899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.350139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2563878b-4b6e-4cac-ac90-6ff4c02c0899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:43:58.351404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2563878b-4b6e-4cac-ac90-6ff4c02c0899 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43b9afba-8232-4cde-ab5d-a95b85ff3f18 HTTP/1.1" status: 204 len: 168 time: 0.2623799 Aug 20 11:43:58.360097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563878b-4b6e-4cac-ac90-6ff4c02c0899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b9afba-8232-4cde-ab5d-a95b85ff3f18,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:43:58.718425 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11af393-ced1-403f-a206-8f22bf60aa35 req-2cd7a900-f758-4ccd-98ed-68b7054cdf4e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:58.720076 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e11af393-ced1-403f-a206-8f22bf60aa35 req-2cd7a900-f758-4ccd-98ed-68b7054cdf4e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0506651 Aug 20 11:43:58.760250 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e11af393-ced1-403f-a206-8f22bf60aa35 req-04333e51-60be-41af-9c61-74a63bfd6fa7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Aug 20 11:43:58.865775 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5c3ea13-9ae3-47d5-9cd5-ac06bb5f204e req-059e75f7-8056-49b0-8fab-a6dcbe336513 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0332215 Aug 20 11:43:59.887161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a445de-aafb-44de-ba01-13a2483cadc8 req-beb0fb4b-3ba2-4d9d-9588-93ae912a5211 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:43:59.897384 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41a445de-aafb-44de-ba01-13a2483cadc8 req-beb0fb4b-3ba2-4d9d-9588-93ae912a5211 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0639458 Aug 20 11:43:59.959993 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41a445de-aafb-44de-ba01-13a2483cadc8 req-1d1b88b2-bc16-40ad-a3be-c91457d3d5a7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614150 Aug 20 11:43:59.987030 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6d611f24-f6fe-488a-98d7-85bef05fcc3c req-8aac2323-f0e0-42a1-85cb-87cc1a49d511 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0450478 Aug 20 11:44:00.722349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54060) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:00.840239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b6038c8-5f31-4b2f-909d-67bf30c77327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:00.957537 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b6038c8-5f31-4b2f-909d-67bf30c77327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.167356 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8b6038c8-5f31-4b2f-909d-67bf30c77327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.230409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8b6038c8-5f31-4b2f-909d-67bf30c77327 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad05d5eae13240a290c482ef29903c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4971426 Aug 20 11:44:01.230409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54070) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:01.264913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6038c8-5f31-4b2f-909d-67bf30c77327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651b300f-f225-49fc-8da0-bd852cf15417,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:01.297098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58fd077c-71c4-4599-b755-29942b568ef6 req-4fc27dcd-2885-49c5-ba5e-7999e2779be2 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0938106 Aug 20 11:44:01.326475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199112a-f93f-4097-b511-ae4b18cf70d3 req-8593bc33-7dcb-494f-b9d1-b0aae301a47a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:01.330049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4199112a-f93f-4097-b511-ae4b18cf70d3 req-8593bc33-7dcb-494f-b9d1-b0aae301a47a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.2223761 Aug 20 11:44:01.364706 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2ad0-4648-4971-bfd1-11a541eed002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.394063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4199112a-f93f-4097-b511-ae4b18cf70d3 req-f520e8a3-602b-4754-9c1b-72a05ba87a20 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567298 Aug 20 11:44:01.405011 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2ad0-4648-4971-bfd1-11a541eed002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.709448 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2ad0-4648-4971-bfd1-11a541eed002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.713687 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2ad0-4648-4971-bfd1-11a541eed002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:01.714967 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7b2d2ad0-4648-4971-bfd1-11a541eed002 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/651b300f-f225-49fc-8da0-bd852cf15417 HTTP/1.1" status: 204 len: 168 time: 0.4872098 Aug 20 11:44:01.723548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d2ad0-4648-4971-bfd1-11a541eed002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651b300f-f225-49fc-8da0-bd852cf15417,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:02.409172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4bbb827-45d4-4c65-8f3d-7008b7a4cb77 req-5e554250-1f62-40a5-95c3-d68ff66a8f07 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0343478 Aug 20 11:44:02.541011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9c641-c6ea-4446-b72e-3acfe379cc86 req-b5929bdf-cbbe-44b3-801e-1056621044be tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:02.543249 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-91e9c641-c6ea-4446-b72e-3acfe379cc86 req-b5929bdf-cbbe-44b3-801e-1056621044be tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0568366 Aug 20 11:44:02.567303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-cd68fb14-5979-4961-9fee-8e7820e14c79 req-6084a3f7-ab79-469f-8c73-11128b913ed6 service neutron] (95587) timed out ('10.222.0.10', 60674) {{(pid=95587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:44:02.585627 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-91e9c641-c6ea-4446-b72e-3acfe379cc86 req-94d2054b-c058-43f2-92f6-72b49fcf7f52 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348699 Aug 20 11:44:03.526221 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12ef9826-4417-4756-9d95-023c20e06045 req-11dfa6b8-8766-4c99-9583-8fe8c29c6c12 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0281556 Aug 20 11:44:03.667343 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b00eeb8d-58b5-4ae4-8c98-369c57a5c82f req-2507a33d-6255-4286-adb1-b2b9ec899aff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0277338 Aug 20 11:44:03.723823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c371980-92fd-4de3-80b4-cc4dab0a0d24 req-e74c75d7-ff14-4a39-985d-8947d086fee6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:03.725394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c371980-92fd-4de3-80b4-cc4dab0a0d24 req-e74c75d7-ff14-4a39-985d-8947d086fee6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0545897 Aug 20 11:44:03.771629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c371980-92fd-4de3-80b4-cc4dab0a0d24 req-5abcb557-5c95-4002-b9d2-b9c0a7fe738c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Aug 20 11:44:04.117599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54128) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:04.285486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1616498651'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:04.418170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Made reservation on behalf of 0487e25e4f814f74b155e87390d5fc17 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:04.421625 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.433836 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.529374 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.640280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f97598f-8a65-4405-b8bb-7beab3812e49 req-654c2300-46f7-4754-bc4b-9000904ddb2c tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0344946 Aug 20 11:44:04.698407 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.729222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:04.739875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=867d8fdb-c9d0-4fb6-ae21-76616bc067d7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:04.745894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.746251 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Added segment 774de49b-c232-4812-a84d-bae3408d9e5b of type vlan for network deb34e38-508c-4db9-8c53-9f1a0dea0ccc Aug 20 11:44:04.798036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.903492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb301c-2a53-4802-bd9e-4a5485ea2e8b req-4d93e0e4-93dc-47e6-bbef-d30f9ed19b48 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:04.904766 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbfb301c-2a53-4802-bd9e-4a5485ea2e8b req-4d93e0e4-93dc-47e6-bbef-d30f9ed19b48 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0548456 Aug 20 11:44:04.948124 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cbfb301c-2a53-4802-bd9e-4a5485ea2e8b req-7cd1013f-c090-4e8f-857a-7e327cf6ae39 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372701 Aug 20 11:44:04.972350 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:04.984169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:04.984169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.347358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Pushing event updated for resources: {'Network': ['ID=deb34e38-508c-4db9-8c53-9f1a0dea0ccc,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:05.360008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network deb34e38-508c-4db9-8c53-9f1a0dea0ccc details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:05.567807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-55ea4269-dd11-4606-bb29-970d1bb6c7e6 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4488578 Aug 20 11:44:05.571795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54146) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:05.630247 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Request body: {'network': {'name': 'tempest-network--1877322763', 'router:external': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:05.770526 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b104a84e-d77e-41f4-b97c-a39fd7ba101f req-fab05bf0-cf1f-4897-b84b-8acc3fcf0613 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0412540 Aug 20 11:44:05.796192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Made reservation on behalf of 1b2f3734a5ff41bfb021fbd86e953932 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:05.798607 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.809704 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:05.910728 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.052013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.094391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:06.119572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.120024 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Added segment 8104cfe6-1f3e-4cce-bfa8-7382ec905c06 of type vlan for network 498c9f0a-8958-49ed-8c89-086041289ca9 Aug 20 11:44:06.130917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed75a4d-58be-478a-b2f9-41aedecb84a1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:06.165270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.165654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.165967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.166308 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.166672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.167008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.167336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.167666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.167997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.168329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.168651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.168975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:06.179457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2588f-6b99-46b6-b3e0-0c64b9cfd818 req-c319277d-45d9-479a-8906-de5636d20e4e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:06.181062 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08b2588f-6b99-46b6-b3e0-0c64b9cfd818 req-c319277d-45d9-479a-8906-de5636d20e4e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.1410165 Aug 20 11:44:06.195594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.248520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08b2588f-6b99-46b6-b3e0-0c64b9cfd818 req-497deebd-d48b-4654-82e0-e5471259930d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575323 Aug 20 11:44:06.343532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.347098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:06.347098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.408304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event updated for resources: {'Network': ['ID=498c9f0a-8958-49ed-8c89-086041289ca9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:06.418706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 498c9f0a-8958-49ed-8c89-086041289ca9 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:06.548768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1d46e1ae-2f2e-4d32-ba9b-deb6e26e79ed tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9698455 Aug 20 11:44:06.550811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54170) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:06.628506 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.727116 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.742945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498c9f0a-8958-49ed-8c89-086041289ca9']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:06.764434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8104cfe6-1f3e-4cce-bfa8-7382ec905c06') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:06.764941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8104cfe6-1f3e-4cce-bfa8-7382ec905c06') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:06.787019 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.808302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.814397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:06.816025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:06.816849 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:07.083801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50df5215-a296-4cfd-a840-2718c1db90d6 req-a19f39b5-8b7b-4cd5-897d-3bdb400006da tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0278385 Aug 20 11:44:07.109811 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.118216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 498c9f0a-8958-49ed-8c89-086041289ca9 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:44:07.118216 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.119694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "DELETE /v2.0/networks/498c9f0a-8958-49ed-8c89-086041289ca9 HTTP/1.1" status: 204 len: 168 time: 0.5679276 Aug 20 11:44:07.123349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54176) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:07.128483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:07.134476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8579ef9-8dbb-459f-9d7f-f8a29ca055ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event deleted for resources: {'Network': ['ID=498c9f0a-8958-49ed-8c89-086041289ca9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:07.301093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Made reservation on behalf of 1b2f3734a5ff41bfb021fbd86e953932 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:07.305324 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.332015 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:07.341733 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.342007 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Added segment 471121ca-6d13-494f-9559-11b7310772c9 of type vlan for network 1fbabfc1-7efb-412b-9b15-355788a46d84 Aug 20 11:44:07.389812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda72a2d-f941-4c42-98ae-d24989de3f0f req-215651cc-f245-462f-981b-39f108474db5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:07.391493 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bda72a2d-f941-4c42-98ae-d24989de3f0f req-215651cc-f245-462f-981b-39f108474db5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0548561 Aug 20 11:44:07.398241 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.436173 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bda72a2d-f941-4c42-98ae-d24989de3f0f req-106bd503-4fb0-43cd-b824-ec34c971b386 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358636 Aug 20 11:44:07.611036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.613452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:07.614132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:07.678366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event updated for resources: {'Network': ['ID=1fbabfc1-7efb-412b-9b15-355788a46d84,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:07.688133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 1fbabfc1-7efb-412b-9b15-355788a46d84 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:07.802099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-380f4aec-8e1b-4b64-90f9-b3aa9d422893 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6775846 Aug 20 11:44:07.804879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54186) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:07.810092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Request body: {'subnet': {'network_id': '1fbabfc1-7efb-412b-9b15-355788a46d84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:07.944149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Made reservation on behalf of 1b2f3734a5ff41bfb021fbd86e953932 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:07.947654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.192849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd0fd2a1-d305-4fd0-9a43-d377034528e0 req-8afa0f46-2412-4049-91c3-b2070138c6f8 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0326998 Aug 20 11:44:08.350504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.objects.ports [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95587) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:44:08.351135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.409287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8fbac86-9f9a-46f8-bf96-e6afc269517f,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:08.422458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Checking segment: {'id': '471121ca-6d13-494f-9559-11b7310772c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1fbabfc1-7efb-412b-9b15-355788a46d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:08.422842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Network hostable DHCP agents. Network: 1fbabfc1-7efb-412b-9b15-355788a46d84, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:08.565421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d56636-6b06-4b44-b3a5-d1c03822e08b req-edff1538-a2fc-44f3-9cd5-cdb3805c9188 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:08.567019 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50d56636-6b06-4b44-b3a5-d1c03822e08b req-edff1538-a2fc-44f3-9cd5-cdb3805c9188 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0546792 Aug 20 11:44:08.589689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Network 1fbabfc1-7efb-412b-9b15-355788a46d84 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:08.613492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-50d56636-6b06-4b44-b3a5-d1c03822e08b req-0bfb35b9-1705-4c36-83c6-bbebba7d912b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Aug 20 11:44:08.738137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 1fbabfc1-7efb-412b-9b15-355788a46d84) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:08.743030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:08.743627 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:08.747929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc677395-d106-4c6c-95f9-a602e3ef5139 None None] Network 1fbabfc1-7efb-412b-9b15-355788a46d84 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:08.853559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-23cf05a7-5eba-429e-9f9e-b3fa11549ca0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0476055 Aug 20 11:44:08.857907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54200) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:08.862617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Request body: {'floatingip': {'floating_network_id': '1fbabfc1-7efb-412b-9b15-355788a46d84'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:09.051749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ce0d89-e101-4fb1-90e3-f8c67aa83707 None None] Network 1fbabfc1-7efb-412b-9b15-355788a46d84 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:09.059286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.157659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.275154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Allocated IP 172.20.0.2 (1fbabfc1-7efb-412b-9b15-355788a46d84/a8fbac86-9f9a-46f8-bf96-e6afc269517f/fc7b2af6-8436-4a2d-bc58-06f295f1757e) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:09.309881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-82dd5027-63c0-41a0-8473-ed7c9c429fa7 req-d9ac535e-a33f-41d4-b563-80ee71cb48e3 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0340130 Aug 20 11:44:09.382587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.544349 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.591173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Network 1fbabfc1-7efb-412b-9b15-355788a46d84 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:09.594330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:09.598130 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:09.606927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7b2af6-8436-4a2d-bc58-06f295f1757e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:09.760335 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:09.780515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fe5e-a236-4497-b1dc-2ce4fa14cc5a req-a2ba5b69-c588-44f7-8170-5e226ef1cc10 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:09.782013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4010fe5e-a236-4497-b1dc-2ce4fa14cc5a req-a2ba5b69-c588-44f7-8170-5e226ef1cc10 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0930419 Aug 20 11:44:09.830064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4010fe5e-a236-4497-b1dc-2ce4fa14cc5a req-74911d1b-fb9c-4509-94c0-43d930e8881b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Aug 20 11:44:09.977215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.166878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.241043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.308465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7b2af6-8436-4a2d-bc58-06f295f1757e,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:10.320235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.430510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4bd7d276-a822-482f-b77d-1b791feacadc req-a8f8372a-bcac-4148-b9e2-2da884d2ebb9 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0362952 Aug 20 11:44:10.432727 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.433941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-99c10375-4ab4-44a9-8c9e-9890adea1ed7 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5763819 Aug 20 11:44:10.437474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54214) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:10.507685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6ec9c035-895b-4b99-bff9-e859e2ace49f tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=1fbabfc1-7efb-412b-9b15-355788a46d84 HTTP/1.1" status: 200 len: 689 time: 0.0684974 Aug 20 11:44:10.510848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54216) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:10.618095 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.720476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Deleting port fc7b2af6-8436-4a2d-bc58-06f295f1757e {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:10.720859 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.862957 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.863280 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:10.876749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Calling delete_port for fc7b2af6-8436-4a2d-bc58-06f295f1757e owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:10.962129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aabc3-94eb-4de7-a9ae-a7e532391c8e req-731f3725-271a-489a-a982-0189cbe31875 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:10.963724 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d8aabc3-94eb-4de7-a9ae-a7e532391c8e req-731f3725-271a-489a-a982-0189cbe31875 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0516167 Aug 20 11:44:11.003986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d8aabc3-94eb-4de7-a9ae-a7e532391c8e req-ca4cc5e3-7376-42c9-8e72-546bab4b25ba tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334404 Aug 20 11:44:11.170850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.203682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc7b2af6-8436-4a2d-bc58-06f295f1757e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:11.261953 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.277727 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.331148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.550420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.553913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-58bb701b-edb7-4b21-af37-6b75c1b5fc31 req-abba15b4-ad41-40df-9847-7a67d86ca545 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0411689 Aug 20 11:44:11.592716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8fbac86-9f9a-46f8-bf96-e6afc269517f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:11.654386 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.669767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbabfc1-7efb-412b-9b15-355788a46d84']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:11.680799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471121ca-6d13-494f-9559-11b7310772c9') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:11.681199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471121ca-6d13-494f-9559-11b7310772c9') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:11.690640 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.708251 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.724491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:11.726645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:11.727351 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:11.876610 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.882198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1fbabfc1-7efb-412b-9b15-355788a46d84 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:44:11.884832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:11.887309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "DELETE /v2.0/networks/1fbabfc1-7efb-412b-9b15-355788a46d84 HTTP/1.1" status: 204 len: 168 time: 1.3754549 Aug 20 11:44:11.890736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54230) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:11.911666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22646ea-9a91-475e-b9af-cdad83213a1c tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fbabfc1-7efb-412b-9b15-355788a46d84,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:12.008154 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2699ec71-2f1d-491f-9345-59dca6cf060a tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1154661 Aug 20 11:44:12.010673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54232) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:12.199402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64703748-add0-480c-b552-cb59724c1380 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.199883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64703748-add0-480c-b552-cb59724c1380 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.204025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64703748-add0-480c-b552-cb59724c1380 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.204025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64703748-add0-480c-b552-cb59724c1380 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.204025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64703748-add0-480c-b552-cb59724c1380 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.204025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64703748-add0-480c-b552-cb59724c1380 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.204025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64703748-add0-480c-b552-cb59724c1380 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.204700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385854a9-4633-4d8f-91df-819cdf554be1 req-334cbaf0-bb40-42a3-b1ac-1eed66294630 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.206472 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-385854a9-4633-4d8f-91df-819cdf554be1 req-334cbaf0-bb40-42a3-b1ac-1eed66294630 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0966241 Aug 20 11:44:12.207338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54238) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:12.207655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-64703748-add0-480c-b552-cb59724c1380 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4661 time: 0.1957607 Aug 20 11:44:12.261642 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-71a3e40c-f9f8-45ef-a2dd-5b002babcdb3 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] delete failed (client error): The resource could not be found. Aug 20 11:44:12.265391 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-71a3e40c-f9f8-45ef-a2dd-5b002babcdb3 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/3b38ca7d-c39c-4c55-9db3-cd6e8b8adc05 HTTP/1.1" status: 404 len: 345 time: 0.0542932 Aug 20 11:44:12.265696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54242) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:12.286175 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec4ab04-036d-47aa-9048-19dd73ad3981 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] DELETE failed (client error): The resource could not be found. Aug 20 11:44:12.287082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec4ab04-036d-47aa-9048-19dd73ad3981 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:12.289936 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dec4ab04-036d-47aa-9048-19dd73ad3981 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "DELETE /v2.0/networks/1fbabfc1-7efb-412b-9b15-355788a46d84 HTTP/1.1" status: 404 len: 339 time: 0.0229774 Aug 20 11:44:12.299011 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54244) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:12.316709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Request body: {'network': {'name': 'tempest-network--838814904', 'router:external': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:12.317374 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-385854a9-4633-4d8f-91df-819cdf554be1 req-fcdf55ba-edad-4561-8703-7fbfdf40f34c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561182 Aug 20 11:44:12.452694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Made reservation on behalf of 1b2f3734a5ff41bfb021fbd86e953932 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:12.458245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.490421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:12.502117 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.502507 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Added segment 064a1eff-95ca-436f-a8f9-e6e92ef7600f of type vlan for network 94ec43db-c92c-4c11-8d60-15cea63b5a8a Aug 20 11:44:12.554002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.666909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5bb7f84a-404a-4f2e-a660-856b6f8a86f1 req-eba875f0-6c59-4b19-923b-2e840fe976b2 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0286903 Aug 20 11:44:12.753410 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.754411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:12.755044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:12.815739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event updated for resources: {'Network': ['ID=94ec43db-c92c-4c11-8d60-15cea63b5a8a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:12.825618 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 94ec43db-c92c-4c11-8d60-15cea63b5a8a details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:12.910424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dd12e92d-3f25-48e9-8c67-476a31435635 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6102514 Aug 20 11:44:12.913185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54248) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:13.111123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578e0ee-5498-4617-a430-07d22e8f3d96 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.117455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578e0ee-5498-4617-a430-07d22e8f3d96 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.123926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578e0ee-5498-4617-a430-07d22e8f3d96 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.129945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578e0ee-5498-4617-a430-07d22e8f3d96 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.136121 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d578e0ee-5498-4617-a430-07d22e8f3d96 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2172253 Aug 20 11:44:13.136121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54250) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:13.203502 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.289721 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.301686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ec43db-c92c-4c11-8d60-15cea63b5a8a']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:13.314146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064a1eff-95ca-436f-a8f9-e6e92ef7600f') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:13.314546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064a1eff-95ca-436f-a8f9-e6e92ef7600f') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:13.325294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.342277 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.352130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:13.352548 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:13.354376 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:13.467772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255c8a-5f0f-4ab0-855f-12eb0590a029 req-4453d75f-847d-4eef-8e4f-cbcab39f6e14 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.469271 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31255c8a-5f0f-4ab0-855f-12eb0590a029 req-4453d75f-847d-4eef-8e4f-cbcab39f6e14 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0565474 Aug 20 11:44:13.508884 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31255c8a-5f0f-4ab0-855f-12eb0590a029 req-0b6a9f2d-f3a0-4116-844d-31adee27840d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336523 Aug 20 11:44:13.536166 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.584169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.584169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94ec43db-c92c-4c11-8d60-15cea63b5a8a {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:44:13.584169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.584169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "DELETE /v2.0/networks/94ec43db-c92c-4c11-8d60-15cea63b5a8a HTTP/1.1" status: 204 len: 168 time: 0.4433272 Aug 20 11:44:13.584169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aefdb1-e3d6-49f5-bb13-9f2104cb8019 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event deleted for resources: {'Network': ['ID=94ec43db-c92c-4c11-8d60-15cea63b5a8a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:13.584169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54264) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:13.591240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Request body: {'network': {'name': 'tempest-network--1705711496', 'router:external': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:13.727631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Made reservation on behalf of 1b2f3734a5ff41bfb021fbd86e953932 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:13.730797 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.786471 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c7f9304-e983-4830-9bd8-e37d1d2e147a req-89cc3bcb-c3f8-4094-bf02-bf173905e169 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0288365 Aug 20 11:44:13.790538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:13.799700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.800066 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Added segment b654f184-e19c-4558-b43b-1f654543a840 of type vlan for network 4b1cc3f8-a75a-4380-921c-faf5b0d536c7 Aug 20 11:44:13.848041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.960959 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:13.961976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:13.962625 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.026941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event updated for resources: {'Network': ['ID=4b1cc3f8-a75a-4380-921c-faf5b0d536c7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:14.036458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 4b1cc3f8-a75a-4380-921c-faf5b0d536c7 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:14.178686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2988865d-07f0-4276-8f27-d5fc646764a0 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5945661 Aug 20 11:44:14.181706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54270) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:14.268622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a30fa-ff8a-4757-8d36-2a3149ab5f8f tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:14.269992 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-009a30fa-ff8a-4757-8d36-2a3149ab5f8f tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] 10.222.0.10 "GET /v2.0/networks/4b1cc3f8-a75a-4380-921c-faf5b0d536c7 HTTP/1.1" status: 200 len: 757 time: 0.0873609 Aug 20 11:44:14.273396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54272) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:14.355924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508fcdfa-355f-4327-9539-093e58a9faf8 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:14.357294 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-508fcdfa-355f-4327-9539-093e58a9faf8 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] 10.222.0.10 "GET /v2.0/networks/deb34e38-508c-4db9-8c53-9f1a0dea0ccc HTTP/1.1" status: 200 len: 768 time: 0.0829370 Aug 20 11:44:14.360419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54274) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:14.432314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.517642 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.527653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1cc3f8-a75a-4380-921c-faf5b0d536c7']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:14.541084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b654f184-e19c-4558-b43b-1f654543a840') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:14.541084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b654f184-e19c-4558-b43b-1f654543a840') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:14.548659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.563127 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.569259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:14.569668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:14.571417 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:14.644362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440026e-6c47-404e-954e-dee3420ea51f req-03414f62-bca2-4eac-95d9-463c3e23bbe7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:14.645957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c440026e-6c47-404e-954e-dee3420ea51f req-03414f62-bca2-4eac-95d9-463c3e23bbe7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0597165 Aug 20 11:44:14.685354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c440026e-6c47-404e-954e-dee3420ea51f req-456e1c92-5a96-4f4b-882a-372abbfa18b6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325942 Aug 20 11:44:14.755162 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.761771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b1cc3f8-a75a-4380-921c-faf5b0d536c7 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:44:14.766108 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.773708 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "DELETE /v2.0/networks/4b1cc3f8-a75a-4380-921c-faf5b0d536c7 HTTP/1.1" status: 204 len: 168 time: 0.4067862 Aug 20 11:44:14.774097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54280) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:14.779202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Request body: {'network': {'name': 'tempest-network--688970110'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:14.779834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbb4d9-3701-4f01-8857-0cf8c0b6b2ca tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b1cc3f8-a75a-4380-921c-faf5b0d536c7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:14.890585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Made reservation on behalf of 1b2f3734a5ff41bfb021fbd86e953932 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:14.892888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.930283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-082065b1-9a50-4632-8bbc-21b22f5813cf req-3384cbbe-fa05-47a8-aeab-ef9b40934efb tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0434580 Aug 20 11:44:14.940105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:14.951788 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:14.952288 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Added segment bc6a818d-8118-4a46-b80e-2c1d8fd491dc of type vlan for network 73e142ba-740f-4952-8414-0a52ddfff634 Aug 20 11:44:14.996175 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.021845 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6f21bfab-3cf9-44a9-a8fb-dae3a159008f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.142515 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.143549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:15.144150 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.208586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event updated for resources: {'Network': ['ID=73e142ba-740f-4952-8414-0a52ddfff634,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:15.219119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 73e142ba-740f-4952-8414-0a52ddfff634 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:15.361844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5f890b0a-9d28-4a7d-8a3b-daa32fca14f1 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5864816 Aug 20 11:44:15.364349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54286) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:15.370230 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4767970f-ffba-446a-8ead-baf5b66b6703 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:15.531047 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4767970f-ffba-446a-8ead-baf5b66b6703 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.664638 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4767970f-ffba-446a-8ead-baf5b66b6703 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.707886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4767970f-ffba-446a-8ead-baf5b66b6703 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Network 73e142ba-740f-4952-8414-0a52ddfff634 is not hosted by any dhcp agent {{(pid=95587) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:44:15.708906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4767970f-ffba-446a-8ead-baf5b66b6703 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:15.709551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4767970f-ffba-446a-8ead-baf5b66b6703 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.711460 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4767970f-ffba-446a-8ead-baf5b66b6703 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "PUT /v2.0/networks/73e142ba-740f-4952-8414-0a52ddfff634 HTTP/1.1" status: 200 len: 857 time: 0.3460808 Aug 20 11:44:15.714223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54292) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:15.731668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767970f-ffba-446a-8ead-baf5b66b6703 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event updated for resources: {'Network': ['ID=73e142ba-740f-4952-8414-0a52ddfff634,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:15.815293 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.844348 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db2303-99a5-44ce-a5c4-2051d1ac5441 req-e8db04af-8257-4b56-9831-5dbc0a0d6cd4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:15.857712 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-97db2303-99a5-44ce-a5c4-2051d1ac5441 req-e8db04af-8257-4b56-9831-5dbc0a0d6cd4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0720487 Aug 20 11:44:15.942499 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.955974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-97db2303-99a5-44ce-a5c4-2051d1ac5441 req-d30e08b5-3bbb-4fa1-93b5-1bec7872c937 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902591 Aug 20 11:44:15.957419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e142ba-740f-4952-8414-0a52ddfff634']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:15.971139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6a818d-8118-4a46-b80e-2c1d8fd491dc') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:15.971139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6a818d-8118-4a46-b80e-2c1d8fd491dc') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:15.980410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.993760 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:15.999884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:16.000281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:16.002292 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:16.064651 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f293985f-83b3-429b-81b8-b198e49a572e req-5b891c65-0af0-4d77-9484-a04d1cdfb4cc tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0291781 Aug 20 11:44:16.218661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.222358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73e142ba-740f-4952-8414-0a52ddfff634 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:44:16.226319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.228299 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] 10.222.0.10 "DELETE /v2.0/networks/73e142ba-740f-4952-8414-0a52ddfff634 HTTP/1.1" status: 204 len: 168 time: 0.5130548 Aug 20 11:44:16.231947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54298) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:16.247275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfd7d4-3611-4a49-a4b6-f3733cec6949 tempest-ExternalNetworksTestJSON-81840720 tempest-ExternalNetworksTestJSON-81840720-project-admin] Pushing event deleted for resources: {'Network': ['ID=73e142ba-740f-4952-8414-0a52ddfff634,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:16.277168 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-811711e3-8e60-4202-9b31-2f1806c5c338 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] DELETE failed (client error): The resource could not be found. Aug 20 11:44:16.287524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811711e3-8e60-4202-9b31-2f1806c5c338 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:44:16.287524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-811711e3-8e60-4202-9b31-2f1806c5c338 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] 10.222.0.10 "DELETE /v2.0/subnets/a8fbac86-9f9a-46f8-bf96-e6afc269517f HTTP/1.1" status: 404 len: 337 time: 0.0465281 Aug 20 11:44:16.287524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54300) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:16.368406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.467969 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.479503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb34e38-508c-4db9-8c53-9f1a0dea0ccc']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:16.492165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774de49b-c232-4812-a84d-bae3408d9e5b') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:16.492458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774de49b-c232-4812-a84d-bae3408d9e5b') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:16.502970 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.523138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.535965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:16.536710 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:16.542147 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:16.721422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.731071 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:16.733062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] 10.222.0.10 "DELETE /v2.0/networks/deb34e38-508c-4db9-8c53-9f1a0dea0ccc HTTP/1.1" status: 204 len: 168 time: 0.4497681 Aug 20 11:44:16.749608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec146a18-0051-42a0-ab84-887b37d4b5e1 tempest-ExternalNetworksTestJSON-64557627 tempest-ExternalNetworksTestJSON-64557627-project] Pushing event deleted for resources: {'Network': ['ID=deb34e38-508c-4db9-8c53-9f1a0dea0ccc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:17.099232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce835f70-dee9-42be-8e28-d5a3f4d35210 req-38720403-04d2-47aa-87ed-a148a2ce3e5b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:17.101439 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce835f70-dee9-42be-8e28-d5a3f4d35210 req-38720403-04d2-47aa-87ed-a148a2ce3e5b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0503018 Aug 20 11:44:17.146832 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce835f70-dee9-42be-8e28-d5a3f4d35210 req-80f21bcf-6d4f-4486-9748-6499b38ced0f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376999 Aug 20 11:44:17.198638 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15d9f078-b10d-420c-99a7-0b473dc524cf req-20d7cbf8-14e2-47ed-a450-aa2112c27102 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0270276 Aug 20 11:44:17.320696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54314) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:17.455688 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-eca862cd-24a3-415b-8a9f-550b5c56894e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0487e25e4f814f74b155e87390d5fc17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338561 Aug 20 11:44:17.458148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54318) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:17.514556 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-03baf45f-9788-4c64-94e2-a7e60ef186d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.536912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-03baf45f-9788-4c64-94e2-a7e60ef186d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.731014 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-03baf45f-9788-4c64-94e2-a7e60ef186d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.734681 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-03baf45f-9788-4c64-94e2-a7e60ef186d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:17.736276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-03baf45f-9788-4c64-94e2-a7e60ef186d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/867d8fdb-c9d0-4fb6-ae21-76616bc067d7 HTTP/1.1" status: 204 len: 168 time: 0.2768509 Aug 20 11:44:17.746783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03baf45f-9788-4c64-94e2-a7e60ef186d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867d8fdb-c9d0-4fb6-ae21-76616bc067d7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:17.769970 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-68bcbc24-d1ff-4fad-ae8b-931e558e493b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.266274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cf8c0-a102-4c94-85b7-c090487c6eb8 req-03bf5c18-4502-4d21-a6f3-c8a50f42a5d1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:18.267840 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b82cf8c0-a102-4c94-85b7-c090487c6eb8 req-03bf5c18-4502-4d21-a6f3-c8a50f42a5d1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0504084 Aug 20 11:44:18.304206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30cf3256-ee5f-47a0-ac61-fb49a0e90cdf req-59e50370-b438-4165-8be9-0d883fffed23 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0266998 Aug 20 11:44:18.307651 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b82cf8c0-a102-4c94-85b7-c090487c6eb8 req-8248d548-414d-446b-a3dc-d487df78fee0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Aug 20 11:44:18.542283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54334) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:18.583554 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-62e6128a-a7ac-4adc-ba7a-cdf2c9ab92d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b2f3734a5ff41bfb021fbd86e953932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398080 Aug 20 11:44:18.586279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54336) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:18.590092 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.640950 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b162c6c3-f9bc-47fa-85bc-5f16e7f83095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.663678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b162c6c3-f9bc-47fa-85bc-5f16e7f83095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.805069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b162c6c3-f9bc-47fa-85bc-5f16e7f83095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.807783 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b162c6c3-f9bc-47fa-85bc-5f16e7f83095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:18.808993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b162c6c3-f9bc-47fa-85bc-5f16e7f83095 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ed75a4d-58be-478a-b2f9-41aedecb84a1 HTTP/1.1" status: 204 len: 168 time: 0.2217674 Aug 20 11:44:18.817136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162c6c3-f9bc-47fa-85bc-5f16e7f83095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed75a4d-58be-478a-b2f9-41aedecb84a1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:19.270203 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:19.437961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a910fef-b336-43da-9019-f32c3ac3dfea req-585d654e-082f-4951-a077-a842fc9fad14 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.439555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a910fef-b336-43da-9019-f32c3ac3dfea req-585d654e-082f-4951-a077-a842fc9fad14 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0526512 Aug 20 11:44:19.486172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a910fef-b336-43da-9019-f32c3ac3dfea req-f35ec8a3-824e-44df-8175-20b3ff3325ec tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Aug 20 11:44:19.573190 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f77a4e6-d581-4b53-8a93-b140a15f864c req-675e215a-fd4d-45d4-8dc5-0f84d0f43a88 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0310900 Aug 20 11:44:19.781116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6216a94-cf61-417f-b765-6226cc52dff7 req-a271e41e-186e-4e31-96aa-3a6208a7c3f0 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:19.782717 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6216a94-cf61-417f-b765-6226cc52dff7 req-a271e41e-186e-4e31-96aa-3a6208a7c3f0 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 945 time: 0.0521891 Aug 20 11:44:19.820894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6216a94-cf61-417f-b765-6226cc52dff7 req-126275ab-d9d6-472e-be6f-0575312b3ebc tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Aug 20 11:44:20.615089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64647f4d-5741-4236-b18b-2fe906595ccb req-84561f61-6f77-40f2-8d3a-140ffdcc0ff3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:20.617015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64647f4d-5741-4236-b18b-2fe906595ccb req-84561f61-6f77-40f2-8d3a-140ffdcc0ff3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0572219 Aug 20 11:44:20.668094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64647f4d-5741-4236-b18b-2fe906595ccb req-ce3ad753-b838-4455-9032-787fe3da8d10 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Aug 20 11:44:20.691092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-252324a0-8402-402a-a337-6655734dd6ba req-4bcaa465-6c55-438a-9ed4-5f8f1e5f40b5 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0353286 Aug 20 11:44:20.936354 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:20.937676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34e93b-4e90-4b54-803b-2f29196c97d9 req-f8a9f25a-f8e2-46fe-a73d-87a0f3e2c3fe tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:20.939249 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df34e93b-4e90-4b54-803b-2f29196c97d9 req-f8a9f25a-f8e2-46fe-a73d-87a0f3e2c3fe tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 945 time: 0.0494602 Aug 20 11:44:20.988823 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-df34e93b-4e90-4b54-803b-2f29196c97d9 req-9f532cd5-c277-46ea-86b8-4d0b4faed870 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397608 Aug 20 11:44:21.127894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54394) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:21.241393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2953820d-fa9e-48d5-a804-1f5487c5c3b2 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-445079841'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:21.241880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2953820d-fa9e-48d5-a804-1f5487c5c3b2 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Unknown quota resources ['metering_label']. {{(pid=95587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:44:21.797396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2686b-adc1-484e-abe1-084e0310c7a4 req-3cd3f779-6a3f-41c7-8544-bb010f49d163 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.798924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e1a2686b-adc1-484e-abe1-084e0310c7a4 req-3cd3f779-6a3f-41c7-8544-bb010f49d163 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0547326 Aug 20 11:44:21.802017 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2953820d-fa9e-48d5-a804-1f5487c5c3b2 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:21.802017 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2953820d-fa9e-48d5-a804-1f5487c5c3b2 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6729276 Aug 20 11:44:21.808736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54402) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:21.809734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e86358fb-b85e-4210-9b18-5a5f904dafa3 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3f2806f5-89e5-4052-a0fa-bf930cdfe9a6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:21.810252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e86358fb-b85e-4210-9b18-5a5f904dafa3 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:44:21.836874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a272cf80-bc1c-4e87-bbc8-ad7657e6dfa9 req-a37ae105-ec23-4eea-9090-11d08d8bb243 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0398271 Aug 20 11:44:21.844935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-252d0fee-c828-4eb4-91da-7a406115d298 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:21.846560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-252d0fee-c828-4eb4-91da-7a406115d298 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.38 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 945 time: 0.4626517 Aug 20 11:44:21.921975 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e1a2686b-adc1-484e-abe1-084e0310c7a4 req-8d3f9805-5350-4f72-aea8-11eb8a03cef2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090448 Aug 20 11:44:21.948390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-8e418e89-6fe8-4db9-89e2-33836ccbb84e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Deleting port 35be8b22-ae33-4293-801c-bcda859ec59b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:21.959387 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-8e418e89-6fe8-4db9-89e2-33836ccbb84e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:21.987940 n-d-804230-3 neutron-server[95588]: WARNING neutron.services.metering.metering_plugin [None req-e86358fb-b85e-4210-9b18-5a5f904dafa3 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 11:44:22.046394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-8e418e89-6fe8-4db9-89e2-33836ccbb84e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] For port 35be8b22-ae33-4293-801c-bcda859ec59b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=35be8b22-ae33-4293-801c-bcda859ec59b,segment=NetworkSegment(af730077-6eb3-4c13-84b7-35320b691474),segment_id=af730077-6eb3-4c13-84b7-35320b691474)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:22.046797 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-8e418e89-6fe8-4db9-89e2-33836ccbb84e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.061844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-8e418e89-6fe8-4db9-89e2-33836ccbb84e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Calling delete_port for 35be8b22-ae33-4293-801c-bcda859ec59b owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:22.185670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103c86f-0c4e-47ac-ae24-0b2ab1f0d79a req-f15b2e3d-94f2-4c2c-b18e-e612b9dfd09e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:22.187349 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c103c86f-0c4e-47ac-ae24-0b2ab1f0d79a req-f15b2e3d-94f2-4c2c-b18e-e612b9dfd09e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 945 time: 0.1118860 Aug 20 11:44:22.276812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c103c86f-0c4e-47ac-ae24-0b2ab1f0d79a req-5a1795df-990e-4b19-8633-bd8e6f032176 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/security-groups?id=9beed275-4245-42a2-b3dc-0d1836808443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819650 Aug 20 11:44:22.413780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e86358fb-b85e-4210-9b18-5a5f904dafa3 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.415093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e86358fb-b85e-4210-9b18-5a5f904dafa3 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6089087 Aug 20 11:44:22.418323 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54408) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:22.422757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0b689b36-2061-493f-a5d2-7fe1c58ab811 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3f2806f5-89e5-4052-a0fa-bf930cdfe9a6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:22.423252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0b689b36-2061-493f-a5d2-7fe1c58ab811 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:44:22.499671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-8e418e89-6fe8-4db9-89e2-33836ccbb84e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.515961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['35be8b22-ae33-4293-801c-bcda859ec59b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:22.531677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e418e89-6fe8-4db9-89e2-33836ccbb84e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Pushing event deleted for resources: {'Port': ['ID=35be8b22-ae33-4293-801c-bcda859ec59b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:22.572361 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-8e418e89-6fe8-4db9-89e2-33836ccbb84e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] No DVR routers for this DVR port 35be8b22-ae33-4293-801c-bcda859ec59b on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:22.575170 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-8e418e89-6fe8-4db9-89e2-33836ccbb84e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.577177 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68b37f29-edbc-4c06-9f0b-108cd7cdbb3f req-8e418e89-6fe8-4db9-89e2-33836ccbb84e tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.38 "DELETE /v2.0/ports/35be8b22-ae33-4293-801c-bcda859ec59b HTTP/1.1" status: 204 len: 173 time: 0.7224467 Aug 20 11:44:22.577616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a9f575-6eb5-40aa-89c7-162cd118c402', 'name': 'network-vif-deleted', 'tag': '35be8b22-ae33-4293-801c-bcda859ec59b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:22.579929 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778847f0-510c-4179-9030-7e06eb703144" -d '{"events": [{"server_uuid": "61a9f575-6eb5-40aa-89c7-162cd118c402", "name": "network-vif-deleted", "tag": "35be8b22-ae33-4293-801c-bcda859ec59b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:22.601631 n-d-804230-3 neutron-server[95588]: WARNING neutron.services.metering.metering_plugin [None req-0b689b36-2061-493f-a5d2-7fe1c58ab811 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 11:44:22.618699 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96532183-3be4-4244-b0c6-9be5661ff320 x-openstack-request-id: req-96532183-3be4-4244-b0c6-9be5661ff320 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:22.619208 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a9f575-6eb5-40aa-89c7-162cd118c402", "name": "network-vif-deleted", "tag": "35be8b22-ae33-4293-801c-bcda859ec59b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:22.619545 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96532183-3be4-4244-b0c6-9be5661ff320 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:22.620338 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a9f575-6eb5-40aa-89c7-162cd118c402', 'name': 'network-vif-deleted', 'tag': '35be8b22-ae33-4293-801c-bcda859ec59b', 'status': 'completed', 'code': 200} Aug 20 11:44:22.684300 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0b689b36-2061-493f-a5d2-7fe1c58ab811 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.685488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0b689b36-2061-493f-a5d2-7fe1c58ab811 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2662146 Aug 20 11:44:22.688262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54412) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:22.699017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f32fb059-e37a-4740-ae87-0a2b026aa7e3 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=5dea67b0-9d85-425b-aa86-a5483310b87c HTTP/1.1" status: 200 len: 464 time: 0.0097041 Aug 20 11:44:22.701152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54414) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:22.925517 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e84f020-b173-4185-981f-b8cf2b20b4f4 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:22.926955 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7e84f020-b173-4185-981f-b8cf2b20b4f4 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/5dea67b0-9d85-425b-aa86-a5483310b87c HTTP/1.1" status: 204 len: 168 time: 0.2245858 Aug 20 11:44:22.930288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54418) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:22.940699 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7e6a39ac-99a6-45bd-a9b1-5019c1e14f3e tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=5dea67b0-9d85-425b-aa86-a5483310b87c HTTP/1.1" status: 200 len: 221 time: 0.0092201 Aug 20 11:44:22.943971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09baaa6f-6087-4c73-b4b8-a1a29e2666ac req-a2c333ff-6483-4b6d-9e64-1ab624595c00 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0281439 Aug 20 11:44:22.948627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54422) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:22.954208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ea9264c8-fd5b-44f9-837a-70f87d15ddd9 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1206920626', 'description': 'label created by tempest'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:22.954507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ea9264c8-fd5b-44f9-837a-70f87d15ddd9 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Unknown quota resources ['metering_label']. {{(pid=95588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 11:44:23.078123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25e827-2d39-4f6d-8cc7-3dbdb3b09d3f req-b3bd3e04-766a-4f68-9dc9-b6eb1f1ae260 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:23.079639 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d25e827-2d39-4f6d-8cc7-3dbdb3b09d3f req-b3bd3e04-766a-4f68-9dc9-b6eb1f1ae260 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0528653 Aug 20 11:44:23.120628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d25e827-2d39-4f6d-8cc7-3dbdb3b09d3f req-1bdaf033-cbe0-4fa1-8146-0d6b4ebc00db tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345314 Aug 20 11:44:23.253512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ea9264c8-fd5b-44f9-837a-70f87d15ddd9 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.254726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ea9264c8-fd5b-44f9-837a-70f87d15ddd9 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3048913 Aug 20 11:44:23.258352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54426) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:23.332349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-62e20adc-46b1-4a73-a97f-43948f409bd8 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=40b466bf-bcf6-45ec-8a65-85ee839fede0 HTTP/1.1" status: 200 len: 468 time: 0.0728400 Aug 20 11:44:23.335071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54430) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:23.418723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbfbfad-5ea3-4fcc-9813-45a8a2ff7583 req-96f905d7-3216-4264-813b-833e813a9576 tempest-VolumesSnapshotTestJSON-1719468886 tempest-VolumesSnapshotTestJSON-1719468886-project] 10.222.0.10 "GET /v2.0/ports?device_id=61a9f575-6eb5-40aa-89c7-162cd118c402 HTTP/1.1" status: 200 len: 210 time: 0.0304313 Aug 20 11:44:23.735013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bb2fd42-bfd9-4d0a-ac77-31cd8c2343f3 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:23.736197 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5bb2fd42-bfd9-4d0a-ac77-31cd8c2343f3 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/40b466bf-bcf6-45ec-8a65-85ee839fede0 HTTP/1.1" status: 204 len: 168 time: 0.4002287 Aug 20 11:44:23.738869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54432) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:23.751355 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fc310295-78ca-433a-93fc-1f0f6ca0f9c2 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=40b466bf-bcf6-45ec-8a65-85ee839fede0 HTTP/1.1" status: 200 len: 216 time: 0.0113311 Aug 20 11:44:23.754632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54434) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:23.764787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-67235dea-ca8d-4830-9f40-3729ec9c88f9 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088248 Aug 20 11:44:23.768077 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54436) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:23.780151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-799f6dfa-1b25-4f45-be03-3eb51148ddba tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110197 Aug 20 11:44:23.784275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54438) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:23.833079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6dde7efb-d8bc-4d0f-bbba-3dcf7732317d tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/3f2806f5-89e5-4052-a0fa-bf930cdfe9a6 HTTP/1.1" status: 200 len: 472 time: 0.0477233 Aug 20 11:44:23.842678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54440) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:23.852008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-28743ed7-8d4d-4f07-98d7-050ea231eefa tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/bd506711-6e5b-429f-8d9d-6bc1d1389289 HTTP/1.1" status: 200 len: 461 time: 0.0083141 Aug 20 11:44:23.854981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54442) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:24.062621 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-104bde12-d219-4531-8ab0-a230e0bc9139 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.063717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-104bde12-d219-4531-8ab0-a230e0bc9139 tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/bd506711-6e5b-429f-8d9d-6bc1d1389289 HTTP/1.1" status: 204 len: 168 time: 0.2077923 Aug 20 11:44:24.066340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54446) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:24.089745 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-91ca7087-9ed5-489c-bbeb-c5d9d6db1273 req-836c2c3d-ce07-4309-a044-41717a27f01d tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0313108 Aug 20 11:44:24.292415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc325d0-169f-468c-a178-1dbb7ea88524 req-e0f395b3-1ba8-45bf-9a99-a5c560b15834 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:24.293938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cc325d0-169f-468c-a178-1dbb7ea88524 req-e0f395b3-1ba8-45bf-9a99-a5c560b15834 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0944932 Aug 20 11:44:24.333417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3cc325d0-169f-468c-a178-1dbb7ea88524 req-17510540-ba43-4daa-98ef-47602d57588a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Aug 20 11:44:24.507594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-67673d90-4f3e-4879-b304-647a8c54c3fe tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:24.508839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-67673d90-4f3e-4879-b304-647a8c54c3fe tempest-MeteringTestJSON-1551107115 tempest-MeteringTestJSON-1551107115-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/3f2806f5-89e5-4052-a0fa-bf930cdfe9a6 HTTP/1.1" status: 204 len: 168 time: 0.4414334 Aug 20 11:44:24.656160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 35be8b22-ae33-4293-801c-bcda859ec59b no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:44:24.676795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 35be8b22-ae33-4293-801c-bcda859ec59b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:44:24.677132 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 35be8b22-ae33-4293-801c-bcda859ec59b not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:44:25.215084 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-757085d6-7139-4bab-a530-f47dd9694bca req-07d09bc5-a139-493d-b8a7-d71090aa3ebb tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0473680 Aug 20 11:44:25.254244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54464) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:25.395814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-272d9dab-25c3-4b7c-bf93-8d997682d136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.494148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1b825-71cc-48f8-8adb-4c5f091ffddd req-3104ff94-a82f-4280-93d8-f5799f90f014 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:25.495879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-add1b825-71cc-48f8-8adb-4c5f091ffddd req-3104ff94-a82f-4280-93d8-f5799f90f014 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0795715 Aug 20 11:44:25.553715 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-add1b825-71cc-48f8-8adb-4c5f091ffddd req-17128ff9-621b-4341-adb6-5cfea24f45b5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499234 Aug 20 11:44:25.576272 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-272d9dab-25c3-4b7c-bf93-8d997682d136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.723023 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-272d9dab-25c3-4b7c-bf93-8d997682d136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.769839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-272d9dab-25c3-4b7c-bf93-8d997682d136 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f6fd586b7904ba38d6775ebada3bc66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144136 Aug 20 11:44:25.771334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d9dab-25c3-4b7c-bf93-8d997682d136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef49028-7189-40aa-bdb0-54cd5098b3b7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:25.773708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54478) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:25.843977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2650b41-f1ba-437c-bd44-abc4b10b0f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:25.868096 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2650b41-f1ba-437c-bd44-abc4b10b0f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.018959 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2650b41-f1ba-437c-bd44-abc4b10b0f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.021874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e2650b41-f1ba-437c-bd44-abc4b10b0f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.026323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e2650b41-f1ba-437c-bd44-abc4b10b0f14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ef49028-7189-40aa-bdb0-54cd5098b3b7 HTTP/1.1" status: 204 len: 168 time: 0.2437921 Aug 20 11:44:26.036131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2650b41-f1ba-437c-bd44-abc4b10b0f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef49028-7189-40aa-bdb0-54cd5098b3b7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:26.333792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77c75b30-4135-4ed7-b184-9cd89b78f636 req-1b6d3399-4336-4a34-99ae-5dc094b362fc tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0285385 Aug 20 11:44:26.690510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d38f9-7048-4fb9-921d-4102fc89c1ab req-d6ab0834-7f31-4913-b131-b69eddbe1871 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:26.692054 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b34d38f9-7048-4fb9-921d-4102fc89c1ab req-d6ab0834-7f31-4913-b131-b69eddbe1871 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0570433 Aug 20 11:44:26.743192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b34d38f9-7048-4fb9-921d-4102fc89c1ab req-f92f8c76-a2d0-40af-8e4b-bd69ab7856d1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440812 Aug 20 11:44:26.879235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54492) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:26.893726 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8955b3ef-a407-4a8c-a4e8-328c80a34632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:26.986939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8955b3ef-a407-4a8c-a4e8-328c80a34632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.201293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8955b3ef-a407-4a8c-a4e8-328c80a34632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.242233 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8955b3ef-a407-4a8c-a4e8-328c80a34632 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b410f28ec8424f54994e400dc10e1723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617494 Aug 20 11:44:27.243614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955b3ef-a407-4a8c-a4e8-328c80a34632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012305a7-5006-4b0d-9f73-e68438b95a05,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:27.247346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54494) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:27.314358 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b004568e-226c-412b-b3a3-bea4a48561fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.336998 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b004568e-226c-412b-b3a3-bea4a48561fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.456455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f49e5c5-363c-46c9-9aa4-847656eb2197 req-c46edfad-4084-4949-ad6e-5652db9fad4f tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0322914 Aug 20 11:44:27.510470 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b004568e-226c-412b-b3a3-bea4a48561fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.518512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b004568e-226c-412b-b3a3-bea4a48561fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:27.518512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b004568e-226c-412b-b3a3-bea4a48561fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/012305a7-5006-4b0d-9f73-e68438b95a05 HTTP/1.1" status: 204 len: 168 time: 0.2659791 Aug 20 11:44:27.524922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004568e-226c-412b-b3a3-bea4a48561fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012305a7-5006-4b0d-9f73-e68438b95a05,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:27.895635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b6645-1409-4e81-a941-4493c356aaa1 req-9416434d-d6eb-4d00-9902-09374c67567e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:27.898839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e5b6645-1409-4e81-a941-4493c356aaa1 req-9416434d-d6eb-4d00-9902-09374c67567e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0804317 Aug 20 11:44:27.961708 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0e5b6645-1409-4e81-a941-4493c356aaa1 req-ce59bc9c-49d3-4f54-89ae-6b0e3d0e30d2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478218 Aug 20 11:44:28.372128 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:44:28.622712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f0f7304c-9384-47f0-8fd8-09a43b0ac699 req-83696608-12b0-4635-9cda-15d424d0d8d0 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0501523 Aug 20 11:44:29.105444 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545f7ce-a24f-44cd-8ae8-99bbe6da48fa req-b21e2f5b-c100-4028-bc8e-f0683bfed314 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:29.106931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0545f7ce-a24f-44cd-8ae8-99bbe6da48fa req-b21e2f5b-c100-4028-bc8e-f0683bfed314 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0549693 Aug 20 11:44:29.149740 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0545f7ce-a24f-44cd-8ae8-99bbe6da48fa req-7e908e3c-ea06-4518-b280-8eb0a6e4f627 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360892 Aug 20 11:44:29.737335 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-773a8a7a-9dc1-4224-b976-e6bc422962fb req-3fe5e912-877b-4aa4-b4fb-5c80f38b3816 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0325613 Aug 20 11:44:29.922700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54554) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:30.078869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-912347826'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:30.199129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Made reservation on behalf of bb161a4e56a545cda7e893a9c1955ac1 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:30.202715 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.215249 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.303496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb075a-a4b4-41fc-9e93-858e6ca85da3 req-bdc5ab19-decc-438a-96c1-7a3ec37ff528 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.305186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-55bb075a-a4b4-41fc-9e93-858e6ca85da3 req-bdc5ab19-decc-438a-96c1-7a3ec37ff528 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0629134 Aug 20 11:44:30.337644 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.352573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-55bb075a-a4b4-41fc-9e93-858e6ca85da3 req-23a1a559-41b9-4ed4-aa4f-6a0246679f01 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Aug 20 11:44:30.561469 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.593348 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:30.603337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13096617-8ec5-4fbb-a109-ffd8318f12ea,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:30.608358 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.608708 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Added segment 95319cee-2a66-4eae-b4d7-44f71d2215b0 of type vlan for network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 Aug 20 11:44:30.653230 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.784807 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.791489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:30.794130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:30.864604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Pushing event updated for resources: {'Network': ['ID=6b57b6bb-575f-41cf-a179-e50d86dc7d87,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:30.869743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c2f588d8-04e2-47cf-a8fb-6146c6c67e49 req-5edd5508-19c5-488d-99d2-795fd4a66a78 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0348966 Aug 20 11:44:30.876551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:30.946880 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-023b6623-f9a6-4fd8-bec2-ee56d0be2333 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0230367 Aug 20 11:44:31.133860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54576) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:31.139451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Request body: {'port': {'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87', 'binding:host_id': 'n-h1-804230-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1123638464'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:31.287646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Made reservation on behalf of 49223868147447a796bfcf3658b69359 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:31.290827 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.302106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.428738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.490657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe195de-db38-4bd0-9de6-684480bfe927 req-0c9ae28b-ac58-4b3d-8492-d1e9674de6c7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:31.492683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ffe195de-db38-4bd0-9de6-684480bfe927 req-0c9ae28b-ac58-4b3d-8492-d1e9674de6c7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0572166 Aug 20 11:44:31.497846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-7dc72912-0cad-45a3-89e7-afce1482378e req-c55d128d-3e27-45d1-a6d1-9f4526da9d4c service neutron] (95587) timed out ('10.222.0.38', 62202) {{(pid=95587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:44:31.536221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.539794 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ffe195de-db38-4bd0-9de6-684480bfe927 req-ab7c52b2-f3cd-4fac-ba07-a9beaf55e5a1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Aug 20 11:44:31.543401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] device_id is not set on port 3152069e-21e8-4e25-91d6-aa24c96528d5 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:31.631208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b590f0-a154-4ebb-9fc6-f3aa7ec8e103,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:31.804318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] device_id is not set on port 3152069e-21e8-4e25-91d6-aa24c96528d5 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:31.814190 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.825039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Transition to ACTIVE for port object 3152069e-21e8-4e25-91d6-aa24c96528d5 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:31.951023 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:31.976572 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8e8930a-cb39-4c5f-a473-90845adf489f req-09402200-a32d-4f60-beae-d060c9cde741 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0274746 Aug 20 11:44:32.017514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event updated for resources: {'Port': ['ID=3152069e-21e8-4e25-91d6-aa24c96528d5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:32.027889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Checking segment: {'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:32.029082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Network hostable DHCP agents. Network: 6b57b6bb-575f-41cf-a179-e50d86dc7d87, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:32.159040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:32.321678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6b57b6bb-575f-41cf-a179-e50d86dc7d87) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:32.326306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:32.330919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eed924-e437-4c21-a15a-bf839d0b8340 None None] Network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:32.342564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.343298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.344033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.348846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.349187 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:32.349626 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 2 to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 Aug 20 11:44:32.369240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.369475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.369744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.378033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.378388 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:32.379400 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 3 to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 Aug 20 11:44:32.399893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.400225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.400572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.405610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.406058 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:32.406487 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 4 to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 Aug 20 11:44:32.419706 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.420070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.420554 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.428680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.429015 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:32.429416 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 5 to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 Aug 20 11:44:32.455931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.456287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.456616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.462362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.462855 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:32.463363 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 6 to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 Aug 20 11:44:32.478152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.478795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.479279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.486983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.487319 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:32.487715 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 7 to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 Aug 20 11:44:32.502674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.503124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.503310 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.508306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.508637 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:32.509035 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 8 to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 Aug 20 11:44:32.521994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.522366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.522896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.527518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.527850 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:32.528248 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 9 to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 Aug 20 11:44:32.543802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.544074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.544421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.549274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.549605 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:32.550035 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 10 to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 Aug 20 11:44:32.563536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:32.563882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:32.564209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:32.569137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 3152069e-21e8-4e25-91d6-aa24c96528d5 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:32.569808 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 3152069e-21e8-4e25-91d6-aa24c96528d5 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:32.570077 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.669853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] For port 3152069e-21e8-4e25-91d6-aa24c96528d5, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:32.670228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempted to set empty binding levels {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 11:44:32.696079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff809a-15d8-4460-8767-7fec6633e8bc req-a029d183-3731-4739-a7f5-86a527167a41 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:32.697676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4aff809a-15d8-4460-8767-7fec6633e8bc req-a029d183-3731-4739-a7f5-86a527167a41 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0616255 Aug 20 11:44:32.745657 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4aff809a-15d8-4460-8767-7fec6633e8bc req-94d265fa-c73e-4806-8afa-4e6b965919a2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Aug 20 11:44:32.772286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.828100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:32.828876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:32.856389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event updated for resources: {'Port': ['ID=3152069e-21e8-4e25-91d6-aa24c96528d5,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:32.955593 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cc807234-cace-4dbf-86a8-81386f247791 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.8191829 Aug 20 11:44:32.958152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54592) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:33.079261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-28ae2838-1f20-420e-af0a-983c4e157958 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Deleting port 3152069e-21e8-4e25-91d6-aa24c96528d5 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:33.079791 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28ae2838-1f20-420e-af0a-983c4e157958 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.157177 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-708252eb-4acd-402c-afbe-f58046e8c849 req-25896cee-1139-457b-b9c7-64198db4b6c9 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0376060 Aug 20 11:44:33.172337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-28ae2838-1f20-420e-af0a-983c4e157958 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] For port 3152069e-21e8-4e25-91d6-aa24c96528d5, host n-h1-804230-3, got binding levels [] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:33.172742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28ae2838-1f20-420e-af0a-983c4e157958 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.191406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-28ae2838-1f20-420e-af0a-983c4e157958 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Calling delete_port for 3152069e-21e8-4e25-91d6-aa24c96528d5 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:33.395900 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28ae2838-1f20-420e-af0a-983c4e157958 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.425056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae2838-1f20-420e-af0a-983c4e157958 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event deleted for resources: {'Port': ['ID=3152069e-21e8-4e25-91d6-aa24c96528d5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:33.428632 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28ae2838-1f20-420e-af0a-983c4e157958 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.433332 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-28ae2838-1f20-420e-af0a-983c4e157958 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "DELETE /v2.0/ports/3152069e-21e8-4e25-91d6-aa24c96528d5 HTTP/1.1" status: 204 len: 168 time: 0.4729924 Aug 20 11:44:33.433332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54598) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:33.457552 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-517076db-05fe-4d23-a057-0d5ea643081b tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:44:33.464825 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-517076db-05fe-4d23-a057-0d5ea643081b tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "GET /v2.0/ports/3152069e-21e8-4e25-91d6-aa24c96528d5 HTTP/1.1" status: 404 len: 333 time: 0.0246987 Aug 20 11:44:33.465023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54600) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:33.470111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Request body: {'port': {'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1053408729'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:33.571509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Made reservation on behalf of 49223868147447a796bfcf3658b69359 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:33.574114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.592616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] device_id is not set on port c307694e-d312-40b5-9978-86b3dba2a349 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:33.759346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.865360 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.912913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938ec8d-5b1f-49e8-99b4-0cb4a4bb08ca req-d8a14b50-ac57-494e-b4a7-b4197618e51b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:33.914678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:33.915049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4938ec8d-5b1f-49e8-99b4-0cb4a4bb08ca req-d8a14b50-ac57-494e-b4a7-b4197618e51b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0723438 Aug 20 11:44:33.917937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:33.920768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:33.931390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:33.931390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:33.946703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event updated for resources: {'Port': ['ID=c307694e-d312-40b5-9978-86b3dba2a349,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:33.971400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4938ec8d-5b1f-49e8-99b4-0cb4a4bb08ca req-d327a6c0-df8e-406b-8a51-365be02d32f7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363877 Aug 20 11:44:34.065348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9adf97b8-6dc2-4428-93d7-687fb96ed507 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5992413 Aug 20 11:44:34.068645 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54606) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:34.073504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:34.128785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.277204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a97fa23a-daae-4036-bcde-80e6e0274d6e req-48df1ea1-aeaf-474b-b70e-c49d04905e29 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0344832 Aug 20 11:44:34.329254 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] device_id is not set on port c307694e-d312-40b5-9978-86b3dba2a349 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:34.338230 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.352844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Transition to ACTIVE for port object c307694e-d312-40b5-9978-86b3dba2a349 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:34.525123 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.584336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event updated for resources: {'Port': ['ID=c307694e-d312-40b5-9978-86b3dba2a349,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:34.597814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:34.597814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:34.597814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:34.604358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:34.614513 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:34.614513 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 2 to bind port c307694e-d312-40b5-9978-86b3dba2a349 Aug 20 11:44:34.620338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:34.620680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:34.621023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:34.626113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:34.626466 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:34.626864 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 3 to bind port c307694e-d312-40b5-9978-86b3dba2a349 Aug 20 11:44:34.640091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:34.640427 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:34.640772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:34.645842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:34.646254 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:34.646679 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 4 to bind port c307694e-d312-40b5-9978-86b3dba2a349 Aug 20 11:44:34.661726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:34.662141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:34.662524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:34.667235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:34.667566 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:34.667967 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 5 to bind port c307694e-d312-40b5-9978-86b3dba2a349 Aug 20 11:44:34.680713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:34.681049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:34.681391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:34.685940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:34.686267 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:34.686704 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 6 to bind port c307694e-d312-40b5-9978-86b3dba2a349 Aug 20 11:44:34.699893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:34.700277 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:34.700615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:34.705129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:34.705469 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:34.705866 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 7 to bind port c307694e-d312-40b5-9978-86b3dba2a349 Aug 20 11:44:34.719103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:34.719446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:34.719787 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:34.724287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:34.724616 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:34.725125 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 8 to bind port c307694e-d312-40b5-9978-86b3dba2a349 Aug 20 11:44:34.738970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:34.739312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:34.739651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:34.744038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:34.744476 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:34.744877 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 9 to bind port c307694e-d312-40b5-9978-86b3dba2a349 Aug 20 11:44:34.757402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:34.757743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:34.758132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:34.762928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:34.763486 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:34.763716 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 10 to bind port c307694e-d312-40b5-9978-86b3dba2a349 Aug 20 11:44:34.778142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:34.778500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:34.778842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:34.783451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:34.783703 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port c307694e-d312-40b5-9978-86b3dba2a349 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:34.784065 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.850388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] For port c307694e-d312-40b5-9978-86b3dba2a349, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:34.850836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempted to set empty binding levels {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 11:44:34.956718 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.994576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] In _notify_port_updated(), no bound segment for port c307694e-d312-40b5-9978-86b3dba2a349 on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:44:34.995474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:34.996092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:34.997464 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "PUT /v2.0/ports/c307694e-d312-40b5-9978-86b3dba2a349 HTTP/1.1" status: 200 len: 975 time: 0.9285650 Aug 20 11:44:35.000362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54616) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:35.039116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4706f48-2841-4361-8088-a959e1062c28 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event updated for resources: {'Port': ['ID=c307694e-d312-40b5-9978-86b3dba2a349,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:35.093147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.093709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.094100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.094607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.095085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.095544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.096013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.096477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.096945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.097401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.097863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.098316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.098823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.099265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.099724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.100183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.101751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.102229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.105116 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7813e3a8-054f-4106-bafe-0c135e79f8cf tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16340 time: 0.1030421 Aug 20 11:44:35.106796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677e647-c202-4950-ab3d-39864ff137d6 req-59bebd54-2b1c-44e7-8c9d-7d9b691068ab tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:35.108487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4677e647-c202-4950-ab3d-39864ff137d6 req-59bebd54-2b1c-44e7-8c9d-7d9b691068ab tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0539732 Aug 20 11:44:35.114950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54618) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:35.161425 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4677e647-c202-4950-ab3d-39864ff137d6 req-392d4519-009f-4b51-941a-47eda7a1145f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Aug 20 11:44:35.206929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-09a03092-16a5-4c14-b048-a2556432a238 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Deleting port c307694e-d312-40b5-9978-86b3dba2a349 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:35.207366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-09a03092-16a5-4c14-b048-a2556432a238 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.282310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-09a03092-16a5-4c14-b048-a2556432a238 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] For port c307694e-d312-40b5-9978-86b3dba2a349, host n-h1-804230-3, got binding levels [] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:35.283083 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-09a03092-16a5-4c14-b048-a2556432a238 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.297413 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-09a03092-16a5-4c14-b048-a2556432a238 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Calling delete_port for c307694e-d312-40b5-9978-86b3dba2a349 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:35.405013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54e37733-628d-4c0e-be4e-ab9326a14ccc req-c2be3f84-948a-4766-a49e-066191b2d3b8 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0372269 Aug 20 11:44:35.556052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-09a03092-16a5-4c14-b048-a2556432a238 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.588610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a03092-16a5-4c14-b048-a2556432a238 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event deleted for resources: {'Port': ['ID=c307694e-d312-40b5-9978-86b3dba2a349,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:35.594311 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-09a03092-16a5-4c14-b048-a2556432a238 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.598907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-09a03092-16a5-4c14-b048-a2556432a238 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "DELETE /v2.0/ports/c307694e-d312-40b5-9978-86b3dba2a349 HTTP/1.1" status: 204 len: 168 time: 0.4803355 Aug 20 11:44:35.599742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54624) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:35.623601 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98051b8-639a-4c55-a961-f79e35be48d0 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:44:35.625266 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e98051b8-639a-4c55-a961-f79e35be48d0 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "GET /v2.0/ports/c307694e-d312-40b5-9978-86b3dba2a349 HTTP/1.1" status: 404 len: 333 time: 0.0252323 Aug 20 11:44:35.629302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54626) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:35.636029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-468811322', 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:35.799470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Made reservation on behalf of 49223868147447a796bfcf3658b69359 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:35.802023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:35.826787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] device_id is not set on port fab5f36b-282f-403c-8152-f6dc0b52cc22 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:36.006685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.153386 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1b0f30db-99e8-41a7-b8a7-df3fed7c5508 req-32452a16-d61b-4a7e-9149-0fe3bdb6a746 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0310514 Aug 20 11:44:36.320321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a3638-e683-4bf5-a33b-366166147025 req-35c46e02-1c52-47f8-ad44-d6b0dc59155a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:36.322368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-546a3638-e683-4bf5-a33b-366166147025 req-35c46e02-1c52-47f8-ad44-d6b0dc59155a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0804460 Aug 20 11:44:36.365713 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.376959 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-546a3638-e683-4bf5-a33b-366166147025 req-a0c172e4-11b1-490e-abe5-a962d588daf5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476770 Aug 20 11:44:36.405076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:36.408389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:36.412055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:36.413543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:36.414154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.431021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event updated for resources: {'Port': ['ID=fab5f36b-282f-403c-8152-f6dc0b52cc22,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:36.531698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-16a38dd4-08b4-4d1b-971a-21169b3b9007 req-62de99d2-a6bb-4407-b92d-1e971a339967 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0282428 Aug 20 11:44:36.636680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3d65ed33-c07c-4160-aea2-beb5792984ff tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0061657 Aug 20 11:44:36.639444 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54636) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:36.674292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b039cc-b08d-4560-83cd-53abda23fa20 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:36.675938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-35b039cc-b08d-4560-83cd-53abda23fa20 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "GET /v2.0/ports/fab5f36b-282f-403c-8152-f6dc0b52cc22 HTTP/1.1" status: 200 len: 954 time: 0.0349700 Aug 20 11:44:36.678592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54638) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:36.774946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-65b8f8ae-c2f4-4382-a75e-dd22092bd205 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Deleting port fab5f36b-282f-403c-8152-f6dc0b52cc22 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:36.775293 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65b8f8ae-c2f4-4382-a75e-dd22092bd205 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.836247 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65b8f8ae-c2f4-4382-a75e-dd22092bd205 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:36.855982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-65b8f8ae-c2f4-4382-a75e-dd22092bd205 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Calling delete_port for fab5f36b-282f-403c-8152-f6dc0b52cc22 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:37.110815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65b8f8ae-c2f4-4382-a75e-dd22092bd205 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.168990 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65b8f8ae-c2f4-4382-a75e-dd22092bd205 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.176726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-65b8f8ae-c2f4-4382-a75e-dd22092bd205 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "DELETE /v2.0/ports/fab5f36b-282f-403c-8152-f6dc0b52cc22 HTTP/1.1" status: 204 len: 168 time: 0.4968441 Aug 20 11:44:37.178911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8f8ae-c2f4-4382-a75e-dd22092bd205 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event deleted for resources: {'Port': ['ID=fab5f36b-282f-403c-8152-f6dc0b52cc22,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:37.179150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54642) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.218203 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6a8cf7-11bf-4685-9064-d2b366591553 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:44:37.220255 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5b6a8cf7-11bf-4685-9064-d2b366591553 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "GET /v2.0/ports/fab5f36b-282f-403c-8152-f6dc0b52cc22 HTTP/1.1" status: 404 len: 333 time: 0.0401182 Aug 20 11:44:37.228321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54644) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:37.235138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Request body: {'port': {'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1487188129'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:37.390682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Made reservation on behalf of 49223868147447a796bfcf3658b69359 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:37.401381 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.410181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] device_id is not set on port 9187561f-5c29-4313-bfae-ff879744614d yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:37.544326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a9b5d-e029-47e0-a0aa-5a950927df5c req-4f3a1442-4a52-40dc-b735-179dc37c67be tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:37.546044 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-274a9b5d-e029-47e0-a0aa-5a950927df5c req-4f3a1442-4a52-40dc-b735-179dc37c67be tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0955167 Aug 20 11:44:37.645601 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-274a9b5d-e029-47e0-a0aa-5a950927df5c req-7688e740-f011-40a3-8d3d-dd303b34fe91 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732031 Aug 20 11:44:37.652003 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.674050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f511f647-1c36-4bed-a755-75a83aff287e req-3caf59f3-aada-4ba0-b6a7-675c1fb3a1a9 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0308328 Aug 20 11:44:37.892112 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:37.941205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:37.954685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:37.957823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event updated for resources: {'Port': ['ID=9187561f-5c29-4313-bfae-ff879744614d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:37.959968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:37.960911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:37.961844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.096941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fcc2b0b9-95b0-4a86-8c1a-13e832e1ae35 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8657222 Aug 20 11:44:38.097214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54656) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:38.103012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:38.161345 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.344709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] device_id is not set on port 9187561f-5c29-4313-bfae-ff879744614d yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:38.353353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.366465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Transition to ACTIVE for port object 9187561f-5c29-4313-bfae-ff879744614d will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:38.499441 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.578540 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-653916f1-e072-4b37-ba96-9fdbfe70f744 req-dbb9b583-4747-446d-a519-1b620eee32bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=501491e0d0c14da8bbe980eae08c44bb&device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0398676 Aug 20 11:44:38.603388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34090884-70e3-4b94-a94e-bdb6a5a80aca req-fedfb377-548c-4075-9222-17718a5c72a2 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0343151 Aug 20 11:44:38.606910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event updated for resources: {'Port': ['ID=9187561f-5c29-4313-bfae-ff879744614d,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:38.616212 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-653916f1-e072-4b37-ba96-9fdbfe70f744 req-3288d0e3-d23f-4e3d-b743-033c21e2ed76 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=501491e0d0c14da8bbe980eae08c44bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271370 Aug 20 11:44:38.634257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.634257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.634257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.638479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:38.638964 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:38.639459 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 2 to bind port 9187561f-5c29-4313-bfae-ff879744614d Aug 20 11:44:38.659503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.659974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.660456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.665674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:38.666095 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:38.666630 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 3 to bind port 9187561f-5c29-4313-bfae-ff879744614d Aug 20 11:44:38.680236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.680824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.681498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.691160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:38.691490 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:38.692096 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 4 to bind port 9187561f-5c29-4313-bfae-ff879744614d Aug 20 11:44:38.712503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.713103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.713448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.719172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:38.719584 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:38.720048 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 5 to bind port 9187561f-5c29-4313-bfae-ff879744614d Aug 20 11:44:38.779041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.779749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.780308 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.789900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:38.792155 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:38.792155 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 6 to bind port 9187561f-5c29-4313-bfae-ff879744614d Aug 20 11:44:38.804688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.805280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.805711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.810856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653916f1-e072-4b37-ba96-9fdbfe70f744 req-8d70b94c-64ed-4f80-b015-52256eb71f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:38.812372 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-653916f1-e072-4b37-ba96-9fdbfe70f744 req-8d70b94c-64ed-4f80-b015-52256eb71f4b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1886280 Aug 20 11:44:38.814507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:38.815138 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:38.815549 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 7 to bind port 9187561f-5c29-4313-bfae-ff879744614d Aug 20 11:44:38.835682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.836027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.842890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.842890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:38.842890 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:38.843260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade87b1f-127a-4175-82d5-3237b50a41b5 req-1823ac58-5e8a-4453-a1ab-4f48a425aa89 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:38.843454 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 8 to bind port 9187561f-5c29-4313-bfae-ff879744614d Aug 20 11:44:38.847265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ade87b1f-127a-4175-82d5-3237b50a41b5 req-1823ac58-5e8a-4453-a1ab-4f48a425aa89 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0884793 Aug 20 11:44:38.856895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.857401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.858085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.862666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:38.863049 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:38.863435 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 9 to bind port 9187561f-5c29-4313-bfae-ff879744614d Aug 20 11:44:38.884928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.892529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.892529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.892529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:38.892529 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:38.892529 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempt 10 to bind port 9187561f-5c29-4313-bfae-ff879744614d Aug 20 11:44:38.896949 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ade87b1f-127a-4175-82d5-3237b50a41b5 req-7a236de9-d7df-4542-a8d7-b0b167261537 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465164 Aug 20 11:44:38.922784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:38.923222 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:38.923874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempting to bind port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:38.928921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:44:38.929349 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Failed to bind port 9187561f-5c29-4313-bfae-ff879744614d on host n-h1-804230-3 for vnic_type normal using segments [{'id': '95319cee-2a66-4eae-b4d7-44f71d2215b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6b57b6bb-575f-41cf-a179-e50d86dc7d87'}] Aug 20 11:44:38.929864 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:38.998732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] For port 9187561f-5c29-4313-bfae-ff879744614d, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:39.006717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attempted to set empty binding levels {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 11:44:39.148789 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.180874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] In _notify_port_updated(), no bound segment for port 9187561f-5c29-4313-bfae-ff879744614d on network 6b57b6bb-575f-41cf-a179-e50d86dc7d87 {{(pid=95588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:44:39.181730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:39.182348 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.183896 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "PUT /v2.0/ports/9187561f-5c29-4313-bfae-ff879744614d HTTP/1.1" status: 200 len: 975 time: 1.0857210 Aug 20 11:44:39.186705 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54666) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:39.221943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a9da7-8f94-4888-b558-c8354eb12a65 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event updated for resources: {'Port': ['ID=9187561f-5c29-4313-bfae-ff879744614d,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:39.278317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-7910e017-abb1-48a8-abfc-c7fbad886bd3 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Deleting port 9187561f-5c29-4313-bfae-ff879744614d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:39.278692 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7910e017-abb1-48a8-abfc-c7fbad886bd3 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.666951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-7910e017-abb1-48a8-abfc-c7fbad886bd3 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] For port 9187561f-5c29-4313-bfae-ff879744614d, host n-h1-804230-3, got binding levels [] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:39.667710 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7910e017-abb1-48a8-abfc-c7fbad886bd3 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.681936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-7910e017-abb1-48a8-abfc-c7fbad886bd3 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Calling delete_port for 9187561f-5c29-4313-bfae-ff879744614d owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:39.709821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f725c34-e786-441c-9428-a72152fdd896 req-f95984f5-38e7-4b26-92ec-4cedaf556cb6 tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0266504 Aug 20 11:44:39.891118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7910e017-abb1-48a8-abfc-c7fbad886bd3 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.931085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910e017-abb1-48a8-abfc-c7fbad886bd3 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Pushing event deleted for resources: {'Port': ['ID=9187561f-5c29-4313-bfae-ff879744614d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:39.931085 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7910e017-abb1-48a8-abfc-c7fbad886bd3 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:39.935704 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7910e017-abb1-48a8-abfc-c7fbad886bd3 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "DELETE /v2.0/ports/9187561f-5c29-4313-bfae-ff879744614d HTTP/1.1" status: 204 len: 168 time: 0.7479341 Aug 20 11:44:39.935919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54676) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:39.961939 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45ebc39-c742-44b4-9084-a079c2c72d38 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:44:39.963493 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a45ebc39-c742-44b4-9084-a079c2c72d38 tempest-PortsAdminExtendedAttrsTestJSON-1121399250 tempest-PortsAdminExtendedAttrsTestJSON-1121399250-project-admin] 10.222.0.10 "GET /v2.0/ports/9187561f-5c29-4313-bfae-ff879744614d HTTP/1.1" status: 404 len: 333 time: 0.0251777 Aug 20 11:44:39.967366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54678) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:40.081455 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.097994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f9418-ca62-43df-a260-5b0de98f1c50 req-4265cefd-1dec-43a3-85ec-4a5685b080de tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:40.099517 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-161f9418-ca62-43df-a260-5b0de98f1c50 req-4265cefd-1dec-43a3-85ec-4a5685b080de tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0813603 Aug 20 11:44:40.161156 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-653916f1-e072-4b37-ba96-9fdbfe70f744 req-3e31a42c-4157-455a-8cb4-c67106b31ffc tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.38 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0266652 Aug 20 11:44:40.206257 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-161f9418-ca62-43df-a260-5b0de98f1c50 req-03cd6bdd-a39a-4786-a7ab-2a88df7f4757 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995653 Aug 20 11:44:40.210392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.227958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b57b6bb-575f-41cf-a179-e50d86dc7d87']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:40.232057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95319cee-2a66-4eae-b4d7-44f71d2215b0') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:40.232380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95319cee-2a66-4eae-b4d7-44f71d2215b0') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:40.242734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.256335 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.262293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:44:40.262722 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:44:40.265732 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:44:40.529966 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.531215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:40.535589 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] 10.222.0.10 "DELETE /v2.0/networks/6b57b6bb-575f-41cf-a179-e50d86dc7d87 HTTP/1.1" status: 204 len: 168 time: 0.5648854 Aug 20 11:44:40.551253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaab09d-673f-47e4-b330-17a92a2afc40 tempest-PortsAdminExtendedAttrsTestJSON-791743915 tempest-PortsAdminExtendedAttrsTestJSON-791743915-project] Pushing event deleted for resources: {'Network': ['ID=6b57b6bb-575f-41cf-a179-e50d86dc7d87,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:40.814865 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4cfb633f-8d18-44d0-b174-7f2497d2e14a req-37666f91-c0d9-4628-9d69-0f99d8a97abf tempest-ServerShowV254Test-1641467105 tempest-ServerShowV254Test-1641467105-project] 10.222.0.10 "GET /v2.0/ports?device_id=31215f37-abf3-4388-bd62-f6686ea6fd93 HTTP/1.1" status: 200 len: 210 time: 0.0255647 Aug 20 11:44:41.124694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54690) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:41.266245 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-90105dd2-5ae3-486e-a698-db6df79e693c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb161a4e56a545cda7e893a9c1955ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403558 Aug 20 11:44:41.268760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54696) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:41.270148 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.320056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bb7b5603-d11d-4b1c-b26c-43372e89b901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.334571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44434176-68b2-453e-89ec-2a604083ec82 req-39fdc26c-c464-41b5-b85f-2ab28c7a95bc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:41.336786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44434176-68b2-453e-89ec-2a604083ec82 req-39fdc26c-c464-41b5-b85f-2ab28c7a95bc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0555587 Aug 20 11:44:41.342578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bb7b5603-d11d-4b1c-b26c-43372e89b901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.383865 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44434176-68b2-453e-89ec-2a604083ec82 req-ee12ba1f-c955-4261-9c53-2bd2f936dc83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 Aug 20 11:44:41.548234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bb7b5603-d11d-4b1c-b26c-43372e89b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.550912 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bb7b5603-d11d-4b1c-b26c-43372e89b901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:41.553300 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bb7b5603-d11d-4b1c-b26c-43372e89b901 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13096617-8ec5-4fbb-a109-ffd8318f12ea HTTP/1.1" status: 204 len: 168 time: 0.2831385 Aug 20 11:44:41.563068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b5603-d11d-4b1c-b26c-43372e89b901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13096617-8ec5-4fbb-a109-ffd8318f12ea,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:42.412567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54710) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:42.461597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-85d8810f-794c-4431-8e24-7d98fc455c8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49223868147447a796bfcf3658b69359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476515 Aug 20 11:44:42.464240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54714) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:42.542219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d10f2-b3c5-4948-a6b9-bdefa1af4b79 req-3f3ec173-e11d-4edc-ab6b-88eeba1f5c8d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:42.543838 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8b4d10f2-b3c5-4948-a6b9-bdefa1af4b79 req-3f3ec173-e11d-4edc-ab6b-88eeba1f5c8d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0774863 Aug 20 11:44:42.563936 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc342bca-9306-4c8b-bb58-1a7f7c376d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.605235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc342bca-9306-4c8b-bb58-1a7f7c376d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.609921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8b4d10f2-b3c5-4948-a6b9-bdefa1af4b79 req-cfd25ef7-644c-4907-975b-1edc80f797ce tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569863 Aug 20 11:44:42.640352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54722) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:42.758238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2d03581-06d8-481c-9de9-de0a1f9c5bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.775617 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc342bca-9306-4c8b-bb58-1a7f7c376d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.778425 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc342bca-9306-4c8b-bb58-1a7f7c376d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:42.779749 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dc342bca-9306-4c8b-bb58-1a7f7c376d3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19b590f0-a154-4ebb-9fc6-f3aa7ec8e103 HTTP/1.1" status: 204 len: 168 time: 0.3145261 Aug 20 11:44:42.800516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc342bca-9306-4c8b-bb58-1a7f7c376d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b590f0-a154-4ebb-9fc6-f3aa7ec8e103,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:42.886038 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2d03581-06d8-481c-9de9-de0a1f9c5bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.011151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2d03581-06d8-481c-9de9-de0a1f9c5bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.051391 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c2d03581-06d8-481c-9de9-de0a1f9c5bd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=501491e0d0c14da8bbe980eae08c44bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104486 Aug 20 11:44:43.052276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d03581-06d8-481c-9de9-de0a1f9c5bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fff448-e047-4287-b171-54f29be40aaf,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:43.054266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54728) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:43.106842 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-87541210-8043-4d1b-a8f5-49cb6ed5000f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.128579 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-87541210-8043-4d1b-a8f5-49cb6ed5000f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.293249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-87541210-8043-4d1b-a8f5-49cb6ed5000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.296088 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-87541210-8043-4d1b-a8f5-49cb6ed5000f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.297317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-87541210-8043-4d1b-a8f5-49cb6ed5000f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1fff448-e047-4287-b171-54f29be40aaf HTTP/1.1" status: 204 len: 168 time: 0.2414815 Aug 20 11:44:43.306091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87541210-8043-4d1b-a8f5-49cb6ed5000f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fff448-e047-4287-b171-54f29be40aaf,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:43.559673 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:43.745445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd8e14-f36d-467f-9d04-b0e7d401c356 req-44b6e4b8-732a-4c75-9096-6a543e671831 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:43.747105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c4dd8e14-f36d-467f-9d04-b0e7d401c356 req-44b6e4b8-732a-4c75-9096-6a543e671831 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0635762 Aug 20 11:44:43.786233 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c4dd8e14-f36d-467f-9d04-b0e7d401c356 req-bf47243f-6a5a-4f77-964e-bfc131efdb21 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329950 Aug 20 11:44:44.650739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54780) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:44.762114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-604367822-network', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:44.910910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71286114-5305-4e44-a89e-cf69a39da35a req-7300fc40-d658-4e70-a58b-0d16613bd345 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:44.912459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71286114-5305-4e44-a89e-cf69a39da35a req-7300fc40-d658-4e70-a58b-0d16613bd345 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0538957 Aug 20 11:44:44.939277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Made reservation on behalf of 88e709cf4c1e4059b256a30cdf01ac56 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:44.942205 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.951866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:44.963417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-71286114-5305-4e44-a89e-cf69a39da35a req-6266489f-748f-4ddf-b781-e26e5bfa59fa tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346043 Aug 20 11:44:45.018823 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e3dc44a7-e9eb-4ed1-9866-d1f3e4a914ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.051069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.219885 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.256366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:45.262448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70560252-c037-4f59-a9ee-f0732fa1844f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:45.267520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.267898 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Added segment 692b0ff1-6be6-4ccc-abce-6736390afb11 of type vlan for network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 Aug 20 11:44:45.284065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.284567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.284803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.285154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.285527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.285865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.286207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.286565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.286900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.287230 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.287898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.288028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:45.334348 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.365816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54798) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:45.463201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1740198776', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:45.527482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.528722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:45.529320 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.588749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] Pushing event updated for resources: {'Network': ['ID=9a4fc417-3cac-46ef-84e1-9c2c05a589d0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:45.598718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:45.646374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Made reservation on behalf of 177f68cbba774294bcfb9ad4eddfa819 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:45.649397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.658794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.762379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7f864116-b0be-4bac-a4d1-147171b6e42a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1104574 Aug 20 11:44:45.766887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54804) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:45.772022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Request body: {'subnet': {'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-subnet', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:45.843656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.977257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:45.982023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] device_id is not set on port b3740135-5f77-487c-b309-b0f689cf7f1e yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:44:46.040176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375d8a9a-6144-4e79-bb8c-56c25c40be4c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:46.106116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a294e8b-210f-4843-94bb-3b987012e854 req-e4e6acad-6199-43f4-9853-ac7511e87569 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:46.107691 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a294e8b-210f-4843-94bb-3b987012e854 req-e4e6acad-6199-43f4-9853-ac7511e87569 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0655832 Aug 20 11:44:46.112608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Allocated IP 172.25.4.161 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/b3740135-5f77-487c-b309-b0f689cf7f1e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:46.149297 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a294e8b-210f-4843-94bb-3b987012e854 req-c5eeb0d4-bc88-497c-b85f-ebf4b94fe62e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352740 Aug 20 11:44:46.160656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Made reservation on behalf of 88e709cf4c1e4059b256a30cdf01ac56 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:46.171237 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.264205 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.459759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.502893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:46.506325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:46.510033 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.511085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:46.537626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Pushing event updated for resources: {'Port': ['ID=b3740135-5f77-487c-b309-b0f689cf7f1e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:46.560906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:46.561533 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.575755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b43ae2-8fba-4b10-bb8a-593acb8f5753,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:46.589433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Checking segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:46.589915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Network hostable DHCP agents. Network: 9a4fc417-3cac-46ef-84e1-9c2c05a589d0, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:46.760596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:46.761590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-886a9176-251a-49c5-94bb-4ac6a40066c2 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3937569 Aug 20 11:44:46.765569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54812) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:46.773899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.161'}]}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:46.924939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 9a4fc417-3cac-46ef-84e1-9c2c05a589d0) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:46.929479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:46.930103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.935113 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61351990-9cad-4066-98df-0303a727d584 None None] Network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:46.961405 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:46.966343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.032284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.091305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:44:47.092155 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.162570 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7d8e61e3-486b-404e-bd6c-d603d8f28379 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3945112 Aug 20 11:44:47.165799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54816) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:47.170299 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:47.231794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Allocated IP 172.20.0.2 (9a4fc417-3cac-46ef-84e1-9c2c05a589d0/21b43ae2-8fba-4b10-bb8a-593acb8f5753/64ad8798-e15a-4234-9016-bef0016c54bc) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:47.270846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca5d12-bf90-423e-ac14-a55ce51d9034 req-23abb719-9537-4cf0-8e44-afffb1ba3f6f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:47.272368 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06ca5d12-bf90-423e-ac14-a55ce51d9034 req-23abb719-9537-4cf0-8e44-afffb1ba3f6f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0505304 Aug 20 11:44:47.314039 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.315524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.328464 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06ca5d12-bf90-423e-ac14-a55ce51d9034 req-002958ed-8fbf-4ba5-aab6-0509db4156dc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469031 Aug 20 11:44:47.382012 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.391894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.405842 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.414611 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Transition to ACTIVE for port object 64ad8798-e15a-4234-9016-bef0016c54bc will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:47.428644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Transition to ACTIVE for port object 64ad8798-e15a-4234-9016-bef0016c54bc will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:47.625449 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.646835 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.675074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:47.685275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:47.687453 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Pushing event updated for resources: {'Port': ['ID=64ad8798-e15a-4234-9016-bef0016c54bc,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:47.694737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:47.699028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.699380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.699722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.700061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.700397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.700844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.701172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.701499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.701825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.702162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.702585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.702909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:47.765000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Attempting to bind port 64ad8798-e15a-4234-9016-bef0016c54bc on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:47.765373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Attempting to bind port 64ad8798-e15a-4234-9016-bef0016c54bc by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:47.765737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Attempting to bind port 64ad8798-e15a-4234-9016-bef0016c54bc on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:47.771427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:47.771814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Checking segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:47.772273 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.773302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Bound using segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:47.773814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Bound port: 64ad8798-e15a-4234-9016-bef0016c54bc, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:47.774204 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.832185 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.854291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:47.856501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] For port 64ad8798-e15a-4234-9016-bef0016c54bc, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:47.860708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] For port 64ad8798-e15a-4234-9016-bef0016c54bc, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=64ad8798-e15a-4234-9016-bef0016c54bc,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:47.910630 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b877ceff-26bb-45d3-a271-2c75efb16544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.017110 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.069894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.074478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6637d1-2609-4af5-b135-5d083b546616 None None] Pushing event updated for resources: {'Port': ['ID=64ad8798-e15a-4234-9016-bef0016c54bc,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:48.102263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.151575 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.224757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Allocated IP 172.25.4.123 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/063da47f-249f-473e-8c2a-a4f008647224) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:48.358258 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.361631 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.370639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.471611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ce49d-afd9-4598-9843-93136cc604e4 req-cbebe6d9-6019-4b94-9660-d91edb0b746d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:48.473050 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be9ce49d-afd9-4598-9843-93136cc604e4 req-cbebe6d9-6019-4b94-9660-d91edb0b746d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0586917 Aug 20 11:44:48.513758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-be9ce49d-afd9-4598-9843-93136cc604e4 req-45fd0345-260a-4548-927a-3c7fc2380abd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337458 Aug 20 11:44:48.535774 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.535774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2dd74ab-ef54-4a23-b8ed-77b00b28899e {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:44:48.608252 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.651597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:48.654516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:48.656946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:48.684015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Pushing event updated for resources: {'Port': ['ID=063da47f-249f-473e-8c2a-a4f008647224,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:48.688387 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.765470 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:44:48.769199 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-88412dd4-23c7-4237-9ca2-0849b45d207a tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9994330 Aug 20 11:44:48.772456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54826) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:48.857891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-dd3abc7f-72ac-4788-a315-ca38b6cb2539 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Deleting port b3740135-5f77-487c-b309-b0f689cf7f1e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:48.858597 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd3abc7f-72ac-4788-a315-ca38b6cb2539 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.950000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd3abc7f-72ac-4788-a315-ca38b6cb2539 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:48.964033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-dd3abc7f-72ac-4788-a315-ca38b6cb2539 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Calling delete_port for b3740135-5f77-487c-b309-b0f689cf7f1e owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:49.102726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.157312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72960b23-8993-4af0-b3db-b9e8f3269222 None None] Network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:49.320347 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.325598 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd3abc7f-72ac-4788-a315-ca38b6cb2539 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.382639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4d0bfaff-c668-41c6-83a2-75f6dde12d1b None None] Provisioning for port 64ad8798-e15a-4234-9016-bef0016c54bc completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:49.385509 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.626624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 64ad8798-e15a-4234-9016-bef0016c54bc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:49.653709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3abc7f-72ac-4788-a315-ca38b6cb2539 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3740135-5f77-487c-b309-b0f689cf7f1e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:49.664349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:44:49.679588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e1bee-46b4-4945-82c3-74f64f7b8d12 req-7f6ba9e7-f70c-42b0-b771-7ea6f7e4cc35 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:49.681455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f96e1bee-46b4-4945-82c3-74f64f7b8d12 req-7f6ba9e7-f70c-42b0-b771-7ea6f7e4cc35 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 944 time: 0.0663261 Aug 20 11:44:49.716951 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dd3abc7f-72ac-4788-a315-ca38b6cb2539 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.719109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dd3abc7f-72ac-4788-a315-ca38b6cb2539 tempest-RoutersAdminNegativeIpV6Test-1563191270 tempest-RoutersAdminNegativeIpV6Test-1563191270-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b3740135-5f77-487c-b309-b0f689cf7f1e HTTP/1.1" status: 204 len: 168 time: 0.9486349 Aug 20 11:44:49.805356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 64ad8798-e15a-4234-9016-bef0016c54bc completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:49.809330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 64ad8798-e15a-4234-9016-bef0016c54bc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:49.810165 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.813170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f96e1bee-46b4-4945-82c3-74f64f7b8d12 req-16827359-87fd-4fe3-88fb-a925fc3ac528 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841711 Aug 20 11:44:49.846550 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:44:49.857932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Sync routers for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:44:49.888844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:49.889418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:49.934198 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:49.990455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:44:50.016511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 64ad8798-e15a-4234-9016-bef0016c54bc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=64ad8798-e15a-4234-9016-bef0016c54bc,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:50.033983 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.038625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54838) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:50.039771 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0d013e27-a7f5-47d0-af3a-ce5ec693057c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8729107 Aug 20 11:44:50.039915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:50.200623 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.259845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:50.298553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '18bfb501-a6dd-4c19-b8d6-685ba9f686c8', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'port_id': '18bfb501-a6dd-4c19-b8d6-685ba9f686c8', 'mac_address': 'fa:16:3e:92:e1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:44:50.302330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=64ad8798-e15a-4234-9016-bef0016c54bc,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:50.372933 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.392171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:44:50.408079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:48Z', 'revision_number': 3, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:50.443905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:50.445076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Checking router: 4ba36b6f-c23a-4b2d-97aa-f358d9222942 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:44:50.445421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Updating router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 port 063da47f-249f-473e-8c2a-a4f008647224 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:44:50.457528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54844) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:50.472899 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.534421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.615471 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f8379d05-1707-4eff-98e5-cf95e9b6da46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.635829 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.721528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f8379d05-1707-4eff-98e5-cf95e9b6da46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.745054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Allocated IP 172.20.0.1 (9a4fc417-3cac-46ef-84e1-9c2c05a589d0/21b43ae2-8fba-4b10-bb8a-593acb8f5753/ba96661d-34bd-4bf7-a31d-401487c6014a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:50.834023 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f8379d05-1707-4eff-98e5-cf95e9b6da46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.891666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:50.896973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f8379d05-1707-4eff-98e5-cf95e9b6da46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbf7a88b22c54e5fb3d51c4659fd4d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382923 Aug 20 11:44:50.898981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8379d05-1707-4eff-98e5-cf95e9b6da46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395f7ee7-bebb-4022-9d2e-3ee949788ecd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:50.901568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54850) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:50.910686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Transition to ACTIVE for port object ba96661d-34bd-4bf7-a31d-401487c6014a will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:50.936921 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:50.994782 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fd9cc-3faa-4cfc-835c-7179df4fd8db req-6e08032a-431c-45c9-8728-bef53c4b6a0b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:50.996328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49fd9cc-3faa-4cfc-835c-7179df4fd8db req-6e08032a-431c-45c9-8728-bef53c4b6a0b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 945 time: 0.0806000 Aug 20 11:44:50.997467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5eed1150-6262-49f0-be82-f181e094b2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.007476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18bfb501-a6dd-4c19-b8d6-685ba9f686c8'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:51.026590 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5eed1150-6262-49f0-be82-f181e094b2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.049932 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.070200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Transition to ACTIVE for port object 063da47f-249f-473e-8c2a-a4f008647224 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:51.077766 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e49fd9cc-3faa-4cfc-835c-7179df4fd8db req-b7c18ede-7191-4a2f-a4ff-8abbd805eef1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683584 Aug 20 11:44:51.093101 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.177437 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.222365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:51.225142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:51.228802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:51.259011 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Pushing event updated for resources: {'Port': ['ID=ba96661d-34bd-4bf7-a31d-401487c6014a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:51.259269 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.278750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.320279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f452c-db30-41c0-8efe-d32ad61ad16b None None] Pushing event updated for resources: {'Port': ['ID=063da47f-249f-473e-8c2a-a4f008647224,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:51.324122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Attempting to bind port 063da47f-249f-473e-8c2a-a4f008647224 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:51.324670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Attempting to bind port 063da47f-249f-473e-8c2a-a4f008647224 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:51.325385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Attempting to bind port 063da47f-249f-473e-8c2a-a4f008647224 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:51.331467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:51.332409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:51.332991 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.333487 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:51.334279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Bound port: 063da47f-249f-473e-8c2a-a4f008647224, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:51.335266 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.354338 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5eed1150-6262-49f0-be82-f181e094b2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.357754 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5eed1150-6262-49f0-be82-f181e094b2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.362544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5eed1150-6262-49f0-be82-f181e094b2f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/395f7ee7-bebb-4022-9d2e-3ee949788ecd HTTP/1.1" status: 204 len: 168 time: 0.4597933 Aug 20 11:44:51.374654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed1150-6262-49f0-be82-f181e094b2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395f7ee7-bebb-4022-9d2e-3ee949788ecd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:51.427896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] For port 063da47f-249f-473e-8c2a-a4f008647224, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:51.433311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] For port 063da47f-249f-473e-8c2a-a4f008647224, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=063da47f-249f-473e-8c2a-a4f008647224,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:51.547753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 64ad8798-e15a-4234-9016-bef0016c54bc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:51.604409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 64ad8798-e15a-4234-9016-bef0016c54bc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:51.604784 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.691391 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.714306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.748397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:51.749049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:51.793916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f452c-db30-41c0-8efe-d32ad61ad16b None None] Pushing event updated for resources: {'Port': ['ID=063da47f-249f-473e-8c2a-a4f008647224,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:51.815947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9d96c53d-43fd-4799-96f9-c32f9795870e None None] Provisioning for port ba96661d-34bd-4bf7-a31d-401487c6014a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:51.847603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9d96c53d-43fd-4799-96f9-c32f9795870e None None] Provisioning complete for port ba96661d-34bd-4bf7-a31d-401487c6014a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:51.847984 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9d96c53d-43fd-4799-96f9-c32f9795870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.905887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:51.907830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9d96c53d-43fd-4799-96f9-c32f9795870e None None] Port ba96661d-34bd-4bf7-a31d-401487c6014a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:51.925272 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:51.982537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:52.073802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.156561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:50Z', 'revision_number': 1, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:52.159709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Pushing event updated for resources: {'Port': ['ID=ba96661d-34bd-4bf7-a31d-401487c6014a,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:52.168877 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.234716 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97084a08-9e1e-4aa3-93e4-30ebcd850f2d None None] The sync data for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 is: [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:50Z', 'revision_number': 1, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:44:52.237612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf221aad-8f80-4502-981c-6d8de03dc62b req-80353772-e15d-450f-b5ad-796a423b0f9b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:52.249515 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf221aad-8f80-4502-981c-6d8de03dc62b req-80353772-e15d-450f-b5ad-796a423b0f9b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 945 time: 0.0788534 Aug 20 11:44:52.279448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:52.283460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:52.284219 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.303021 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf221aad-8f80-4502-981c-6d8de03dc62b req-2df5ad3f-0d4f-4583-b480-fd916f5d7395 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Aug 20 11:44:52.306415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:52.308338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:52.387886 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.416569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4ec93e-4a8a-4ee4-aba4-422e2936881e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bfb501-a6dd-4c19-b8d6-685ba9f686c8'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:52.419185 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c4a88-9d05-4c4b-8745-9a73c7641e87" -d '{"events": [{"server_uuid": "6f4ec93e-4a8a-4ee4-aba4-422e2936881e", "name": "network-vif-plugged", "status": "completed", "tag": "18bfb501-a6dd-4c19-b8d6-685ba9f686c8"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:52.438465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:52.464948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:44:52.483602 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ecfbdf-1187-4614-91d8-ece0dd4b744a x-openstack-request-id: req-95ecfbdf-1187-4614-91d8-ece0dd4b744a {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:52.484094 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4ec93e-4a8a-4ee4-aba4-422e2936881e", "name": "network-vif-plugged", "status": "completed", "tag": "18bfb501-a6dd-4c19-b8d6-685ba9f686c8", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:52.490378 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95ecfbdf-1187-4614-91d8-ece0dd4b744a {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:52.491300 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4ec93e-4a8a-4ee4-aba4-422e2936881e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bfb501-a6dd-4c19-b8d6-685ba9f686c8', 'code': 200} Aug 20 11:44:52.583333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54868) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:52.624827 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.652612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:44:52.659317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-280fc2c6-704d-4c1c-963d-3c0514bdd9af admin admin] 10.222.0.10 "PUT /v2.0/routers/4ba36b6f-c23a-4b2d-97aa-f358d9222942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6189380 Aug 20 11:44:52.662961 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-80d49268-b1ae-46ea-bce2-8983e5c1103f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=177f68cbba774294bcfb9ad4eddfa819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784130 Aug 20 11:44:52.665423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54870) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:52.676339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29452f8c-3660-4367-9960-ac77401367b5 req-46ef17f1-25ae-4def-a9bb-e375f9204a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:52.677858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29452f8c-3660-4367-9960-ac77401367b5 req-46ef17f1-25ae-4def-a9bb-e375f9204a63 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 1096 time: 0.1344824 Aug 20 11:44:52.735562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:52.746475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29452f8c-3660-4367-9960-ac77401367b5 req-6e956136-f4c7-454f-8890-12dbb8c122ca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556366 Aug 20 11:44:52.767245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8d66eddb-5fb7-4cd8-8843-4abb5c7d3cd1 None None] Provisioning complete for port ba96661d-34bd-4bf7-a31d-401487c6014a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:52.767735 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8d66eddb-5fb7-4cd8-8843-4abb5c7d3cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.768250 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e41c-f66a-4cb5-a9b8-4e7c64af6dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.813931 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e41c-f66a-4cb5-a9b8-4e7c64af6dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:52.819616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8d66eddb-5fb7-4cd8-8843-4abb5c7d3cd1 None None] Port ba96661d-34bd-4bf7-a31d-401487c6014a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:44:53.070537 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e41c-f66a-4cb5-a9b8-4e7c64af6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.074903 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e41c-f66a-4cb5-a9b8-4e7c64af6dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.077184 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a6b3e41c-f66a-4cb5-a9b8-4e7c64af6dc9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/375d8a9a-6144-4e79-bb8c-56c25c40be4c HTTP/1.1" status: 204 len: 168 time: 0.4108562 Aug 20 11:44:53.112755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3e41c-f66a-4cb5-a9b8-4e7c64af6dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375d8a9a-6144-4e79-bb8c-56c25c40be4c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:53.443357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382b084-bbd0-4e96-a368-11d1ea74fb36 req-8f77ffae-6a2c-4a0a-bef7-248efa2879c3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:53.445639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6382b084-bbd0-4e96-a368-11d1ea74fb36 req-8f77ffae-6a2c-4a0a-bef7-248efa2879c3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 946 time: 0.0544980 Aug 20 11:44:53.495564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6382b084-bbd0-4e96-a368-11d1ea74fb36 req-637bdb60-483c-4c27-845e-3c870337d491 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434747 Aug 20 11:44:53.595343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 063da47f-249f-473e-8c2a-a4f008647224 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:53.609947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54886) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:53.615195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-453ce0e0-de59-49be-ae54-71413dc31d8b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320037227', 'description': 'tempest-description--1378196988'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:53.725736 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-453ce0e0-de59-49be-ae54-71413dc31d8b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.740168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 063da47f-249f-473e-8c2a-a4f008647224 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:53.744441 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 063da47f-249f-473e-8c2a-a4f008647224 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:53.746899 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.862124 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-453ce0e0-de59-49be-ae54-71413dc31d8b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.869092 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.892457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 063da47f-249f-473e-8c2a-a4f008647224, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=063da47f-249f-473e-8c2a-a4f008647224,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:53.951549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-453ce0e0-de59-49be-ae54-71413dc31d8b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:53.987129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ce0e0-de59-49be-ae54-71413dc31d8b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb15b9a-81c0-4cc6-9efc-65ef7f510811,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:54.053599 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.103428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=063da47f-249f-473e-8c2a-a4f008647224,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:54.122296 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-453ce0e0-de59-49be-ae54-71413dc31d8b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.126612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-453ce0e0-de59-49be-ae54-71413dc31d8b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5125978 Aug 20 11:44:54.126799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54896) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:54.131696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1439665f-c947-4a4d-814e-6885d9a7c80c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'security_group_rule': {'security_group_id': 'ddb15b9a-81c0-4cc6-9efc-65ef7f510811', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:54.287293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1439665f-c947-4a4d-814e-6885d9a7c80c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.346543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1439665f-c947-4a4d-814e-6885d9a7c80c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.550593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1439665f-c947-4a4d-814e-6885d9a7c80c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.570080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439665f-c947-4a4d-814e-6885d9a7c80c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4a90f7-3638-4f94-b434-6cdf81ee13ce,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:54.627260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb6e28-fd01-428c-bdaf-68a2db286471 req-f0798deb-e617-4b9f-96ce-3c690615f531 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:54.635035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37eb6e28-fd01-428c-bdaf-68a2db286471 req-f0798deb-e617-4b9f-96ce-3c690615f531 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 946 time: 0.0536146 Aug 20 11:44:54.669119 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37eb6e28-fd01-428c-bdaf-68a2db286471 req-8bbee7f3-7ee8-422f-adbf-c32708b61541 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Aug 20 11:44:54.743245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1439665f-c947-4a4d-814e-6885d9a7c80c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.747225 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1439665f-c947-4a4d-814e-6885d9a7c80c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6165504 Aug 20 11:44:54.747585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54916) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:54.752385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6708eb0c-edc8-47ee-b370-71e24a69f094 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'security_group_rule': {'security_group_id': 'ddb15b9a-81c0-4cc6-9efc-65ef7f510811', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:54.803617 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Sync routers for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:44:54.809387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813032d-88a8-4d20-bc0f-8f9edefc0f88 req-5b76c6dc-f31f-43bb-91d9-b1b7a1f27113 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:54.810972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9813032d-88a8-4d20-bc0f-8f9edefc0f88 req-5b76c6dc-f31f-43bb-91d9-b1b7a1f27113 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 946 time: 0.0653737 Aug 20 11:44:54.815654 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:54.816286 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:54.821448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54918) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:54.865179 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9813032d-88a8-4d20-bc0f-8f9edefc0f88 req-ee1f9bc1-8b9c-4ef7-a154-a9fffdbf7ab6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466835 Aug 20 11:44:54.895217 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6708eb0c-edc8-47ee-b370-71e24a69f094 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.953426 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6708eb0c-edc8-47ee-b370-71e24a69f094 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:54.967990 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:54.969159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1910743236'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:55.087762 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6708eb0c-edc8-47ee-b370-71e24a69f094 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.106488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708eb0c-edc8-47ee-b370-71e24a69f094 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376948ac-c606-4a31-a164-120636fb94c8,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:55.156490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Made reservation on behalf of f02d537db01a42d9b3d6dad61e62ecc4 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:55.160050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.173886 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.174114 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 2, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:55.203911 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Checking router: 4ba36b6f-c23a-4b2d-97aa-f358d9222942 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:44:55.204261 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Updating router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 port ba96661d-34bd-4bf7-a31d-401487c6014a binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:44:55.229022 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.306144 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6708eb0c-edc8-47ee-b370-71e24a69f094 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.312132 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6708eb0c-edc8-47ee-b370-71e24a69f094 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5633225 Aug 20 11:44:55.313109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54928) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:55.318730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:55.396802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.528485 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.539448 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Transition to ACTIVE for port object ba96661d-34bd-4bf7-a31d-401487c6014a will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:44:55.550194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 063da47f-249f-473e-8c2a-a4f008647224 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:55.550874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.578156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:44:55.595130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ee0ba1-ced2-4d41-905a-1bb700988239,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:55.598221 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.598688 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Added segment 54e3d817-9163-4108-8518-446e5d13af8b of type vlan for network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb Aug 20 11:44:55.614512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 063da47f-249f-473e-8c2a-a4f008647224 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:55.614512 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.641078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.733472 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.734108 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.787948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.798318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:55.798318 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.827883 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Pushing event updated for resources: {'Port': ['ID=ba96661d-34bd-4bf7-a31d-401487c6014a,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:55.859335 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.860187 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.860790 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.861475 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.862004 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.862531 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.863034 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.863537 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.868801 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.868981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.869103 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.869103 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.869103 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:44:55.889578 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Attempting to bind port ba96661d-34bd-4bf7-a31d-401487c6014a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:44:55.890292 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Attempting to bind port ba96661d-34bd-4bf7-a31d-401487c6014a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:44:55.891058 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Attempting to bind port ba96661d-34bd-4bf7-a31d-401487c6014a on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:44:55.899646 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:44:55.900420 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Checking segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:55.901222 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.902334 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Bound using segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:44:55.903165 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Bound port: ba96661d-34bd-4bf7-a31d-401487c6014a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:44:55.903792 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:55.934993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Network': ['ID=27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:55.954184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:44:55.962695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5cc35-2809-4d4d-bd47-8360efb854f6 req-299b666d-e904-4407-971b-cba0ef739c97 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:55.965173 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3e5cc35-2809-4d4d-bd47-8360efb854f6 req-299b666d-e904-4407-971b-cba0ef739c97 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 946 time: 0.1249025 Aug 20 11:44:55.994962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Allocated IP 172.25.4.160 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/a9a6cab6-45d6-432b-952e-90ba765236a0) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:56.021509 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2c1aa32d-6519-4c6c-abe1-715b9fa90b2d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1966929 Aug 20 11:44:56.022488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 54936) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:56.040862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'subnet': {'network_id': '27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:56.041765 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] For port ba96661d-34bd-4bf7-a31d-401487c6014a, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:44:56.046882 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] For port ba96661d-34bd-4bf7-a31d-401487c6014a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ba96661d-34bd-4bf7-a31d-401487c6014a,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:44:56.052436 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3e5cc35-2809-4d4d-bd47-8360efb854f6 req-a931c43d-9f67-46fb-84a3-da5ce3291d67 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782778 Aug 20 11:44:56.127162 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.185072 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.244340 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:44:56.244961 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:56.287154 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726061cd-eb82-4157-b4ac-9bb4fdfd35b9 None None] Pushing event updated for resources: {'Port': ['ID=ba96661d-34bd-4bf7-a31d-401487c6014a,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:56.324916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Made reservation on behalf of f02d537db01a42d9b3d6dad61e62ecc4 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:44:56.328593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.365511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.412269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:56.417654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:56.421867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:56.459134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'Port': ['ID=a9a6cab6-45d6-432b-952e-90ba765236a0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:56.478924 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:44:56.574814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.718247 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:56Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:44:56.746263 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98702e9-3aa5-4694-99d2-3d321d8debb1 None None] The sync data for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 is: [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:56Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:44:56.749489 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.781728 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:56.826658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Subnet': ['ID=61924ac2-ccd7-4b78-a3b1-0098543c9fd4,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:56.828921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Checking segment: {'id': '54e3d817-9163-4108-8518-446e5d13af8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:44:56.829283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network hostable DHCP agents. Network: 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:44:56.922397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:44:56.957799 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.030821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:57.035364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:57.037568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.043115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a60bc25-7583-43a6-bcf7-09c1d8947347 None None] Network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:57.084996 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.175020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'Port': ['ID=a9a6cab6-45d6-432b-952e-90ba765236a0,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:57.198821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.230182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d513601-a03e-448a-af4b-0bcee144f938 None None] Network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:44:57.234116 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c6fb5032-0831-4324-a892-e0ef47bec08b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2046366 Aug 20 11:44:57.237578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54944) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:44:57.243498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-964844561', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:44:57.284613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98453ec-0247-48c4-9e6f-84e272936a39 req-facc66e0-d49b-45f5-9f60-7de26091217e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:57.284613 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d98453ec-0247-48c4-9e6f-84e272936a39 req-facc66e0-d49b-45f5-9f60-7de26091217e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 946 time: 0.1069763 Aug 20 11:44:57.302269 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-368dc676-be10-4d54-9085-f6b72a7150ab tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:57.304037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-368dc676-be10-4d54-9085-f6b72a7150ab tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 946 time: 0.0850756 Aug 20 11:44:57.322813 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.334569 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d4ace844-ba28-4cd3-8196-55010e03c735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0098021 Aug 20 11:44:57.381171 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d98453ec-0247-48c4-9e6f-84e272936a39 req-cbd4971c-7c56-429e-8af9-0ddebb127c94 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873489 Aug 20 11:44:57.442745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-cdececce-dde2-476c-985d-031c4c541b83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Deleting port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:44:57.443103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-cdececce-dde2-476c-985d-031c4c541b83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.454081 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.455450 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.561202 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.564922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-cdececce-dde2-476c-985d-031c4c541b83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] For port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:57.565508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-cdececce-dde2-476c-985d-031c4c541b83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.582412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-cdececce-dde2-476c-985d-031c4c541b83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Calling delete_port for 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:44:57.596395 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-3ef52eb0-6b89-4df8-8375-e5232c4bc412 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--320037227&fields=id&tenant_id=88e709cf4c1e4059b256a30cdf01ac56 HTTP/1.1" status: 200 len: 267 time: 0.0423770 Aug 20 11:44:57.672450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ba96661d-34bd-4bf7-a31d-401487c6014a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:57.872922 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.891058 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576abcb-4179-4550-ba02-ebf5468276fd req-fd5a1dd9-237a-4432-a97d-13cde4303fe8 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:44:57.892531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-fd5a1dd9-237a-4432-a97d-13cde4303fe8 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 816 time: 0.2873814 Aug 20 11:44:57.907819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-b45823ae-72ce-43f8-ae0a-bdc124a775d8 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/quotas/88e709cf4c1e4059b256a30cdf01ac56 HTTP/1.1" status: 200 len: 375 time: 0.0089452 Aug 20 11:44:57.950757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ba96661d-34bd-4bf7-a31d-401487c6014a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:44:57.951166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-cdececce-dde2-476c-985d-031c4c541b83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.959262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ba96661d-34bd-4bf7-a31d-401487c6014a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:57.959797 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:57.964109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-3d0dd9b8-38e3-4c1c-9004-6eaaaa77af5d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506935 Aug 20 11:44:57.964920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['18bfb501-a6dd-4c19-b8d6-685ba9f686c8'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:57.993029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['b84a8cb3-60b8-4d07-9e58-e08482aced82'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:44:57.995800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-bc38787d-6042-4339-b092-3b57ae5d8c24 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:44:58.000202 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-bc38787d-6042-4339-b092-3b57ae5d8c24 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088255 Aug 20 11:44:58.021536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdececce-dde2-476c-985d-031c4c541b83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'Port': ['ID=18bfb501-a6dd-4c19-b8d6-685ba9f686c8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:58.052310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-cdececce-dde2-476c-985d-031c4c541b83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] No DVR routers for this DVR port 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:44:58.056662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-cdececce-dde2-476c-985d-031c4c541b83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.058424 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b0ab6d4-bfd7-4577-8b3a-3d575f097dbe req-cdececce-dde2-476c-985d-031c4c541b83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "DELETE /v2.0/ports/18bfb501-a6dd-4c19-b8d6-685ba9f686c8 HTTP/1.1" status: 204 len: 173 time: 0.7476635 Aug 20 11:44:58.059850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4ec93e-4a8a-4ee4-aba4-422e2936881e', 'name': 'network-vif-deleted', 'tag': '18bfb501-a6dd-4c19-b8d6-685ba9f686c8'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:44:58.061805 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac22d7a-76ac-4552-bc2e-c1ba7c150e8e" -d '{"events": [{"server_uuid": "6f4ec93e-4a8a-4ee4-aba4-422e2936881e", "name": "network-vif-deleted", "tag": "18bfb501-a6dd-4c19-b8d6-685ba9f686c8"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:44:58.113425 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a2ef0f-cdaf-4643-977e-b89e829118a6 x-openstack-request-id: req-f8a2ef0f-cdaf-4643-977e-b89e829118a6 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:44:58.114106 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4ec93e-4a8a-4ee4-aba4-422e2936881e", "name": "network-vif-deleted", "tag": "18bfb501-a6dd-4c19-b8d6-685ba9f686c8", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:44:58.114630 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8a2ef0f-cdaf-4643-977e-b89e829118a6 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:44:58.115296 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4ec93e-4a8a-4ee4-aba4-422e2936881e', 'name': 'network-vif-deleted', 'tag': '18bfb501-a6dd-4c19-b8d6-685ba9f686c8', 'status': 'completed', 'code': 200} Aug 20 11:44:58.184634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-f28c9dd8-4bdb-4c9c-95ef-de318cea0e77 service neutron] 10.222.0.10 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451752 Aug 20 11:44:58.294360 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.336340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ba96661d-34bd-4bf7-a31d-401487c6014a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ba96661d-34bd-4bf7-a31d-401487c6014a,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:44:58.401027 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.471368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ba96661d-34bd-4bf7-a31d-401487c6014a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:58.537549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1bfbbaf-3595-4807-82ff-7027bd756634 req-00b257b1-f8fc-4e6d-a30c-4325e253710e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 210 time: 0.0405242 Aug 20 11:44:58.706877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.728605 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-ef4a19ea-ec32-4c1b-8fb5-2facb67c52cb service neutron] 10.222.0.10 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366623 Aug 20 11:44:58.729648 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:58.846218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.25.4.173 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/9f8e4c55-aadc-4b4a-987b-e7d0103a6e9a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:44:58.997948 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.039181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c2312fa-8267-4a45-8f2c-2e676e23992a req-22753e05-eb9c-4c66-be98-c0a838b49723 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 210 time: 0.0565758 Aug 20 11:44:59.117508 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.161082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:44:59.172597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:44:59.176251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:44:59.178481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=9f8e4c55-aadc-4b4a-987b-e7d0103a6e9a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:44:59.596494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ba96661d-34bd-4bf7-a31d-401487c6014a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:44:59.662949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ba96661d-34bd-4bf7-a31d-401487c6014a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:44:59.663761 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.666967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4cc19e98-636a-440a-96d3-31bc47e7c872 req-33545f2e-45b2-4211-887b-058a4fa8e5a7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 210 time: 0.0413675 Aug 20 11:44:59.677706 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.947629 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:44:59.979366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:00.000991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:45:00.001335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 18bfb501-a6dd-4c19-b8d6-685ba9f686c8 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:00.136521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fab03f37-d212-4960-8249-c8adf69b708c req-5e8f5b4d-520f-491f-8505-8ef3e6e6ab2c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 210 time: 0.0325742 Aug 20 11:45:00.188114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:45:00.307774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:00.320869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22ccda-3d15-47d3-9e3a-2e7750aa40dc None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:00.330696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22ccda-3d15-47d3-9e3a-2e7750aa40dc None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:00.336296 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5b22ccda-3d15-47d3-9e3a-2e7750aa40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:00.363259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5b22ccda-3d15-47d3-9e3a-2e7750aa40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:00.372862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22ccda-3d15-47d3-9e3a-2e7750aa40dc None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:00.373473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5b22ccda-3d15-47d3-9e3a-2e7750aa40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:00.408980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5b22ccda-3d15-47d3-9e3a-2e7750aa40dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:00.409620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22ccda-3d15-47d3-9e3a-2e7750aa40dc None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:00.511194 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:00.512460 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-63661a6f-2df2-4e7f-ba52-9a7b28fcba85 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2736945 Aug 20 11:45:00.515074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 54994) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:00.794116 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d271ef88-76da-4b5b-8222-8d5e0cff96e0 req-49ee1ec2-2c6b-4011-8dc6-c191b206dd42 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 210 time: 0.0417030 Aug 20 11:45:01.035265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.280407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12266d4b-2e4e-4b26-8801-667b50d7eb82 req-32702bae-6321-497c-aa64-538d25374215 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 210 time: 0.0508323 Aug 20 11:45:01.367718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.20.0.1 (27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb/61924ac2-ccd7-4b78-a3b1-0098543c9fd4/0e2120a3-ec69-45b0-8c83-eef4f2318b2b) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:01.514623 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.680075 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.731645 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:01.739310 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:01.741898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:01.750688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=0e2120a3-ec69-45b0-8c83-eef4f2318b2b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:01.795759 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:01.895137 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aec8043e-bce5-4b16-80d6-018b9a35e405 req-d7a84a60-decc-459c-87be-49d2444e1491 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 210 time: 0.0366094 Aug 20 11:45:02.130645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.289433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576abcb-4179-4550-ba02-ebf5468276fd req-25b62f7b-e0f3-48ce-a9ee-00aeba6b0416 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:02.291233 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-25b62f7b-e0f3-48ce-a9ee-00aeba6b0416 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 816 time: 0.1183724 Aug 20 11:45:02.343524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-daa46b6d-d308-4b79-b4fb-1af2caec06e0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e709cf4c1e4059b256a30cdf01ac56 HTTP/1.1" status: 200 len: 379 time: 0.0366011 Aug 20 11:45:02.360766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'port': {'device_id': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'admin_state_up': True, 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'security_groups': ['ddb15b9a-81c0-4cc6-9efc-65ef7f510811']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:02.385524 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a2f93f62-f0aa-40be-838d-fc90d6027a70 req-31895dbd-1e5e-4371-9607-f97922aacc62 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 210 time: 0.0316236 Aug 20 11:45:02.504202 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.605375 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.605610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Made reservation on behalf of 88e709cf4c1e4059b256a30cdf01ac56 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:02.610317 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.685374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=0e2120a3-ec69-45b0-8c83-eef4f2318b2b,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:02.687822 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.749810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Allocated IP 172.20.0.6 (9a4fc417-3cac-46ef-84e1-9c2c05a589d0/21b43ae2-8fba-4b10-bb8a-593acb8f5753/1c6820d0-825b-4936-8138-c50adca0eeee) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:02.800943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:02.802684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:02.923619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:02.933380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:02.940173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Transition to ACTIVE for port object 1c6820d0-825b-4936-8138-c50adca0eeee will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:03.053872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85b725c9-980d-4891-9f2b-c8a9eae22424 req-6f2db101-8812-4bcf-b5f9-ad6d21dd1541 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f4ec93e-4a8a-4ee4-aba4-422e2936881e HTTP/1.1" status: 200 len: 210 time: 0.0478911 Aug 20 11:45:03.073151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:03.082664 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-31d3c81c-d326-4e56-87ec-c10c3773fbaf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "PUT /v2.0/routers/8461e44b-a600-4fb9-af30-d2194539efd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5624592 Aug 20 11:45:03.082664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55026) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:03.085802 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58a0d6-3e4e-42df-a17a-5248c42faf48 None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:03.087804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'port': {'network_id': '27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb', 'name': 'tempest-FloatingIPTestJSON-1650292381'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:03.092016 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.114811 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58a0d6-3e4e-42df-a17a-5248c42faf48 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:03.117359 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5e58a0d6-3e4e-42df-a17a-5248c42faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:03.176321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:03.179808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:03.183513 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5e58a0d6-3e4e-42df-a17a-5248c42faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:03.183781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:03.195848 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58a0d6-3e4e-42df-a17a-5248c42faf48 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:03.196743 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5e58a0d6-3e4e-42df-a17a-5248c42faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:03.245062 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5e58a0d6-3e4e-42df-a17a-5248c42faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:03.245744 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e58a0d6-3e4e-42df-a17a-5248c42faf48 None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:03.245903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:03.247814 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.267313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:03.339542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Made reservation on behalf of f02d537db01a42d9b3d6dad61e62ecc4 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:03.347308 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.378937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] device_id is not set on port 992fda02-88c6-4c7a-9eb6-2380e52662e8 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:03.483685 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-6e89f9db-3ba1-4b2c-9e7c-d32ca403cd0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1273894 Aug 20 11:45:03.500624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.20.0.9 (27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb/61924ac2-ccd7-4b78-a3b1-0098543c9fd4/992fda02-88c6-4c7a-9eb6-2380e52662e8) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:03.542046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Request body: {'port': {'device_id': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:03.610393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d65ce-972e-4215-b4b0-79737a36fd0f req-1f7cb34a-8724-4e17-9e72-ba54b759e01f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:03.613324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d4d65ce-972e-4215-b4b0-79737a36fd0f req-1f7cb34a-8724-4e17-9e72-ba54b759e01f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 931 time: 0.1421144 Aug 20 11:45:03.619802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ffa2db5c-e591-42dd-820b-2b3b06eee333 None None] Provisioning for port 1c6820d0-825b-4936-8138-c50adca0eeee completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:03.624238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ffa2db5c-e591-42dd-820b-2b3b06eee333 None None] Provisioning complete for port 1c6820d0-825b-4936-8138-c50adca0eeee triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:03.624619 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ffa2db5c-e591-42dd-820b-2b3b06eee333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.674609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2db5c-e591-42dd-820b-2b3b06eee333 None None] Port 1c6820d0-825b-4936-8138-c50adca0eeee cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:03.721271 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.737088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.790150 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d4d65ce-972e-4215-b4b0-79737a36fd0f req-779949ca-ed95-43c1-8e68-47eebcb78436 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362669 Aug 20 11:45:03.900966 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:03.959269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:03.962685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:03.965451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:03.998166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=992fda02-88c6-4c7a-9eb6-2380e52662e8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:04.031623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:04.032288 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.061248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6820d0-825b-4936-8138-c50adca0eeee {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:04.070599 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.083412 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Transition to ACTIVE for port object 1c6820d0-825b-4936-8138-c50adca0eeee will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:04.163386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-056405e2-697f-4aa0-9ce3-0fe3e6f78750 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0805011 Aug 20 11:45:04.165547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55038) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:04.171227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'port': {'network_id': '27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb', 'name': 'tempest-FloatingIPTestJSON-2006567044'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:04.214228 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.276320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:04.344579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Attempting to bind port 1c6820d0-825b-4936-8138-c50adca0eeee on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:04.344916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Attempting to bind port 1c6820d0-825b-4936-8138-c50adca0eeee by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:04.345246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Attempting to bind port 1c6820d0-825b-4936-8138-c50adca0eeee on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:04.349816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Port 1c6820d0-825b-4936-8138-c50adca0eeee on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:45:04.350143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Attempting to bind port 1c6820d0-825b-4936-8138-c50adca0eeee on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:04.356451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:04.356793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Checking segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:04.357182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Bound using segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:04.357626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Bound port: 1c6820d0-825b-4936-8138-c50adca0eeee, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:04.357989 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.433687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Made reservation on behalf of f02d537db01a42d9b3d6dad61e62ecc4 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:04.437322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.441427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:04.444961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:04.471481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] device_id is not set on port 5d303574-b689-4ddd-a0f3-0f4e38caea3f yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:04.551877 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.589457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:04.590189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:04.591636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] 10.222.0.38 "PUT /v2.0/ports/1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 200 len: 1091 time: 1.0635061 Aug 20 11:45:04.592375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:04.594764 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83162fb-9c34-4d4d-af7d-823849505333" -d '{"events": [{"name": "network-changed", "server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:04.601864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.20.0.8 (27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb/61924ac2-ccd7-4b78-a3b1-0098543c9fd4/5d303574-b689-4ddd-a0f3-0f4e38caea3f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:04.637680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172400d-9c46-482a-86f7-5b568d331ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:04.691218 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2927a46-6017-4791-86ad-3b3ebdef0f62 x-openstack-request-id: req-b2927a46-6017-4791-86ad-3b3ebdef0f62 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:04.691782 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:04.692250 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2927a46-6017-4791-86ad-3b3ebdef0f62 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:04.692903 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee', 'status': 'completed', 'code': 200} Aug 20 11:45:04.777337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83162fb-9c34-4d4d-af7d-823849505333 req-a0ddc9ec-dbd1-4663-a018-d8930960f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:04.779119 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a83162fb-9c34-4d4d-af7d-823849505333 req-a0ddc9ec-dbd1-4663-a018-d8930960f652 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1094 time: 0.0600393 Aug 20 11:45:04.833074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.290110 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b7581-efa1-48bc-a74b-b894a96c78bd req-76a7dd53-82b0-44bc-813d-ee38808ef007 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.291687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d57b7581-efa1-48bc-a74b-b894a96c78bd req-76a7dd53-82b0-44bc-813d-ee38808ef007 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.0941427 Aug 20 11:45:05.311415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83162fb-9c34-4d4d-af7d-823849505333 req-c7c316b8-b056-406c-854f-2d1cbd04223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.312851 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a83162fb-9c34-4d4d-af7d-823849505333 req-c7c316b8-b056-406c-854f-2d1cbd04223a service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5174460 Aug 20 11:45:05.371475 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:45:05.381875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d57b7581-efa1-48bc-a74b-b894a96c78bd req-1209286f-457e-40d1-b8e3-c6a6a72f3464 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809155 Aug 20 11:45:05.389500 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.424128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:05.441164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83162fb-9c34-4d4d-af7d-823849505333 req-a8e57dfb-2685-4ed7-8138-d2042f7a3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.442181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:05.443295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a83162fb-9c34-4d4d-af7d-823849505333 req-a8e57dfb-2685-4ed7-8138-d2042f7a3b50 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173868 Aug 20 11:45:05.446731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:05.492121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=5d303574-b689-4ddd-a0f3-0f4e38caea3f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:05.507562 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.508311 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.547308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576abcb-4179-4550-ba02-ebf5468276fd req-220e5233-e152-4bb6-a12f-f7b665647958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.549003 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-220e5233-e152-4bb6-a12f-f7b665647958 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1094 time: 0.0451365 Aug 20 11:45:05.598719 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-eecb6f85-e189-43ba-b805-bce407173e58 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 200 len: 217 time: 0.0378425 Aug 20 11:45:05.614868 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-728be923-4698-46fa-8458-234efc72bc46 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4450700 Aug 20 11:45:05.615428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55054) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:05.620787 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '5d303574-b689-4ddd-a0f3-0f4e38caea3f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:05.663263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576abcb-4179-4550-ba02-ebf5468276fd req-bdbbf949-1b53-4f6c-bd06-e0fdc37cb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.664719 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-bdbbf949-1b53-4f6c-bd06-e0fdc37cb2be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0557129 Aug 20 11:45:05.714013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.720325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576abcb-4179-4550-ba02-ebf5468276fd req-b9c5b5a0-33e1-4722-a3d0-8851d31a060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:05.721865 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-b9c5b5a0-33e1-4722-a3d0-8851d31a060f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442767 Aug 20 11:45:05.820690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:05.829170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-72811401-e0a4-428d-9488-7badc3eef585 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927541 Aug 20 11:45:05.934646 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b576abcb-4179-4550-ba02-ebf5468276fd req-b4f2c5f6-8073-4ca1-a903-36e06a13e701 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942249 Aug 20 11:45:05.935584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.25.4.110 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/8131200d-0902-4bd7-89fd-84971ef51623) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:06.064006 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.220099 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.261220 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:06.264165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:06.271432 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:06.275166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=8131200d-0902-4bd7-89fd-84971ef51623,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:06.308008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.308352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.308697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.309036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.309369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.309698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.310029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.310351 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.310700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.311024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.311369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.311696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:06.544593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f5aba-9f37-4647-8e90-e5fb94915ae9 req-d1cbbffc-7ade-43d8-b880-9e800a9b9c2d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:06.546206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d7f5aba-9f37-4647-8e90-e5fb94915ae9 req-d1cbbffc-7ade-43d8-b880-9e800a9b9c2d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.0567453 Aug 20 11:45:06.608451 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d7f5aba-9f37-4647-8e90-e5fb94915ae9 req-f6bf0a0f-3c6c-4eb4-a57c-a472c552933f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555515 Aug 20 11:45:06.775963 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:06.946223 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:07.127239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:07.428178 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:07.504722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=8131200d-0902-4bd7-89fd-84971ef51623,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:07.517627 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:07.631259 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 422d9f28-064a-4815-bb73-ad0f2530251b associated. External IP: 172.25.4.110, port: 5d303574-b689-4ddd-a0f3-0f4e38caea3f. Aug 20 11:45:07.773372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c81ca-bdae-4e39-808d-3455661eba28 req-48320fad-b50e-4ade-a42d-297dfa8080e5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:07.781616 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-245c81ca-bdae-4e39-808d-3455661eba28 req-48320fad-b50e-4ade-a42d-297dfa8080e5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.0760930 Aug 20 11:45:07.816608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-245c81ca-bdae-4e39-808d-3455661eba28 req-8e5f0805-ec50-4ccc-9376-e0e814ffd2f3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340953 Aug 20 11:45:07.868920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:07.982324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:07.993007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ebb59-a086-45b4-b1d2-aad8dc962c2a None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:08.003873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ebb59-a086-45b4-b1d2-aad8dc962c2a None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:08.004498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-136ebb59-a086-45b4-b1d2-aad8dc962c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:08.041271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-136ebb59-a086-45b4-b1d2-aad8dc962c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:08.050869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ebb59-a086-45b4-b1d2-aad8dc962c2a None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:08.051510 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-136ebb59-a086-45b4-b1d2-aad8dc962c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:08.087738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-136ebb59-a086-45b4-b1d2-aad8dc962c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:08.088411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ebb59-a086-45b4-b1d2-aad8dc962c2a None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:08.131211 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:08.526701 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d8d23d6f-d905-4c80-add1-2db5507ac808 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5430288 Aug 20 11:45:08.526701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55082) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:08.526701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-31e9d998-1e97-4d60-88c9-0794f2a53458 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:08.526701 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31e9d998-1e97-4d60-88c9-0794f2a53458 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:08.526701 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31e9d998-1e97-4d60-88c9-0794f2a53458 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:08.526701 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31e9d998-1e97-4d60-88c9-0794f2a53458 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:08.526701 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-31e9d998-1e97-4d60-88c9-0794f2a53458 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 422d9f28-064a-4815-bb73-ad0f2530251b disassociated. External IP: 172.25.4.110, port: 5d303574-b689-4ddd-a0f3-0f4e38caea3f. Aug 20 11:45:08.708891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e9d998-1e97-4d60-88c9-0794f2a53458 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:08.819692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e9d998-1e97-4d60-88c9-0794f2a53458 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:08.826317 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31e9d998-1e97-4d60-88c9-0794f2a53458 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:08.831352 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ae08a-f02d-42f7-ab1b-bf9136e3ca8a None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:08.841245 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ae08a-f02d-42f7-ab1b-bf9136e3ca8a None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:08.842509 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-920ae08a-f02d-42f7-ab1b-bf9136e3ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:08.851514 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-31e9d998-1e97-4d60-88c9-0794f2a53458 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "PUT /v2.0/floatingips/422d9f28-064a-4815-bb73-ad0f2530251b HTTP/1.1" status: 200 len: 688 time: 0.6881480 Aug 20 11:45:08.855487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55090) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:08.883531 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-920ae08a-f02d-42f7-ab1b-bf9136e3ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:08.892481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1c6820d0-825b-4936-8138-c50adca0eeee details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:45:08.894592 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ae08a-f02d-42f7-ab1b-bf9136e3ca8a None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:08.895325 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-920ae08a-f02d-42f7-ab1b-bf9136e3ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:08.930816 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-920ae08a-f02d-42f7-ab1b-bf9136e3ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:08.931766 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ae08a-f02d-42f7-ab1b-bf9136e3ca8a None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:08.997160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:09.010211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '1c6820d0-825b-4936-8138-c50adca0eeee', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'port_id': '1c6820d0-825b-4936-8138-c50adca0eeee', 'mac_address': 'fa:16:3e:53:e3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:45:09.020879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de11dc1-bbfc-47e3-a06f-da8cfa330efb req-011d350f-9733-4e33-b238-fd62ff7f47c6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:09.022470 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6de11dc1-bbfc-47e3-a06f-da8cfa330efb req-011d350f-9733-4e33-b238-fd62ff7f47c6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.0812852 Aug 20 11:45:09.052101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-adc92d20-a9ce-49eb-86bc-72c962d0e728 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port 8131200d-0902-4bd7-89fd-84971ef51623 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:09.052268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adc92d20-a9ce-49eb-86bc-72c962d0e728 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.056535 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.070495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6820d0-825b-4936-8138-c50adca0eeee {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:45:09.097491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:09.120670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6de11dc1-bbfc-47e3-a06f-da8cfa330efb req-77692257-acb4-410e-af43-854d6a93c8cf tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908251 Aug 20 11:45:09.158375 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adc92d20-a9ce-49eb-86bc-72c962d0e728 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.158880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adc92d20-a9ce-49eb-86bc-72c962d0e728 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.173844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-adc92d20-a9ce-49eb-86bc-72c962d0e728 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for 8131200d-0902-4bd7-89fd-84971ef51623 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:09.190938 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.251185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:09.396843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adc92d20-a9ce-49eb-86bc-72c962d0e728 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.427731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc92d20-a9ce-49eb-86bc-72c962d0e728 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=8131200d-0902-4bd7-89fd-84971ef51623,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:09.467886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1c6820d0-825b-4936-8138-c50adca0eeee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:09.499493 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adc92d20-a9ce-49eb-86bc-72c962d0e728 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.503551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-adc92d20-a9ce-49eb-86bc-72c962d0e728 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.509330 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-adc92d20-a9ce-49eb-86bc-72c962d0e728 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/floatingips/422d9f28-064a-4815-bb73-ad0f2530251b HTTP/1.1" status: 204 len: 168 time: 0.6490922 Aug 20 11:45:09.509594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55096) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:09.516622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '992fda02-88c6-4c7a-9eb6-2380e52662e8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:09.640500 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.745868 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:09.866313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.25.4.62 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e9cc6fd1-e950-467b-a879-29a367156f9d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:09.985984 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:10.016595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1be1a3-36b7-474e-9958-9f11947fc423 req-1e12ceb7-e709-47b4-a1fe-f7abd3db5d89 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:10.018847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d1be1a3-36b7-474e-9958-9f11947fc423 req-1e12ceb7-e709-47b4-a1fe-f7abd3db5d89 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 946 time: 0.0516844 Aug 20 11:45:10.061170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d1be1a3-36b7-474e-9958-9f11947fc423 req-f39e9fb7-4350-454c-8da0-7a0a9235b8bc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Aug 20 11:45:10.142846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:10.191863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:10.195703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:10.198167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:10.232545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=e9cc6fd1-e950-467b-a879-29a367156f9d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:10.315759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84b5e2-3207-4381-b358-db2be6853aba req-81ceb78e-3046-4556-a800-d9e94adab5da tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:10.316601 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b84b5e2-3207-4381-b358-db2be6853aba req-81ceb78e-3046-4556-a800-d9e94adab5da tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.1107183 Aug 20 11:45:10.428205 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b84b5e2-3207-4381-b358-db2be6853aba req-5b01c597-12d2-4fb4-aec7-e12aafbefd79 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036761 Aug 20 11:45:10.751343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:10.908063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1c6820d0-825b-4936-8138-c50adca0eeee up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:10.943002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.099213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.114409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 1c6820d0-825b-4936-8138-c50adca0eeee completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:11.118628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 1c6820d0-825b-4936-8138-c50adca0eeee triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:11.119009 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.197741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec86fd4-2f04-4f9e-bb5a-fae71f7d0152 req-74c23100-d8e4-463e-a5ea-e91e3447aa32 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:11.197741 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ec86fd4-2f04-4f9e-bb5a-fae71f7d0152 req-74c23100-d8e4-463e-a5ea-e91e3447aa32 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 946 time: 0.0562308 Aug 20 11:45:11.221007 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.234526 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.241492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ec86fd4-2f04-4f9e-bb5a-fae71f7d0152 req-9c8f803c-8c4e-4048-935f-726fe0db46f9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Aug 20 11:45:11.253410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:11.256250 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee36e2a-533a-4449-87b6-da58cd9c183f" -d '{"events": [{"server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "name": "network-vif-plugged", "status": "completed", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:11.283284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:11.307231 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c6ef6d-ad64-4a34-bea8-32d795f0c7b9 x-openstack-request-id: req-57c6ef6d-ad64-4a34-bea8-32d795f0c7b9 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:11.310881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=e9cc6fd1-e950-467b-a879-29a367156f9d,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:11.316869 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "name": "network-vif-plugged", "status": "completed", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:11.316869 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57c6ef6d-ad64-4a34-bea8-32d795f0c7b9 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:11.317133 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee', 'code': 200} Aug 20 11:45:11.318303 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.325795 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.381848 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:11.437160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:11.453974 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 21cf6564-8025-415b-8be3-e6aee72745d7 associated. External IP: 172.25.4.62, port: 992fda02-88c6-4c7a-9eb6-2380e52662e8. Aug 20 11:45:11.457777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c94e39-4659-446f-89c3-2238be9c213b req-72d73f05-9cb4-4f16-81b2-7510329c38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:11.459007 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61c94e39-4659-446f-89c3-2238be9c213b req-72d73f05-9cb4-4f16-81b2-7510329c38c5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1096 time: 0.0902851 Aug 20 11:45:11.588131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-61c94e39-4659-446f-89c3-2238be9c213b req-edb0bf9b-c4ea-4640-993a-13a943bd47de service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948310 Aug 20 11:45:11.620436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936fa99-672a-4976-8da0-7e2f53d6a666 req-ebd9040b-ba36-4c12-b892-0df33e3eb02e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:11.621922 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9936fa99-672a-4976-8da0-7e2f53d6a666 req-ebd9040b-ba36-4c12-b892-0df33e3eb02e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.1114938 Aug 20 11:45:11.730319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9936fa99-672a-4976-8da0-7e2f53d6a666 req-9df0087a-8bed-4048-ac32-00265a85325e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013036 Aug 20 11:45:11.758549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:12.190543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba9477-1a49-445c-8e88-e0473ec72733 req-3dac5b24-3769-4ea0-b271-e6f99aa820ba tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:12.192117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-faba9477-1a49-445c-8e88-e0473ec72733 req-3dac5b24-3769-4ea0-b271-e6f99aa820ba tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 946 time: 0.0949488 Aug 20 11:45:12.211689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:12.222934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13fa0b-660d-4f64-8692-414bfd5bca61 None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:12.236376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13fa0b-660d-4f64-8692-414bfd5bca61 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:12.237025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6e13fa0b-660d-4f64-8692-414bfd5bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:12.277875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6e13fa0b-660d-4f64-8692-414bfd5bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:12.289288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13fa0b-660d-4f64-8692-414bfd5bca61 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:12.290012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6e13fa0b-660d-4f64-8692-414bfd5bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:12.317918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-faba9477-1a49-445c-8e88-e0473ec72733 req-5b5ee8b8-fbde-4c78-af56-8e0c2df430e3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Deleting port b84a8cb3-60b8-4d07-9e58-e08482aced82 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:12.318201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-faba9477-1a49-445c-8e88-e0473ec72733 req-5b5ee8b8-fbde-4c78-af56-8e0c2df430e3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.328360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6e13fa0b-660d-4f64-8692-414bfd5bca61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:12.329024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13fa0b-660d-4f64-8692-414bfd5bca61 None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:12.338293 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.372816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ee9ae-cf30-4b41-9702-cb9a1d005501 req-377cf8d5-3e0b-47cd-aa82-2e35c870bc52 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:12.374381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-479ee9ae-cf30-4b41-9702-cb9a1d005501 req-377cf8d5-3e0b-47cd-aa82-2e35c870bc52 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 946 time: 0.0516112 Aug 20 11:45:12.403903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3a58a92f-d8b7-466a-aead-919ffcc0294d tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8931811 Aug 20 11:45:12.409317 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55126) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:12.415110 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-479ee9ae-cf30-4b41-9702-cb9a1d005501 req-acd5a7e4-4dfb-4c97-a3ef-822a57456834 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=3648d366-826b-4706-b52d-b2a6bf1263b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343547 Aug 20 11:45:12.486821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-faba9477-1a49-445c-8e88-e0473ec72733 req-5b5ee8b8-fbde-4c78-af56-8e0c2df430e3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] For port b84a8cb3-60b8-4d07-9e58-e08482aced82, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=b84a8cb3-60b8-4d07-9e58-e08482aced82,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:12.487180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-faba9477-1a49-445c-8e88-e0473ec72733 req-5b5ee8b8-fbde-4c78-af56-8e0c2df430e3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.509706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-11c62068-8c0a-4e90-a54f-de92647f5a81 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "GET /v2.0/floatingips/21cf6564-8025-415b-8be3-e6aee72745d7 HTTP/1.1" status: 200 len: 977 time: 0.0994680 Aug 20 11:45:12.510706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-faba9477-1a49-445c-8e88-e0473ec72733 req-5b5ee8b8-fbde-4c78-af56-8e0c2df430e3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Calling delete_port for b84a8cb3-60b8-4d07-9e58-e08482aced82 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:12.512220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55128) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:12.667357 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-06af13cb-ba46-47b9-a322-68002109bc58 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1539886 Aug 20 11:45:12.669957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55130) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:12.679984 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'port_id': '5d303574-b689-4ddd-a0f3-0f4e38caea3f'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:12.757477 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.871125 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-faba9477-1a49-445c-8e88-e0473ec72733 req-5b5ee8b8-fbde-4c78-af56-8e0c2df430e3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:12.883893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['b84a8cb3-60b8-4d07-9e58-e08482aced82'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:45:12.929406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ee8b8-fbde-4c78-af56-8e0c2df430e3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'Port': ['ID=b84a8cb3-60b8-4d07-9e58-e08482aced82,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:12.934788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ed3f3-a005-4369-bb3b-31839a924d16 req-7e0ec2f7-13e5-4c38-b92e-7001e8ddb12f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:12.936332 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6e4ed3f3-a005-4369-bb3b-31839a924d16 req-7e0ec2f7-13e5-4c38-b92e-7001e8ddb12f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.1072569 Aug 20 11:45:13.003093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba9477-1a49-445c-8e88-e0473ec72733 req-5b5ee8b8-fbde-4c78-af56-8e0c2df430e3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] No DVR routers for this DVR port b84a8cb3-60b8-4d07-9e58-e08482aced82 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:13.005689 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-faba9477-1a49-445c-8e88-e0473ec72733 req-5b5ee8b8-fbde-4c78-af56-8e0c2df430e3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:13.008368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-faba9477-1a49-445c-8e88-e0473ec72733 req-5b5ee8b8-fbde-4c78-af56-8e0c2df430e3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "DELETE /v2.0/ports/b84a8cb3-60b8-4d07-9e58-e08482aced82 HTTP/1.1" status: 204 len: 173 time: 0.8075678 Aug 20 11:45:13.008531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0580a6e7-b67f-4604-a686-5e85c6865681', 'name': 'network-vif-deleted', 'tag': 'b84a8cb3-60b8-4d07-9e58-e08482aced82'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:13.017486 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe597612-7963-4966-90ee-bac16f6d18c7" -d '{"events": [{"server_uuid": "0580a6e7-b67f-4604-a686-5e85c6865681", "name": "network-vif-deleted", "tag": "b84a8cb3-60b8-4d07-9e58-e08482aced82"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:13.070347 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06f1683-5e30-4167-b08b-05304a792c39 x-openstack-request-id: req-e06f1683-5e30-4167-b08b-05304a792c39 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:13.077060 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0580a6e7-b67f-4604-a686-5e85c6865681", "name": "network-vif-deleted", "tag": "b84a8cb3-60b8-4d07-9e58-e08482aced82", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:13.077060 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e06f1683-5e30-4167-b08b-05304a792c39 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:13.077060 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0580a6e7-b67f-4604-a686-5e85c6865681', 'name': 'network-vif-deleted', 'tag': 'b84a8cb3-60b8-4d07-9e58-e08482aced82', 'status': 'completed', 'code': 200} Aug 20 11:45:13.077317 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6e4ed3f3-a005-4369-bb3b-31839a924d16 req-4de7aca0-0955-4056-96f3-f6f656fd87ee tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039896 Aug 20 11:45:13.371907 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:13.522485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:13.527748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-23b54ef7-e422-4cff-876c-5ea8abe1729b req-3b47210d-8343-4fac-94ac-7fe8a4a31cfa tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 210 time: 0.0350292 Aug 20 11:45:13.585877 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:13.955021 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 21cf6564-8025-415b-8be3-e6aee72745d7 associated. External IP: 172.25.4.62, port: 992fda02-88c6-4c7a-9eb6-2380e52662e8. Aug 20 11:45:14.183491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:14.208050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c80e8-00b4-4a17-9c0e-d7010bab3277 req-34d8bc3b-0567-4cca-95b5-7c97eeac39f6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:14.215606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-be4c80e8-00b4-4a17-9c0e-d7010bab3277 req-34d8bc3b-0567-4cca-95b5-7c97eeac39f6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0573828 Aug 20 11:45:14.252154 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-be4c80e8-00b4-4a17-9c0e-d7010bab3277 req-2736e6c8-e4c7-49b9-9cf8-6603d6c4381f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355527 Aug 20 11:45:14.323606 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:14.334803 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199903d-535c-4f92-b3cf-686f15e8a71b None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:14.351341 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199903d-535c-4f92-b3cf-686f15e8a71b None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:14.352285 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a199903d-535c-4f92-b3cf-686f15e8a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:14.392272 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a199903d-535c-4f92-b3cf-686f15e8a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:14.398908 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199903d-535c-4f92-b3cf-686f15e8a71b None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:14.399713 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a199903d-535c-4f92-b3cf-686f15e8a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:14.437101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df2f0-8324-419f-86ac-2f90ab6c50d4 req-6d8460dd-c905-493a-bb06-734336d87608 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:14.439536 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a199903d-535c-4f92-b3cf-686f15e8a71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:14.440360 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199903d-535c-4f92-b3cf-686f15e8a71b None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:14.443408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8f5df2f0-8324-419f-86ac-2f90ab6c50d4 req-6d8460dd-c905-493a-bb06-734336d87608 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0736310 Aug 20 11:45:14.447863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55150) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:14.452712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9e17e9b5-4bac-4c82-88bf-e146d77fc347 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'floatingip': {'port_id': '1c6820d0-825b-4936-8138-c50adca0eeee'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:14.497275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e17e9b5-4bac-4c82-88bf-e146d77fc347 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:14.627156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:14.689584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b9b1f89-a943-45a8-b9ba-fbf1b68ecdef req-342a655f-e259-405d-b207-8c25d208876e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 210 time: 0.0339370 Aug 20 11:45:14.774034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:14.781369 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:14.784479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f366e3-e934-4164-99da-62176c9b569a None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:14.801440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f366e3-e934-4164-99da-62176c9b569a None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:14.802463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b2f366e3-e934-4164-99da-62176c9b569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:14.844460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b2f366e3-e934-4164-99da-62176c9b569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:14.856345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f366e3-e934-4164-99da-62176c9b569a None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:14.857898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b2f366e3-e934-4164-99da-62176c9b569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:14.866146 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-616cad9d-b863-4921-af0f-58840f7344cf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "PUT /v2.0/floatingips/21cf6564-8025-415b-8be3-e6aee72745d7 HTTP/1.1" status: 200 len: 977 time: 2.1942279 Aug 20 11:45:14.881430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55156) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:14.887942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-590896b0-42b3-4ea3-876a-5f18b91d2be5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:14.901035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b2f366e3-e934-4164-99da-62176c9b569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:14.901697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f366e3-e934-4164-99da-62176c9b569a None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:14.996109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-590896b0-42b3-4ea3-876a-5f18b91d2be5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.028727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-46c44c7d-d39e-4265-8cd7-98de526593c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.175280 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e17e9b5-4bac-4c82-88bf-e146d77fc347 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.220127 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-590896b0-42b3-4ea3-876a-5f18b91d2be5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.259536 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e17e9b5-4bac-4c82-88bf-e146d77fc347 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.341074 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-590896b0-42b3-4ea3-876a-5f18b91d2be5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:15.341439 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-590896b0-42b3-4ea3-876a-5f18b91d2be5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 21cf6564-8025-415b-8be3-e6aee72745d7 disassociated. External IP: 172.25.4.62, port: 5d303574-b689-4ddd-a0f3-0f4e38caea3f. Aug 20 11:45:15.410695 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-9e17e9b5-4bac-4c82-88bf-e146d77fc347 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Floating IP a9df4f9a-fd41-4fdc-a282-06c1fb002a6d associated. External IP: 172.25.4.160, port: 1c6820d0-825b-4936-8138-c50adca0eeee. Aug 20 11:45:15.734362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590896b0-42b3-4ea3-876a-5f18b91d2be5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:15.798754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e17e9b5-4bac-4c82-88bf-e146d77fc347 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:15.831571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-33c9eeb0-bb74-47ac-b5ec-e2f82a35153e req-d80292b0-4640-4606-9f9f-8b942d9fce1b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 210 time: 0.0350001 Aug 20 11:45:16.243742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590896b0-42b3-4ea3-876a-5f18b91d2be5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:16.250477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-590896b0-42b3-4ea3-876a-5f18b91d2be5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.254554 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fcd529-9d0a-4253-85ea-adc0b4c737cb None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:16.264196 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fcd529-9d0a-4253-85ea-adc0b4c737cb None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:16.264895 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-63fcd529-9d0a-4253-85ea-adc0b4c737cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:16.308664 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-63fcd529-9d0a-4253-85ea-adc0b4c737cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:16.315581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-590896b0-42b3-4ea3-876a-5f18b91d2be5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "PUT /v2.0/floatingips/21cf6564-8025-415b-8be3-e6aee72745d7 HTTP/1.1" status: 200 len: 687 time: 1.4320834 Aug 20 11:45:16.318094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55164) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:16.322007 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fcd529-9d0a-4253-85ea-adc0b4c737cb None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:16.322879 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-63fcd529-9d0a-4253-85ea-adc0b4c737cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:16.361849 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-63fcd529-9d0a-4253-85ea-adc0b4c737cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:16.361849 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fcd529-9d0a-4253-85ea-adc0b4c737cb None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:16.392102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e17e9b5-4bac-4c82-88bf-e146d77fc347 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:16.397504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e17e9b5-4bac-4c82-88bf-e146d77fc347 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.402375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] Sync routers for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:16.416305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:16.418750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:16.486066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9e17e9b5-4bac-4c82-88bf-e146d77fc347 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "PUT /v2.0/floatingips/a9df4f9a-fd41-4fdc-a282-06c1fb002a6d HTTP/1.1" status: 200 len: 991 time: 2.0370696 Aug 20 11:45:16.508443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:45:16.510794 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:45:16.550109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-65f075e3-3210-4d71-9fd9-18a93aec51fe tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port e9cc6fd1-e950-467b-a879-29a367156f9d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:16.550518 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65f075e3-3210-4d71-9fd9-18a93aec51fe tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.623410 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29c93a3-4fdd-4ebb-949a-02dffa9e04d9 x-openstack-request-id: req-a29c93a3-4fdd-4ebb-949a-02dffa9e04d9 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:45:16.624202 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:45:16.624329 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a29c93a3-4fdd-4ebb-949a-02dffa9e04d9 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:45:16.624730 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee', 'status': 'completed', 'code': 200} Aug 20 11:45:16.690932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-f8f56ad0-255c-4690-9ca4-286cba12b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:16.692394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-f8f56ad0-255c-4690-9ca4-286cba12b9b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1096 time: 0.0829911 Aug 20 11:45:16.713941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65f075e3-3210-4d71-9fd9-18a93aec51fe tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.714281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65f075e3-3210-4d71-9fd9-18a93aec51fe tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:16.760786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:45:16.762744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-65f075e3-3210-4d71-9fd9-18a93aec51fe tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for e9cc6fd1-e950-467b-a879-29a367156f9d owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:16.851001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-df195471-266c-40e3-bdc6-852176efdd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:16.852513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-df195471-266c-40e3-bdc6-852176efdd5c service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1507485 Aug 20 11:45:16.946824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-a860fdb4-0a8d-4343-b279-006e20f0bfbc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 200 len: 999 time: 0.0851963 Aug 20 11:45:16.964655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device b84a8cb3-60b8-4d07-9e58-e08482aced82 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:16.974779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d19fb72-cac4-4165-927a-d6383661b6b7 req-612f709d-0845-47fd-87ed-e3041165517c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 210 time: 0.0418365 Aug 20 11:45:17.001345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: b84a8cb3-60b8-4d07-9e58-e08482aced82 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:45:17.001345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device b84a8cb3-60b8-4d07-9e58-e08482aced82 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:17.041971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-e17fc841-4953-4ecd-8724-93758712aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.042282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-e17fc841-4953-4ecd-8724-93758712aef3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0798485 Aug 20 11:45:17.103137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-72717884-9db0-49bd-bc74-8662a8f7c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.104077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'a9df4f9a-fd41-4fdc-a282-06c1fb002a6d', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'port_id': '1c6820d0-825b-4936-8138-c50adca0eeee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'mac_address': 'fa:16:3e:53:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:44:56Z', 'updated_at': '2021-08-20T11:45:15Z', 'revision_number': 1, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:17.104963 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-72717884-9db0-49bd-bc74-8662a8f7c8d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547297 Aug 20 11:45:17.135903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] Checking router: 4ba36b6f-c23a-4b2d-97aa-f358d9222942 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:45:17.144518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:17.145056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:44:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:17.208421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-8f5a3e88-aaeb-4a1e-b788-8ced3d43dd7b service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959785 Aug 20 11:45:17.252540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:45:17.260606 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65f075e3-3210-4d71-9fd9-18a93aec51fe tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.305619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f075e3-3210-4d71-9fd9-18a93aec51fe tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=e9cc6fd1-e950-467b-a879-29a367156f9d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:17.392042 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65f075e3-3210-4d71-9fd9-18a93aec51fe tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.399112 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65f075e3-3210-4d71-9fd9-18a93aec51fe tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.403053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55176) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:17.403538 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-65f075e3-3210-4d71-9fd9-18a93aec51fe tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/floatingips/21cf6564-8025-415b-8be3-e6aee72745d7 HTTP/1.1" status: 204 len: 168 time: 1.0842185 Aug 20 11:45:17.411585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b04e5ef7-3b43-4c3c-8cc3-68abfc9dbd0d req-e7342b97-7607-422a-ae56-d2fd0d224cb3 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959486 Aug 20 11:45:17.443484 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-5bfadb6f-12d2-47a2-8b94-c478f7b2221a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] delete failed (client error): The resource could not be found. Aug 20 11:45:17.450953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55178) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:17.451237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5bfadb6f-12d2-47a2-8b94-c478f7b2221a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/floatingips/21cf6564-8025-415b-8be3-e6aee72745d7 HTTP/1.1" status: 404 len: 345 time: 0.0468574 Aug 20 11:45:17.558135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'a9df4f9a-fd41-4fdc-a282-06c1fb002a6d', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'port_id': '1c6820d0-825b-4936-8138-c50adca0eeee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'mac_address': 'fa:16:3e:53:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:44:56Z', 'updated_at': '2021-08-20T11:45:15Z', 'revision_number': 1, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:17.601945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbeefef-162e-4f45-b2c2-84ef6dd0e3a7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.613552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad265c8-ccf9-4e00-a4b3-6f5e9495d3ef None None] The sync data for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 is: [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'a9df4f9a-fd41-4fdc-a282-06c1fb002a6d', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'floating_ip_address': '172.25.4.160', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'port_id': '1c6820d0-825b-4936-8138-c50adca0eeee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'mac_address': 'fa:16:3e:53:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:44:56Z', 'updated_at': '2021-08-20T11:45:15Z', 'revision_number': 1, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:17.614725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbeefef-162e-4f45-b2c2-84ef6dd0e3a7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.633817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbeefef-162e-4f45-b2c2-84ef6dd0e3a7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.638513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1cbeefef-162e-4f45-b2c2-84ef6dd0e3a7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "GET /v2.0/ports?network_id=27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb HTTP/1.1" status: 200 len: 2358 time: 0.1838677 Aug 20 11:45:17.639617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55184) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:17.736776 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-01953302-8592-4e53-b052-4cb3d73cb835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:17.740235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f016e9b3-2ea9-4141-a82f-6447d4d8cdd7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:17.748104 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f016e9b3-2ea9-4141-a82f-6447d4d8cdd7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "GET /v2.0/subnets/61924ac2-ccd7-4b78-a3b1-0098543c9fd4 HTTP/1.1" status: 200 len: 797 time: 0.1062717 Aug 20 11:45:17.748270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55186) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:17.759182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'port': {'network_id': '27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb', 'name': 'tempest-FloatingIPTestJSON-1739952679', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:17.957605 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8a92e9-73e7-4849-acea-3e7c86ab47c9 None None] New status for floating IP a9df4f9a-fd41-4fdc-a282-06c1fb002a6d: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:45:18.032582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Made reservation on behalf of f02d537db01a42d9b3d6dad61e62ecc4 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:18.156859 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-088f6897-b578-4c5a-820f-03eca565e791 req-68dd3efa-04b8-4f68-9c20-9b76700a7f6c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=0580a6e7-b67f-4604-a686-5e85c6865681 HTTP/1.1" status: 200 len: 210 time: 0.0585399 Aug 20 11:45:18.184253 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:18.225935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] device_id is not set on port cd46261f-61d9-4ddf-8a32-d46832282344 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:18.634581 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:18.857999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.20.0.14 (27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb/61924ac2-ccd7-4b78-a3b1-0098543c9fd4/cd46261f-61d9-4ddf-8a32-d46832282344) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:18.873523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.20.0.13 (27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb/61924ac2-ccd7-4b78-a3b1-0098543c9fd4/cd46261f-61d9-4ddf-8a32-d46832282344) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:19.116857 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.239319 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.271784 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.431002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:19.434360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:19.439396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:19.474030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=cd46261f-61d9-4ddf-8a32-d46832282344,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:19.529832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:19.530837 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.638241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55202) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:19.643969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'cd46261f-61d9-4ddf-8a32-d46832282344', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:19.654216 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-12d9d37f-95ee-4d9d-a348-e2f57fca0daf tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9045200 Aug 20 11:45:19.773686 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:19.947133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.073234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.25.4.200 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/893c2124-8141-45b7-a3cf-cc5dfe9db17a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:20.193273 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.291883 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.333365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:20.339852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:20.343736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:20.394557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=893c2124-8141-45b7-a3cf-cc5dfe9db17a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:20.764446 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.863009 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:20.926673 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.091015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.188282 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.254504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=893c2124-8141-45b7-a3cf-cc5dfe9db17a,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:21.269753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.375264 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 2a75fafe-7d79-496a-9ff3-e98486ccacf4 associated. External IP: 172.25.4.200, port: cd46261f-61d9-4ddf-8a32-d46832282344. Aug 20 11:45:21.592702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:21.713629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:21.733126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d7424-d668-46dc-9ba9-80137968ded2 None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:21.738388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d7424-d668-46dc-9ba9-80137968ded2 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:21.739041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8d2d7424-d668-46dc-9ba9-80137968ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:21.773500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8d2d7424-d668-46dc-9ba9-80137968ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:21.782925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d7424-d668-46dc-9ba9-80137968ded2 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:21.783553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8d2d7424-d668-46dc-9ba9-80137968ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:21.814961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8d2d7424-d668-46dc-9ba9-80137968ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:21.815767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d7424-d668-46dc-9ba9-80137968ded2 None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:21.833639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:21.861293 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6a295b14-a7a6-449b-9bba-329805c800f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.2219396 Aug 20 11:45:21.863997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55242) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:21.868560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b54b2d27-a960-460e-9f13-226c56553850 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'port_id': 'cd46261f-61d9-4ddf-8a32-d46832282344', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:21.926909 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b54b2d27-a960-460e-9f13-226c56553850 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.777075 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b54b2d27-a960-460e-9f13-226c56553850 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:22.873927 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b54b2d27-a960-460e-9f13-226c56553850 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.065467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55284) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:23.073574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a2ddbb0d-c8a2-42fc-99cc-384407726f15 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951634944', 'description': 'tempest-secgroup-smoke-1951634944 description', 'project_id': '8ea0796915334e5c8704c4e677a6eef8'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:23.093149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54b2d27-a960-460e-9f13-226c56553850 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:23.176715 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2ddbb0d-c8a2-42fc-99cc-384407726f15 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.207055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54b2d27-a960-460e-9f13-226c56553850 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:23.212085 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b54b2d27-a960-460e-9f13-226c56553850 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.219908 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc5510-f132-4b22-80db-977b5729a3a2 None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:23.233688 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc5510-f132-4b22-80db-977b5729a3a2 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:23.234608 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-89fc5510-f132-4b22-80db-977b5729a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:23.270546 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-89fc5510-f132-4b22-80db-977b5729a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:23.273311 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2ddbb0d-c8a2-42fc-99cc-384407726f15 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.280536 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc5510-f132-4b22-80db-977b5729a3a2 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:23.281259 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-89fc5510-f132-4b22-80db-977b5729a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:23.285364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b54b2d27-a960-460e-9f13-226c56553850 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "PUT /v2.0/floatingips/2a75fafe-7d79-496a-9ff3-e98486ccacf4 HTTP/1.1" status: 200 len: 979 time: 1.4177570 Aug 20 11:45:23.285788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55286) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:23.316633 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-89fc5510-f132-4b22-80db-977b5729a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:23.317423 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc5510-f132-4b22-80db-977b5729a3a2 None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:23.370977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2ddbb0d-c8a2-42fc-99cc-384407726f15 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.409896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddbb0d-c8a2-42fc-99cc-384407726f15 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea27980-82eb-4341-9bef-06664b76ff6f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:23.466769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port 893c2124-8141-45b7-a3cf-cc5dfe9db17a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:23.466769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.511843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2ddbb0d-c8a2-42fc-99cc-384407726f15 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.513151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a2ddbb0d-c8a2-42fc-99cc-384407726f15 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4460776 Aug 20 11:45:23.516366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55290) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:23.522452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5743d1a0-9fad-4409-a284-1b8fdc2397ee tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'security_group_rule': {'security_group_id': '2ea27980-82eb-4341-9bef-06664b76ff6f', 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:23.563623 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.564062 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.576607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for 893c2124-8141-45b7-a3cf-cc5dfe9db17a owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:23.680554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5743d1a0-9fad-4409-a284-1b8fdc2397ee tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.764194 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5743d1a0-9fad-4409-a284-1b8fdc2397ee tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.845366 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5743d1a0-9fad-4409-a284-1b8fdc2397ee tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.864549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743d1a0-9fad-4409-a284-1b8fdc2397ee tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592423e9-b0b4-4b6f-9650-9ffa050b9a93,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:23.871342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.900801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=893c2124-8141-45b7-a3cf-cc5dfe9db17a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:23.943552 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5743d1a0-9fad-4409-a284-1b8fdc2397ee tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.944828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5743d1a0-9fad-4409-a284-1b8fdc2397ee tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4274969 Aug 20 11:45:23.947816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55294) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:23.952590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e511b470-709b-46ad-8c3b-1f59cf576b76 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'security_group_rule': {'security_group_id': '2ea27980-82eb-4341-9bef-06664b76ff6f', 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:23.966133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:23.966543 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 2a75fafe-7d79-496a-9ff3-e98486ccacf4 disassociated (deleted). External IP: 172.25.4.200, port: cd46261f-61d9-4ddf-8a32-d46832282344. Aug 20 11:45:24.090604 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e511b470-709b-46ad-8c3b-1f59cf576b76 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.184377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e511b470-709b-46ad-8c3b-1f59cf576b76 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.230832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:24.285261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e511b470-709b-46ad-8c3b-1f59cf576b76 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.301166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511b470-709b-46ad-8c3b-1f59cf576b76 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8272d44f-c5ca-40b9-b2cc-8f333d153114,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:24.341465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:24.346012 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.351927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3e013-984d-4a23-856e-df30096a257c None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:24.361421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3e013-984d-4a23-856e-df30096a257c None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:24.362038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-60a3e013-984d-4a23-856e-df30096a257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:24.376992 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eb00122b-d129-494b-914c-c92f99b2bbe6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/floatingips/2a75fafe-7d79-496a-9ff3-e98486ccacf4 HTTP/1.1" status: 204 len: 168 time: 1.0874836 Aug 20 11:45:24.377212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55298) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:24.396738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-60a3e013-984d-4a23-856e-df30096a257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:24.405888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3e013-984d-4a23-856e-df30096a257c None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:24.406539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-60a3e013-984d-4a23-856e-df30096a257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:24.419839 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e511b470-709b-46ad-8c3b-1f59cf576b76 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.424293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e511b470-709b-46ad-8c3b-1f59cf576b76 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4725969 Aug 20 11:45:24.424721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55300) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:24.429731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8a38a4ab-3f60-4fc1-a618-e2e8fbc4edc5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'security_group_rule': {'security_group_id': '2ea27980-82eb-4341-9bef-06664b76ff6f', 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:24.441023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-60a3e013-984d-4a23-856e-df30096a257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:24.441686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3e013-984d-4a23-856e-df30096a257c None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:24.497329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e6b08536-1af0-413f-b7ea-568776cf9854 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port cd46261f-61d9-4ddf-8a32-d46832282344 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:24.497671 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6b08536-1af0-413f-b7ea-568776cf9854 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.586066 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6b08536-1af0-413f-b7ea-568776cf9854 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.599715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e6b08536-1af0-413f-b7ea-568776cf9854 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for cd46261f-61d9-4ddf-8a32-d46832282344 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:24.653083 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a38a4ab-3f60-4fc1-a618-e2e8fbc4edc5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.756871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a38a4ab-3f60-4fc1-a618-e2e8fbc4edc5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.852436 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a38a4ab-3f60-4fc1-a618-e2e8fbc4edc5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.884117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38a4ab-3f60-4fc1-a618-e2e8fbc4edc5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d235eefe-01fd-4c21-b3b1-e3ea5215f14b,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:24.929523 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6b08536-1af0-413f-b7ea-568776cf9854 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.967735 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b08536-1af0-413f-b7ea-568776cf9854 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=cd46261f-61d9-4ddf-8a32-d46832282344,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:24.975851 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a38a4ab-3f60-4fc1-a618-e2e8fbc4edc5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:24.977225 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a38a4ab-3f60-4fc1-a618-e2e8fbc4edc5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5513568 Aug 20 11:45:24.981043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55312) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:24.986457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0b0648d5-4aab-4a0b-b416-2b6b626534e2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'security_group_rule': {'security_group_id': '2ea27980-82eb-4341-9bef-06664b76ff6f', 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:25.069398 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e6b08536-1af0-413f-b7ea-568776cf9854 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.075777 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e6b08536-1af0-413f-b7ea-568776cf9854 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/ports/cd46261f-61d9-4ddf-8a32-d46832282344 HTTP/1.1" status: 204 len: 168 time: 0.6938798 Aug 20 11:45:25.076582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55314) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:25.082078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:25.098305 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b0648d5-4aab-4a0b-b416-2b6b626534e2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.169197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b0648d5-4aab-4a0b-b416-2b6b626534e2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.205899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.278082 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b0648d5-4aab-4a0b-b416-2b6b626534e2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.307434 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0648d5-4aab-4a0b-b416-2b6b626534e2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ff02ec-c27f-4b2a-b29c-147e502f886c,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:25.353592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.405594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b0648d5-4aab-4a0b-b416-2b6b626534e2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.409884 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0b0648d5-4aab-4a0b-b416-2b6b626534e2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4250116 Aug 20 11:45:25.410188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55318) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:25.415881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-187d265f-b1fd-4137-8d05-5e2b1b95e3ef tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'security_group_rule': {'security_group_id': '2ea27980-82eb-4341-9bef-06664b76ff6f', 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:25.505686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.25.4.184 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/2096d843-2e3d-4efa-8ead-720a02880db6) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:25.562047 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-187d265f-b1fd-4137-8d05-5e2b1b95e3ef tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Project 8ea0796915334e5c8704c4e677a6eef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:45:25.573197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-187d265f-b1fd-4137-8d05-5e2b1b95e3ef tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.664549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.667751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-187d265f-b1fd-4137-8d05-5e2b1b95e3ef tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.736203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-187d265f-b1fd-4137-8d05-5e2b1b95e3ef tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.757819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d265f-b1fd-4137-8d05-5e2b1b95e3ef tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83033fc6-56fa-44fd-b50f-cad093249664,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:25.767175 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.822887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:25.833832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:25.841837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:25.845175 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-187d265f-b1fd-4137-8d05-5e2b1b95e3ef tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.846381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-187d265f-b1fd-4137-8d05-5e2b1b95e3ef tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4352720 Aug 20 11:45:25.849311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55324) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:25.854771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-69839bfb-5475-4b4b-bce6-9598b4e0990a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'security_group_rule': {'security_group_id': '2ea27980-82eb-4341-9bef-06664b76ff6f', 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:25.865041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=2096d843-2e3d-4efa-8ead-720a02880db6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:25.935321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:25.951375 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-69839bfb-5475-4b4b-bce6-9598b4e0990a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Project 8ea0796915334e5c8704c4e677a6eef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:45:25.956965 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69839bfb-5475-4b4b-bce6-9598b4e0990a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.032866 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69839bfb-5475-4b4b-bce6-9598b4e0990a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.064397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.131210 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69839bfb-5475-4b4b-bce6-9598b4e0990a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.153231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69839bfb-5475-4b4b-bce6-9598b4e0990a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd4da86-4c97-4ef6-b5d5-4cb9fc06d6ef,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:26.227137 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.268148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69839bfb-5475-4b4b-bce6-9598b4e0990a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.269470 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-69839bfb-5475-4b4b-bce6-9598b4e0990a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4191422 Aug 20 11:45:26.402898 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.480286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=2096d843-2e3d-4efa-8ead-720a02880db6,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:26.493240 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.605719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.606985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-729e1b4e-a1ec-4e96-8a6d-e661330187dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5296049 Aug 20 11:45:26.610261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55368) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:26.616000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'port': {'network_id': '27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb', 'name': 'tempest-FloatingIPTestJSON-1113380192'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:26.782703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Made reservation on behalf of f02d537db01a42d9b3d6dad61e62ecc4 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:26.786238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:26.806303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] device_id is not set on port 20d0d7e8-3c5d-4379-b78f-5f5285b8e067 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:26.923194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.20.0.3 (27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb/61924ac2-ccd7-4b78-a3b1-0098543c9fd4/20d0d7e8-3c5d-4379-b78f-5f5285b8e067) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:27.092060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.251990 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.311693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:27.315014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:27.322576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:27.326747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=20d0d7e8-3c5d-4379-b78f-5f5285b8e067,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:27.375152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:27.375926 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:27.494290 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0971ed1e-580c-46e6-af95-588fc4177c21 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8778577 Aug 20 11:45:27.494811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55406) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:27.500559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b4f73666-d44f-4095-9d28-f0998d640332 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'port_id': '20d0d7e8-3c5d-4379-b78f-5f5285b8e067'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:27.550341 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4f73666-d44f-4095-9d28-f0998d640332 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.139410 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4f73666-d44f-4095-9d28-f0998d640332 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.225712 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4f73666-d44f-4095-9d28-f0998d640332 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:28.346823 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-b4f73666-d44f-4095-9d28-f0998d640332 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 0526ea35-3b9f-4284-8b1a-3afc45e05fa1 associated. External IP: 172.25.4.184, port: 20d0d7e8-3c5d-4379-b78f-5f5285b8e067. Aug 20 11:45:28.971983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f73666-d44f-4095-9d28-f0998d640332 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:29.093079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f73666-d44f-4095-9d28-f0998d640332 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:29.100006 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4f73666-d44f-4095-9d28-f0998d640332 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.111740 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01958d-c9d5-4114-a3ac-c88aca94627c None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:29.123054 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01958d-c9d5-4114-a3ac-c88aca94627c None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:29.123711 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ca01958d-c9d5-4114-a3ac-c88aca94627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:29.140342 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b4f73666-d44f-4095-9d28-f0998d640332 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "PUT /v2.0/floatingips/0526ea35-3b9f-4284-8b1a-3afc45e05fa1 HTTP/1.1" status: 200 len: 978 time: 1.6438863 Aug 20 11:45:29.142579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55436) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:29.158921 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ca01958d-c9d5-4114-a3ac-c88aca94627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:29.169679 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01958d-c9d5-4114-a3ac-c88aca94627c None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:29.170548 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ca01958d-c9d5-4114-a3ac-c88aca94627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:29.203631 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-ca01958d-c9d5-4114-a3ac-c88aca94627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:29.204294 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01958d-c9d5-4114-a3ac-c88aca94627c None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:29.257449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port 20d0d7e8-3c5d-4379-b78f-5f5285b8e067 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:29.257865 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.358602 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.664994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.665850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:29.666519 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 0526ea35-3b9f-4284-8b1a-3afc45e05fa1 disassociated. External IP: 172.25.4.184, port: 20d0d7e8-3c5d-4379-b78f-5f5285b8e067. Aug 20 11:45:29.667103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for 20d0d7e8-3c5d-4379-b78f-5f5285b8e067 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:30.003741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.038154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=20d0d7e8-3c5d-4379-b78f-5f5285b8e067,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:30.174040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:30.301916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:30.313753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e428622-daa1-447a-ac66-1b7e73131e7c None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:30.336149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e428622-daa1-447a-ac66-1b7e73131e7c None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:30.336811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6e428622-daa1-447a-ac66-1b7e73131e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:30.405505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6e428622-daa1-447a-ac66-1b7e73131e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:30.415565 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e428622-daa1-447a-ac66-1b7e73131e7c None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:30.416211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6e428622-daa1-447a-ac66-1b7e73131e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:30.426658 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.426658 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a8d58ec9-9e49-4523-a778-6ccb2a2ae78a tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/ports/20d0d7e8-3c5d-4379-b78f-5f5285b8e067 HTTP/1.1" status: 204 len: 168 time: 1.2810831 Aug 20 11:45:30.427796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55458) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:30.452377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6e428622-daa1-447a-ac66-1b7e73131e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:30.453048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e428622-daa1-447a-ac66-1b7e73131e7c None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:30.493813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0d941bdd-9d65-4564-bc2a-acd17d22611f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "GET /v2.0/floatingips/0526ea35-3b9f-4284-8b1a-3afc45e05fa1 HTTP/1.1" status: 200 len: 688 time: 0.0638995 Aug 20 11:45:30.497243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55460) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:30.678013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2fca7-4143-44f0-862e-74527a822e13 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port 2096d843-2e3d-4efa-8ead-720a02880db6 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:30.678622 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fca7-4143-44f0-862e-74527a822e13 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.782756 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fca7-4143-44f0-862e-74527a822e13 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.783131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fca7-4143-44f0-862e-74527a822e13 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:30.798103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2fca7-4143-44f0-862e-74527a822e13 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for 2096d843-2e3d-4efa-8ead-720a02880db6 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:31.065855 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fca7-4143-44f0-862e-74527a822e13 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.096596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2fca7-4143-44f0-862e-74527a822e13 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=2096d843-2e3d-4efa-8ead-720a02880db6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:31.168646 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fca7-4143-44f0-862e-74527a822e13 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.172153 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fc2fca7-4143-44f0-862e-74527a822e13 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.173819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9fc2fca7-4143-44f0-862e-74527a822e13 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/floatingips/0526ea35-3b9f-4284-8b1a-3afc45e05fa1 HTTP/1.1" status: 204 len: 168 time: 0.6752460 Aug 20 11:45:31.177256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55472) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:31.182715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '5d303574-b689-4ddd-a0f3-0f4e38caea3f'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:31.337079 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.443471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.580991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.25.4.70 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/163c382c-2cc5-46fa-a500-1e38802e03f4) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:31.700153 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.867312 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:31.904231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:31.908927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:31.912703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:31.951538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=163c382c-2cc5-46fa-a500-1e38802e03f4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:32.352333 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.578111 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.835570 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:32.953993 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.042882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=163c382c-2cc5-46fa-a500-1e38802e03f4,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:33.052469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.178732 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 653a6d59-4298-41fe-88b1-358e8c127405 associated. External IP: 172.25.4.70, port: 5d303574-b689-4ddd-a0f3-0f4e38caea3f. Aug 20 11:45:33.491076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:33.619278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:33.631776 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a654f8-23f0-4a64-94ae-9cbc483db4f6 None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:33.643949 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a654f8-23f0-4a64-94ae-9cbc483db4f6 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:33.644730 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f1a654f8-23f0-4a64-94ae-9cbc483db4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:33.690828 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f1a654f8-23f0-4a64-94ae-9cbc483db4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:33.701489 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a654f8-23f0-4a64-94ae-9cbc483db4f6 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:33.702144 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f1a654f8-23f0-4a64-94ae-9cbc483db4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:33.740745 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f1a654f8-23f0-4a64-94ae-9cbc483db4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:33.741520 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a654f8-23f0-4a64-94ae-9cbc483db4f6 None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:33.757438 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.797204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7ebbf66a-b529-4c26-857a-c949a2149e49 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6164243 Aug 20 11:45:33.797516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55500) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:33.808224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1311759090'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:33.908530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Made reservation on behalf of f02d537db01a42d9b3d6dad61e62ecc4 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:33.915190 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.966294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:45:33.980674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:33.981239 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Added segment 73a30605-44b6-43f7-9cbf-45906034490e of type vlan for network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 Aug 20 11:45:34.033985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.157206 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.164166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:34.168817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.259901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Network': ['ID=9a5e9976-2f2d-43e9-a075-f8f617e2e416,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:34.274424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:45:34.330919 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-be559605-3929-4cc1-960a-59bce08c8ca6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5316586 Aug 20 11:45:34.333531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55520) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:34.340805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'subnet': {'network_id': '9a5e9976-2f2d-43e9-a075-f8f617e2e416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:34.582782 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Made reservation on behalf of f02d537db01a42d9b3d6dad61e62ecc4 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:34.586449 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:34.963302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.064571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Checking segment: {'id': '73a30605-44b6-43f7-9cbf-45906034490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a5e9976-2f2d-43e9-a075-f8f617e2e416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:35.064924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network hostable DHCP agents. Network: 9a5e9976-2f2d-43e9-a075-f8f617e2e416, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:45:35.086612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Subnet': ['ID=84e54291-fd75-41c2-a015-a32042411aaf,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:35.171271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:45:35.274250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 9a5e9976-2f2d-43e9-a075-f8f617e2e416) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:35.279262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:35.280189 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.286958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f3c78-8301-41c5-826a-b5f464d7a56f None None] Network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:35.365671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55532) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:35.366250 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-58798c2d-b448-4a91-bd08-ce1addf32682 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0306664 Aug 20 11:45:35.372500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-36129379', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:35.443224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-9a5e9976-2f2d-43e9-a075-f8f617e2e416', 'network_id': '9a5e9976-2f2d-43e9-a075-f8f617e2e416', 'tenant_id': 'f02d537db01a42d9b3d6dad61e62ecc4', 'fixed_ips': [{'subnet_id': '84e54291-fd75-41c2-a015-a32042411aaf'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:45:35.444227 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.526102 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.527296 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.584599 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.609284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Allocated IP 172.20.0.2 (9a5e9976-2f2d-43e9-a075-f8f617e2e416/84e54291-fd75-41c2-a015-a32042411aaf/c720046c-85dc-42c6-a96c-82fba0f9f16a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:35.766375 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.775929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Transition to ACTIVE for port object c720046c-85dc-42c6-a96c-82fba0f9f16a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:35.793022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Transition to ACTIVE for port object c720046c-85dc-42c6-a96c-82fba0f9f16a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:35.872065 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.890912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:35.921004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:35.927135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Pushing event updated for resources: {'Port': ['ID=c720046c-85dc-42c6-a96c-82fba0f9f16a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:35.929695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:35.932164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:36.036184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Attempting to bind port c720046c-85dc-42c6-a96c-82fba0f9f16a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:45:36.036952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Attempting to bind port c720046c-85dc-42c6-a96c-82fba0f9f16a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '73a30605-44b6-43f7-9cbf-45906034490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a5e9976-2f2d-43e9-a075-f8f617e2e416'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:45:36.037536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Attempting to bind port c720046c-85dc-42c6-a96c-82fba0f9f16a on network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:45:36.044233 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:45:36.044891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Checking segment: {'id': '73a30605-44b6-43f7-9cbf-45906034490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a5e9976-2f2d-43e9-a075-f8f617e2e416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:45:36.045508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.046086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Bound using segment: {'id': '73a30605-44b6-43f7-9cbf-45906034490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a5e9976-2f2d-43e9-a075-f8f617e2e416'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:45:36.046785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Bound port: c720046c-85dc-42c6-a96c-82fba0f9f16a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a30605-44b6-43f7-9cbf-45906034490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9a5e9976-2f2d-43e9-a075-f8f617e2e416'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:45:36.047362 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.177977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] For port c720046c-85dc-42c6-a96c-82fba0f9f16a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:45:36.189865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] For port c720046c-85dc-42c6-a96c-82fba0f9f16a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c720046c-85dc-42c6-a96c-82fba0f9f16a,segment=NetworkSegment(73a30605-44b6-43f7-9cbf-45906034490e),segment_id=73a30605-44b6-43f7-9cbf-45906034490e)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:45:36.254663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.280406 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.294840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.378534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffc165-5447-4e3e-9161-3a23efbb5980 None None] Pushing event updated for resources: {'Port': ['ID=c720046c-85dc-42c6-a96c-82fba0f9f16a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:36.471001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.25.4.188 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/8811ad27-4f93-4cdb-8ef9-621f63258dc3) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:36.641898 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.803508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:36.867323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:36.870608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:36.874585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:36.884868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=8811ad27-4f93-4cdb-8ef9-621f63258dc3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:37.582992 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.676298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c720046c-85dc-42c6-a96c-82fba0f9f16a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:37.786721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb9ddf-4cf8-4d64-80d4-c203ae753df8 None None] Network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:37.841041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c720046c-85dc-42c6-a96c-82fba0f9f16a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:37.910471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:37.976954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26da5dc2-0f2e-43a8-8e4c-86c1db47a757 None None] Provisioning for port c720046c-85dc-42c6-a96c-82fba0f9f16a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:37.985630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26da5dc2-0f2e-43a8-8e4c-86c1db47a757 None None] Provisioning complete for port c720046c-85dc-42c6-a96c-82fba0f9f16a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:37.986154 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26da5dc2-0f2e-43a8-8e4c-86c1db47a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.083224 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26da5dc2-0f2e-43a8-8e4c-86c1db47a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.122980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-26da5dc2-0f2e-43a8-8e4c-86c1db47a757 None None] For port c720046c-85dc-42c6-a96c-82fba0f9f16a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c720046c-85dc-42c6-a96c-82fba0f9f16a,segment=NetworkSegment(73a30605-44b6-43f7-9cbf-45906034490e),segment_id=73a30605-44b6-43f7-9cbf-45906034490e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:38.134243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 7985df30-f750-43ca-b5c4-77c79a3d3e40 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:45:38.632785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:38.644324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1065dd2-9cc7-40be-8b9a-ff2649c6ae0d None None] Sync routers for ids ['7985df30-f750-43ca-b5c4-77c79a3d3e40'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:38.655932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1065dd2-9cc7-40be-8b9a-ff2649c6ae0d None None] Routers {'7985df30-f750-43ca-b5c4-77c79a3d3e40'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:38.656609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b1065dd2-9cc7-40be-8b9a-ff2649c6ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7985df30-f750-43ca-b5c4-77c79a3d3e40'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:38.693501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b1065dd2-9cc7-40be-8b9a-ff2649c6ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:38.703478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1065dd2-9cc7-40be-8b9a-ff2649c6ae0d None None] Routers {'7985df30-f750-43ca-b5c4-77c79a3d3e40'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:38.704106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b1065dd2-9cc7-40be-8b9a-ff2649c6ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7985df30-f750-43ca-b5c4-77c79a3d3e40'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:38.737072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b1065dd2-9cc7-40be-8b9a-ff2649c6ae0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:38.737737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1065dd2-9cc7-40be-8b9a-ff2649c6ae0d None None] The sync data for ids ['7985df30-f750-43ca-b5c4-77c79a3d3e40'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:38.788387 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26da5dc2-0f2e-43a8-8e4c-86c1db47a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.846318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da5dc2-0f2e-43a8-8e4c-86c1db47a757 None None] Pushing event updated for resources: {'Port': ['ID=c720046c-85dc-42c6-a96c-82fba0f9f16a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:38.867834 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:38.871398 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1b774041-b89d-4fb3-9b55-d82b63b83150 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5007405 Aug 20 11:45:38.875185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55562) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:38.915134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ee7b6225-8ed6-4927-afa1-4b1a039828b7 None None] Provisioning complete for port c720046c-85dc-42c6-a96c-82fba0f9f16a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:38.915747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ee7b6225-8ed6-4927-afa1-4b1a039828b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.401360 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.617089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c720046c-85dc-42c6-a96c-82fba0f9f16a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:45:39.683484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c720046c-85dc-42c6-a96c-82fba0f9f16a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:39.684766 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:39.823962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.20.0.1 (9a5e9976-2f2d-43e9-a075-f8f617e2e416/84e54291-fd75-41c2-a015-a32042411aaf/d5a22333-e77c-4d78-815b-7eac592e3fef) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:40.003183 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.020114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Transition to ACTIVE for port object d5a22333-e77c-4d78-815b-7eac592e3fef will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:40.193088 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.230758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:40.233824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:40.237802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:40.246939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=d5a22333-e77c-4d78-815b-7eac592e3fef,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:40.311283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.583322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.628295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3c33e260-f83b-4f89-b5ac-18e610a26b68 None None] Provisioning for port d5a22333-e77c-4d78-815b-7eac592e3fef completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:40.633985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3c33e260-f83b-4f89-b5ac-18e610a26b68 None None] Provisioning complete for port d5a22333-e77c-4d78-815b-7eac592e3fef triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:40.634381 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3c33e260-f83b-4f89-b5ac-18e610a26b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.826701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3c33e260-f83b-4f89-b5ac-18e610a26b68 None None] Port d5a22333-e77c-4d78-815b-7eac592e3fef cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:40.916135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:40.994322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.079409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=d5a22333-e77c-4d78-815b-7eac592e3fef,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:41.082385 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.191365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:41.193765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:41.285203 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.366067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 7985df30-f750-43ca-b5c4-77c79a3d3e40 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:41.511928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:41.527253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-54d3dd62-46b2-4871-9542-db6b5328e6f5 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "PUT /v2.0/routers/7985df30-f750-43ca-b5c4-77c79a3d3e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6452579 Aug 20 11:45:41.527253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55588) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:41.530557 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c7308-7ff5-4f83-8595-4f3d06d6db90 None None] Sync routers for ids ['7985df30-f750-43ca-b5c4-77c79a3d3e40'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:41.531201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'port': {'network_id': '9a5e9976-2f2d-43e9-a075-f8f617e2e416', 'name': 'tempest-FloatingIPTestJSON-716841056'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:41.536839 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c7308-7ff5-4f83-8595-4f3d06d6db90 None None] Routers {'7985df30-f750-43ca-b5c4-77c79a3d3e40'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:41.537726 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f30c7308-7ff5-4f83-8595-4f3d06d6db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7985df30-f750-43ca-b5c4-77c79a3d3e40'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:41.558274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-88252d39-aa6d-4384-acb5-28b7ee9897bf None None] Provisioning complete for port d5a22333-e77c-4d78-815b-7eac592e3fef triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:41.558800 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-88252d39-aa6d-4384-acb5-28b7ee9897bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.576469 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f30c7308-7ff5-4f83-8595-4f3d06d6db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:41.587196 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c7308-7ff5-4f83-8595-4f3d06d6db90 None None] Routers {'7985df30-f750-43ca-b5c4-77c79a3d3e40'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:41.587834 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f30c7308-7ff5-4f83-8595-4f3d06d6db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7985df30-f750-43ca-b5c4-77c79a3d3e40'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:41.606687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-88252d39-aa6d-4384-acb5-28b7ee9897bf None None] Port d5a22333-e77c-4d78-815b-7eac592e3fef cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:41.656238 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f30c7308-7ff5-4f83-8595-4f3d06d6db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:41.657150 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c7308-7ff5-4f83-8595-4f3d06d6db90 None None] The sync data for ids ['7985df30-f750-43ca-b5c4-77c79a3d3e40'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:41.792078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Made reservation on behalf of f02d537db01a42d9b3d6dad61e62ecc4 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:45:41.795935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:41.822058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] device_id is not set on port f1571b5b-53b9-4b17-af91-d170a8c83375 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:45:41.951036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Allocated IP 172.20.0.6 (9a5e9976-2f2d-43e9-a075-f8f617e2e416/84e54291-fd75-41c2-a015-a32042411aaf/f1571b5b-53b9-4b17-af91-d170a8c83375) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:45:42.167166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.188104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Transition to ACTIVE for port object f1571b5b-53b9-4b17-af91-d170a8c83375 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:45:42.371670 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:45:42.529968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.592908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:45:42.592908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:45:42.598356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:45:42.604400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event updated for resources: {'Port': ['ID=f1571b5b-53b9-4b17-af91-d170a8c83375,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:42.661760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:42.662468 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:42.794767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-02c394c2-0cee-45bb-8856-6e8e2a2fbcd6 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2707283 Aug 20 11:45:42.797413 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55600) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:42.802223 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Request body: {'floatingip': {'port_id': 'f1571b5b-53b9-4b17-af91-d170a8c83375'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:45:42.871944 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.004685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f7e3f3d2-8f14-4e69-b61c-621c7bff8bd8 None None] Provisioning for port f1571b5b-53b9-4b17-af91-d170a8c83375 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:45:43.011274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f7e3f3d2-8f14-4e69-b61c-621c7bff8bd8 None None] Provisioning complete for port f1571b5b-53b9-4b17-af91-d170a8c83375 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:45:43.020199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f7e3f3d2-8f14-4e69-b61c-621c7bff8bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.060042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3f3d2-8f14-4e69-b61c-621c7bff8bd8 None None] Port f1571b5b-53b9-4b17-af91-d170a8c83375 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:45:43.449996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.749627 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.749902 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:43.837963 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 653a6d59-4298-41fe-88b1-358e8c127405 associated. External IP: 172.25.4.70, port: 5d303574-b689-4ddd-a0f3-0f4e38caea3f. Aug 20 11:45:44.065933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:44.181532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:44.191640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bee558-ed89-4a61-bc7e-78842af03d88 None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:44.201340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bee558-ed89-4a61-bc7e-78842af03d88 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:44.202009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e1bee558-ed89-4a61-bc7e-78842af03d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:44.259774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e1bee558-ed89-4a61-bc7e-78842af03d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:44.269197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bee558-ed89-4a61-bc7e-78842af03d88 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:44.269864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e1bee558-ed89-4a61-bc7e-78842af03d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:44.306720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e1bee558-ed89-4a61-bc7e-78842af03d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:44.307398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bee558-ed89-4a61-bc7e-78842af03d88 None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:44.457988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 7985df30-f750-43ca-b5c4-77c79a3d3e40 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:44.959532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-d5ecd5c2-5692-4806-8687-078bd458c9cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883346 Aug 20 11:45:44.980499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:44.985764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:44.994092 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdac45-a708-4165-bd0e-7a8d5c3e335b None None] Sync routers for ids ['7985df30-f750-43ca-b5c4-77c79a3d3e40'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:45.007591 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdac45-a708-4165-bd0e-7a8d5c3e335b None None] Routers {'7985df30-f750-43ca-b5c4-77c79a3d3e40'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:45.008344 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cebdac45-a708-4165-bd0e-7a8d5c3e335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7985df30-f750-43ca-b5c4-77c79a3d3e40'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:45.048861 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb1c89d2-3f1e-4786-85fb-e546de56260a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.065881 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cebdac45-a708-4165-bd0e-7a8d5c3e335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:45.094463 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdac45-a708-4165-bd0e-7a8d5c3e335b None None] Routers {'7985df30-f750-43ca-b5c4-77c79a3d3e40'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:45.095140 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cebdac45-a708-4165-bd0e-7a8d5c3e335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7985df30-f750-43ca-b5c4-77c79a3d3e40'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:45.109842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6b502a07-2f77-40a8-97fd-3d7fe492762f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "PUT /v2.0/floatingips/653a6d59-4298-41fe-88b1-358e8c127405 HTTP/1.1" status: 200 len: 976 time: 2.3113689 Aug 20 11:45:45.113734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55634) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:45.114251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-b034ee08-20a8-4087-8a69-8a226fd522e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:45.115138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-b034ee08-20a8-4087-8a69-8a226fd522e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 1096 time: 0.1040218 Aug 20 11:45:45.171261 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cebdac45-a708-4165-bd0e-7a8d5c3e335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:45.172138 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdac45-a708-4165-bd0e-7a8d5c3e335b None None] The sync data for ids ['7985df30-f750-43ca-b5c4-77c79a3d3e40'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:45.224159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port f1571b5b-53b9-4b17-af91-d170a8c83375 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:45.224592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.249154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-bd53a6e8-1773-4df0-8242-364bc3188f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:45.250973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-bd53a6e8-1773-4df0-8242-364bc3188f3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 200 len: 912 time: 0.1131721 Aug 20 11:45:45.338358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-b586475b-c4c7-41bb-84ce-c0d093eca477 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b7688a-7e3a-4315-9ad5-861648a6d131 HTTP/1.1" status: 200 len: 1001 time: 0.0796733 Aug 20 11:45:45.411251 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.452162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-892d4672-6420-4ba5-bb2e-f9ba886fa330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:45.463178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-892d4672-6420-4ba5-bb2e-f9ba886fa330 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=395d3605-f706-4c0a-89ef-d0f55e196582 HTTP/1.1" status: 200 len: 850 time: 0.1089323 Aug 20 11:45:45.528100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55644) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:45.542688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-90214924-81b8-4fa9-9f2d-8148d7d4ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:45.544364 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-90214924-81b8-4fa9-9f2d-8148d7d4ec6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4eb590e-64d9-479d-b239-dfeba7bd10dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820403 Aug 20 11:45:45.679676 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.680081 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.681494 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Floating IP 653a6d59-4298-41fe-88b1-358e8c127405 disassociated. External IP: 172.25.4.70, port: f1571b5b-53b9-4b17-af91-d170a8c83375. Aug 20 11:45:45.681494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for f1571b5b-53b9-4b17-af91-d170a8c83375 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:45.835039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-f08b3e61-d79c-418b-ab19-e55f797fdbf6 service neutron] 10.222.0.57 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549157 Aug 20 11:45:45.940522 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:45.979313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Deleting subnet 46eea0b1-f11f-46b7-8e85-8d938fa48e3a {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:45:45.986627 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.048287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=f1571b5b-53b9-4b17-af91-d170a8c83375,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:46.093609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-4be43c51-c185-4456-9d7c-9877b5bd6d7e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2455137 Aug 20 11:45:46.104712 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.167566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fbb2eef-815f-4d66-8172-9c535e42b4f3 req-1cb9d0ca-6984-4bcf-84f1-578afd0efd52 service neutron] 10.222.0.57 "GET /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029318 Aug 20 11:45:46.183921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.308045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-9d33e86a-16b5-49f6-bea7-5dcae51c3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:46.309747 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-9d33e86a-16b5-49f6-bea7-5dcae51c3ac1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1096 time: 0.0763497 Aug 20 11:45:46.390532 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.434863 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.440215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/46eea0b1-f11f-46b7-8e85-8d938fa48e3a HTTP/1.1" status: 204 len: 168 time: 0.9109638 Aug 20 11:45:46.443220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55656) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:46.445150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46eea0b1-f11f-46b7-8e85-8d938fa48e3a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:46.536549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.537176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.537342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.537597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.537968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.538848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.539372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.539814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.540063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.540377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.540715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.541191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23e958-625d-4ff2-870c-a11d20528e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:46.594450 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-a4352d29-c3a6-4d64-9768-ed99370dc0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:46.596285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-a4352d29-c3a6-4d64-9768-ed99370dc0f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.2561059 Aug 20 11:45:46.599390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.654731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 7985df30-f750-43ca-b5c4-77c79a3d3e40 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:46.751796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-07363149-6e36-4f40-87a3-dcf88dd5ac9e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 200 len: 1001 time: 0.1474288 Aug 20 11:45:46.770399 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.806997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca81469-014c-421d-b4c3-4d10b6622359']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:46.822889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af730077-6eb3-4c13-84b7-35320b691474') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:46.823196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af730077-6eb3-4c13-84b7-35320b691474') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:46.837172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.847205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-da84761e-812c-4ef8-a964-41868ff316b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:46.848723 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-da84761e-812c-4ef8-a964-41868ff316b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0896249 Aug 20 11:45:46.854225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:46.866184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3da106-b719-4365-9288-2deda1ab4e1b None None] Sync routers for ids ['7985df30-f750-43ca-b5c4-77c79a3d3e40'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:46.867591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.878463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3da106-b719-4365-9288-2deda1ab4e1b None None] Routers {'7985df30-f750-43ca-b5c4-77c79a3d3e40'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:46.879548 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fc3da106-b719-4365-9288-2deda1ab4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7985df30-f750-43ca-b5c4-77c79a3d3e40'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:46.895869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:45:46.896299 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:45:46.901055 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:45:46.921762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fc3da106-b719-4365-9288-2deda1ab4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:46.932668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3da106-b719-4365-9288-2deda1ab4e1b None None] Routers {'7985df30-f750-43ca-b5c4-77c79a3d3e40'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:46.933467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fc3da106-b719-4365-9288-2deda1ab4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7985df30-f750-43ca-b5c4-77c79a3d3e40'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:46.971246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-610a337a-7e69-4f4a-a0ce-9d79f8d7cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:46.973633 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-610a337a-7e69-4f4a-a0ce-9d79f8d7cf46 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159160 Aug 20 11:45:46.996845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.007072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fc3da106-b719-4365-9288-2deda1ab4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:47.007072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3da106-b719-4365-9288-2deda1ab4e1b None None] The sync data for ids ['7985df30-f750-43ca-b5c4-77c79a3d3e40'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:47.008185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e841b752-34a5-4800-b7ad-89740ac2b0f8 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/ports/f1571b5b-53b9-4b17-af91-d170a8c83375 HTTP/1.1" status: 204 len: 168 time: 1.8908587 Aug 20 11:45:47.008185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55672) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:47.145451 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-f1a66e65-a3c5-4bcc-b97a-9420243f88b0 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617491 Aug 20 11:45:47.164657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.181227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.183964 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dca81469-014c-421d-b4c3-4d10b6622359 HTTP/1.1" status: 204 len: 168 time: 0.7359302 Aug 20 11:45:47.237620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc179f5-0b00-4d67-a47a-1b81aaaae689 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca81469-014c-421d-b4c3-4d10b6622359,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:47.301981 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6b29bf7-9022-48c1-a53f-202d51fc5f0c req-3b2f6938-b6c3-4a9e-bd3d-b9ad1a12e593 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486537 Aug 20 11:45:47.525388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.675882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55682) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:47.743470 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-687cc6ca-d5fb-488d-90ae-bb08ccc697a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e4a70c73f9747669b73abe30a3e3b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641491 Aug 20 11:45:47.763514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55684) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:47.836221 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e5f8820-dee5-4827-b4b4-20e7dfdbd80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.838033 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-21e24567-034f-416f-947c-bc9d4d148644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.866407 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e5f8820-dee5-4827-b4b4-20e7dfdbd80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:47.982685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port d5a22333-e77c-4d78-815b-7eac592e3fef {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:47.983222 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.004161 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e5f8820-dee5-4827-b4b4-20e7dfdbd80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.007639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e5f8820-dee5-4827-b4b4-20e7dfdbd80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.011256 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1e5f8820-dee5-4827-b4b4-20e7dfdbd80b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9beed275-4245-42a2-b3dc-0d1836808443 HTTP/1.1" status: 204 len: 168 time: 0.2443087 Aug 20 11:45:48.029526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f8820-dee5-4827-b4b4-20e7dfdbd80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beed275-4245-42a2-b3dc-0d1836808443,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:48.135874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.149873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for d5a22333-e77c-4d78-815b-7eac592e3fef owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:48.486825 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.519321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=d5a22333-e77c-4d78-815b-7eac592e3fef,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:48.684034 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:48.863463 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.243977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 7985df30-f750-43ca-b5c4-77c79a3d3e40 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:49.246328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.369657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:49.379543 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b27c162d-b1c6-41e4-9100-62b37699814e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "PUT /v2.0/routers/7985df30-f750-43ca-b5c4-77c79a3d3e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3703253 Aug 20 11:45:49.379634 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55720) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:49.384135 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f065b5-6058-4ac2-b2b6-eb732bdc5ae7 None None] Sync routers for ids ['7985df30-f750-43ca-b5c4-77c79a3d3e40'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:49.395751 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f065b5-6058-4ac2-b2b6-eb732bdc5ae7 None None] Routers {'7985df30-f750-43ca-b5c4-77c79a3d3e40'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:49.396396 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-76f065b5-6058-4ac2-b2b6-eb732bdc5ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7985df30-f750-43ca-b5c4-77c79a3d3e40'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:49.432767 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-76f065b5-6058-4ac2-b2b6-eb732bdc5ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:49.442495 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f065b5-6058-4ac2-b2b6-eb732bdc5ae7 None None] Routers {'7985df30-f750-43ca-b5c4-77c79a3d3e40'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:49.443354 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-76f065b5-6058-4ac2-b2b6-eb732bdc5ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7985df30-f750-43ca-b5c4-77c79a3d3e40'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:49.488832 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-76f065b5-6058-4ac2-b2b6-eb732bdc5ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:49.489516 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f065b5-6058-4ac2-b2b6-eb732bdc5ae7 None None] The sync data for ids ['7985df30-f750-43ca-b5c4-77c79a3d3e40'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:49.523616 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.639452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.821947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port 8811ad27-4f93-4cdb-8ef9-621f63258dc3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:49.821947 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.908620 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:49.924017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for 8811ad27-4f93-4cdb-8ef9-621f63258dc3 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:50.217081 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.249858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=8811ad27-4f93-4cdb-8ef9-621f63258dc3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:50.318369 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.420601 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.423157 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.599990 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.600715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Fanout notify agent at l3_agent the message router_deleted on router 7985df30-f750-43ca-b5c4-77c79a3d3e40 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:45:50.608684 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.613768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55738) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:50.614772 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3b16c144-318a-4772-9909-c3895a52ae0f tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/routers/7985df30-f750-43ca-b5c4-77c79a3d3e40 HTTP/1.1" status: 204 len: 168 time: 1.2332840 Aug 20 11:45:50.680119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb67a98b-2652-405e-baa0-d09f88bf1c02 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting subnet 84e54291-fd75-41c2-a015-a32042411aaf {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:45:50.683710 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bb67a98b-2652-405e-baa0-d09f88bf1c02 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.749207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bb67a98b-2652-405e-baa0-d09f88bf1c02 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.862846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bb67a98b-2652-405e-baa0-d09f88bf1c02 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:50.934931 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.057470 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bb67a98b-2652-405e-baa0-d09f88bf1c02 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.091054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67a98b-2652-405e-baa0-d09f88bf1c02 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Subnet': ['ID=84e54291-fd75-41c2-a015-a32042411aaf,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:51.108401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bb67a98b-2652-405e-baa0-d09f88bf1c02 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.112005 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bb67a98b-2652-405e-baa0-d09f88bf1c02 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/subnets/84e54291-fd75-41c2-a015-a32042411aaf HTTP/1.1" status: 204 len: 168 time: 0.4954100 Aug 20 11:45:51.115194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55748) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:51.115958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80b476-5d92-4896-ba1c-20c61bac2964 None None] Network 9a5e9976-2f2d-43e9-a075-f8f617e2e416 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:45:51.205488 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.283957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port c720046c-85dc-42c6-a96c-82fba0f9f16a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:51.283957 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.383953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] DHCP port deletion for 9a5e9976-2f2d-43e9-a075-f8f617e2e416 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:45:51.398055 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] For port c720046c-85dc-42c6-a96c-82fba0f9f16a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c720046c-85dc-42c6-a96c-82fba0f9f16a,segment=NetworkSegment(73a30605-44b6-43f7-9cbf-45906034490e),segment_id=73a30605-44b6-43f7-9cbf-45906034490e)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:51.398603 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.417093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for c720046c-85dc-42c6-a96c-82fba0f9f16a owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:51.496396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Deleting port c720046c-85dc-42c6-a96c-82fba0f9f16a {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:51.497025 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.634776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c720046c-85dc-42c6-a96c-82fba0f9f16a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:45:51.641578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] For port c720046c-85dc-42c6-a96c-82fba0f9f16a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c720046c-85dc-42c6-a96c-82fba0f9f16a,segment=NetworkSegment(73a30605-44b6-43f7-9cbf-45906034490e),segment_id=73a30605-44b6-43f7-9cbf-45906034490e)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:45:51.642269 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.657513 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.686871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Calling delete_port for c720046c-85dc-42c6-a96c-82fba0f9f16a owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:51.692086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=c720046c-85dc-42c6-a96c-82fba0f9f16a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:51.697691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] No DVR routers for this DVR port c720046c-85dc-42c6-a96c-82fba0f9f16a on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:51.747651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No active binding found for port c720046c-85dc-42c6-a96c-82fba0f9f16a {{(pid=95589) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 11:45:51.794559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c720046c-85dc-42c6-a96c-82fba0f9f16a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:45:51.821513 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.828250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.840682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5e9976-2f2d-43e9-a075-f8f617e2e416']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:51.859617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a30605-44b6-43f7-9cbf-45906034490e') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:51.860488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a30605-44b6-43f7-9cbf-45906034490e') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:51.860607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] No DVR routers for this DVR port c720046c-85dc-42c6-a96c-82fba0f9f16a on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:45:51.865469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Pushing event deleted for resources: {'Port': ['ID=c720046c-85dc-42c6-a96c-82fba0f9f16a,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:51.873100 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.875883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.876111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.876459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.876834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.877181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.877676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.878054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.878388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.878779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.879108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.879441 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.879773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c4ff66-5dbe-4f24-8f01-1bb658b485b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:45:51.893079 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.900538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:45:51.901154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:45:51.905063 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:45:52.158925 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.190585 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.193340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/networks/9a5e9976-2f2d-43e9-a075-f8f617e2e416 HTTP/1.1" status: 204 len: 168 time: 1.0770621 Aug 20 11:45:52.198589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55760) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:52.205127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed04132-844c-4164-a0d1-62f55881afef tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Network': ['ID=9a5e9976-2f2d-43e9-a075-f8f617e2e416,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:52.376221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-00f8e0fb-d7b2-47b7-a49b-a6ea445506a4 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port 163c382c-2cc5-46fa-a500-1e38802e03f4 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:52.376634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f8e0fb-d7b2-47b7-a49b-a6ea445506a4 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.464423 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f8e0fb-d7b2-47b7-a49b-a6ea445506a4 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.464900 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f8e0fb-d7b2-47b7-a49b-a6ea445506a4 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.485094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-00f8e0fb-d7b2-47b7-a49b-a6ea445506a4 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for 163c382c-2cc5-46fa-a500-1e38802e03f4 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:52.795071 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f8e0fb-d7b2-47b7-a49b-a6ea445506a4 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.843528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8e0fb-d7b2-47b7-a49b-a6ea445506a4 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=163c382c-2cc5-46fa-a500-1e38802e03f4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:52.967391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f8e0fb-d7b2-47b7-a49b-a6ea445506a4 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.971630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00f8e0fb-d7b2-47b7-a49b-a6ea445506a4 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:52.978014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55770) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:52.986722 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-00f8e0fb-d7b2-47b7-a49b-a6ea445506a4 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/floatingips/653a6d59-4298-41fe-88b1-358e8c127405 HTTP/1.1" status: 204 len: 168 time: 0.7817798 Aug 20 11:45:53.022023 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb176fa-e5b8-4fb3-8dc3-300e0c7e8705 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] DELETE failed (client error): The resource could not be found. Aug 20 11:45:53.026554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb176fa-e5b8-4fb3-8dc3-300e0c7e8705 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:45:53.028728 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9bb176fa-e5b8-4fb3-8dc3-300e0c7e8705 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/ports/f1571b5b-53b9-4b17-af91-d170a8c83375 HTTP/1.1" status: 404 len: 333 time: 0.0495417 Aug 20 11:45:53.031328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55772) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:53.069372 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-afab76c8-7e2c-4b91-b87d-c8fc50f34aff tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "GET /v2.0/ports?device_id=7985df30-f750-43ca-b5c4-77c79a3d3e40 HTTP/1.1" status: 200 len: 205 time: 0.0363345 Aug 20 11:45:53.073592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55774) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:53.120434 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-39a83c12-9edd-46a9-a194-afa3170681dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] delete failed (client error): The resource could not be found. Aug 20 11:45:53.121543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-39a83c12-9edd-46a9-a194-afa3170681dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/routers/7985df30-f750-43ca-b5c4-77c79a3d3e40 HTTP/1.1" status: 404 len: 336 time: 0.0469656 Aug 20 11:45:53.125184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55776) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:53.157223 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b104a0fa-ba6a-472f-9e24-e780eb51bd0e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] DELETE failed (client error): The resource could not be found. Aug 20 11:45:53.157689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b104a0fa-ba6a-472f-9e24-e780eb51bd0e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:45:53.159739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b104a0fa-ba6a-472f-9e24-e780eb51bd0e tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/subnets/84e54291-fd75-41c2-a015-a32042411aaf HTTP/1.1" status: 404 len: 337 time: 0.0331628 Aug 20 11:45:53.162792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55778) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:53.275218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-70039499-5d1e-4f29-bbe9-2558ed19a8c1 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port 5d303574-b689-4ddd-a0f3-0f4e38caea3f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:53.275603 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70039499-5d1e-4f29-bbe9-2558ed19a8c1 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.384681 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70039499-5d1e-4f29-bbe9-2558ed19a8c1 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.404078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-70039499-5d1e-4f29-bbe9-2558ed19a8c1 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for 5d303574-b689-4ddd-a0f3-0f4e38caea3f owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:53.700817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70039499-5d1e-4f29-bbe9-2558ed19a8c1 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.733330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70039499-5d1e-4f29-bbe9-2558ed19a8c1 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=5d303574-b689-4ddd-a0f3-0f4e38caea3f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:53.836579 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-70039499-5d1e-4f29-bbe9-2558ed19a8c1 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:53.838587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-70039499-5d1e-4f29-bbe9-2558ed19a8c1 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/ports/5d303574-b689-4ddd-a0f3-0f4e38caea3f HTTP/1.1" status: 204 len: 168 time: 0.6739588 Aug 20 11:45:53.841063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55788) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:53.937944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e5d22482-52c9-4f25-9f72-bb0141fbdcff tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port 992fda02-88c6-4c7a-9eb6-2380e52662e8 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:53.938142 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5d22482-52c9-4f25-9f72-bb0141fbdcff tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:54.045006 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5d22482-52c9-4f25-9f72-bb0141fbdcff tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:54.060837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e5d22482-52c9-4f25-9f72-bb0141fbdcff tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for 992fda02-88c6-4c7a-9eb6-2380e52662e8 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:54.537047 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5d22482-52c9-4f25-9f72-bb0141fbdcff tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:54.572276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d22482-52c9-4f25-9f72-bb0141fbdcff tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=992fda02-88c6-4c7a-9eb6-2380e52662e8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:54.652624 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5d22482-52c9-4f25-9f72-bb0141fbdcff tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:54.657256 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e5d22482-52c9-4f25-9f72-bb0141fbdcff tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/ports/992fda02-88c6-4c7a-9eb6-2380e52662e8 HTTP/1.1" status: 204 len: 168 time: 0.8147113 Aug 20 11:45:54.667066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55790) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:54.762640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe2a34-891a-420a-8257-19f7679ce4cd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:54.764968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6cfe2a34-891a-420a-8257-19f7679ce4cd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "GET /v2.0/ports?device_id=8461e44b-a600-4fb9-af30-d2194539efd4 HTTP/1.1" status: 200 len: 913 time: 0.1036196 Aug 20 11:45:54.767349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55794) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:55.215342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.564311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port 0e2120a3-ec69-45b0-8c83-eef4f2318b2b {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:55.564894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.658370 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:55.673394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for 0e2120a3-ec69-45b0-8c83-eef4f2318b2b owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:55.976905 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:56.062345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=0e2120a3-ec69-45b0-8c83-eef4f2318b2b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:56.180913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:56.425166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Router 8461e44b-a600-4fb9-af30-d2194539efd4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:45:56.512552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:45:56.518045 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-76c82309-6e91-4c98-8f56-d1647e2ae7c7 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "PUT /v2.0/routers/8461e44b-a600-4fb9-af30-d2194539efd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7492301 Aug 20 11:45:56.520624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55812) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:56.523528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df047464-ea32-4036-9dc3-e3b21a5d8b11 None None] Sync routers for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:45:56.534007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df047464-ea32-4036-9dc3-e3b21a5d8b11 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:56.534684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-df047464-ea32-4036-9dc3-e3b21a5d8b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:56.567416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-df047464-ea32-4036-9dc3-e3b21a5d8b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:56.576091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df047464-ea32-4036-9dc3-e3b21a5d8b11 None None] Routers {'8461e44b-a600-4fb9-af30-d2194539efd4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:45:56.576718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-df047464-ea32-4036-9dc3-e3b21a5d8b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:45:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8461e44b-a600-4fb9-af30-d2194539efd4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:56.617220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-df047464-ea32-4036-9dc3-e3b21a5d8b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:56.617220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df047464-ea32-4036-9dc3-e3b21a5d8b11 None None] The sync data for ids ['8461e44b-a600-4fb9-af30-d2194539efd4'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:45:56.997169 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.117917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.298845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting port 9f8e4c55-aadc-4b4a-987b-e7d0103a6e9a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:45:57.299192 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.384749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.386507 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-43312b6c-36ab-43f5-802a-59dc8333c77c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951634944&fields=id&tenant_id=8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 267 time: 0.0466468 Aug 20 11:45:57.397575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Calling delete_port for 9f8e4c55-aadc-4b4a-987b-e7d0103a6e9a owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:45:57.501417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779debed-eb9e-4196-9514-d290f577770e req-8069c271-0c93-46d0-b9e1-25a147f0c807 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:45:57.503500 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-8069c271-0c93-46d0-b9e1-25a147f0c807 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1099694 Aug 20 11:45:57.520771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-9e4cd21a-6861-47dc-90d7-d175aa44f24d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/quotas/8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 375 time: 0.0101173 Aug 20 11:45:57.594841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-073a58d6-3c69-4264-8b34-89f252b40210 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658591 Aug 20 11:45:57.725413 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.725637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-2a937930-7e4b-4ba7-9c57-f8d73492aae7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:45:57.727083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-2a937930-7e4b-4ba7-9c57-f8d73492aae7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1189690 Aug 20 11:45:57.752110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Port': ['ID=9f8e4c55-aadc-4b4a-987b-e7d0103a6e9a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:57.818704 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.836909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-2abdc8ea-59ba-4756-b06d-a03a68b595b7 service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034150 Aug 20 11:45:57.918188 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.920339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:57.955050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-47f60b2b-051d-4245-86a9-eedf2414ce0a service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115532 Aug 20 11:45:58.070421 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.082822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Fanout notify agent at l3_agent the message router_deleted on router 8461e44b-a600-4fb9-af30-d2194539efd4 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:45:58.096271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.097903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bd8e32a2-e65b-4a06-af38-7b4bbc37b5d9 tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/routers/8461e44b-a600-4fb9-af30-d2194539efd4 HTTP/1.1" status: 204 len: 168 time: 1.5757027 Aug 20 11:45:58.104007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55840) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:58.196903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb0e3ed-2db1-4614-af10-37ea371d071b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Deleting subnet 61924ac2-ccd7-4b78-a3b1-0098543c9fd4 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:45:58.200957 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3ed-2db1-4614-af10-37ea371d071b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.249888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3ed-2db1-4614-af10-37ea371d071b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.300077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3ed-2db1-4614-af10-37ea371d071b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.495397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3ed-2db1-4614-af10-37ea371d071b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.534186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0e3ed-2db1-4614-af10-37ea371d071b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Subnet': ['ID=61924ac2-ccd7-4b78-a3b1-0098543c9fd4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:58.541587 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2fb0e3ed-2db1-4614-af10-37ea371d071b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.543662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2fb0e3ed-2db1-4614-af10-37ea371d071b tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/subnets/61924ac2-ccd7-4b78-a3b1-0098543c9fd4 HTTP/1.1" status: 204 len: 168 time: 0.4380865 Aug 20 11:45:58.546275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55848) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:58.625482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.728537 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.733954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:58.745135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e3d817-9163-4108-8518-446e5d13af8b') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:58.745417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e3d817-9163-4108-8518-446e5d13af8b') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:45:58.754789 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.770090 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.785192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:45:58.785608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:45:58.789458 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:45:58.977552 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.988695 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:58.991080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] 10.222.0.10 "DELETE /v2.0/networks/27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb HTTP/1.1" status: 204 len: 168 time: 0.4435294 Aug 20 11:45:59.001363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531400d6-c7b8-4125-a7b0-3b81c0cad0dd tempest-FloatingIPTestJSON-1017977834 tempest-FloatingIPTestJSON-1017977834-project] Pushing event deleted for resources: {'Network': ['ID=27f2fb5b-98eb-47fd-8b8b-e8a55a18b7eb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:45:59.171455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e1da2cd9-ab83-42bd-8712-0d4d4d6781a0 req-bb5fd47e-f180-4413-a897-284f850c8011 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 210 time: 0.1931489 Aug 20 11:45:59.666702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55876) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:59.826149 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3fd8c7b7-c98d-4801-bc01-765df5685200 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f02d537db01a42d9b3d6dad61e62ecc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582606 Aug 20 11:45:59.828632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55880) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:45:59.885637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-871e1186-882e-4710-b244-be391a144484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:45:59.908663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-871e1186-882e-4710-b244-be391a144484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:00.114040 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-871e1186-882e-4710-b244-be391a144484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:00.117429 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-871e1186-882e-4710-b244-be391a144484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:00.118736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-871e1186-882e-4710-b244-be391a144484 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7ee0ba1-ced2-4d41-905a-1bb700988239 HTTP/1.1" status: 204 len: 168 time: 0.2891862 Aug 20 11:46:00.128548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e1186-882e-4710-b244-be391a144484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ee0ba1-ced2-4d41-905a-1bb700988239,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:00.286601 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a773f6c-3839-4a37-85e5-0b098d5ca0aa req-6c64e670-caf1-4f4a-bf8b-c5c568b9fff1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 210 time: 0.0359130 Aug 20 11:46:01.391490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55928) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:01.419232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-395c0ff1-b1cd-4c46-b8d4-7faaead7f85d req-bd5c3f93-0b47-4a12-b25c-0d8824c3f3fa tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 210 time: 0.0515442 Aug 20 11:46:01.544397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066580022'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:01.688343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:01.708657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:01.718311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779debed-eb9e-4196-9514-d290f577770e req-859dc556-c82b-4b1f-8498-d5b20d5874e5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:01.719668 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-859dc556-c82b-4b1f-8498-d5b20d5874e5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1247628 Aug 20 11:46:01.795921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-657926fc-438e-4ce6-9be4-26e657e24d99 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 380 time: 0.0555716 Aug 20 11:46:01.816721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'port': {'device_id': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'admin_state_up': True, 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'security_groups': ['2ea27980-82eb-4341-9bef-06664b76ff6f']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:01.937857 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.005651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.050703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3837d9d1-3a4c-4912-a6a3-20749ba550e4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:02.144217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Made reservation on behalf of 8ea0796915334e5c8704c4e677a6eef8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:02.147827 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.549538 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d1b67d3-6d66-4cae-a72f-15e55b9020f3 req-0c40fea7-3c5a-4562-9cdd-0959f857a835 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 210 time: 0.0305121 Aug 20 11:46:02.682336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Allocated IP 172.20.0.8 (11b17b29-10b0-4839-909d-f43616c71c65/5ef1a6b4-e180-43f7-afb9-3a6eea345cfa/a53a2634-07b6-4c15-a75e-de2cb330e95e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:02.683500 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.789508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.843022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4467946c-05a8-4521-8d3e-09c97dac32af,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:02.887061 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.911480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:02.912924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0ea5abd1-e70b-4314-98f4-25ccb4c3e2c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5202994 Aug 20 11:46:02.914869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Transition to ACTIVE for port object a53a2634-07b6-4c15-a75e-de2cb330e95e will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:02.916233 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55986) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:02.975555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-884b7510-1ced-4eba-bc06-5a25de9d2ec1 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0556262 Aug 20 11:46:02.976273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 55988) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:02.981078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-eb5ac05d-41fb-45d5-8fac-9345ebc5fc16 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group': {'name': 'tempest-security--901853840', 'description': 'tempest-security-description-917482394'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:03.007876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac05d-41fb-45d5-8fac-9345ebc5fc16 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.026540 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.064339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac05d-41fb-45d5-8fac-9345ebc5fc16 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.082728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=a53a2634-07b6-4c15-a75e-de2cb330e95e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:03.092575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Network 11b17b29-10b0-4839-909d-f43616c71c65 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:03.094496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:03.096861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:03.149258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:03.149939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.177562 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac05d-41fb-45d5-8fac-9345ebc5fc16 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.194361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac05d-41fb-45d5-8fac-9345ebc5fc16 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.194361 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eb5ac05d-41fb-45d5-8fac-9345ebc5fc16 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "PUT /v2.0/security-groups/4467946c-05a8-4521-8d3e-09c97dac32af HTTP/1.1" status: 200 len: 1778 time: 0.2057462 Aug 20 11:46:03.195367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55990) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:03.221975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ac05d-41fb-45d5-8fac-9345ebc5fc16 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4467946c-05a8-4521-8d3e-09c97dac32af,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:03.241152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-199f856d-41c6-40de-a59e-993ce977f3d8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4349599 Aug 20 11:46:03.244978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1de2e706-72b4-4216-9993-8c6e7211e650 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups/4467946c-05a8-4521-8d3e-09c97dac32af HTTP/1.1" status: 200 len: 1778 time: 0.0560155 Aug 20 11:46:03.247931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 55992) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:03.260603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Request body: {'port': {'device_id': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:03.483988 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.502543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2a550617-fd66-4003-90ce-1f06c7de6599 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.555699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2a550617-fd66-4003-90ce-1f06c7de6599 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.586276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d89e8e1b-4fc7-4c1c-b01c-014d96657eee None None] Provisioning for port a53a2634-07b6-4c15-a75e-de2cb330e95e completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:03.599363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d89e8e1b-4fc7-4c1c-b01c-014d96657eee None None] Provisioning complete for port a53a2634-07b6-4c15-a75e-de2cb330e95e triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:03.599747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d89e8e1b-4fc7-4c1c-b01c-014d96657eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.661185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d89e8e1b-4fc7-4c1c-b01c-014d96657eee None None] Port a53a2634-07b6-4c15-a75e-de2cb330e95e cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:03.761558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524767d5-ea79-4afd-b506-91f7c61706ce req-fadd7208-2d35-4bf2-b663-0a7d52f8eb75 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:03.763145 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-524767d5-ea79-4afd-b506-91f7c61706ce req-fadd7208-2d35-4bf2-b663-0a7d52f8eb75 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 931 time: 0.1190186 Aug 20 11:46:03.800714 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2a550617-fd66-4003-90ce-1f06c7de6599 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.803477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2a550617-fd66-4003-90ce-1f06c7de6599 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.804658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2a550617-fd66-4003-90ce-1f06c7de6599 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-groups/4467946c-05a8-4521-8d3e-09c97dac32af HTTP/1.1" status: 204 len: 168 time: 0.5552876 Aug 20 11:46:03.807183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56002) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:03.840508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a550617-fd66-4003-90ce-1f06c7de6599 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4467946c-05a8-4521-8d3e-09c97dac32af,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:03.855269 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-01eff499-67fb-4a64-981a-f99546aea1a6 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469055 Aug 20 11:46:03.856143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56004) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:03.868803 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-524767d5-ea79-4afd-b506-91f7c61706ce req-34d68344-51c5-40f9-a1d3-82d3e0f3c1ed tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922327 Aug 20 11:46:03.871712 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-94d024a0-ed38-422b-afa4-0888178f7cb8 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] delete failed (client error): The resource could not be found. Aug 20 11:46:03.883795 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-94d024a0-ed38-422b-afa4-0888178f7cb8 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-groups/4467946c-05a8-4521-8d3e-09c97dac32af HTTP/1.1" status: 404 len: 347 time: 0.0170126 Aug 20 11:46:03.887040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56006) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:03.899325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7e339f7f-c200-4892-9a50-90bb6c9277cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1322202665'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:03.931040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53a2634-07b6-4c15-a75e-de2cb330e95e {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:03.939045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:03.952561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Transition to ACTIVE for port object a53a2634-07b6-4c15-a75e-de2cb330e95e will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:04.051670 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e339f7f-c200-4892-9a50-90bb6c9277cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.089716 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.144669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e339f7f-c200-4892-9a50-90bb6c9277cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.184423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Pushing event updated for resources: {'Port': ['ID=a53a2634-07b6-4c15-a75e-de2cb330e95e,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:04.243899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Attempting to bind port a53a2634-07b6-4c15-a75e-de2cb330e95e on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:04.244330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Attempting to bind port a53a2634-07b6-4c15-a75e-de2cb330e95e by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:04.244736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Attempting to bind port a53a2634-07b6-4c15-a75e-de2cb330e95e on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:04.249642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Port a53a2634-07b6-4c15-a75e-de2cb330e95e on network 11b17b29-10b0-4839-909d-f43616c71c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:46:04.250054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Attempting to bind port a53a2634-07b6-4c15-a75e-de2cb330e95e on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:04.255769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:04.256204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Checking segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:04.256665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Bound using segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:04.257255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Bound port: a53a2634-07b6-4c15-a75e-de2cb330e95e, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:04.257629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.262214 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e339f7f-c200-4892-9a50-90bb6c9277cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.309431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e339f7f-c200-4892-9a50-90bb6c9277cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18975a8c-00a2-4315-a8c2-37cc8fe3b43e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:04.334468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] For port a53a2634-07b6-4c15-a75e-de2cb330e95e, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:04.337934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] For port a53a2634-07b6-4c15-a75e-de2cb330e95e, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a53a2634-07b6-4c15-a75e-de2cb330e95e,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:04.363780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7e339f7f-c200-4892-9a50-90bb6c9277cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.365116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7e339f7f-c200-4892-9a50-90bb6c9277cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4752023 Aug 20 11:46:04.368097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56008) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:04.372699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9236dadf-b1f3-4c0b-84b8-e0bb84844ff6 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': '18975a8c-00a2-4315-a8c2-37cc8fe3b43e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:04.478429 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.496193 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9236dadf-b1f3-4c0b-84b8-e0bb84844ff6 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.515167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:04.515804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.517210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] 10.222.0.38 "PUT /v2.0/ports/a53a2634-07b6-4c15-a75e-de2cb330e95e HTTP/1.1" status: 200 len: 1091 time: 1.2611415 Aug 20 11:46:04.518134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'tag': 'a53a2634-07b6-4c15-a75e-de2cb330e95e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:04.519983 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4777dc79-81e5-4906-99c9-b464e08bb957" -d '{"events": [{"name": "network-changed", "server_uuid": "feef2b80-efa5-4ec1-8728-f6f963ca0460", "tag": "a53a2634-07b6-4c15-a75e-de2cb330e95e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:04.564832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904aa0-f86d-4ec3-9ae5-141f0017ab5a service neutron] Pushing event updated for resources: {'Port': ['ID=a53a2634-07b6-4c15-a75e-de2cb330e95e,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:04.612473 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c001050-2b43-4fee-8c35-aa910146ce05 x-openstack-request-id: req-7c001050-2b43-4fee-8c35-aa910146ce05 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:04.612850 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feef2b80-efa5-4ec1-8728-f6f963ca0460", "tag": "a53a2634-07b6-4c15-a75e-de2cb330e95e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:04.613141 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c001050-2b43-4fee-8c35-aa910146ce05 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:04.613540 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'tag': 'a53a2634-07b6-4c15-a75e-de2cb330e95e', 'status': 'completed', 'code': 200} Aug 20 11:46:04.621831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9236dadf-b1f3-4c0b-84b8-e0bb84844ff6 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.682386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777dc79-81e5-4906-99c9-b464e08bb957 req-ae21787d-93db-403f-bec6-bb0cddf18b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:04.687061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4777dc79-81e5-4906-99c9-b464e08bb957 req-ae21787d-93db-403f-bec6-bb0cddf18b47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 1094 time: 0.0486910 Aug 20 11:46:04.708152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9236dadf-b1f3-4c0b-84b8-e0bb84844ff6 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.729087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236dadf-b1f3-4c0b-84b8-e0bb84844ff6 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c8d85b-d036-44ba-bdb9-26b2fc5b11fd,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:04.806751 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9236dadf-b1f3-4c0b-84b8-e0bb84844ff6 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.808337 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9236dadf-b1f3-4c0b-84b8-e0bb84844ff6 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4390042 Aug 20 11:46:04.811194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56014) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:04.813216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777dc79-81e5-4906-99c9-b464e08bb957 req-d3405de8-33d3-489c-bb6a-af0148304fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:04.814857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4777dc79-81e5-4906-99c9-b464e08bb957 req-d3405de8-33d3-489c-bb6a-af0148304fca service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8ea0796915334e5c8704c4e677a6eef8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1184044 Aug 20 11:46:04.840842 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-20213f0f-49c1-458a-8225-5fb8c0ba4b4d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.848963 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-20213f0f-49c1-458a-8225-5fb8c0ba4b4d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:04.923955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777dc79-81e5-4906-99c9-b464e08bb957 req-201534b9-89d1-4a69-9308-c6a902c51e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:04.925445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4777dc79-81e5-4906-99c9-b464e08bb957 req-201534b9-89d1-4a69-9308-c6a902c51e83 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981884 Aug 20 11:46:04.995846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-20213f0f-49c1-458a-8225-5fb8c0ba4b4d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.004415 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-20213f0f-49c1-458a-8225-5fb8c0ba4b4d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.005582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-20213f0f-49c1-458a-8225-5fb8c0ba4b4d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f6c8d85b-d036-44ba-bdb9-26b2fc5b11fd HTTP/1.1" status: 204 len: 168 time: 0.1934459 Aug 20 11:46:05.009316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56018) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.015455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20213f0f-49c1-458a-8225-5fb8c0ba4b4d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6c8d85b-d036-44ba-bdb9-26b2fc5b11fd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:05.026124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09613a-0cdc-4b8f-b77f-854884d6cabe req-80782ce4-95f7-44b4-b09a-8f4ff1489c7b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:05.027895 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b09613a-0cdc-4b8f-b77f-854884d6cabe req-80782ce4-95f7-44b4-b09a-8f4ff1489c7b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0745327 Aug 20 11:46:05.044743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779debed-eb9e-4196-9514-d290f577770e req-e0d4d8b8-4c35-4602-8823-d9f7ce2939da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:05.046275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-e0d4d8b8-4c35-4602-8823-d9f7ce2939da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 1094 time: 0.0729437 Aug 20 11:46:05.075846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b09613a-0cdc-4b8f-b77f-854884d6cabe req-4a16c7c8-aa5a-4116-ba06-b65f14154b6a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 Aug 20 11:46:05.108860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c1137f31-aa62-4283-ab39-7c1f1e9841ad tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0981457 Aug 20 11:46:05.111094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-2cee4189-efd4-488c-be10-e6a3b9b3ddb3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a53a2634-07b6-4c15-a75e-de2cb330e95e HTTP/1.1" status: 200 len: 217 time: 0.0496929 Aug 20 11:46:05.111907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56020) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.198789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779debed-eb9e-4196-9514-d290f577770e req-76394f17-845d-4163-b1e6-e154d8cb679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:05.200340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-76394f17-845d-4163-b1e6-e154d8cb679c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0738821 Aug 20 11:46:05.221393 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a84b6fb1-f325-475e-b833-4f2f99ccfb92 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.262748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a84b6fb1-f325-475e-b833-4f2f99ccfb92 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.291637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779debed-eb9e-4196-9514-d290f577770e req-b18ca378-b94d-4792-86d0-1920d72c9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:05.293087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-b18ca378-b94d-4792-86d0-1920d72c9350 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808423 Aug 20 11:46:05.394958 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a84b6fb1-f325-475e-b833-4f2f99ccfb92 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.400102 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a84b6fb1-f325-475e-b833-4f2f99ccfb92 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.401929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a84b6fb1-f325-475e-b833-4f2f99ccfb92 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-groups/18975a8c-00a2-4315-a8c2-37cc8fe3b43e HTTP/1.1" status: 204 len: 168 time: 0.2889280 Aug 20 11:46:05.405832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56022) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.421792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-b80d47b1-9f8b-476e-a701-c792b7b847ca service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165514 Aug 20 11:46:05.423112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b6fb1-f325-475e-b833-4f2f99ccfb92 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18975a8c-00a2-4315-a8c2-37cc8fe3b43e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:05.473924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-79bfa70a-6043-4281-b628-1d5209501e28 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666671 Aug 20 11:46:05.474718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56024) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.480338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6f98f938-507a-4376-82ab-4cb3103e7057 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group': {'name': 'tempest-secgroup--10643028'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:05.534035 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779debed-eb9e-4196-9514-d290f577770e req-086ce0ae-a461-40a7-98f4-526e90eb7cc0 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948455 Aug 20 11:46:05.599944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f98f938-507a-4376-82ab-4cb3103e7057 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.696554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f98f938-507a-4376-82ab-4cb3103e7057 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.775046 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f98f938-507a-4376-82ab-4cb3103e7057 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.804714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98f938-507a-4376-82ab-4cb3103e7057 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f054fb8b-4faf-47ec-a279-a564102cb807,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:05.891534 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f98f938-507a-4376-82ab-4cb3103e7057 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:05.892871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6f98f938-507a-4376-82ab-4cb3103e7057 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4172056 Aug 20 11:46:05.895657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56028) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:05.900783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d5145f14-1f91-421b-bcb7-80fe1f87a575 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': 'f054fb8b-4faf-47ec-a279-a564102cb807', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:06.003318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d5145f14-1f91-421b-bcb7-80fe1f87a575 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.065530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d5145f14-1f91-421b-bcb7-80fe1f87a575 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.174049 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d5145f14-1f91-421b-bcb7-80fe1f87a575 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.201353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5145f14-1f91-421b-bcb7-80fe1f87a575 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e47449-5013-4b03-8af8-c9297b66369a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:06.217839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736a4a7-49dd-4742-9a40-c3c69dabfb10 req-c9fac93a-937b-4c9b-8c0f-bf97bee70714 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:06.219407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e736a4a7-49dd-4742-9a40-c3c69dabfb10 req-c9fac93a-937b-4c9b-8c0f-bf97bee70714 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0705743 Aug 20 11:46:06.259122 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e736a4a7-49dd-4742-9a40-c3c69dabfb10 req-e8589142-0166-486f-aee7-e1160590cbc6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334690 Aug 20 11:46:06.279949 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d5145f14-1f91-421b-bcb7-80fe1f87a575 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.281196 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d5145f14-1f91-421b-bcb7-80fe1f87a575 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3846145 Aug 20 11:46:06.288272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56032) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:06.293039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': 'f054fb8b-4faf-47ec-a279-a564102cb807', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:06.412035 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.484890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.634502 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.652609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0267e6fd-2be6-42bf-a3a8-7b9656f98d9b,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:06.661491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.664495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.664495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.664495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.664495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.664495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.664495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.664495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.664495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.664495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.665696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.665696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:06.763729 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.765193 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ed32bfac-5818-4541-9282-9f901faae13e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4759421 Aug 20 11:46:06.768038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56036) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:06.773534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-69128903-5743-4436-9d22-ecb97787d7ca tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': 'f054fb8b-4faf-47ec-a279-a564102cb807', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:06.917731 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69128903-5743-4436-9d22-ecb97787d7ca tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:06.980142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69128903-5743-4436-9d22-ecb97787d7ca tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.079901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69128903-5743-4436-9d22-ecb97787d7ca tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.098069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69128903-5743-4436-9d22-ecb97787d7ca tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41cb039-fb3a-43cf-8ad1-4d3d183b2183,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:07.211965 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-69128903-5743-4436-9d22-ecb97787d7ca tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.213172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-69128903-5743-4436-9d22-ecb97787d7ca tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4440701 Aug 20 11:46:07.215949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56038) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:07.220487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cbae7a10-0411-4d6a-a432-85a420b01876 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': 'f054fb8b-4faf-47ec-a279-a564102cb807', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:07.305705 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbae7a10-0411-4d6a-a432-85a420b01876 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.402507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbae7a10-0411-4d6a-a432-85a420b01876 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.411201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9fd27-e1e0-47c7-915b-5739c3b6079c req-bb9e7eab-a610-442b-949b-0c885f93bb00 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:07.412801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60a9fd27-e1e0-47c7-915b-5739c3b6079c req-bb9e7eab-a610-442b-949b-0c885f93bb00 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0838280 Aug 20 11:46:07.453369 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60a9fd27-e1e0-47c7-915b-5739c3b6079c req-043f3d5c-0d7d-484b-b206-8b2a85e91f16 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342731 Aug 20 11:46:07.509147 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbae7a10-0411-4d6a-a432-85a420b01876 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.528479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae7a10-0411-4d6a-a432-85a420b01876 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1214e2b4-a7b0-4609-a655-feee3d01aef9,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:07.626962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbae7a10-0411-4d6a-a432-85a420b01876 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.628315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cbae7a10-0411-4d6a-a432-85a420b01876 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4114244 Aug 20 11:46:07.631579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56042) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:07.637137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-588e6576-cddc-48fb-a704-86d47e9b984d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': 'f054fb8b-4faf-47ec-a279-a564102cb807', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:07.743310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-588e6576-cddc-48fb-a704-86d47e9b984d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.820943 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-588e6576-cddc-48fb-a704-86d47e9b984d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.879738 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-588e6576-cddc-48fb-a704-86d47e9b984d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.900095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e6576-cddc-48fb-a704-86d47e9b984d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a4ac95-cfd0-4bc5-b14a-9cb02f67bc90,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:07.965901 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-588e6576-cddc-48fb-a704-86d47e9b984d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:07.967167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-588e6576-cddc-48fb-a704-86d47e9b984d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3340333 Aug 20 11:46:07.970089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56046) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.000763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-700f131b-7caf-4222-8e19-31358facb39d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.014234 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-700f131b-7caf-4222-8e19-31358facb39d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.114057 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-700f131b-7caf-4222-8e19-31358facb39d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.119820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-700f131b-7caf-4222-8e19-31358facb39d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.121191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-700f131b-7caf-4222-8e19-31358facb39d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/00a4ac95-cfd0-4bc5-b14a-9cb02f67bc90 HTTP/1.1" status: 204 len: 168 time: 0.1499269 Aug 20 11:46:08.125099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56048) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.130844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f131b-7caf-4222-8e19-31358facb39d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00a4ac95-cfd0-4bc5-b14a-9cb02f67bc90,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:08.182729 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0b558867-4e50-4fb6-aca7-823cb9380ae5 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0564122 Aug 20 11:46:08.188371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56050) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.213205 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa0bcde7-ebeb-4202-8b94-d837129c6cb4 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.221385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa0bcde7-ebeb-4202-8b94-d837129c6cb4 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.400274 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa0bcde7-ebeb-4202-8b94-d837129c6cb4 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.406824 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa0bcde7-ebeb-4202-8b94-d837129c6cb4 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.408038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aa0bcde7-ebeb-4202-8b94-d837129c6cb4 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/1214e2b4-a7b0-4609-a655-feee3d01aef9 HTTP/1.1" status: 204 len: 168 time: 0.2186661 Aug 20 11:46:08.410952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56052) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.414884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bcde7-ebeb-4202-8b94-d837129c6cb4 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1214e2b4-a7b0-4609-a655-feee3d01aef9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:08.463016 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-afc73bdf-d60a-480a-9c17-6a16a61f4ce7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0507128 Aug 20 11:46:08.465826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56054) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.492901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0a79-835d-471c-a8f6-f3d07e4d80c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.502688 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0a79-835d-471c-a8f6-f3d07e4d80c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.594556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348cf3a-db12-4d17-b872-7b3554851da7 req-b6c5f0f2-3d5b-4d61-ae0f-75d4f7ab6af7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:08.602764 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d348cf3a-db12-4d17-b872-7b3554851da7 req-b6c5f0f2-3d5b-4d61-ae0f-75d4f7ab6af7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0601711 Aug 20 11:46:08.638563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d348cf3a-db12-4d17-b872-7b3554851da7 req-1fde8115-6119-48c1-9186-75708364fe1c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347440 Aug 20 11:46:08.639658 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0a79-835d-471c-a8f6-f3d07e4d80c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.645887 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0a79-835d-471c-a8f6-f3d07e4d80c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.650138 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0cbd0a79-835d-471c-a8f6-f3d07e4d80c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f41cb039-fb3a-43cf-8ad1-4d3d183b2183 HTTP/1.1" status: 204 len: 168 time: 0.1800740 Aug 20 11:46:08.650704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56058) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.653536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd0a79-835d-471c-a8f6-f3d07e4d80c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f41cb039-fb3a-43cf-8ad1-4d3d183b2183,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:08.699700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-24ea3809-b319-4091-9b2c-c0c24b8607b6 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0476880 Aug 20 11:46:08.702257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56060) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.728327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8090a30f-27c1-42bf-a3c0-a32263a65304 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.742420 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8090a30f-27c1-42bf-a3c0-a32263a65304 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.863559 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8090a30f-27c1-42bf-a3c0-a32263a65304 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.872881 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8090a30f-27c1-42bf-a3c0-a32263a65304 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:08.877164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8090a30f-27c1-42bf-a3c0-a32263a65304 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0267e6fd-2be6-42bf-a3a8-7b9656f98d9b HTTP/1.1" status: 204 len: 168 time: 0.1715844 Aug 20 11:46:08.878244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56068) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.888793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090a30f-27c1-42bf-a3c0-a32263a65304 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0267e6fd-2be6-42bf-a3a8-7b9656f98d9b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:08.959610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56072) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:08.978275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7634c429-2c53-4f46-bd24-38875476ed19 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0820136 Aug 20 11:46:09.008062 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2bafcbcb-7db4-4695-84a6-6122c57af77d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.028126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2bafcbcb-7db4-4695-84a6-6122c57af77d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.165697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2bafcbcb-7db4-4695-84a6-6122c57af77d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.172868 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2bafcbcb-7db4-4695-84a6-6122c57af77d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.176389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2bafcbcb-7db4-4695-84a6-6122c57af77d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f6e47449-5013-4b03-8af8-c9297b66369a HTTP/1.1" status: 204 len: 168 time: 0.2141168 Aug 20 11:46:09.177152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56080) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:09.204038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafcbcb-7db4-4695-84a6-6122c57af77d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6e47449-5013-4b03-8af8-c9297b66369a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:09.257587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f85138d4-a720-4a5f-b12d-0e5e13390c10 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796800 Aug 20 11:46:09.260374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56082) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:09.331153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab120dcd-3f68-4eae-b406-7a48c92ef764 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.363733 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab120dcd-3f68-4eae-b406-7a48c92ef764 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.525568 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab120dcd-3f68-4eae-b406-7a48c92ef764 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.528611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ab120dcd-3f68-4eae-b406-7a48c92ef764 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.532435 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ab120dcd-3f68-4eae-b406-7a48c92ef764 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-groups/f054fb8b-4faf-47ec-a279-a564102cb807 HTTP/1.1" status: 204 len: 168 time: 0.2681181 Aug 20 11:46:09.532807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56086) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:09.544532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab120dcd-3f68-4eae-b406-7a48c92ef764 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f054fb8b-4faf-47ec-a279-a564102cb807,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:09.618037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4cdc5303-f2c3-4a98-a103-2734145d5dfd tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0840957 Aug 20 11:46:09.622839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56088) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:09.628107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d337209e-da0e-41f2-bc5a-1038a3308e87 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group': {'name': 'tempest-secgroup--176066968'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:09.725592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d337209e-da0e-41f2-bc5a-1038a3308e87 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.814707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59177d7c-cd13-4aa0-a5a4-cab501eb81f7 req-77adc102-a73e-4c20-9ecd-8db1fcffee26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:09.816537 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59177d7c-cd13-4aa0-a5a4-cab501eb81f7 req-77adc102-a73e-4c20-9ecd-8db1fcffee26 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0875266 Aug 20 11:46:09.897604 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59177d7c-cd13-4aa0-a5a4-cab501eb81f7 req-93034669-b6ca-4e6b-8cd7-2e4f3e0526b2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694993 Aug 20 11:46:09.907831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d337209e-da0e-41f2-bc5a-1038a3308e87 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:09.975267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d337209e-da0e-41f2-bc5a-1038a3308e87 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.024599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337209e-da0e-41f2-bc5a-1038a3308e87 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4686859e-4d39-40d0-ba96-27cf855b810a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:10.104548 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d337209e-da0e-41f2-bc5a-1038a3308e87 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.109420 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d337209e-da0e-41f2-bc5a-1038a3308e87 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4826982 Aug 20 11:46:10.109853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56096) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:10.128667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0c71af95-476d-49ca-9768-1d33ce0826cc tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': '4686859e-4d39-40d0-ba96-27cf855b810a', 'direction': 'ingress', 'protocol': 17}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:10.319429 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c71af95-476d-49ca-9768-1d33ce0826cc tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.381235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c71af95-476d-49ca-9768-1d33ce0826cc tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.451300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c71af95-476d-49ca-9768-1d33ce0826cc tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.467749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71af95-476d-49ca-9768-1d33ce0826cc tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b1c202-24df-431d-9a7e-383775061bdb,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:10.554285 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c71af95-476d-49ca-9768-1d33ce0826cc tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.558259 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0c71af95-476d-49ca-9768-1d33ce0826cc tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4443886 Aug 20 11:46:10.558712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56100) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:10.616260 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf9eebba-cd36-48a8-9ab5-f94c2fdd237a tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.639851 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf9eebba-cd36-48a8-9ab5-f94c2fdd237a tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.777485 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf9eebba-cd36-48a8-9ab5-f94c2fdd237a tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.780277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf9eebba-cd36-48a8-9ab5-f94c2fdd237a tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:10.781517 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cf9eebba-cd36-48a8-9ab5-f94c2fdd237a tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-groups/4686859e-4d39-40d0-ba96-27cf855b810a HTTP/1.1" status: 204 len: 168 time: 0.2218065 Aug 20 11:46:10.784435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56102) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:10.792785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eebba-cd36-48a8-9ab5-f94c2fdd237a tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4686859e-4d39-40d0-ba96-27cf855b810a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:10.832711 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7a9cb4a1-8834-4b80-9b66-563f98c8794d tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464575 Aug 20 11:46:10.836599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56104) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:10.841238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ac755415-466a-4651-9cd7-c961d7577fbf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group': {'name': 'tempest-secgroup--120020760'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:10.994242 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac755415-466a-4651-9cd7-c961d7577fbf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.039626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae022a5-c012-4cef-a4eb-5a26577d3ea7 req-62689b14-8842-4af5-91f2-92c980c0b902 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:11.041512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ae022a5-c012-4cef-a4eb-5a26577d3ea7 req-62689b14-8842-4af5-91f2-92c980c0b902 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0626438 Aug 20 11:46:11.098330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ae022a5-c012-4cef-a4eb-5a26577d3ea7 req-783479fa-d9a4-4472-8b55-8eabe1ec6404 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501165 Aug 20 11:46:11.102699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac755415-466a-4651-9cd7-c961d7577fbf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.187658 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac755415-466a-4651-9cd7-c961d7577fbf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.220826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac755415-466a-4651-9cd7-c961d7577fbf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a112a75-5bcc-4c12-a1d0-c2fdc9524859,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:11.289530 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac755415-466a-4651-9cd7-c961d7577fbf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.291140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ac755415-466a-4651-9cd7-c961d7577fbf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4535635 Aug 20 11:46:11.293870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56116) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:11.298775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ea625957-6d9f-41d6-b4a1-1f85f81ae8c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057267979'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:11.301092 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.382826 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea625957-6d9f-41d6-b4a1-1f85f81ae8c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.474173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea625957-6d9f-41d6-b4a1-1f85f81ae8c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.546726 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea625957-6d9f-41d6-b4a1-1f85f81ae8c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.577277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea625957-6d9f-41d6-b4a1-1f85f81ae8c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e4349d-9894-461f-a1c6-12be8deffe5a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:11.657383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea625957-6d9f-41d6-b4a1-1f85f81ae8c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.658546 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ea625957-6d9f-41d6-b4a1-1f85f81ae8c7 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3633027 Aug 20 11:46:11.661328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56120) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:11.666523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2c5cda15-3c60-4697-9924-ccd80e75982f tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': '7a112a75-5bcc-4c12-a1d0-c2fdc9524859', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '02e4349d-9894-461f-a1c6-12be8deffe5a', 'remote_ip_prefix': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:11.799690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c5cda15-3c60-4697-9924-ccd80e75982f tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.875290 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c5cda15-3c60-4697-9924-ccd80e75982f tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.960069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c5cda15-3c60-4697-9924-ccd80e75982f tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:11.981018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cda15-3c60-4697-9924-ccd80e75982f tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c837340-6ddb-4661-b26e-61773e8e0aa0,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:12.094045 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c5cda15-3c60-4697-9924-ccd80e75982f tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.095660 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2c5cda15-3c60-4697-9924-ccd80e75982f tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4334509 Aug 20 11:46:12.098721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56122) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:12.142370 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9797264a-46f3-4696-9811-cd92cc8b36e0 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.155111 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9797264a-46f3-4696-9811-cd92cc8b36e0 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.250042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ffb2b-d5b7-4c38-af88-df6b20549197 req-84ad591d-8f83-4e98-842e-04503a68532a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:12.252062 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-553ffb2b-d5b7-4c38-af88-df6b20549197 req-84ad591d-8f83-4e98-842e-04503a68532a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0598729 Aug 20 11:46:12.297163 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-553ffb2b-d5b7-4c38-af88-df6b20549197 req-cabd037c-9c10-424e-b7ee-782d16f4314b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353816 Aug 20 11:46:12.308122 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9797264a-46f3-4696-9811-cd92cc8b36e0 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.315432 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9797264a-46f3-4696-9811-cd92cc8b36e0 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.320966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9797264a-46f3-4696-9811-cd92cc8b36e0 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2c837340-6ddb-4661-b26e-61773e8e0aa0 HTTP/1.1" status: 204 len: 168 time: 0.2169318 Aug 20 11:46:12.320966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56130) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:12.331806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797264a-46f3-4696-9811-cd92cc8b36e0 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c837340-6ddb-4661-b26e-61773e8e0aa0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:12.373206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1d26a72f-ee53-435a-b34e-938136f2e9b1 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0523546 Aug 20 11:46:12.375922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56132) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:12.433339 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eff5fb99-a4e9-4174-849c-9a7572b477dd tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.466230 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eff5fb99-a4e9-4174-849c-9a7572b477dd tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.639701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eff5fb99-a4e9-4174-849c-9a7572b477dd tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.642607 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-eff5fb99-a4e9-4174-849c-9a7572b477dd tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.644067 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-eff5fb99-a4e9-4174-849c-9a7572b477dd tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-groups/02e4349d-9894-461f-a1c6-12be8deffe5a HTTP/1.1" status: 204 len: 168 time: 0.2669508 Aug 20 11:46:12.646597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56134) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:12.653469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5fb99-a4e9-4174-849c-9a7572b477dd tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e4349d-9894-461f-a1c6-12be8deffe5a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:12.758052 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-577f2611-67b2-45eb-9d4b-1cc6419e0d5b tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0742197 Aug 20 11:46:12.758052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56138) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:12.781558 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ecfcc0d-e549-443b-91ad-4928eeedb2cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:12.805603 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ecfcc0d-e549-443b-91ad-4928eeedb2cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.028374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ecfcc0d-e549-443b-91ad-4928eeedb2cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.033154 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ecfcc0d-e549-443b-91ad-4928eeedb2cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.033154 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5ecfcc0d-e549-443b-91ad-4928eeedb2cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-groups/7a112a75-5bcc-4c12-a1d0-c2fdc9524859 HTTP/1.1" status: 204 len: 168 time: 0.3066254 Aug 20 11:46:13.035043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56140) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:13.042268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfcc0d-e549-443b-91ad-4928eeedb2cf tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a112a75-5bcc-4c12-a1d0-c2fdc9524859,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:13.081717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7b0f66e1-13e9-4a31-97fe-79d69744b049 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0454667 Aug 20 11:46:13.087864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56142) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:13.090722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b57a80d1-137e-47b3-962c-f64388fe6e99 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207745220'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:13.199698 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b57a80d1-137e-47b3-962c-f64388fe6e99 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.294783 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b57a80d1-137e-47b3-962c-f64388fe6e99 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.417053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b57a80d1-137e-47b3-962c-f64388fe6e99 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.424598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b26ab-e756-4126-9821-2751562f1137 req-8a47618c-67c1-44b1-b218-06b9a7292ae2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:13.435742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd2b26ab-e756-4126-9821-2751562f1137 req-8a47618c-67c1-44b1-b218-06b9a7292ae2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0622036 Aug 20 11:46:13.448421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a80d1-137e-47b3-962c-f64388fe6e99 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1b3051-d8e8-4d3c-b4ce-ab4b86660f7e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:13.471135 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd2b26ab-e756-4126-9821-2751562f1137 req-c87d23cf-af24-4319-b0b8-6b21cdee1614 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377860 Aug 20 11:46:13.550328 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b57a80d1-137e-47b3-962c-f64388fe6e99 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.550328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b57a80d1-137e-47b3-962c-f64388fe6e99 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4621997 Aug 20 11:46:13.552315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56154) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:13.558719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-37afc831-2a06-4f48-90cb-82d24a42c47e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': '2d1b3051-d8e8-4d3c-b4ce-ab4b86660f7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:13.599643 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.662628 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37afc831-2a06-4f48-90cb-82d24a42c47e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.722404 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37afc831-2a06-4f48-90cb-82d24a42c47e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.789363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37afc831-2a06-4f48-90cb-82d24a42c47e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.813285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afc831-2a06-4f48-90cb-82d24a42c47e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f659d10c-b4e9-45f0-8ec8-35f232d756bf,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:13.907129 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-37afc831-2a06-4f48-90cb-82d24a42c47e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.908443 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-37afc831-2a06-4f48-90cb-82d24a42c47e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3550756 Aug 20 11:46:13.911319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56158) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:13.939221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d11d94b-bfb9-49ea-89d7-9ff2ec00df03 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:13.947147 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d11d94b-bfb9-49ea-89d7-9ff2ec00df03 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.079649 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d11d94b-bfb9-49ea-89d7-9ff2ec00df03 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.089418 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d11d94b-bfb9-49ea-89d7-9ff2ec00df03 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.089418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5d11d94b-bfb9-49ea-89d7-9ff2ec00df03 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f659d10c-b4e9-45f0-8ec8-35f232d756bf HTTP/1.1" status: 204 len: 168 time: 0.1764035 Aug 20 11:46:14.091864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56160) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:14.093426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11d94b-bfb9-49ea-89d7-9ff2ec00df03 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f659d10c-b4e9-45f0-8ec8-35f232d756bf,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:14.143076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ad1c6f02-6b77-4e68-8bb5-bd8ab464258c tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0496364 Aug 20 11:46:14.145737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56162) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:14.199208 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e52d8aad-0fd5-4642-8a63-2cfc0c4b5c55 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.221732 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e52d8aad-0fd5-4642-8a63-2cfc0c4b5c55 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.383473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e52d8aad-0fd5-4642-8a63-2cfc0c4b5c55 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.386105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e52d8aad-0fd5-4642-8a63-2cfc0c4b5c55 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.387385 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e52d8aad-0fd5-4642-8a63-2cfc0c4b5c55 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-groups/2d1b3051-d8e8-4d3c-b4ce-ab4b86660f7e HTTP/1.1" status: 204 len: 168 time: 0.2407076 Aug 20 11:46:14.390087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56164) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:14.397329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d8aad-0fd5-4642-8a63-2cfc0c4b5c55 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1b3051-d8e8-4d3c-b4ce-ab4b86660f7e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:14.437912 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fdc905ef-f6cb-4957-9805-b85d54d1e475 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465741 Aug 20 11:46:14.443716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56168) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:14.449588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d0984dc1-ffb9-4dac-a2d5-eecf0596b5c1 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group': {'name': 'tempest-secgroup--601863750'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:14.594723 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0984dc1-ffb9-4dac-a2d5-eecf0596b5c1 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.601920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9930e-1335-4ca9-8427-484991fbb1dc req-87dd2ef2-5a68-40cf-9a1a-28433b07209d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:14.603926 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7eb9930e-1335-4ca9-8427-484991fbb1dc req-87dd2ef2-5a68-40cf-9a1a-28433b07209d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0570054 Aug 20 11:46:14.647677 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7eb9930e-1335-4ca9-8427-484991fbb1dc req-6bcdad44-9fb6-4fcc-9fc9-82f95021f6de tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345170 Aug 20 11:46:14.691543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0984dc1-ffb9-4dac-a2d5-eecf0596b5c1 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.815243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0984dc1-ffb9-4dac-a2d5-eecf0596b5c1 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.845718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0984dc1-ffb9-4dac-a2d5-eecf0596b5c1 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9203f6f-11c5-4dd6-82fb-3ea41d8bb00c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:14.931393 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0984dc1-ffb9-4dac-a2d5-eecf0596b5c1 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:14.932988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d0984dc1-ffb9-4dac-a2d5-eecf0596b5c1 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4879563 Aug 20 11:46:14.936227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56180) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:14.941526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0c3ee913-b435-4ce2-9926-8168bb6b7ebb tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': 'd9203f6f-11c5-4dd6-82fb-3ea41d8bb00c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:15.037822 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-84cdd6b7-7fb0-4de6-ba0b-c2b7d149bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.129899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee913-b435-4ce2-9926-8168bb6b7ebb tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.194992 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee913-b435-4ce2-9926-8168bb6b7ebb tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.306377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee913-b435-4ce2-9926-8168bb6b7ebb tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.325443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ee913-b435-4ce2-9926-8168bb6b7ebb tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174f10ba-a5d0-4151-9382-d2ce10b0f1b9,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:15.485332 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c3ee913-b435-4ce2-9926-8168bb6b7ebb tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.486859 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0c3ee913-b435-4ce2-9926-8168bb6b7ebb tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5491624 Aug 20 11:46:15.489564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56194) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:15.506407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-db27722f-9f36-498a-aed0-c537e53c2458 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules/174f10ba-a5d0-4151-9382-d2ce10b0f1b9 HTTP/1.1" status: 200 len: 763 time: 0.0156550 Aug 20 11:46:15.509415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56196) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:15.554462 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d9fd84ad-cb3c-4cd2-8260-e1386201514b tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0435996 Aug 20 11:46:15.556693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56198) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:15.588256 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64f2a362-ad62-413d-a589-ef0fba38571e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.597378 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64f2a362-ad62-413d-a589-ef0fba38571e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.777133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64f2a362-ad62-413d-a589-ef0fba38571e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.786650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad03922-6892-4e7c-865b-b556b251ab2d req-7eea5fe5-409d-4201-a929-2c6ac391823a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:15.788905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ad03922-6892-4e7c-865b-b556b251ab2d req-7eea5fe5-409d-4201-a929-2c6ac391823a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0638824 Aug 20 11:46:15.793657 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64f2a362-ad62-413d-a589-ef0fba38571e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:15.797136 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-64f2a362-ad62-413d-a589-ef0fba38571e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/174f10ba-a5d0-4151-9382-d2ce10b0f1b9 HTTP/1.1" status: 204 len: 168 time: 0.2371786 Aug 20 11:46:15.797606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56208) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:15.822317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2a362-ad62-413d-a589-ef0fba38571e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=174f10ba-a5d0-4151-9382-d2ce10b0f1b9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:15.842725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ad03922-6892-4e7c-865b-b556b251ab2d req-0bd21f72-c905-4efd-af9c-647f146fa8b7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Aug 20 11:46:15.847081 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-acb7fe3a-3ca8-4920-bda0-af9345a201a0 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477633 Aug 20 11:46:15.858944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56210) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:15.858944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-09c4842c-b548-44b7-b7a7-e553e3ad1169 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': 'd9203f6f-11c5-4dd6-82fb-3ea41d8bb00c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:15.905580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbb0ba-cf53-4325-b487-063bfd42fcb3 req-855119bc-f67d-4a31-8d97-1e29f3b526c1 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:15.907207 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5afbb0ba-cf53-4325-b487-063bfd42fcb3 req-855119bc-f67d-4a31-8d97-1e29f3b526c1 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 945 time: 0.0589242 Aug 20 11:46:15.947448 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5afbb0ba-cf53-4325-b487-063bfd42fcb3 req-5d1ed956-88e7-467b-aea9-4b5ee180b35b tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338566 Aug 20 11:46:16.031945 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09c4842c-b548-44b7-b7a7-e553e3ad1169 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.091067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09c4842c-b548-44b7-b7a7-e553e3ad1169 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.203844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09c4842c-b548-44b7-b7a7-e553e3ad1169 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.221893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4842c-b548-44b7-b7a7-e553e3ad1169 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c062f9-d7f3-4b04-9bb8-1b0582d48c16,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:16.227569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56214) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:16.326604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09c4842c-b548-44b7-b7a7-e553e3ad1169 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.330424 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-09c4842c-b548-44b7-b7a7-e553e3ad1169 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4761884 Aug 20 11:46:16.330696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56218) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:16.347132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f66e3e8-1410-4ed1-9334-bb875a835f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.348583 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-49c3583b-df3c-4b71-b34d-dd2fda0964c5 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules/c0c062f9-d7f3-4b04-9bb8-1b0582d48c16 HTTP/1.1" status: 200 len: 763 time: 0.0160117 Aug 20 11:46:16.350573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56220) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:16.394498 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-75fea5ef-0ec3-418d-9c47-9bc4b931c73f tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0422533 Aug 20 11:46:16.397041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56222) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:16.420811 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5039226-0c8d-46bc-bfc8-ea3b920b34ac tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.429846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5039226-0c8d-46bc-bfc8-ea3b920b34ac tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.440669 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f66e3e8-1410-4ed1-9334-bb875a835f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.594307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5f66e3e8-1410-4ed1-9334-bb875a835f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.635109 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5f66e3e8-1410-4ed1-9334-bb875a835f35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=425004bcabaa4527b28d7d86f08bdb23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4062614 Aug 20 11:46:16.636014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66e3e8-1410-4ed1-9334-bb875a835f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e616c1fe-ea90-46ac-a703-12c058b41a78,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:16.637789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56226) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:16.661173 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5039226-0c8d-46bc-bfc8-ea3b920b34ac tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.661173 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5039226-0c8d-46bc-bfc8-ea3b920b34ac tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.661173 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b5039226-0c8d-46bc-bfc8-ea3b920b34ac tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c0c062f9-d7f3-4b04-9bb8-1b0582d48c16 HTTP/1.1" status: 204 len: 168 time: 0.2577925 Aug 20 11:46:16.663080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56228) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:16.669460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5039226-0c8d-46bc-bfc8-ea3b920b34ac tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0c062f9-d7f3-4b04-9bb8-1b0582d48c16,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:16.702495 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb5256c2-ae49-4441-b697-82671ad9f6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.704709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8b60685d-072f-46ee-994a-65cbb1129eaa tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397110 Aug 20 11:46:16.724007 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb5256c2-ae49-4441-b697-82671ad9f6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.725753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56230) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:16.730902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d0cf75cc-140c-464e-9a8a-5eea907da2ff tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Request body: {'security_group_rule': {'security_group_id': 'd9203f6f-11c5-4dd6-82fb-3ea41d8bb00c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:16.937007 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb5256c2-ae49-4441-b697-82671ad9f6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.939672 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fb5256c2-ae49-4441-b697-82671ad9f6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.952686 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fb5256c2-ae49-4441-b697-82671ad9f6fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e616c1fe-ea90-46ac-a703-12c058b41a78 HTTP/1.1" status: 204 len: 168 time: 0.3020778 Aug 20 11:46:16.953022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0cf75cc-140c-464e-9a8a-5eea907da2ff tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:16.953112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5256c2-ae49-4441-b697-82671ad9f6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e616c1fe-ea90-46ac-a703-12c058b41a78,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:17.000832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2992e-deec-4983-bbfc-cfc98268db95 req-9a64592d-5674-4487-ae46-6a633258f533 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:17.002371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25c2992e-deec-4983-bbfc-cfc98268db95 req-9a64592d-5674-4487-ae46-6a633258f533 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0851426 Aug 20 11:46:17.050961 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0cf75cc-140c-464e-9a8a-5eea907da2ff tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.064299 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25c2992e-deec-4983-bbfc-cfc98268db95 req-4b27cc06-f40a-447a-b09b-9300d9e4d94b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507493 Aug 20 11:46:17.084753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de44e-4e6a-423a-b341-dcef8de22eeb req-d1068653-1e33-4ebd-bf7d-9d53f05b7b3c tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:17.087055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f69de44e-4e6a-423a-b341-dcef8de22eeb req-d1068653-1e33-4ebd-bf7d-9d53f05b7b3c tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 945 time: 0.0549603 Aug 20 11:46:17.126073 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f69de44e-4e6a-423a-b341-dcef8de22eeb req-2db141cc-fa78-4722-ae44-448b28d703d5 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328608 Aug 20 11:46:17.142748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0cf75cc-140c-464e-9a8a-5eea907da2ff tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.161590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf75cc-140c-464e-9a8a-5eea907da2ff tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7152dd2c-05df-427b-8e09-67911ed33e6e,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:17.257931 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0cf75cc-140c-464e-9a8a-5eea907da2ff tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.259084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d0cf75cc-140c-464e-9a8a-5eea907da2ff tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5317953 Aug 20 11:46:17.261701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56240) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:17.278483 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-acdbb675-b5ff-48c7-a8ca-06e5eb068068 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules/7152dd2c-05df-427b-8e09-67911ed33e6e HTTP/1.1" status: 200 len: 764 time: 0.0156524 Aug 20 11:46:17.281022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56242) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:17.321486 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-23927b58-5e55-4d9c-add7-a8151bb5c441 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0393481 Aug 20 11:46:17.327501 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56244) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:17.355529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b21066a-c32d-40f9-8c94-560fbb67090e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.364131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b21066a-c32d-40f9-8c94-560fbb67090e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.525944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-bae71ad3-d551-4ba4-9930-07cfe187b305 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:17.527414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-bae71ad3-d551-4ba4-9930-07cfe187b305 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 945 time: 0.0482163 Aug 20 11:46:17.588263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b21066a-c32d-40f9-8c94-560fbb67090e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.595941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b21066a-c32d-40f9-8c94-560fbb67090e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.597109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5b21066a-c32d-40f9-8c94-560fbb67090e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7152dd2c-05df-427b-8e09-67911ed33e6e HTTP/1.1" status: 204 len: 168 time: 0.2685728 Aug 20 11:46:17.600956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56252) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:17.601469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21066a-c32d-40f9-8c94-560fbb67090e tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7152dd2c-05df-427b-8e09-67911ed33e6e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:17.657144 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5fbb47c2-5553-425c-b4d6-facc0139d383 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0547593 Aug 20 11:46:17.659694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56258) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:17.683821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Deleting port 83b7688a-7e3a-4315-9ad5-861648a6d131 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:17.684173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.770837 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a21a81d0-6461-4e2f-a4b4-e0c3a982d8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.783985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ce07d68-a1fa-4daa-86f5-602e9a114a78 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.824093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ce07d68-a1fa-4daa-86f5-602e9a114a78 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:17.827618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] For port 83b7688a-7e3a-4315-9ad5-861648a6d131, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=83b7688a-7e3a-4315-9ad5-861648a6d131,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:17.827978 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.001846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ce07d68-a1fa-4daa-86f5-602e9a114a78 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.004488 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ce07d68-a1fa-4daa-86f5-602e9a114a78 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.005644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2ce07d68-a1fa-4daa-86f5-602e9a114a78 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "DELETE /v2.0/security-groups/d9203f6f-11c5-4dd6-82fb-3ea41d8bb00c HTTP/1.1" status: 204 len: 168 time: 0.3443701 Aug 20 11:46:18.008398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56266) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:18.029031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce07d68-a1fa-4daa-86f5-602e9a114a78 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9203f6f-11c5-4dd6-82fb-3ea41d8bb00c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:18.046226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.046841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.047169 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Floating IP 0903e9ae-57f1-4abb-9b83-4ec912c5f713 disassociated. External IP: 172.25.4.244, port: 83b7688a-7e3a-4315-9ad5-861648a6d131. Aug 20 11:46:18.047561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Calling delete_port for 83b7688a-7e3a-4315-9ad5-861648a6d131 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:18.052781 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-152f1864-cac5-449d-8ce5-797076217f91 tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432477 Aug 20 11:46:18.057494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56268) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:18.111508 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1f033db3-9a3d-44f5-b731-53462f743bcc tempest-SecGroupTest-305107102 tempest-SecGroupTest-305107102-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525622 Aug 20 11:46:18.220169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5c040-8318-42b3-a054-36b9fcb80080 req-35f76058-e75e-4962-8596-0efa2a18d777 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:18.228194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fc5c040-8318-42b3-a054-36b9fcb80080 req-35f76058-e75e-4962-8596-0efa2a18d777 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.0679200 Aug 20 11:46:18.273606 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fc5c040-8318-42b3-a054-36b9fcb80080 req-d30e0024-8d85-4fbe-ae3c-4e5d48a9608e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386016 Aug 20 11:46:18.291675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5299d5-a6c9-4bef-bc7f-e7d27d90babf req-166f239a-5da9-40fc-8daa-4e51c0caa947 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:18.293326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1b5299d5-a6c9-4bef-bc7f-e7d27d90babf req-166f239a-5da9-40fc-8daa-4e51c0caa947 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 945 time: 0.0567017 Aug 20 11:46:18.330677 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1b5299d5-a6c9-4bef-bc7f-e7d27d90babf req-03a1da92-f9e9-4a5c-b2fb-e683a4697ee7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups?id=e2104923-26a5-4944-be68-d88b2bd13505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310762 Aug 20 11:46:18.342893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.378308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event deleted for resources: {'Port': ['ID=83b7688a-7e3a-4315-9ad5-861648a6d131,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:18.501961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Router c35711ff-03d4-411f-ba16-8497b2440652 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:46:18.620719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:46:18.635327 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.636749 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] Sync routers for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:46:18.656022 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:18.657002 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:18.665101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] No DVR routers for this DVR port 83b7688a-7e3a-4315-9ad5-861648a6d131 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:46:18.668089 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:18.670359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d16fbcd5-3675-4650-81e8-e0bf28f48d32 req-9b94a82b-9ff5-4cc6-82e7-e9f36aa77236 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.57 "DELETE /v2.0/ports/83b7688a-7e3a-4315-9ad5-861648a6d131 HTTP/1.1" status: 204 len: 173 time: 1.1364708 Aug 20 11:46:18.670913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'name': 'network-vif-deleted', 'tag': '83b7688a-7e3a-4315-9ad5-861648a6d131'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:18.673465 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d1d63-d94d-42da-baee-7e1043967696" -d '{"events": [{"server_uuid": "a5a70ab5-ebe4-4c49-8b64-38668bf7e051", "name": "network-vif-deleted", "tag": "83b7688a-7e3a-4315-9ad5-861648a6d131"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:18.747189 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c7de0f-39af-45a9-b260-edfc5e99253e x-openstack-request-id: req-64c7de0f-39af-45a9-b260-edfc5e99253e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:18.747808 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a70ab5-ebe4-4c49-8b64-38668bf7e051", "name": "network-vif-deleted", "tag": "83b7688a-7e3a-4315-9ad5-861648a6d131", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:18.748223 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64c7de0f-39af-45a9-b260-edfc5e99253e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:18.748905 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a70ab5-ebe4-4c49-8b64-38668bf7e051', 'name': 'network-vif-deleted', 'tag': '83b7688a-7e3a-4315-9ad5-861648a6d131', 'status': 'completed', 'code': 200} Aug 20 11:46:18.850382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56292) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:18.941001 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:19.143569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a53a2634-07b6-4c15-a75e-de2cb330e95e details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:46:19.166735 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9f1bf435-1056-49e3-81c4-02dbed707dbf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e444df141a684f3aa848320fbd5bb98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149931 Aug 20 11:46:19.169276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56302) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:19.182968 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:19.210089 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] Checking router: c35711ff-03d4-411f-ba16-8497b2440652 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:46:19.219501 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:19.220363 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:19.227441 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47e48428-edda-4fca-82ba-60f9d56bf1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.261146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47e48428-edda-4fca-82ba-60f9d56bf1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.332610 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:19.337256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port a53a2634-07b6-4c15-a75e-de2cb330e95e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a53a2634-07b6-4c15-a75e-de2cb330e95e,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:19.351824 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56306) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:19.371318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'a53a2634-07b6-4c15-a75e-de2cb330e95e', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'port_id': 'a53a2634-07b6-4c15-a75e-de2cb330e95e', 'mac_address': 'fa:16:3e:e8:66:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:46:19.404102 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:46:19.430549 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.449221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53a2634-07b6-4c15-a75e-de2cb330e95e {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:19.472933 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47e48428-edda-4fca-82ba-60f9d56bf1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.477323 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47e48428-edda-4fca-82ba-60f9d56bf1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.483676 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-47e48428-edda-4fca-82ba-60f9d56bf1e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3837d9d1-3a4c-4912-a6a3-20749ba550e4 HTTP/1.1" status: 204 len: 168 time: 0.3131149 Aug 20 11:46:19.494568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port a53a2634-07b6-4c15-a75e-de2cb330e95e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a53a2634-07b6-4c15-a75e-de2cb330e95e,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:19.497584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61da5aa-ccac-48bf-8d5d-4b55e03e33a5 req-3b45666c-1819-4b02-8597-cbe5f8a30ae5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:19.503547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d61da5aa-ccac-48bf-8d5d-4b55e03e33a5 req-3b45666c-1819-4b02-8597-cbe5f8a30ae5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 943 time: 0.1344042 Aug 20 11:46:19.504068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e48428-edda-4fca-82ba-60f9d56bf1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3837d9d1-3a4c-4912-a6a3-20749ba550e4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:19.530883 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.587897 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df8446d2-ca4e-4d31-997b-406f9965facf req-3cf559fa-2f1c-4328-9770-6a00cd942da4 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a70ab5-ebe4-4c49-8b64-38668bf7e051 HTTP/1.1" status: 200 len: 210 time: 0.0447733 Aug 20 11:46:19.604084 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d61da5aa-ccac-48bf-8d5d-4b55e03e33a5 req-ba596f43-1d41-4ed3-b26f-aec71986bdc5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854757 Aug 20 11:46:19.618101 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.668507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=a53a2634-07b6-4c15-a75e-de2cb330e95e,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:19.708372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'network': {'name': 'tempest-network-smoke--726782915', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'port_security_enabled': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:19.717844 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:19.746101 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8687d2c7-3ebd-4335-ac28-a98d6c8027a9 None None] The sync data for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 is: [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:39:15Z', 'revision_number': 4, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'af52e46c-9c6f-44ee-98ee-a5dd1a253c9a', 'name': '', 'network_id': 'a4eb590e-64d9-479d-b239-dfeba7bd10dd', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'mac_address': 'fa:16:3e:47:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:13Z', 'updated_at': '2021-08-20T11:39:23Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'subnets': [{'id': '395d3605-f706-4c0a-89ef-d0f55e196582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:46:19.884007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Made reservation on behalf of 9699ebf9652148b7a5e10af7cd210ece for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:19.885827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['a53a2634-07b6-4c15-a75e-de2cb330e95e'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:19.887945 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:19.900825 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.066722 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.095356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e5d24d-6241-41d1-95d6-e85d97610e73 None None] New status for floating IP 0903e9ae-57f1-4abb-9b83-4ec912c5f713: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:46:20.175366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.201178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:46:20.219891 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.220247 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Added segment ae7e611f-e89b-4e4f-b88e-4e52d7d6b538 of type vlan for network 84fb7308-1843-4e4e-a04b-6a6b145de747 Aug 20 11:46:20.229021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0c226a-3529-45b2-9068-d4124f74e0bb,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:20.269182 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.307150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 83b7688a-7e3a-4315-9ad5-861648a6d131 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:20.327200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 83b7688a-7e3a-4315-9ad5-861648a6d131 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:46:20.327550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 83b7688a-7e3a-4315-9ad5-861648a6d131 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:46:20.497007 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.502784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:20.503441 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.572181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Network': ['ID=84fb7308-1843-4e4e-a04b-6a6b145de747,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:20.583499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 84fb7308-1843-4e4e-a04b-6a6b145de747 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:46:20.634423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d9639014-a302-4a52-a214-3df4c6e80074 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2813182 Aug 20 11:46:20.637725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56332) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:20.642548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-467022022', 'admin_state_up': True, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:20.724984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b99fb9-5701-441e-b0dd-da603100d127 req-c2c04e39-b62d-44c7-8316-a4c1f8df6e5c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:20.727183 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4b99fb9-5701-441e-b0dd-da603100d127 req-c2c04e39-b62d-44c7-8316-a4c1f8df6e5c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 944 time: 0.0560274 Aug 20 11:46:20.775654 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4b99fb9-5701-441e-b0dd-da603100d127 req-0b136b7b-dffc-4718-8e4e-632e8d6f63d9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 Aug 20 11:46:20.786748 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.787832 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.841103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.841558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56340) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:20.897282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71e68249-7831-4dc6-80c5-16415575fbd7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.914756 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:20.926507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71e68249-7831-4dc6-80c5-16415575fbd7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.032829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56346) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:21.051245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71e68249-7831-4dc6-80c5-16415575fbd7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.054203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71e68249-7831-4dc6-80c5-16415575fbd7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.055342 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-71e68249-7831-4dc6-80c5-16415575fbd7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "DELETE /v2.0/security-groups/e2104923-26a5-4944-be68-d88b2bd13505 HTTP/1.1" status: 204 len: 168 time: 0.2127991 Aug 20 11:46:21.058932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56350) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:21.076439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e68249-7831-4dc6-80c5-16415575fbd7 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2104923-26a5-4944-be68-d88b2bd13505,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:21.079656 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-9fffd26a-0b13-4c5e-8fc8-33c87f18d25e tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] show failed (client error): The resource could not be found. Aug 20 11:46:21.083308 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9fffd26a-0b13-4c5e-8fc8-33c87f18d25e tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "GET /v2.0/security-groups/e2104923-26a5-4944-be68-d88b2bd13505 HTTP/1.1" status: 404 len: 347 time: 0.0208836 Aug 20 11:46:21.083719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56352) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:21.095047 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.159725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a53a2634-07b6-4c15-a75e-de2cb330e95e up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:21.181663 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-89d8c453-3e56-4f13-a21b-636ee88f0f99 tempest-ServiceProvidersTest-935380081 tempest-ServiceProvidersTest-935380081-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1476636 Aug 20 11:46:21.231243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0cab1-7383-492e-abdc-3eee3b7a4e79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Deleting port 66011960-4642-41cb-aeee-31aadd6ce26f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:21.231640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0c0cab1-7383-492e-abdc-3eee3b7a4e79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.297004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port a53a2634-07b6-4c15-a75e-de2cb330e95e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:21.302350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port a53a2634-07b6-4c15-a75e-de2cb330e95e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:21.302872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.322777 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0c0cab1-7383-492e-abdc-3eee3b7a4e79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.323207 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0c0cab1-7383-492e-abdc-3eee3b7a4e79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.335559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0cab1-7383-492e-abdc-3eee3b7a4e79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Calling delete_port for 66011960-4642-41cb-aeee-31aadd6ce26f owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:21.386854 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.401084 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.410017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53a2634-07b6-4c15-a75e-de2cb330e95e'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:21.412327 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab366263-7bd0-4091-a2fe-b3f1af8e3d64" -d '{"events": [{"server_uuid": "feef2b80-efa5-4ec1-8728-f6f963ca0460", "name": "network-vif-plugged", "status": "completed", "tag": "a53a2634-07b6-4c15-a75e-de2cb330e95e"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:21.426556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port a53a2634-07b6-4c15-a75e-de2cb330e95e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a53a2634-07b6-4c15-a75e-de2cb330e95e,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:21.426664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.456937 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29cdb5d-c2c6-477e-b9a9-9a81fd870034 x-openstack-request-id: req-a29cdb5d-c2c6-477e-b9a9-9a81fd870034 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:21.457232 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feef2b80-efa5-4ec1-8728-f6f963ca0460", "name": "network-vif-plugged", "status": "completed", "tag": "a53a2634-07b6-4c15-a75e-de2cb330e95e", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:21.457490 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a29cdb5d-c2c6-477e-b9a9-9a81fd870034 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:21.457886 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53a2634-07b6-4c15-a75e-de2cb330e95e', 'code': 200} Aug 20 11:46:21.533359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Allocated IP 172.25.4.23 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/799eaced-9ddf-47c6-997d-07f3574538b6) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:21.561521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e55982-1c97-4f3a-8d86-5a56e44241dd req-541a2eb3-d6c1-4fda-b68d-f807abab6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:21.563114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05e55982-1c97-4f3a-8d86-5a56e44241dd req-541a2eb3-d6c1-4fda-b68d-f807abab6a7e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 1095 time: 0.0413795 Aug 20 11:46:21.583282 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.604375 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05e55982-1c97-4f3a-8d86-5a56e44241dd req-dc5bc68f-382b-4cb3-b655-bdb80f58bff5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303230 Aug 20 11:46:21.634535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=a53a2634-07b6-4c15-a75e-de2cb330e95e,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:21.646800 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.681004 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0c0cab1-7383-492e-abdc-3eee3b7a4e79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.713443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0cab1-7383-492e-abdc-3eee3b7a4e79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Pushing event deleted for resources: {'Port': ['ID=66011960-4642-41cb-aeee-31aadd6ce26f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:21.773626 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0c0cab1-7383-492e-abdc-3eee3b7a4e79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.776376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0c0cab1-7383-492e-abdc-3eee3b7a4e79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.777584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a0c0cab1-7383-492e-abdc-3eee3b7a4e79 tempest-AttachVolumeTestJSON-639580370 tempest-AttachVolumeTestJSON-639580370-project] 10.222.0.10 "DELETE /v2.0/floatingips/0903e9ae-57f1-4abb-9b83-4ec912c5f713 HTTP/1.1" status: 204 len: 168 time: 0.6931016 Aug 20 11:46:21.897260 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:21.921808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daaaf5-afa6-4175-9b14-dfecd53051cf req-330c21fc-a5ee-4ca6-8fce-0be365d32c6e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:21.923396 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-01daaaf5-afa6-4175-9b14-dfecd53051cf req-330c21fc-a5ee-4ca6-8fce-0be365d32c6e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 945 time: 0.0513387 Aug 20 11:46:21.935884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:21.940239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:21.944365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:21.965244 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-01daaaf5-afa6-4175-9b14-dfecd53051cf req-ea398439-feb0-41a0-b60b-34063cc3f95a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353289 Aug 20 11:46:21.979119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=799eaced-9ddf-47c6-997d-07f3574538b6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:22.061569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56366) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:22.180661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16163bac-eebd-48d4-a880-38bfd135d5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.273315 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16163bac-eebd-48d4-a880-38bfd135d5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.366325 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.376421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16163bac-eebd-48d4-a880-38bfd135d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.415939 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-16163bac-eebd-48d4-a880-38bfd135d5fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28f0633e6b7e4ccaba0f94183fce62ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3532569 Aug 20 11:46:22.416840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16163bac-eebd-48d4-a880-38bfd135d5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5799b7-5298-450a-8fb1-5df46384dde7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:22.419568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56372) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:22.472781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8180d295-270e-4434-b221-7eae4579644a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.497310 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8180d295-270e-4434-b221-7eae4579644a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.591426 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.817373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8180d295-270e-4434-b221-7eae4579644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.821548 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8180d295-270e-4434-b221-7eae4579644a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:22.825550 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8180d295-270e-4434-b221-7eae4579644a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf5799b7-5298-450a-8fb1-5df46384dde7 HTTP/1.1" status: 204 len: 168 time: 0.4028795 Aug 20 11:46:22.835827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180d295-270e-4434-b221-7eae4579644a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5799b7-5298-450a-8fb1-5df46384dde7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:22.868721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 2451c23d-5eb0-4b59-9979-8423f7dfdffe is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:46:22.986993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:46:23.031595 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Sync routers for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:46:23.065419 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:23.065419 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:23.131399 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.135179 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ba94b423-5b4c-49c8-a6c0-51212afbd528 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4962850 Aug 20 11:46:23.139320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98a9c-b77d-4950-bbb7-ac325085b514 req-14999d56-7b78-49c1-8894-d23eb89dd4cc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:23.145354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ed98a9c-b77d-4950-bbb7-ac325085b514 req-14999d56-7b78-49c1-8894-d23eb89dd4cc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 945 time: 0.0525968 Aug 20 11:46:23.148282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56380) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:23.198635 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:23.234351 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ed98a9c-b77d-4950-bbb7-ac325085b514 req-f7875652-1644-4685-9d65-ce2ba03f5575 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702846 Aug 20 11:46:23.402904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56390) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:23.414487 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e90212db-f302-47d0-9427-92b3b9f3c076 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9699ebf9652148b7a5e10af7cd210ece&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2639427 Aug 20 11:46:23.436178 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:46:22Z', 'revision_number': 3, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:23.475139 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Checking router: 2451c23d-5eb0-4b59-9979-8423f7dfdffe for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:46:23.475139 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Updating router 2451c23d-5eb0-4b59-9979-8423f7dfdffe port 799eaced-9ddf-47c6-997d-07f3574538b6 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:46:23.503135 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.591982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500d2e63-b83c-49ae-8394-8014ac097556 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:23.597457 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-500d2e63-b83c-49ae-8394-8014ac097556 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1905894 Aug 20 11:46:23.598505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56396) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:23.656828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56400) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:23.657843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4932f090-479b-4145-a775-d6432ae57dbd tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552814 Aug 20 11:46:23.662214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1563174092', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:23.789227 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.799504 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Transition to ACTIVE for port object 799eaced-9ddf-47c6-997d-07f3574538b6 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:23.971588 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:23.972238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Made reservation on behalf of 9699ebf9652148b7a5e10af7cd210ece for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:23.977834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.015561 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Attempting to bind port 799eaced-9ddf-47c6-997d-07f3574538b6 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:24.015889 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Attempting to bind port 799eaced-9ddf-47c6-997d-07f3574538b6 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:24.016263 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Attempting to bind port 799eaced-9ddf-47c6-997d-07f3574538b6 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:24.032033 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:24.036942 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:24.036942 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.036942 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:24.036942 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Bound port: 799eaced-9ddf-47c6-997d-07f3574538b6, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:24.036942 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.051486 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Pushing event updated for resources: {'Port': ['ID=799eaced-9ddf-47c6-997d-07f3574538b6,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:24.094843 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.095736 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.097868 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.097868 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.097868 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.097868 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.098370 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.099553 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.100514 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.101596 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.102113 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.103154 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:24.152140 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] For port 799eaced-9ddf-47c6-997d-07f3574538b6, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:24.155890 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] For port 799eaced-9ddf-47c6-997d-07f3574538b6, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=799eaced-9ddf-47c6-997d-07f3574538b6,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:24.250069 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.319823 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.327414 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819f692-e1f0-4f5d-b91d-a32a59f0b66c None None] Pushing event updated for resources: {'Port': ['ID=799eaced-9ddf-47c6-997d-07f3574538b6,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:24.332851 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:24.333887 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:24.403890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275bbc3-1d16-4d49-9911-0b5fed605736 req-a4f9abd0-c1ce-4e07-a2eb-3a054b0f0cc1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:24.409881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e275bbc3-1d16-4d49-9911-0b5fed605736 req-a4f9abd0-c1ce-4e07-a2eb-3a054b0f0cc1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 945 time: 0.1068752 Aug 20 11:46:24.415220 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Subnet': ['ID=600bdbe7-38f1-47fd-a31d-d8528989dba3,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:24.430912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Checking segment: {'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:24.431202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network hostable DHCP agents. Network: 84fb7308-1843-4e4e-a04b-6a6b145de747, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:46:24.465328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e275bbc3-1d16-4d49-9911-0b5fed605736 req-d660fbed-fab5-4291-bb4f-72e6f8a11778 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446787 Aug 20 11:46:24.489965 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:24.566331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network 84fb7308-1843-4e4e-a04b-6a6b145de747 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:46:24.617268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca83b6-db6a-42de-b5d0-60ac525a207e req-ffb58d22-fa58-43bd-a16d-bfc1fc5e2f23 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:24.619014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-daca83b6-db6a-42de-b5d0-60ac525a207e req-ffb58d22-fa58-43bd-a16d-bfc1fc5e2f23 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 945 time: 0.0644109 Aug 20 11:46:24.677605 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-daca83b6-db6a-42de-b5d0-60ac525a207e req-07ff5a65-0719-4e5c-bab4-f6bab229b5a0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361767 Aug 20 11:46:24.701097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56422) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:24.707120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 84fb7308-1843-4e4e-a04b-6a6b145de747) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:24.716086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59a57c6-91b1-403e-b6b6-9be71d9f6c63 None None] Network 84fb7308-1843-4e4e-a04b-6a6b145de747 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:24.728201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:24.730127 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:24.783946 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:46:22Z', 'revision_number': 3, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:24.815161 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb93de-6c44-477e-afaf-a269247d1498 None None] The sync data for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 is: [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:46:22Z', 'revision_number': 3, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:46:24.834324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56426) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:24.839571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b32828b1-dae8-4ef8-8d85-0f79da3f3f3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1774096 Aug 20 11:46:24.886273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-84fb7308-1843-4e4e-a04b-6a6b145de747', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:46:24.887250 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.097402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Allocated IP 172.20.0.2 (84fb7308-1843-4e4e-a04b-6a6b145de747/600bdbe7-38f1-47fd-a31d-d8528989dba3/29d93bf5-51f9-4363-9056-1a5478b75541) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:25.107350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46d287-b1ea-4c80-8aa3-689bcd98c5eb tempest-TestVolumeBootPattern-1773011927 tempest-TestVolumeBootPattern-1773011927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:25.119612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6b46d287-b1ea-4c80-8aa3-689bcd98c5eb tempest-TestVolumeBootPattern-1773011927 tempest-TestVolumeBootPattern-1773011927-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 1091 time: 0.4120889 Aug 20 11:46:25.123314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56434) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:25.144377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'a53a2634-07b6-4c15-a75e-de2cb330e95e', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:25.369163 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.462060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.492341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Transition to ACTIVE for port object 29d93bf5-51f9-4363-9056-1a5478b75541 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:25.520910 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.528951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Transition to ACTIVE for port object 29d93bf5-51f9-4363-9056-1a5478b75541 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:25.628393 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.718998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 799eaced-9ddf-47c6-997d-07f3574538b6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:25.719625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Allocated IP 172.25.4.9 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/1e912d61-9a8e-4b6c-9e29-4d1335cfacf9) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:25.728190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Network 84fb7308-1843-4e4e-a04b-6a6b145de747 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:25.762851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:25.774837 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:25.804895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Pushing event updated for resources: {'Port': ['ID=29d93bf5-51f9-4363-9056-1a5478b75541,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:25.898193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Attempting to bind port 29d93bf5-51f9-4363-9056-1a5478b75541 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:25.898312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Attempting to bind port 29d93bf5-51f9-4363-9056-1a5478b75541 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:25.898911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Attempting to bind port 29d93bf5-51f9-4363-9056-1a5478b75541 on network 84fb7308-1843-4e4e-a04b-6a6b145de747 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:25.905336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:25.906053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Checking segment: {'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:25.906674 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:25.907215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Bound using segment: {'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:25.908209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Bound port: 29d93bf5-51f9-4363-9056-1a5478b75541, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:25.913098 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.021405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] For port 29d93bf5-51f9-4363-9056-1a5478b75541, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:26.028683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] For port 29d93bf5-51f9-4363-9056-1a5478b75541, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=29d93bf5-51f9-4363-9056-1a5478b75541,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:26.074229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 799eaced-9ddf-47c6-997d-07f3574538b6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:26.081639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 799eaced-9ddf-47c6-997d-07f3574538b6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:26.082291 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.142559 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.176850 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.188094 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.297748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 799eaced-9ddf-47c6-997d-07f3574538b6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=799eaced-9ddf-47c6-997d-07f3574538b6,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:26.356680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fc0c3-7b43-4b30-8604-a9300beed7cb None None] Pushing event updated for resources: {'Port': ['ID=29d93bf5-51f9-4363-9056-1a5478b75541,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:26.422814 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.516571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=799eaced-9ddf-47c6-997d-07f3574538b6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:26.568647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.740079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Allocated IP 172.20.0.1 (84fb7308-1843-4e4e-a04b-6a6b145de747/600bdbe7-38f1-47fd-a31d-d8528989dba3/5c83ba52-9bca-449f-b791-c01c1f1efc27) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:26.748645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.791551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:26.794817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:26.808611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:26.847448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=1e912d61-9a8e-4b6c-9e29-4d1335cfacf9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:26.971609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:26.987198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Transition to ACTIVE for port object 5c83ba52-9bca-449f-b791-c01c1f1efc27 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:27.130859 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.182402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network 84fb7308-1843-4e4e-a04b-6a6b145de747 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:27.191400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:27.199231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:27.234258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=5c83ba52-9bca-449f-b791-c01c1f1efc27,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:27.265062 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.305711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.484092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.539669 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.712524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.813647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.827001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 799eaced-9ddf-47c6-997d-07f3574538b6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:27.892636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 799eaced-9ddf-47c6-997d-07f3574538b6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:27.893021 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:27.911790 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=1e912d61-9a8e-4b6c-9e29-4d1335cfacf9,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:27.932508 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.009431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 29d93bf5-51f9-4363-9056-1a5478b75541 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:28.038219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.067639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a7b04-2eb5-4f11-a4b7-ac24a8c40034 None None] Network 84fb7308-1843-4e4e-a04b-6a6b145de747 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:28.110168 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Floating IP beb1de61-18d8-481c-a73d-b6f87b6be234 associated. External IP: 172.25.4.9, port: a53a2634-07b6-4c15-a75e-de2cb330e95e. Aug 20 11:46:28.126234 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.205257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 29d93bf5-51f9-4363-9056-1a5478b75541 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:28.212555 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=5c83ba52-9bca-449f-b791-c01c1f1efc27,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:28.214226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-67fae01b-7ee3-4108-9976-e4b51f689468 None None] Provisioning for port 29d93bf5-51f9-4363-9056-1a5478b75541 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:28.227620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 29d93bf5-51f9-4363-9056-1a5478b75541 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:28.227620 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.235267 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.242870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-67fae01b-7ee3-4108-9976-e4b51f689468 None None] Provisioning complete for port 29d93bf5-51f9-4363-9056-1a5478b75541 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:28.243379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-67fae01b-7ee3-4108-9976-e4b51f689468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.355630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network 84fb7308-1843-4e4e-a04b-6a6b145de747 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:28.357638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:28.450617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Router aceac47a-2508-40b7-a92b-06613f976e05 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:46:28.618939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 2451c23d-5eb0-4b59-9979-8423f7dfdffe has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:46:28.672029 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.676307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:46:28.700960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] Sync routers for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:46:28.754016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:28.754830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:28.787288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:46:28.789767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.799604 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Sync routers for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:46:28.803347 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-da8cbed9-fa48-404d-a3b6-0b980a4993b8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "PUT /v2.0/routers/2451c23d-5eb0-4b59-9979-8423f7dfdffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9682119 Aug 20 11:46:28.805995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56474) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:28.811055 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:28.811875 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:28.813687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-67fae01b-7ee3-4108-9976-e4b51f689468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:28.836196 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6f0b1ea7-2bdf-477d-98b1-1ff4ff619cd9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.7106698 Aug 20 11:46:28.836965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'tag': 'a53a2634-07b6-4c15-a75e-de2cb330e95e'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:28.839456 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4667097b-efce-4917-82f0-bc0713adecc5" -d '{"events": [{"name": "network-changed", "server_uuid": "feef2b80-efa5-4ec1-8728-f6f963ca0460", "tag": "a53a2634-07b6-4c15-a75e-de2cb330e95e"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:28.856237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 29d93bf5-51f9-4363-9056-1a5478b75541, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=29d93bf5-51f9-4363-9056-1a5478b75541,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:28.924067 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801f63ed-73c4-4d4f-984b-d0726d049b47 x-openstack-request-id: req-801f63ed-73c4-4d4f-984b-d0726d049b47 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:28.924481 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feef2b80-efa5-4ec1-8728-f6f963ca0460", "tag": "a53a2634-07b6-4c15-a75e-de2cb330e95e", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:28.924835 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-801f63ed-73c4-4d4f-984b-d0726d049b47 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:28.925596 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'tag': 'a53a2634-07b6-4c15-a75e-de2cb330e95e', 'status': 'completed', 'code': 200} Aug 20 11:46:28.970834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.074973 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:29.107323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667097b-efce-4917-82f0-bc0713adecc5 req-4babc6f0-427a-493b-b9cc-96a2425ad028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.108246 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4667097b-efce-4917-82f0-bc0713adecc5 req-4babc6f0-427a-493b-b9cc-96a2425ad028 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 1096 time: 0.1627085 Aug 20 11:46:29.141828 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-67fae01b-7ee3-4108-9976-e4b51f689468 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:46:29.142188 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-67fae01b-7ee3-4108-9976-e4b51f689468 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:46:29.146361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=29d93bf5-51f9-4363-9056-1a5478b75541,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:29.155593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:29.199290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531463b-5a77-4283-89e9-5d7c849f5a09 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.199802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531463b-5a77-4283-89e9-5d7c849f5a09 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.200272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531463b-5a77-4283-89e9-5d7c849f5a09 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.200899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531463b-5a77-4283-89e9-5d7c849f5a09 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.201377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531463b-5a77-4283-89e9-5d7c849f5a09 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.201842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531463b-5a77-4283-89e9-5d7c849f5a09 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.202312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531463b-5a77-4283-89e9-5d7c849f5a09 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.202812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531463b-5a77-4283-89e9-5d7c849f5a09 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.207944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56482) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:29.208199 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4531463b-5a77-4283-89e9-5d7c849f5a09 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5687 time: 0.4007814 Aug 20 11:46:29.264608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667097b-efce-4917-82f0-bc0713adecc5 req-a071097a-d345-4157-939a-c8864eb5d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.265529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4667097b-efce-4917-82f0-bc0713adecc5 req-a071097a-d345-4157-939a-c8864eb5d91a service neutron] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.1431057 Aug 20 11:46:29.374644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4667097b-efce-4917-82f0-bc0713adecc5 req-0da8d381-85e5-4010-bfd2-3dfca66d7b15 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a53a2634-07b6-4c15-a75e-de2cb330e95e HTTP/1.1" status: 200 len: 997 time: 0.0987818 Aug 20 11:46:29.393134 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:46:27Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:27Z', 'revision_number': 2, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:29.399369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09489f-9e6d-4550-a134-1a4e9f680dac tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.404864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09489f-9e6d-4550-a134-1a4e9f680dac tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.404864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09489f-9e6d-4550-a134-1a4e9f680dac tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.404864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09489f-9e6d-4550-a134-1a4e9f680dac tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.404864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09489f-9e6d-4550-a134-1a4e9f680dac tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.404864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09489f-9e6d-4550-a134-1a4e9f680dac tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.404864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09489f-9e6d-4550-a134-1a4e9f680dac tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.404864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09489f-9e6d-4550-a134-1a4e9f680dac tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.409071 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-da09489f-9e6d-4550-a134-1a4e9f680dac tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5286 time: 0.1970189 Aug 20 11:46:29.409238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56484) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:29.434711 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Checking router: 2451c23d-5eb0-4b59-9979-8423f7dfdffe for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:46:29.435069 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Updating router 2451c23d-5eb0-4b59-9979-8423f7dfdffe port 5c83ba52-9bca-449f-b791-c01c1f1efc27 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:46:29.479695 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.479780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667097b-efce-4917-82f0-bc0713adecc5 req-7b7bb6ae-110c-4b04-b8c6-e4837b92b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.479780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4667097b-efce-4917-82f0-bc0713adecc5 req-7b7bb6ae-110c-4b04-b8c6-e4837b92b517 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0956819 Aug 20 11:46:29.559248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667097b-efce-4917-82f0-bc0713adecc5 req-b6390562-5651-4362-bc8b-f96514cec818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:29.560833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4667097b-efce-4917-82f0-bc0713adecc5 req-b6390562-5651-4362-bc8b-f96514cec818 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746009 Aug 20 11:46:29.582774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'beb1de61-18d8-481c-a73d-b6f87b6be234', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'a53a2634-07b6-4c15-a75e-de2cb330e95e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:e8:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:27Z', 'updated_at': '2021-08-20T11:46:27Z', 'revision_number': 0, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:29.625467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] Checking router: aceac47a-2508-40b7-a92b-06613f976e05 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:46:29.639792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:29.640612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:29.746522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4667097b-efce-4917-82f0-bc0713adecc5 req-689b7166-2417-45d8-9727-ac6b5d335425 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781387 Aug 20 11:46:29.762822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 29d93bf5-51f9-4363-9056-1a5478b75541 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:29.847022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:29.867162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-42832963-350b-434e-97ec-4f9baf9aadf7 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.4511850 Aug 20 11:46:29.872146 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.884446 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Transition to ACTIVE for port object 5c83ba52-9bca-449f-b791-c01c1f1efc27 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:29.941580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 29d93bf5-51f9-4363-9056-1a5478b75541 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:29.942155 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:29.985024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4667097b-efce-4917-82f0-bc0713adecc5 req-e2485d69-0d46-4287-89e1-a07bce683327 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305892 Aug 20 11:46:29.988210 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.072393 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcd44d-5ee7-4df1-99ce-d8494a9cb9f9 None None] Pushing event updated for resources: {'Port': ['ID=5c83ba52-9bca-449f-b791-c01c1f1efc27,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:30.103101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-68bd069a-7727-4467-a3c9-9b3300899bbd None None] Provisioning for port 5c83ba52-9bca-449f-b791-c01c1f1efc27 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:30.148507 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Attempting to bind port 5c83ba52-9bca-449f-b791-c01c1f1efc27 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:30.148897 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Attempting to bind port 5c83ba52-9bca-449f-b791-c01c1f1efc27 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:30.150286 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Attempting to bind port 5c83ba52-9bca-449f-b791-c01c1f1efc27 on network 84fb7308-1843-4e4e-a04b-6a6b145de747 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:30.162996 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:30.165744 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Checking segment: {'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:30.166612 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.167396 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Bound using segment: {'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:30.169668 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Bound port: 5c83ba52-9bca-449f-b791-c01c1f1efc27, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:30.175837 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.320253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-68bd069a-7727-4467-a3c9-9b3300899bbd None None] Provisioning complete for port 29d93bf5-51f9-4363-9056-1a5478b75541 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:30.320657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-68bd069a-7727-4467-a3c9-9b3300899bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.350386 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] For port 5c83ba52-9bca-449f-b791-c01c1f1efc27, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:30.354872 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] For port 5c83ba52-9bca-449f-b791-c01c1f1efc27, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5c83ba52-9bca-449f-b791-c01c1f1efc27,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:30.370502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56508) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:30.376707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-78818845-3d8b-4bf7-9545-000c4df1c57c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431304068', 'description': 'tempest-secgroup-smoke-1431304068 description', 'project_id': '9699ebf9652148b7a5e10af7cd210ece'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:30.393102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'beb1de61-18d8-481c-a73d-b6f87b6be234', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'a53a2634-07b6-4c15-a75e-de2cb330e95e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:e8:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:27Z', 'updated_at': '2021-08-20T11:46:27Z', 'revision_number': 0, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:30.430196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ee0d4-5386-4fdd-85c5-7e9fad8db875 None None] The sync data for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 is: [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'beb1de61-18d8-481c-a73d-b6f87b6be234', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'a53a2634-07b6-4c15-a75e-de2cb330e95e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:e8:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:27Z', 'updated_at': '2021-08-20T11:46:27Z', 'revision_number': 0, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:46:30.526135 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-78818845-3d8b-4bf7-9545-000c4df1c57c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.526340 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.603272 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:30.604047 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:30.727172 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcd44d-5ee7-4df1-99ce-d8494a9cb9f9 None None] Pushing event updated for resources: {'Port': ['ID=5c83ba52-9bca-449f-b791-c01c1f1efc27,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:30.774854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372b12ce-7f54-479e-b8e1-c1b7820abc07 None None] New status for floating IP beb1de61-18d8-481c-a73d-b6f87b6be234: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:46:30.776880 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-78818845-3d8b-4bf7-9545-000c4df1c57c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.829307 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:30.946895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-78818845-3d8b-4bf7-9545-000c4df1c57c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:30.988614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78818845-3d8b-4bf7-9545-000c4df1c57c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38adf70-765a-435a-8d93-3249bec9bbe6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:31.092486 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-78818845-3d8b-4bf7-9545-000c4df1c57c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.098706 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-78818845-3d8b-4bf7-9545-000c4df1c57c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7264318 Aug 20 11:46:31.102736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56518) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:31.115161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4649b3cb-6268-4dbd-a56f-61e4e17c9dd4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'a38adf70-765a-435a-8d93-3249bec9bbe6', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:31.206341 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:46:27Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:30Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:31.236674 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efefd3c-b547-4cba-bcf9-fc61837d17ef None None] The sync data for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 is: [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:46:27Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:30Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:46:31.307150 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4649b3cb-6268-4dbd-a56f-61e4e17c9dd4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.379011 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4649b3cb-6268-4dbd-a56f-61e4e17c9dd4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.485274 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4649b3cb-6268-4dbd-a56f-61e4e17c9dd4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.507167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649b3cb-6268-4dbd-a56f-61e4e17c9dd4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ca8e55-476a-4364-81e8-cfa780e19b0f,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:31.594427 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4649b3cb-6268-4dbd-a56f-61e4e17c9dd4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.595772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4649b3cb-6268-4dbd-a56f-61e4e17c9dd4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4880433 Aug 20 11:46:31.598606 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56522) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:31.604250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-22743815-1664-4173-b4d7-840b5bfb303d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'a38adf70-765a-435a-8d93-3249bec9bbe6', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:31.670186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c83ba52-9bca-449f-b791-c01c1f1efc27 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:31.742930 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-22743815-1664-4173-b4d7-840b5bfb303d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.811539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5c83ba52-9bca-449f-b791-c01c1f1efc27 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:31.817345 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-22743815-1664-4173-b4d7-840b5bfb303d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.820322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5c83ba52-9bca-449f-b791-c01c1f1efc27 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:31.835850 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.923037 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.929955 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-22743815-1664-4173-b4d7-840b5bfb303d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:31.957897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 5c83ba52-9bca-449f-b791-c01c1f1efc27, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5c83ba52-9bca-449f-b791-c01c1f1efc27,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:31.966127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22743815-1664-4173-b4d7-840b5bfb303d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4ae17e-0783-4885-a5b0-35085e3ddd00,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:32.071034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-22743815-1664-4173-b4d7-840b5bfb303d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.072569 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-22743815-1664-4173-b4d7-840b5bfb303d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4726703 Aug 20 11:46:32.077505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56530) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:32.080107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-16c3a7c1-0905-4355-9ea9-8ac6522e62a2 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'a38adf70-765a-435a-8d93-3249bec9bbe6', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:32.119967 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.193320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=5c83ba52-9bca-449f-b791-c01c1f1efc27,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:32.260801 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-16c3a7c1-0905-4355-9ea9-8ac6522e62a2 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.330074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-16c3a7c1-0905-4355-9ea9-8ac6522e62a2 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.421497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-16c3a7c1-0905-4355-9ea9-8ac6522e62a2 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.439624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3a7c1-0905-4355-9ea9-8ac6522e62a2 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470e4673-ae71-4295-b2a0-6440ff786c53,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:32.571622 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-16c3a7c1-0905-4355-9ea9-8ac6522e62a2 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.573053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-16c3a7c1-0905-4355-9ea9-8ac6522e62a2 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4970336 Aug 20 11:46:32.576526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56536) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:32.580792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2fae4a52-7164-45d4-9b0b-320e3852c50f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'a38adf70-765a-435a-8d93-3249bec9bbe6', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:32.701945 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fae4a52-7164-45d4-9b0b-320e3852c50f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.763736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fae4a52-7164-45d4-9b0b-320e3852c50f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.965353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fae4a52-7164-45d4-9b0b-320e3852c50f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:32.988134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae4a52-7164-45d4-9b0b-320e3852c50f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e510ff6-f19d-4ad6-b5b2-b1ab9f286f66,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:33.086650 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2fae4a52-7164-45d4-9b0b-320e3852c50f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.088190 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2fae4a52-7164-45d4-9b0b-320e3852c50f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5111766 Aug 20 11:46:33.091600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56544) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:33.096425 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1a45eb42-02ba-4301-9f3e-a19f6da361af tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'a38adf70-765a-435a-8d93-3249bec9bbe6', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:33.216701 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-1a45eb42-02ba-4301-9f3e-a19f6da361af tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Project 9699ebf9652148b7a5e10af7cd210ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:46:33.222449 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a45eb42-02ba-4301-9f3e-a19f6da361af tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.284717 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a45eb42-02ba-4301-9f3e-a19f6da361af tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.399670 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a45eb42-02ba-4301-9f3e-a19f6da361af tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.417416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45eb42-02ba-4301-9f3e-a19f6da361af tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ff1ae5-ee97-4e6b-828a-d2e5c383a207,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:33.543509 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a45eb42-02ba-4301-9f3e-a19f6da361af tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.546980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1a45eb42-02ba-4301-9f3e-a19f6da361af tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4515450 Aug 20 11:46:33.547362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56546) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:33.552963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a9b9f85b-3c4a-4c05-9dbe-a7b21ba9ac43 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'a38adf70-765a-435a-8d93-3249bec9bbe6', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:33.625164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c83ba52-9bca-449f-b791-c01c1f1efc27 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:33.676784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5c83ba52-9bca-449f-b791-c01c1f1efc27 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:33.677156 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.742539 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-a9b9f85b-3c4a-4c05-9dbe-a7b21ba9ac43 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Project 9699ebf9652148b7a5e10af7cd210ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:46:33.748379 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f85b-3c4a-4c05-9dbe-a7b21ba9ac43 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.819381 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f85b-3c4a-4c05-9dbe-a7b21ba9ac43 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.920043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f85b-3c4a-4c05-9dbe-a7b21ba9ac43 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:33.941475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9f85b-3c4a-4c05-9dbe-a7b21ba9ac43 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cbb5dd-d13e-4023-963e-21dc7979e77f,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:33.997576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56554) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:34.062809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f85b-3c4a-4c05-9dbe-a7b21ba9ac43 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:34.064161 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a9b9f85b-3c4a-4c05-9dbe-a7b21ba9ac43 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5155675 Aug 20 11:46:34.405562 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-5fa59934-9cf8-46d3-98f8-eea9d18879ff tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431304068&fields=id&tenant_id=9699ebf9652148b7a5e10af7cd210ece HTTP/1.1" status: 200 len: 267 time: 0.0783050 Aug 20 11:46:34.609372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-26a242f5-43e6-4ee5-9309-7ec9a2d625ad tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:34.611179 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-26a242f5-43e6-4ee5-9309-7ec9a2d625ad tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/networks?id=84fb7308-1843-4e4e-a04b-6a6b145de747 HTTP/1.1" status: 200 len: 796 time: 0.1915307 Aug 20 11:46:34.652661 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-4974cbe1-2fae-4814-974f-71800a13bf3f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/quotas/9699ebf9652148b7a5e10af7cd210ece HTTP/1.1" status: 200 len: 375 time: 0.0183003 Aug 20 11:46:34.737885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-c7596219-4e63-454f-a0c0-7912ba7ef807 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766273 Aug 20 11:46:34.865439 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-c88d0099-099b-46c7-8022-ea5db74db185 service neutron] 10.222.0.10 "GET /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126561 Aug 20 11:46:34.889471 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.041718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-4878dbeb-89d2-403d-ae08-aa6eff313225 service neutron] 10.222.0.10 "GET /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689026 Aug 20 11:46:35.202624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] Deleting port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:35.202979 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.685493 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-51e9cb01-9b68-4ac6-ae85-c4151f7f7f2c req-10db953a-254f-457d-91ad-69b712586bd8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 210 time: 0.3961346 Aug 20 11:46:35.694194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] For port af52e46c-9c6f-44ee-98ee-a5dd1a253c9a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af52e46c-9c6f-44ee-98ee-a5dd1a253c9a,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:35.694657 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:35.711988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] Calling delete_port for af52e46c-9c6f-44ee-98ee-a5dd1a253c9a owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:36.023384 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.046600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] Pushing event deleted for resources: {'Port': ['ID=af52e46c-9c6f-44ee-98ee-a5dd1a253c9a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:36.214267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.458769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] Router c35711ff-03d4-411f-ba16-8497b2440652 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:46:36.570694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:46:36.576132 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c8caafd3-3f80-4eeb-9120-6060dd81f6be admin admin] 10.222.0.10 "PUT /v2.0/routers/c35711ff-03d4-411f-ba16-8497b2440652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5774262 Aug 20 11:46:36.578667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56612) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:36.582554 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] Sync routers for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:46:36.594140 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:36.594864 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:36.696284 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:36.817140 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:36.818097 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6e41e74-ff58-404d-9cd4-e921f862c949 req-1b48bb76-96af-4cd1-9d16-f30109980af6 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 210 time: 0.0545506 Aug 20 11:46:36.841195 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.003366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Deleting port b76a130d-35ea-4739-87d5-ce016a777c11 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:37.003904 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.036453 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:46:35Z', 'revision_number': 5, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port': {'id': 'b76a130d-35ea-4739-87d5-ce016a777c11', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:39:08Z', 'updated_at': '2021-08-20T11:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:37.078390 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] Checking router: c35711ff-03d4-411f-ba16-8497b2440652 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:46:37.088314 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] Routers {'c35711ff-03d4-411f-ba16-8497b2440652'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:37.088979 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c35711ff-03d4-411f-ba16-8497b2440652'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:37.094911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] For port b76a130d-35ea-4739-87d5-ce016a777c11, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b76a130d-35ea-4739-87d5-ce016a777c11,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:37.095436 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.109666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Calling delete_port for b76a130d-35ea-4739-87d5-ce016a777c11 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:37.186297 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] Set router c35711ff-03d4-411f-ba16-8497b2440652 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:37.244903 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:46:36Z', 'revision_number': 6, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:37.274495 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e6567-170f-4e90-99e1-4fa0800b28ce None None] The sync data for ids ['c35711ff-03d4-411f-ba16-8497b2440652'] in n-d-804230-3 is: [{'id': 'c35711ff-03d4-411f-ba16-8497b2440652', 'name': 'tempest-AttachVolumeTestJSON-1290321831-router', 'tenant_id': '7c16d640b8564e28be6cf91bccfeabfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:39:06Z', 'updated_at': '2021-08-20T11:46:36Z', 'revision_number': 6, 'project_id': '7c16d640b8564e28be6cf91bccfeabfa', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:46:37.376654 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.403632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76a130d-35ea-4739-87d5-ce016a777c11,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:37.480736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.579639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.582079 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.707463 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.708004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c35711ff-03d4-411f-ba16-8497b2440652 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:46:37.716516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.720901 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fc830e2c-58ea-43c8-9483-736c6377d222 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c35711ff-03d4-411f-ba16-8497b2440652 HTTP/1.1" status: 204 len: 168 time: 1.1381707 Aug 20 11:46:37.721222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56622) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:37.801267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffa2e67-4185-4548-ac26-e14d4c84f1bb admin admin] Deleting subnet 395d3605-f706-4c0a-89ef-d0f55e196582 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:46:37.802622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af52e46c-9c6f-44ee-98ee-a5dd1a253c9a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:37.804749 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2e67-4185-4548-ac26-e14d4c84f1bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.834559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: af52e46c-9c6f-44ee-98ee-a5dd1a253c9a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:46:37.835219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af52e46c-9c6f-44ee-98ee-a5dd1a253c9a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:46:37.857502 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2e67-4185-4548-ac26-e14d4c84f1bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:37.943545 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67d00171-fe13-4694-ac5a-cb499ee89a42 req-2d4e6158-c01c-41fe-b989-56bf2d560532 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 210 time: 0.0272260 Aug 20 11:46:37.948185 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2e67-4185-4548-ac26-e14d4c84f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.077302 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2e67-4185-4548-ac26-e14d4c84f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.133902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa2e67-4185-4548-ac26-e14d4c84f1bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395d3605-f706-4c0a-89ef-d0f55e196582,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:38.147379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2e67-4185-4548-ac26-e14d4c84f1bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.149699 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4ffa2e67-4185-4548-ac26-e14d4c84f1bb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/395d3605-f706-4c0a-89ef-d0f55e196582 HTTP/1.1" status: 204 len: 168 time: 0.4280851 Aug 20 11:46:38.152486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56626) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:38.155632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a7c49-91c2-4604-ad84-4e174c007717 None None] Network a4eb590e-64d9-479d-b239-dfeba7bd10dd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:46:38.274538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-176f0217-8f0a-4718-ac8e-d67e09ae16c1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:38.276372 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-176f0217-8f0a-4718-ac8e-d67e09ae16c1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "GET /v2.0/networks?id=84fb7308-1843-4e4e-a04b-6a6b145de747 HTTP/1.1" status: 200 len: 796 time: 0.2209489 Aug 20 11:46:38.279256 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.351943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-f8dbe91c-e2c6-449f-a0dd-eef8ea6bcea8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9699ebf9652148b7a5e10af7cd210ece HTTP/1.1" status: 200 len: 380 time: 0.0660558 Aug 20 11:46:38.362753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'port': {'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'admin_state_up': True, 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'security_groups': ['a38adf70-765a-435a-8d93-3249bec9bbe6']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:38.423959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5241f-3f77-4b24-bf7c-d6f6b52db58d None None] DHCP port deletion for a4eb590e-64d9-479d-b239-dfeba7bd10dd request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:46:38.455893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Deleting port d110f140-3ca1-49a7-aacf-eb680b5cbf7e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:38.456256 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.491045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5241f-3f77-4b24-bf7c-d6f6b52db58d None None] Deleting port d110f140-3ca1-49a7-aacf-eb680b5cbf7e {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:46:38.491582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3fe5241f-3f77-4b24-bf7c-d6f6b52db58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.567713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3fe5241f-3f77-4b24-bf7c-d6f6b52db58d None None] For port d110f140-3ca1-49a7-aacf-eb680b5cbf7e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d110f140-3ca1-49a7-aacf-eb680b5cbf7e,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:38.568272 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3fe5241f-3f77-4b24-bf7c-d6f6b52db58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.593258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5241f-3f77-4b24-bf7c-d6f6b52db58d None None] Calling delete_port for d110f140-3ca1-49a7-aacf-eb680b5cbf7e owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:38.630238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] For port d110f140-3ca1-49a7-aacf-eb680b5cbf7e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d110f140-3ca1-49a7-aacf-eb680b5cbf7e,segment=NetworkSegment(a5161c6b-b668-418e-ae1b-85d528bdee10),segment_id=a5161c6b-b668-418e-ae1b-85d528bdee10)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:38.633352 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.657786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Calling delete_port for d110f140-3ca1-49a7-aacf-eb680b5cbf7e owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:46:38.845815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Made reservation on behalf of 9699ebf9652148b7a5e10af7cd210ece for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:46:38.849665 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.936833 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3fe5241f-3f77-4b24-bf7c-d6f6b52db58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:38.948678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5241f-3f77-4b24-bf7c-d6f6b52db58d None None] No DVR routers for this DVR port d110f140-3ca1-49a7-aacf-eb680b5cbf7e on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:46:38.968812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5241f-3f77-4b24-bf7c-d6f6b52db58d None None] Pushing event deleted for resources: {'Port': ['ID=d110f140-3ca1-49a7-aacf-eb680b5cbf7e,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:38.985813 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.002104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Allocated IP 172.20.0.4 (84fb7308-1843-4e4e-a04b-6a6b145de747/600bdbe7-38f1-47fd-a31d-d8528989dba3/f373a23e-4612-4cbe-9827-566089f0bd75) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:39.026290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] No DVR routers for this DVR port d110f140-3ca1-49a7-aacf-eb680b5cbf7e on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:46:39.033083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d110f140-3ca1-49a7-aacf-eb680b5cbf7e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:39.050946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-613e529d-a280-4bb9-9937-d6f24f3a8f95 req-86ddda37-8d97-4fe8-a61e-296c831a8161 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 210 time: 0.0357728 Aug 20 11:46:39.132281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.155675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4eb590e-64d9-479d-b239-dfeba7bd10dd']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:39.195609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5161c6b-b668-418e-ae1b-85d528bdee10') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:39.195903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5161c6b-b668-418e-ae1b-85d528bdee10') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:39.208987 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.233373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.244526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:46:39.253007 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:46:39.314485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.451216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Transition to ACTIVE for port object f373a23e-4612-4cbe-9827-566089f0bd75 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:39.454357 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.462211 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.463943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a4eb590e-64d9-479d-b239-dfeba7bd10dd HTTP/1.1" status: 204 len: 168 time: 1.3102491 Aug 20 11:46:39.478012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80a343-5a99-4f7a-96c2-ea29a1f414b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4eb590e-64d9-479d-b239-dfeba7bd10dd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:39.612056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d110f140-3ca1-49a7-aacf-eb680b5cbf7e no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:39.633772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d110f140-3ca1-49a7-aacf-eb680b5cbf7e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:46:39.634207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d110f140-3ca1-49a7-aacf-eb680b5cbf7e not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:46:39.634728 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b76a130d-35ea-4739-87d5-ce016a777c11 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:46:39.639350 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.654410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b76a130d-35ea-4739-87d5-ce016a777c11 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:46:39.654880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b76a130d-35ea-4739-87d5-ce016a777c11 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:46:39.689501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network 84fb7308-1843-4e4e-a04b-6a6b145de747 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:39.692726 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:39.696495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:39.731812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=f373a23e-4612-4cbe-9827-566089f0bd75,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:39.756684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:39.760222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:39.869302 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-de7e757e-efc3-4076-9028-10d1bdc33f9f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5116856 Aug 20 11:46:39.926947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56646) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:39.942184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Request body: {'port': {'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:40.026291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f664812b-26cf-4c04-b506-7ea974c9d32a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c16d640b8564e28be6cf91bccfeabfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980964 Aug 20 11:46:40.026762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5e3c941d-9366-4485-a3bd-89af33e68d5f None None] Provisioning for port f373a23e-4612-4cbe-9827-566089f0bd75 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:40.027367 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.029068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56648) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:40.031845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5e3c941d-9366-4485-a3bd-89af33e68d5f None None] Provisioning complete for port f373a23e-4612-4cbe-9827-566089f0bd75 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:40.032853 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e3c941d-9366-4485-a3bd-89af33e68d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.071574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c941d-9366-4485-a3bd-89af33e68d5f None None] Port f373a23e-4612-4cbe-9827-566089f0bd75 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:46:40.106554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55b29d57-ed0f-45ee-ac93-97cab0c672bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.131574 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55b29d57-ed0f-45ee-ac93-97cab0c672bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.208658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326c815-3521-4757-9e14-166b1da2ec43 req-7dff7685-54d7-485c-973b-26887a7eff08 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:40.210801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b326c815-3521-4757-9e14-166b1da2ec43 req-7dff7685-54d7-485c-973b-26887a7eff08 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 931 time: 0.0666375 Aug 20 11:46:40.254853 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b326c815-3521-4757-9e14-166b1da2ec43 req-06a7723f-f0f3-432b-8f94-bdb9928cf37d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365598 Aug 20 11:46:40.348304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55b29d57-ed0f-45ee-ac93-97cab0c672bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.351450 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55b29d57-ed0f-45ee-ac93-97cab0c672bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.352776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-55b29d57-ed0f-45ee-ac93-97cab0c672bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/275876de-5e7b-4d6a-ad2b-381d4e6853fe HTTP/1.1" status: 204 len: 168 time: 0.3186429 Aug 20 11:46:40.362379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b29d57-ed0f-45ee-ac93-97cab0c672bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275876de-5e7b-4d6a-ad2b-381d4e6853fe,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:40.668961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f373a23e-4612-4cbe-9827-566089f0bd75 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:40.678762 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.695663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Transition to ACTIVE for port object f373a23e-4612-4cbe-9827-566089f0bd75 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:46:40.833037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:40.931510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Pushing event updated for resources: {'Port': ['ID=f373a23e-4612-4cbe-9827-566089f0bd75,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:40.962561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Attempting to bind port f373a23e-4612-4cbe-9827-566089f0bd75 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:46:40.962797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Attempting to bind port f373a23e-4612-4cbe-9827-566089f0bd75 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:46:40.963044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Attempting to bind port f373a23e-4612-4cbe-9827-566089f0bd75 on network 84fb7308-1843-4e4e-a04b-6a6b145de747 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:40.968231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Port f373a23e-4612-4cbe-9827-566089f0bd75 on network 84fb7308-1843-4e4e-a04b-6a6b145de747 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:46:40.968581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Attempting to bind port f373a23e-4612-4cbe-9827-566089f0bd75 on network 84fb7308-1843-4e4e-a04b-6a6b145de747 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:46:40.976705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:46:40.977053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Checking segment: {'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:46:40.977509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Bound using segment: {'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:46:40.977946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Bound port: f373a23e-4612-4cbe-9827-566089f0bd75, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:46:40.978316 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.057222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] For port f373a23e-4612-4cbe-9827-566089f0bd75, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:46:41.061950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] For port f373a23e-4612-4cbe-9827-566089f0bd75, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f373a23e-4612-4cbe-9827-566089f0bd75,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:46:41.223308 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.256050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.256754 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.259049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] 10.222.0.57 "PUT /v2.0/ports/f373a23e-4612-4cbe-9827-566089f0bd75 HTTP/1.1" status: 200 len: 1091 time: 1.3809006 Aug 20 11:46:41.259548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'tag': 'f373a23e-4612-4cbe-9827-566089f0bd75'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:41.261833 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efee3d7-f24a-42c5-8877-51eab32cb208" -d '{"events": [{"name": "network-changed", "server_uuid": "4d19372b-9381-4d7f-a99b-e34610ed0051", "tag": "f373a23e-4612-4cbe-9827-566089f0bd75"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:41.317375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74737e4-9fb9-4864-b333-4b9b6fa08762 service neutron] Pushing event updated for resources: {'Port': ['ID=f373a23e-4612-4cbe-9827-566089f0bd75,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:41.320781 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:41.406580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2595156-bbde-42b0-bdde-b0cd8493279f req-0ebbaf0f-b805-4475-8fd2-b199a6892619 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.408344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2595156-bbde-42b0-bdde-b0cd8493279f req-0ebbaf0f-b805-4475-8fd2-b199a6892619 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 943 time: 0.0649230 Aug 20 11:46:41.476413 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2595156-bbde-42b0-bdde-b0cd8493279f req-39705030-cc93-4916-bfbf-f085999db6f0 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549574 Aug 20 11:46:41.504719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-f0664a29-975f-41e3-bf4d-94d5ff49fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.506253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-f0664a29-975f-41e3-bf4d-94d5ff49fc6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 1094 time: 0.0600266 Aug 20 11:46:41.508623 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a86734-0d9f-45bb-a108-e58bc79149da x-openstack-request-id: req-33a86734-0d9f-45bb-a108-e58bc79149da {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:41.508623 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d19372b-9381-4d7f-a99b-e34610ed0051", "tag": "f373a23e-4612-4cbe-9827-566089f0bd75", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:41.509099 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33a86734-0d9f-45bb-a108-e58bc79149da {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:41.509309 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'tag': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'status': 'completed', 'code': 200} Aug 20 11:46:41.553422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-f0c15a50-6688-4197-b7f3-de3295e75f7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f373a23e-4612-4cbe-9827-566089f0bd75 HTTP/1.1" status: 200 len: 217 time: 0.0398700 Aug 20 11:46:41.614857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-36def863-1d25-477f-a587-9a61aee497c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.617354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-36def863-1d25-477f-a587-9a61aee497c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=600bdbe7-38f1-47fd-a31d-d8528989dba3 HTTP/1.1" status: 200 len: 835 time: 0.0542977 Aug 20 11:46:41.665290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-483917dd-9eba-40e7-839e-8d885d6a6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:41.666885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-483917dd-9eba-40e7-839e-8d885d6a6154 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84fb7308-1843-4e4e-a04b-6a6b145de747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413108 Aug 20 11:46:41.760360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-1f8dce25-dae3-4398-84ff-2274da5a0c52 service neutron] 10.222.0.57 "GET /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860515 Aug 20 11:46:41.890112 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d0a1d76-205b-4348-a970-b0a03c4c7374 req-1a95883b-37bd-4f5a-9422-f441d0564cb4 service neutron] 10.222.0.57 "GET /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228719 Aug 20 11:46:42.052088 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-f8a8c1ff-308d-4053-9293-e3f676187a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.053624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-f8a8c1ff-308d-4053-9293-e3f676187a38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 1094 time: 0.0470102 Aug 20 11:46:42.152697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-19a3029f-8d79-45fa-bbe6-fff552aecd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.154274 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-19a3029f-8d79-45fa-bbe6-fff552aecd99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=84fb7308-1843-4e4e-a04b-6a6b145de747 HTTP/1.1" status: 200 len: 897 time: 0.0935099 Aug 20 11:46:42.199351 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-707d1626-cbee-4466-8b1c-4c6fd9c31a65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f373a23e-4612-4cbe-9827-566089f0bd75 HTTP/1.1" status: 200 len: 217 time: 0.0369523 Aug 20 11:46:42.254877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-f1e2aa3c-b352-45e0-9a54-0035d6f0c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.256445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-f1e2aa3c-b352-45e0-9a54-0035d6f0c5bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=600bdbe7-38f1-47fd-a31d-d8528989dba3 HTTP/1.1" status: 200 len: 835 time: 0.0498405 Aug 20 11:46:42.308327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-cf23f399-9cd1-4bb1-903b-87694804d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.309899 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-cf23f399-9cd1-4bb1-903b-87694804d7a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84fb7308-1843-4e4e-a04b-6a6b145de747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457020 Aug 20 11:46:42.413827 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-778d1487-b114-46c1-85af-eed4d5208ab9 service neutron] 10.222.0.57 "GET /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957837 Aug 20 11:46:42.514605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3efee3d7-f24a-42c5-8877-51eab32cb208 req-8a017fd8-9ee4-46d2-9620-fde7ef88b908 service neutron] 10.222.0.57 "GET /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927022 Aug 20 11:46:42.607582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a938d-a9de-4ba6-86f0-c1a0d88aa322 req-777b566c-f1d3-4dfe-9a49-a1074c46f454 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:42.609348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-508a938d-a9de-4ba6-86f0-c1a0d88aa322 req-777b566c-f1d3-4dfe-9a49-a1074c46f454 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 943 time: 0.0577605 Aug 20 11:46:42.655908 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-508a938d-a9de-4ba6-86f0-c1a0d88aa322 req-491db73f-7925-406c-a873-734bbd63023d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398545 Aug 20 11:46:43.588391 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:43.779131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fc95a-90d1-4210-91d1-8610b6274d9a req-cbde7e81-d84a-4b5e-a390-91aabb361799 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:43.781345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fb4fc95a-90d1-4210-91d1-8610b6274d9a req-cbde7e81-d84a-4b5e-a390-91aabb361799 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 943 time: 0.0506124 Aug 20 11:46:43.824379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fb4fc95a-90d1-4210-91d1-8610b6274d9a req-38b0996d-d95c-4ee9-a83b-f76bc788de04 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365970 Aug 20 11:46:44.433369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f373a23e-4612-4cbe-9827-566089f0bd75 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:46:44.531930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port f373a23e-4612-4cbe-9827-566089f0bd75, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f373a23e-4612-4cbe-9827-566089f0bd75,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:44.544017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'mac_address': 'fa:16:3e:dc:6c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:46:44.589436 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.606839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f373a23e-4612-4cbe-9827-566089f0bd75 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:46:44.626853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port f373a23e-4612-4cbe-9827-566089f0bd75, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f373a23e-4612-4cbe-9827-566089f0bd75,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:44.805640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:44.861215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=f373a23e-4612-4cbe-9827-566089f0bd75,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:44.970656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e84c7-e8b7-4c8f-8f53-442eafdd1552 req-bbb5f9f3-49c7-47c9-a0e5-d6b75b71c1b3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:44.972195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d70e84c7-e8b7-4c8f-8f53-442eafdd1552 req-bbb5f9f3-49c7-47c9-a0e5-d6b75b71c1b3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 944 time: 0.0559082 Aug 20 11:46:45.011933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['f373a23e-4612-4cbe-9827-566089f0bd75'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:46:45.021676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d70e84c7-e8b7-4c8f-8f53-442eafdd1552 req-95a60f3b-ce43-41e3-8ac2-da56effd8d6d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414946 Aug 20 11:46:45.071045 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f9620b7d-4901-430e-ac04-0a2a2669216e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:45.945566 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56762) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:46.054807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-c7637748-a63e-4ff2-aa9d-8ec6444fc3bf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1640301 Aug 20 11:46:46.087946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4613b06f-d47d-4cd4-94d4-7d1ee188d2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.190800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ce83f-8a6e-44db-9e70-97a022a0fba3 req-c966910e-ba4a-4ba2-a6b4-3cb5daffb623 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:46.195073 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b04ce83f-8a6e-44db-9e70-97a022a0fba3 req-c966910e-ba4a-4ba2-a6b4-3cb5daffb623 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 944 time: 0.0620115 Aug 20 11:46:46.198344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-1b5da721-345a-401e-b0f5-b23edb4b2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:46.198895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-1b5da721-345a-401e-b0f5-b23edb4b2f77 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1096 time: 0.0710940 Aug 20 11:46:46.228186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4613b06f-d47d-4cd4-94d4-7d1ee188d2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.240663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b04ce83f-8a6e-44db-9e70-97a022a0fba3 req-e482afcb-3e65-43b2-be02-617a911935eb tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371203 Aug 20 11:46:46.342674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4613b06f-d47d-4cd4-94d4-7d1ee188d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.362981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-e6101498-cd36-4194-8d45-44c6895a9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:46.364575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-e6101498-cd36-4194-8d45-44c6895a9c84 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1339502 Aug 20 11:46:46.430752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613b06f-d47d-4cd4-94d4-7d1ee188d2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08ff857-2074-4739-8862-a4f1b0f4014c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:46.435284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4613b06f-d47d-4cd4-94d4-7d1ee188d2c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9d4ecc13c5f41e5912ad7b04d6e1cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886916 Aug 20 11:46:46.438579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56774) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:46.449443 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f373a23e-4612-4cbe-9827-566089f0bd75 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:46:46.484912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-99dbfcfc-2d69-4348-940b-c8d2c421ba25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 200 len: 1001 time: 0.1102624 Aug 20 11:46:46.547749 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.563271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-48e13982-84b7-4efe-a6dc-c088db804038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:46.564836 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-48e13982-84b7-4efe-a6dc-c088db804038 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0698316 Aug 20 11:46:46.590603 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.604936 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port f373a23e-4612-4cbe-9827-566089f0bd75 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:46:46.609137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port f373a23e-4612-4cbe-9827-566089f0bd75 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:46:46.609503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.647318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-cdde8cba-b73b-400f-b732-ee6e60c88d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:46.649476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-cdde8cba-b73b-400f-b732-ee6e60c88d8e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734193 Aug 20 11:46:46.692522 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.722920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f373a23e-4612-4cbe-9827-566089f0bd75'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:46.725334 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93278301-fcef-44b3-88df-4530f9f42e8c" -d '{"events": [{"server_uuid": "4d19372b-9381-4d7f-a99b-e34610ed0051", "name": "network-vif-plugged", "status": "completed", "tag": "f373a23e-4612-4cbe-9827-566089f0bd75"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:46.740593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port f373a23e-4612-4cbe-9827-566089f0bd75, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f373a23e-4612-4cbe-9827-566089f0bd75,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:46:46.757784 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-d672ac98-b6dc-44c8-9c52-218ca1cb5381 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991921 Aug 20 11:46:46.765941 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8122ac6-ad3d-4d61-a5af-422c99ffbe43 x-openstack-request-id: req-e8122ac6-ad3d-4d61-a5af-422c99ffbe43 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:46.766478 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d19372b-9381-4d7f-a99b-e34610ed0051", "name": "network-vif-plugged", "status": "completed", "tag": "f373a23e-4612-4cbe-9827-566089f0bd75", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:46.769718 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8122ac6-ad3d-4d61-a5af-422c99ffbe43 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:46.769718 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'code': 200} Aug 20 11:46:46.878865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.881398 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.883198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b08ff857-2074-4739-8862-a4f1b0f4014c HTTP/1.1" status: 204 len: 168 time: 0.4436984 Aug 20 11:46:46.893140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d8cb4eff-08a7-4ee5-a196-f46dab4ba37d req-20edb8c3-5ae8-4710-be1e-d71a8e30c43d service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277766 Aug 20 11:46:46.902425 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:46.902640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08ff857-2074-4739-8862-a4f1b0f4014c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:46.907873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e9897-97dc-4a43-a670-d1939bfdc32b req-6b24d27c-9058-427d-9f28-21b74382dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:46.909431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-179e9897-97dc-4a43-a670-d1939bfdc32b req-6b24d27c-9058-427d-9f28-21b74382dca3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 1095 time: 0.0780594 Aug 20 11:46:46.914975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.915329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.915670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.916007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.916341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.916672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.916998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.917384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.917714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.918042 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.918408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.918756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c296f4c-6d00-4610-a0c1-10d7ebc27cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:46:46.960071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-179e9897-97dc-4a43-a670-d1939bfdc32b req-9416379a-725a-453d-96c1-923e19a48a53 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382998 Aug 20 11:46:46.964736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=f373a23e-4612-4cbe-9827-566089f0bd75,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:47.385344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076335ee-5411-4171-9454-af30683aa9a0 req-623503aa-b208-4cd7-a15b-39ce12a96180 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:47.386878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-076335ee-5411-4171-9454-af30683aa9a0 req-623503aa-b208-4cd7-a15b-39ce12a96180 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 945 time: 0.0554192 Aug 20 11:46:47.430516 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-076335ee-5411-4171-9454-af30683aa9a0 req-b4b7c044-6a51-409c-8610-3db70d6e6ed5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368791 Aug 20 11:46:47.737334 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ac7c565-1eea-4979-ba72-3919ef98cae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:47.786154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56790) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:47.799387 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-649115fc-b0ad-4e00-a938-95718380659e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:47.894499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-649115fc-b0ad-4e00-a938-95718380659e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.005640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-649115fc-b0ad-4e00-a938-95718380659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.049842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-649115fc-b0ad-4e00-a938-95718380659e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b4a1e782d4a4b2a9835f488db92ee63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625535 Aug 20 11:46:48.050760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649115fc-b0ad-4e00-a938-95718380659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09d8390-c633-4e31-982d-b9ada0faaae0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:48.053115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56792) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:48.103965 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a794f83b-3084-40ba-80b1-c554136c8c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.125434 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a794f83b-3084-40ba-80b1-c554136c8c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.376786 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a794f83b-3084-40ba-80b1-c554136c8c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.379620 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a794f83b-3084-40ba-80b1-c554136c8c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.380938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a794f83b-3084-40ba-80b1-c554136c8c2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c09d8390-c633-4e31-982d-b9ada0faaae0 HTTP/1.1" status: 204 len: 168 time: 0.3267405 Aug 20 11:46:48.390912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794f83b-3084-40ba-80b1-c554136c8c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09d8390-c633-4e31-982d-b9ada0faaae0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:48.585441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b75260-52fb-45cb-9be3-8bc0805c1e40 req-c0ff8d1c-3f9d-4b4b-8feb-3c0ccb463878 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:48.590227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8b75260-52fb-45cb-9be3-8bc0805c1e40 req-c0ff8d1c-3f9d-4b4b-8feb-3c0ccb463878 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Aug 20 11:46:48.627656 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8b75260-52fb-45cb-9be3-8bc0805c1e40 req-2c61a122-8a31-4611-8e58-82e4b1400496 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345325 Aug 20 11:46:48.674076 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:48.749981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4923eee-c218-44b2-b9e4-e306bdb0b0a6 req-c41a092a-5459-416a-b3af-31bd56cf52e4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:48.751620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4923eee-c218-44b2-b9e4-e306bdb0b0a6 req-c41a092a-5459-416a-b3af-31bd56cf52e4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 945 time: 0.0527263 Aug 20 11:46:48.792724 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4923eee-c218-44b2-b9e4-e306bdb0b0a6 req-08cded6e-a36e-43f8-9c95-43bd9ed3bc4f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342426 Aug 20 11:46:48.815548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56806) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:48.863758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2593f-b1b8-4741-aaa5-b6a41bbf50b4 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:48.865379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-03c2593f-b1b8-4741-aaa5-b6a41bbf50b4 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 1091 time: 0.0487506 Aug 20 11:46:48.868466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 56810) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:48.873192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:46:48.982844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:49.091597 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:49.207008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Allocated IP 172.25.4.254 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/c4a86b83-b67b-4d84-9040-f8edd4ba2e24) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:46:49.262788 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:49.327370 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:49.479709 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:49.525738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:46:49.533398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:46:49.541871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:46:49.545584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=c4a86b83-b67b-4d84-9040-f8edd4ba2e24,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:49.928169 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.122292 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.281031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.491229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.560924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=c4a86b83-b67b-4d84-9040-f8edd4ba2e24,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:46:50.585241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.693394 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Floating IP c7d4a74f-46b2-49a5-a324-3fc625f3d478 associated. External IP: 172.25.4.254, port: f373a23e-4612-4cbe-9827-566089f0bd75. Aug 20 11:46:50.897791 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:50.914253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 2451c23d-5eb0-4b59-9979-8423f7dfdffe has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:46:51.027261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:46:51.040140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] Sync routers for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:46:51.049537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:51.055813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:51.291036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:46:51.312926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:51.318910 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b57a2fa7-75ee-48bc-af71-ce8005bff51d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4492884 Aug 20 11:46:51.319574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'tag': 'f373a23e-4612-4cbe-9827-566089f0bd75'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:46:51.321827 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08365aed-7cfd-46bf-b764-c5f26a80eb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d19372b-9381-4d7f-a99b-e34610ed0051", "tag": "f373a23e-4612-4cbe-9827-566089f0bd75"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:46:51.322805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56864) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:51.370316 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545348fa-b2cf-4efe-a548-f6b7c386a9c6 x-openstack-request-id: req-545348fa-b2cf-4efe-a548-f6b7c386a9c6 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:46:51.370649 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d19372b-9381-4d7f-a99b-e34610ed0051", "tag": "f373a23e-4612-4cbe-9827-566089f0bd75", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:46:51.370908 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-545348fa-b2cf-4efe-a548-f6b7c386a9c6 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:46:51.371367 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'tag': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'status': 'completed', 'code': 200} Aug 20 11:46:51.441611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ee213a97-ae93-4773-97de-afe1546c5d04 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/floatingips/c7d4a74f-46b2-49a5-a324-3fc625f3d478 HTTP/1.1" status: 200 len: 991 time: 0.1168985 Aug 20 11:46:51.458931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-accb5af3-d0c3-4e66-b2e8-d6365c870b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:51.461053 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-accb5af3-d0c3-4e66-b2e8-d6365c870b2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 1096 time: 0.0670898 Aug 20 11:46:51.558363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-259b57bb-b8db-4769-bf54-c99f37c3b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:51.560037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-259b57bb-b8db-4769-bf54-c99f37c3b480 service neutron] 10.222.0.57 "GET /v2.0/networks?id=84fb7308-1843-4e4e-a04b-6a6b145de747 HTTP/1.1" status: 200 len: 897 time: 0.0926418 Aug 20 11:46:51.588504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:46:27Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d4a74f-46b2-49a5-a324-3fc625f3d478', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'mac_address': 'fa:16:3e:dc:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:49Z', 'updated_at': '2021-08-20T11:46:49Z', 'revision_number': 0, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:51.620201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] Checking router: 2451c23d-5eb0-4b59-9979-8423f7dfdffe for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:46:51.630016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:46:51.631028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:46:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:51.642973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-a7e0f0c0-14dd-45f7-9577-7ffb02bfb5c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f373a23e-4612-4cbe-9827-566089f0bd75 HTTP/1.1" status: 200 len: 999 time: 0.0753870 Aug 20 11:46:51.707143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-538898bd-3950-405f-badc-4e55833dce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:51.708840 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-538898bd-3950-405f-badc-4e55833dce5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=600bdbe7-38f1-47fd-a31d-d8528989dba3 HTTP/1.1" status: 200 len: 835 time: 0.0591888 Aug 20 11:46:51.761639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:46:51.764437 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-917d3365-a7d9-4690-af06-f4cba9d7a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:46:51.765998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-917d3365-a7d9-4690-af06-f4cba9d7a4e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84fb7308-1843-4e4e-a04b-6a6b145de747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503728 Aug 20 11:46:51.871684 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-0416efd3-f8e0-4f61-91ad-84e37291e2ae service neutron] 10.222.0.57 "GET /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982614 Aug 20 11:46:51.971431 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08365aed-7cfd-46bf-b764-c5f26a80eb2d req-5c2e826a-b11f-4375-b306-d7d11029b170 service neutron] 10.222.0.57 "GET /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927970 Aug 20 11:46:52.002416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:46:27Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d4a74f-46b2-49a5-a324-3fc625f3d478', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'mac_address': 'fa:16:3e:dc:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:49Z', 'updated_at': '2021-08-20T11:46:49Z', 'revision_number': 0, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:46:52.034164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5019daf-8eeb-40f4-9a73-8327b3f44bb6 None None] The sync data for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 is: [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:46:27Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d4a74f-46b2-49a5-a324-3fc625f3d478', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'mac_address': 'fa:16:3e:dc:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:49Z', 'updated_at': '2021-08-20T11:46:49Z', 'revision_number': 0, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:46:52.224303 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fece4f5-78f0-4e99-be3a-b5f4f826e33b None None] New status for floating IP c7d4a74f-46b2-49a5-a324-3fc625f3d478: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:46:52.445757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56884) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:52.521375 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-faaa70aa-a06b-44ad-a836-431d6914539c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/floatingips/c7d4a74f-46b2-49a5-a324-3fc625f3d478 HTTP/1.1" status: 200 len: 991 time: 0.0739799 Aug 20 11:46:53.523757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 56902) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:46:53.593863 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d5bc6daa-1910-4983-88c8-786f4294fe37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/floatingips/c7d4a74f-46b2-49a5-a324-3fc625f3d478 HTTP/1.1" status: 200 len: 993 time: 0.0635574 Aug 20 11:46:56.393339 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:47:00.560785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a7a2f-8497-4d76-b016-44236726acbb req-9f46a237-d286-46aa-a555-ac44b9f98bfa tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:00.562325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-255a7a2f-8497-4d76-b016-44236726acbb req-9f46a237-d286-46aa-a555-ac44b9f98bfa tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0525932 Aug 20 11:47:00.603161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-255a7a2f-8497-4d76-b016-44236726acbb req-14f5fd91-8f64-44c3-8e48-61e700d88e9d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348086 Aug 20 11:47:01.729060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8030ad-9f22-4f70-8c77-75ddeff9b2c2 req-c818e40d-e755-4cfe-a1c1-ae27f1e6c509 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:01.730478 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c8030ad-9f22-4f70-8c77-75ddeff9b2c2 req-c818e40d-e755-4cfe-a1c1-ae27f1e6c509 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0520000 Aug 20 11:47:01.771069 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c8030ad-9f22-4f70-8c77-75ddeff9b2c2 req-4dbf745c-3244-4b83-9bad-b65ef61515b1 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Aug 20 11:47:02.715831 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57060) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:02.840871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16dc0c30-8782-4dd2-8770-44173786a737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:02.920719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6cfd-6ff3-40ac-90ac-3f1ed3968d62 req-1b4b0993-fbd1-494c-8139-03cf48cb32c6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:02.922289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e0fa6cfd-6ff3-40ac-90ac-3f1ed3968d62 req-1b4b0993-fbd1-494c-8139-03cf48cb32c6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0705996 Aug 20 11:47:02.980927 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e0fa6cfd-6ff3-40ac-90ac-3f1ed3968d62 req-e3e63e7d-ddf1-4801-951f-8872ee0f6b53 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500612 Aug 20 11:47:03.011927 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16dc0c30-8782-4dd2-8770-44173786a737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.132720 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16dc0c30-8782-4dd2-8770-44173786a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.181957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-16dc0c30-8782-4dd2-8770-44173786a737 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=accefa287f7d4080b0b55395e90c263e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650149 Aug 20 11:47:03.182935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc0c30-8782-4dd2-8770-44173786a737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bd22ba-4528-48be-8a94-a9e6bb88cab6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:03.184991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57066) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:03.236735 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dc02164-ce60-45b2-b79f-c9b9472dd836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.257825 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dc02164-ce60-45b2-b79f-c9b9472dd836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.387926 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dc02164-ce60-45b2-b79f-c9b9472dd836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.390640 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dc02164-ce60-45b2-b79f-c9b9472dd836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:03.392306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6dc02164-ce60-45b2-b79f-c9b9472dd836 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99bd22ba-4528-48be-8a94-a9e6bb88cab6 HTTP/1.1" status: 204 len: 168 time: 0.2056084 Aug 20 11:47:03.400356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc02164-ce60-45b2-b79f-c9b9472dd836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bd22ba-4528-48be-8a94-a9e6bb88cab6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:04.104608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405eefea-77ff-4cd5-b58a-e6fdda9df2f3 req-f45e910c-a075-492b-ae80-4fc1326692fd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:04.106147 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-405eefea-77ff-4cd5-b58a-e6fdda9df2f3 req-f45e910c-a075-492b-ae80-4fc1326692fd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0488832 Aug 20 11:47:04.148177 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-405eefea-77ff-4cd5-b58a-e6fdda9df2f3 req-a2d1b9d2-27a8-4406-b110-be7249921bc4 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358129 Aug 20 11:47:04.460489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57078) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:04.474089 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95501930-9caa-4cf1-82f6-2b0d52e8f304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.568448 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95501930-9caa-4cf1-82f6-2b0d52e8f304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.656946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95501930-9caa-4cf1-82f6-2b0d52e8f304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.699237 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-95501930-9caa-4cf1-82f6-2b0d52e8f304 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b687be317884527a9bbfa0828436744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376285 Aug 20 11:47:04.701848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57088) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:04.708452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95501930-9caa-4cf1-82f6-2b0d52e8f304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8a03e4-d0c8-4b01-b6bf-dc887f0c68b1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:04.756154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ae0dad8-027b-4efe-a1cb-9fbec0ac1d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.781059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ae0dad8-027b-4efe-a1cb-9fbec0ac1d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.902264 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ae0dad8-027b-4efe-a1cb-9fbec0ac1d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.905297 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4ae0dad8-027b-4efe-a1cb-9fbec0ac1d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:04.906531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4ae0dad8-027b-4efe-a1cb-9fbec0ac1d93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c8a03e4-d0c8-4b01-b6bf-dc887f0c68b1 HTTP/1.1" status: 204 len: 168 time: 0.2035418 Aug 20 11:47:04.914939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0dad8-027b-4efe-a1cb-9fbec0ac1d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8a03e4-d0c8-4b01-b6bf-dc887f0c68b1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:05.304964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1658b58-5d9a-429d-aff2-279b73dc249c req-cf176b86-d09a-4d81-b20d-67f303d53550 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:05.306461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1658b58-5d9a-429d-aff2-279b73dc249c req-cf176b86-d09a-4d81-b20d-67f303d53550 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0698524 Aug 20 11:47:05.344874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1658b58-5d9a-429d-aff2-279b73dc249c req-817ae1f3-e85c-4366-971f-3a475416a6a6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322034 Aug 20 11:47:06.470626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408c81f-a2d5-45eb-b73a-cbb3af0768ec req-9466222c-effb-46aa-9ee3-91be8175f325 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:06.472205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f408c81f-a2d5-45eb-b73a-cbb3af0768ec req-9466222c-effb-46aa-9ee3-91be8175f325 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0507762 Aug 20 11:47:06.513784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f408c81f-a2d5-45eb-b73a-cbb3af0768ec req-f819747b-b8e8-4ddb-a4e5-fd66e78b1182 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345299 Aug 20 11:47:07.641018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d337ad-ad42-4711-ad7f-a4eda795e5cc req-50585223-6da7-4cd4-a2b9-dff833c0b378 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:07.642485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80d337ad-ad42-4711-ad7f-a4eda795e5cc req-50585223-6da7-4cd4-a2b9-dff833c0b378 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0551679 Aug 20 11:47:07.681820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80d337ad-ad42-4711-ad7f-a4eda795e5cc req-e03e403e-92b6-4474-90c0-540e01a3369b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325625 Aug 20 11:47:08.817011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d778ab-8397-4a14-bc95-bf9cfca88451 req-04095b4c-bfe3-47ea-a893-1225e618c5bb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:08.825680 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59d778ab-8397-4a14-bc95-bf9cfca88451 req-04095b4c-bfe3-47ea-a893-1225e618c5bb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0656438 Aug 20 11:47:08.883522 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59d778ab-8397-4a14-bc95-bf9cfca88451 req-e5486d6f-0fc0-43ee-8895-98afbb767148 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569379 Aug 20 11:47:09.059580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57216) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:09.173233 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0f16a1ca-2bf2-4f45-932f-229660eb2fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.286751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0f16a1ca-2bf2-4f45-932f-229660eb2fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.387964 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0f16a1ca-2bf2-4f45-932f-229660eb2fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.427334 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0f16a1ca-2bf2-4f45-932f-229660eb2fff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0e9a6a3425e44f198da6ab4076de45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665998 Aug 20 11:47:09.428071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16a1ca-2bf2-4f45-932f-229660eb2fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c91ccbc-2aec-4407-b388-b254505aac90,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:09.430542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57220) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:09.480446 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.502328 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.639103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.641702 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:09.642941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c91ccbc-2aec-4407-b388-b254505aac90 HTTP/1.1" status: 204 len: 168 time: 0.2113779 Aug 20 11:47:09.652556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c91ccbc-2aec-4407-b388-b254505aac90,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:09.677724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.678074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.678415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.679491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.679832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.680186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.680522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.680849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.681177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.681503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.681828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:09.682151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bf56b-ae5e-4c29-a88e-dd8a7ad27ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:10.014286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0502481-85b6-4b12-8a80-5aeb2ef70ab8 req-62dd846a-bd10-449f-a30b-703488c77521 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:10.016164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0502481-85b6-4b12-8a80-5aeb2ef70ab8 req-62dd846a-bd10-449f-a30b-703488c77521 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0573947 Aug 20 11:47:10.066864 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0502481-85b6-4b12-8a80-5aeb2ef70ab8 req-da922dd3-8c10-4108-bcc1-866dc52a6302 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391657 Aug 20 11:47:10.551710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57230) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:10.566380 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfefa-f2e2-4775-9a00-136ce0fd0735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.652800 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfefa-f2e2-4775-9a00-136ce0fd0735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.782263 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c9dfefa-f2e2-4775-9a00-136ce0fd0735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.821678 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3c9dfefa-f2e2-4775-9a00-136ce0fd0735 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1a12244251c4c08bf9429242c31d7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688580 Aug 20 11:47:10.822596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dfefa-f2e2-4775-9a00-136ce0fd0735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f4f23-55ac-4cd1-9b36-ca2c47216358,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:10.825035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57232) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:10.887274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c7e09f4-6415-48e7-93ff-be921450f41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:10.909297 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c7e09f4-6415-48e7-93ff-be921450f41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.091288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c7e09f4-6415-48e7-93ff-be921450f41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.094041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c7e09f4-6415-48e7-93ff-be921450f41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:11.095269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5c7e09f4-6415-48e7-93ff-be921450f41a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/796f4f23-55ac-4cd1-9b36-ca2c47216358 HTTP/1.1" status: 204 len: 168 time: 0.2693086 Aug 20 11:47:11.104484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e09f4-6415-48e7-93ff-be921450f41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f4f23-55ac-4cd1-9b36-ca2c47216358,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:11.217672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082a1d3-3fca-49cc-89ac-9bbed7545c2a req-1f893303-08c1-4dd1-bb8b-13c41debc3ad tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:11.223170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9082a1d3-3fca-49cc-89ac-9bbed7545c2a req-1f893303-08c1-4dd1-bb8b-13c41debc3ad tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0733891 Aug 20 11:47:11.262339 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9082a1d3-3fca-49cc-89ac-9bbed7545c2a req-c9a980da-8f9c-4484-8f46-4ae4ebb22602 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323515 Aug 20 11:47:11.359373 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:12.395069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4871e2-3222-4ff7-a123-7c50e600a839 req-5490ac9f-00f4-4962-b1f2-9522ebfd0839 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:12.396675 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f4871e2-3222-4ff7-a123-7c50e600a839 req-5490ac9f-00f4-4962-b1f2-9522ebfd0839 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0588932 Aug 20 11:47:12.438387 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f4871e2-3222-4ff7-a123-7c50e600a839 req-391eb1ef-a8ff-43f6-be61-db3fe1bb4bd4 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353348 Aug 20 11:47:13.394585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1c6820d0-825b-4936-8138-c50adca0eeee details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:47:13.407269 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57298) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:13.518477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:13.531894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '1c6820d0-825b-4936-8138-c50adca0eeee', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'port_id': '1c6820d0-825b-4936-8138-c50adca0eeee', 'mac_address': 'fa:16:3e:53:e3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:47:13.577753 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.583152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-396473694'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:13.594384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c6820d0-825b-4936-8138-c50adca0eeee {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:13.600043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3125373-88d1-4fd3-a44f-2462d555586f req-da4da098-fc60-4e97-b257-75b65d16aa71 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:13.601595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3125373-88d1-4fd3-a44f-2462d555586f req-da4da098-fc60-4e97-b257-75b65d16aa71 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0819032 Aug 20 11:47:13.617048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:13.618885 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.649257 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a3125373-88d1-4fd3-a44f-2462d555586f req-4be2407e-55d2-4d81-a58a-0ce8ea54f8d7 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410960 Aug 20 11:47:13.707725 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.755598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:13.763708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.764267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.764797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.764962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.765286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.780882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.780882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.780882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.781357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Made reservation on behalf of 35160539b92c416f8e62f8a781389ab2 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:13.781469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.781469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.781469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.781469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:13.781772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.788596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:13.792874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1c6820d0-825b-4936-8138-c50adca0eeee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:13.888496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.033712 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.061367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:47:14.070251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a212ffa-8a63-44d1-8f23-f24e5c4c8367,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:14.076443 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.076799 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Added segment 09947e23-4934-41e6-9bfc-f0c6368dda4f of type vlan for network 4a1747fc-e258-4703-8d2b-ca8566f72564 Aug 20 11:47:14.116342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.279695 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.285469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:14.286147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:14.361202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Pushing event updated for resources: {'Network': ['ID=4a1747fc-e258-4703-8d2b-ca8566f72564,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:14.375247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 4a1747fc-e258-4703-8d2b-ca8566f72564 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:47:14.557814 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3a8c584e-79a2-4740-ac49-f00bf3e27c72 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1467991 Aug 20 11:47:14.558374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57332) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:14.565352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Request body: {'subnet': {'network_id': '4a1747fc-e258-4703-8d2b-ca8566f72564', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:14.810868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052df4e-98d3-4679-a81c-e785a025fd65 req-aac108a1-564c-4f3e-95e7-e668be712b35 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:14.812982 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a052df4e-98d3-4679-a81c-e785a025fd65 req-aac108a1-564c-4f3e-95e7-e668be712b35 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0651150 Aug 20 11:47:14.858092 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a052df4e-98d3-4679-a81c-e785a025fd65 req-1076c19e-47c8-4434-abcf-a164e8951c78 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384769 Aug 20 11:47:14.919106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Made reservation on behalf of 35160539b92c416f8e62f8a781389ab2 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:14.924342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.119735 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-68f8f8d2-b567-4d71-9c0c-423fdec5b985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.291171 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.367239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Pushing event updated for resources: {'Subnet': ['ID=fe065a58-9171-4c45-ab35-d51109c85dd8,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:15.380025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Checking segment: {'id': '09947e23-4934-41e6-9bfc-f0c6368dda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4a1747fc-e258-4703-8d2b-ca8566f72564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:15.380495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Network hostable DHCP agents. Network: 4a1747fc-e258-4703-8d2b-ca8566f72564, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:47:15.425234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1c6820d0-825b-4936-8138-c50adca0eeee up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:15.477504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 1c6820d0-825b-4936-8138-c50adca0eeee triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:15.477930 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.480059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Network 4a1747fc-e258-4703-8d2b-ca8566f72564 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:47:15.571628 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.599216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:15.602075 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5f20fe-022d-43ab-abbe-66c8fa36ecac" -d '{"events": [{"server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "name": "network-vif-plugged", "status": "completed", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:15.605214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 4a1747fc-e258-4703-8d2b-ca8566f72564) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:15.612008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:15.612008 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.620731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee90147-593e-4bbd-8898-099b0447722c None None] Network 4a1747fc-e258-4703-8d2b-ca8566f72564 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:15.691917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:15.768402 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-11ecefa9-cd13-41dc-bd75-34ae476e6250 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2092760 Aug 20 11:47:15.769255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57352) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:15.777644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Request body: {'port': {'network_id': '4a1747fc-e258-4703-8d2b-ca8566f72564', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1376382652'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:15.830049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-4a1747fc-e258-4703-8d2b-ca8566f72564', 'network_id': '4a1747fc-e258-4703-8d2b-ca8566f72564', 'tenant_id': '35160539b92c416f8e62f8a781389ab2', 'fixed_ips': [{'subnet_id': 'fe065a58-9171-4c45-ab35-d51109c85dd8'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:47:15.831122 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.856790 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:15.871924 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41288652-cebf-4caf-94c7-c892b73c3514 x-openstack-request-id: req-41288652-cebf-4caf-94c7-c892b73c3514 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:15.871924 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "name": "network-vif-plugged", "status": "completed", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:15.874518 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41288652-cebf-4caf-94c7-c892b73c3514 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:15.874518 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee', 'code': 200} Aug 20 11:47:16.043059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:16.050670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6a30e-df92-4c62-aa66-29b27106bd05 req-a0daf7ec-9338-42aa-a8c3-8d764dd333e0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:16.052932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ce6a30e-df92-4c62-aa66-29b27106bd05 req-a0daf7ec-9338-42aa-a8c3-8d764dd333e0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0885856 Aug 20 11:47:16.102700 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ce6a30e-df92-4c62-aa66-29b27106bd05 req-faeed2fb-ab0d-4980-bdea-892b52815f73 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422199 Aug 20 11:47:16.129363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Allocated IP 172.20.0.2 (4a1747fc-e258-4703-8d2b-ca8566f72564/fe065a58-9171-4c45-ab35-d51109c85dd8/a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:16.165756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Made reservation on behalf of 35160539b92c416f8e62f8a781389ab2 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:16.171120 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.195281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] device_id is not set on port 82e4fb54-10c5-4732-94b6-1da2893e3102 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:47:16.333297 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.343038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Transition to ACTIVE for port object a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:16.360224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Transition to ACTIVE for port object a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:16.474058 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.529830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Network 4a1747fc-e258-4703-8d2b-ca8566f72564 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:16.532805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:16.542193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Allocated IP 172.20.0.3 (4a1747fc-e258-4703-8d2b-ca8566f72564/fe065a58-9171-4c45-ab35-d51109c85dd8/82e4fb54-10c5-4732-94b6-1da2893e3102) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:16.544209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:16.547947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Pushing event updated for resources: {'Port': ['ID=a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:16.615795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Attempting to bind port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:16.616143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Attempting to bind port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '09947e23-4934-41e6-9bfc-f0c6368dda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4a1747fc-e258-4703-8d2b-ca8566f72564'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:16.616511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Attempting to bind port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d on network 4a1747fc-e258-4703-8d2b-ca8566f72564 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:16.622050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:16.622450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Checking segment: {'id': '09947e23-4934-41e6-9bfc-f0c6368dda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4a1747fc-e258-4703-8d2b-ca8566f72564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:16.622870 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.623272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Bound using segment: {'id': '09947e23-4934-41e6-9bfc-f0c6368dda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4a1747fc-e258-4703-8d2b-ca8566f72564'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:16.623740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Bound port: a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09947e23-4934-41e6-9bfc-f0c6368dda4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4a1747fc-e258-4703-8d2b-ca8566f72564'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:16.624126 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.701061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] For port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:16.705785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] For port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d,segment=NetworkSegment(09947e23-4934-41e6-9bfc-f0c6368dda4f),segment_id=09947e23-4934-41e6-9bfc-f0c6368dda4f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:16.720700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.738852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Transition to ACTIVE for port object 82e4fb54-10c5-4732-94b6-1da2893e3102 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:16.829897 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.893771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54a684-63e2-4202-8500-5f49fe2fcb9a None None] Pushing event updated for resources: {'Port': ['ID=a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:16.918153 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:16.976796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Network 4a1747fc-e258-4703-8d2b-ca8566f72564 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:16.983846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:16.991624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:17.044522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Pushing event updated for resources: {'Port': ['ID=82e4fb54-10c5-4732-94b6-1da2893e3102,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:17.059190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:17.059888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:17.225306 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-259ba269-47f7-435c-bdbc-4818f60577f0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4547479 Aug 20 11:47:17.229980 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57370) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:17.328241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2654e9-98f6-42e8-a87f-26741c934145 req-b9a0514c-4338-4331-93a2-3030e13f90d6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:17.331034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b2654e9-98f6-42e8-a87f-26741c934145 req-b9a0514c-4338-4331-93a2-3030e13f90d6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.1171377 Aug 20 11:47:17.396035 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b2654e9-98f6-42e8-a87f-26741c934145 req-99067c00-a5cb-48c1-944c-665588e638f0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450590 Aug 20 11:47:17.422395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-3d1970e7-c244-425c-b885-21d2d99037c5 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Deleting port 82e4fb54-10c5-4732-94b6-1da2893e3102 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:17.422395 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d1970e7-c244-425c-b885-21d2d99037c5 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:17.520799 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d1970e7-c244-425c-b885-21d2d99037c5 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:17.554848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-3d1970e7-c244-425c-b885-21d2d99037c5 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Calling delete_port for 82e4fb54-10c5-4732-94b6-1da2893e3102 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:17.717115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:18.054663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b9bc3-d421-4d53-a9d5-5716c9799e35 None None] Network 4a1747fc-e258-4703-8d2b-ca8566f72564 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:18.139397 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5274-f233-45a8-b933-758a08076ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.199218 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d1970e7-c244-425c-b885-21d2d99037c5 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.203282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:18.238847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1970e7-c244-425c-b885-21d2d99037c5 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Pushing event deleted for resources: {'Port': ['ID=82e4fb54-10c5-4732-94b6-1da2893e3102,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:18.285653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-785ad1c5-98f3-45d7-be27-04aa92756162 None None] Provisioning for port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:18.291128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-785ad1c5-98f3-45d7-be27-04aa92756162 None None] Provisioning complete for port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:18.313739 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-785ad1c5-98f3-45d7-be27-04aa92756162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.366424 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3d1970e7-c244-425c-b885-21d2d99037c5 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.375878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3d1970e7-c244-425c-b885-21d2d99037c5 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] 10.222.0.10 "DELETE /v2.0/ports/82e4fb54-10c5-4732-94b6-1da2893e3102 HTTP/1.1" status: 204 len: 168 time: 1.1413205 Aug 20 11:47:18.376244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57382) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:18.504554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-47085f02-541a-4e6f-b311-39e9de2a3b5c tempest-DHCPAgentSchedulersTestJSON-1454955812 tempest-DHCPAgentSchedulersTestJSON-1454955812-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1268084 Aug 20 11:47:18.508496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57390) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:18.515534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-827044249'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:18.526499 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-785ad1c5-98f3-45d7-be27-04aa92756162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.578004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-785ad1c5-98f3-45d7-be27-04aa92756162 None None] For port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d,segment=NetworkSegment(09947e23-4934-41e6-9bfc-f0c6368dda4f),segment_id=09947e23-4934-41e6-9bfc-f0c6368dda4f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:18.674345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-785ad1c5-98f3-45d7-be27-04aa92756162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.677169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6646b6-cadd-494c-beb8-7dc839070410 req-33302a62-d853-46b7-bdaf-036f87804988 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:18.690809 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d6646b6-cadd-494c-beb8-7dc839070410 req-33302a62-d853-46b7-bdaf-036f87804988 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.1140971 Aug 20 11:47:18.705296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Made reservation on behalf of 35160539b92c416f8e62f8a781389ab2 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:18.716469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.767407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d6646b6-cadd-494c-beb8-7dc839070410 req-5a00572c-5d85-4b76-ae65-3dd58d84c829 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747476 Aug 20 11:47:18.813855 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.858203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ad1c5-98f3-45d7-be27-04aa92756162 None None] Pushing event updated for resources: {'Port': ['ID=a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:18.867085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:47:18.899939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:18.904792 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Added segment 6edcba70-cb8e-456f-a562-02d4df50ab85 of type vlan for network afca1db0-7770-4a7c-93ed-ded779aca733 Aug 20 11:47:18.909781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ad318717-15cb-4b20-97e7-9cb3416c5329 None None] Provisioning complete for port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:18.910179 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ad318717-15cb-4b20-97e7-9cb3416c5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.022283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.113283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ad318717-15cb-4b20-97e7-9cb3416c5329 None None] Could not find standard attr ID for object 82e4fb54-10c5-4732-94b6-1da2893e3102. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:47:19.223993 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.245989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:19.252614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.291504 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:19.336877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e685be2d-7a0e-429b-b559-b97834b6814c None None] Could not find standard attr ID for object 82e4fb54-10c5-4732-94b6-1da2893e3102. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:47:19.521124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Pushing event updated for resources: {'Network': ['ID=afca1db0-7770-4a7c-93ed-ded779aca733,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:19.535238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network afca1db0-7770-4a7c-93ed-ded779aca733 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:47:19.553686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ad7d2d0d-0cbe-4b7d-baf2-b395300179e4 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0392365 Aug 20 11:47:19.553897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57398) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:19.846497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57404) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:19.848619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:19.851652 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bb36934e-adf1-4f9f-91ba-d0d7f45f0802 tempest-DHCPAgentSchedulersTestJSON-1454955812 tempest-DHCPAgentSchedulersTestJSON-1454955812-project-admin] 10.222.0.10 "GET /v2.0/agents/e79c3c35-8c8f-4800-b5fa-94512c3fbfd3/dhcp-networks HTTP/1.1" status: 200 len: 6477 time: 0.2973073 Aug 20 11:47:19.964474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:19.964474 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:20.082872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc3e6bd-49bc-4f03-9aef-9613683f1f6e tempest-DHCPAgentSchedulersTestJSON-1454955812 tempest-DHCPAgentSchedulersTestJSON-1454955812-project-admin] Network afca1db0-7770-4a7c-93ed-ded779aca733 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:47:20.094255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa0e9d-85f9-43b4-a98e-f6be14bcc5d4 req-1d308657-4a1f-4c71-9e00-10b6f0c31609 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:20.096261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c9aa0e9d-85f9-43b4-a98e-f6be14bcc5d4 req-1d308657-4a1f-4c71-9e00-10b6f0c31609 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.1166015 Aug 20 11:47:20.178103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1cc3e6bd-49bc-4f03-9aef-9613683f1f6e tempest-DHCPAgentSchedulersTestJSON-1454955812 tempest-DHCPAgentSchedulersTestJSON-1454955812-project-admin] 10.222.0.10 "POST /v2.0/agents/e79c3c35-8c8f-4800-b5fa-94512c3fbfd3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3277631 Aug 20 11:47:20.182781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57406) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:20.182905 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c9aa0e9d-85f9-43b4-a98e-f6be14bcc5d4 req-ccd1ba0f-3611-45cb-8b7b-8f2307abeb64 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767198 Aug 20 11:47:20.182988 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae424820-964f-445f-af94-439658f9c72a None None] Network afca1db0-7770-4a7c-93ed-ded779aca733 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:20.382641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-977042bf-a3a7-47e9-b7a0-c08b9a426c8a tempest-DHCPAgentSchedulersTestJSON-1454955812 tempest-DHCPAgentSchedulersTestJSON-1454955812-project-admin] 10.222.0.10 "GET /v2.0/agents/e79c3c35-8c8f-4800-b5fa-94512c3fbfd3/dhcp-networks HTTP/1.1" status: 200 len: 7247 time: 0.1982822 Aug 20 11:47:20.383485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57408) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:20.601820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5a6eafb1-fe14-4730-83bf-96de389da55d tempest-DHCPAgentSchedulersTestJSON-1454955812 tempest-DHCPAgentSchedulersTestJSON-1454955812-project-admin] 10.222.0.10 "DELETE /v2.0/agents/e79c3c35-8c8f-4800-b5fa-94512c3fbfd3/dhcp-networks/afca1db0-7770-4a7c-93ed-ded779aca733 HTTP/1.1" status: 204 len: 168 time: 0.2157211 Aug 20 11:47:20.602393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57412) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:20.879866 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.201922 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8bc11204-bf05-431a-b252-1aadd26c8504 tempest-DHCPAgentSchedulersTestJSON-1454955812 tempest-DHCPAgentSchedulersTestJSON-1454955812-project-admin] 10.222.0.10 "GET /v2.0/agents/e79c3c35-8c8f-4800-b5fa-94512c3fbfd3/dhcp-networks HTTP/1.1" status: 200 len: 6477 time: 0.5964639 Aug 20 11:47:21.206800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57418) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:21.229241 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-664ed560-7ee3-4ab7-9c08-4528df8e7aa1 tempest-DHCPAgentSchedulersTestJSON-1454955812 tempest-DHCPAgentSchedulersTestJSON-1454955812-project-admin] 10.222.0.10 "GET /v2.0/networks/4a1747fc-e258-4703-8d2b-ca8566f72564/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0218437 Aug 20 11:47:21.237977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57422) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:21.260758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-21ae9c30-f584-45c7-86c5-cda51a48dd6f tempest-DHCPAgentSchedulersTestJSON-1454955812 tempest-DHCPAgentSchedulersTestJSON-1454955812-project-admin] 10.222.0.10 "GET /v2.0/networks/4a1747fc-e258-4703-8d2b-ca8566f72564/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0191996 Aug 20 11:47:21.261597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57424) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:21.346996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb762e09-b1ac-4bb8-b8d8-1d6be31c3620 req-445c410b-5241-43a0-a643-28c18ac458ba tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:21.348870 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb762e09-b1ac-4bb8-b8d8-1d6be31c3620 req-445c410b-5241-43a0-a643-28c18ac458ba tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0751634 Aug 20 11:47:21.393659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb762e09-b1ac-4bb8-b8d8-1d6be31c3620 req-6403e9cd-c367-4b81-b2a4-cbd4dd278efe tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355196 Aug 20 11:47:21.445020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57426) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:21.454816 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c7e0cbb3-8cac-4558-a913-9e79dcfa3338 tempest-DHCPAgentSchedulersTestJSON-1454955812 tempest-DHCPAgentSchedulersTestJSON-1454955812-project-admin] 10.222.0.10 "GET /v2.0/agents/e79c3c35-8c8f-4800-b5fa-94512c3fbfd3/dhcp-networks HTTP/1.1" status: 200 len: 6477 time: 0.1916723 Aug 20 11:47:21.533362 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.650006 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.664135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afca1db0-7770-4a7c-93ed-ded779aca733']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:21.684099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edcba70-cb8e-456f-a562-02d4df50ab85') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:21.684394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edcba70-cb8e-456f-a562-02d4df50ab85') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:21.702225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.725032 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.732770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:47:21.733187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:47:21.736524 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:47:21.982515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.008507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.013690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57438) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:22.015205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] 10.222.0.10 "DELETE /v2.0/networks/afca1db0-7770-4a7c-93ed-ded779aca733 HTTP/1.1" status: 204 len: 168 time: 0.5677047 Aug 20 11:47:22.015205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86623f0-6bb5-4c1e-a44e-717c313fd807 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Pushing event deleted for resources: {'Network': ['ID=afca1db0-7770-4a7c-93ed-ded779aca733,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:22.052899 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c8d3b6-7725-4944-9048-871a23c41d40 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] DELETE failed (client error): The resource could not be found. Aug 20 11:47:22.053878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c8d3b6-7725-4944-9048-871a23c41d40 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:47:22.056281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d7c8d3b6-7725-4944-9048-871a23c41d40 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] 10.222.0.10 "DELETE /v2.0/ports/82e4fb54-10c5-4732-94b6-1da2893e3102 HTTP/1.1" status: 404 len: 333 time: 0.0412345 Aug 20 11:47:22.059089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57440) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:22.124021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5159e0d-8f5a-4d24-b316-70415411710d tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Deleting subnet fe065a58-9171-4c45-ab35-d51109c85dd8 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:47:22.129526 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5159e0d-8f5a-4d24-b316-70415411710d tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.184374 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5159e0d-8f5a-4d24-b316-70415411710d tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.638888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65fa7d-30e5-47c6-afcf-1af095e8df9f req-28b931d4-2377-48cd-8558-d1a532158742 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:22.640372 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e65fa7d-30e5-47c6-afcf-1af095e8df9f req-28b931d4-2377-48cd-8558-d1a532158742 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0875077 Aug 20 11:47:22.670114 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5159e0d-8f5a-4d24-b316-70415411710d tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.718371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e65fa7d-30e5-47c6-afcf-1af095e8df9f req-8a157d47-ae0c-464c-942b-7225bd338a97 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717847 Aug 20 11:47:22.874263 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5159e0d-8f5a-4d24-b316-70415411710d tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.909654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5159e0d-8f5a-4d24-b316-70415411710d tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Pushing event deleted for resources: {'Subnet': ['ID=fe065a58-9171-4c45-ab35-d51109c85dd8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:22.915329 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e5159e0d-8f5a-4d24-b316-70415411710d tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:22.919690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e5159e0d-8f5a-4d24-b316-70415411710d tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] 10.222.0.10 "DELETE /v2.0/subnets/fe065a58-9171-4c45-ab35-d51109c85dd8 HTTP/1.1" status: 204 len: 168 time: 0.8571775 Aug 20 11:47:22.920488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57452) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:22.927062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b4b959-a76b-4dd8-b75a-bfaab574d18b None None] Network 4a1747fc-e258-4703-8d2b-ca8566f72564 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:23.009044 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.079853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Deleting port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:23.080412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.149037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e582294d-f7d3-4118-b572-89f940b69b2b None None] DHCP port deletion for 4a1747fc-e258-4703-8d2b-ca8566f72564 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:47:23.169170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] For port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d,segment=NetworkSegment(09947e23-4934-41e6-9bfc-f0c6368dda4f),segment_id=09947e23-4934-41e6-9bfc-f0c6368dda4f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:23.174039 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.198986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Calling delete_port for a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:23.216978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e582294d-f7d3-4118-b572-89f940b69b2b None None] Deleting port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:23.217506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e582294d-f7d3-4118-b572-89f940b69b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.289424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e582294d-f7d3-4118-b572-89f940b69b2b None None] For port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d,segment=NetworkSegment(09947e23-4934-41e6-9bfc-f0c6368dda4f),segment_id=09947e23-4934-41e6-9bfc-f0c6368dda4f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:23.291251 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e582294d-f7d3-4118-b572-89f940b69b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.308566 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e582294d-f7d3-4118-b572-89f940b69b2b None None] Calling delete_port for a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:23.423101 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.430790 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e582294d-f7d3-4118-b572-89f940b69b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.459030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582294d-f7d3-4118-b572-89f940b69b2b None None] No DVR routers for this DVR port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:23.461004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582294d-f7d3-4118-b572-89f940b69b2b None None] Pushing event deleted for resources: {'Port': ['ID=a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:23.465035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Pushing event deleted for resources: {'Port': ['ID=a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:23.471926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] No DVR routers for this DVR port a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:23.576853 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.588805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1747fc-e258-4703-8d2b-ca8566f72564']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:23.600449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09947e23-4934-41e6-9bfc-f0c6368dda4f') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:23.600817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09947e23-4934-41e6-9bfc-f0c6368dda4f') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:23.611122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.641483 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.651062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:47:23.651747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:47:23.655293 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:47:23.657488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:23.677951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:47:23.678322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a9e3dac8-4f1a-4cc8-ac97-23b4d6d4dd4d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:47:23.816631 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.841189 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:23.843582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] 10.222.0.10 "DELETE /v2.0/networks/4a1747fc-e258-4703-8d2b-ca8566f72564 HTTP/1.1" status: 204 len: 168 time: 0.9207535 Aug 20 11:47:23.875578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ff3ec-59b6-482b-a519-a2e1d6303bc0 tempest-DHCPAgentSchedulersTestJSON-185161922 tempest-DHCPAgentSchedulersTestJSON-185161922-project] Pushing event deleted for resources: {'Network': ['ID=4a1747fc-e258-4703-8d2b-ca8566f72564,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:23.919315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d078ff-9523-4d74-9cfc-94be8c3f956e req-4d4deb7b-cb89-4197-964e-542214ce64d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:23.921078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15d078ff-9523-4d74-9cfc-94be8c3f956e req-4d4deb7b-cb89-4197-964e-542214ce64d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.1019704 Aug 20 11:47:23.973541 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15d078ff-9523-4d74-9cfc-94be8c3f956e req-c01493a7-5197-43ca-870c-6cf0426ee73f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407755 Aug 20 11:47:24.490137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57470) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:24.549862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57472) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:24.594506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f7be53-46a6-4876-b628-948b51152c42 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:24.594506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f7be53-46a6-4876-b628-948b51152c42 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:24.595558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f7be53-46a6-4876-b628-948b51152c42 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:24.596883 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-20f7be53-46a6-4876-b628-948b51152c42 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=9699ebf9652148b7a5e10af7cd210ece&network_id=84fb7308-1843-4e4e-a04b-6a6b145de747 HTTP/1.1" status: 200 len: 2969 time: 0.1045120 Aug 20 11:47:24.738416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f4d62a80-2057-4a3c-9de0-82c77b74d6b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35160539b92c416f8e62f8a781389ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872156 Aug 20 11:47:24.740653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57478) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:24.801730 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-445dd3f2-472b-4477-8c7b-37f6d38d3585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:24.830555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-445dd3f2-472b-4477-8c7b-37f6d38d3585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:25.029739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-445dd3f2-472b-4477-8c7b-37f6d38d3585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:25.035163 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-445dd3f2-472b-4477-8c7b-37f6d38d3585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:25.037319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-445dd3f2-472b-4477-8c7b-37f6d38d3585 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a212ffa-8a63-44d1-8f23-f24e5c4c8367 HTTP/1.1" status: 204 len: 168 time: 0.2948778 Aug 20 11:47:25.050490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dd3f2-472b-4477-8c7b-37f6d38d3585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a212ffa-8a63-44d1-8f23-f24e5c4c8367,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:25.161233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914fd8e-a4fa-4734-a797-c5bb00a4cf5d req-5023518c-bdbb-4d44-af5d-7711432c04de tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:25.164151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d914fd8e-a4fa-4734-a797-c5bb00a4cf5d req-5023518c-bdbb-4d44-af5d-7711432c04de tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0568626 Aug 20 11:47:25.210581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d914fd8e-a4fa-4734-a797-c5bb00a4cf5d req-bd02b371-a16d-4ff1-bde0-800cacce0359 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376420 Aug 20 11:47:26.215195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57504) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:26.229526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c70f13ec-7ac6-476a-afef-583a88e6d014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.373941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c70f13ec-7ac6-476a-afef-583a88e6d014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.399532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df4212-f7df-4e3d-a7ff-942123acaf74 req-c9eeef92-b04b-4cee-8f69-c17a3a0ef9a3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.401056 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-16df4212-f7df-4e3d-a7ff-942123acaf74 req-c9eeef92-b04b-4cee-8f69-c17a3a0ef9a3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0777493 Aug 20 11:47:26.456499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-16df4212-f7df-4e3d-a7ff-942123acaf74 req-d4258d38-ba85-4088-8506-ef8f9c2dc64b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459514 Aug 20 11:47:26.456499 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c70f13ec-7ac6-476a-afef-583a88e6d014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.496181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c70f13ec-7ac6-476a-afef-583a88e6d014 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4764eebd6f2a40338b89d72eb34e0bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796812 Aug 20 11:47:26.499699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57514) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:26.513482 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f13ec-7ac6-476a-afef-583a88e6d014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23947038-2db0-4728-aa4c-ca51c4133c4b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:26.556680 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2034170d-cb04-4c60-982b-bbc6a510d0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.580630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2034170d-cb04-4c60-982b-bbc6a510d0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.656603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57516) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:26.732975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a83728d-6f53-45ee-a104-fe4a4cc76a36 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:26.734528 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0a83728d-6f53-45ee-a104-fe4a4cc76a36 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 814 time: 0.0769017 Aug 20 11:47:26.817153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2034170d-cb04-4c60-982b-bbc6a510d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.817153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2034170d-cb04-4c60-982b-bbc6a510d0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:26.817153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2034170d-cb04-4c60-982b-bbc6a510d0b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23947038-2db0-4728-aa4c-ca51c4133c4b HTTP/1.1" status: 204 len: 168 time: 0.3143394 Aug 20 11:47:26.825884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034170d-cb04-4c60-982b-bbc6a510d0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23947038-2db0-4728-aa4c-ca51c4133c4b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:27.540264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57546) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:27.548547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'network': {'name': 'tempest-network-smoke--2037701193', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'port_security_enabled': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:27.689721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484df6bc-8810-4b56-8800-c6d00599bdd0 req-67ca1f5b-6ec8-4708-80d4-9216b83be9f5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:27.691205 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-484df6bc-8810-4b56-8800-c6d00599bdd0 req-67ca1f5b-6ec8-4708-80d4-9216b83be9f5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0507514 Aug 20 11:47:27.708062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Made reservation on behalf of 9699ebf9652148b7a5e10af7cd210ece for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:27.713965 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.743069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:47:27.758765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-484df6bc-8810-4b56-8800-c6d00599bdd0 req-0dd7e910-2134-4d92-bb09-45777f69cebb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608208 Aug 20 11:47:27.763841 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.763841 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Added segment 6307002b-2820-4805-b0de-ff6684779514 of type vlan for network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc Aug 20 11:47:27.817919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.965180 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:27.971214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:27.972099 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.074748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Network': ['ID=b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:28.084952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:47:28.147802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3ea9d4c2-1960-44ea-9717-6ab5b2c15060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6012216 Aug 20 11:47:28.148588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57560) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.234699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3779a629-8b3c-4436-8038-94d1c34d93b4 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.239124 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3779a629-8b3c-4436-8038-94d1c34d93b4 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9699ebf9652148b7a5e10af7cd210ece&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0868115 Aug 20 11:47:28.239744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57564) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.273468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-abcd11e1-1c03-4b64-ac29-4a728062fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.275337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-abcd11e1-1c03-4b64-ac29-4a728062fb76 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1096 time: 0.0584199 Aug 20 11:47:28.344076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8deb93-7bc2-444a-94e1-136b081032cf tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.345698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0a8deb93-7bc2-444a-94e1-136b081032cf tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1047978 Aug 20 11:47:28.348509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57568) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.386000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f14a9ccb-d6a2-4111-a54b-b48253d002d3 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363309 Aug 20 11:47:28.388699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57570) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.392172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-97b943ce-1dfa-4375-8556-5907177ba1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.393811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-97b943ce-1dfa-4375-8556-5907177ba1c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1083012 Aug 20 11:47:28.417858 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e8cf219e-576f-46d9-8260-e7befa9076dd tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9699ebf9652148b7a5e10af7cd210ece&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280178 Aug 20 11:47:28.420454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57572) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.464134 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-6b35a450-5548-4c1d-ae9c-fb780f3f68bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 200 len: 1001 time: 0.0605435 Aug 20 11:47:28.514961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aed744-280c-4d12-9da4-a1d38a7f77c6 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.514961 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-71aed744-280c-4d12-9da4-a1d38a7f77c6 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928166 Aug 20 11:47:28.517703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57576) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.553614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-32a1d9ea-9e9b-4643-9ba6-3fdcde724ab0 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328209 Aug 20 11:47:28.554731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57578) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:28.555882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-300d0790-d855-435a-be64-0c42e3fb9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.557320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-300d0790-d855-435a-be64-0c42e3fb9ae1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0808773 Aug 20 11:47:28.560266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-694651131', 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:28.610162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-d1c285fd-e6a2-4346-9827-5abe3170e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.612012 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-d1c285fd-e6a2-4346-9827-5abe3170e1d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446391 Aug 20 11:47:28.710510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-25f5e4db-7eed-462b-8794-807e838d1347 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870662 Aug 20 11:47:28.782124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Made reservation on behalf of 9699ebf9652148b7a5e10af7cd210ece for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:28.785630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:28.825579 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7501fef3-bc04-4af7-8b40-03a1c63676f4 req-3b8bb6df-aa12-4b0d-b5e4-3f22fc28bbc5 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021385 Aug 20 11:47:28.952924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005522c-0881-4562-873e-9de659d6d79a req-bf78f0c6-5518-43a6-9868-121f5cb1553c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:28.954547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1005522c-0881-4562-873e-9de659d6d79a req-bf78f0c6-5518-43a6-9868-121f5cb1553c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0884993 Aug 20 11:47:29.026066 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1005522c-0881-4562-873e-9de659d6d79a req-6dd8a7a3-5afe-4ea5-b734-3b7fbe58bfa6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643866 Aug 20 11:47:29.199638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.253102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Subnet': ['ID=8c71a5b7-b5e3-4651-9104-42ed680d23e9,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:29.268662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Checking segment: {'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:29.269026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network hostable DHCP agents. Network: b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:47:29.410973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:47:29.530885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:29.537647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:29.537647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.541596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257942ba-6468-4e73-9119-4a045de9e667 None None] Network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:29.697657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc', 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ips': [{'subnet_id': '8c71a5b7-b5e3-4651-9104-42ed680d23e9'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:47:29.698614 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:29.726396 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8df5ee69-ef80-4d2a-8245-09ea5a1b1c2b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1699841 Aug 20 11:47:29.848962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Allocated IP 172.20.0.18 (b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc/8c71a5b7-b5e3-4651-9104-42ed680d23e9/b9878a30-72f2-4506-976e-6e2deb2dbd25) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:30.040995 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.050277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Transition to ACTIVE for port object b9878a30-72f2-4506-976e-6e2deb2dbd25 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:30.067022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Transition to ACTIVE for port object b9878a30-72f2-4506-976e-6e2deb2dbd25 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:30.148208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57620) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:30.168572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e1f9-10b7-4af9-ad61-a76c41c7ffd4 req-13e1e44e-52dc-44d9-8f7a-87ce6bb0662f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:30.170198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e4c1e1f9-10b7-4af9-ad61-a76c41c7ffd4 req-13e1e44e-52dc-44d9-8f7a-87ce6bb0662f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0584421 Aug 20 11:47:30.215932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e4c1e1f9-10b7-4af9-ad61-a76c41c7ffd4 req-453a7bad-beac-43b6-9c19-a8f1f89a350c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372047 Aug 20 11:47:30.281068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57624) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:30.285806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-38ff86a6-5801-45b9-91ec-630db9c0a335 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575135521', 'description': 'tempest-secgroup-smoke-575135521 description', 'project_id': '9699ebf9652148b7a5e10af7cd210ece'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:30.299498 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.334868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:30.338355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:30.341871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:30.342060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:30.360564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Pushing event updated for resources: {'Port': ['ID=b9878a30-72f2-4506-976e-6e2deb2dbd25,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:30.405323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Attempting to bind port b9878a30-72f2-4506-976e-6e2deb2dbd25 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:30.405694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Attempting to bind port b9878a30-72f2-4506-976e-6e2deb2dbd25 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:30.406053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Attempting to bind port b9878a30-72f2-4506-976e-6e2deb2dbd25 on network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:30.410998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:30.411382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Checking segment: {'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:30.411785 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.412181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Bound using segment: {'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:30.412645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Bound port: b9878a30-72f2-4506-976e-6e2deb2dbd25, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:30.413053 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.425703 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38ff86a6-5801-45b9-91ec-630db9c0a335 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.478488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] For port b9878a30-72f2-4506-976e-6e2deb2dbd25, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:30.481782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] For port b9878a30-72f2-4506-976e-6e2deb2dbd25, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b9878a30-72f2-4506-976e-6e2deb2dbd25,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:30.578794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.640709 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.725308 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38ff86a6-5801-45b9-91ec-630db9c0a335 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.746465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece31889-66db-4394-80f5-cafdcc996e80 None None] Pushing event updated for resources: {'Port': ['ID=b9878a30-72f2-4506-976e-6e2deb2dbd25,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:30.763534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.838759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38ff86a6-5801-45b9-91ec-630db9c0a335 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:30.951179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff86a6-5801-45b9-91ec-630db9c0a335 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dee59b6-4b05-4e0d-8b72-80458f002d6e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:30.979557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Allocated IP 172.25.4.92 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/52539ec0-2798-4651-bb46-f4ad807b8d03) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:31.041020 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38ff86a6-5801-45b9-91ec-630db9c0a335 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.042374 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-38ff86a6-5801-45b9-91ec-630db9c0a335 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7604611 Aug 20 11:47:31.062581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57628) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:31.067315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cab20ebc-e52d-4a2a-b4b9-02094a212461 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': '0dee59b6-4b05-4e0d-8b72-80458f002d6e', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:31.098095 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.182847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cab20ebc-e52d-4a2a-b4b9-02094a212461 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.251743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cab20ebc-e52d-4a2a-b4b9-02094a212461 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.323062 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.379174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:31.382052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd34b4-1014-49a5-b24a-5fa0e81ea136 req-daf82692-06ce-4285-aa67-8b83c70cd72d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:31.383774 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5abd34b4-1014-49a5-b24a-5fa0e81ea136 req-daf82692-06ce-4285-aa67-8b83c70cd72d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0734103 Aug 20 11:47:31.383907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:31.390727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:31.394187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event updated for resources: {'Port': ['ID=52539ec0-2798-4651-bb46-f4ad807b8d03,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:31.421313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cab20ebc-e52d-4a2a-b4b9-02094a212461 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.455324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab20ebc-e52d-4a2a-b4b9-02094a212461 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd4ab00-7b06-450f-b4ac-85863867b7f2,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:31.472710 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5abd34b4-1014-49a5-b24a-5fa0e81ea136 req-00b19db9-0eca-4fac-b368-40551c396e46 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815752 Aug 20 11:47:31.549444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.570786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1c6820d0-825b-4936-8138-c50adca0eeee no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:31.690250 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.706418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.713910 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cab20ebc-e52d-4a2a-b4b9-02094a212461 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.715490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cab20ebc-e52d-4a2a-b4b9-02094a212461 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6517906 Aug 20 11:47:31.719405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57636) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:31.725490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a7165a11-4658-4a70-af0a-c5d014709676 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': '0dee59b6-4b05-4e0d-8b72-80458f002d6e', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:31.763083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:31.771899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:31.776130 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f8e61a-5d30-4d3c-9f68-c38c43c57b00" -d '{"events": [{"server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:31.791591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b9878a30-72f2-4506-976e-6e2deb2dbd25 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:31.857452 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c536f1-b096-4be0-8450-4ace635aedff x-openstack-request-id: req-87c536f1-b096-4be0-8450-4ace635aedff {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:31.858651 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:31.859089 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87c536f1-b096-4be0-8450-4ace635aedff {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:31.860256 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee', 'code': 200} Aug 20 11:47:31.863863 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.873602 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7165a11-4658-4a70-af0a-c5d014709676 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.942198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:31.953297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca31f59-59db-4ceb-99ec-c654d64422c7 None None] Network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:31.979511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7165a11-4658-4a70-af0a-c5d014709676 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.024020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:32.113530 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.130739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7165a11-4658-4a70-af0a-c5d014709676 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.138478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b9878a30-72f2-4506-976e-6e2deb2dbd25 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:32.152370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7165a11-4658-4a70-af0a-c5d014709676 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ec08ba-20b8-47a2-ae89-1e0819d9e80e,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:32.190089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event updated for resources: {'Port': ['ID=52539ec0-2798-4651-bb46-f4ad807b8d03,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:32.200745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.279484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ffdc8735-6506-4749-9013-41689fec4581 None None] Provisioning for port b9878a30-72f2-4506-976e-6e2deb2dbd25 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:32.284066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ffdc8735-6506-4749-9013-41689fec4581 None None] Provisioning complete for port b9878a30-72f2-4506-976e-6e2deb2dbd25 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:32.284447 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8735-6506-4749-9013-41689fec4581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.342243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7165a11-4658-4a70-af0a-c5d014709676 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.342833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.351091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a7165a11-4658-4a70-af0a-c5d014709676 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6234188 Aug 20 11:47:32.351091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57646) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:32.351389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-84a0f26c-ac1e-46a2-b03c-8d775bc660f7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2080390 Aug 20 11:47:32.351389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57648) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:32.352543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c3a5bb58-1fca-4649-b844-f016822ab33d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': '0dee59b6-4b05-4e0d-8b72-80458f002d6e', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:32.357041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-912039214'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:32.389649 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8735-6506-4749-9013-41689fec4581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.422590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ffdc8735-6506-4749-9013-41689fec4581 None None] For port b9878a30-72f2-4506-976e-6e2deb2dbd25, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b9878a30-72f2-4506-976e-6e2deb2dbd25,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:32.491253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Made reservation on behalf of 8085ba3af8b84dacbcf37cf7615a7eb5 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:32.491458 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8735-6506-4749-9013-41689fec4581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.494905 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.506068 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.547860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc8735-6506-4749-9013-41689fec4581 None None] Pushing event updated for resources: {'Port': ['ID=b9878a30-72f2-4506-976e-6e2deb2dbd25,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:32.616923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-234d7f1a-9881-4b67-bd74-51a77506144a None None] Provisioning complete for port b9878a30-72f2-4506-976e-6e2deb2dbd25 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:32.617275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-234d7f1a-9881-4b67-bd74-51a77506144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.618080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bb58-1fca-4649-b844-f016822ab33d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.685941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bb58-1fca-4649-b844-f016822ab33d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.710544 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.788507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bb58-1fca-4649-b844-f016822ab33d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.809162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5bb58-1fca-4649-b844-f016822ab33d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03b2070-a43d-4168-b30d-aa1819938616,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:32.851654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.881335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:47:32.891332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ab2107-7544-4428-9ecb-089e97c0e733,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:32.896302 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.896698 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Added segment 22cb36e1-61e1-4d15-ba63-94f778ed8b72 of type vlan for network ce1a5081-c4cc-4935-94f9-da04e282bde1 Aug 20 11:47:32.919486 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bb58-1fca-4649-b844-f016822ab33d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:32.920709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c3a5bb58-1fca-4649-b844-f016822ab33d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5728374 Aug 20 11:47:32.923593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57652) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:32.928281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ce769ef9-f23d-4e69-98a4-e66291936b2e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': '0dee59b6-4b05-4e0d-8b72-80458f002d6e', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:32.942643 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.098857 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce769ef9-f23d-4e69-98a4-e66291936b2e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.131135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.137201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.137845 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.173495 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce769ef9-f23d-4e69-98a4-e66291936b2e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.219553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event updated for resources: {'Network': ['ID=ce1a5081-c4cc-4935-94f9-da04e282bde1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:33.232451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network ce1a5081-c4cc-4935-94f9-da04e282bde1 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:47:33.285160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce769ef9-f23d-4e69-98a4-e66291936b2e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.313309 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce769ef9-f23d-4e69-98a4-e66291936b2e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e247b160-4cff-4995-b1ba-b6ba007bfe8c,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:33.315589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ceb34f85-daa6-43f9-96b5-89f7a7fadab0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9656713 Aug 20 11:47:33.318586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57662) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:33.325617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Request body: {'subnet': {'network_id': 'ce1a5081-c4cc-4935-94f9-da04e282bde1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:33.392866 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:47:33.439301 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce769ef9-f23d-4e69-98a4-e66291936b2e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.440696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ce769ef9-f23d-4e69-98a4-e66291936b2e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5161717 Aug 20 11:47:33.443642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57664) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:33.448862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-111b8be3-f9b1-4ae6-b11d-4ba2f5ec3b78 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': '0dee59b6-4b05-4e0d-8b72-80458f002d6e', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:33.611009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Made reservation on behalf of 8085ba3af8b84dacbcf37cf7615a7eb5 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:33.615334 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.660611 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b9878a30-72f2-4506-976e-6e2deb2dbd25 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:33.716860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b9878a30-72f2-4506-976e-6e2deb2dbd25 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:33.717506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.799710 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-111b8be3-f9b1-4ae6-b11d-4ba2f5ec3b78 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Project 9699ebf9652148b7a5e10af7cd210ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:47:33.806988 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-111b8be3-f9b1-4ae6-b11d-4ba2f5ec3b78 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.840492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26647a-76af-4e6c-bb8e-7c8c59dfa801 req-95741e30-0051-4b37-81d5-15a309092d7f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:33.841936 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b26647a-76af-4e6c-bb8e-7c8c59dfa801 req-95741e30-0051-4b37-81d5-15a309092d7f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.0948310 Aug 20 11:47:33.871990 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-111b8be3-f9b1-4ae6-b11d-4ba2f5ec3b78 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.896719 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b26647a-76af-4e6c-bb8e-7c8c59dfa801 req-7dc1b3fa-cbe9-484d-a369-18adfa9535b7 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433300 Aug 20 11:47:33.957896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:33.999588 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-111b8be3-f9b1-4ae6-b11d-4ba2f5ec3b78 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.027035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b8be3-f9b1-4ae6-b11d-4ba2f5ec3b78 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe40e6d3-65ad-49a9-b7f3-e6ad7b2d79d3,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:34.046274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event updated for resources: {'Subnet': ['ID=35195f59-2acc-4957-b42c-9c029a4a267c,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:34.051745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Checking segment: {'id': '22cb36e1-61e1-4d15-ba63-94f778ed8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ce1a5081-c4cc-4935-94f9-da04e282bde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:34.052383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Network hostable DHCP agents. Network: ce1a5081-c4cc-4935-94f9-da04e282bde1, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:47:34.142323 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-111b8be3-f9b1-4ae6-b11d-4ba2f5ec3b78 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.143641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-111b8be3-f9b1-4ae6-b11d-4ba2f5ec3b78 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6984477 Aug 20 11:47:34.146468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57684) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:34.151691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b4bd0949-998d-4853-a560-c24865b0a6c3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': '0dee59b6-4b05-4e0d-8b72-80458f002d6e', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:34.194158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Network ce1a5081-c4cc-4935-94f9-da04e282bde1 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:47:34.353981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, ce1a5081-c4cc-4935-94f9-da04e282bde1) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:34.354177 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-b4bd0949-998d-4853-a560-c24865b0a6c3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Project 9699ebf9652148b7a5e10af7cd210ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:47:34.358179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:34.359012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.359393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4bd0949-998d-4853-a560-c24865b0a6c3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.365882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86384b64-3b9d-4316-b250-5c82656b6ffe None None] Network ce1a5081-c4cc-4935-94f9-da04e282bde1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:34.440256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57690) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:34.445323 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4bd0949-998d-4853-a560-c24865b0a6c3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.522026 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-11cd8dff-35be-4329-8832-af1abb79d728 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2007043 Aug 20 11:47:34.525478 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57694) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:34.529847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-ce1a5081-c4cc-4935-94f9-da04e282bde1', 'network_id': 'ce1a5081-c4cc-4935-94f9-da04e282bde1', 'tenant_id': '8085ba3af8b84dacbcf37cf7615a7eb5', 'fixed_ips': [{'subnet_id': '35195f59-2acc-4957-b42c-9c029a4a267c'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:47:34.531201 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.531568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-714111984', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:34.539612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-1dc22252-73f7-48bb-8d89-be342a420338 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977912 Aug 20 11:47:34.577154 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4bd0949-998d-4853-a560-c24865b0a6c3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.597460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd0949-998d-4853-a560-c24865b0a6c3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0461f9-129d-4f2f-86a4-31d92bc23aa9,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:34.676832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Allocated IP 172.20.0.2 (ce1a5081-c4cc-4935-94f9-da04e282bde1/35195f59-2acc-4957-b42c-9c029a4a267c/fb4c0160-3170-4292-9c08-92f5bf388ede) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:34.729376 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.730757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.863470 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.863470 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4bd0949-998d-4853-a560-c24865b0a6c3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.863745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b4bd0949-998d-4853-a560-c24865b0a6c3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7162545 Aug 20 11:47:34.895246 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:34.906480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Transition to ACTIVE for port object fb4c0160-3170-4292-9c08-92f5bf388ede will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:34.922237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Transition to ACTIVE for port object fb4c0160-3170-4292-9c08-92f5bf388ede will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:35.114262 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.147427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-dcced051-cfd2-4791-ba8c-d653a1b12055 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575135521&fields=id&tenant_id=9699ebf9652148b7a5e10af7cd210ece HTTP/1.1" status: 200 len: 267 time: 0.0475066 Aug 20 11:47:35.158479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Network ce1a5081-c4cc-4935-94f9-da04e282bde1 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:35.166080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:35.169729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:35.224977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Pushing event updated for resources: {'Port': ['ID=fb4c0160-3170-4292-9c08-92f5bf388ede,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:35.284976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Attempting to bind port fb4c0160-3170-4292-9c08-92f5bf388ede on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:35.285380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Attempting to bind port fb4c0160-3170-4292-9c08-92f5bf388ede by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '22cb36e1-61e1-4d15-ba63-94f778ed8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ce1a5081-c4cc-4935-94f9-da04e282bde1'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:35.285757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Attempting to bind port fb4c0160-3170-4292-9c08-92f5bf388ede on network ce1a5081-c4cc-4935-94f9-da04e282bde1 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:35.291949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:35.292395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Checking segment: {'id': '22cb36e1-61e1-4d15-ba63-94f778ed8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ce1a5081-c4cc-4935-94f9-da04e282bde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:35.292818 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.293319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Bound using segment: {'id': '22cb36e1-61e1-4d15-ba63-94f778ed8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ce1a5081-c4cc-4935-94f9-da04e282bde1'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:35.293821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Bound port: fb4c0160-3170-4292-9c08-92f5bf388ede, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cb36e1-61e1-4d15-ba63-94f778ed8b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ce1a5081-c4cc-4935-94f9-da04e282bde1'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:35.294220 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.324321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-c96a08a1-5703-4a8e-a85c-ae7efef61240 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.333155 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-c96a08a1-5703-4a8e-a85c-ae7efef61240 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/networks?id=b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc HTTP/1.1" status: 200 len: 797 time: 0.1779315 Aug 20 11:47:35.351343 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-f7e29131-ce1b-4f06-b818-fa1a2bfc1091 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/quotas/9699ebf9652148b7a5e10af7cd210ece HTTP/1.1" status: 200 len: 375 time: 0.0176129 Aug 20 11:47:35.370823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] For port fb4c0160-3170-4292-9c08-92f5bf388ede, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:35.374205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] For port fb4c0160-3170-4292-9c08-92f5bf388ede, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fb4c0160-3170-4292-9c08-92f5bf388ede,segment=NetworkSegment(22cb36e1-61e1-4d15-ba63-94f778ed8b72),segment_id=22cb36e1-61e1-4d15-ba63-94f778ed8b72)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:35.437902 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.462043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84388c4c-d088-48d8-9436-5b8d198307e6 req-27bf7e7a-249f-484c-926d-15f47ba0089e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:35.463601 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0672ee19-53e4-44ca-a979-ca890b60af78 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1026483 Aug 20 11:47:35.464220 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84388c4c-d088-48d8-9436-5b8d198307e6 req-27bf7e7a-249f-484c-926d-15f47ba0089e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.4166825 Aug 20 11:47:35.502987 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.534355 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-84388c4c-d088-48d8-9436-5b8d198307e6 req-72c52653-7ebb-4392-95c8-2531c57fd973 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636525 Aug 20 11:47:35.576130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1c6820d0-825b-4936-8138-c50adca0eeee no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:35.583049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-9f2585ee-96ae-4c8d-af90-c74b4c0e4673 service neutron] 10.222.0.10 "GET /v2.0/networks/b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178734 Aug 20 11:47:35.608451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02263f-7ea6-4002-b068-835aa699dd69 None None] Pushing event updated for resources: {'Port': ['ID=fb4c0160-3170-4292-9c08-92f5bf388ede,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:35.720746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-cc9ee585-6fb8-4d7e-a823-7b4cfa877342 service neutron] 10.222.0.10 "GET /v2.0/networks/b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368024 Aug 20 11:47:35.824792 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:35.857327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.025188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Allocated IP 172.25.4.146 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/c00047b6-4db8-4718-908e-4caa476d5718) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:36.116122 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd840dcf-f45a-42a5-82d2-c80adac89f87 req-6e5cb7a7-fda8-4ae9-98e6-eaa4f03bc379 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 210 time: 0.0622156 Aug 20 11:47:36.173202 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.342528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.360368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:36.363454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:36.383136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:36.429849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event updated for resources: {'Port': ['ID=c00047b6-4db8-4718-908e-4caa476d5718,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:36.705005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cd2c9-1866-4fc6-a335-6b10b7f7ea8d req-84fb6537-9689-4be3-8ee9-f40fbf4ec29b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:36.707453 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a99cd2c9-1866-4fc6-a335-6b10b7f7ea8d req-84fb6537-9689-4be3-8ee9-f40fbf4ec29b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.0632675 Aug 20 11:47:36.767065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a99cd2c9-1866-4fc6-a335-6b10b7f7ea8d req-c075bf28-45d6-4190-a098-05bdd96b9ca2 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474358 Aug 20 11:47:36.896717 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:36.907073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ffa45-76bd-4a0f-87ef-8c603ca72693 None None] Network ce1a5081-c4cc-4935-94f9-da04e282bde1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:37.116908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6cb4ec99-7fc3-451c-b307-f81bd3743a99 None None] Provisioning for port fb4c0160-3170-4292-9c08-92f5bf388ede completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:37.147909 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.240801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0bc99a12-aa1a-43e9-8350-cbfe18de46c7 req-9e105440-e7b8-4a44-a2c6-33d45931ce60 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 210 time: 0.0390322 Aug 20 11:47:37.473811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Router 76c275b4-bf8c-483e-b3ac-676f4a21c665 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:47:37.590147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:47:37.606992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f783d-f8d0-47b6-8321-81c1b44d31ee None None] Sync routers for ids ['76c275b4-bf8c-483e-b3ac-676f4a21c665'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:47:37.623088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f783d-f8d0-47b6-8321-81c1b44d31ee None None] Routers {'76c275b4-bf8c-483e-b3ac-676f4a21c665'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:47:37.623738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-de1f783d-f8d0-47b6-8321-81c1b44d31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['76c275b4-bf8c-483e-b3ac-676f4a21c665'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:37.670888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-de1f783d-f8d0-47b6-8321-81c1b44d31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:37.696630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f783d-f8d0-47b6-8321-81c1b44d31ee None None] Routers {'76c275b4-bf8c-483e-b3ac-676f4a21c665'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:47:37.697306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-de1f783d-f8d0-47b6-8321-81c1b44d31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['76c275b4-bf8c-483e-b3ac-676f4a21c665'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:37.741535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:37.741535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b4862beb-e312-4f03-8d09-cb4534c17097 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.2114642 Aug 20 11:47:37.741831 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57750) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:37.750176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-de1f783d-f8d0-47b6-8321-81c1b44d31ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:37.751307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f783d-f8d0-47b6-8321-81c1b44d31ee None None] The sync data for ids ['76c275b4-bf8c-483e-b3ac-676f4a21c665'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:47:37.761561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fb4c0160-3170-4292-9c08-92f5bf388ede up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:37.988115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300a789-b563-4e96-8649-b3313758d82e req-0e301897-236d-41db-bbc9-d7a8fac5b6b5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:37.989265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8300a789-b563-4e96-8649-b3313758d82e req-0e301897-236d-41db-bbc9-d7a8fac5b6b5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.1162784 Aug 20 11:47:38.045177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port fb4c0160-3170-4292-9c08-92f5bf388ede completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:38.049472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fb4c0160-3170-4292-9c08-92f5bf388ede triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:38.049948 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.070307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8300a789-b563-4e96-8649-b3313758d82e req-da370d20-759e-40a2-82ec-e71da0dc4087 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505462 Aug 20 11:47:38.144318 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.188815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port fb4c0160-3170-4292-9c08-92f5bf388ede, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fb4c0160-3170-4292-9c08-92f5bf388ede,segment=NetworkSegment(22cb36e1-61e1-4d15-ba63-94f778ed8b72),segment_id=22cb36e1-61e1-4d15-ba63-94f778ed8b72)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:38.297032 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.331133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.373112 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0fefab2d-38d6-4763-a9b0-5f37b565ad3e req-da50d648-9100-44b4-9111-0e0de1afd724 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 210 time: 0.0408387 Aug 20 11:47:38.382534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=fb4c0160-3170-4292-9c08-92f5bf388ede,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:38.626173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Allocated IP 172.20.0.1 (ce1a5081-c4cc-4935-94f9-da04e282bde1/35195f59-2acc-4957-b42c-9c029a4a267c/fab105c4-e522-4441-bdde-aab6fc734d17) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:38.752062 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:38.767641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Transition to ACTIVE for port object fab105c4-e522-4441-bdde-aab6fc734d17 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:38.897456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-adb5a84b-e4b3-4935-9b15-d4fb10ab9fce tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:38.898982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-adb5a84b-e4b3-4935-9b15-d4fb10ab9fce tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "GET /v2.0/networks?id=b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc HTTP/1.1" status: 200 len: 797 time: 0.1055608 Aug 20 11:47:38.952595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-8eb0c5a8-87b2-428e-987b-32eb826f9617 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9699ebf9652148b7a5e10af7cd210ece HTTP/1.1" status: 200 len: 472 time: 0.0429761 Aug 20 11:47:38.962041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'port': {'device_id': '695d81d7-f375-471c-a386-e43c00b2a7fc', 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc', 'admin_state_up': True, 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'security_groups': ['0dee59b6-4b05-4e0d-8b72-80458f002d6e']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:39.043868 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.109475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Network ce1a5081-c4cc-4935-94f9-da04e282bde1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:39.117719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:39.120216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:39.159683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event updated for resources: {'Port': ['ID=fab105c4-e522-4441-bdde-aab6fc734d17,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:39.216648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.286536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc745f0-db85-4ab6-8709-f16d49a20495 req-9d6cf8cd-bef9-4b92-b5e1-413038d07be1 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:39.288777 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbc745f0-db85-4ab6-8709-f16d49a20495 req-9d6cf8cd-bef9-4b92-b5e1-413038d07be1 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.1298895 Aug 20 11:47:39.369722 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbc745f0-db85-4ab6-8709-f16d49a20495 req-276e9a2e-ae2f-4149-a5ff-269e95965698 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721133 Aug 20 11:47:39.388163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Made reservation on behalf of 9699ebf9652148b7a5e10af7cd210ece for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:39.388163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.475612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fefb37fd-bdf9-43e5-af7e-bb1fb8e6e46d req-90f3595a-1589-4551-b2aa-6823139df608 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 210 time: 0.0339863 Aug 20 11:47:39.519336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5222271c-dd17-4644-9be1-2093d53aa9b6 None None] Provisioning for port fab105c4-e522-4441-bdde-aab6fc734d17 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:39.524660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5222271c-dd17-4644-9be1-2093d53aa9b6 None None] Provisioning complete for port fab105c4-e522-4441-bdde-aab6fc734d17 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:39.525549 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5222271c-dd17-4644-9be1-2093d53aa9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.525694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Allocated IP 172.20.0.23 (b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc/8c71a5b7-b5e3-4651-9104-42ed680d23e9/00f67079-fb6e-45a2-9dbf-7a70d054b267) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:39.568179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5222271c-dd17-4644-9be1-2093d53aa9b6 None None] Port fab105c4-e522-4441-bdde-aab6fc734d17 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:39.570852 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:39.675971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fb4c0160-3170-4292-9c08-92f5bf388ede up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:39.727057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fb4c0160-3170-4292-9c08-92f5bf388ede triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:39.727488 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.190708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.244685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Transition to ACTIVE for port object 00f67079-fb6e-45a2-9dbf-7a70d054b267 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:40.341219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.455294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.456964 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.558711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:40.594343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:40.596186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event updated for resources: {'Port': ['ID=fab105c4-e522-4441-bdde-aab6fc734d17,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:40.607238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:40.635249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.669485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d61385-b416-4528-a25f-5918ff8927a2 req-07553107-c6c1-439f-bb66-8f327c84d1ed tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.673419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54d61385-b416-4528-a25f-5918ff8927a2 req-07553107-c6c1-439f-bb66-8f327c84d1ed tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 932 time: 0.1040511 Aug 20 11:47:40.686349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd623985-d665-4a79-8552-2ac19d9824eb req-8aaf4f50-4c6f-4596-8369-e1586cdfff83 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.691432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd623985-d665-4a79-8552-2ac19d9824eb req-8aaf4f50-4c6f-4596-8369-e1586cdfff83 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.2484295 Aug 20 11:47:40.767086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54d61385-b416-4528-a25f-5918ff8927a2 req-748664d0-daf7-4148-aa43-d4c3ff870383 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851526 Aug 20 11:47:40.798579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=00f67079-fb6e-45a2-9dbf-7a70d054b267,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:40.841213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:40.841940 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:40.864506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd623985-d665-4a79-8552-2ac19d9824eb req-1d793d11-fc34-4618-a611-10ea83242da6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535821 Aug 20 11:47:40.898144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Network ce1a5081-c4cc-4935-94f9-da04e282bde1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:40.898144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:41.018196 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d937cc8a-17cb-464a-aee7-a7157a45b24c tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0599928 Aug 20 11:47:41.026415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Router 76c275b4-bf8c-483e-b3ac-676f4a21c665 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:47:41.032408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Request body: {'port': {'device_id': '695d81d7-f375-471c-a386-e43c00b2a7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:41.139763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.173764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-315a6527-a271-40db-a692-e400127f9580 None None] Provisioning for port 00f67079-fb6e-45a2-9dbf-7a70d054b267 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:41.176384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-315a6527-a271-40db-a692-e400127f9580 None None] Provisioning complete for port 00f67079-fb6e-45a2-9dbf-7a70d054b267 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:41.176975 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-315a6527-a271-40db-a692-e400127f9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.228164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:47:41.241753 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756bb71-fe3f-4890-a07f-39e58c6f3210 None None] Sync routers for ids ['76c275b4-bf8c-483e-b3ac-676f4a21c665'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:47:41.244848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-315a6527-a271-40db-a692-e400127f9580 None None] Port 00f67079-fb6e-45a2-9dbf-7a70d054b267 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:41.256283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-331165df-1f11-44be-9d1a-acdeca35fdd2 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "PUT /v2.0/routers/76c275b4-bf8c-483e-b3ac-676f4a21c665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5114920 Aug 20 11:47:41.256764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57790) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:41.262021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Request body: {'port': {'network_id': 'ce1a5081-c4cc-4935-94f9-da04e282bde1', 'name': 'tempest-FloatingIPAdminTestJSON-1348721590'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:41.265940 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756bb71-fe3f-4890-a07f-39e58c6f3210 None None] Routers {'76c275b4-bf8c-483e-b3ac-676f4a21c665'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:47:41.267996 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2756bb71-fe3f-4890-a07f-39e58c6f3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['76c275b4-bf8c-483e-b3ac-676f4a21c665'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:41.319942 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2756bb71-fe3f-4890-a07f-39e58c6f3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:41.333433 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756bb71-fe3f-4890-a07f-39e58c6f3210 None None] Routers {'76c275b4-bf8c-483e-b3ac-676f4a21c665'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:47:41.334148 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2756bb71-fe3f-4890-a07f-39e58c6f3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['76c275b4-bf8c-483e-b3ac-676f4a21c665'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:41.376180 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.377038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f96234b3-0c94-4d03-b388-d49226290184 None None] Provisioning complete for port fab105c4-e522-4441-bdde-aab6fc734d17 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:41.377391 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f96234b3-0c94-4d03-b388-d49226290184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.388743 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2756bb71-fe3f-4890-a07f-39e58c6f3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:41.390210 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756bb71-fe3f-4890-a07f-39e58c6f3210 None None] The sync data for ids ['76c275b4-bf8c-483e-b3ac-676f4a21c665'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:47:41.418986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f96234b3-0c94-4d03-b388-d49226290184 None None] Port fab105c4-e522-4441-bdde-aab6fc734d17 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:41.484841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Made reservation on behalf of 8085ba3af8b84dacbcf37cf7615a7eb5 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:47:41.488964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.490985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f67079-fb6e-45a2-9dbf-7a70d054b267 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:41.499001 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.512175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Transition to ACTIVE for port object 00f67079-fb6e-45a2-9dbf-7a70d054b267 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:41.515935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] device_id is not set on port 3ee0d810-7105-4253-9c79-17ec44ea20f6 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:47:41.605300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.629647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Allocated IP 172.20.0.7 (ce1a5081-c4cc-4935-94f9-da04e282bde1/35195f59-2acc-4957-b42c-9c029a4a267c/3ee0d810-7105-4253-9c79-17ec44ea20f6) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:41.750990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Pushing event updated for resources: {'Port': ['ID=00f67079-fb6e-45a2-9dbf-7a70d054b267,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:41.772063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Attempting to bind port 00f67079-fb6e-45a2-9dbf-7a70d054b267 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:41.773145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Attempting to bind port 00f67079-fb6e-45a2-9dbf-7a70d054b267 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:41.773484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Attempting to bind port 00f67079-fb6e-45a2-9dbf-7a70d054b267 on network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:41.780681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Port 00f67079-fb6e-45a2-9dbf-7a70d054b267 on network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:41.781666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Attempting to bind port 00f67079-fb6e-45a2-9dbf-7a70d054b267 on network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:41.790292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:41.793431 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Checking segment: {'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:41.793605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Bound using segment: {'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:41.794050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Bound port: 00f67079-fb6e-45a2-9dbf-7a70d054b267, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:41.797708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.886413 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:41.917764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Transition to ACTIVE for port object 3ee0d810-7105-4253-9c79-17ec44ea20f6 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:41.924719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] For port 00f67079-fb6e-45a2-9dbf-7a70d054b267, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:41.928286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] For port 00f67079-fb6e-45a2-9dbf-7a70d054b267, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=00f67079-fb6e-45a2-9dbf-7a70d054b267,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:41.959823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5aef6-f486-499a-ba02-36bacb988e60 req-413c7328-de69-40d9-bd96-8e1b67ce37e3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:41.962988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-79e5aef6-f486-499a-ba02-36bacb988e60 req-413c7328-de69-40d9-bd96-8e1b67ce37e3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 944 time: 0.1254759 Aug 20 11:47:42.008804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-79e5aef6-f486-499a-ba02-36bacb988e60 req-7a06dd34-3446-4f9c-bd8f-8c278f6ea8fb tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401404 Aug 20 11:47:42.053947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b204-1958-43bf-8223-91cf71d0626a req-d6da496e-8dc5-4393-a1b9-fa7fc5a169a3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.055727 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5951b204-1958-43bf-8223-91cf71d0626a req-d6da496e-8dc5-4393-a1b9-fa7fc5a169a3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.0789001 Aug 20 11:47:42.098695 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5951b204-1958-43bf-8223-91cf71d0626a req-9ac89ced-a272-4b8a-95bb-cf5a81fecc6a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365729 Aug 20 11:47:42.131453 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.167023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.167660 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.169113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] 10.222.0.57 "PUT /v2.0/ports/00f67079-fb6e-45a2-9dbf-7a70d054b267 HTTP/1.1" status: 200 len: 1092 time: 1.1413972 Aug 20 11:47:42.169518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695d81d7-f375-471c-a386-e43c00b2a7fc', 'tag': '00f67079-fb6e-45a2-9dbf-7a70d054b267'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:42.171984 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b1b15f-7c3a-4541-af64-2fc4e290d574" -d '{"events": [{"name": "network-changed", "server_uuid": "695d81d7-f375-471c-a386-e43c00b2a7fc", "tag": "00f67079-fb6e-45a2-9dbf-7a70d054b267"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:42.198176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18baf9-1690-4da4-8185-832e0dc5a340 service neutron] Pushing event updated for resources: {'Port': ['ID=00f67079-fb6e-45a2-9dbf-7a70d054b267,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:42.212592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.226683 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00f2714-a457-43a9-b580-932c95d8b566 x-openstack-request-id: req-d00f2714-a457-43a9-b580-932c95d8b566 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:42.226683 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695d81d7-f375-471c-a386-e43c00b2a7fc", "tag": "00f67079-fb6e-45a2-9dbf-7a70d054b267", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:42.226683 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d00f2714-a457-43a9-b580-932c95d8b566 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:42.226683 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695d81d7-f375-471c-a386-e43c00b2a7fc', 'tag': '00f67079-fb6e-45a2-9dbf-7a70d054b267', 'status': 'completed', 'code': 200} Aug 20 11:47:42.260754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Network ce1a5081-c4cc-4935-94f9-da04e282bde1 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:42.264030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:42.266504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:42.303345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1b15f-7c3a-4541-af64-2fc4e290d574 req-abd4530d-023e-4489-9000-14dc2b24f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.305705 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4b1b15f-7c3a-4541-af64-2fc4e290d574 req-abd4530d-023e-4489-9000-14dc2b24f65a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 1095 time: 0.0596578 Aug 20 11:47:42.312560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event updated for resources: {'Port': ['ID=3ee0d810-7105-4253-9c79-17ec44ea20f6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:42.346633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.347121 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.470043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c905b033-33a3-4f20-971a-ce4c2d19e44d tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2117088 Aug 20 11:47:42.472851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57802) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:42.544334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1b15f-7c3a-4541-af64-2fc4e290d574 req-0d64e6d9-0b37-42b0-847b-e222f2de1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.544896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1b15f-7c3a-4541-af64-2fc4e290d574 req-0d64e6d9-0b37-42b0-847b-e222f2de1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.546695 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4b1b15f-7c3a-4541-af64-2fc4e290d574 req-0d64e6d9-0b37-42b0-847b-e222f2de1d10 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9699ebf9652148b7a5e10af7cd210ece&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2330492 Aug 20 11:47:42.554448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'project_id': '8085ba3af8b84dacbcf37cf7615a7eb5', 'port_id': '3ee0d810-7105-4253-9c79-17ec44ea20f6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:42.668805 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.706705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1b15f-7c3a-4541-af64-2fc4e290d574 req-9b96d625-80ef-4f6d-a991-f332ea6f7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.708139 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4b1b15f-7c3a-4541-af64-2fc4e290d574 req-9b96d625-80ef-4f6d-a991-f332ea6f7f9e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526489 Aug 20 11:47:42.776984 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.793259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-56d737ab-3e7d-43e8-afe2-23c5da230999 None None] Provisioning for port 3ee0d810-7105-4253-9c79-17ec44ea20f6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:42.800240 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-56d737ab-3e7d-43e8-afe2-23c5da230999 None None] Provisioning complete for port 3ee0d810-7105-4253-9c79-17ec44ea20f6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:42.800858 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-56d737ab-3e7d-43e8-afe2-23c5da230999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:42.874390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-743e4b0c-22be-4111-a70c-ca1dfb6fc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.876009 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-743e4b0c-22be-4111-a70c-ca1dfb6fc986 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 1095 time: 0.1294427 Aug 20 11:47:42.879886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-56d737ab-3e7d-43e8-afe2-23c5da230999 None None] Port 3ee0d810-7105-4253-9c79-17ec44ea20f6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:47:42.891961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-96ff36e0-4bf9-4949-860b-eecfca3a14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:42.893394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-96ff36e0-4bf9-4949-860b-eecfca3a14ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947&tenant_id=88e709cf4c1e4059b256a30cdf01ac56 HTTP/1.1" status: 200 len: 1094 time: 0.0980496 Aug 20 11:47:42.928264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Allocated IP 172.25.4.201 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/3677bb9e-9204-4750-98b2-eb00062e0edd) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:42.929888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:42.933149 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-ba9e772a-ff5e-43bd-8c52-853e0318bc9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=00f67079-fb6e-45a2-9dbf-7a70d054b267 HTTP/1.1" status: 200 len: 217 time: 0.0481143 Aug 20 11:47:43.032529 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:43.035329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d50d6ff2-c79b-4c2f-9954-4f85e26d26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:43.036830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-d50d6ff2-c79b-4c2f-9954-4f85e26d26ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c71a5b7-b5e3-4651-9104-42ed680d23e9 HTTP/1.1" status: 200 len: 837 time: 0.0867147 Aug 20 11:47:43.045639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:43.159514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:43.204572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-2dccd8ba-4964-41f0-9e6c-e56834b94461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:43.206076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-2dccd8ba-4964-41f0-9e6c-e56834b94461 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604843 Aug 20 11:47:43.234341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:43.245391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:43.252003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Pushing event updated for resources: {'Port': ['ID=3677bb9e-9204-4750-98b2-eb00062e0edd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:43.254328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:43.299925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95bbe5-9dbe-4a16-974c-04d88e52cfa9 req-f281cbd1-926a-484a-8bd4-2625027d508c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:43.301513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f95bbe5-9dbe-4a16-974c-04d88e52cfa9 req-f281cbd1-926a-484a-8bd4-2625027d508c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.1100783 Aug 20 11:47:43.333146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ef690-f169-4e66-b364-c41a99e2d645 req-150da69e-89fa-4455-83c6-38dbfa5aff14 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:43.334784 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-971ef690-f169-4e66-b364-c41a99e2d645 req-150da69e-89fa-4455-83c6-38dbfa5aff14 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 944 time: 0.2330785 Aug 20 11:47:43.400580 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f95bbe5-9dbe-4a16-974c-04d88e52cfa9 req-52cf0ab0-115b-4c8b-acbc-0fc064af4f26 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751269 Aug 20 11:47:43.605215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:43.685879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-971ef690-f169-4e66-b364-c41a99e2d645 req-67dd8c59-7fe8-4390-b46c-df630acdfc84 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3420837 Aug 20 11:47:43.691023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-95ee1663-abbc-4cd9-b15d-fdb0ad62560c service neutron] 10.222.0.57 "GET /v2.0/networks/b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741378 Aug 20 11:47:43.692992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:43.750852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:43.794856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:43.840894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6820d0-825b-4936-8138-c50adca0eeee {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:43.846503 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8baa4f48-d28e-4c9f-9df9-27494d998c4f req-42620340-3d40-43d4-91ff-7bd492d238fc service neutron] 10.222.0.57 "GET /v2.0/networks/b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373990 Aug 20 11:47:43.850813 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:43.864120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Transition to ACTIVE for port object 1c6820d0-825b-4936-8138-c50adca0eeee will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:47:43.899161 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.054683 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.102349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.142314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.224269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Pushing event updated for resources: {'Port': ['ID=3677bb9e-9204-4750-98b2-eb00062e0edd,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:44.233493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=9']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:44.249554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.297981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] No DVR routers for this DVR port 1c6820d0-825b-4936-8138-c50adca0eeee on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:44.369495 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Floating IP dfd3fbbb-2aa6-4dc2-a2b6-788c77f38881 associated. External IP: 172.25.4.201, port: 3ee0d810-7105-4253-9c79-17ec44ea20f6. Aug 20 11:47:44.446300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Attempting to bind port 1c6820d0-825b-4936-8138-c50adca0eeee on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:47:44.449225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Attempting to bind port 1c6820d0-825b-4936-8138-c50adca0eeee by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:47:44.449225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Attempting to bind port 1c6820d0-825b-4936-8138-c50adca0eeee on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:44.451669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Port 1c6820d0-825b-4936-8138-c50adca0eeee on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:47:44.452424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Attempting to bind port 1c6820d0-825b-4936-8138-c50adca0eeee on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:47:44.458664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:47:44.459384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Checking segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:47:44.459507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Bound using segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:47:44.460461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Bound port: 1c6820d0-825b-4936-8138-c50adca0eeee, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:47:44.460873 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.536752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:47:44.540261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:47:44.651608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.688038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.688683 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:44.690278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] 10.222.0.57 "PUT /v2.0/ports/1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 200 len: 1091 time: 1.7647650 Aug 20 11:47:44.690654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:44.692968 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:44.736741 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21c38dc-b7df-4060-a851-da437136b351 x-openstack-request-id: req-a21c38dc-b7df-4060-a851-da437136b351 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:44.737047 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:44.742245 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a21c38dc-b7df-4060-a851-da437136b351 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:44.742245 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee', 'status': 'completed', 'code': 200} Aug 20 11:47:44.742245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bf083-1a50-4899-940c-c3c804c26769 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=10']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:44.779909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-fe673884-27e6-4bda-9e14-4371745dcba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.781484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-fe673884-27e6-4bda-9e14-4371745dcba3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1095 time: 0.0604715 Aug 20 11:47:44.910539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc78ca5-2382-42f9-8a4f-c9318e9320d9 req-e2718ea1-c196-4dd8-bc4b-26336a301ad5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.912113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efc78ca5-2382-42f9-8a4f-c9318e9320d9 req-e2718ea1-c196-4dd8-bc4b-26336a301ad5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 943 time: 0.4301298 Aug 20 11:47:44.917422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Router 76c275b4-bf8c-483e-b3ac-676f4a21c665 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:47:44.934084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d3efe-9de9-4619-a927-6a91c7ce6de3 req-7e311155-4dca-4f32-8869-cb01824047d1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.935710 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad2d3efe-9de9-4619-a927-6a91c7ce6de3 req-7e311155-4dca-4f32-8869-cb01824047d1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 944 time: 0.0952408 Aug 20 11:47:44.938799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-098ccef0-ea1a-4548-a1e1-1c8c493a7a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:44.940199 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-098ccef0-ea1a-4548-a1e1-1c8c493a7a8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1499760 Aug 20 11:47:45.000337 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efc78ca5-2382-42f9-8a4f-c9318e9320d9 req-8e6b921e-a4b9-4f58-a55d-7b53af96ab52 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797606 Aug 20 11:47:45.018073 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-381ddc09-c43a-4b7c-b25e-7cb9dc4aec1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.042172 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ad2d3efe-9de9-4619-a927-6a91c7ce6de3 req-7618a2ca-b7f2-41f5-916d-60d6e08462d0 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984552 Aug 20 11:47:45.076157 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-5611e2dd-a06c-46d6-8f2f-8cc6ed11a210 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 200 len: 999 time: 0.1116230 Aug 20 11:47:45.090752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:47:45.103657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df210ab-4d98-4d9d-8f35-00e4f4d66a27 None None] Sync routers for ids ['76c275b4-bf8c-483e-b3ac-676f4a21c665'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:47:45.113880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df210ab-4d98-4d9d-8f35-00e4f4d66a27 None None] Routers {'76c275b4-bf8c-483e-b3ac-676f4a21c665'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:47:45.114549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4df210ab-4d98-4d9d-8f35-00e4f4d66a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['76c275b4-bf8c-483e-b3ac-676f4a21c665'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:45.130919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-5a0a2846-f61f-4c9a-bec9-7239a26ff21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.132482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-5a0a2846-f61f-4c9a-bec9-7239a26ff21e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0489190 Aug 20 11:47:45.149911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4df210ab-4d98-4d9d-8f35-00e4f4d66a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:45.158805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df210ab-4d98-4d9d-8f35-00e4f4d66a27 None None] Routers {'76c275b4-bf8c-483e-b3ac-676f4a21c665'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:47:45.159437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4df210ab-4d98-4d9d-8f35-00e4f4d66a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['76c275b4-bf8c-483e-b3ac-676f4a21c665'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:45.183103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-66c81a70-96a0-446a-902d-b9ff75dc50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.184549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-66c81a70-96a0-446a-902d-b9ff75dc50a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433865 Aug 20 11:47:45.191882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-4df210ab-4d98-4d9d-8f35-00e4f4d66a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:45.192540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df210ab-4d98-4d9d-8f35-00e4f4d66a27 None None] The sync data for ids ['76c275b4-bf8c-483e-b3ac-676f4a21c665'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:47:45.262329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.280646 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-7f447033-7341-4cdb-902d-4ad646b7e651 service neutron] 10.222.0.57 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881135 Aug 20 11:47:45.288371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7550af7e-9c6d-4cb2-a0ca-33656b16b594 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.8142028 Aug 20 11:47:45.290987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57828) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:45.374977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-2284e661-e77f-4922-bbb2-d1bb735d1bd7 service neutron] 10.222.0.57 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873818 Aug 20 11:47:45.405908 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-027daf04-57cd-4634-beb9-16d5abaa7836 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] 10.222.0.10 "GET /v2.0/floatingips/dfd3fbbb-2aa6-4dc2-a2b6-788c77f38881 HTTP/1.1" status: 200 len: 983 time: 0.1138492 Aug 20 11:47:45.408352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57830) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:45.515661 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b5137aac-b129-405e-98f4-3d60493e8740 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.1061914 Aug 20 11:47:45.518592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57832) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:45.602912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-49f3164e-e4c1-4b3a-95b9-3e0636fb9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.607923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-49f3164e-e4c1-4b3a-95b9-3e0636fb9cd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1095 time: 0.0518494 Aug 20 11:47:45.704666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Deleting port 3677bb9e-9204-4750-98b2-eb00062e0edd {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:45.705322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.934061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-0544a556-a635-4c06-9c9c-a3d17ed9cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.934061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-0544a556-a635-4c06-9c9c-a3d17ed9cdf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1050215 Aug 20 11:47:45.935808 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.935808 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:45.936434 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-2ecf9249-a7ae-4835-b399-20e7578e63ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 200 len: 999 time: 0.0719309 Aug 20 11:47:45.936898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Calling delete_port for 3677bb9e-9204-4750-98b2-eb00062e0edd owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:45.937099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-4e43994e-87b9-4dcb-84ef-57c9b6d8bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.937099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-4e43994e-87b9-4dcb-84ef-57c9b6d8bf23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0843277 Aug 20 11:47:45.937099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-07293ac1-42be-4483-99af-25cdeea7e5c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578010 Aug 20 11:47:45.980054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-d421f22b-c127-4eac-9ec7-b3da156903ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.982042 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-d421f22b-c127-4eac-9ec7-b3da156903ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823641 Aug 20 11:47:45.988561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-9bf4f69e-9f9f-44b8-85bc-2c0f30455158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:45.990110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-9bf4f69e-9f9f-44b8-85bc-2c0f30455158 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 1096 time: 0.0598083 Aug 20 11:47:46.186150 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-b41b7e21-9cec-41a8-9805-8c1911dc1f43 service neutron] 10.222.0.57 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950405 Aug 20 11:47:46.201289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:46.202179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-e0b8fc9a-208c-4988-a226-a800441b91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.203779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-e0b8fc9a-208c-4988-a226-a800441b91bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.1912193 Aug 20 11:47:46.252886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event deleted for resources: {'Port': ['ID=3677bb9e-9204-4750-98b2-eb00062e0edd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:46.316143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0877206-0e67-4fc6-bf9c-095ffdc11378 req-eaf44d32-c222-4cef-adad-de95128a218d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.317739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e0877206-0e67-4fc6-bf9c-095ffdc11378 req-eaf44d32-c222-4cef-adad-de95128a218d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.2063222 Aug 20 11:47:46.343085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5892d2-3739-4338-afea-501f03b6d4eb req-2532473f-536f-4ede-a799-55ce24e05b60 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.351560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c5892d2-3739-4338-afea-501f03b6d4eb req-2532473f-536f-4ede-a799-55ce24e05b60 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 944 time: 0.1999514 Aug 20 11:47:46.374987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-a9f95238-9b14-4884-9607-327bcd6e318d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a53a2634-07b6-4c15-a75e-de2cb330e95e HTTP/1.1" status: 200 len: 999 time: 0.1575389 Aug 20 11:47:46.393215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:46.393556 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Floating IP dfd3fbbb-2aa6-4dc2-a2b6-788c77f38881 disassociated (deleted). External IP: 172.25.4.201, port: 3ee0d810-7105-4253-9c79-17ec44ea20f6. Aug 20 11:47:46.437399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e0877206-0e67-4fc6-bf9c-095ffdc11378 req-a08f882c-6d36-43ea-bc9d-164e67b3f1b5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056242 Aug 20 11:47:46.445514 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48ed69f-a6fa-41bc-9553-f3a54b88a6a3 req-e473dd62-14f9-47bb-865b-513241c5e164 service neutron] 10.222.0.57 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480056 Aug 20 11:47:46.456479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-f87f4ec1-b150-4aff-844b-b308fb9c766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.457753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-f87f4ec1-b150-4aff-844b-b308fb9c766e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0684793 Aug 20 11:47:46.459418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c5892d2-3739-4338-afea-501f03b6d4eb req-bbaf58cd-9381-4a30-a9b5-43337781f5e5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067419 Aug 20 11:47:46.571217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-167cf2a5-7795-4b98-aead-53dd23f28623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:46.572915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-167cf2a5-7795-4b98-aead-53dd23f28623 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051109 Aug 20 11:47:46.745535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 00f67079-fb6e-45a2-9dbf-7a70d054b267 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:47:46.748522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-9a396d10-f9bd-473c-8320-55ebc6d58215 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655374 Aug 20 11:47:46.772674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Router 76c275b4-bf8c-483e-b3ac-676f4a21c665 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:47:46.910736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e1bcff6-514b-4ab7-a9e1-ffc964895287 req-d0c965d0-ed6f-4731-a8cd-0cd581f92511 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544938 Aug 20 11:47:46.969924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 00f67079-fb6e-45a2-9dbf-7a70d054b267, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=00f67079-fb6e-45a2-9dbf-7a70d054b267,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:47.007593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '00f67079-fb6e-45a2-9dbf-7a70d054b267', 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc', 'port_id': '00f67079-fb6e-45a2-9dbf-7a70d054b267', 'mac_address': 'fa:16:3e:39:67:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c71a5b7-b5e3-4651-9104-42ed680d23e9', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:47:47.021533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:47:47.041586 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c50b3e-e620-446e-a263-7ecadc07a941 None None] Sync routers for ids ['76c275b4-bf8c-483e-b3ac-676f4a21c665'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:47:47.045043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:47.057232 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c50b3e-e620-446e-a263-7ecadc07a941 None None] Routers {'76c275b4-bf8c-483e-b3ac-676f4a21c665'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:47:47.058194 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-24c50b3e-e620-446e-a263-7ecadc07a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['76c275b4-bf8c-483e-b3ac-676f4a21c665'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:47.097532 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:47.101466 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-24c50b3e-e620-446e-a263-7ecadc07a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:47.103542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57862) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:47.104819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-96b2c1ce-1a16-4822-80a5-1d519ae3d030 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "DELETE /v2.0/floatingips/dfd3fbbb-2aa6-4dc2-a2b6-788c77f38881 HTTP/1.1" status: 204 len: 168 time: 1.5848510 Aug 20 11:47:47.108690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:47.112092 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c50b3e-e620-446e-a263-7ecadc07a941 None None] Routers {'76c275b4-bf8c-483e-b3ac-676f4a21c665'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:47:47.112928 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-24c50b3e-e620-446e-a263-7ecadc07a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['76c275b4-bf8c-483e-b3ac-676f4a21c665'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:47.128258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f67079-fb6e-45a2-9dbf-7a70d054b267 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:47:47.151393 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-24c50b3e-e620-446e-a263-7ecadc07a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:47.152466 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c50b3e-e620-446e-a263-7ecadc07a941 None None] The sync data for ids ['76c275b4-bf8c-483e-b3ac-676f4a21c665'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:47:47.170121 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 00f67079-fb6e-45a2-9dbf-7a70d054b267, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=00f67079-fb6e-45a2-9dbf-7a70d054b267,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:47.270882 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:47.280073 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:47.348529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=00f67079-fb6e-45a2-9dbf-7a70d054b267,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:47.404976 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:47.527306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['00f67079-fb6e-45a2-9dbf-7a70d054b267'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:47:47.720819 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b076ec-330c-49dc-bfaf-b5281dc63956 req-e5d3a11b-f828-4275-b44f-eda3e77f7b99 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.730245 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b0b076ec-330c-49dc-bfaf-b5281dc63956 req-e5d3a11b-f828-4275-b44f-eda3e77f7b99 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 945 time: 0.1517000 Aug 20 11:47:47.791502 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9916463e-0995-4309-90df-6603ce09bb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:47.795517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Allocated IP 172.25.4.80 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/db44d8a4-eea1-4b1e-a143-3cfe28c3a0dd) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:47.810158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27441bb9-3862-4486-a9b6-2d74dc54331f req-0ea0c3cd-1715-4293-aeec-14bc8abd169f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.810800 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b0b076ec-330c-49dc-bfaf-b5281dc63956 req-a7415a09-39ca-4305-89c8-2929863cc566 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791972 Aug 20 11:47:47.827485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27441bb9-3862-4486-a9b6-2d74dc54331f req-0ea0c3cd-1715-4293-aeec-14bc8abd169f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.2126894 Aug 20 11:47:47.852662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-72c288d7-b282-4d19-8f8f-47ff3604271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:47.857600 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-72c288d7-b282-4d19-8f8f-47ff3604271b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1095 time: 0.2500556 Aug 20 11:47:48.003302 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27441bb9-3862-4486-a9b6-2d74dc54331f req-21f15562-07d0-4ac7-8bfc-a1ab8a67c31e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794295 Aug 20 11:47:48.107020 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.115465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-f0aa99c8-3516-448f-8e34-cca3faa07209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:48.117647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-f0aa99c8-3516-448f-8e34-cca3faa07209 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1978879 Aug 20 11:47:48.286383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-4bcfb82c-f98f-4a4f-8daa-ff7068fd7390 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 200 len: 999 time: 0.1254327 Aug 20 11:47:48.349039 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.406185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:48.409326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:48.413840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:48.434422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Pushing event updated for resources: {'Port': ['ID=db44d8a4-eea1-4b1e-a143-3cfe28c3a0dd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:48.491149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.491512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.491886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.492346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.492608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.492900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.493289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.493572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.493965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.494246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.494660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.494996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:47:48.574172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.639527 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.702830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:48.754226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 00f67079-fb6e-45a2-9dbf-7a70d054b267 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:47:48.941944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bdce1-ab2a-4b34-95ab-a6917c2c53bd req-58766d5a-86a7-4ed6-bd11-c9be8c070f49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:48.950799 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da1bdce1-ab2a-4b34-95ab-a6917c2c53bd req-58766d5a-86a7-4ed6-bd11-c9be8c070f49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 945 time: 0.0667996 Aug 20 11:47:48.967108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.001320 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da1bdce1-ab2a-4b34-95ab-a6917c2c53bd req-07f34390-bab0-4dbf-82a6-b94632ca0d6b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489798 Aug 20 11:47:49.128123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.188605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 00f67079-fb6e-45a2-9dbf-7a70d054b267 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:47:49.195468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 00f67079-fb6e-45a2-9dbf-7a70d054b267 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:47:49.195468 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.256581 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.336811 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.364035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695d81d7-f375-471c-a386-e43c00b2a7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f67079-fb6e-45a2-9dbf-7a70d054b267'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:47:49.366472 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b797d7-926d-4454-ab2f-cac3d90e2678" -d '{"events": [{"server_uuid": "695d81d7-f375-471c-a386-e43c00b2a7fc", "name": "network-vif-plugged", "status": "completed", "tag": "00f67079-fb6e-45a2-9dbf-7a70d054b267"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:47:49.381270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 00f67079-fb6e-45a2-9dbf-7a70d054b267, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=00f67079-fb6e-45a2-9dbf-7a70d054b267,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:49.418094 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef49e445-8f24-4017-a167-4e1b83255366 x-openstack-request-id: req-ef49e445-8f24-4017-a167-4e1b83255366 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:47:49.418529 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695d81d7-f375-471c-a386-e43c00b2a7fc", "name": "network-vif-plugged", "status": "completed", "tag": "00f67079-fb6e-45a2-9dbf-7a70d054b267", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:47:49.419493 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef49e445-8f24-4017-a167-4e1b83255366 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:47:49.420033 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695d81d7-f375-471c-a386-e43c00b2a7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f67079-fb6e-45a2-9dbf-7a70d054b267', 'code': 200} Aug 20 11:47:49.468260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.539633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=00f67079-fb6e-45a2-9dbf-7a70d054b267,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:49.579404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1e1b2-d62e-4da0-995e-ca6c01f32cfa req-996c40b8-0694-46c9-9300-8e7624868a5d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:49.580939 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1c1e1b2-d62e-4da0-995e-ca6c01f32cfa req-996c40b8-0694-46c9-9300-8e7624868a5d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.4871719 Aug 20 11:47:49.622678 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Pushing event updated for resources: {'Port': ['ID=db44d8a4-eea1-4b1e-a143-3cfe28c3a0dd,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:49.633079 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.653850 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1c1e1b2-d62e-4da0-995e-ca6c01f32cfa req-ac6bef55-e9c5-414b-96b8-bab7f3bb0266 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601318 Aug 20 11:47:49.885498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:49.886965 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d4a30864-6014-4649-8888-39a571fd2815 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7819157 Aug 20 11:47:49.889656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57894) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:50.002222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:47:50.136421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:50.141970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d002c09-461d-4e72-990e-918387f97e26 req-b77787a2-21f9-4437-806c-f2e90d99e76b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:50.144179 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d002c09-461d-4e72-990e-918387f97e26 req-b77787a2-21f9-4437-806c-f2e90d99e76b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.0532389 Aug 20 11:47:50.189012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d002c09-461d-4e72-990e-918387f97e26 req-34417c3f-bb61-4c2f-8733-fb68418cc711 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371914 Aug 20 11:47:50.257049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:50.381610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Allocated IP 172.25.4.64 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/470275c6-ccd9-4a4e-80ac-2d5aa8d34cff) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:47:50.569162 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:50.795954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16df339-9cd7-4b5e-91fe-bdb3c9279b7d req-04b7f527-8c7a-4986-883a-f1e57171e514 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:50.797621 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e16df339-9cd7-4b5e-91fe-bdb3c9279b7d req-04b7f527-8c7a-4986-883a-f1e57171e514 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0551639 Aug 20 11:47:50.847099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e16df339-9cd7-4b5e-91fe-bdb3c9279b7d req-3f51a6e2-90b9-40a6-9b8d-4ca055d08532 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 Aug 20 11:47:50.898704 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:50.939005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:47:50.942300 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:50.943344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:47:50.946346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:47:50.956300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Pushing event updated for resources: {'Port': ['ID=470275c6-ccd9-4a4e-80ac-2d5aa8d34cff,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:51.050309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.206973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.359792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f902e4-4b0e-4fc2-b571-18b05c3e1f11 req-0de32bdb-cb84-485a-89de-812a6bac0ae5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:51.372030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37f902e4-4b0e-4fc2-b571-18b05c3e1f11 req-0de32bdb-cb84-485a-89de-812a6bac0ae5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.0731432 Aug 20 11:47:51.442474 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-37f902e4-4b0e-4fc2-b571-18b05c3e1f11 req-eb17d91c-7272-4b74-a360-d4d7d99501c1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691581 Aug 20 11:47:51.480180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.582778 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.679347 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Pushing event updated for resources: {'Port': ['ID=470275c6-ccd9-4a4e-80ac-2d5aa8d34cff,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:51.688811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.778764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:51.778764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-24894d2f-6319-42f4-ac7b-64c66482760d tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8874550 Aug 20 11:47:51.780990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57918) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:51.879488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-15ca5cf8-fae8-4556-8458-dde416c94938 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4000 time: 0.0876036 Aug 20 11:47:51.879488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57920) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:51.950926 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fe1e52e0-6719-4403-8d43-6645fab4bcf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0771067 Aug 20 11:47:51.954320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57924) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:52.011301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463714a3-c2b5-4316-bafd-3eef325fcc85 req-bf9b4627-4413-48eb-bae9-cebd851d0d2f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:52.019042 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463714a3-c2b5-4316-bafd-3eef325fcc85 req-bf9b4627-4413-48eb-bae9-cebd851d0d2f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0666277 Aug 20 11:47:52.069592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463714a3-c2b5-4316-bafd-3eef325fcc85 req-ef8f327a-5611-4dd4-bcaa-1b713189f176 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475173 Aug 20 11:47:52.116413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-eede95e2-14b8-400c-8e21-d99ac125579e tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Deleting port 470275c6-ccd9-4a4e-80ac-2d5aa8d34cff {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:52.116881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eede95e2-14b8-400c-8e21-d99ac125579e tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.203012 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eede95e2-14b8-400c-8e21-d99ac125579e tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.203231 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eede95e2-14b8-400c-8e21-d99ac125579e tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.216446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-eede95e2-14b8-400c-8e21-d99ac125579e tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Calling delete_port for 470275c6-ccd9-4a4e-80ac-2d5aa8d34cff owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:52.665705 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ed19b-20d9-495c-8892-5cd5c44d279f req-dbfa3506-4166-454b-839c-38a0b46de212 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:52.673130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-583ed19b-20d9-495c-8892-5cd5c44d279f req-dbfa3506-4166-454b-839c-38a0b46de212 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.1014426 Aug 20 11:47:52.717784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-583ed19b-20d9-495c-8892-5cd5c44d279f req-899aca8b-794c-4ebe-a74d-d424c5c3fcb5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436208 Aug 20 11:47:52.774606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eede95e2-14b8-400c-8e21-d99ac125579e tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.832275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede95e2-14b8-400c-8e21-d99ac125579e tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Pushing event deleted for resources: {'Port': ['ID=470275c6-ccd9-4a4e-80ac-2d5aa8d34cff,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:52.914107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eede95e2-14b8-400c-8e21-d99ac125579e tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.917720 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-eede95e2-14b8-400c-8e21-d99ac125579e tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:52.919177 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-eede95e2-14b8-400c-8e21-d99ac125579e tempest-FloatingIPAdminTestJSON-415062100 tempest-FloatingIPAdminTestJSON-415062100-project] 10.222.0.10 "DELETE /v2.0/floatingips/3bfebedd-99a8-4f86-99ac-9b55b7af054f HTTP/1.1" status: 204 len: 168 time: 0.9645686 Aug 20 11:47:52.921707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57936) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:53.067491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-9f69a027-0948-431a-8a80-f18ad356d994 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Deleting port db44d8a4-eea1-4b1e-a143-3cfe28c3a0dd {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:53.067841 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9f69a027-0948-431a-8a80-f18ad356d994 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.156492 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9f69a027-0948-431a-8a80-f18ad356d994 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.156923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9f69a027-0948-431a-8a80-f18ad356d994 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.175053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-9f69a027-0948-431a-8a80-f18ad356d994 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Calling delete_port for db44d8a4-eea1-4b1e-a143-3cfe28c3a0dd owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:53.224234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231749bf-61b8-4431-ac3d-9603908c010e req-fb02e6a8-0d4a-4a67-acc9-daa5390056a1 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:53.232526 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-231749bf-61b8-4431-ac3d-9603908c010e req-fb02e6a8-0d4a-4a67-acc9-daa5390056a1 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0899453 Aug 20 11:47:53.267722 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-231749bf-61b8-4431-ac3d-9603908c010e req-aa4c2c75-4272-4b5a-ba91-949fc66fc2fb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345454 Aug 20 11:47:53.702910 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9f69a027-0948-431a-8a80-f18ad356d994 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.731965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69a027-0948-431a-8a80-f18ad356d994 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Pushing event deleted for resources: {'Port': ['ID=db44d8a4-eea1-4b1e-a143-3cfe28c3a0dd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:53.876074 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9f69a027-0948-431a-8a80-f18ad356d994 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.879846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9f69a027-0948-431a-8a80-f18ad356d994 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:53.881207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9f69a027-0948-431a-8a80-f18ad356d994 tempest-FloatingIPAdminTestJSON-1431659636 tempest-FloatingIPAdminTestJSON-1431659636-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/d73502dd-f4fa-4a8c-81e6-2d5061548f94 HTTP/1.1" status: 204 len: 168 time: 0.9584875 Aug 20 11:47:53.886969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57944) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:53.899772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230bd35-04ee-4a04-bba3-70caedae663f req-c2133516-535e-4295-80a2-495e6226ad41 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:53.907217 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d230bd35-04ee-4a04-bba3-70caedae663f req-c2133516-535e-4295-80a2-495e6226ad41 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.0987582 Aug 20 11:47:53.967744 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d230bd35-04ee-4a04-bba3-70caedae663f req-e46d6437-f071-4c7e-9642-73434e636694 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592186 Aug 20 11:47:54.045339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-810a9299-bd31-4c61-bac2-54a605741a53 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Deleting port 3ee0d810-7105-4253-9c79-17ec44ea20f6 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:54.045708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-810a9299-bd31-4c61-bac2-54a605741a53 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.165378 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-810a9299-bd31-4c61-bac2-54a605741a53 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.185750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-810a9299-bd31-4c61-bac2-54a605741a53 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Calling delete_port for 3ee0d810-7105-4253-9c79-17ec44ea20f6 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:54.416893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-810a9299-bd31-4c61-bac2-54a605741a53 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.454416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a9299-bd31-4c61-bac2-54a605741a53 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event deleted for resources: {'Port': ['ID=3ee0d810-7105-4253-9c79-17ec44ea20f6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:54.469893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfad8a-c612-4840-9b93-abac1b7b4189 req-e50a35c2-c270-41aa-a857-f795c5478411 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:54.471504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ffbfad8a-c612-4840-9b93-abac1b7b4189 req-e50a35c2-c270-41aa-a857-f795c5478411 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0962200 Aug 20 11:47:54.577397 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ffbfad8a-c612-4840-9b93-abac1b7b4189 req-502b3f6f-fe51-45b8-aad4-c26f61e6cc51 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854034 Aug 20 11:47:54.584362 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-810a9299-bd31-4c61-bac2-54a605741a53 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:54.587191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-810a9299-bd31-4c61-bac2-54a605741a53 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "DELETE /v2.0/ports/3ee0d810-7105-4253-9c79-17ec44ea20f6 HTTP/1.1" status: 204 len: 168 time: 0.6991317 Aug 20 11:47:54.589787 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57948) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:54.650946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d763b215-7bc1-4a2f-a3bb-80d18d062a18 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:54.652852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d763b215-7bc1-4a2f-a3bb-80d18d062a18 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "GET /v2.0/ports?device_id=76c275b4-bf8c-483e-b3ac-676f4a21c665 HTTP/1.1" status: 200 len: 913 time: 0.0616851 Aug 20 11:47:54.655712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57950) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:55.193144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcc88e-36ba-4f83-8efb-328ead8b072f req-9496bff4-8acf-45a7-9a0c-474821139371 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:55.211514 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59dcc88e-36ba-4f83-8efb-328ead8b072f req-9496bff4-8acf-45a7-9a0c-474821139371 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.1345787 Aug 20 11:47:55.259149 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59dcc88e-36ba-4f83-8efb-328ead8b072f req-933aebbf-88dc-43e4-8dcc-7b92891054dc tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460968 Aug 20 11:47:55.295172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.714286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Deleting port fab105c4-e522-4441-bdde-aab6fc734d17 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:55.715071 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.798795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0375f-eea3-4800-9324-3ac5498cf15e req-5e187304-6257-49de-a6e2-9feb3ec8b3e6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:55.800441 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcb0375f-eea3-4800-9324-3ac5498cf15e req-5e187304-6257-49de-a6e2-9feb3ec8b3e6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.1201982 Aug 20 11:47:55.844299 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:55.868676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Calling delete_port for fab105c4-e522-4441-bdde-aab6fc734d17 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:55.877328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcb0375f-eea3-4800-9324-3ac5498cf15e req-15dbeb0c-4d20-4d88-b0bb-828e2ae8bd8e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651307 Aug 20 11:47:56.381483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150f01b-a745-475e-b0e0-59f9abc66e5f req-44337cd0-ddfb-4da7-9ff4-a5bec250ea3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:56.383158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8150f01b-a745-475e-b0e0-59f9abc66e5f req-44337cd0-ddfb-4da7-9ff4-a5bec250ea3d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.0514941 Aug 20 11:47:56.415589 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.559417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8150f01b-a745-475e-b0e0-59f9abc66e5f req-625412d3-004e-4b21-82a0-fa2ec6c84e8a tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487416 Aug 20 11:47:56.559504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event deleted for resources: {'Port': ['ID=fab105c4-e522-4441-bdde-aab6fc734d17,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:56.674672 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:56.916811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Router 76c275b4-bf8c-483e-b3ac-676f4a21c665 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:47:57.387939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-b3ee811f-8699-4a98-bb69-91686bc0f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.389421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-b3ee811f-8699-4a98-bb69-91686bc0f992 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.1408429 Aug 20 11:47:57.411030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d6f0e-790c-4ca2-b1f0-bb3fbba830c7 req-9696b79e-bf77-4ca6-b1a9-e2c6d030015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.412483 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a68d6f0e-790c-4ca2-b1f0-bb3fbba830c7 req-9696b79e-bf77-4ca6-b1a9-e2c6d030015e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 1097 time: 0.1616230 Aug 20 11:47:57.444808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9fa65-e5ac-4875-8c93-63f6152c6b75 req-6dc2f246-a464-448c-9fca-3e09eb36995f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.446317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b7d9fa65-e5ac-4875-8c93-63f6152c6b75 req-6dc2f246-a464-448c-9fca-3e09eb36995f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.1965981 Aug 20 11:47:57.468528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:47:57.472681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5cc60-afda-4c1c-85ef-8b76800584f9 None None] Sync routers for ids ['76c275b4-bf8c-483e-b3ac-676f4a21c665'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:47:57.481369 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-69f85cd1-033d-4a75-a3f0-cb853ee7adf7 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "PUT /v2.0/routers/76c275b4-bf8c-483e-b3ac-676f4a21c665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8224101 Aug 20 11:47:57.483977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 57984) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:57.487085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5cc60-afda-4c1c-85ef-8b76800584f9 None None] Routers {'76c275b4-bf8c-483e-b3ac-676f4a21c665'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:47:57.487741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9fb5cc60-afda-4c1c-85ef-8b76800584f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['76c275b4-bf8c-483e-b3ac-676f4a21c665'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:57.496800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-64c0c032-e963-47da-bdb2-23ebbcc803be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.507358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-64c0c032-e963-47da-bdb2-23ebbcc803be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999041 Aug 20 11:47:57.524229 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b7d9fa65-e5ac-4875-8c93-63f6152c6b75 req-f827f864-2117-4f0a-a864-22f76b51f208 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701771 Aug 20 11:47:57.560273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9fb5cc60-afda-4c1c-85ef-8b76800584f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:57.571302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5cc60-afda-4c1c-85ef-8b76800584f9 None None] Routers {'76c275b4-bf8c-483e-b3ac-676f4a21c665'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:47:57.572888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9fb5cc60-afda-4c1c-85ef-8b76800584f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['76c275b4-bf8c-483e-b3ac-676f4a21c665'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:57.633105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9fb5cc60-afda-4c1c-85ef-8b76800584f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:57.633973 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5cc60-afda-4c1c-85ef-8b76800584f9 None None] The sync data for ids ['76c275b4-bf8c-483e-b3ac-676f4a21c665'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:47:57.698531 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.709100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a68d6f0e-790c-4ca2-b1f0-bb3fbba830c7 req-a4274663-1572-43c5-bfd8-adf092280bce service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973139 Aug 20 11:47:57.730948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-baa42af4-12d7-44de-80dc-a3a85aab84ee service neutron] 10.222.0.57 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283047 Aug 20 11:47:57.744782 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372a953-9732-41d3-bb91-a387fbad9d07 req-d50d5df8-43ff-426f-ab19-7c3a1b393ed8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:57.746259 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8372a953-9732-41d3-bb91-a387fbad9d07 req-d50d5df8-43ff-426f-ab19-7c3a1b393ed8 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.1058977 Aug 20 11:47:57.827051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8372a953-9732-41d3-bb91-a387fbad9d07 req-c43e1251-35ef-46ad-8be7-e49e357f2635 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742388 Aug 20 11:47:57.847694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:57.971739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Deleting port c00047b6-4db8-4718-908e-4caa476d5718 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:57.972158 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.013808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65ce9ff8-8dce-4d81-ad81-9621682362f0 req-4bdd5981-c1f0-4646-9902-67c1a72cf190 service neutron] 10.222.0.57 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993941 Aug 20 11:47:58.050083 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.063227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Calling delete_port for c00047b6-4db8-4718-908e-4caa476d5718 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:58.314143 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.344089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event deleted for resources: {'Port': ['ID=c00047b6-4db8-4718-908e-4caa476d5718,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:58.409789 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.515692 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.518761 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.663324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dfab0-d8c7-48ae-9ea4-e4f6c085b8cc req-90428dd3-9bcd-4ce0-a612-1da72dbc6cdc tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.665093 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd2dfab0-d8c7-48ae-9ea4-e4f6c085b8cc req-90428dd3-9bcd-4ce0-a612-1da72dbc6cdc tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0517464 Aug 20 11:47:58.691162 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.691743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Fanout notify agent at l3_agent the message router_deleted on router 76c275b4-bf8c-483e-b3ac-676f4a21c665 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:47:58.699615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.701481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-55aebba6-8aeb-41de-87b2-e40769a5e549 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "DELETE /v2.0/routers/76c275b4-bf8c-483e-b3ac-676f4a21c665 HTTP/1.1" status: 204 len: 168 time: 1.2162426 Aug 20 11:47:58.705429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 57998) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:58.724174 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd2dfab0-d8c7-48ae-9ea4-e4f6c085b8cc req-05006980-39e2-4604-aed2-13775eecdc36 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519066 Aug 20 11:47:58.782957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef84daba-a0c7-4369-9941-c88e0ed1d3c8 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Deleting subnet 35195f59-2acc-4957-b42c-9c029a4a267c {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:47:58.786481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef84daba-a0c7-4369-9941-c88e0ed1d3c8 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.833247 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef84daba-a0c7-4369-9941-c88e0ed1d3c8 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.921307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef84daba-a0c7-4369-9941-c88e0ed1d3c8 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:58.958771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80bd30-100c-4c38-bd1d-1a5a7247219f req-475a2383-a27a-4f63-bae9-c037227c4705 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:58.960320 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fa80bd30-100c-4c38-bd1d-1a5a7247219f req-475a2383-a27a-4f63-bae9-c037227c4705 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.0631931 Aug 20 11:47:58.999192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fa80bd30-100c-4c38-bd1d-1a5a7247219f req-f562c477-58a6-4b3f-b1d7-8db9b4a5ef8f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326869 Aug 20 11:47:59.034456 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef84daba-a0c7-4369-9941-c88e0ed1d3c8 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.066945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84daba-a0c7-4369-9941-c88e0ed1d3c8 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event deleted for resources: {'Subnet': ['ID=35195f59-2acc-4957-b42c-9c029a4a267c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:59.070716 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef84daba-a0c7-4369-9941-c88e0ed1d3c8 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.072940 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ef84daba-a0c7-4369-9941-c88e0ed1d3c8 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "DELETE /v2.0/subnets/35195f59-2acc-4957-b42c-9c029a4a267c HTTP/1.1" status: 204 len: 168 time: 0.3656964 Aug 20 11:47:59.075301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58002) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:59.077768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a2422-a0ef-4b54-b243-6f91f65eb62a None None] Network ce1a5081-c4cc-4935-94f9-da04e282bde1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:47:59.152913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.211872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Deleting port fb4c0160-3170-4292-9c08-92f5bf388ede {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:59.212326 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.249360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41757cc5-32db-4b0a-9084-dbf693ce4653 None None] DHCP port deletion for ce1a5081-c4cc-4935-94f9-da04e282bde1 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:47:59.281412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] For port fb4c0160-3170-4292-9c08-92f5bf388ede, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fb4c0160-3170-4292-9c08-92f5bf388ede,segment=NetworkSegment(22cb36e1-61e1-4d15-ba63-94f778ed8b72),segment_id=22cb36e1-61e1-4d15-ba63-94f778ed8b72)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:59.281778 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.295113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Calling delete_port for fb4c0160-3170-4292-9c08-92f5bf388ede owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:59.299881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-41757cc5-32db-4b0a-9084-dbf693ce4653 None None] Deleting port fb4c0160-3170-4292-9c08-92f5bf388ede {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:59.300266 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41757cc5-32db-4b0a-9084-dbf693ce4653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.362593 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-41757cc5-32db-4b0a-9084-dbf693ce4653 None None] For port fb4c0160-3170-4292-9c08-92f5bf388ede, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fb4c0160-3170-4292-9c08-92f5bf388ede,segment=NetworkSegment(22cb36e1-61e1-4d15-ba63-94f778ed8b72),segment_id=22cb36e1-61e1-4d15-ba63-94f778ed8b72)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:47:59.363028 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41757cc5-32db-4b0a-9084-dbf693ce4653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.376509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-41757cc5-32db-4b0a-9084-dbf693ce4653 None None] Calling delete_port for fb4c0160-3170-4292-9c08-92f5bf388ede owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:47:59.468215 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:47:59.471729 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.477924 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41757cc5-32db-4b0a-9084-dbf693ce4653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.495525 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event deleted for resources: {'Port': ['ID=fb4c0160-3170-4292-9c08-92f5bf388ede,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:59.507437 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] No DVR routers for this DVR port fb4c0160-3170-4292-9c08-92f5bf388ede on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:59.507791 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41757cc5-32db-4b0a-9084-dbf693ce4653 None None] Pushing event deleted for resources: {'Port': ['ID=fb4c0160-3170-4292-9c08-92f5bf388ede,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:59.512204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41757cc5-32db-4b0a-9084-dbf693ce4653 None None] No DVR routers for this DVR port fb4c0160-3170-4292-9c08-92f5bf388ede on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:47:59.577909 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.588228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1a5081-c4cc-4935-94f9-da04e282bde1']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:59.598551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cb36e1-61e1-4d15-ba63-94f778ed8b72') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:59.598841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cb36e1-61e1-4d15-ba63-94f778ed8b72') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:47:59.608708 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.632965 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.634231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:47:59.634231 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:47:59.636645 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:47:59.686822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fb4c0160-3170-4292-9c08-92f5bf388ede no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:47:59.712677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: fb4c0160-3170-4292-9c08-92f5bf388ede {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:47:59.712677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fb4c0160-3170-4292-9c08-92f5bf388ede not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:47:59.811418 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.833491 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:47:59.836922 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "DELETE /v2.0/networks/ce1a5081-c4cc-4935-94f9-da04e282bde1 HTTP/1.1" status: 204 len: 168 time: 0.7598572 Aug 20 11:47:59.838023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2bda8-2381-43f6-ac90-8b01f9d8284a tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event deleted for resources: {'Network': ['ID=ce1a5081-c4cc-4935-94f9-da04e282bde1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:47:59.841085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58020) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:47:59.871082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43037ef0-0c69-44cb-8c2a-93179dd989af req-4ebef6a1-20d0-4f8d-8dd7-32ab86580404 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:47:59.872844 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-43037ef0-0c69-44cb-8c2a-93179dd989af req-4ebef6a1-20d0-4f8d-8dd7-32ab86580404 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0585835 Aug 20 11:47:59.919791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-43037ef0-0c69-44cb-8c2a-93179dd989af req-738d3754-0167-4e74-93b4-a80e4c175aae tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407453 Aug 20 11:47:59.987458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2a935906-a5fa-480f-a59f-cc87c560f8a0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Deleting port 52539ec0-2798-4651-bb46-f4ad807b8d03 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:47:59.987804 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a935906-a5fa-480f-a59f-cc87c560f8a0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.079722 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a935906-a5fa-480f-a59f-cc87c560f8a0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.080129 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a935906-a5fa-480f-a59f-cc87c560f8a0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.120867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2a935906-a5fa-480f-a59f-cc87c560f8a0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Calling delete_port for 52539ec0-2798-4651-bb46-f4ad807b8d03 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:00.184858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de94af3-0778-4fbb-af43-20dedeb6dcc2 req-643961cb-2ab8-4bd4-a5b0-346b60718430 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.186395 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6de94af3-0778-4fbb-af43-20dedeb6dcc2 req-643961cb-2ab8-4bd4-a5b0-346b60718430 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.1016853 Aug 20 11:48:00.257659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6de94af3-0778-4fbb-af43-20dedeb6dcc2 req-d5f81897-cc65-4db4-9569-362eb020c711 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640209 Aug 20 11:48:00.374840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c53c-f79f-4fbb-8a35-cd077b9b61f1 req-6b89632e-c0da-44c1-bdcd-4395783097b6 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:00.376256 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f37c53c-f79f-4fbb-8a35-cd077b9b61f1 req-6b89632e-c0da-44c1-bdcd-4395783097b6 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.0501809 Aug 20 11:48:00.388400 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a935906-a5fa-480f-a59f-cc87c560f8a0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.415873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f37c53c-f79f-4fbb-8a35-cd077b9b61f1 req-e7e661b9-d025-4b9c-b1af-1e6ce785f154 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331404 Aug 20 11:48:00.418754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a935906-a5fa-480f-a59f-cc87c560f8a0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Pushing event deleted for resources: {'Port': ['ID=52539ec0-2798-4651-bb46-f4ad807b8d03,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:00.481980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a935906-a5fa-480f-a59f-cc87c560f8a0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.484713 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a935906-a5fa-480f-a59f-cc87c560f8a0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:00.488899 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2a935906-a5fa-480f-a59f-cc87c560f8a0 tempest-FloatingIPAdminTestJSON-41209262 tempest-FloatingIPAdminTestJSON-41209262-project] 10.222.0.10 "DELETE /v2.0/floatingips/1b67f6c8-b101-4aac-8f72-ad3775c56c43 HTTP/1.1" status: 204 len: 168 time: 0.6413102 Aug 20 11:48:01.071357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58040) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:01.071357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017dac3-6d16-42b1-b3ac-a85c6ce62544 req-a6d8d047-740c-4b5c-8f35-c242f7daa147 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:01.071357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a017dac3-6d16-42b1-b3ac-a85c6ce62544 req-a6d8d047-740c-4b5c-8f35-c242f7daa147 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0689299 Aug 20 11:48:01.112013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a017dac3-6d16-42b1-b3ac-a85c6ce62544 req-09b73387-6eca-4f73-a554-781f306b3463 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352302 Aug 20 11:48:01.222720 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-88477b4c-3b61-46ca-9086-5b0df93f866c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8085ba3af8b84dacbcf37cf7615a7eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671007 Aug 20 11:48:01.225118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58048) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:01.274055 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a57e739-64b8-4fdf-85a1-d11749781728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.294744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a57e739-64b8-4fdf-85a1-d11749781728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.416502 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a57e739-64b8-4fdf-85a1-d11749781728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.419355 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a57e739-64b8-4fdf-85a1-d11749781728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:01.420614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2a57e739-64b8-4fdf-85a1-d11749781728 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27ab2107-7544-4428-9ecb-089e97c0e733 HTTP/1.1" status: 204 len: 168 time: 0.1940510 Aug 20 11:48:01.428745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57e739-64b8-4fdf-85a1-d11749781728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ab2107-7544-4428-9ecb-089e97c0e733,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:01.956670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58054) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:02.247220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047b068-f531-4a2e-9719-63b67d6786a8 req-e81c5dc2-315b-4f8e-bbc2-525f5510031b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:02.248995 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a047b068-f531-4a2e-9719-63b67d6786a8 req-e81c5dc2-315b-4f8e-bbc2-525f5510031b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0548782 Aug 20 11:48:02.299155 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a047b068-f531-4a2e-9719-63b67d6786a8 req-fe639294-693b-4b05-a4f6-15f0ba076c56 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433266 Aug 20 11:48:02.449372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58062) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:02.464427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aefe5c92-8687-47b5-9317-6b85699265a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.490120 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.559702 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aefe5c92-8687-47b5-9317-6b85699265a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.685361 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aefe5c92-8687-47b5-9317-6b85699265a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.726540 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-aefe5c92-8687-47b5-9317-6b85699265a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0086ed9044814580b9ec1b008b0d0fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759788 Aug 20 11:48:02.727458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe5c92-8687-47b5-9317-6b85699265a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d33fe88-3567-497e-bdcd-c188e906a6f3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:02.729912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58064) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:02.785976 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-071508b9-178b-4d72-a220-f00e3bebf49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.808322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-071508b9-178b-4d72-a220-f00e3bebf49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.834207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Allocated IP 172.20.0.17 (b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc/8c71a5b7-b5e3-4651-9104-42ed680d23e9/227b4f59-e80a-418e-9c0b-a22731726a92) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:02.942298 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-071508b9-178b-4d72-a220-f00e3bebf49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.945473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-071508b9-178b-4d72-a220-f00e3bebf49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.949567 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-071508b9-178b-4d72-a220-f00e3bebf49c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d33fe88-3567-497e-bdcd-c188e906a6f3 HTTP/1.1" status: 204 len: 168 time: 0.2186692 Aug 20 11:48:02.953799 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:02.960924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071508b9-178b-4d72-a220-f00e3bebf49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d33fe88-3567-497e-bdcd-c188e906a6f3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:02.966096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Transition to ACTIVE for port object 227b4f59-e80a-418e-9c0b-a22731726a92 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:03.119873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.143712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:03.146815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:03.149879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:03.185983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=227b4f59-e80a-418e-9c0b-a22731726a92,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:03.216722 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.548203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-39362341-e7f6-433b-9c30-fc7dd133283d None None] Provisioning for port 227b4f59-e80a-418e-9c0b-a22731726a92 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:03.554564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-39362341-e7f6-433b-9c30-fc7dd133283d None None] Provisioning complete for port 227b4f59-e80a-418e-9c0b-a22731726a92 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:03.555137 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-39362341-e7f6-433b-9c30-fc7dd133283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.621141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-39362341-e7f6-433b-9c30-fc7dd133283d None None] Port 227b4f59-e80a-418e-9c0b-a22731726a92 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:03.732829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f7827-871e-492c-8843-f7f4f040b995 req-be80cf02-f811-4dde-a732-4bffc92f52e7 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:03.734383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-276f7827-871e-492c-8843-f7f4f040b995 req-be80cf02-f811-4dde-a732-4bffc92f52e7 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0561235 Aug 20 11:48:03.779641 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-276f7827-871e-492c-8843-f7f4f040b995 req-4e5908a1-d1c9-4de2-b2e4-29209cbfed68 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381794 Aug 20 11:48:03.868988 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:03.998858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58090) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:04.014715 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d7efedb-e0b8-47b9-ad3e-e95549199ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.146541 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d7efedb-e0b8-47b9-ad3e-e95549199ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.173879 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.308454 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.308668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d7efedb-e0b8-47b9-ad3e-e95549199ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.351831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2d7efedb-e0b8-47b9-ad3e-e95549199ae6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c2bcf14c1964be3ad3b740f3a2dae59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512812 Aug 20 11:48:04.354425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58102) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:04.362918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7efedb-e0b8-47b9-ad3e-e95549199ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6a3761-f8bd-498e-adce-7ff10bd65dba,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:04.397753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=227b4f59-e80a-418e-9c0b-a22731726a92,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:04.400307 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.422898 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b43a-3f36-42e1-9be9-9607c3cb59a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.445565 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b43a-3f36-42e1-9be9-9607c3cb59a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.489978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:04.491554 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:04.621878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 2451c23d-5eb0-4b59-9979-8423f7dfdffe has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:04.634904 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b43a-3f36-42e1-9be9-9607c3cb59a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.641151 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b43a-3f36-42e1-9be9-9607c3cb59a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.648210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ebe3b43a-3f36-42e1-9be9-9607c3cb59a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a6a3761-f8bd-498e-adce-7ff10bd65dba HTTP/1.1" status: 204 len: 168 time: 0.2917221 Aug 20 11:48:04.664903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3b43a-3f36-42e1-9be9-9607c3cb59a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6a3761-f8bd-498e-adce-7ff10bd65dba,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:04.758100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dec2fc1e-5e18-416f-925b-140eae7d9c35 None None] Provisioning complete for port 227b4f59-e80a-418e-9c0b-a22731726a92 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:04.758909 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dec2fc1e-5e18-416f-925b-140eae7d9c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:04.799750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-dec2fc1e-5e18-416f-925b-140eae7d9c35 None None] Port 227b4f59-e80a-418e-9c0b-a22731726a92 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:04.802653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:04.810343 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a5c95df3-2b52-4934-87e9-aca7e51c605d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "PUT /v2.0/routers/2451c23d-5eb0-4b59-9979-8423f7dfdffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8504107 Aug 20 11:48:04.822818 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Sync routers for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:04.833270 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:04.833903 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:04.926273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10eded-2315-4111-be06-7f5094c65b89 req-b2a21216-8687-42b4-915e-f513a11866ac tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:04.927896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd10eded-2315-4111-be06-7f5094c65b89 req-b2a21216-8687-42b4-915e-f513a11866ac tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0645049 Aug 20 11:48:04.987412 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:04.995324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd10eded-2315-4111-be06-7f5094c65b89 req-a6031fdf-fbf0-4fd8-aa17-205a59792781 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475092 Aug 20 11:48:05.038874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58114) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:05.281979 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:03Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d4a74f-46b2-49a5-a324-3fc625f3d478', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'mac_address': 'fa:16:3e:dc:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:49Z', 'updated_at': '2021-08-20T11:46:52Z', 'revision_number': 1, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227b4f59-e80a-418e-9c0b-a22731726a92', 'name': '', 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:35:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '8c71a5b7-b5e3-4651-9104-42ed680d23e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:02Z', 'updated_at': '2021-08-20T11:48:04Z', 'revision_number': 2, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '8c71a5b7-b5e3-4651-9104-42ed680d23e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:05.311003 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Checking router: 2451c23d-5eb0-4b59-9979-8423f7dfdffe for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:05.311354 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Updating router 2451c23d-5eb0-4b59-9979-8423f7dfdffe port 227b4f59-e80a-418e-9c0b-a22731726a92 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:48:05.314328 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83abbcd1-eb84-4566-8ff7-9e6e2a2c3627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.340363 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.442066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83abbcd1-eb84-4566-8ff7-9e6e2a2c3627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.565949 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83abbcd1-eb84-4566-8ff7-9e6e2a2c3627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.617323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-83abbcd1-eb84-4566-8ff7-9e6e2a2c3627 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e16f025172d4f65ba77effa6e30ecc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749810 Aug 20 11:48:05.617323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abbcd1-eb84-4566-8ff7-9e6e2a2c3627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51081a1-f529-4798-a57e-7ef42d2d5376,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:05.617621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58128) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:05.672489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43967b79-4277-4a9e-901c-67c704f88ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.693934 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43967b79-4277-4a9e-901c-67c704f88ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.773418 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.827821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43967b79-4277-4a9e-901c-67c704f88ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.833413 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Transition to ACTIVE for port object 227b4f59-e80a-418e-9c0b-a22731726a92 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:05.834023 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43967b79-4277-4a9e-901c-67c704f88ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:05.834023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-43967b79-4277-4a9e-901c-67c704f88ef5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b51081a1-f529-4798-a57e-7ef42d2d5376 HTTP/1.1" status: 204 len: 168 time: 0.2135248 Aug 20 11:48:05.847970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43967b79-4277-4a9e-901c-67c704f88ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51081a1-f529-4798-a57e-7ef42d2d5376,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:05.971346 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.026306 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Pushing event updated for resources: {'Port': ['ID=227b4f59-e80a-418e-9c0b-a22731726a92,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:06.053320 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.053671 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.054076 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.054333 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.054689 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.055017 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.055347 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.055665 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.055987 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.056362 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.056613 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.056990 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:06.096700 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Attempting to bind port 227b4f59-e80a-418e-9c0b-a22731726a92 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:06.097084 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Attempting to bind port 227b4f59-e80a-418e-9c0b-a22731726a92 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:06.097727 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Attempting to bind port 227b4f59-e80a-418e-9c0b-a22731726a92 on network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:06.104203 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:06.104593 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Checking segment: {'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:06.105006 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.105401 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Bound using segment: {'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:06.105882 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Bound port: 227b4f59-e80a-418e-9c0b-a22731726a92, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6307002b-2820-4805-b0de-ff6684779514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:06.106273 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.170331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1e6ee-a5a0-4d34-acd4-5698ecf90fb0 req-c26877cb-26c8-4437-a836-a526e5be659d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:06.177910 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ae1e6ee-a5a0-4d34-acd4-5698ecf90fb0 req-c26877cb-26c8-4437-a836-a526e5be659d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 944 time: 0.0760276 Aug 20 11:48:06.208001 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] For port 227b4f59-e80a-418e-9c0b-a22731726a92, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:06.213116 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] For port 227b4f59-e80a-418e-9c0b-a22731726a92, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=227b4f59-e80a-418e-9c0b-a22731726a92,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:06.217677 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ae1e6ee-a5a0-4d34-acd4-5698ecf90fb0 req-8697f4ce-351a-4b63-ad1b-d9e9e593f8ee tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381396 Aug 20 11:48:06.313807 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.378966 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:06.379618 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:06.422146 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d3751-ae09-4d4c-96e3-5283af8cbb09 None None] Pushing event updated for resources: {'Port': ['ID=227b4f59-e80a-418e-9c0b-a22731726a92,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:06.519382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:06.696550 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58152) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:06.711952 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991413ef-c2ed-42db-8af9-2f3ac649e4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.763128 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:03Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d4a74f-46b2-49a5-a324-3fc625f3d478', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'mac_address': 'fa:16:3e:dc:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:49Z', 'updated_at': '2021-08-20T11:46:52Z', 'revision_number': 1, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227b4f59-e80a-418e-9c0b-a22731726a92', 'name': '', 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:35:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '8c71a5b7-b5e3-4651-9104-42ed680d23e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:02Z', 'updated_at': '2021-08-20T11:48:06Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '8c71a5b7-b5e3-4651-9104-42ed680d23e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:06.793045 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38335b33-7d5c-4665-b4c8-db4bc1498646 None None] The sync data for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 is: [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:03Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d4a74f-46b2-49a5-a324-3fc625f3d478', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'mac_address': 'fa:16:3e:dc:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:49Z', 'updated_at': '2021-08-20T11:46:52Z', 'revision_number': 1, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227b4f59-e80a-418e-9c0b-a22731726a92', 'name': '', 'network_id': 'b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:35:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '8c71a5b7-b5e3-4651-9104-42ed680d23e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:02Z', 'updated_at': '2021-08-20T11:48:06Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '8c71a5b7-b5e3-4651-9104-42ed680d23e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:06.819682 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991413ef-c2ed-42db-8af9-2f3ac649e4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.870275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1c6820d0-825b-4936-8138-c50adca0eeee details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:48:06.914725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-991413ef-c2ed-42db-8af9-2f3ac649e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:06.961210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-991413ef-c2ed-42db-8af9-2f3ac649e4ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b1e4dbf542f4f05b400db4b49fddd64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634492 Aug 20 11:48:06.962366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991413ef-c2ed-42db-8af9-2f3ac649e4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e457028e-1988-48c5-a025-763e9b88fd0d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:06.963853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58156) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:07.008176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:07.034202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '1c6820d0-825b-4936-8138-c50adca0eeee', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'port_id': '1c6820d0-825b-4936-8138-c50adca0eeee', 'mac_address': 'fa:16:3e:53:e3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:48:07.034486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78b6cb16-3c62-4fec-8acc-21f74042ef85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.069749 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78b6cb16-3c62-4fec-8acc-21f74042ef85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.087702 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.104893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6820d0-825b-4936-8138-c50adca0eeee {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:48:07.133481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:07.234284 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.237973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78b6cb16-3c62-4fec-8acc-21f74042ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.238354 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-78b6cb16-3c62-4fec-8acc-21f74042ef85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.247328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-78b6cb16-3c62-4fec-8acc-21f74042ef85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e457028e-1988-48c5-a025-763e9b88fd0d HTTP/1.1" status: 204 len: 168 time: 0.2779844 Aug 20 11:48:07.271818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6cb16-3c62-4fec-8acc-21f74042ef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e457028e-1988-48c5-a025-763e9b88fd0d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:07.321068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=11']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:07.335468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58168) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:07.379307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598b032-92cd-4323-a3a2-3a0583ea5831 req-41d602d6-319f-4489-a448-413ee528d9fb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:07.388087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b598b032-92cd-4323-a3a2-3a0583ea5831 req-41d602d6-319f-4489-a448-413ee528d9fb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0767758 Aug 20 11:48:07.440968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b598b032-92cd-4323-a3a2-3a0583ea5831 req-f4ae0183-6a96-4806-b383-0873631996c9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516164 Aug 20 11:48:07.452761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['1c6820d0-825b-4936-8138-c50adca0eeee'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:48:07.489912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1809154395', 'router:external': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:07.617226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Made reservation on behalf of a21280625937470789b9d03eac8a9a73 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:07.619823 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.629675 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.736272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 227b4f59-e80a-418e-9c0b-a22731726a92 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:07.759420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.839853 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.870768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:48:07.881066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd742c4-e504-4163-be5c-35d4c75343bc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:07.890523 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.891036 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Added segment 1040f969-c08d-4fe3-9c68-e17d575a88d1 of type vlan for network 6155f28a-8b91-4d0b-b7e9-567a0930fe87 Aug 20 11:48:07.891691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 227b4f59-e80a-418e-9c0b-a22731726a92 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:07.909997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 227b4f59-e80a-418e-9c0b-a22731726a92 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:07.910411 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:07.949677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.016438 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.054359 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.055586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:08.056198 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.056880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 227b4f59-e80a-418e-9c0b-a22731726a92, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=227b4f59-e80a-418e-9c0b-a22731726a92,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:08.146170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event updated for resources: {'Network': ['ID=6155f28a-8b91-4d0b-b7e9-567a0930fe87,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:08.156015 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6155f28a-8b91-4d0b-b7e9-567a0930fe87 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:48:08.193808 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.262391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=227b4f59-e80a-418e-9c0b-a22731726a92,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:08.263251 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-25bc645b-3680-437b-b2f1-e76b49219194 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9263558 Aug 20 11:48:08.266279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58184) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:08.271704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Request body: {'subnet': {'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:08.370940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Made reservation on behalf of a21280625937470789b9d03eac8a9a73 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:08.373417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.595799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03c3b4-6a2e-41f3-b31c-d7507194fbd1 req-bb721370-e9b4-4625-a294-56699c97e2fb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:08.597491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c03c3b4-6a2e-41f3-b31c-d7507194fbd1 req-bb721370-e9b4-4625-a294-56699c97e2fb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 945 time: 0.0669289 Aug 20 11:48:08.637964 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c03c3b4-6a2e-41f3-b31c-d7507194fbd1 req-4c1b5d80-2f79-400b-9b9f-8b30ce477a36 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340285 Aug 20 11:48:08.779537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:48:08.779994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:08.842145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9499293c-72a0-4823-8717-4c10dcbb68da,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:08.844724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Checking segment: {'id': '1040f969-c08d-4fe3-9c68-e17d575a88d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:08.845089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Network hostable DHCP agents. Network: 6155f28a-8b91-4d0b-b7e9-567a0930fe87, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:48:08.890114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1c6820d0-825b-4936-8138-c50adca0eeee up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:08.942899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Network 6155f28a-8b91-4d0b-b7e9-567a0930fe87 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:48:08.999904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 1c6820d0-825b-4936-8138-c50adca0eeee completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:09.004365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 1c6820d0-825b-4936-8138-c50adca0eeee triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:09.004738 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.033918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6155f28a-8b91-4d0b-b7e9-567a0930fe87) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:09.038640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:09.039252 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.044950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02981a79-a2c8-499a-a4fa-f63a0da66b19 None None] Network 6155f28a-8b91-4d0b-b7e9-567a0930fe87 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:09.115385 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4680ea0b-9b83-402a-b46d-3d7e572e84eb tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8478711 Aug 20 11:48:09.118494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58204) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:09.124266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1967066275', 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:09.140070 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.175166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:09.177435 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7aaefe-8ac4-46e5-b3d7-ea48a4fb0b09" -d '{"events": [{"server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "name": "network-vif-plugged", "status": "completed", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:09.208133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:09.228771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Made reservation on behalf of a21280625937470789b9d03eac8a9a73 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:09.231376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279921a-4c1c-412e-a9bd-f7514e7fdc1b None None] Network 6155f28a-8b91-4d0b-b7e9-567a0930fe87 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:09.231510 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.252184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] device_id is not set on port 6519751b-1d72-432d-8a9a-bd6621fd996b yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:48:09.274421 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0b1d18-ae98-48ee-8209-9cf92c7e3294 x-openstack-request-id: req-cb0b1d18-ae98-48ee-8209-9cf92c7e3294 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:09.274745 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "name": "network-vif-plugged", "status": "completed", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:09.275217 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb0b1d18-ae98-48ee-8209-9cf92c7e3294 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:09.275616 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee', 'code': 200} Aug 20 11:48:09.309013 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.378177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Allocated IP 2001:db8::9 (6155f28a-8b91-4d0b-b7e9-567a0930fe87/9499293c-72a0-4823-8717-4c10dcbb68da/6519751b-1d72-432d-8a9a-bd6621fd996b) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:09.411966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=12']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:09.525441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde0fb5-9427-4bb1-a8d8-15bb9f423745 req-4a5d5fb4-ccb7-4a0c-9a3b-5209cc792110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:09.527044 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ccde0fb5-9427-4bb1-a8d8-15bb9f423745 req-4a5d5fb4-ccb7-4a0c-9a3b-5209cc792110 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 1097 time: 0.0445178 Aug 20 11:48:09.565539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ccde0fb5-9427-4bb1-a8d8-15bb9f423745 req-44b2c2bd-e351-4e6b-9052-82cc1d028608 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306013 Aug 20 11:48:09.574234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.687420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 227b4f59-e80a-418e-9c0b-a22731726a92 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:09.714779 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.753660 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 227b4f59-e80a-418e-9c0b-a22731726a92 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:09.754308 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.788770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Network 6155f28a-8b91-4d0b-b7e9-567a0930fe87 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:09.795089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:09.797497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:09.798582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:09.799187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:09.811818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event updated for resources: {'Port': ['ID=6519751b-1d72-432d-8a9a-bd6621fd996b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:09.827890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.828242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.828590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.828936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.829275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.829613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.829948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.830282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.830643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.831011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.831310 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.831639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:09.850796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d617-e912-4c49-83a8-9afebc6cd9a6 req-96b280b2-a944-4c9b-be8b-a71ed1704c78 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:09.859259 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4f07d617-e912-4c49-83a8-9afebc6cd9a6 req-96b280b2-a944-4c9b-be8b-a71ed1704c78 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 946 time: 0.1016028 Aug 20 11:48:09.896249 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4f07d617-e912-4c49-83a8-9afebc6cd9a6 req-d50652fe-12d3-484c-9eea-f91a904d3e3f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350657 Aug 20 11:48:09.949246 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d61a0e2-b189-4394-971e-e6dbd9cf9611 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8292227 Aug 20 11:48:09.951774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58226) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:10.033499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-10ccd7ef-53c2-4bc5-9d5d-8e4d4c6882c6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Deleting port 6519751b-1d72-432d-8a9a-bd6621fd996b {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:10.033845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10ccd7ef-53c2-4bc5-9d5d-8e4d4c6882c6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.112008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10ccd7ef-53c2-4bc5-9d5d-8e4d4c6882c6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.124698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-10ccd7ef-53c2-4bc5-9d5d-8e4d4c6882c6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Calling delete_port for 6519751b-1d72-432d-8a9a-bd6621fd996b owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:10.371399 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10ccd7ef-53c2-4bc5-9d5d-8e4d4c6882c6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.392224 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:48:10.401302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccd7ef-53c2-4bc5-9d5d-8e4d4c6882c6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event deleted for resources: {'Port': ['ID=6519751b-1d72-432d-8a9a-bd6621fd996b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:10.433211 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-10ccd7ef-53c2-4bc5-9d5d-8e4d4c6882c6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.436912 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-10ccd7ef-53c2-4bc5-9d5d-8e4d4c6882c6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "DELETE /v2.0/ports/6519751b-1d72-432d-8a9a-bd6621fd996b HTTP/1.1" status: 204 len: 168 time: 0.4839308 Aug 20 11:48:10.450129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58230) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:10.458896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87', 'external_fixed_ips': [{'subnet_id': '9499293c-72a0-4823-8717-4c10dcbb68da', 'ip_address': '2001:db8::9'}]}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:10.589222 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.590328 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.648289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:10.884431 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.046122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813f50e-d379-43b1-83c5-ab348c4d60f2 req-3c91fa7c-451c-4a1f-9300-a661a23f36d1 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:11.047795 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a813f50e-d379-43b1-83c5-ab348c4d60f2 req-3c91fa7c-451c-4a1f-9300-a661a23f36d1 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 946 time: 0.0742919 Aug 20 11:48:11.090702 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a813f50e-d379-43b1-83c5-ab348c4d60f2 req-32217e6e-2635-4452-a2ec-8c51d3f5f98d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363092 Aug 20 11:48:11.188094 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.208360 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.268346 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.403263 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Allocated IP 2001:db8::9 (6155f28a-8b91-4d0b-b7e9-567a0930fe87/9499293c-72a0-4823-8717-4c10dcbb68da/a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:11.517039 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.640056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:11.679927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Network 6155f28a-8b91-4d0b-b7e9-567a0930fe87 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:11.683017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:11.686789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:11.695913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:11.987295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.461926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ef549-3aa2-4b83-a056-400d0e97164a req-99c26fa5-a5a1-4fd0-bf24-4906dc4b9ff1 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:12.463365 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e52ef549-3aa2-4b83-a056-400d0e97164a req-99c26fa5-a5a1-4fd0-bf24-4906dc4b9ff1 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 946 time: 0.0963471 Aug 20 11:48:12.544408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e52ef549-3aa2-4b83-a056-400d0e97164a req-7681de75-b29a-46f7-a396-2a8d3bd08017 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722771 Aug 20 11:48:12.545490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.731632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Router 389740aa-f717-4852-82dd-1e59896632d3 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:12.841179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:12.850682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Sync routers for ids ['389740aa-f717-4852-82dd-1e59896632d3'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:12.860449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Routers {'389740aa-f717-4852-82dd-1e59896632d3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:12.860449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['389740aa-f717-4852-82dd-1e59896632d3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:12.931353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:12.932892 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-52e809c1-27be-4426-a148-15aae65f5092 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4778824 Aug 20 11:48:12.935683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58282) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:12.979250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Set router 389740aa-f717-4852-82dd-1e59896632d3 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:13.063516 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.167857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '389740aa-f717-4852-82dd-1e59896632d3', 'name': '', 'tenant_id': 'a21280625937470789b9d03eac8a9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87', 'external_fixed_ips': [{'subnet_id': '9499293c-72a0-4823-8717-4c10dcbb68da', 'ip_address': '2001:db8::9'}], 'enable_snat': True}, 'gw_port_id': 'a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:10Z', 'updated_at': '2021-08-20T11:48:11Z', 'revision_number': 3, 'project_id': 'a21280625937470789b9d03eac8a9a73', 'gw_port': {'id': 'a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90', 'name': '', 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '389740aa-f717-4852-82dd-1e59896632d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '9499293c-72a0-4823-8717-4c10dcbb68da', 'ip_address': '2001:db8::9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:11Z', 'updated_at': '2021-08-20T11:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9499293c-72a0-4823-8717-4c10dcbb68da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:13.175227 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.198130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Checking router: 389740aa-f717-4852-82dd-1e59896632d3 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:13.198623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Updating router 389740aa-f717-4852-82dd-1e59896632d3 port a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:48:13.223826 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.301619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Deleting port a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:13.301953 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.387781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.401000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Calling delete_port for a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:13.504496 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.515704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Transition to ACTIVE for port object a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:13.657061 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.660703 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.687078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb23a8-a919-4bbf-9607-c8d7e52f3b8f req-f79b6a0a-4c7a-410b-9e81-3e362f6fd8d5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:13.688764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00cb23a8-a919-4bbf-9607-c8d7e52f3b8f req-f79b6a0a-4c7a-410b-9e81-3e362f6fd8d5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 946 time: 0.0716412 Aug 20 11:48:13.720855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Attempting to bind port a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:13.721236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Attempting to bind port a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '1040f969-c08d-4fe3-9c68-e17d575a88d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:13.721610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Attempting to bind port a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 on network 6155f28a-8b91-4d0b-b7e9-567a0930fe87 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:13.733174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1a000-9e8c-4789-a0ea-12b758fda57f None None] Pushing event updated for resources: {'Port': ['ID=a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:13.737034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:13.737421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Checking segment: {'id': '1040f969-c08d-4fe3-9c68-e17d575a88d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:13.738019 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.738602 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Bound using segment: {'id': '1040f969-c08d-4fe3-9c68-e17d575a88d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:13.739271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Bound port: a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1040f969-c08d-4fe3-9c68-e17d575a88d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:13.739840 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.773988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00cb23a8-a919-4bbf-9607-c8d7e52f3b8f req-8332b82e-9b33-4d4f-9929-315fe93a5f5b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502112 Aug 20 11:48:13.846040 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:13.846650 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:48:13.847128 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:48:13.876090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:13.903491 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.010755 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.014792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.193780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.194354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 389740aa-f717-4852-82dd-1e59896632d3 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:14.199248 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.200452 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-56c84f75-4619-4fc6-8870-1780abc581cc tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "DELETE /v2.0/routers/389740aa-f717-4852-82dd-1e59896632d3 HTTP/1.1" status: 204 len: 168 time: 1.2630811 Aug 20 11:48:14.203634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58300) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:14.250911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-11596538-4114-4b55-8ea2-f901dd07a9d1 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Deleting subnet 9499293c-72a0-4823-8717-4c10dcbb68da {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:14.254314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11596538-4114-4b55-8ea2-f901dd07a9d1 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.296769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11596538-4114-4b55-8ea2-f901dd07a9d1 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.338118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11596538-4114-4b55-8ea2-f901dd07a9d1 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.361800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-d93aadda-13e4-4702-bd13-45a216798f34 req-3fba5dc1-b284-4af4-a3c0-23980dd49376 service neutron] (95588) timed out ('10.222.0.57', 49355) {{(pid=95588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 11:48:14.363685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Attempting to bind port a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:14.364858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Attempting to bind port a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '1040f969-c08d-4fe3-9c68-e17d575a88d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:14.365211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Attempting to bind port a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 on network 6155f28a-8b91-4d0b-b7e9-567a0930fe87 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:14.371432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:14.371826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Checking segment: {'id': '1040f969-c08d-4fe3-9c68-e17d575a88d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:14.372226 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.372773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Bound using segment: {'id': '1040f969-c08d-4fe3-9c68-e17d575a88d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:14.373250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Bound port: a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1040f969-c08d-4fe3-9c68-e17d575a88d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6155f28a-8b91-4d0b-b7e9-567a0930fe87'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:14.374021 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.392444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Port a6c549b9-2a94-4fd1-a00c-b91e0fd1cf90 has been deleted concurrently {{(pid=95589) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 11:48:14.403081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Routers set() bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:14.403536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Router IDs set() for agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 11:48:14.404140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_agentschedulers_db [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'389740aa-f717-4852-82dd-1e59896632d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:47:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent'). {{(pid=95589) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 11:48:14.404519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e4d68-ff2c-4a25-91df-e25c6c694de7 None None] The sync data for ids ['389740aa-f717-4852-82dd-1e59896632d3'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:14.525972 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11596538-4114-4b55-8ea2-f901dd07a9d1 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.550745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11596538-4114-4b55-8ea2-f901dd07a9d1 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9499293c-72a0-4823-8717-4c10dcbb68da,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:14.556478 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11596538-4114-4b55-8ea2-f901dd07a9d1 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.558421 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-11596538-4114-4b55-8ea2-f901dd07a9d1 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/9499293c-72a0-4823-8717-4c10dcbb68da HTTP/1.1" status: 204 len: 168 time: 0.3536634 Aug 20 11:48:14.561246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58302) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:14.635345 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.716319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.728935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6155f28a-8b91-4d0b-b7e9-567a0930fe87']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:14.740961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1040f969-c08d-4fe3-9c68-e17d575a88d1') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:14.741237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1040f969-c08d-4fe3-9c68-e17d575a88d1') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:14.750761 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.765527 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.773791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:48:14.774373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:48:14.775987 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:48:14.908379 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.913673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6155f28a-8b91-4d0b-b7e9-567a0930fe87 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:48:14.916606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:14.918475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "DELETE /v2.0/networks/6155f28a-8b91-4d0b-b7e9-567a0930fe87 HTTP/1.1" status: 204 len: 168 time: 0.3562541 Aug 20 11:48:14.929686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9539e2-1fde-4373-92f6-696e916c5e17 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event deleted for resources: {'Network': ['ID=6155f28a-8b91-4d0b-b7e9-567a0930fe87,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:15.017972 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e54d6aa2-01e4-4846-9cf2-620a483b5f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.241439 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58314) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:15.245974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-edad64f8-0438-4484-a913-b46284d5f79c tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Request body: {'router': {'name': 'tempest-router--659553842', 'project_id': '3d3073e200d24462a45ef860d04f532a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:15.330887 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edad64f8-0438-4484-a913-b46284d5f79c tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.331957 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edad64f8-0438-4484-a913-b46284d5f79c tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.399179 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edad64f8-0438-4484-a913-b46284d5f79c tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.474358 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edad64f8-0438-4484-a913-b46284d5f79c tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.576905 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edad64f8-0438-4484-a913-b46284d5f79c tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.578185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-edad64f8-0438-4484-a913-b46284d5f79c tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3357339 Aug 20 11:48:15.581310 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58316) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:15.656660 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0aa1-b831-4b7b-a6a8-7a4ff18c5910 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.819435 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0aa1-b831-4b7b-a6a8-7a4ff18c5910 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.821573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0aa1-b831-4b7b-a6a8-7a4ff18c5910 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.930997 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0aa1-b831-4b7b-a6a8-7a4ff18c5910 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.931557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbf0aa1-b831-4b7b-a6a8-7a4ff18c5910 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca9f9f82-487d-4f4b-b8c5-da6c6c890c33 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:15.936609 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0aa1-b831-4b7b-a6a8-7a4ff18c5910 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:15.937788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1fbf0aa1-b831-4b7b-a6a8-7a4ff18c5910 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "DELETE /v2.0/routers/ca9f9f82-487d-4f4b-b8c5-da6c6c890c33 HTTP/1.1" status: 204 len: 168 time: 0.3555527 Aug 20 11:48:16.232625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58338) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:16.438817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-230842149', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:16.577152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.579200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.669692 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:16.909170 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.223800 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.247691 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.367449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Allocated IP 172.25.4.199 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/7c2dad29-8345-402b-99e2-0eb408c327b7) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:17.480795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.595342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:17.641757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:17.644736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:17.648960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:17.680230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Pushing event updated for resources: {'Port': ['ID=7c2dad29-8345-402b-99e2-0eb408c327b7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:17.732006 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1c07592d-bbbe-4c9f-8656-1e9c06895ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:18.037114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:18.242466 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:18.508616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Router c9616ce5-495d-4b82-8756-af10c7b75e4e is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:18.624466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:18.634254 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441d693-8b72-401a-9191-6c67c287027d None None] Sync routers for ids ['c9616ce5-495d-4b82-8756-af10c7b75e4e'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:18.643881 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441d693-8b72-401a-9191-6c67c287027d None None] Routers {'c9616ce5-495d-4b82-8756-af10c7b75e4e'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:18.644600 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c441d693-8b72-401a-9191-6c67c287027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c9616ce5-495d-4b82-8756-af10c7b75e4e'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:18.688820 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c441d693-8b72-401a-9191-6c67c287027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:18.697727 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441d693-8b72-401a-9191-6c67c287027d None None] Routers {'c9616ce5-495d-4b82-8756-af10c7b75e4e'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:18.698355 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c441d693-8b72-401a-9191-6c67c287027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c9616ce5-495d-4b82-8756-af10c7b75e4e'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:18.730482 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c441d693-8b72-401a-9191-6c67c287027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:18.731019 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441d693-8b72-401a-9191-6c67c287027d None None] The sync data for ids ['c9616ce5-495d-4b82-8756-af10c7b75e4e'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:18.731260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:18.732403 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:18.734374 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9fb8416f-083e-47ea-8c1a-a187edd43580 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5001729 Aug 20 11:48:18.736860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58356) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:18.845130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5e414242-b51f-4cb5-b69a-1f0fbd68439b tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/routers/c9616ce5-495d-4b82-8756-af10c7b75e4e HTTP/1.1" status: 200 len: 924 time: 0.1062706 Aug 20 11:48:18.846330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58360) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:18.879894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-21168b6b-c0a9-49d5-9dba-cb3fecb53fa1 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9616ce5-495d-4b82-8756-af10c7b75e4e HTTP/1.1" status: 200 len: 205 time: 0.0298281 Aug 20 11:48:18.880129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58364) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:19.246038 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:19.317954 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:19.430224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:19.565710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Deleting port 7c2dad29-8345-402b-99e2-0eb408c327b7 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:19.566397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:19.644886 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:19.657696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Calling delete_port for 7c2dad29-8345-402b-99e2-0eb408c327b7 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:20.023286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.055320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Pushing event deleted for resources: {'Port': ['ID=7c2dad29-8345-402b-99e2-0eb408c327b7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:20.122269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.217606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.220126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.342772 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.343382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Fanout notify agent at l3_agent the message router_deleted on router c9616ce5-495d-4b82-8756-af10c7b75e4e {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:20.350792 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.354648 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8e75fa7e-a6e7-42d3-bd65-d2b0c97b0412 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/c9616ce5-495d-4b82-8756-af10c7b75e4e HTTP/1.1" status: 204 len: 168 time: 1.4699838 Aug 20 11:48:20.356617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58372) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:20.361192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1917326437', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'enable_snat': False}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:20.508836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.509922 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.565730 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.836826 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:20.953501 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.226759 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.251042 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.371619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Allocated IP 172.25.4.56 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/8e2d4b4c-4e37-4bae-afc4-36634bff4bd8) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:21.473126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.600044 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:21.642107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:21.645223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:21.649320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:21.680273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2d4b4c-4e37-4bae-afc4-36634bff4bd8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:22.000596 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.221488 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.429398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Router 43dcee61-d855-4f05-b2e8-c764d30384c1 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:22.538538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:22.547664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Sync routers for ids ['43dcee61-d855-4f05-b2e8-c764d30384c1'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:22.557613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Routers {'43dcee61-d855-4f05-b2e8-c764d30384c1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:22.558237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['43dcee61-d855-4f05-b2e8-c764d30384c1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:22.622822 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.624111 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-82a3fe39-3cdc-46cc-a41e-829d609f9379 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2667232 Aug 20 11:48:22.626711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58398) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:22.664877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Set router 43dcee61-d855-4f05-b2e8-c764d30384c1 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:22.737096 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4d65a124-3969-4769-83c9-f63623a66720 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/routers/43dcee61-d855-4f05-b2e8-c764d30384c1 HTTP/1.1" status: 200 len: 908 time: 0.1091561 Aug 20 11:48:22.739569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58400) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:22.743920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1917326437', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'enable_snat': True}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:22.828588 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.829689 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:22.889159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.021095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dcee61-d855-4f05-b2e8-c764d30384c1', 'name': 'tempest-snat-router-1917326437', 'tenant_id': 'a21280625937470789b9d03eac8a9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': False}, 'gw_port_id': '8e2d4b4c-4e37-4bae-afc4-36634bff4bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:20Z', 'updated_at': '2021-08-20T11:48:21Z', 'revision_number': 3, 'project_id': 'a21280625937470789b9d03eac8a9a73', 'gw_port': {'id': '8e2d4b4c-4e37-4bae-afc4-36634bff4bd8', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:29:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dcee61-d855-4f05-b2e8-c764d30384c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:21Z', 'updated_at': '2021-08-20T11:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:23.053033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Checking router: 43dcee61-d855-4f05-b2e8-c764d30384c1 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:23.053571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Updating router 43dcee61-d855-4f05-b2e8-c764d30384c1 port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:48:23.081609 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.157327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.386728 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.398226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Transition to ACTIVE for port object 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:23.525534 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.581279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Attempting to bind port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:23.581946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Attempting to bind port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:23.582046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Attempting to bind port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:23.584355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Pushing event updated for resources: {'Port': ['ID=8e2d4b4c-4e37-4bae-afc4-36634bff4bd8,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:23.593727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:23.602793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:23.602793 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.602793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:23.602793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Bound port: 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:23.602793 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.618849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.619203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.619560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.619908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.620251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.620590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.620917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.621419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.623708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.624659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.625599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.626120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:23.671967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] For port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:23.677143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] For port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8e2d4b4c-4e37-4bae-afc4-36634bff4bd8,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:23.761590 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.803843 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.824414 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:23.844251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Routers {'43dcee61-d855-4f05-b2e8-c764d30384c1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:23.844908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['43dcee61-d855-4f05-b2e8-c764d30384c1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:23.882951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dff80-4047-4f83-8bfb-f81cb8dfde4a None None] Pushing event updated for resources: {'Port': ['ID=8e2d4b4c-4e37-4bae-afc4-36634bff4bd8,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:23.971513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] Set router 43dcee61-d855-4f05-b2e8-c764d30384c1 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:24.003752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Allocated IP 172.25.4.246 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/8b26f4d2-307d-487b-987f-20c6046cecf8) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:24.138105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.172747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43dcee61-d855-4f05-b2e8-c764d30384c1', 'name': 'tempest-snat-router-1917326437', 'tenant_id': 'a21280625937470789b9d03eac8a9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': False}, 'gw_port_id': '8e2d4b4c-4e37-4bae-afc4-36634bff4bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:20Z', 'updated_at': '2021-08-20T11:48:21Z', 'revision_number': 3, 'project_id': 'a21280625937470789b9d03eac8a9a73', 'gw_port': {'id': '8e2d4b4c-4e37-4bae-afc4-36634bff4bd8', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:29:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dcee61-d855-4f05-b2e8-c764d30384c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:21Z', 'updated_at': '2021-08-20T11:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:24.203033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f017d-9595-449b-b644-1ed2cc7f6714 None None] The sync data for ids ['43dcee61-d855-4f05-b2e8-c764d30384c1'] in n-d-804230-3 is: [{'id': '43dcee61-d855-4f05-b2e8-c764d30384c1', 'name': 'tempest-snat-router-1917326437', 'tenant_id': 'a21280625937470789b9d03eac8a9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': False}, 'gw_port_id': '8e2d4b4c-4e37-4bae-afc4-36634bff4bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:20Z', 'updated_at': '2021-08-20T11:48:21Z', 'revision_number': 3, 'project_id': 'a21280625937470789b9d03eac8a9a73', 'gw_port': {'id': '8e2d4b4c-4e37-4bae-afc4-36634bff4bd8', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:29:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43dcee61-d855-4f05-b2e8-c764d30384c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:21Z', 'updated_at': '2021-08-20T11:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:24.394890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:24.487212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:24.490173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:24.493191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:24.502609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event updated for resources: {'Port': ['ID=8b26f4d2-307d-487b-987f-20c6046cecf8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:24.864489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.120327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.365431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Router 0ad21c43-e0f9-4c8f-af91-0d741c75a428 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:25.412028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58424) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:25.479215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:25.489793 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Sync routers for ids ['0ad21c43-e0f9-4c8f-af91-0d741c75a428'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:25.502609 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Routers {'0ad21c43-e0f9-4c8f-af91-0d741c75a428'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:25.503328 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0ad21c43-e0f9-4c8f-af91-0d741c75a428'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:25.616144 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Set router 0ad21c43-e0f9-4c8f-af91-0d741c75a428 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:25.634840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.638669 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e513b096-cff5-46af-8d7a-93b9c0613c6e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8957758 Aug 20 11:48:25.639401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58426) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:25.785407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:25.806270 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.812464 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8766d79d-4781-44ba-bc50-c6aa6e888875 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/routers/0ad21c43-e0f9-4c8f-af91-0d741c75a428 HTTP/1.1" status: 200 len: 908 time: 0.1717827 Aug 20 11:48:25.813086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58428) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:25.873251 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad21c43-e0f9-4c8f-af91-0d741c75a428', 'name': 'tempest-snat-router-1917326437', 'tenant_id': 'a21280625937470789b9d03eac8a9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '8b26f4d2-307d-487b-987f-20c6046cecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:22Z', 'updated_at': '2021-08-20T11:48:24Z', 'revision_number': 3, 'project_id': 'a21280625937470789b9d03eac8a9a73', 'gw_port': {'id': '8b26f4d2-307d-487b-987f-20c6046cecf8', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad21c43-e0f9-4c8f-af91-0d741c75a428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:23Z', 'updated_at': '2021-08-20T11:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:25.902051 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Checking router: 0ad21c43-e0f9-4c8f-af91-0d741c75a428 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:25.902620 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Updating router 0ad21c43-e0f9-4c8f-af91-0d741c75a428 port 8b26f4d2-307d-487b-987f-20c6046cecf8 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:48:25.914894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:25.918949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:25.919325 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.928565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:25.930261 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.033770 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.057817 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.058225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8e2d4b4c-4e37-4bae-afc4-36634bff4bd8,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:26.158126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port 227b4f59-e80a-418e-9c0b-a22731726a92 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:26.158772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.172149 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.240878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=8e2d4b4c-4e37-4bae-afc4-36634bff4bd8,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:26.271132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] For port 227b4f59-e80a-418e-9c0b-a22731726a92, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=227b4f59-e80a-418e-9c0b-a22731726a92,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:26.271606 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.283263 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Deleting port 8b26f4d2-307d-487b-987f-20c6046cecf8 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:26.283615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.288855 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.291575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for 227b4f59-e80a-418e-9c0b-a22731726a92 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:26.304116 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Transition to ACTIVE for port object 8b26f4d2-307d-487b-987f-20c6046cecf8 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:26.366908 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.378843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Calling delete_port for 8b26f4d2-307d-487b-987f-20c6046cecf8 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:26.383457 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.437510 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Attempting to bind port 8b26f4d2-307d-487b-987f-20c6046cecf8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:26.438014 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Attempting to bind port 8b26f4d2-307d-487b-987f-20c6046cecf8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:26.438507 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Attempting to bind port 8b26f4d2-307d-487b-987f-20c6046cecf8 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:26.449666 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae64c9-3464-415b-b848-d4c07d9a6ebe None None] Pushing event updated for resources: {'Port': ['ID=8b26f4d2-307d-487b-987f-20c6046cecf8,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:26.459979 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:26.460382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:26.460851 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.461219 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:26.461705 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Bound port: 8b26f4d2-307d-487b-987f-20c6046cecf8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:26.462090 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.515097 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] For port 8b26f4d2-307d-487b-987f-20c6046cecf8, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:26.565807 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.567596 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.db.api [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:48:26.567596 n-d-804230-3 neutron-server[95590]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Aug 20 11:48:26.567596 n-d-804230-3 neutron-server[95590]: [parameters: {'port_id': '8b26f4d2-307d-487b-987f-20c6046cecf8', 'host': 'n-d-804230-3', 'level': 0, 'driver': 'openvswitch', 'segment_id': '879969e1-cc88-41d8-be94-56e51a7d3679'}] Aug 20 11:48:26.567596 n-d-804230-3 neutron-server[95590]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:48:26.567988 n-d-804230-3 neutron-server[95590]: DEBUG oslo_db.api [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:48:26.601652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=227b4f59-e80a-418e-9c0b-a22731726a92,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:26.651393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.685356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b26f4d2-307d-487b-987f-20c6046cecf8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:26.754596 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.868813 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:26.871627 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.050642 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.051539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad21c43-e0f9-4c8f-af91-0d741c75a428 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:27.060138 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.064230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e77d0af8-7fa0-43a6-a24c-9cef0fcb54ce tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "DELETE /v2.0/routers/0ad21c43-e0f9-4c8f-af91-0d741c75a428 HTTP/1.1" status: 204 len: 168 time: 1.2476971 Aug 20 11:48:27.064826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58444) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:27.085750 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Attempting to bind port 8b26f4d2-307d-487b-987f-20c6046cecf8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:27.086368 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Attempting to bind port 8b26f4d2-307d-487b-987f-20c6046cecf8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:27.086765 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Attempting to bind port 8b26f4d2-307d-487b-987f-20c6046cecf8 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:27.092962 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:27.093339 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:27.093738 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.094119 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:27.094774 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Bound port: 8b26f4d2-307d-487b-987f-20c6046cecf8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:27.095498 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.114182 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.plugin [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Port 8b26f4d2-307d-487b-987f-20c6046cecf8 has been deleted concurrently {{(pid=95590) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 11:48:27.120504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.123898 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Routers set() bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:27.124300 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Router IDs set() for agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 11:48:27.124897 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0ad21c43-e0f9-4c8f-af91-0d741c75a428'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent'). {{(pid=95590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 11:48:27.125261 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aef799-1e20-4d96-ba3a-6fdc6b36ffb9 None None] The sync data for ids ['0ad21c43-e0f9-4c8f-af91-0d741c75a428'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:27.189937 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.302158 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.349050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 2451c23d-5eb0-4b59-9979-8423f7dfdffe has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:27.461098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:27.464426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Deleting port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:27.464914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.469294 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b52ac834-e3cf-4174-a6c3-832e2c8b2370 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "PUT /v2.0/routers/2451c23d-5eb0-4b59-9979-8423f7dfdffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0532577 Aug 20 11:48:27.476982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] Sync routers for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:27.487510 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:27.488164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:27.577946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] For port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8e2d4b4c-4e37-4bae-afc4-36634bff4bd8,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:27.578488 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:27.593774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Calling delete_port for 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:27.622066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:27.793883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:27.948989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:27.948989 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.009643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:26Z', 'revision_number': 6, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d4a74f-46b2-49a5-a324-3fc625f3d478', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'mac_address': 'fa:16:3e:dc:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:49Z', 'updated_at': '2021-08-20T11:46:52Z', 'revision_number': 1, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:28.040383 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.101445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] Checking router: 2451c23d-5eb0-4b59-9979-8423f7dfdffe for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:28.101445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:28.101445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:28.102826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e2d4b4c-4e37-4bae-afc4-36634bff4bd8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:28.128016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.192908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:28.243157 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.247566 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.452674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:26Z', 'revision_number': 6, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d4a74f-46b2-49a5-a324-3fc625f3d478', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'mac_address': 'fa:16:3e:dc:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:49Z', 'updated_at': '2021-08-20T11:46:52Z', 'revision_number': 1, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:28.483467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f5597-5c18-4781-856a-dc64c627a34e None None] The sync data for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 is: [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:26Z', 'revision_number': 6, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'c7d4a74f-46b2-49a5-a324-3fc625f3d478', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'port_id': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'mac_address': 'fa:16:3e:dc:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:46:49Z', 'updated_at': '2021-08-20T11:46:52Z', 'revision_number': 1, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:28.645780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.646230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43dcee61-d855-4f05-b2e8-c764d30384c1 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:28.651533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.655563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c495d7e2-13f9-4c23-ae4d-587a47e71ed3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "DELETE /v2.0/routers/43dcee61-d855-4f05-b2e8-c764d30384c1 HTTP/1.1" status: 204 len: 168 time: 1.5866735 Aug 20 11:48:28.656554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58454) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:28.661607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1477472116', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:28.760171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9f7c4-1892-4e06-af15-92ebb1d6b828 req-de371a08-604d-4613-bc7e-11d1cb5d9767 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:28.761665 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75b9f7c4-1892-4e06-af15-92ebb1d6b828 req-de371a08-604d-4613-bc7e-11d1cb5d9767 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.0528452 Aug 20 11:48:28.802134 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-75b9f7c4-1892-4e06-af15-92ebb1d6b828 req-27535db3-8292-4fa4-9058-2f7a3e63a659 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338950 Aug 20 11:48:28.825318 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.825318 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:28.923049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.178103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.451300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.481053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.587414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Allocated IP 172.25.4.233 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e04b663b-3b8f-407a-9d4d-0a567530d196) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:29.696569 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.706325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:29.727354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:29.727603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8e2d4b4c-4e37-4bae-afc4-36634bff4bd8 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:29.728024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 227b4f59-e80a-418e-9c0b-a22731726a92 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:29.747774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 227b4f59-e80a-418e-9c0b-a22731726a92 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:29.748125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 227b4f59-e80a-418e-9c0b-a22731726a92 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:29.829225 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:29.872518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:29.877939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:29.880821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:29.890644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Pushing event updated for resources: {'Port': ['ID=e04b663b-3b8f-407a-9d4d-0a567530d196,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:29.935846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a4aae-f4f7-47e0-a9cd-b57ed019c49e req-acfd6cab-392a-4fc6-8ecd-8d88d6d0776e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:29.938157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e47a4aae-f4f7-47e0-a9cd-b57ed019c49e req-acfd6cab-392a-4fc6-8ecd-8d88d6d0776e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.0590925 Aug 20 11:48:29.981499 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e47a4aae-f4f7-47e0-a9cd-b57ed019c49e req-a28e0503-32b9-485e-9409-81bd831c6911 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dee59b6-4b05-4e0d-8b72-80458f002d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364757 Aug 20 11:48:30.098773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-d9c5e01a-9624-4987-8be6-c12abdd117e1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:30.098773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-d9c5e01a-9624-4987-8be6-c12abdd117e1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 946 time: 0.0853853 Aug 20 11:48:30.278368 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-704cf840-5b74-4c08-8d98-f4130580aea3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port 00f67079-fb6e-45a2-9dbf-7a70d054b267 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:30.278731 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-704cf840-5b74-4c08-8d98-f4130580aea3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.294090 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.437145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-704cf840-5b74-4c08-8d98-f4130580aea3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] For port 00f67079-fb6e-45a2-9dbf-7a70d054b267, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=00f67079-fb6e-45a2-9dbf-7a70d054b267,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:30.437425 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-704cf840-5b74-4c08-8d98-f4130580aea3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.455442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-704cf840-5b74-4c08-8d98-f4130580aea3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for 00f67079-fb6e-45a2-9dbf-7a70d054b267 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:30.612290 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.822568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-704cf840-5b74-4c08-8d98-f4130580aea3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.851994 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cf840-5b74-4c08-8d98-f4130580aea3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=00f67079-fb6e-45a2-9dbf-7a70d054b267,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:30.896425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-704cf840-5b74-4c08-8d98-f4130580aea3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] No DVR routers for this DVR port 00f67079-fb6e-45a2-9dbf-7a70d054b267 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:30.898856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Router e667ad24-45aa-459f-acce-c8cae94f757c is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:30.901251 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-704cf840-5b74-4c08-8d98-f4130580aea3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:30.903244 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9771f268-52b9-44f5-b4a1-008af9d9d92f req-704cf840-5b74-4c08-8d98-f4130580aea3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "DELETE /v2.0/ports/00f67079-fb6e-45a2-9dbf-7a70d054b267 HTTP/1.1" status: 204 len: 173 time: 0.8004162 Aug 20 11:48:30.903685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695d81d7-f375-471c-a386-e43c00b2a7fc', 'name': 'network-vif-deleted', 'tag': '00f67079-fb6e-45a2-9dbf-7a70d054b267'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:30.906043 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cc289d-b64a-4025-affa-ab5f7034636d" -d '{"events": [{"server_uuid": "695d81d7-f375-471c-a386-e43c00b2a7fc", "name": "network-vif-deleted", "tag": "00f67079-fb6e-45a2-9dbf-7a70d054b267"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:30.958107 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c15f1-af8d-4b97-84e6-eb58604a8514 x-openstack-request-id: req-8d2c15f1-af8d-4b97-84e6-eb58604a8514 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:30.958478 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695d81d7-f375-471c-a386-e43c00b2a7fc", "name": "network-vif-deleted", "tag": "00f67079-fb6e-45a2-9dbf-7a70d054b267", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:30.958747 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d2c15f1-af8d-4b97-84e6-eb58604a8514 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:30.959153 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695d81d7-f375-471c-a386-e43c00b2a7fc', 'name': 'network-vif-deleted', 'tag': '00f67079-fb6e-45a2-9dbf-7a70d054b267', 'status': 'completed', 'code': 200} Aug 20 11:48:31.030117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:31.042898 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167743a7-3fae-449d-a50b-d5281ca3e8b4 None None] Sync routers for ids ['e667ad24-45aa-459f-acce-c8cae94f757c'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:31.052422 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167743a7-3fae-449d-a50b-d5281ca3e8b4 None None] Routers {'e667ad24-45aa-459f-acce-c8cae94f757c'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:31.053106 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-167743a7-3fae-449d-a50b-d5281ca3e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['e667ad24-45aa-459f-acce-c8cae94f757c'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:31.092526 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-167743a7-3fae-449d-a50b-d5281ca3e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:31.103555 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167743a7-3fae-449d-a50b-d5281ca3e8b4 None None] Routers {'e667ad24-45aa-459f-acce-c8cae94f757c'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:31.104080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1cf11665-c7f7-453e-ba00-3f956a93b3be req-b3df85da-11e1-4a46-8605-495700645166 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=695d81d7-f375-471c-a386-e43c00b2a7fc HTTP/1.1" status: 200 len: 210 time: 0.0327728 Aug 20 11:48:31.104571 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-167743a7-3fae-449d-a50b-d5281ca3e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['e667ad24-45aa-459f-acce-c8cae94f757c'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:31.137069 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-167743a7-3fae-449d-a50b-d5281ca3e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:31.137659 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167743a7-3fae-449d-a50b-d5281ca3e8b4 None None] The sync data for ids ['e667ad24-45aa-459f-acce-c8cae94f757c'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:31.148866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:31.154180 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9e610208-2748-4499-987e-d1631832c9c4 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4924583 Aug 20 11:48:31.156261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58484) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:31.160686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-797e603a-bd16-46cc-936b-99e197c191e6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'enable_snat': False}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:31.763311 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-797e603a-bd16-46cc-936b-99e197c191e6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.162769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58504) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.221780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ad76b18-e680-4d49-89d9-4f1a0bdfc140 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.247402 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ad76b18-e680-4d49-89d9-4f1a0bdfc140 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.318256 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-797e603a-bd16-46cc-936b-99e197c191e6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.322275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-797e603a-bd16-46cc-936b-99e197c191e6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.388393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ad76b18-e680-4d49-89d9-4f1a0bdfc140 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.393118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ad76b18-e680-4d49-89d9-4f1a0bdfc140 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.394578 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6ad76b18-e680-4d49-89d9-4f1a0bdfc140 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/security-groups/0dee59b6-4b05-4e0d-8b72-80458f002d6e HTTP/1.1" status: 204 len: 168 time: 0.2306626 Aug 20 11:48:32.414588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad76b18-e680-4d49-89d9-4f1a0bdfc140 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dee59b6-4b05-4e0d-8b72-80458f002d6e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:32.452730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797e603a-bd16-46cc-936b-99e197c191e6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Router e667ad24-45aa-459f-acce-c8cae94f757c has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:32.565591 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797e603a-bd16-46cc-936b-99e197c191e6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:32.570023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-797e603a-bd16-46cc-936b-99e197c191e6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:32.575800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-797e603a-bd16-46cc-936b-99e197c191e6 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "PUT /v2.0/routers/e667ad24-45aa-459f-acce-c8cae94f757c HTTP/1.1" status: 200 len: 926 time: 1.4140913 Aug 20 11:48:32.575800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58512) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.578698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92dbd2-f646-444c-be5f-747a24613315 None None] Sync routers for ids ['e667ad24-45aa-459f-acce-c8cae94f757c'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:32.590185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92dbd2-f646-444c-be5f-747a24613315 None None] Routers {'e667ad24-45aa-459f-acce-c8cae94f757c'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:32.591161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5d92dbd2-f646-444c-be5f-747a24613315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['e667ad24-45aa-459f-acce-c8cae94f757c'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:32.629104 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5d92dbd2-f646-444c-be5f-747a24613315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:32.638897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92dbd2-f646-444c-be5f-747a24613315 None None] Routers {'e667ad24-45aa-459f-acce-c8cae94f757c'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:32.639434 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5d92dbd2-f646-444c-be5f-747a24613315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['e667ad24-45aa-459f-acce-c8cae94f757c'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:32.688223 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-85c3d1b3-bda6-4b59-8f33-33464f3eb744 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/routers/e667ad24-45aa-459f-acce-c8cae94f757c HTTP/1.1" status: 200 len: 926 time: 0.1122141 Aug 20 11:48:32.691018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58514) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.781923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a50a778-f132-4af3-9e3c-3ad377ab8a69 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:32.783683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6a50a778-f132-4af3-9e3c-3ad377ab8a69 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&device_id=e667ad24-45aa-459f-acce-c8cae94f757c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0916295 Aug 20 11:48:32.786379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58516) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.856495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5d92dbd2-f646-444c-be5f-747a24613315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:32.857665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d92dbd2-f646-444c-be5f-747a24613315 None None] The sync data for ids ['e667ad24-45aa-459f-acce-c8cae94f757c'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:32.880521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74703176-84c2-4703-81b8-56d1a1a70127 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:32.882476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-74703176-84c2-4703-81b8-56d1a1a70127 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 881 time: 0.0946102 Aug 20 11:48:32.884823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58518) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.915801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f8887e6f-bf86-4782-8966-63bf0a96d328 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=e667ad24-45aa-459f-acce-c8cae94f757c HTTP/1.1" status: 200 len: 205 time: 0.0298674 Aug 20 11:48:32.918315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58520) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:32.995094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 00f67079-fb6e-45a2-9dbf-7a70d054b267 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:33.023280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 00f67079-fb6e-45a2-9dbf-7a70d054b267 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:33.024183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 00f67079-fb6e-45a2-9dbf-7a70d054b267 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:33.046537 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.159988 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.298736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Deleting port e04b663b-3b8f-407a-9d4d-0a567530d196 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:33.299037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.381541 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.393096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Calling delete_port for e04b663b-3b8f-407a-9d4d-0a567530d196 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:33.529028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58528) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:33.603375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-04687cd9-4e5d-4f1d-ba00-0cd9520d89ce tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting subnet 8c71a5b7-b5e3-4651-9104-42ed680d23e9 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:33.607249 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04687cd9-4e5d-4f1d-ba00-0cd9520d89ce tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.652840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04687cd9-4e5d-4f1d-ba00-0cd9520d89ce tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.751007 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04687cd9-4e5d-4f1d-ba00-0cd9520d89ce tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.887019 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04687cd9-4e5d-4f1d-ba00-0cd9520d89ce tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.915965 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.920371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04687cd9-4e5d-4f1d-ba00-0cd9520d89ce tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Subnet': ['ID=8c71a5b7-b5e3-4651-9104-42ed680d23e9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:33.925677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-04687cd9-4e5d-4f1d-ba00-0cd9520d89ce tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:33.930843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-04687cd9-4e5d-4f1d-ba00-0cd9520d89ce tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/subnets/8c71a5b7-b5e3-4651-9104-42ed680d23e9 HTTP/1.1" status: 204 len: 168 time: 0.3975651 Aug 20 11:48:33.931825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58530) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:33.935046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3b79c-9c7e-4ed1-832e-7e3895f9e0ea None None] Network b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:33.961610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Pushing event deleted for resources: {'Port': ['ID=e04b663b-3b8f-407a-9d4d-0a567530d196,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:34.051312 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.068471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.118587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port b9878a30-72f2-4506-976e-6e2deb2dbd25 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:34.118944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.190751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.193145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.196623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] For port b9878a30-72f2-4506-976e-6e2deb2dbd25, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b9878a30-72f2-4506-976e-6e2deb2dbd25,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:34.196990 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.209248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8a8e8-c6b1-43f2-ba6e-34c4d4ff34e5 None None] DHCP port deletion for b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:48:34.220071 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for b9878a30-72f2-4506-976e-6e2deb2dbd25 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:34.266234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-30e8a8e8-c6b1-43f2-ba6e-34c4d4ff34e5 None None] Deleting port b9878a30-72f2-4506-976e-6e2deb2dbd25 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:34.266742 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-30e8a8e8-c6b1-43f2-ba6e-34c4d4ff34e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.336362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-30e8a8e8-c6b1-43f2-ba6e-34c4d4ff34e5 None None] For port b9878a30-72f2-4506-976e-6e2deb2dbd25, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b9878a30-72f2-4506-976e-6e2deb2dbd25,segment=NetworkSegment(6307002b-2820-4805-b0de-ff6684779514),segment_id=6307002b-2820-4805-b0de-ff6684779514)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:34.336852 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-30e8a8e8-c6b1-43f2-ba6e-34c4d4ff34e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.350773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-30e8a8e8-c6b1-43f2-ba6e-34c4d4ff34e5 None None] Calling delete_port for b9878a30-72f2-4506-976e-6e2deb2dbd25 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:34.359905 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.360481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Fanout notify agent at l3_agent the message router_deleted on router e667ad24-45aa-459f-acce-c8cae94f757c {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:34.368895 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.370152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9a6cdadc-bd8a-4720-a1cb-afe9dbb448e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/e667ad24-45aa-459f-acce-c8cae94f757c HTTP/1.1" status: 204 len: 168 time: 1.4508388 Aug 20 11:48:34.375820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58532) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:34.383226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0aab5217-3e2a-4a06-b914-dfbb67a89fe0 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2124108744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:34.391712 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.419587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=b9878a30-72f2-4506-976e-6e2deb2dbd25,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:34.423381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] No DVR routers for this DVR port b9878a30-72f2-4506-976e-6e2deb2dbd25 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:34.446066 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-30e8a8e8-c6b1-43f2-ba6e-34c4d4ff34e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.474159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8a8e8-c6b1-43f2-ba6e-34c4d4ff34e5 None None] Pushing event deleted for resources: {'Port': ['ID=b9878a30-72f2-4506-976e-6e2deb2dbd25,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:34.480698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8a8e8-c6b1-43f2-ba6e-34c4d4ff34e5 None None] No DVR routers for this DVR port b9878a30-72f2-4506-976e-6e2deb2dbd25 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:34.514881 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0aab5217-3e2a-4a06-b914-dfbb67a89fe0 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.516462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0aab5217-3e2a-4a06-b914-dfbb67a89fe0 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.593639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0aab5217-3e2a-4a06-b914-dfbb67a89fe0 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.669082 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0aab5217-3e2a-4a06-b914-dfbb67a89fe0 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.790356 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0aab5217-3e2a-4a06-b914-dfbb67a89fe0 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.795359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0aab5217-3e2a-4a06-b914-dfbb67a89fe0 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4152677 Aug 20 11:48:34.796195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58540) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:34.805847 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:34.847184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.858201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:34.868870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6307002b-2820-4805-b0de-ff6684779514') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:34.869157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6307002b-2820-4805-b0de-ff6684779514') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:34.879062 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.895666 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.902618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:48:34.903168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: items = [ Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:48:34.906340 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:48:35.032126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.103022 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.120038 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.120038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/networks/b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc HTTP/1.1" status: 204 len: 168 time: 1.1849182 Aug 20 11:48:35.120808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58542) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:35.133626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1cef5-8df7-4c6d-911a-811997264b1d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Network': ['ID=b3b651e3-a2fc-4c8f-910d-414ab8bcf3fc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:35.360854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port c4a86b83-b67b-4d84-9040-f8edd4ba2e24 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:35.361047 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.524747 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.545728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.546064 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.548909 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:35.565771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for c4a86b83-b67b-4d84-9040-f8edd4ba2e24 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:35.711049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b9878a30-72f2-4506-976e-6e2deb2dbd25 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:35.736633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b9878a30-72f2-4506-976e-6e2deb2dbd25 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:35.736991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b9878a30-72f2-4506-976e-6e2deb2dbd25 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:35.777944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Allocated IP 172.25.4.55 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/830f6452-9255-4c38-8bdb-7a6a59917797) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:35.938077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.016012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.044905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=c4a86b83-b67b-4d84-9040-f8edd4ba2e24,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:36.102423 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.113548 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Floating IP c7d4a74f-46b2-49a5-a324-3fc625f3d478 disassociated (deleted). External IP: 172.25.4.254, port: f373a23e-4612-4cbe-9827-566089f0bd75. Aug 20 11:48:36.145500 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.223338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:36.229836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:36.232283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:36.270454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Pushing event updated for resources: {'Port': ['ID=830f6452-9255-4c38-8bdb-7a6a59917797,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:36.493514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 2451c23d-5eb0-4b59-9979-8423f7dfdffe has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:36.603175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:36.607995 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:36.613953 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] Sync routers for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:36.623243 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:36.623956 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:36.640911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ba4c64f8-81c3-4024-93f2-045e2c018c02 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/floatingips/c7d4a74f-46b2-49a5-a324-3fc625f3d478 HTTP/1.1" status: 204 len: 168 time: 1.5188169 Aug 20 11:48:36.671603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'tag': 'f373a23e-4612-4cbe-9827-566089f0bd75'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:36.674244 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4d19372b-9381-4d7f-a99b-e34610ed0051", "tag": "f373a23e-4612-4cbe-9827-566089f0bd75"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:36.762639 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:37.015967 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:26Z', 'revision_number': 6, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:37.038815 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67e318e-792b-40b3-9801-a4418ac73401 x-openstack-request-id: req-a67e318e-792b-40b3-9801-a4418ac73401 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:37.039108 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d19372b-9381-4d7f-a99b-e34610ed0051", "tag": "f373a23e-4612-4cbe-9827-566089f0bd75", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:37.039361 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a67e318e-792b-40b3-9801-a4418ac73401 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:37.039740 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'tag': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'status': 'completed', 'code': 200} Aug 20 11:48:37.044494 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] Checking router: 2451c23d-5eb0-4b59-9979-8423f7dfdffe for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:37.055136 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:37.055822 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:37.085328 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.124070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-1cd2bd2a-d6da-490b-99cf-fd10eec82f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.125573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-1cd2bd2a-d6da-490b-99cf-fd10eec82f6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 1096 time: 0.0891531 Aug 20 11:48:37.173976 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:37.314062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-1ef5c0a9-1624-4bf3-9756-f3dbe256cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.315557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-1ef5c0a9-1624-4bf3-9756-f3dbe256cc45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=84fb7308-1843-4e4e-a04b-6a6b145de747 HTTP/1.1" status: 200 len: 897 time: 0.1770806 Aug 20 11:48:37.325766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcace08a-c2f2-489f-930b-132019c3021a req-25161c01-f749-4c93-80c5-fd828b9bbbc9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.335012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcace08a-c2f2-489f-930b-132019c3021a req-25161c01-f749-4c93-80c5-fd828b9bbbc9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 945 time: 0.0852962 Aug 20 11:48:37.379111 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bcace08a-c2f2-489f-930b-132019c3021a req-bf775bf2-3636-4092-8713-7ce78f3b4bf2 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428066 Aug 20 11:48:37.398144 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-2e5936a3-8a8f-4baf-8fb6-0fde7813fdbf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f373a23e-4612-4cbe-9827-566089f0bd75 HTTP/1.1" status: 200 len: 217 time: 0.0731359 Aug 20 11:48:37.417033 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.423645 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:26Z', 'revision_number': 6, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:37.442359 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.457599 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36a8e0-6654-4d9e-89c9-bf9df4ac631a None None] The sync data for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 is: [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:26Z', 'revision_number': 6, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5c83ba52-9bca-449f-b791-c01c1f1efc27', 'name': '', 'network_id': '84fb7308-1843-4e4e-a04b-6a6b145de747', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:61:5e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:26Z', 'updated_at': '2021-08-20T11:46:31Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '600bdbe7-38f1-47fd-a31d-d8528989dba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:37.491154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-579b1c8b-d82b-419a-a727-81bb36b597c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.492648 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-579b1c8b-d82b-419a-a727-81bb36b597c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=600bdbe7-38f1-47fd-a31d-d8528989dba3 HTTP/1.1" status: 200 len: 835 time: 0.0851803 Aug 20 11:48:37.593376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-79f89009-0253-4aaa-8758-05287798b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:37.594931 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-79f89009-0253-4aaa-8758-05287798b3f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84fb7308-1843-4e4e-a04b-6a6b145de747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896680 Aug 20 11:48:37.711139 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-7b2615b0-3e65-4a11-8d74-7e530d9ae9ed service neutron] 10.222.0.57 "GET /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064570 Aug 20 11:48:37.729224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39923bce-6076-47da-8e36-5fc37deee275 None None] New status for floating IP c7d4a74f-46b2-49a5-a324-3fc625f3d478: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:48:37.794888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Router ce1d1c5e-3e91-4567-8f0a-5df48a806f8d is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:37.857808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e8f2cd56-8cb0-45a8-8e77-79bad1b466bc req-b75ebcb7-d1c9-4227-92b4-0e346c5aa7ff service neutron] 10.222.0.57 "GET /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382914 Aug 20 11:48:37.930760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:37.941142 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189db10-ecf3-4d99-a85c-d2b21d24184c None None] Sync routers for ids ['ce1d1c5e-3e91-4567-8f0a-5df48a806f8d'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:37.943752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:37.945280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6869f602-6320-49fa-b2c4-138c14e00251 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "PUT /v2.0/routers/ce1d1c5e-3e91-4567-8f0a-5df48a806f8d HTTP/1.1" status: 200 len: 883 time: 3.1474864 Aug 20 11:48:37.947877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58568) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:37.950707 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189db10-ecf3-4d99-a85c-d2b21d24184c None None] Routers {'ce1d1c5e-3e91-4567-8f0a-5df48a806f8d'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:37.951324 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c189db10-ecf3-4d99-a85c-d2b21d24184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ce1d1c5e-3e91-4567-8f0a-5df48a806f8d'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:37.983954 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c189db10-ecf3-4d99-a85c-d2b21d24184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:37.994725 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189db10-ecf3-4d99-a85c-d2b21d24184c None None] Routers {'ce1d1c5e-3e91-4567-8f0a-5df48a806f8d'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:37.995337 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c189db10-ecf3-4d99-a85c-d2b21d24184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ce1d1c5e-3e91-4567-8f0a-5df48a806f8d'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:38.027694 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-c189db10-ecf3-4d99-a85c-d2b21d24184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:38.036786 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c189db10-ecf3-4d99-a85c-d2b21d24184c None None] The sync data for ids ['ce1d1c5e-3e91-4567-8f0a-5df48a806f8d'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:38.071913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b3a838b4-2bf8-4b7d-a618-451ca04f234e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/routers/ce1d1c5e-3e91-4567-8f0a-5df48a806f8d HTTP/1.1" status: 200 len: 924 time: 0.1223469 Aug 20 11:48:38.074692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58574) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:38.152915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08aca6-136a-4c8c-8c8e-5bbb736741d5 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.152915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8e08aca6-136a-4c8c-8c8e-5bbb736741d5 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&device_id=ce1d1c5e-3e91-4567-8f0a-5df48a806f8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0736678 Aug 20 11:48:38.154999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58578) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:38.261200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe4613c-226b-4956-96c0-04f48ef36542 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.263167 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dfe4613c-226b-4956-96c0-04f48ef36542 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 881 time: 0.1071043 Aug 20 11:48:38.266097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58580) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:38.298122 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-038f29da-0bf6-442a-8d43-0c1db14280b9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1d1c5e-3e91-4567-8f0a-5df48a806f8d HTTP/1.1" status: 200 len: 205 time: 0.0283680 Aug 20 11:48:38.298536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58586) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:38.408459 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.504870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59909ea5-f8b3-45e9-8cbb-812ff4715bbc req-4e76e0a6-2e9e-4cd4-8705-b9dad1b609ac tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.506587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-59909ea5-f8b3-45e9-8cbb-812ff4715bbc req-4e76e0a6-2e9e-4cd4-8705-b9dad1b609ac tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 945 time: 0.0522184 Aug 20 11:48:38.519206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.546131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-59909ea5-f8b3-45e9-8cbb-812ff4715bbc req-fca5f977-c87a-4aaa-99e7-fee7e21c8831 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=a38adf70-765a-435a-8d93-3249bec9bbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Aug 20 11:48:38.677232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Deleting port 830f6452-9255-4c38-8bdb-7a6a59917797 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:38.677524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.689604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-5ef84270-477a-43ab-94f5-1dae28bfe284 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:38.691173 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-5ef84270-477a-43ab-94f5-1dae28bfe284 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 945 time: 0.0542154 Aug 20 11:48:38.759776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.772388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Calling delete_port for 830f6452-9255-4c38-8bdb-7a6a59917797 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:38.788562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-eac96ec4-ae3c-4200-b9de-8d644a7cec4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port f373a23e-4612-4cbe-9827-566089f0bd75 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:38.789123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-eac96ec4-ae3c-4200-b9de-8d644a7cec4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.882281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-eac96ec4-ae3c-4200-b9de-8d644a7cec4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] For port f373a23e-4612-4cbe-9827-566089f0bd75, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=f373a23e-4612-4cbe-9827-566089f0bd75,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:38.882806 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-eac96ec4-ae3c-4200-b9de-8d644a7cec4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:38.897817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-eac96ec4-ae3c-4200-b9de-8d644a7cec4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for f373a23e-4612-4cbe-9827-566089f0bd75 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:38.977782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58596) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:39.056197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.083041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Pushing event deleted for resources: {'Port': ['ID=830f6452-9255-4c38-8bdb-7a6a59917797,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:39.093743 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6416bd7-2f41-4b23-bdd5-1664a63977e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.143769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.191896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6416bd7-2f41-4b23-bdd5-1664a63977e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.194866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-eac96ec4-ae3c-4200-b9de-8d644a7cec4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.223190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac96ec4-ae3c-4200-b9de-8d644a7cec4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=f373a23e-4612-4cbe-9827-566089f0bd75,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:39.238809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.241899 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.265458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-eac96ec4-ae3c-4200-b9de-8d644a7cec4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] No DVR routers for this DVR port f373a23e-4612-4cbe-9827-566089f0bd75 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:39.267983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-eac96ec4-ae3c-4200-b9de-8d644a7cec4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.270025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d09a2087-6138-49a4-9ee8-1b98e60ee187 req-eac96ec4-ae3c-4200-b9de-8d644a7cec4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "DELETE /v2.0/ports/f373a23e-4612-4cbe-9827-566089f0bd75 HTTP/1.1" status: 204 len: 173 time: 0.5720022 Aug 20 11:48:39.270489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'name': 'network-vif-deleted', 'tag': 'f373a23e-4612-4cbe-9827-566089f0bd75'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:39.272945 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c4c08d-e94f-4b74-826b-7f236a640c8e" -d '{"events": [{"server_uuid": "4d19372b-9381-4d7f-a99b-e34610ed0051", "name": "network-vif-deleted", "tag": "f373a23e-4612-4cbe-9827-566089f0bd75"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:39.285558 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a6416bd7-2f41-4b23-bdd5-1664a63977e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.315509 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2529a95a-d252-4b54-ab4a-9942477518b3 x-openstack-request-id: req-2529a95a-d252-4b54-ab4a-9942477518b3 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:39.315807 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d19372b-9381-4d7f-a99b-e34610ed0051", "name": "network-vif-deleted", "tag": "f373a23e-4612-4cbe-9827-566089f0bd75", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:39.316065 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2529a95a-d252-4b54-ab4a-9942477518b3 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:39.316464 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d19372b-9381-4d7f-a99b-e34610ed0051', 'name': 'network-vif-deleted', 'tag': 'f373a23e-4612-4cbe-9827-566089f0bd75', 'status': 'completed', 'code': 200} Aug 20 11:48:39.329236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6416bd7-2f41-4b23-bdd5-1664a63977e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f84346-3303-4a9d-b30c-7d09998145a4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:39.335289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a6416bd7-2f41-4b23-bdd5-1664a63977e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea4fc59ffbc34c87b3e5cf01b1e3a693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564322 Aug 20 11:48:39.337924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58602) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:39.390983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b86a4590-5d7b-44d8-8743-defb4d1ce1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.416741 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b86a4590-5d7b-44d8-8743-defb4d1ce1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.434294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.435583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Fanout notify agent at l3_agent the message router_deleted on router ce1d1c5e-3e91-4567-8f0a-5df48a806f8d {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:39.443905 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.445115 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e3126586-42e9-4289-bc39-6866ca0c05da tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/ce1d1c5e-3e91-4567-8f0a-5df48a806f8d HTTP/1.1" status: 204 len: 168 time: 1.1455312 Aug 20 11:48:39.449991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58604) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:39.455799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-71c3f20e-06a6-4fb9-9303-fad137955ce3 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-866996260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:39.599909 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b86a4590-5d7b-44d8-8743-defb4d1ce1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.602618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b86a4590-5d7b-44d8-8743-defb4d1ce1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.606212 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b86a4590-5d7b-44d8-8743-defb4d1ce1d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3f84346-3303-4a9d-b30c-7d09998145a4 HTTP/1.1" status: 204 len: 168 time: 0.2649171 Aug 20 11:48:39.615821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a4590-5d7b-44d8-8743-defb4d1ce1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f84346-3303-4a9d-b30c-7d09998145a4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:39.645232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-71c3f20e-06a6-4fb9-9303-fad137955ce3 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.646630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-71c3f20e-06a6-4fb9-9303-fad137955ce3 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.657158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f36e0ad-1448-48a5-8ba2-0364296e7737 req-61a1be68-cc58-4938-9f80-ec828a1a84dd tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d19372b-9381-4d7f-a99b-e34610ed0051 HTTP/1.1" status: 200 len: 210 time: 0.0323822 Aug 20 11:48:39.719220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-71c3f20e-06a6-4fb9-9303-fad137955ce3 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.794603 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-71c3f20e-06a6-4fb9-9303-fad137955ce3 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.899064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-71c3f20e-06a6-4fb9-9303-fad137955ce3 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:39.900298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-71c3f20e-06a6-4fb9-9303-fad137955ce3 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4491920 Aug 20 11:48:39.903209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58614) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:39.908032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'enable_snat': True}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:40.126581 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.603935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58616) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:40.618952 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b1d19e8-e37c-47d8-bf21-9c634e26fd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.626065 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.649836 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.721058 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b1d19e8-e37c-47d8-bf21-9c634e26fd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.721886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58620) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:40.760885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Allocated IP 172.25.4.144 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/a51de8b5-2665-42fb-93c5-74f32b5fbc18) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:40.785370 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6f1db393-440e-4c1a-b578-4310506fe44b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.811899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6f1db393-440e-4c1a-b578-4310506fe44b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.820163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1b1d19e8-e37c-47d8-bf21-9c634e26fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.869761 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.882227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1b1d19e8-e37c-47d8-bf21-9c634e26fd7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7903462183f64b258d191ac54efae068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768509 Aug 20 11:48:40.884925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58622) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:40.885302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d19e8-e37c-47d8-bf21-9c634e26fd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf9558-f6b0-46bd-852c-e5a546098296,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:40.957860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4956243-2ae7-4d8f-b216-797f05dd66c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:40.982024 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4956243-2ae7-4d8f-b216-797f05dd66c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.028396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6f1db393-440e-4c1a-b578-4310506fe44b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.031134 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6f1db393-440e-4c1a-b578-4310506fe44b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.032319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6f1db393-440e-4c1a-b578-4310506fe44b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/security-groups/a38adf70-765a-435a-8d93-3249bec9bbe6 HTTP/1.1" status: 204 len: 168 time: 0.3094077 Aug 20 11:48:41.042045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1db393-440e-4c1a-b578-4310506fe44b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38adf70-765a-435a-8d93-3249bec9bbe6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:41.059206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f373a23e-4612-4cbe-9827-566089f0bd75 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:41.070219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.083486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: f373a23e-4612-4cbe-9827-566089f0bd75 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:41.083830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device f373a23e-4612-4cbe-9827-566089f0bd75 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:41.112579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:41.115326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:41.118901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:41.126918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event updated for resources: {'Port': ['ID=a51de8b5-2665-42fb-93c5-74f32b5fbc18,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:41.167920 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4956243-2ae7-4d8f-b216-797f05dd66c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.170460 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4956243-2ae7-4d8f-b216-797f05dd66c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.171745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d4956243-2ae7-4d8f-b216-797f05dd66c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89bf9558-f6b0-46bd-852c-e5a546098296 HTTP/1.1" status: 204 len: 168 time: 0.2855086 Aug 20 11:48:41.213677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4956243-2ae7-4d8f-b216-797f05dd66c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf9558-f6b0-46bd-852c-e5a546098296,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:41.220864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58628) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:41.325537 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.554452 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.610110 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.768080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.772590 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.885208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port 5c83ba52-9bca-449f-b791-c01c1f1efc27 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:41.885558 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.982617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] For port 5c83ba52-9bca-449f-b791-c01c1f1efc27, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5c83ba52-9bca-449f-b791-c01c1f1efc27,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:41.982983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:41.996194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for 5c83ba52-9bca-449f-b791-c01c1f1efc27 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:42.040036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Router 4d4511a4-1949-4b4b-b651-6c02fe9fb396 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:42.147469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:42.152201 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.153023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-28a2379b-0f4f-466b-a087-93bd0bc27995 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "PUT /v2.0/routers/4d4511a4-1949-4b4b-b651-6c02fe9fb396 HTTP/1.1" status: 200 len: 918 time: 2.2487998 Aug 20 11:48:42.156191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58642) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:42.160031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4081e-633d-41ee-8f62-8e076cdd1d53 None None] Sync routers for ids ['4d4511a4-1949-4b4b-b651-6c02fe9fb396'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:42.169906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4081e-633d-41ee-8f62-8e076cdd1d53 None None] Routers {'4d4511a4-1949-4b4b-b651-6c02fe9fb396'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:42.170792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7ae4081e-633d-41ee-8f62-8e076cdd1d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d4511a4-1949-4b4b-b651-6c02fe9fb396'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:42.207125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7ae4081e-633d-41ee-8f62-8e076cdd1d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:42.219101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4081e-633d-41ee-8f62-8e076cdd1d53 None None] Routers {'4d4511a4-1949-4b4b-b651-6c02fe9fb396'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:42.219851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7ae4081e-633d-41ee-8f62-8e076cdd1d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4d4511a4-1949-4b4b-b651-6c02fe9fb396'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:42.254342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7ae4081e-633d-41ee-8f62-8e076cdd1d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:42.255121 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4081e-633d-41ee-8f62-8e076cdd1d53 None None] The sync data for ids ['4d4511a4-1949-4b4b-b651-6c02fe9fb396'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:42.266628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1f693513-ee2e-4973-91f1-dfbb4762f886 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/routers/4d4511a4-1949-4b4b-b651-6c02fe9fb396 HTTP/1.1" status: 200 len: 924 time: 0.1095376 Aug 20 11:48:42.269122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58648) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:42.303917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.310872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d01aefb-fb1c-46a6-b50b-77c1533415c3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.313185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d01aefb-fb1c-46a6-b50b-77c1533415c3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&device_id=4d4511a4-1949-4b4b-b651-6c02fe9fb396&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0423350 Aug 20 11:48:42.330608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58652) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:42.337670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=5c83ba52-9bca-449f-b791-c01c1f1efc27,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:42.435235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e60ec-79e2-4d28-864a-a0903ccb7541 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:42.438473 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f95e60ec-79e2-4d28-864a-a0903ccb7541 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 881 time: 0.1060696 Aug 20 11:48:42.440849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58654) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:42.468897 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dfb83d50-127f-4655-92a3-9c0a690d731f tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d4511a4-1949-4b4b-b651-6c02fe9fb396 HTTP/1.1" status: 200 len: 205 time: 0.0269327 Aug 20 11:48:42.471312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58656) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:42.527722 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:42.601029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.028132 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.079141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 2451c23d-5eb0-4b59-9979-8423f7dfdffe has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:43.158028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Deleting port a51de8b5-2665-42fb-93c5-74f32b5fbc18 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:43.158373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.188455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:43.197971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7158fc63-2455-4e85-abf9-8a66864bf86e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "PUT /v2.0/routers/2451c23d-5eb0-4b59-9979-8423f7dfdffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9758899 Aug 20 11:48:43.200661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58670) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:43.203363 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] Sync routers for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:43.221303 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:43.221303 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:43.249882 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.259902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c2efcd-2372-4900-a9a9-0df27210a5ed tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting subnet 600bdbe7-38f1-47fd-a31d-d8528989dba3 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:48:43.263000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Calling delete_port for a51de8b5-2665-42fb-93c5-74f32b5fbc18 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:43.264660 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10c2efcd-2372-4900-a9a9-0df27210a5ed tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.317388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10c2efcd-2372-4900-a9a9-0df27210a5ed tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.325050 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:43.433374 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10c2efcd-2372-4900-a9a9-0df27210a5ed tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.540075 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:42Z', 'revision_number': 7, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:43.573962 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] Checking router: 2451c23d-5eb0-4b59-9979-8423f7dfdffe for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:43.577372 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.583727 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] Routers {'2451c23d-5eb0-4b59-9979-8423f7dfdffe'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:43.584463 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:43.605612 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.609690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Pushing event deleted for resources: {'Port': ['ID=a51de8b5-2665-42fb-93c5-74f32b5fbc18,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:43.610189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10c2efcd-2372-4900-a9a9-0df27210a5ed tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.678317 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.702684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2efcd-2372-4900-a9a9-0df27210a5ed tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Subnet': ['ID=600bdbe7-38f1-47fd-a31d-d8528989dba3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:43.717793 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10c2efcd-2372-4900-a9a9-0df27210a5ed tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.724243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab30e4-3f3a-492c-b5d7-296906d43132 None None] Network 84fb7308-1843-4e4e-a04b-6a6b145de747 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:43.731612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-10c2efcd-2372-4900-a9a9-0df27210a5ed tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/subnets/600bdbe7-38f1-47fd-a31d-d8528989dba3 HTTP/1.1" status: 204 len: 168 time: 0.5273299 Aug 20 11:48:43.731887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58680) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:43.752605 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] Set router 2451c23d-5eb0-4b59-9979-8423f7dfdffe gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:43.812219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.816739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.893950 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.970612 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.970874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Fanout notify agent at l3_agent the message router_deleted on router 4d4511a4-1949-4b4b-b651-6c02fe9fb396 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:43.979002 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:43.982093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3acf0ea5-20ea-47f4-b5be-05e7a887e713 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/4d4511a4-1949-4b4b-b651-6c02fe9fb396 HTTP/1.1" status: 204 len: 168 time: 1.5098412 Aug 20 11:48:43.986411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58682) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:43.995384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-42707430-bf48-484a-bc8f-6428dfa76477 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-973419108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:43.996413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f69681-bb86-4151-be53-9825957cea38 None None] DHCP port deletion for 84fb7308-1843-4e4e-a04b-6a6b145de747 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:48:44.047466 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.048908 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:42Z', 'revision_number': 7, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:44.072160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-29f69681-bb86-4151-be53-9825957cea38 None None] Deleting port 29d93bf5-51f9-4363-9056-1a5478b75541 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:44.072631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29f69681-bb86-4151-be53-9825957cea38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.079757 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0c606-fe38-4480-a13d-b14dc405f370 None None] The sync data for ids ['2451c23d-5eb0-4b59-9979-8423f7dfdffe'] in n-d-804230-3 is: [{'id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'name': 'tempest-TestNetworkBasicOps-router-467022022', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:46:20Z', 'updated_at': '2021-08-20T11:48:42Z', 'revision_number': 7, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': '799eaced-9ddf-47c6-997d-07f3574538b6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2451c23d-5eb0-4b59-9979-8423f7dfdffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:46:21Z', 'updated_at': '2021-08-20T11:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:44.143249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-29f69681-bb86-4151-be53-9825957cea38 None None] For port 29d93bf5-51f9-4363-9056-1a5478b75541, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=29d93bf5-51f9-4363-9056-1a5478b75541,segment=NetworkSegment(ae7e611f-e89b-4e4f-b88e-4e52d7d6b538),segment_id=ae7e611f-e89b-4e4f-b88e-4e52d7d6b538)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:44.143660 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29f69681-bb86-4151-be53-9825957cea38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.156906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-29f69681-bb86-4151-be53-9825957cea38 None None] Calling delete_port for 29d93bf5-51f9-4363-9056-1a5478b75541 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:44.177186 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42707430-bf48-484a-bc8f-6428dfa76477 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.181432 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42707430-bf48-484a-bc8f-6428dfa76477 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.249784 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42707430-bf48-484a-bc8f-6428dfa76477 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.279855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port 799eaced-9ddf-47c6-997d-07f3574538b6 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:44.280406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.320253 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29f69681-bb86-4151-be53-9825957cea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.350720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f69681-bb86-4151-be53-9825957cea38 None None] Pushing event deleted for resources: {'Port': ['ID=29d93bf5-51f9-4363-9056-1a5478b75541,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:44.352640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f69681-bb86-4151-be53-9825957cea38 None None] No DVR routers for this DVR port 29d93bf5-51f9-4363-9056-1a5478b75541 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:44.361010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42707430-bf48-484a-bc8f-6428dfa76477 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.370375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] For port 799eaced-9ddf-47c6-997d-07f3574538b6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=799eaced-9ddf-47c6-997d-07f3574538b6,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:44.370791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.388965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for 799eaced-9ddf-47c6-997d-07f3574538b6 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:44.565756 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42707430-bf48-484a-bc8f-6428dfa76477 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.567044 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-42707430-bf48-484a-bc8f-6428dfa76477 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5795295 Aug 20 11:48:44.570365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58684) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:44.574902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'enable_snat': False}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:44.692169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.727001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=799eaced-9ddf-47c6-997d-07f3574538b6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:44.780358 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.785456 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.884851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:44.887431 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.069136 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.069347 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f221b2e7-08bf-4432-96f0-645e51ba0d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.070594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Fanout notify agent at l3_agent the message router_deleted on router 2451c23d-5eb0-4b59-9979-8423f7dfdffe {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:45.085341 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.088878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-df082ff9-fd33-464d-93f3-f1466e87d1b7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/routers/2451c23d-5eb0-4b59-9979-8423f7dfdffe HTTP/1.1" status: 204 len: 168 time: 1.3535798 Aug 20 11:48:45.089402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58690) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:45.163421 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.173391 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.183987 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.272643 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.282467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fb7308-1843-4e4e-a04b-6a6b145de747']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:45.298596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:45.298915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7e611f-e89b-4e4f-b88e-4e52d7d6b538') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:45.304454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Allocated IP 172.25.4.98 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/f7e7f718-1a80-4434-999c-36a37fc90606) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:45.308461 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.323032 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: items = [ Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:48:45.342685 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:48:45.418232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.486545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.494021 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.498351 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/networks/84fb7308-1843-4e4e-a04b-6a6b145de747 HTTP/1.1" status: 204 len: 168 time: 0.4053023 Aug 20 11:48:45.514970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b8a1a-7bea-48f7-838b-e787d84d3a49 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Network': ['ID=84fb7308-1843-4e4e-a04b-6a6b145de747,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:45.515161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58694) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:45.523835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'network': {'name': 'tempest-network-smoke--488028675', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'port_security_enabled': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:45.611895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.654047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Made reservation on behalf of 9699ebf9652148b7a5e10af7cd210ece for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:45.657573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.660618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:45.675969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:45.681423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:45.703023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e7f718-1a80-4434-999c-36a37fc90606,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:45.726691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 29d93bf5-51f9-4363-9056-1a5478b75541 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:45.735018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:48:45.747326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 29d93bf5-51f9-4363-9056-1a5478b75541 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:45.748935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 29d93bf5-51f9-4363-9056-1a5478b75541 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:45.748935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 799eaced-9ddf-47c6-997d-07f3574538b6 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:45.767434 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 799eaced-9ddf-47c6-997d-07f3574538b6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:45.767763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 799eaced-9ddf-47c6-997d-07f3574538b6 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:45.768196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c83ba52-9bca-449f-b791-c01c1f1efc27 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:45.787961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5c83ba52-9bca-449f-b791-c01c1f1efc27 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:45.793521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5c83ba52-9bca-449f-b791-c01c1f1efc27 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:45.806386 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.806712 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Added segment 9085e773-ed57-42bd-a752-ad87a6e0d1f6 of type vlan for network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd Aug 20 11:48:45.875532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:45.920490 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-e408f350-cb38-49dc-b5fe-442bc87395b8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497389 Aug 20 11:48:46.039543 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.040435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-9fff1675-ee6b-4143-907b-a3755ca89637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:46.042037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-9fff1675-ee6b-4143-907b-a3755ca89637 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 1096 time: 0.0637975 Aug 20 11:48:46.042724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:46.043346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.153813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Network': ['ID=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:46.156169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-1ccbe307-3c83-4809-8a71-1e39870d2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:46.161950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-1ccbe307-3c83-4809-8a71-1e39870d2682 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.0904500 Aug 20 11:48:46.166140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:48:46.175059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.215797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6dfb0052-2fd7-40db-af8c-a44281b22e9b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6959038 Aug 20 11:48:46.217398 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58702) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:46.222117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-496562682', 'admin_state_up': True, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:46.257860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-e3cdbb75-020f-44c4-beb3-7c06f534663e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a53a2634-07b6-4c15-a75e-de2cb330e95e HTTP/1.1" status: 200 len: 999 time: 0.0872250 Aug 20 11:48:46.315815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-ca583c59-3d43-46b7-8ca1-4ae0d745fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:46.317334 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-ca583c59-3d43-46b7-8ca1-4ae0d745fbca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0457826 Aug 20 11:48:46.331427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.332645 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.385576 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.389035 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.419877 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.421869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-7e1fd6b4-926c-4143-987c-6637f2f00ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:46.423426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-7e1fd6b4-926c-4143-987c-6637f2f00ec9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866468 Aug 20 11:48:46.598508 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-d4016da8-3578-46de-bf40-f195ec9a53f6 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619499 Aug 20 11:48:46.605809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Router ffc29339-724b-41ac-b04e-a6d68ceefd6b is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:46.712489 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.730010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:46.734888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:46.739395 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c8b74efe-a48e-4ccc-976a-b7c1c8a78bc3 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "PUT /v2.0/routers/ffc29339-724b-41ac-b04e-a6d68ceefd6b HTTP/1.1" status: 200 len: 918 time: 2.1651323 Aug 20 11:48:46.739395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58706) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:46.742404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0bde2-095e-423f-9d31-30c6653c0208 None None] Sync routers for ids ['ffc29339-724b-41ac-b04e-a6d68ceefd6b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:46.773013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ad21adf-d668-4f3d-8ecc-3e89dba2cdd9 req-9c2d7de7-8c49-409d-bd60-12896cf0699a service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390893 Aug 20 11:48:46.777570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0bde2-095e-423f-9d31-30c6653c0208 None None] Routers {'ffc29339-724b-41ac-b04e-a6d68ceefd6b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:46.777570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-93f0bde2-095e-423f-9d31-30c6653c0208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ffc29339-724b-41ac-b04e-a6d68ceefd6b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:46.812266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-93f0bde2-095e-423f-9d31-30c6653c0208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:46.823869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0bde2-095e-423f-9d31-30c6653c0208 None None] Routers {'ffc29339-724b-41ac-b04e-a6d68ceefd6b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:46.824811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-93f0bde2-095e-423f-9d31-30c6653c0208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ffc29339-724b-41ac-b04e-a6d68ceefd6b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:46.861917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-93f0bde2-095e-423f-9d31-30c6653c0208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:46.862681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0bde2-095e-423f-9d31-30c6653c0208 None None] The sync data for ids ['ffc29339-724b-41ac-b04e-a6d68ceefd6b'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:46.875358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f66f25b1-d392-4570-91a3-d2a86ad3dc35 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/routers/ffc29339-724b-41ac-b04e-a6d68ceefd6b HTTP/1.1" status: 200 len: 924 time: 0.1326754 Aug 20 11:48:46.875684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58712) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:46.931387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127c84a6-e325-434f-9c45-b79c17609fe4 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:46.932920 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-127c84a6-e325-434f-9c45-b79c17609fe4 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&device_id=ffc29339-724b-41ac-b04e-a6d68ceefd6b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0562878 Aug 20 11:48:46.935842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58716) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:47.075891 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.081165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d14afe-0e3d-4bf8-b549-6f252eade6a8 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:47.083495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d0d14afe-0e3d-4bf8-b549-6f252eade6a8 tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 881 time: 0.1461158 Aug 20 11:48:47.086480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58724) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:47.099409 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.121422 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-795bd4e6-aef4-494c-9571-03bcfcfe8a69 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc29339-724b-41ac-b04e-a6d68ceefd6b HTTP/1.1" status: 200 len: 205 time: 0.0335612 Aug 20 11:48:47.124067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58726) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:47.227174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Allocated IP 172.25.4.56 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e7471946-a7c4-4aff-a32b-7f26e8d9f5c1) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:47.251438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.338860 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.358897 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.391298 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:48:47.549790 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Deleting port f7e7f718-1a80-4434-999c-36a37fc90606 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:47.550155 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.555131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.595700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:47.598554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:47.602900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:47.629599 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.633535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=e7471946-a7c4-4aff-a32b-7f26e8d9f5c1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:47.642208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Calling delete_port for f7e7f718-1a80-4434-999c-36a37fc90606 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:47.743702 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b111d093-90ea-4f2f-9092-5c8e9d441b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.904390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:47.928616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Pushing event deleted for resources: {'Port': ['ID=f7e7f718-1a80-4434-999c-36a37fc90606,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:47.996648 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.115822 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.118739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.308925 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.310399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Fanout notify agent at l3_agent the message router_deleted on router ffc29339-724b-41ac-b04e-a6d68ceefd6b {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:48.318649 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.322902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3a716c05-61ed-4179-921a-9871c4d57675 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/ffc29339-724b-41ac-b04e-a6d68ceefd6b HTTP/1.1" status: 204 len: 168 time: 1.1977911 Aug 20 11:48:48.338012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58734) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:48.342908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1239521686', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:48.469134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.470324 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.501973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.545971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.645851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.733557 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:48.965800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:49.107047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:49.133747 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Sync routers for ids ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:49.143351 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Routers {'6d21ff91-aa61-4064-a2c8-ec28dee8aef8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:49.144257 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:49.165126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.252767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.254607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-322e8bdf-abf0-4cb4-834e-d3d366e08340 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0361562 Aug 20 11:48:49.258411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58738) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:49.299607 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.469261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0020bce1-2e2b-47a9-be33-28f16c0f78df tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9699ebf9652148b7a5e10af7cd210ece&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723822 Aug 20 11:48:49.469261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58742) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:49.469471 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Set router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:49.603169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ca2eb-d142-4600-96ea-a6a021af12ee tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:49.603169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bc0ca2eb-d142-4600-96ea-a6a021af12ee tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2494028 Aug 20 11:48:49.603169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58744) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:49.610279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.630692 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.648001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-78918fc0-ef4a-42dd-96c7-4fa7a82ed349 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438273 Aug 20 11:48:49.652642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58746) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:49.661851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380851237', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:49.719040 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:47Z', 'revision_number': 3, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:49.749937 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Checking router: 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:49.755728 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Updating router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:48:49.766307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Allocated IP 172.25.4.147 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/d74ae1e1-056c-41d6-a133-218efd4571e7) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:49.782416 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.898140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:49.901564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Made reservation on behalf of 9699ebf9652148b7a5e10af7cd210ece for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:48:49.905839 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.024352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.065574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:50.069297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:50.076837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:50.117867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Pushing event updated for resources: {'Port': ['ID=d74ae1e1-056c-41d6-a133-218efd4571e7,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:50.216643 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.228682 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.242517 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Transition to ACTIVE for port object e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:50.286114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Subnet': ['ID=0b450c29-4abb-48b7-abec-89fe2ad5d24e,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:50.299201 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.299416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.299765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.300174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.300751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.301076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.301410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.301812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.302056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.309542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.309542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.309542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:48:50.312798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Checking segment: {'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:50.316399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network hostable DHCP agents. Network: 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:48:50.338205 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.402659 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Attempting to bind port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:50.403160 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Attempting to bind port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:50.403626 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Attempting to bind port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:50.405988 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588b98b-91a0-4f4e-9fa6-97a5e26a658f None None] Pushing event updated for resources: {'Port': ['ID=e7471946-a7c4-4aff-a32b-7f26e8d9f5c1,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:50.414929 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:50.415332 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:50.415735 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.416122 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:50.417150 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Bound port: e7471946-a7c4-4aff-a32b-7f26e8d9f5c1, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:50.417547 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.450182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:48:50.479762 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] For port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:50.483780 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] For port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e7471946-a7c4-4aff-a32b-7f26e8d9f5c1,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:50.500760 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.554581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:50.559378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:50.559637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.565774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece54ae-4d5a-41c6-98ad-1120b2ee70d1 None None] Network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:50.588624 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.644973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-57e22676-7003-47e8-8b0a-f666dcefc060 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9954433 Aug 20 11:48:50.649818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58764) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:50.658156 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Routers {'6d21ff91-aa61-4064-a2c8-ec28dee8aef8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:50.658836 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:50.699013 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588b98b-91a0-4f4e-9fa6-97a5e26a658f None None] Pushing event updated for resources: {'Port': ['ID=e7471946-a7c4-4aff-a32b-7f26e8d9f5c1,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:50.753391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.802004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:48:50.805352 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:50.805958 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] Set router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:50.905934 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.010350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Allocated IP 172.20.0.2 (5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd/0b450c29-4abb-48b7-abec-89fe2ad5d24e/bf43daa9-093e-425b-9953-bc1718b185a1) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:51.038770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Router 818e300a-14b4-4f2e-8941-7c64dfdd96a0 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:48:51.105157 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:47Z', 'revision_number': 3, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:51.185003 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4af7ec-dd07-44a4-b53a-181375c751a8 None None] The sync data for ids ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'] in n-d-804230-3 is: [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:47Z', 'revision_number': 3, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:51.258110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:51.281518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0049b9-8eca-4b91-b769-686c91721c00 None None] Sync routers for ids ['818e300a-14b4-4f2e-8941-7c64dfdd96a0'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:51.305687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0049b9-8eca-4b91-b769-686c91721c00 None None] Routers {'818e300a-14b4-4f2e-8941-7c64dfdd96a0'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:51.306861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ea0049b9-8eca-4b91-b769-686c91721c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['818e300a-14b4-4f2e-8941-7c64dfdd96a0'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:51.337873 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.349248 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.350680 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c0e8436e-ffa7-4256-b02f-cb7d4d75d178 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0114913 Aug 20 11:48:51.352992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ea0049b9-8eca-4b91-b769-686c91721c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:51.354532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58768) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:51.359413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:51.367845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0049b9-8eca-4b91-b769-686c91721c00 None None] Routers {'818e300a-14b4-4f2e-8941-7c64dfdd96a0'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:51.368476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ea0049b9-8eca-4b91-b769-686c91721c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['818e300a-14b4-4f2e-8941-7c64dfdd96a0'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:51.370747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.380092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Transition to ACTIVE for port object bf43daa9-093e-425b-9953-bc1718b185a1 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:51.403519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Transition to ACTIVE for port object bf43daa9-093e-425b-9953-bc1718b185a1 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:51.451086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ea0049b9-8eca-4b91-b769-686c91721c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:51.452562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0049b9-8eca-4b91-b769-686c91721c00 None None] The sync data for ids ['818e300a-14b4-4f2e-8941-7c64dfdd96a0'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:51.497432 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.526906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:51.532687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:51.538040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:51.665016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Pushing event updated for resources: {'Port': ['ID=bf43daa9-093e-425b-9953-bc1718b185a1,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:51.749911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Attempting to bind port bf43daa9-093e-425b-9953-bc1718b185a1 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:51.752244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Attempting to bind port bf43daa9-093e-425b-9953-bc1718b185a1 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:51.755201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Attempting to bind port bf43daa9-093e-425b-9953-bc1718b185a1 on network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:51.762525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:51.762995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Checking segment: {'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:51.764968 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.765563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Bound using segment: {'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:51.766181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Bound port: bf43daa9-093e-425b-9953-bc1718b185a1, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:51.766764 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:51.861254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:51.867565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Allocated IP 172.20.0.1 (5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd/0b450c29-4abb-48b7-abec-89fe2ad5d24e/849780b3-3525-430c-893b-c0df9d5b3c7c) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:48:51.966021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] For port bf43daa9-093e-425b-9953-bc1718b185a1, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:52.000077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] For port bf43daa9-093e-425b-9953-bc1718b185a1, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bf43daa9-093e-425b-9953-bc1718b185a1,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:52.055212 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.066575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.072822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Transition to ACTIVE for port object 849780b3-3525-430c-893b-c0df9d5b3c7c will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:52.120880 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.170627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:52.172439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:52.172813 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.204764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.253360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa655a-8f06-4982-b740-c27269d33dc2 None None] Pushing event updated for resources: {'Port': ['ID=bf43daa9-093e-425b-9953-bc1718b185a1,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:52.280063 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.320879 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.340921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:52.361291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e7471946-a7c4-4aff-a32b-7f26e8d9f5c1,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:52.372006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=849780b3-3525-430c-893b-c0df9d5b3c7c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:52.375434 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:52.380506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:48:52.406894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Deleting port d74ae1e1-056c-41d6-a133-218efd4571e7 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:52.406894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.461609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.528498 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.549010 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.556590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Calling delete_port for d74ae1e1-056c-41d6-a133-218efd4571e7 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:52.615091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e7471946-a7c4-4aff-a32b-7f26e8d9f5c1,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:52.919385 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.932114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:52.972694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Pushing event deleted for resources: {'Port': ['ID=d74ae1e1-056c-41d6-a133-218efd4571e7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:53.063920 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.296573 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.304405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.316550 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.366348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b30d879-3399-4823-b317-498cf7e43228 None None] Network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:48:53.393715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Router 818e300a-14b4-4f2e-8941-7c64dfdd96a0 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:53.418105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.476122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:53.482902 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.484166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fbdc5718-1786-4b47-a9df-f7a3b7967bd2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "PUT /v2.0/routers/818e300a-14b4-4f2e-8941-7c64dfdd96a0 HTTP/1.1" status: 200 len: 710 time: 2.1285586 Aug 20 11:48:53.486942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58784) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:53.489694 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68ee58-29ac-4e74-8bd2-ac83959a1f4c None None] Sync routers for ids ['818e300a-14b4-4f2e-8941-7c64dfdd96a0'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:53.512223 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68ee58-29ac-4e74-8bd2-ac83959a1f4c None None] Routers {'818e300a-14b4-4f2e-8941-7c64dfdd96a0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:53.512223 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6c68ee58-29ac-4e74-8bd2-ac83959a1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['818e300a-14b4-4f2e-8941-7c64dfdd96a0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:53.550107 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6c68ee58-29ac-4e74-8bd2-ac83959a1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:53.551470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=849780b3-3525-430c-893b-c0df9d5b3c7c,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:53.559487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.572685 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68ee58-29ac-4e74-8bd2-ac83959a1f4c None None] Routers {'818e300a-14b4-4f2e-8941-7c64dfdd96a0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:53.573583 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6c68ee58-29ac-4e74-8bd2-ac83959a1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['818e300a-14b4-4f2e-8941-7c64dfdd96a0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:53.579772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d6ceef78-3f16-496a-9a8f-f2f309d6b796 None None] Provisioning for port bf43daa9-093e-425b-9953-bc1718b185a1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:53.626514 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6167fae8-35ed-4734-b3b9-ee40655a546e tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/routers/818e300a-14b4-4f2e-8941-7c64dfdd96a0 HTTP/1.1" status: 200 len: 745 time: 0.1381311 Aug 20 11:48:53.627409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58786) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:53.629896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1aa0e4-b997-4bc1-b575-620a2ce8ca60 req-bd417ba9-07ab-46a9-99c2-94ed9ff0f956 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:53.632255 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b1aa0e4-b997-4bc1-b575-620a2ce8ca60 req-bd417ba9-07ab-46a9-99c2-94ed9ff0f956 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 946 time: 0.1642056 Aug 20 11:48:53.635636 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6c68ee58-29ac-4e74-8bd2-ac83959a1f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:53.638247 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68ee58-29ac-4e74-8bd2-ac83959a1f4c None None] The sync data for ids ['818e300a-14b4-4f2e-8941-7c64dfdd96a0'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:53.692448 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c0a4d94f-1e7b-4197-a772-60593372f1db tempest-RoutersIpV6AdminTest-140825678 tempest-RoutersIpV6AdminTest-140825678-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&device_id=818e300a-14b4-4f2e-8941-7c64dfdd96a0 HTTP/1.1" status: 200 len: 205 time: 0.0614252 Aug 20 11:48:53.693955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58788) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:53.695014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b1aa0e4-b997-4bc1-b575-620a2ce8ca60 req-d26a1e04-d593-45ac-ad6d-45c0db189b4f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536838 Aug 20 11:48:53.746000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-41e4b1d2-9a2c-4884-a5b1-88d25ce5e047 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=818e300a-14b4-4f2e-8941-7c64dfdd96a0 HTTP/1.1" status: 200 len: 205 time: 0.0421228 Aug 20 11:48:53.746597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:48:53.746597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:48:53.746597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58790) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:53.866103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bf43daa9-093e-425b-9953-bc1718b185a1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:53.941950 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff79e361-60f4-41ed-b7af-9b5c212c7d9e tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:53.994323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-02c55f82-15d7-4ca4-a541-047dfb3b5892 None None] Provisioning for port 849780b3-3525-430c-893b-c0df9d5b3c7c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:53.998797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-02c55f82-15d7-4ca4-a541-047dfb3b5892 None None] Provisioning complete for port 849780b3-3525-430c-893b-c0df9d5b3c7c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:53.999300 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-02c55f82-15d7-4ca4-a541-047dfb3b5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.032261 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port bf43daa9-093e-425b-9953-bc1718b185a1 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:54.041887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port bf43daa9-093e-425b-9953-bc1718b185a1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:54.042623 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.056229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:54.111024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-02c55f82-15d7-4ca4-a541-047dfb3b5892 None None] Port 849780b3-3525-430c-893b-c0df9d5b3c7c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:54.127349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-02c55f82-15d7-4ca4-a541-047dfb3b5892 None None] Provisioning complete for port bf43daa9-093e-425b-9953-bc1718b185a1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:54.127720 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-02c55f82-15d7-4ca4-a541-047dfb3b5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.137511 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff79e361-60f4-41ed-b7af-9b5c212c7d9e tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.179585 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff79e361-60f4-41ed-b7af-9b5c212c7d9e tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.200766 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.264482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port bf43daa9-093e-425b-9953-bc1718b185a1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bf43daa9-093e-425b-9953-bc1718b185a1,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:54.313323 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-02c55f82-15d7-4ca4-a541-047dfb3b5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.328100 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.329115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:54.447524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=bf43daa9-093e-425b-9953-bc1718b185a1,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:54.456447 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-02c55f82-15d7-4ca4-a541-047dfb3b5892 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:48:54.456804 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-02c55f82-15d7-4ca4-a541-047dfb3b5892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:48:54.465772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:54.466194 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.592976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:54.600773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e7835948-22ed-44cd-81ab-752ff7af0241 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "PUT /v2.0/routers/6d21ff91-aa61-4064-a2c8-ec28dee8aef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9515207 Aug 20 11:48:54.601481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58802) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:54.603188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Sync routers for ids ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:54.613191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Routers {'6d21ff91-aa61-4064-a2c8-ec28dee8aef8'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:54.613816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:54.646100 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff79e361-60f4-41ed-b7af-9b5c212c7d9e tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.646763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff79e361-60f4-41ed-b7af-9b5c212c7d9e tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Fanout notify agent at l3_agent the message router_deleted on router 818e300a-14b4-4f2e-8941-7c64dfdd96a0 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:48:54.653912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff79e361-60f4-41ed-b7af-9b5c212c7d9e tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:54.655063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ff79e361-60f4-41ed-b7af-9b5c212c7d9e tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/818e300a-14b4-4f2e-8941-7c64dfdd96a0 HTTP/1.1" status: 204 len: 168 time: 0.9090533 Aug 20 11:48:54.660203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58804) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:54.693158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b9fa0999-ebf0-4cb5-ad3f-d6e654836c73 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=818e300a-14b4-4f2e-8941-7c64dfdd96a0 HTTP/1.1" status: 200 len: 205 time: 0.0310249 Aug 20 11:48:54.695017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58806) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:54.750198 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-8dfa9275-ec05-4cd7-bc0d-01ec3bbb3a88 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] delete failed (client error): The resource could not be found. Aug 20 11:48:54.751444 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8dfa9275-ec05-4cd7-bc0d-01ec3bbb3a88 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/818e300a-14b4-4f2e-8941-7c64dfdd96a0 HTTP/1.1" status: 404 len: 336 time: 0.0552404 Aug 20 11:48:54.758390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58810) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:54.815595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1fa9723e-0705-470e-aa4d-6223ed5db6f0 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc29339-724b-41ac-b04e-a6d68ceefd6b HTTP/1.1" status: 200 len: 205 time: 0.0536747 Aug 20 11:48:54.816093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58812) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:54.868974 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-9b585287-4576-4d62-a78a-d5a8c900828b tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] delete failed (client error): The resource could not be found. Aug 20 11:48:54.870863 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9b585287-4576-4d62-a78a-d5a8c900828b tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/ffc29339-724b-41ac-b04e-a6d68ceefd6b HTTP/1.1" status: 404 len: 336 time: 0.0535479 Aug 20 11:48:54.873502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58814) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:54.918797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-af996e08-d586-4005-9b92-f7000455f02d tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d4511a4-1949-4b4b-b651-6c02fe9fb396 HTTP/1.1" status: 200 len: 205 time: 0.0440083 Aug 20 11:48:54.935820 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58816) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:54.948478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Set router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:54.988455 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-b3c5133e-1b43-43e0-bafa-c6054e095ae2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] delete failed (client error): The resource could not be found. Aug 20 11:48:54.989662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b3c5133e-1b43-43e0-bafa-c6054e095ae2 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/4d4511a4-1949-4b4b-b651-6c02fe9fb396 HTTP/1.1" status: 404 len: 336 time: 0.0524125 Aug 20 11:48:54.994133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58818) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:55.040210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ddcbd182-abee-4807-8449-a5c9360aa03d tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1d1c5e-3e91-4567-8f0a-5df48a806f8d HTTP/1.1" status: 200 len: 205 time: 0.0443969 Aug 20 11:48:55.042561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58820) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:55.061674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-db9382ef-7778-49d4-97f0-fe5af8c8dee0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.063620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-db9382ef-7778-49d4-97f0-fe5af8c8dee0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.57 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 946 time: 0.1759739 Aug 20 11:48:55.168962 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-47d1f75c-c423-4aee-9142-10cf38e0bff6 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] delete failed (client error): The resource could not be found. Aug 20 11:48:55.170377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-47d1f75c-c423-4aee-9142-10cf38e0bff6 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/ce1d1c5e-3e91-4567-8f0a-5df48a806f8d HTTP/1.1" status: 404 len: 336 time: 0.1262741 Aug 20 11:48:55.173419 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58822) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:55.204238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8b7c-69a0-4f44-8775-c5397a6c4eca req-f13a9340-2a75-4a5e-966b-315a88081876 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.212000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-276a8b7c-69a0-4f44-8775-c5397a6c4eca req-f13a9340-2a75-4a5e-966b-315a88081876 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 946 time: 0.1414030 Aug 20 11:48:55.225492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-477172a5-e123-4e4f-b1cc-7d7f496a280e tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=e667ad24-45aa-459f-acce-c8cae94f757c HTTP/1.1" status: 200 len: 205 time: 0.0508032 Aug 20 11:48:55.227903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58826) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:55.243211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e3505c08-7df1-45c7-baaa-6585b41fdd04 None None] Provisioning complete for port 849780b3-3525-430c-893b-c0df9d5b3c7c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:55.244021 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e3505c08-7df1-45c7-baaa-6585b41fdd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.282499 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-141c5520-7b5b-44f2-aa80-705759e138e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] delete failed (client error): The resource could not be found. Aug 20 11:48:55.283606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-141c5520-7b5b-44f2-aa80-705759e138e9 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/e667ad24-45aa-459f-acce-c8cae94f757c HTTP/1.1" status: 404 len: 336 time: 0.0548110 Aug 20 11:48:55.297003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58828) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:55.297872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e3505c08-7df1-45c7-baaa-6585b41fdd04 None None] Port 849780b3-3525-430c-893b-c0df9d5b3c7c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:48:55.309321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d4a6b-c130-4c6b-9c97-fcd19041a605 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.309969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d4a6b-c130-4c6b-9c97-fcd19041a605 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.311404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d4a6b-c130-4c6b-9c97-fcd19041a605 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.311404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d4a6b-c130-4c6b-9c97-fcd19041a605 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.312577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d4a6b-c130-4c6b-9c97-fcd19041a605 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.313139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d4a6b-c130-4c6b-9c97-fcd19041a605 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.313673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d4a6b-c130-4c6b-9c97-fcd19041a605 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.316014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d5d4a6b-c130-4c6b-9c97-fcd19041a605 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4988 time: 0.7131951 Aug 20 11:48:55.324141 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58832) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:55.361158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '849780b3-3525-430c-893b-c0df9d5b3c7c', 'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:97:fc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:51Z', 'updated_at': '2021-08-20T11:48:53Z', 'revision_number': 2, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:55.409634 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-645a968f-61d2-45f0-80cd-2e626fd358d7 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9616ce5-495d-4b82-8756-af10c7b75e4e HTTP/1.1" status: 200 len: 205 time: 0.1093690 Aug 20 11:48:55.410206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58834) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:55.410328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-276a8b7c-69a0-4f44-8775-c5397a6c4eca req-9a521437-73f0-4d42-bc66-f032cefd7b1e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddb15b9a-81c0-4cc6-9efc-65ef7f510811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928717 Aug 20 11:48:55.433654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Checking router: 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:55.436690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Updating router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 port 849780b3-3525-430c-893b-c0df9d5b3c7c binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:48:55.448938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca555811-bc7c-4383-b652-75510d420c1e tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.448938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca555811-bc7c-4383-b652-75510d420c1e tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.448938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca555811-bc7c-4383-b652-75510d420c1e tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.448938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca555811-bc7c-4383-b652-75510d420c1e tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.449416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca555811-bc7c-4383-b652-75510d420c1e tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.449675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca555811-bc7c-4383-b652-75510d420c1e tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.450132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca555811-bc7c-4383-b652-75510d420c1e tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:48:55.454581 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ca555811-bc7c-4383-b652-75510d420c1e tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4647 time: 0.1268964 Aug 20 11:48:55.459264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58836) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:55.488671 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-39999d92-0ff6-4d54-976c-fa1f55a33340 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] delete failed (client error): The resource could not be found. Aug 20 11:48:55.488671 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-39999d92-0ff6-4d54-976c-fa1f55a33340 tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/routers/c9616ce5-495d-4b82-8756-af10c7b75e4e HTTP/1.1" status: 404 len: 336 time: 0.0741749 Aug 20 11:48:55.492085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58838) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:55.495642 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.518517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Deleting port 1c6820d0-825b-4936-8138-c50adca0eeee {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:55.519279 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.548345 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc76512b-7b5c-4103-87fb-669a3fbe62cb tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] DELETE failed (client error): The resource could not be found. Aug 20 11:48:55.548823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc76512b-7b5c-4103-87fb-669a3fbe62cb tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:48:55.550665 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dc76512b-7b5c-4103-87fb-669a3fbe62cb tempest-RoutersIpV6AdminTest-363989540 tempest-RoutersIpV6AdminTest-363989540-project] 10.222.0.10 "DELETE /v2.0/subnets/9499293c-72a0-4823-8717-4c10dcbb68da HTTP/1.1" status: 404 len: 337 time: 0.0578184 Aug 20 11:48:55.648990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bafe81d5-530e-4eb5-81d7-be91cb56f040 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.1853871 Aug 20 11:48:55.690084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] For port 1c6820d0-825b-4936-8138-c50adca0eeee, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1c6820d0-825b-4936-8138-c50adca0eeee,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:55.690288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.799811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bf43daa9-093e-425b-9953-bc1718b185a1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:55.915159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port bf43daa9-093e-425b-9953-bc1718b185a1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:55.915539 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.948381 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.964515 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.965047 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:55.965462 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Floating IP a9df4f9a-fd41-4fdc-a282-06c1fb002a6d disassociated. External IP: 172.25.4.160, port: 1c6820d0-825b-4936-8138-c50adca0eeee. Aug 20 11:48:55.965972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Calling delete_port for 1c6820d0-825b-4936-8138-c50adca0eeee owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:55.982991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Transition to ACTIVE for port object 849780b3-3525-430c-893b-c0df9d5b3c7c will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:48:56.069235 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.132996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58846) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:56.151391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328df8d-de26-48f8-b01a-91cdef624b26 None None] Pushing event updated for resources: {'Port': ['ID=849780b3-3525-430c-893b-c0df9d5b3c7c,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:56.195615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Attempting to bind port 849780b3-3525-430c-893b-c0df9d5b3c7c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:48:56.196176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Attempting to bind port 849780b3-3525-430c-893b-c0df9d5b3c7c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:48:56.200544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Attempting to bind port 849780b3-3525-430c-893b-c0df9d5b3c7c on network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:48:56.206126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:48:56.206727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Checking segment: {'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:48:56.207142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.207543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Bound using segment: {'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:48:56.208429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Bound port: 849780b3-3525-430c-893b-c0df9d5b3c7c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:48:56.209055 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.241527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58850) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:56.247478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-55c46bf1-5d7c-46e4-875e-41662d8068b9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534774321', 'description': 'tempest-secgroup-smoke-534774321 description', 'project_id': '9699ebf9652148b7a5e10af7cd210ece'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:56.259192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.297276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] For port 849780b3-3525-430c-893b-c0df9d5b3c7c, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:48:56.300716 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] For port 849780b3-3525-430c-893b-c0df9d5b3c7c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=849780b3-3525-430c-893b-c0df9d5b3c7c,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:48:56.321384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event deleted for resources: {'Port': ['ID=1c6820d0-825b-4936-8138-c50adca0eeee,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:56.321384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-28538f68-fc95-479c-a9a9-c476aa9ee1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.446091 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.446627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:48:56.461735 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55c46bf1-5d7c-46e4-875e-41662d8068b9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.500527 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Routers {'6d21ff91-aa61-4064-a2c8-ec28dee8aef8'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:56.501185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:56.546348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328df8d-de26-48f8-b01a-91cdef624b26 None None] Pushing event updated for resources: {'Port': ['ID=849780b3-3525-430c-893b-c0df9d5b3c7c,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:56.567020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eca87988-e427-4338-91ba-3dbc67079bdf req-5c6db206-b240-422e-a6bf-62966ee93e70 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 210 time: 0.0579543 Aug 20 11:48:56.614261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:48:56.630461 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] Sync routers for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:48:56.640765 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:56.642128 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:56.674470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] Set router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:56.713141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] No DVR routers for this DVR port 1c6820d0-825b-4936-8138-c50adca0eeee on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:48:56.718067 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.720462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-969d186e-cb67-4ffd-8797-a8d76205bf2d req-c7ef4313-592c-469d-b049-5fda4ceb46d9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.57 "DELETE /v2.0/ports/1c6820d0-825b-4936-8138-c50adca0eeee HTTP/1.1" status: 204 len: 173 time: 1.6179059 Aug 20 11:48:56.721076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'name': 'network-vif-deleted', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:48:56.723300 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d191fc-90b4-4b1e-9c7d-25d778dec6bf" -d '{"events": [{"server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "name": "network-vif-deleted", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:48:56.824183 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:56.886531 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-28538f68-fc95-479c-a9a9-c476aa9ee1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:56.889807 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84886bd-cec2-435c-827f-6339557345da x-openstack-request-id: req-f84886bd-cec2-435c-827f-6339557345da {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:48:56.890140 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622f6a87-538e-4187-a66f-e2d7d32e0947", "name": "network-vif-deleted", "tag": "1c6820d0-825b-4936-8138-c50adca0eeee", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:48:56.890402 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f84886bd-cec2-435c-827f-6339557345da {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:48:56.890890 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622f6a87-538e-4187-a66f-e2d7d32e0947', 'name': 'network-vif-deleted', 'tag': '1c6820d0-825b-4936-8138-c50adca0eeee', 'status': 'completed', 'code': 200} Aug 20 11:48:56.973579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '849780b3-3525-430c-893b-c0df9d5b3c7c', 'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:97:fc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:51Z', 'updated_at': '2021-08-20T11:48:56Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:56.998516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eef1d1-c190-40cd-8c15-f735bedf176d None None] The sync data for ids ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'] in n-d-804230-3 is: [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '849780b3-3525-430c-893b-c0df9d5b3c7c', 'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:97:fc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:51Z', 'updated_at': '2021-08-20T11:48:56Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:57.074035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-28538f68-fc95-479c-a9a9-c476aa9ee1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.104674 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:57.137415 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] Checking router: 4ba36b6f-c23a-4b2d-97aa-f358d9222942 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:48:57.143451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28538f68-fc95-479c-a9a9-c476aa9ee1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810fa424-ed1f-4c22-9a60-457df544a3f7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:57.148579 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-28538f68-fc95-479c-a9a9-c476aa9ee1cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65913e94702146f393cbc4385a62b8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164480 Aug 20 11:48:57.151289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58864) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:57.154349 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:48:57.155272 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:48:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:57.166109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1c6820d0-825b-4936-8138-c50adca0eeee no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:48:57.191571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 1c6820d0-825b-4936-8138-c50adca0eeee {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:48:57.191885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1c6820d0-825b-4936-8138-c50adca0eeee not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:48:57.198387 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55c46bf1-5d7c-46e4-875e-41662d8068b9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.228998 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0d0e9ca-e440-43a6-9662-4ac6550e9bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.275739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0d0e9ca-e440-43a6-9662-4ac6550e9bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.358781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55c46bf1-5d7c-46e4-875e-41662d8068b9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.396108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c46bf1-5d7c-46e4-875e-41662d8068b9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfb121c-86eb-4525-b62c-5f0a63c836d8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:57.413148 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:48:57.627793 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:48:57.644305 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55c46bf1-5d7c-46e4-875e-41662d8068b9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.644529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0d0e9ca-e440-43a6-9662-4ac6550e9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.649354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-55c46bf1-5d7c-46e4-875e-41662d8068b9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4030788 Aug 20 11:48:57.649781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58872) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:57.651178 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0d0e9ca-e440-43a6-9662-4ac6550e9bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.654326 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f0d0e9ca-e440-43a6-9662-4ac6550e9bcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/810fa424-ed1f-4c22-9a60-457df544a3f7 HTTP/1.1" status: 204 len: 168 time: 0.4995329 Aug 20 11:48:57.654532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e797c359-a84c-434f-9bcc-cc5f49060302 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'dcfb121c-86eb-4525-b62c-5f0a63c836d8', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:57.679406 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2486b-c015-469b-a24d-9240b15a4692 None None] The sync data for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 is: [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:48:57.694818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0e9ca-e440-43a6-9662-4ac6550e9bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810fa424-ed1f-4c22-9a60-457df544a3f7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:57.793531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eabadc90-4626-4e16-89fc-de16388995c0 req-85faba2a-074b-4ed8-a5f3-841c482cd037 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=622f6a87-538e-4187-a66f-e2d7d32e0947 HTTP/1.1" status: 200 len: 210 time: 0.0611515 Aug 20 11:48:57.833320 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e797c359-a84c-434f-9bcc-cc5f49060302 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:57.836692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 849780b3-3525-430c-893b-c0df9d5b3c7c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:57.937752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e797c359-a84c-434f-9bcc-cc5f49060302 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.114918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002329d-9449-43a8-a65e-60297a817f13 None None] New status for floating IP a9df4f9a-fd41-4fdc-a282-06c1fb002a6d: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:48:58.235792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e797c359-a84c-434f-9bcc-cc5f49060302 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.273211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 849780b3-3525-430c-893b-c0df9d5b3c7c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:48:58.273427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797c359-a84c-434f-9bcc-cc5f49060302 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7c9259-8e2a-4e8e-8008-fca766e09f99,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:58.273525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 849780b3-3525-430c-893b-c0df9d5b3c7c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:58.273525 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.357881 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.392805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 849780b3-3525-430c-893b-c0df9d5b3c7c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=849780b3-3525-430c-893b-c0df9d5b3c7c,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:48:58.478236 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e797c359-a84c-434f-9bcc-cc5f49060302 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.478236 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e797c359-a84c-434f-9bcc-cc5f49060302 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8151188 Aug 20 11:48:58.478236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58880) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:58.478236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-559d7965-1612-4c22-8cbb-9c9a620f78f5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'dcfb121c-86eb-4525-b62c-5f0a63c836d8', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:58.628424 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.678655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=849780b3-3525-430c-893b-c0df9d5b3c7c,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:58.735330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559d7965-1612-4c22-8cbb-9c9a620f78f5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.799991 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559d7965-1612-4c22-8cbb-9c9a620f78f5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:58.994578 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559d7965-1612-4c22-8cbb-9c9a620f78f5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.016734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d7965-1612-4c22-8cbb-9c9a620f78f5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e301130b-5b97-48be-bf3a-96b167af4e6b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:59.061915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58886) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:59.117422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58888) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:59.177033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c9e9fd42-5531-43c2-9c13-1d44cdb83c51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a21280625937470789b9d03eac8a9a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504334 Aug 20 11:48:59.178072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58890) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:59.184512 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-559d7965-1612-4c22-8cbb-9c9a620f78f5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.185648 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-559d7965-1612-4c22-8cbb-9c9a620f78f5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7152891 Aug 20 11:48:59.192108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58892) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:59.197670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1addfc76-f2de-45f1-a413-f9e04ed9312e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'dcfb121c-86eb-4525-b62c-5f0a63c836d8', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:59.198649 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c26863e-089f-413a-969f-80e9f4537d11 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.232730 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c26863e-089f-413a-969f-80e9f4537d11 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.250186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab94b362-207b-4577-bb2f-b2bbd823cb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.274342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab94b362-207b-4577-bb2f-b2bbd823cb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.365468 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c26863e-089f-413a-969f-80e9f4537d11 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.368281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2c26863e-089f-413a-969f-80e9f4537d11 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.369553 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2c26863e-089f-413a-969f-80e9f4537d11 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "DELETE /v2.0/security-groups/ddb15b9a-81c0-4cc6-9efc-65ef7f510811 HTTP/1.1" status: 204 len: 168 time: 0.3021364 Aug 20 11:48:59.370841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1addfc76-f2de-45f1-a413-f9e04ed9312e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.373083 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58896) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:59.387066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26863e-089f-413a-969f-80e9f4537d11 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb15b9a-81c0-4cc6-9efc-65ef7f510811,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:59.394885 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-1df71040-9d75-475d-abcf-dfbe1ae7759b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] show failed (client error): The resource could not be found. Aug 20 11:48:59.395984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1df71040-9d75-475d-abcf-dfbe1ae7759b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups/ddb15b9a-81c0-4cc6-9efc-65ef7f510811 HTTP/1.1" status: 404 len: 347 time: 0.0208080 Aug 20 11:48:59.399455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58898) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:59.429145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1addfc76-f2de-45f1-a413-f9e04ed9312e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.451478 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab94b362-207b-4577-bb2f-b2bbd823cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.457157 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab94b362-207b-4577-bb2f-b2bbd823cb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.457157 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ab94b362-207b-4577-bb2f-b2bbd823cb0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bd742c4-e504-4163-be5c-35d4c75343bc HTTP/1.1" status: 204 len: 168 time: 0.2771325 Aug 20 11:48:59.465499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94b362-207b-4577-bb2f-b2bbd823cb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd742c4-e504-4163-be5c-35d4c75343bc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:59.530387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-21e075f8-1ac7-4f91-978e-a1a08d9d620d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Deleting port a9a6cab6-45d6-432b-952e-90ba765236a0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:48:59.530971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21e075f8-1ac7-4f91-978e-a1a08d9d620d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.566986 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1addfc76-f2de-45f1-a413-f9e04ed9312e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.592487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addfc76-f2de-45f1-a413-f9e04ed9312e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbab358-8dfe-4903-9984-a2b755353141,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:59.612463 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21e075f8-1ac7-4f91-978e-a1a08d9d620d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.612840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21e075f8-1ac7-4f91-978e-a1a08d9d620d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.625085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-21e075f8-1ac7-4f91-978e-a1a08d9d620d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Calling delete_port for a9a6cab6-45d6-432b-952e-90ba765236a0 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:48:59.731703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 849780b3-3525-430c-893b-c0df9d5b3c7c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:48:59.732253 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1addfc76-f2de-45f1-a413-f9e04ed9312e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.736043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1addfc76-f2de-45f1-a413-f9e04ed9312e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5401833 Aug 20 11:48:59.736400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58902) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:48:59.741144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ef2ec44b-b3e5-48f4-a6fe-1bc4adc0829b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'dcfb121c-86eb-4525-b62c-5f0a63c836d8', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:48:59.789088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 849780b3-3525-430c-893b-c0df9d5b3c7c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:48:59.789475 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.868415 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec44b-b3e5-48f4-a6fe-1bc4adc0829b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.908360 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21e075f8-1ac7-4f91-978e-a1a08d9d620d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:48:59.945731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e075f8-1ac7-4f91-978e-a1a08d9d620d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event deleted for resources: {'Port': ['ID=a9a6cab6-45d6-432b-952e-90ba765236a0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:48:59.973869 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec44b-b3e5-48f4-a6fe-1bc4adc0829b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.017884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21e075f8-1ac7-4f91-978e-a1a08d9d620d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.022454 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-21e075f8-1ac7-4f91-978e-a1a08d9d620d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.023375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-21e075f8-1ac7-4f91-978e-a1a08d9d620d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "DELETE /v2.0/floatingips/a9df4f9a-fd41-4fdc-a282-06c1fb002a6d HTTP/1.1" status: 204 len: 168 time: 0.6227431 Aug 20 11:49:00.082756 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec44b-b3e5-48f4-a6fe-1bc4adc0829b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.114167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ec44b-b3e5-48f4-a6fe-1bc4adc0829b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6c3af2-454f-4a33-9925-d71cb9aefa7b,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:00.210131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef2ec44b-b3e5-48f4-a6fe-1bc4adc0829b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.211483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ef2ec44b-b3e5-48f4-a6fe-1bc4adc0829b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4739854 Aug 20 11:49:00.214334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58914) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.218768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0cb75394-8388-43e2-8ed9-f50369a5a5c0 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'dcfb121c-86eb-4525-b62c-5f0a63c836d8', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:00.352732 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-0cb75394-8388-43e2-8ed9-f50369a5a5c0 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Project 9699ebf9652148b7a5e10af7cd210ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:49:00.358072 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cb75394-8388-43e2-8ed9-f50369a5a5c0 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.425239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cb75394-8388-43e2-8ed9-f50369a5a5c0 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.446501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58924) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.451356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d0e02419-3b72-4cca-8743-1001602ad856 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398853973', 'description': 'tempest-description--107307471'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:00.553999 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cb75394-8388-43e2-8ed9-f50369a5a5c0 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.554268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0e02419-3b72-4cca-8743-1001602ad856 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.577565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb75394-8388-43e2-8ed9-f50369a5a5c0 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e813cc47-996c-41d5-8a16-6233716fd24a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:00.685803 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0cb75394-8388-43e2-8ed9-f50369a5a5c0 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.687088 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0cb75394-8388-43e2-8ed9-f50369a5a5c0 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4718111 Aug 20 11:49:00.689816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58936) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.695186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-99e8acf5-4cf1-472b-be2b-173df5769346 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'security_group_rule': {'security_group_id': 'dcfb121c-86eb-4525-b62c-5f0a63c836d8', 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:00.761973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0e02419-3b72-4cca-8743-1001602ad856 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.794876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58940) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.873259 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0e02419-3b72-4cca-8743-1001602ad856 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.902367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-8dcc0090-3353-4355-a1ad-e8cfec37b8e1 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.903622 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8dcc0090-3353-4355-a1ad-e8cfec37b8e1 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1077738 Aug 20 11:49:00.906584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58944) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.908661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e02419-3b72-4cca-8743-1001602ad856 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5048e6-fa73-499a-a674-042664837300,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:00.912180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-816aaaef-e00f-4940-b77c-4bec7be6e861 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.918616 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-816aaaef-e00f-4940-b77c-4bec7be6e861 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0056791 Aug 20 11:49:00.919601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58946) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.924374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-be01e1a5-46ae-419b-ac7c-4487e166d1bd tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.925480 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-be01e1a5-46ae-419b-ac7c-4487e166d1bd tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048063 Aug 20 11:49:00.928610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58948) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.932714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-cad5de5c-d9ca-4a4b-b9e5-e9aa863865d8 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.933686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cad5de5c-d9ca-4a4b-b9e5-e9aa863865d8 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0041733 Aug 20 11:49:00.935841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58950) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.939654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-781bf447-10ae-4d24-9848-5133720d2d3a tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.940584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-781bf447-10ae-4d24-9848-5133720d2d3a tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039716 Aug 20 11:49:00.942837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58952) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.947364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-77e0baae-7e5f-4a3c-9835-e41ac3daf563 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.948361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-77e0baae-7e5f-4a3c-9835-e41ac3daf563 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040464 Aug 20 11:49:00.955027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58954) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.959124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-0e4c771f-603b-467e-8578-4293e739f4bf tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.960050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0e4c771f-603b-467e-8578-4293e739f4bf tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041664 Aug 20 11:49:00.962209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58956) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.966989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-b51a26f7-aaf0-47ed-85af-6f8d6ec18749 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.967929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b51a26f7-aaf0-47ed-85af-6f8d6ec18749 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048678 Aug 20 11:49:00.970199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58958) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.974540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-d00809c4-5045-4ea9-8dcd-be236b5c4aad tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.975465 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d00809c4-5045-4ea9-8dcd-be236b5c4aad tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042994 Aug 20 11:49:00.977745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58960) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.981997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-e6d77dc0-8918-430e-b6c0-ae5044609673 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.983056 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e6d77dc0-8918-430e-b6c0-ae5044609673 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043967 Aug 20 11:49:00.985189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58962) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.989600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-a3ca1759-1bee-462c-a5a9-fa766fd08355 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.991140 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a3ca1759-1bee-462c-a5a9-fa766fd08355 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048621 Aug 20 11:49:00.992512 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-99e8acf5-4cf1-472b-be2b-173df5769346 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Project 9699ebf9652148b7a5e10af7cd210ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:49:00.993416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58964) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:00.998201 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99e8acf5-4cf1-472b-be2b-173df5769346 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:00.998348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-58ef2b4d-0e2b-48e1-978e-cc852c6ac243 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:00.999254 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-58ef2b4d-0e2b-48e1-978e-cc852c6ac243 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046217 Aug 20 11:49:01.002248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58966) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.011310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-4f4dee73-ea98-4224-9704-c8f622f71d4e tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.015189 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4f4dee73-ea98-4224-9704-c8f622f71d4e tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0074372 Aug 20 11:49:01.015778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58968) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.020373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-9cd30422-37c2-4480-93c8-8d802dcdb600 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.021509 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9cd30422-37c2-4480-93c8-8d802dcdb600 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046763 Aug 20 11:49:01.024116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58970) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.031122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-23b503ce-e668-4bb0-872a-7d39600d11e1 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.032117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-23b503ce-e668-4bb0-872a-7d39600d11e1 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070498 Aug 20 11:49:01.034731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58972) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.039344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-de6105ca-c46d-4a68-bcc0-ca99253068f4 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.040337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-de6105ca-c46d-4a68-bcc0-ca99253068f4 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047293 Aug 20 11:49:01.053423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58974) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.057838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-7f11c3d6-49ff-4d8f-a937-8460b04e694d tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.059099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7f11c3d6-49ff-4d8f-a937-8460b04e694d tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045035 Aug 20 11:49:01.061202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58976) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.065371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-37970c60-692b-4e55-8a40-24da5c4746dc tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.066511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-37970c60-692b-4e55-8a40-24da5c4746dc tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042977 Aug 20 11:49:01.069539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58978) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.074389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-e1898004-3aa1-4ab0-a995-2353bb911d32 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.077841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e1898004-3aa1-4ab0-a995-2353bb911d32 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072949 Aug 20 11:49:01.078508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58980) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.081928 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99e8acf5-4cf1-472b-be2b-173df5769346 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.083458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-c9dd6abc-3317-440f-971a-4135c6bdc1f7 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.084504 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c9dd6abc-3317-440f-971a-4135c6bdc1f7 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048268 Aug 20 11:49:01.086536 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0e02419-3b72-4cca-8743-1001602ad856 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.090947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d0e02419-3b72-4cca-8743-1001602ad856 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6399741 Aug 20 11:49:01.092982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 58982) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.094713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58984) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.098859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8df1eb31-d0f1-49be-9cc5-ad757977a49e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'security_group_rule': {'security_group_id': '0b5048e6-fa73-499a-a674-042664837300', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:01.099718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-6a571690-5062-4201-b7e0-9f42c32b54f3 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.100907 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6a571690-5062-4201-b7e0-9f42c32b54f3 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051003 Aug 20 11:49:01.103254 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58986) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.107544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-d259ac8a-e11a-4568-b6d7-4a69e900ff39 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.108626 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d259ac8a-e11a-4568-b6d7-4a69e900ff39 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044260 Aug 20 11:49:01.111380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58988) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.116267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-d7189ed3-1f2a-403d-86aa-4f94b5520181 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.119852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d7189ed3-1f2a-403d-86aa-4f94b5520181 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0074749 Aug 20 11:49:01.120652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58990) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.124887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-e5d62e59-5c82-4250-8025-9ada1ea5188c tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.125921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e5d62e59-5c82-4250-8025-9ada1ea5188c tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043042 Aug 20 11:49:01.128637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58992) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.133135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-f0f06a35-8ff4-438b-8919-6c9bd4bc9b9b tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.134058 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f0f06a35-8ff4-438b-8919-6c9bd4bc9b9b tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045848 Aug 20 11:49:01.136404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58994) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.140316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-46ab9ce8-9143-40d8-b4e5-ad521e98f623 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.141242 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-46ab9ce8-9143-40d8-b4e5-ad521e98f623 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039501 Aug 20 11:49:01.143629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58996) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.148361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-3f44ef32-8ff5-480f-84dd-a72232bc6659 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.149325 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3f44ef32-8ff5-480f-84dd-a72232bc6659 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048654 Aug 20 11:49:01.151547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 58998) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.156371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-fc478d02-3cf3-41c4-9f5d-a6cddb781598 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.164201 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fc478d02-3cf3-41c4-9f5d-a6cddb781598 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049257 Aug 20 11:49:01.165866 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59000) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.169923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-65e7b2e5-1617-4e74-80f2-94b9ac62f028 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.170952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-65e7b2e5-1617-4e74-80f2-94b9ac62f028 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041902 Aug 20 11:49:01.172974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59002) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.176953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-3cc95779-9b30-4cd6-b374-819230fb6bbf tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.178878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3cc95779-9b30-4cd6-b374-819230fb6bbf tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050800 Aug 20 11:49:01.180885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59004) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.184885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-a8952759-6b51-45d3-ad5b-1575e14e8954 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.185856 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a8952759-6b51-45d3-ad5b-1575e14e8954 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0041361 Aug 20 11:49:01.189738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59006) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.194961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-03ad021d-a02b-4086-b520-4a3d819a306d tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.195999 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-03ad021d-a02b-4086-b520-4a3d819a306d tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053115 Aug 20 11:49:01.198842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59008) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.203423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-95fd7335-fee1-43b6-b420-ec51ce3a9d52 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.204424 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-95fd7335-fee1-43b6-b420-ec51ce3a9d52 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046167 Aug 20 11:49:01.207325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59010) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.211972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-410b8d74-4226-4f81-91df-9fd2dd356eb3 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.222646 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-410b8d74-4226-4f81-91df-9fd2dd356eb3 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047262 Aug 20 11:49:01.225187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59012) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.230243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-03648ab1-bb62-4fa7-a9e1-21e2a8e36231 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.231432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-03648ab1-bb62-4fa7-a9e1-21e2a8e36231 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050170 Aug 20 11:49:01.234127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59014) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.242178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-5245f71e-19e7-4b8f-aa45-93f77d654617 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.243426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5245f71e-19e7-4b8f-aa45-93f77d654617 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0081625 Aug 20 11:49:01.246254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59016) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.250615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-18614971-892e-4ef6-8499-ddce1a0ec811 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.251609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-18614971-892e-4ef6-8499-ddce1a0ec811 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044260 Aug 20 11:49:01.254082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59018) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.258930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-05bf1f2d-d853-4038-a27a-578886f2c659 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.260182 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-05bf1f2d-d853-4038-a27a-578886f2c659 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048144 Aug 20 11:49:01.262582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59020) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.267096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-bb097ce7-bb94-4685-acd3-2495e28e21ac tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.269418 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99e8acf5-4cf1-472b-be2b-173df5769346 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.270460 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bb097ce7-bb94-4685-acd3-2495e28e21ac tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0068223 Aug 20 11:49:01.271038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59022) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.275508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-ac7937f2-972d-438f-b300-4a622169e951 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.276655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ac7937f2-972d-438f-b300-4a622169e951 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042346 Aug 20 11:49:01.278923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59024) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.283819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-47568862-6c8a-4d4f-9528-b6af7debc84c tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.285021 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-47568862-6c8a-4d4f-9528-b6af7debc84c tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0050278 Aug 20 11:49:01.289098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59026) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.301705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-4babfaa0-7ff2-4d9e-9fa8-d2ec78dbbcae tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.301705 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4babfaa0-7ff2-4d9e-9fa8-d2ec78dbbcae tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041893 Aug 20 11:49:01.302165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8acf5-4cf1-472b-be2b-173df5769346 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da16338-e54d-4713-94ad-a9241c64e861,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:01.302244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8df1eb31-d0f1-49be-9cc5-ad757977a49e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.304699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59028) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.309343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-5e1ac0d2-a5ac-45b9-8c6b-0083969a34a5 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.312561 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5e1ac0d2-a5ac-45b9-8c6b-0083969a34a5 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046241 Aug 20 11:49:01.312985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59030) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.318115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-15d1084e-a44b-4943-8441-4a1266d70e2f tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.321413 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-15d1084e-a44b-4943-8441-4a1266d70e2f tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046132 Aug 20 11:49:01.321712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59032) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.326626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-09f62451-1242-443a-83d7-90ddabdc3e6c tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.329754 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-09f62451-1242-443a-83d7-90ddabdc3e6c tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047078 Aug 20 11:49:01.330048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59034) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.334665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-b9bf9db4-49cf-4ca6-a626-cb2d306cd2f7 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.337963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b9bf9db4-49cf-4ca6-a626-cb2d306cd2f7 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046701 Aug 20 11:49:01.338257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59036) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.343959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-4b3528da-08a8-43d4-bf2b-a828117c1431 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.347443 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4b3528da-08a8-43d4-bf2b-a828117c1431 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0068614 Aug 20 11:49:01.348081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59038) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.352828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-174510bd-218d-4493-98ac-53c8a44c7ee6 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.356407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-174510bd-218d-4493-98ac-53c8a44c7ee6 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0073826 Aug 20 11:49:01.376065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59040) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.376219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8df1eb31-d0f1-49be-9cc5-ad757977a49e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.376332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-f2d59b67-cd13-4da9-bee5-df9357ebe32b tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.376332 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f2d59b67-cd13-4da9-bee5-df9357ebe32b tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0063262 Aug 20 11:49:01.377951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59042) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.383006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-30f041ea-235e-4656-9c20-abf603eaf34f tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.384244 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-30f041ea-235e-4656-9c20-abf603eaf34f tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051134 Aug 20 11:49:01.386396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59044) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.392245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-174f112e-ac24-4052-91a7-6fb4ac45fc0b tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.395258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-174f112e-ac24-4052-91a7-6fb4ac45fc0b tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052495 Aug 20 11:49:01.395466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59046) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.399948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-f1b17f3e-e6d3-4e6f-bfe5-9a47777fe6d5 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.402760 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f1b17f3e-e6d3-4e6f-bfe5-9a47777fe6d5 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045981 Aug 20 11:49:01.402981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59048) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.406967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-3601b3fb-a7e4-46e5-aa08-bacacfac2248 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.407874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3601b3fb-a7e4-46e5-aa08-bacacfac2248 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040751 Aug 20 11:49:01.410360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59050) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.421931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-91b2fcf7-f12a-4b82-9403-aed3b82ef3d8 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.421931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-91b2fcf7-f12a-4b82-9403-aed3b82ef3d8 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044043 Aug 20 11:49:01.423614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59052) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.427686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-386e5abf-2490-47e8-bdc4-04fe9caa39d6 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.428654 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-386e5abf-2490-47e8-bdc4-04fe9caa39d6 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041714 Aug 20 11:49:01.431911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59054) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.435810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-f1fb9c05-47cc-460c-aed2-5912ec99818d tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.436732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f1fb9c05-47cc-460c-aed2-5912ec99818d tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040996 Aug 20 11:49:01.439042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59056) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.442967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-f85c426c-dea8-45a1-87df-fba13f9ea131 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.444397 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f85c426c-dea8-45a1-87df-fba13f9ea131 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044966 Aug 20 11:49:01.446654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59058) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.450922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-dd8a468d-550a-4b37-8c9a-b4738c90e6fc tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.451899 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dd8a468d-550a-4b37-8c9a-b4738c90e6fc tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044212 Aug 20 11:49:01.453195 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99e8acf5-4cf1-472b-be2b-173df5769346 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.454258 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-99e8acf5-4cf1-472b-be2b-173df5769346 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7635078 Aug 20 11:49:01.463474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59060) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.467917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-a9e5f8ec-545e-4606-bf69-c7f073b8d2ba tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.469449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a9e5f8ec-545e-4606-bf69-c7f073b8d2ba tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048821 Aug 20 11:49:01.471340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59064) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.475791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-f9ecab8a-5b1e-4e37-8dc3-54e2bc11ae62 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.478722 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f9ecab8a-5b1e-4e37-8dc3-54e2bc11ae62 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048101 Aug 20 11:49:01.479173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59066) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.483492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-cc860cf7-0151-41ea-8cc0-c9926181a634 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.486715 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cc860cf7-0151-41ea-8cc0-c9926181a634 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044062 Aug 20 11:49:01.487073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59068) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.491506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-232e608b-74cf-4ad0-bb09-1a973c6e624b tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.492584 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8df1eb31-d0f1-49be-9cc5-ad757977a49e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.494964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59070) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.495098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-232e608b-74cf-4ad0-bb09-1a973c6e624b tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068882 Aug 20 11:49:01.502338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-adf602ee-7383-4e59-8093-d21d7fb971d6 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.504062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-adf602ee-7383-4e59-8093-d21d7fb971d6 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047004 Aug 20 11:49:01.510740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59072) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.516981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-c00775fd-746f-4726-abb4-4ee9db3f4176 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.522185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c00775fd-746f-4726-abb4-4ee9db3f4176 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0096195 Aug 20 11:49:01.522717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59074) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.532821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-fa458d64-ca80-43f4-b22f-bfb726a8cb50 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.544212 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fa458d64-ca80-43f4-b22f-bfb726a8cb50 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0063338 Aug 20 11:49:01.544212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1eb31-d0f1-49be-9cc5-ad757977a49e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48c46e6-34e9-446b-bcf8-a3f07528ca82,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:01.544444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59076) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.549961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-d40051a8-ad06-46e1-9732-08f05aa6f0f7 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.551006 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d40051a8-ad06-46e1-9732-08f05aa6f0f7 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056489 Aug 20 11:49:01.553717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59078) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.558112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-dcf6b235-d199-408b-a7e2-eda7d4f0f7c2 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.560884 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dcf6b235-d199-408b-a7e2-eda7d4f0f7c2 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0060298 Aug 20 11:49:01.561765 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59080) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.566287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [None req-5c59bd07-8b3b-4a7f-af38-d1d8b98a1f22 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.570041 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5c59bd07-8b3b-4a7f-af38-d1d8b98a1f22 tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045581 Aug 20 11:49:01.570461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59082) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.574938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [None req-c70a8b01-3d94-4f83-966a-eaf36e66bd4a tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:49:01.576307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c70a8b01-3d94-4f83-966a-eaf36e66bd4a tempest-ExtensionsTestJSON-1238380746 tempest-ExtensionsTestJSON-1238380746-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044663 Aug 20 11:49:01.614266 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8df1eb31-d0f1-49be-9cc5-ad757977a49e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.619066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59094) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:01.619770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8df1eb31-d0f1-49be-9cc5-ad757977a49e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5250833 Aug 20 11:49:01.623914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-68b405de-e098-4875-9451-415b4820314a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'security_group_rule': {'security_group_id': '0b5048e6-fa73-499a-a674-042664837300', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:01.698373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-082604af-03d9-4e80-a640-2fb03b5ada5f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534774321&fields=id&tenant_id=9699ebf9652148b7a5e10af7cd210ece HTTP/1.1" status: 200 len: 267 time: 0.0533714 Aug 20 11:49:01.803609 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b405de-e098-4875-9451-415b4820314a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.882735 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce87c-772f-4d64-907f-d13069c7352c req-31b976ff-a575-44dd-b923-a20497e32fd6 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:01.884394 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-31b976ff-a575-44dd-b923-a20497e32fd6 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/networks?id=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd HTTP/1.1" status: 200 len: 796 time: 0.1770928 Aug 20 11:49:01.906077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-b481c5c4-072d-4e3b-8ca7-20c137d45e2e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/quotas/9699ebf9652148b7a5e10af7cd210ece HTTP/1.1" status: 200 len: 375 time: 0.0156486 Aug 20 11:49:01.912754 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b405de-e098-4875-9451-415b4820314a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:01.961025 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-c33e687c-28b7-4957-a731-14dc90d3ada7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471132 Aug 20 11:49:02.113704 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-62537812-ae42-441e-ae60-61837fb7d086 service neutron] 10.222.0.10 "GET /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394994 Aug 20 11:49:02.204787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-e45e7c5f-abd6-4aa5-958d-837d80d8f745 service neutron] 10.222.0.10 "GET /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840557 Aug 20 11:49:02.229009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b405de-e098-4875-9451-415b4820314a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.253198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b405de-e098-4875-9451-415b4820314a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018ad436-30e9-4e2a-8d5a-0ccb1e35d6e2,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:02.535988 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-68b405de-e098-4875-9451-415b4820314a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.535988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-68b405de-e098-4875-9451-415b4820314a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9127426 Aug 20 11:49:02.539024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59108) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:02.544787 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:02.574772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59114) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:02.720773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0d62da6-1100-469b-b13a-02db440c6bfb req-63e31b9e-a3a0-4b0c-b3ba-04fa4402eed1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 210 time: 0.0331135 Aug 20 11:49:02.732740 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-deff0a17-8994-48b5-8835-89974f80381d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.745120 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.825084 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-deff0a17-8994-48b5-8835-89974f80381d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.855607 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.907509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-deff0a17-8994-48b5-8835-89974f80381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:02.958056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-deff0a17-8994-48b5-8835-89974f80381d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46747c4048fb49979f499efdeff8eff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762605 Aug 20 11:49:02.958237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59126) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:02.964961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff0a17-8994-48b5-8835-89974f80381d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b853d003-ab80-4d1b-8047-2db030bffbac,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:02.977367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Allocated IP 172.25.4.141 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/89f3c340-783d-493a-8802-c23ee6c04738) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:03.084929 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1283b656-e562-42db-b7ba-4f9002b72c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.117379 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1283b656-e562-42db-b7ba-4f9002b72c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.159001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.292265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.296671 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1283b656-e562-42db-b7ba-4f9002b72c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.306142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1283b656-e562-42db-b7ba-4f9002b72c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.306142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1283b656-e562-42db-b7ba-4f9002b72c55 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b853d003-ab80-4d1b-8047-2db030bffbac HTTP/1.1" status: 204 len: 168 time: 0.3440952 Aug 20 11:49:03.346633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283b656-e562-42db-b7ba-4f9002b72c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b853d003-ab80-4d1b-8047-2db030bffbac,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:03.360461 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:03.366807 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:03.372835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:03.403454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'Port': ['ID=89f3c340-783d-493a-8802-c23ee6c04738,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:03.470221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.616016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.811222 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.826421 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17a686a7-0e78-41bb-94fa-e14110cc3518 req-11c9bde8-9bf9-4cba-a096-7b03863cd030 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 210 time: 0.0333354 Aug 20 11:49:03.908785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:03.989055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'Port': ['ID=89f3c340-783d-493a-8802-c23ee6c04738,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:04.002954 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.101765 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.103081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b52473c1-bace-494e-990a-77857da5914a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5630672 Aug 20 11:49:04.303661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-54aef7cd-ec92-4aeb-a9dc-3b3d6329fd4c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--398853973&fields=id&tenant_id=88e709cf4c1e4059b256a30cdf01ac56 HTTP/1.1" status: 200 len: 267 time: 0.0436430 Aug 20 11:49:04.424917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-2abc5aba-e52e-4327-b17d-5f4bbbc7000f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:04.426651 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-2abc5aba-e52e-4327-b17d-5f4bbbc7000f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 816 time: 0.1154268 Aug 20 11:49:04.444023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-02c2c055-0d03-4ffd-bee5-8aee8d5b4a83 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/quotas/88e709cf4c1e4059b256a30cdf01ac56 HTTP/1.1" status: 200 len: 375 time: 0.0099983 Aug 20 11:49:04.508979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-b38816cb-a064-4a57-bc40-8b76fc220ac2 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573156 Aug 20 11:49:04.574518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59170) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:04.616360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-5462065d-41b4-4335-a82e-823f3bd0fb1e service neutron] 10.222.0.10 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950191 Aug 20 11:49:04.681770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'networks': [{'name': 'tempest-network--1631945291'}, {'name': 'tempest-network--357514828'}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:04.682168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'network': {'name': 'tempest-network--1631945291'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:04.682868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'network': {'name': 'tempest-network--357514828'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:04.731666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-e1cb902f-3b66-4ea9-b174-fc4317106ac3 service neutron] 10.222.0.10 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039963 Aug 20 11:49:04.811333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Made reservation on behalf of bd357c64af014140b5356d516991e9cb for: {'network': 2} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:04.816067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.828384 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:04.944232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-70309908-f7a0-464e-898a-99c777a27385 req-b14e4792-9fd2-452f-abd7-a5043c178d7f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 210 time: 0.0331099 Aug 20 11:49:04.962235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.009423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a12271e2-1a17-4509-9ec6-e51a0d97ea6a req-6c504f3e-f04a-4844-b23e-b9b43a5479e0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 210 time: 0.0291648 Aug 20 11:49:05.120949 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.124169 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.222938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce87c-772f-4d64-907f-d13069c7352c req-5e124127-4c6b-466a-ab65-93d8d9172a63 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:05.225957 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-5e124127-4c6b-466a-ab65-93d8d9172a63 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "GET /v2.0/networks?id=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd HTTP/1.1" status: 200 len: 796 time: 0.1558397 Aug 20 11:49:05.234041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:05.260737 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.261176 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Added segment 19c0e393-27f3-419f-98b5-2199447988f3 of type vlan for network 551b404c-31da-4228-a442-6a0158fa1fe9 Aug 20 11:49:05.262706 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b04b30f-468e-4161-8e29-2a1c655f7ddc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:05.274613 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-5c58b3ba-2e92-4e6d-ab33-c3aec7cf2e92 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9699ebf9652148b7a5e10af7cd210ece HTTP/1.1" status: 200 len: 379 time: 0.0392160 Aug 20 11:49:05.284062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'port': {'device_id': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'admin_state_up': True, 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'security_groups': ['dcfb121c-86eb-4525-b62c-5f0a63c836d8']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:05.307106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.341086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:05.350812 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.351162 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Added segment b0972652-345b-4af7-81ee-74ef6454ccf9 of type vlan for network da0ba61e-33ef-4eb6-9d32-2259cb572775 Aug 20 11:49:05.394009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.531833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Made reservation on behalf of 9699ebf9652148b7a5e10af7cd210ece for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:05.535721 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.566142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.567795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.577210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:05.581502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:05.582184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.651822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'Network': ['ID=551b404c-31da-4228-a442-6a0158fa1fe9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:05.664082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 551b404c-31da-4228-a442-6a0158fa1fe9 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:05.713648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Allocated IP 172.20.0.6 (5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd/0b450c29-4abb-48b7-abec-89fe2ad5d24e/77aaf8f4-db3f-44a0-901b-3468fc6b375b) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:05.739622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'Network': ['ID=da0ba61e-33ef-4eb6-9d32-2259cb572775,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:05.755517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network da0ba61e-33ef-4eb6-9d32-2259cb572775 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:05.814632 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a6c6921d-3b41-4e50-a680-039b717e06b8 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2366848 Aug 20 11:49:05.815156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59190) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:05.882812 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:05.896048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Transition to ACTIVE for port object 77aaf8f4-db3f-44a0-901b-3468fc6b375b will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:06.015403 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf5776-40fd-4c63-89a5-7b53d344af55 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:06.029380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf5776-40fd-4c63-89a5-7b53d344af55 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:06.035633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf5776-40fd-4c63-89a5-7b53d344af55 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:06.041927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf5776-40fd-4c63-89a5-7b53d344af55 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:06.043660 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cbaf5776-40fd-4c63-89a5-7b53d344af55 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2259533 Aug 20 11:49:06.046661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59202) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:06.071428 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90819375-7159-45c1-98fb-ef56be7cd781 req-6b41e680-edca-4051-8c14-e3d4a6fd768d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 210 time: 0.0265987 Aug 20 11:49:06.111780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.137188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b3638b3c-0aad-4335-b853-3f0fdcee8a20 req-e8449127-cec5-4dc2-a686-3d22bbe8b02f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 210 time: 0.0656316 Aug 20 11:49:06.198564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:06.202393 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.207080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:06.219647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:06.226876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=77aaf8f4-db3f-44a0-901b-3468fc6b375b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:06.297810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:06.298466 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.366697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.378262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551b404c-31da-4228-a442-6a0158fa1fe9']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:06.394929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c0e393-27f3-419f-98b5-2199447988f3') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:06.395234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c0e393-27f3-419f-98b5-2199447988f3') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:06.406123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.421335 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.427419 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:06.427835 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:06.430758 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:06.465793 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-34866d1c-57c4-404e-8f69-e90f82460be1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1854711 Aug 20 11:49:06.481793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Request body: {'port': {'device_id': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:06.543794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.646952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-be07b303-351e-445d-a861-64417ea992ea None None] Provisioning for port 77aaf8f4-db3f-44a0-901b-3468fc6b375b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:06.651506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-be07b303-351e-445d-a861-64417ea992ea None None] Provisioning complete for port 77aaf8f4-db3f-44a0-901b-3468fc6b375b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:06.652043 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-be07b303-351e-445d-a861-64417ea992ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.687208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-be07b303-351e-445d-a861-64417ea992ea None None] Port 77aaf8f4-db3f-44a0-901b-3468fc6b375b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:06.722103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.730174 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.735195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59206) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:06.736021 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "DELETE /v2.0/networks/551b404c-31da-4228-a442-6a0158fa1fe9 HTTP/1.1" status: 204 len: 168 time: 0.6875372 Aug 20 11:49:06.753520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3be3e-29ae-44dc-9e6c-ec018a40c258 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Network': ['ID=551b404c-31da-4228-a442-6a0158fa1fe9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:06.827647 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.868023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77aaf8f4-db3f-44a0-901b-3468fc6b375b {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:06.878041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.893506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Transition to ACTIVE for port object 77aaf8f4-db3f-44a0-901b-3468fc6b375b will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:06.919046 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.931531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0ba61e-33ef-4eb6-9d32-2259cb572775']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:06.942962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0972652-345b-4af7-81ee-74ef6454ccf9') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:06.943832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0972652-345b-4af7-81ee-74ef6454ccf9') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:06.948869 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.956817 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.977265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.983788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:06.984185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:06.988221 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:07.069488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Pushing event updated for resources: {'Port': ['ID=77aaf8f4-db3f-44a0-901b-3468fc6b375b,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:07.141963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Attempting to bind port 77aaf8f4-db3f-44a0-901b-3468fc6b375b on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:07.141963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Attempting to bind port 77aaf8f4-db3f-44a0-901b-3468fc6b375b by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:07.141963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Attempting to bind port 77aaf8f4-db3f-44a0-901b-3468fc6b375b on network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:07.141963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Port 77aaf8f4-db3f-44a0-901b-3468fc6b375b on network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:49:07.141963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Attempting to bind port 77aaf8f4-db3f-44a0-901b-3468fc6b375b on network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:07.141963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:07.141963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Checking segment: {'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:07.141963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Bound using segment: {'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:07.141963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Bound port: 77aaf8f4-db3f-44a0-901b-3468fc6b375b, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9085e773-ed57-42bd-a752-ad87a6e0d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:07.141963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.237668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.252728 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.260065 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "DELETE /v2.0/networks/da0ba61e-33ef-4eb6-9d32-2259cb572775 HTTP/1.1" status: 204 len: 168 time: 0.5203109 Aug 20 11:49:07.263023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59214) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:07.296430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] For port 77aaf8f4-db3f-44a0-901b-3468fc6b375b, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:07.315526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ec154-246c-4796-b2a3-d9085af8555c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Network': ['ID=da0ba61e-33ef-4eb6-9d32-2259cb572775,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:07.335919 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beff5309-2757-4fc8-9ec4-3c56f55290f2 req-79f3be01-014c-4618-908a-637a59f0c39d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 210 time: 0.0577052 Aug 20 11:49:07.340690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] For port 77aaf8f4-db3f-44a0-901b-3468fc6b375b, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=77aaf8f4-db3f-44a0-901b-3468fc6b375b,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:07.370178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36079e1-b0bc-476e-86d3-83118300688a req-5a03118e-1014-4be4-b9c6-874783edb9de tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:07.371732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d36079e1-b0bc-476e-86d3-83118300688a req-5a03118e-1014-4be4-b9c6-874783edb9de tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 943 time: 0.1907423 Aug 20 11:49:07.437719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a2157-100f-4397-9ac9-20c481b0d966 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:07.443851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a2157-100f-4397-9ac9-20c481b0d966 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:07.445418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-025a2157-100f-4397-9ac9-20c481b0d966 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1772516 Aug 20 11:49:07.449268 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59216) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:07.453905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d36079e1-b0bc-476e-86d3-83118300688a req-e4186635-b713-42e8-9cd7-f0a6369a4db2 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679829 Aug 20 11:49:07.454544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1999258117'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:07.520662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.561107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:07.561753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.563331 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] 10.222.0.57 "PUT /v2.0/ports/77aaf8f4-db3f-44a0-901b-3468fc6b375b HTTP/1.1" status: 200 len: 1091 time: 1.0879731 Aug 20 11:49:07.563851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'tag': '77aaf8f4-db3f-44a0-901b-3468fc6b375b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:07.566193 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e49f3a-9bd9-42ec-9d7e-4d697c866816" -d '{"events": [{"name": "network-changed", "server_uuid": "84bf9ae3-d7fd-4a7e-80e8-497087198ada", "tag": "77aaf8f4-db3f-44a0-901b-3468fc6b375b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:07.580790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Made reservation on behalf of bd357c64af014140b5356d516991e9cb for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:07.585948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.622324 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775064f1-ec17-4114-9a6d-4e37f529ed5d x-openstack-request-id: req-775064f1-ec17-4114-9a6d-4e37f529ed5d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:07.622646 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bf9ae3-d7fd-4a7e-80e8-497087198ada", "tag": "77aaf8f4-db3f-44a0-901b-3468fc6b375b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:07.622907 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-775064f1-ec17-4114-9a6d-4e37f529ed5d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:07.623319 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'tag': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'status': 'completed', 'code': 200} Aug 20 11:49:07.625830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc8693-3bdf-487a-b0d5-34bd35a63818 service neutron] Pushing event updated for resources: {'Port': ['ID=77aaf8f4-db3f-44a0-901b-3468fc6b375b,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:07.641882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:07.685070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.685433 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Added segment 4f4725bc-318c-4764-b24e-caedcd35c565 of type vlan for network 5a9fe4d6-c93a-4fdb-8647-06c1541d2540 Aug 20 11:49:07.740595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e49f3a-9bd9-42ec-9d7e-4d697c866816 req-e1cdb5d6-4afc-4208-a69f-63d72864a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:07.742311 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96e49f3a-9bd9-42ec-9d7e-4d697c866816 req-e1cdb5d6-4afc-4208-a69f-63d72864a6d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 1094 time: 0.0915091 Aug 20 11:49:07.744093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:07.948803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e49f3a-9bd9-42ec-9d7e-4d697c866816 req-40e9473c-741e-412d-aff6-ddb83c75ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:07.950314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96e49f3a-9bd9-42ec-9d7e-4d697c866816 req-40e9473c-741e-412d-aff6-ddb83c75ddae service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9699ebf9652148b7a5e10af7cd210ece&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2002449 Aug 20 11:49:07.977662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-2439c970-8ee5-4750-b266-88cfd72d457a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:07.979211 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-2439c970-8ee5-4750-b266-88cfd72d457a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 816 time: 0.1588259 Aug 20 11:49:08.032073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.038278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:08.038834 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.155013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-289fd022-364d-4d0b-8cad-6397db5e9790 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e709cf4c1e4059b256a30cdf01ac56 HTTP/1.1" status: 200 len: 379 time: 0.1367652 Aug 20 11:49:08.162641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'Network': ['ID=5a9fe4d6-c93a-4fdb-8647-06c1541d2540,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:08.173266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 5a9fe4d6-c93a-4fdb-8647-06c1541d2540 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:08.177325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'port': {'device_id': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'admin_state_up': True, 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'security_groups': ['0b5048e6-fa73-499a-a674-042664837300']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:08.198380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e49f3a-9bd9-42ec-9d7e-4d697c866816 req-537952c3-0a4e-46c6-b6ef-414165ac101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:08.199997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96e49f3a-9bd9-42ec-9d7e-4d697c866816 req-537952c3-0a4e-46c6-b6ef-414165ac101b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2397604 Aug 20 11:49:08.299432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f6a62ee4-55ee-4043-899b-2a263f1af49e tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8489258 Aug 20 11:49:08.302067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59224) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:08.307964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1705683637'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:08.322165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce87c-772f-4d64-907f-d13069c7352c req-3edbd7ab-f574-463c-80f9-5478a478fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:08.323707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-3edbd7ab-f574-463c-80f9-5478a478fd59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 1094 time: 0.0836461 Aug 20 11:49:08.368274 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-7f6a5c0c-eaaf-4fac-a6fc-e0d29aeaab54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77aaf8f4-db3f-44a0-901b-3468fc6b375b HTTP/1.1" status: 200 len: 217 time: 0.0370824 Aug 20 11:49:08.417808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce87c-772f-4d64-907f-d13069c7352c req-6ea5ad68-0024-48c5-9570-48e2a5e61aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:08.419329 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-6ea5ad68-0024-48c5-9570-48e2a5e61aba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b450c29-4abb-48b7-abec-89fe2ad5d24e HTTP/1.1" status: 200 len: 834 time: 0.0448060 Aug 20 11:49:08.440509 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-70a7cd07-fe70-4734-814e-0e41ba9673d2 req-dc54ffdd-7ee4-456f-aebc-8b4c185b399c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 210 time: 0.0357049 Aug 20 11:49:08.443216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Made reservation on behalf of bd357c64af014140b5356d516991e9cb for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:08.445130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.482167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:08.493686 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.495824 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Added segment 0ce6fae5-c022-46d3-8f16-1a2059d72e15 of type vlan for network 6283a72b-379b-424f-abb3-b07c30a89e47 Aug 20 11:49:08.547973 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.765920 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.772722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:08.773394 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.821924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedce87c-772f-4d64-907f-d13069c7352c req-ae844b07-04fb-4ddc-8d39-5f86aab64eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:08.823470 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-ae844b07-04fb-4ddc-8d39-5f86aab64eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3967907 Aug 20 11:49:08.841607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'Network': ['ID=6283a72b-379b-424f-abb3-b07c30a89e47,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:08.854339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6283a72b-379b-424f-abb3-b07c30a89e47 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:08.883031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f7cb1-1240-484f-a5eb-246d3a299679 req-4efff998-8bb4-42c8-97de-15a80d2e73d4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:08.884522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f6f7cb1-1240-484f-a5eb-246d3a299679 req-4efff998-8bb4-42c8-97de-15a80d2e73d4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 943 time: 0.0978024 Aug 20 11:49:08.904087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Made reservation on behalf of 88e709cf4c1e4059b256a30cdf01ac56 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:08.907380 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:08.979102 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f6f7cb1-1240-484f-a5eb-246d3a299679 req-d1713ceb-de2e-4b84-a5e3-cb8679d37495 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880430 Aug 20 11:49:09.006597 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-95a250d3-d563-4152-bbcf-612e36411b16 service neutron] 10.222.0.57 "GET /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746879 Aug 20 11:49:09.080803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b2de8e89-e78b-4778-a995-1c44a612abc2 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7769320 Aug 20 11:49:09.118198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59236) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:09.123634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'ports': [{'network_id': '5a9fe4d6-c93a-4fdb-8647-06c1541d2540', 'name': 'tempest-port--1662956453', 'admin_state_up': True}, {'network_id': '6283a72b-379b-424f-abb3-b07c30a89e47', 'admin_state_up': False}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:09.124065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'port': {'network_id': '5a9fe4d6-c93a-4fdb-8647-06c1541d2540', 'name': 'tempest-port--1662956453', 'admin_state_up': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:09.124622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'port': {'network_id': '6283a72b-379b-424f-abb3-b07c30a89e47', 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:09.152806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Allocated IP 172.20.0.7 (9a4fc417-3cac-46ef-84e1-9c2c05a589d0/21b43ae2-8fba-4b10-bb8a-593acb8f5753/8a49a357-e1ae-408d-9d77-2e17502ff108) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:09.162581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cedce87c-772f-4d64-907f-d13069c7352c req-dddf30e2-b796-4eea-8906-0b9ad58c19fb service neutron] 10.222.0.57 "GET /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464434 Aug 20 11:49:09.312337 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.328577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Transition to ACTIVE for port object 8a49a357-e1ae-408d-9d77-2e17502ff108 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:09.391142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Made reservation on behalf of bd357c64af014140b5356d516991e9cb for: {'port': 2} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:09.391142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.401607 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.453286 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.492227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] device_id is not set on port e6d94dd7-45ab-4db2-987a-ac2e80d79d3f yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:49:09.512216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:09.517129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:09.522604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:09.567595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event updated for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:09.625290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:09.625851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.669743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.686424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e394c8-13ba-484b-afcf-e30f42dc2395 req-11ba4edd-0c06-490e-adb2-e7ae358af80c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:09.688008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77e394c8-13ba-484b-afcf-e30f42dc2395 req-11ba4edd-0c06-490e-adb2-e7ae358af80c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 931 time: 0.0918310 Aug 20 11:49:09.761245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-579fae6d-a34c-45c5-94ef-399602bf7e43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5929995 Aug 20 11:49:09.774738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] device_id is not set on port bad22895-83ae-41e9-885b-e9b21b258660 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:49:09.779287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Request body: {'port': {'device_id': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:09.784396 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77e394c8-13ba-484b-afcf-e30f42dc2395 req-e2a9163e-a1e2-41ef-950f-6c6289a9cfbc tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839572 Aug 20 11:49:09.868776 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.925437 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:09.999084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0b69defb-b271-4cd8-b2ac-b9b745aa6819 None None] Provisioning for port 8a49a357-e1ae-408d-9d77-2e17502ff108 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:10.003656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0b69defb-b271-4cd8-b2ac-b9b745aa6819 None None] Provisioning complete for port 8a49a357-e1ae-408d-9d77-2e17502ff108 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:10.004041 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0b69defb-b271-4cd8-b2ac-b9b745aa6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.064870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0b69defb-b271-4cd8-b2ac-b9b745aa6819 None None] Port 8a49a357-e1ae-408d-9d77-2e17502ff108 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:49:10.098151 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.156772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'Port': ['ID=e6d94dd7-45ab-4db2-987a-ac2e80d79d3f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:10.164309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2bd44-abda-4713-a9a2-61bc32f6722b req-6df368d4-2f87-4d62-a36e-6c09309422e1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:10.165962 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4dc2bd44-abda-4713-a9a2-61bc32f6722b req-6df368d4-2f87-4d62-a36e-6c09309422e1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 943 time: 0.0891595 Aug 20 11:49:10.173404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.174506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.174765 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.175114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.177117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.177117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.177117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.177117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.177117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.177734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.177734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.177886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:10.192960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Checking segment: {'id': '4f4725bc-318c-4764-b24e-caedcd35c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5a9fe4d6-c93a-4fdb-8647-06c1541d2540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:10.193482 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Network hostable DHCP agents. Network: 5a9fe4d6-c93a-4fdb-8647-06c1541d2540, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:10.231753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4dc2bd44-abda-4713-a9a2-61bc32f6722b req-585231b8-89d2-492f-bd3d-27cfc3985b8d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507798 Aug 20 11:49:10.279273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a49a357-e1ae-408d-9d77-2e17502ff108 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:10.287235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.299856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Transition to ACTIVE for port object 8a49a357-e1ae-408d-9d77-2e17502ff108 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:10.312670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Network 5a9fe4d6-c93a-4fdb-8647-06c1541d2540 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:10.440343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.494051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Pushing event updated for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:10.503762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 5a9fe4d6-c93a-4fdb-8647-06c1541d2540) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:10.509167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:10.510667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.531368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f932cb7-5d6c-442c-b039-7e9044cad931 None None] Network 5a9fe4d6-c93a-4fdb-8647-06c1541d2540 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:10.589086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Attempting to bind port 8a49a357-e1ae-408d-9d77-2e17502ff108 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:10.589703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Attempting to bind port 8a49a357-e1ae-408d-9d77-2e17502ff108 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:10.590127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Attempting to bind port 8a49a357-e1ae-408d-9d77-2e17502ff108 on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:10.595231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Port 8a49a357-e1ae-408d-9d77-2e17502ff108 on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:49:10.602786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Attempting to bind port 8a49a357-e1ae-408d-9d77-2e17502ff108 on network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:10.611848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:10.615967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Checking segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:10.615967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Bound using segment: {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:10.615967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Bound port: 8a49a357-e1ae-408d-9d77-2e17502ff108, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692b0ff1-6be6-4ccc-abce-6736390afb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:10.615967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.642726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'Port': ['ID=bad22895-83ae-41e9-885b-e9b21b258660,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:10.651474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Checking segment: {'id': '0ce6fae5-c022-46d3-8f16-1a2059d72e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6283a72b-379b-424f-abb3-b07c30a89e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:10.656166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Network hostable DHCP agents. Network: 6283a72b-379b-424f-abb3-b07c30a89e47, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:10.774330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:10.780220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:10.833999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Network 6283a72b-379b-424f-abb3-b07c30a89e47 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:10.892365 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.936333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:10.936333 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:10.936333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] 10.222.0.38 "PUT /v2.0/ports/8a49a357-e1ae-408d-9d77-2e17502ff108 HTTP/1.1" status: 200 len: 1091 time: 1.1613894 Aug 20 11:49:10.938287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:10.940741 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b10e7ba-dcc3-4821-aa1b-7adf23661e98" -d '{"events": [{"name": "network-changed", "server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:10.945218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b99523-f22d-4c63-ad58-d258dc3697a6 req-cc514037-e5ca-4ffb-945a-050b79291758 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:10.954991 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26b99523-f22d-4c63-ad58-d258dc3697a6 req-cc514037-e5ca-4ffb-945a-050b79291758 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0809498 Aug 20 11:49:10.970240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d137f28-6379-4620-bb95-a222fe2bf050 service neutron] Pushing event updated for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:10.997203 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26b99523-f22d-4c63-ad58-d258dc3697a6 req-af0ab872-7c6c-4050-97b9-eb4337baf9c6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412898 Aug 20 11:49:10.997349 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7f4c9e-96f2-48f3-ae37-0b0bcf3fd7b2 x-openstack-request-id: req-1b7f4c9e-96f2-48f3-ae37-0b0bcf3fd7b2 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:10.998029 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:10.998310 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b7f4c9e-96f2-48f3-ae37-0b0bcf3fd7b2 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:10.998874 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'status': 'completed', 'code': 200} Aug 20 11:49:11.051585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6283a72b-379b-424f-abb3-b07c30a89e47) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:11.056286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:11.060816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c7d4c6-8cca-42fd-87d3-3077d2bf6373 None None] Network 6283a72b-379b-424f-abb3-b07c30a89e47 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:11.063877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.071618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.072353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.096328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10e7ba-dcc3-4821-aa1b-7adf23661e98 req-c21dbc09-6777-43a6-9eea-b2ec4a4a35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.097934 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1b10e7ba-dcc3-4821-aa1b-7adf23661e98 req-c21dbc09-6777-43a6-9eea-b2ec4a4a35c2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 1094 time: 0.0577631 Aug 20 11:49:11.218006 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-73745570-5bf1-4c06-a88d-503fde87176c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0984638 Aug 20 11:49:11.220786 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59252) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:11.240760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10e7ba-dcc3-4821-aa1b-7adf23661e98 req-ea0b4714-22a2-45fb-9735-97d0b1c366c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.242287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1b10e7ba-dcc3-4821-aa1b-7adf23661e98 req-ea0b4714-22a2-45fb-9735-97d0b1c366c3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1251321 Aug 20 11:49:11.243639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 77aaf8f4-db3f-44a0-901b-3468fc6b375b details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:49:11.306508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf0526e-c108-4f51-9049-64420d04b72f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.313078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf0526e-c108-4f51-9049-64420d04b72f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.317563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59256) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:11.317725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cdf0526e-c108-4f51-9049-64420d04b72f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0959017 Aug 20 11:49:11.350255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 77aaf8f4-db3f-44a0-901b-3468fc6b375b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=77aaf8f4-db3f-44a0-901b-3468fc6b375b,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:11.364514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'port_id': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'mac_address': 'fa:16:3e:14:43:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:49:11.392041 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.406617 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.421868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77aaf8f4-db3f-44a0-901b-3468fc6b375b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:11.443333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 77aaf8f4-db3f-44a0-901b-3468fc6b375b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=77aaf8f4-db3f-44a0-901b-3468fc6b375b,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:11.444878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10e7ba-dcc3-4821-aa1b-7adf23661e98 req-bb061dd2-d7da-432a-a4f6-8ebf312065ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.446387 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1b10e7ba-dcc3-4821-aa1b-7adf23661e98 req-bb061dd2-d7da-432a-a4f6-8ebf312065ac service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1917698 Aug 20 11:49:11.467770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360ca61-cabd-4913-89ce-418df64f539a req-e5c052ae-ccee-4b21-b00c-03372c4d6314 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.469245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4360ca61-cabd-4913-89ce-418df64f539a req-e5c052ae-ccee-4b21-b00c-03372c4d6314 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 943 time: 0.1231267 Aug 20 11:49:11.511077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-45c522b0-46e2-4382-bb00-365eaa1c9e7c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Deleting port e6d94dd7-45ab-4db2-987a-ac2e80d79d3f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:11.511419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45c522b0-46e2-4382-bb00-365eaa1c9e7c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.549289 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.594363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4360ca61-cabd-4913-89ce-418df64f539a req-13794e1f-2555-4ce0-ad7e-12b2937614a4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164565 Aug 20 11:49:11.608144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=77aaf8f4-db3f-44a0-901b-3468fc6b375b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:11.619054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-b588bab6-a6ef-44f9-aee5-ec2d847e9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.620586 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-b588bab6-a6ef-44f9-aee5-ec2d847e9d03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 1094 time: 0.1233740 Aug 20 11:49:11.622482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45c522b0-46e2-4382-bb00-365eaa1c9e7c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.642541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-45c522b0-46e2-4382-bb00-365eaa1c9e7c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Calling delete_port for e6d94dd7-45ab-4db2-987a-ac2e80d79d3f owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:11.673182 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-9178683f-0337-4493-85a6-b6c1cc7725a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a49a357-e1ae-408d-9d77-2e17502ff108 HTTP/1.1" status: 200 len: 217 time: 0.0425541 Aug 20 11:49:11.753381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['77aaf8f4-db3f-44a0-901b-3468fc6b375b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:49:11.775025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-2dbcaf69-12ea-4d00-b252-9e571712b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.778493 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-2dbcaf69-12ea-4d00-b252-9e571712b2ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0634120 Aug 20 11:49:11.834615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-aeffb566-b17c-4b64-ba46-eb7cae214505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:11.836406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-aeffb566-b17c-4b64-ba46-eb7cae214505 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477848 Aug 20 11:49:11.898054 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45c522b0-46e2-4382-bb00-365eaa1c9e7c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.933626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c522b0-46e2-4382-bb00-365eaa1c9e7c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Port': ['ID=e6d94dd7-45ab-4db2-987a-ac2e80d79d3f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:11.946243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45c522b0-46e2-4382-bb00-365eaa1c9e7c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:11.951537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59264) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:11.952014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-45c522b0-46e2-4382-bb00-365eaa1c9e7c tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "DELETE /v2.0/ports/e6d94dd7-45ab-4db2-987a-ac2e80d79d3f HTTP/1.1" status: 204 len: 168 time: 0.6325815 Aug 20 11:49:11.984241 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-338c97b5-927b-473a-93ad-84db89852a0e service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345379 Aug 20 11:49:12.095773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e29966d-74ab-4a6e-81dc-97e21a16d650 req-9ab2ed11-3f92-40d4-b14d-97302341f95f service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999031 Aug 20 11:49:12.434701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a66c-f219-4bd4-a218-2a88e1ad988c req-af6351cd-1978-4f30-8eec-d9ec3bf680e2 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:12.436072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4cb7a66c-f219-4bd4-a218-2a88e1ad988c req-af6351cd-1978-4f30-8eec-d9ec3bf680e2 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0607948 Aug 20 11:49:12.441260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-639e022e-df65-4c8a-a3f5-5d5bb213fd3f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Deleting port bad22895-83ae-41e9-885b-e9b21b258660 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:12.441606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-639e022e-df65-4c8a-a3f5-5d5bb213fd3f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.532624 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4cb7a66c-f219-4bd4-a218-2a88e1ad988c req-5081ab6c-5d7b-44fc-b6dd-b1a04dd4d89d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878277 Aug 20 11:49:12.534349 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-639e022e-df65-4c8a-a3f5-5d5bb213fd3f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.548113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-639e022e-df65-4c8a-a3f5-5d5bb213fd3f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Calling delete_port for bad22895-83ae-41e9-885b-e9b21b258660 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:12.758793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7863cb-4f2d-4970-a5dd-ef5dcf2cd8b6 req-08a54c9b-8592-484b-9a71-c95dba34edf3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:12.760427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f7863cb-4f2d-4970-a5dd-ef5dcf2cd8b6 req-08a54c9b-8592-484b-9a71-c95dba34edf3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 944 time: 0.0601611 Aug 20 11:49:12.760563 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-639e022e-df65-4c8a-a3f5-5d5bb213fd3f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.795553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e022e-df65-4c8a-a3f5-5d5bb213fd3f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Port': ['ID=bad22895-83ae-41e9-885b-e9b21b258660,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:12.834361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-639e022e-df65-4c8a-a3f5-5d5bb213fd3f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:12.834624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4f7863cb-4f2d-4970-a5dd-ef5dcf2cd8b6 req-d1651505-4898-49a6-b62a-6544a3b8b506 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391247 Aug 20 11:49:12.834729 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-639e022e-df65-4c8a-a3f5-5d5bb213fd3f tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "DELETE /v2.0/ports/bad22895-83ae-41e9-885b-e9b21b258660 HTTP/1.1" status: 204 len: 168 time: 0.8524086 Aug 20 11:49:12.834729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59272) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:12.835718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bd6ff567-550a-4858-90ec-efe56279b0e0 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0255768 Aug 20 11:49:12.839143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59274) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:12.843853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1643303233'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:12.994291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Made reservation on behalf of bd357c64af014140b5356d516991e9cb for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:12.997878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.024954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:13.035060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.039234 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Added segment 954b11d0-4721-49aa-8396-8a5fcd400bfb of type vlan for network ec3d9e03-8daa-45e7-908e-85c1cd35fd3d Aug 20 11:49:13.076983 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.244834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 77aaf8f4-db3f-44a0-901b-3468fc6b375b up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:13.417117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.422678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:13.423274 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.491167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'Network': ['ID=ec3d9e03-8daa-45e7-908e-85c1cd35fd3d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:13.505115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network ec3d9e03-8daa-45e7-908e-85c1cd35fd3d details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:13.628282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 77aaf8f4-db3f-44a0-901b-3468fc6b375b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:13.632325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 77aaf8f4-db3f-44a0-901b-3468fc6b375b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:13.633604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.657309 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b12082-94df-4905-aeff-6a9349d12499 req-7b055cd6-72a3-4ed0-96be-0a37b40928dc tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:13.658845 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66b12082-94df-4905-aeff-6a9349d12499 req-7b055cd6-72a3-4ed0-96be-0a37b40928dc tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0497956 Aug 20 11:49:13.702502 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66b12082-94df-4905-aeff-6a9349d12499 req-d9975ab9-7fbd-4142-a6c7-708b45b6989a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359116 Aug 20 11:49:13.709749 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ca9e6a4a-a7d8-4cf5-be4b-3bb5a19e6324 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8696241 Aug 20 11:49:13.712629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59280) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:13.715838 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.720051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1886327870'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:13.721040 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.746469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aaf8f4-db3f-44a0-901b-3468fc6b375b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:13.748996 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb0b711-f40f-4cb5-8a86-73a46f55f898" -d '{"events": [{"server_uuid": "84bf9ae3-d7fd-4a7e-80e8-497087198ada", "name": "network-vif-plugged", "status": "completed", "tag": "77aaf8f4-db3f-44a0-901b-3468fc6b375b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:13.761828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 77aaf8f4-db3f-44a0-901b-3468fc6b375b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=77aaf8f4-db3f-44a0-901b-3468fc6b375b,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:13.789864 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6f1bfd-5e38-4434-9629-19d4d2d39a9f x-openstack-request-id: req-2b6f1bfd-5e38-4434-9629-19d4d2d39a9f {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:13.790283 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bf9ae3-d7fd-4a7e-80e8-497087198ada", "name": "network-vif-plugged", "status": "completed", "tag": "77aaf8f4-db3f-44a0-901b-3468fc6b375b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:13.790708 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b6f1bfd-5e38-4434-9629-19d4d2d39a9f {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:13.791252 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'code': 200} Aug 20 11:49:13.887594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88d20-fc4c-421e-9028-3260a9cbdd6b req-02d34462-cbbf-491f-99c7-717a827a8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:13.889113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8fc88d20-fc4c-421e-9028-3260a9cbdd6b req-02d34462-cbbf-491f-99c7-717a827a8371 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 1095 time: 0.0419757 Aug 20 11:49:13.908653 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.913582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Made reservation on behalf of bd357c64af014140b5356d516991e9cb for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:13.917432 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.925387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed815dd5-9c76-482f-b5bc-fa0e93de2992 req-1430f7ef-7679-4aa4-8a7d-22896aba78f9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:13.926882 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed815dd5-9c76-482f-b5bc-fa0e93de2992 req-1430f7ef-7679-4aa4-8a7d-22896aba78f9 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 944 time: 0.0521314 Aug 20 11:49:13.952214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8fc88d20-fc4c-421e-9028-3260a9cbdd6b req-de1e0769-009a-4895-9860-4964f5806a36 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563502 Aug 20 11:49:13.955765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:13.958357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=77aaf8f4-db3f-44a0-901b-3468fc6b375b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:13.967942 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:13.967942 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Added segment aec47d68-4378-4c10-b2b3-dd9674a5d7fe of type vlan for network 8b7824d6-29e3-4700-a955-fd21e4e94489 Aug 20 11:49:13.969839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed815dd5-9c76-482f-b5bc-fa0e93de2992 req-eceb6160-5a12-4e2b-af74-ce8a94f4f728 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342085 Aug 20 11:49:14.011494 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.154275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.159784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:14.160486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:14.224223 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'Network': ['ID=8b7824d6-29e3-4700-a955-fd21e4e94489,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:14.238513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 8b7824d6-29e3-4700-a955-fd21e4e94489 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:14.297887 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3de0f1bc-e800-4582-aada-8dd0b4771d54 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5840478 Aug 20 11:49:14.834491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4715da7-ad69-4512-8b14-7ed9c18b32de req-dd6dc037-6e9c-46c8-b766-a5b96f5b7c46 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:14.836003 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4715da7-ad69-4512-8b14-7ed9c18b32de req-dd6dc037-6e9c-46c8-b766-a5b96f5b7c46 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0515578 Aug 20 11:49:14.883835 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4715da7-ad69-4512-8b14-7ed9c18b32de req-c99e453e-6d20-498b-9de1-d45cadb843bf tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406871 Aug 20 11:49:15.091470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736d2c9-18dc-4953-ae32-74f817071c66 req-21214230-9e81-40d8-b66a-3e8dac1f9c9d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:15.092935 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e736d2c9-18dc-4953-ae32-74f817071c66 req-21214230-9e81-40d8-b66a-3e8dac1f9c9d tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 945 time: 0.0521936 Aug 20 11:49:15.095464 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03243fe9-e310-4326-b94e-01ad1a895b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:15.134455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e736d2c9-18dc-4953-ae32-74f817071c66 req-f24c5fd0-1909-4a2f-909d-7f93714f5015 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328596 Aug 20 11:49:16.044856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bd591-b87f-4844-b05a-0edcefc24bbe req-72d0624a-17a6-47ef-b2e2-23b2bdf802f9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:16.047371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04bd591-b87f-4844-b05a-0edcefc24bbe req-72d0624a-17a6-47ef-b2e2-23b2bdf802f9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0811362 Aug 20 11:49:16.053242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8a49a357-e1ae-408d-9d77-2e17502ff108 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:49:16.112359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a04bd591-b87f-4844-b05a-0edcefc24bbe req-06d4f331-55a6-4c5a-8096-2961c7de05d2 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475328 Aug 20 11:49:16.190155 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:16.205426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'port_id': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'mac_address': 'fa:16:3e:7f:69:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:49:16.261456 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:16.279624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a49a357-e1ae-408d-9d77-2e17502ff108 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:16.282151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a8edf-27b8-4e87-b9e7-ef2004874d19 req-569db72b-d82b-4631-b5e5-be76c048c6c4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:16.292571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de2a8edf-27b8-4e87-b9e7-ef2004874d19 req-569db72b-d82b-4631-b5e5-be76c048c6c4 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 945 time: 0.0737686 Aug 20 11:49:16.305889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:16.331556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de2a8edf-27b8-4e87-b9e7-ef2004874d19 req-6639bdfe-a50c-4485-85a3-e82033f23650 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375915 Aug 20 11:49:16.423548 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:16.458057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f0532-ae64-4339-88aa-cd3e6804c5a5 req-a759a3dc-3bce-479d-a169-031ec39d62f7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:16.460707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a0f0532-ae64-4339-88aa-cd3e6804c5a5 req-a759a3dc-3bce-479d-a169-031ec39d62f7 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 945 time: 0.0572333 Aug 20 11:49:16.488858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:16.504186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a0f0532-ae64-4339-88aa-cd3e6804c5a5 req-1eb9ad1a-93e5-415d-8d42-f3dbe3a0e0ff tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368919 Aug 20 11:49:16.530536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59326) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:16.572768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ccc2ae-acfc-4b45-814a-8595806bb519 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:16.575361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d9ccc2ae-acfc-4b45-814a-8595806bb519 tempest-TestNetworkBasicOps-733183796 tempest-TestNetworkBasicOps-733183796-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 1091 time: 0.0429921 Aug 20 11:49:16.580721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59328) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:16.582533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:16.728160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['8a49a357-e1ae-408d-9d77-2e17502ff108'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:49:16.730711 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:16.887126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:17.011894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Allocated IP 172.25.4.224 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/ab5f8582-4f3b-4b34-bbcd-8fb9aed54271) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:17.141127 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:17.297136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f75def-5efa-4298-a063-9e16052d35e0 req-a38d23c5-d39e-4997-ba43-02da167d361e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:17.298660 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33f75def-5efa-4298-a063-9e16052d35e0 req-a38d23c5-d39e-4997-ba43-02da167d361e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 944 time: 0.0665109 Aug 20 11:49:17.343797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33f75def-5efa-4298-a063-9e16052d35e0 req-70a8c4d8-0927-4d76-8b45-a20b222c832f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389216 Aug 20 11:49:17.364924 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:17.403875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:17.406669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:17.410105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:17.438874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=ab5f8582-4f3b-4b34-bbcd-8fb9aed54271,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:17.464200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59334) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:17.469734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'subnets': [{'network_id': 'ec3d9e03-8daa-45e7-908e-85c1cd35fd3d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--930930105', 'ip_version': 6}, {'network_id': '8b7824d6-29e3-4700-a955-fd21e4e94489', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:17.470183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'subnet': {'network_id': 'ec3d9e03-8daa-45e7-908e-85c1cd35fd3d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--930930105', 'ip_version': 6}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:17.471131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Request body: {'subnet': {'network_id': '8b7824d6-29e3-4700-a955-fd21e4e94489', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:17.921755 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:17.966024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Made reservation on behalf of bd357c64af014140b5356d516991e9cb for: {'subnet': 2} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:17.970659 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:17.971010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.051054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8a49a357-e1ae-408d-9d77-2e17502ff108 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:18.188901 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.239493 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a86bdd45-9914-4a77-b15a-f3d044881447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.549270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 8a49a357-e1ae-408d-9d77-2e17502ff108 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:18.549741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.554581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 8a49a357-e1ae-408d-9d77-2e17502ff108 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:18.555726 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.611820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'Subnet': ['ID=2aaa3bed-4151-4547-a12c-234bb1d4f164,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:18.669276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Checking segment: {'id': '954b11d0-4721-49aa-8396-8a5fcd400bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ec3d9e03-8daa-45e7-908e-85c1cd35fd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:18.669651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Network hostable DHCP agents. Network: ec3d9e03-8daa-45e7-908e-85c1cd35fd3d, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:18.690206 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.708432 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.711130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228db1b-1054-4ae9-871f-56fbb2d07d6e req-5a076920-3df0-4747-ae40-7dc4e7c2d89c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:18.718644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8228db1b-1054-4ae9-871f-56fbb2d07d6e req-5a076920-3df0-4747-ae40-7dc4e7c2d89c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 944 time: 0.0860999 Aug 20 11:49:18.736536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:18.739223 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9659c94-c51e-4379-bb17-41cca17c3ccb" -d '{"events": [{"server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "name": "network-vif-plugged", "status": "completed", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:18.758495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:18.794726 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bda23dc-f9d0-4a33-bc71-d444affbef9e x-openstack-request-id: req-7bda23dc-f9d0-4a33-bc71-d444affbef9e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:18.795226 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "name": "network-vif-plugged", "status": "completed", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:18.795853 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bda23dc-f9d0-4a33-bc71-d444affbef9e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:18.796495 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'code': 200} Aug 20 11:49:18.797898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8228db1b-1054-4ae9-871f-56fbb2d07d6e req-d6af511c-6a1b-4a62-8c51-45f9acf76e5f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783105 Aug 20 11:49:18.823990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Network ec3d9e03-8daa-45e7-908e-85c1cd35fd3d is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:18.832752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.891543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:18.918327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f442f-b653-4860-b242-2c303b2a7a4e req-58e591c1-0186-4f10-bea6-b1983e94832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:18.920009 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-001f442f-b653-4860-b242-2c303b2a7a4e req-58e591c1-0186-4f10-bea6-b1983e94832c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 1095 time: 0.0534832 Aug 20 11:49:18.943337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:18.971556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-001f442f-b653-4860-b242-2c303b2a7a4e req-03ea3986-aa20-4049-8f01-8dd1cd879a64 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328865 Aug 20 11:49:19.011522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, ec3d9e03-8daa-45e7-908e-85c1cd35fd3d) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:19.017014 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.037887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be9cacb-afae-4a15-a560-f3f2cd20693c None None] Network ec3d9e03-8daa-45e7-908e-85c1cd35fd3d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:19.046509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.092088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event updated for resources: {'Subnet': ['ID=c8eb4dcc-d4af-40d3-b334-56fbda6fda46,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:19.115430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Checking segment: {'id': 'aec47d68-4378-4c10-b2b3-dd9674a5d7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b7824d6-29e3-4700-a955-fd21e4e94489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:19.116000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Network hostable DHCP agents. Network: 8b7824d6-29e3-4700-a955-fd21e4e94489, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:19.130795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event updated for resources: {'Port': ['ID=ab5f8582-4f3b-4b34-bbcd-8fb9aed54271,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:19.148543 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.223531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Network 8b7824d6-29e3-4700-a955-fd21e4e94489 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:19.245968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-ec3d9e03-8daa-45e7-908e-85c1cd35fd3d', 'network_id': 'ec3d9e03-8daa-45e7-908e-85c1cd35fd3d', 'tenant_id': 'bd357c64af014140b5356d516991e9cb', 'fixed_ips': [{'subnet_id': '2aaa3bed-4151-4547-a12c-234bb1d4f164'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:19.246919 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.301993 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Floating IP b5936d3b-376b-4744-b105-be315bc4c7a7 associated. External IP: 172.25.4.224, port: 77aaf8f4-db3f-44a0-901b-3468fc6b375b. Aug 20 11:49:19.405401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Allocated IP 2001:db8::1 (ec3d9e03-8daa-45e7-908e-85c1cd35fd3d/2aaa3bed-4151-4547-a12c-234bb1d4f164/47da1ca8-6a39-4add-bb53-7f19e25e2d41) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:19.409641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 8b7824d6-29e3-4700-a955-fd21e4e94489) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:19.416366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:19.416856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:19.417698 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.423647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ae6679-8a96-4e94-8150-b76579c8ef69 None None] Network 8b7824d6-29e3-4700-a955-fd21e4e94489 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:19.482997 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.545233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:19.556598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3e2ed704-dcf6-4017-8975-6483411e154d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.0909293 Aug 20 11:49:19.558789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59346) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:19.677981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-8b7824d6-29e3-4700-a955-fd21e4e94489', 'network_id': '8b7824d6-29e3-4700-a955-fd21e4e94489', 'tenant_id': 'bd357c64af014140b5356d516991e9cb', 'fixed_ips': [{'subnet_id': 'c8eb4dcc-d4af-40d3-b334-56fbda6fda46'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:19.679142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.695236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c76829-c013-4ee4-89f3-0ae03cd2d31d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:19.697623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c76829-c013-4ee4-89f3-0ae03cd2d31d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:19.699532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c76829-c013-4ee4-89f3-0ae03cd2d31d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:19.701278 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-51c76829-c013-4ee4-89f3-0ae03cd2d31d tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1412382 Aug 20 11:49:19.720445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59350) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:19.723299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:19.734746 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] Sync routers for ids ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:19.745830 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] Routers {'6d21ff91-aa61-4064-a2c8-ec28dee8aef8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:19.746497 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:19.788703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-309b2d1c-6983-4bc4-bd14-39fb94b16508 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Deleting subnet 2aaa3bed-4151-4547-a12c-234bb1d4f164 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:49:19.824417 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.840261 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Transition to ACTIVE for port object 47da1ca8-6a39-4add-bb53-7f19e25e2d41 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:19.864501 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] Set router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:19.882254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Transition to ACTIVE for port object 47da1ca8-6a39-4add-bb53-7f19e25e2d41 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:19.899273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Allocated IP 2001:db8:0:1::1 (8b7824d6-29e3-4700-a955-fd21e4e94489/c8eb4dcc-d4af-40d3-b334-56fbda6fda46/2b0f9254-5a3e-47d5-8db1-f97a40553a93) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:19.901421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:19.936426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ee7ae6ee-0375-4544-9003-6728c8273912 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3552194 Aug 20 11:49:19.936426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'tag': '77aaf8f4-db3f-44a0-901b-3468fc6b375b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:19.937105 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca5c594-a876-4e01-8d40-d10de5070a79" -d '{"events": [{"name": "network-changed", "server_uuid": "84bf9ae3-d7fd-4a7e-80e8-497087198ada", "tag": "77aaf8f4-db3f-44a0-901b-3468fc6b375b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:19.938116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59354) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:19.987571 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d06e0a-e657-4a2e-9256-d9d15e2fc719 x-openstack-request-id: req-73d06e0a-e657-4a2e-9256-d9d15e2fc719 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:19.987861 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bf9ae3-d7fd-4a7e-80e8-497087198ada", "tag": "77aaf8f4-db3f-44a0-901b-3468fc6b375b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:19.994411 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73d06e0a-e657-4a2e-9256-d9d15e2fc719 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:19.994411 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'tag': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'status': 'completed', 'code': 200} Aug 20 11:49:20.058508 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-309b2d1c-6983-4bc4-bd14-39fb94b16508 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.078804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-cd655abd-657e-427b-8093-a83b8a858ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:20.080441 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-cd655abd-657e-427b-8093-a83b8a858ef0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 1096 time: 0.0719712 Aug 20 11:49:20.124739 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.146888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-309b2d1c-6983-4bc4-bd14-39fb94b16508 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.191307 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.194639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Network ec3d9e03-8daa-45e7-908e-85c1cd35fd3d is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:20.206610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:20.211937 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'b5936d3b-376b-4744-b105-be315bc4c7a7', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'port_id': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'mac_address': 'fa:16:3e:14:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:17Z', 'updated_at': '2021-08-20T11:49:17Z', 'revision_number': 0, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849780b3-3525-430c-893b-c0df9d5b3c7c', 'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:97:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:51Z', 'updated_at': '2021-08-20T11:48:58Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:20.220871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:20.222879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Transition to ACTIVE for port object 2b0f9254-5a3e-47d5-8db1-f97a40553a93 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:20.226010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Pushing event updated for resources: {'Port': ['ID=47da1ca8-6a39-4add-bb53-7f19e25e2d41,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:20.272280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Transition to ACTIVE for port object 2b0f9254-5a3e-47d5-8db1-f97a40553a93 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:20.280798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95d3bc-72d8-4bdc-8246-e56b5955a42e req-a9b8c1b4-32ca-4023-8031-ea676a902b31 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:20.282900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db95d3bc-72d8-4bdc-8246-e56b5955a42e req-a9b8c1b4-32ca-4023-8031-ea676a902b31 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.3909960 Aug 20 11:49:20.289352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-38a11f46-f376-4e1b-be59-4f29913dbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:20.291084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-38a11f46-f376-4e1b-be59-4f29913dbefb service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd HTTP/1.1" status: 200 len: 897 time: 0.2028823 Aug 20 11:49:20.309355 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] Checking router: 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:20.317445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Attempting to bind port 47da1ca8-6a39-4add-bb53-7f19e25e2d41 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:20.317816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Attempting to bind port 47da1ca8-6a39-4add-bb53-7f19e25e2d41 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '954b11d0-4721-49aa-8396-8a5fcd400bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ec3d9e03-8daa-45e7-908e-85c1cd35fd3d'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:20.318209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Attempting to bind port 47da1ca8-6a39-4add-bb53-7f19e25e2d41 on network ec3d9e03-8daa-45e7-908e-85c1cd35fd3d {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:20.331365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:20.331365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Checking segment: {'id': '954b11d0-4721-49aa-8396-8a5fcd400bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ec3d9e03-8daa-45e7-908e-85c1cd35fd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:20.331365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.331365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Bound using segment: {'id': '954b11d0-4721-49aa-8396-8a5fcd400bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ec3d9e03-8daa-45e7-908e-85c1cd35fd3d'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:20.331989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Bound port: 47da1ca8-6a39-4add-bb53-7f19e25e2d41, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954b11d0-4721-49aa-8396-8a5fcd400bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ec3d9e03-8daa-45e7-908e-85c1cd35fd3d'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:20.332384 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.335890 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] Routers {'6d21ff91-aa61-4064-a2c8-ec28dee8aef8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:20.338275 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:20.339714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1cbcf475-7277-4fd8-afa0-75c0f9b17a18 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/floatingips/b5936d3b-376b-4744-b105-be315bc4c7a7 HTTP/1.1" status: 200 len: 991 time: 0.4004488 Aug 20 11:49:20.378524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-c8f75636-3262-4690-a442-5c2d9ee68228 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77aaf8f4-db3f-44a0-901b-3468fc6b375b HTTP/1.1" status: 200 len: 999 time: 0.0798113 Aug 20 11:49:20.391604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-309b2d1c-6983-4bc4-bd14-39fb94b16508 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.416396 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.441376 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db95d3bc-72d8-4bdc-8246-e56b5955a42e req-b2fbc842-0780-4a67-ab9f-0c36ee336638 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502666 Aug 20 11:49:20.446034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-46646018-ce9c-4425-9f9d-127aa41e2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:20.447654 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-46646018-ce9c-4425-9f9d-127aa41e2315 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b450c29-4abb-48b7-abec-89fe2ad5d24e HTTP/1.1" status: 200 len: 834 time: 0.0601702 Aug 20 11:49:20.485003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Network 8b7824d6-29e3-4700-a955-fd21e4e94489 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:20.491519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:20.494428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:20.501409 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] Set router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:20.516428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Pushing event updated for resources: {'Port': ['ID=2b0f9254-5a3e-47d5-8db1-f97a40553a93,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:20.519516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-de81a857-de21-4fc9-8f8e-7f15c98a2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:20.521513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-de81a857-de21-4fc9-8f8e-7f15c98a2a04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660520 Aug 20 11:49:20.564519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Attempting to bind port 2b0f9254-5a3e-47d5-8db1-f97a40553a93 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:20.564937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Attempting to bind port 2b0f9254-5a3e-47d5-8db1-f97a40553a93 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'aec47d68-4378-4c10-b2b3-dd9674a5d7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b7824d6-29e3-4700-a955-fd21e4e94489'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:20.565314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Attempting to bind port 2b0f9254-5a3e-47d5-8db1-f97a40553a93 on network 8b7824d6-29e3-4700-a955-fd21e4e94489 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:20.571145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:20.571521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Checking segment: {'id': 'aec47d68-4378-4c10-b2b3-dd9674a5d7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b7824d6-29e3-4700-a955-fd21e4e94489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:20.571930 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.572326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Bound using segment: {'id': 'aec47d68-4378-4c10-b2b3-dd9674a5d7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b7824d6-29e3-4700-a955-fd21e4e94489'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:20.572787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Bound port: 2b0f9254-5a3e-47d5-8db1-f97a40553a93, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec47d68-4378-4c10-b2b3-dd9674a5d7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8b7824d6-29e3-4700-a955-fd21e4e94489'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:20.573616 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.627648 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-4529a7b6-b1cb-4e89-8303-7ee9a17f1c75 service neutron] 10.222.0.57 "GET /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982163 Aug 20 11:49:20.654301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] For port 2b0f9254-5a3e-47d5-8db1-f97a40553a93, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:20.658614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] For port 2b0f9254-5a3e-47d5-8db1-f97a40553a93, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2b0f9254-5a3e-47d5-8db1-f97a40553a93,segment=NetworkSegment(aec47d68-4378-4c10-b2b3-dd9674a5d7fe),segment_id=aec47d68-4378-4c10-b2b3-dd9674a5d7fe)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:20.702233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-309b2d1c-6983-4bc4-bd14-39fb94b16508 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.715567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] For port 47da1ca8-6a39-4add-bb53-7f19e25e2d41, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:20.719733 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] For port 47da1ca8-6a39-4add-bb53-7f19e25e2d41, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=47da1ca8-6a39-4add-bb53-7f19e25e2d41,segment=NetworkSegment(954b11d0-4721-49aa-8396-8a5fcd400bfb),segment_id=954b11d0-4721-49aa-8396-8a5fcd400bfb)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:20.742095 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-309b2d1c-6983-4bc4-bd14-39fb94b16508 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.744275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-309b2d1c-6983-4bc4-bd14-39fb94b16508 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "DELETE /v2.0/subnets/2aaa3bed-4151-4547-a12c-234bb1d4f164 HTTP/1.1" status: 204 len: 168 time: 1.0225863 Aug 20 11:49:20.746951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59362) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:20.776722 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'b5936d3b-376b-4744-b105-be315bc4c7a7', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'port_id': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'mac_address': 'fa:16:3e:14:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:17Z', 'updated_at': '2021-08-20T11:49:17Z', 'revision_number': 0, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849780b3-3525-430c-893b-c0df9d5b3c7c', 'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:97:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:51Z', 'updated_at': '2021-08-20T11:48:58Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:20.795644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b2d1c-6983-4bc4-bd14-39fb94b16508 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Subnet': ['ID=2aaa3bed-4151-4547-a12c-234bb1d4f164,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:20.799474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ca5c594-a876-4e01-8d40-d10de5070a79 req-26969d47-a24b-4f72-8420-994cce9a92da service neutron] 10.222.0.57 "GET /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646631 Aug 20 11:49:20.824594 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95731e06-5579-488a-8ae4-b579860e2dee None None] The sync data for ids ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'] in n-d-804230-3 is: [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'b5936d3b-376b-4744-b105-be315bc4c7a7', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'port_id': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'mac_address': 'fa:16:3e:14:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:17Z', 'updated_at': '2021-08-20T11:49:17Z', 'revision_number': 0, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849780b3-3525-430c-893b-c0df9d5b3c7c', 'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:97:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:51Z', 'updated_at': '2021-08-20T11:48:58Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:20.828896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb283b4-16e7-429d-8835-5153521dc268 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Deleting subnet c8eb4dcc-d4af-40d3-b334-56fbda6fda46 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:49:20.831922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9cb283b4-16e7-429d-8835-5153521dc268 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.841044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.878216 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9cb283b4-16e7-429d-8835-5153521dc268 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:20.904501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf660f3-e16b-411b-b503-8618270b8041 None None] Pushing event updated for resources: {'Port': ['ID=2b0f9254-5a3e-47d5-8db1-f97a40553a93,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:20.984632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.015955 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9cb283b4-16e7-429d-8835-5153521dc268 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.088184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a7e16-5019-41a2-828d-5c8ab7669d05 None None] Pushing event updated for resources: {'Port': ['ID=47da1ca8-6a39-4add-bb53-7f19e25e2d41,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:21.103670 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.175501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a36a4f-fd90-4001-b254-4984e1210c40 None None] New status for floating IP b5936d3b-376b-4744-b105-be315bc4c7a7: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:49:21.303745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf969e-2188-4ddc-899b-1c4fdfb41547 req-ff47c121-7ab8-41cb-bbef-5200c5c1f8d7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:21.306906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3bf969e-2188-4ddc-899b-1c4fdfb41547 req-ff47c121-7ab8-41cb-bbef-5200c5c1f8d7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 945 time: 0.1183758 Aug 20 11:49:21.330769 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9cb283b4-16e7-429d-8835-5153521dc268 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.346690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59366) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:21.378628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb283b4-16e7-429d-8835-5153521dc268 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Subnet': ['ID=c8eb4dcc-d4af-40d3-b334-56fbda6fda46,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:21.395661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9cb283b4-16e7-429d-8835-5153521dc268 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.404521 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9cb283b4-16e7-429d-8835-5153521dc268 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "DELETE /v2.0/subnets/c8eb4dcc-d4af-40d3-b334-56fbda6fda46 HTTP/1.1" status: 204 len: 168 time: 0.6561768 Aug 20 11:49:21.405183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59368) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:21.444187 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3bf969e-2188-4ddc-899b-1c4fdfb41547 req-140ac6b1-21dc-49f1-a967-010f700e321a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181636 Aug 20 11:49:21.489146 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-06b8d7b1-5963-4199-b78c-925675096ee3 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/floatingips/b5936d3b-376b-4744-b105-be315bc4c7a7 HTTP/1.1" status: 200 len: 991 time: 0.1368623 Aug 20 11:49:21.581345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94642d86-387a-4301-a223-325aa4059ce5 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:21.583775 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-94642d86-387a-4301-a223-325aa4059ce5 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1775396 Aug 20 11:49:21.587105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59372) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:21.653471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395632c-17ef-4516-9cbf-1d31944b215f req-24f3471e-33a6-48e5-851a-d46e65bfb275 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:21.655469 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2395632c-17ef-4516-9cbf-1d31944b215f req-24f3471e-33a6-48e5-851a-d46e65bfb275 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0703974 Aug 20 11:49:21.707495 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.710329 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2395632c-17ef-4516-9cbf-1d31944b215f req-36181538-76f3-4e51-973d-b4fb7d3fba19 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480063 Aug 20 11:49:21.825883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Deleting port 2b0f9254-5a3e-47d5-8db1-f97a40553a93 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:21.826220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.892196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 47da1ca8-6a39-4add-bb53-7f19e25e2d41 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:21.901962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441acb5e-67d5-4f14-9d17-29401622f31a req-a4216bfd-ecd6-4afa-a60a-542f39dc73c3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:21.903900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-441acb5e-67d5-4f14-9d17-29401622f31a req-a4216bfd-ecd6-4afa-a60a-542f39dc73c3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.1104183 Aug 20 11:49:21.913577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59380) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:21.919159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-26de2ff0-9273-4981-bcbf-3c194867fefd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Request body: {'floatingip': {'port_id': '8a49a357-e1ae-408d-9d77-2e17502ff108'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:21.919956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] For port 2b0f9254-5a3e-47d5-8db1-f97a40553a93, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2b0f9254-5a3e-47d5-8db1-f97a40553a93,segment=NetworkSegment(aec47d68-4378-4c10-b2b3-dd9674a5d7fe),segment_id=aec47d68-4378-4c10-b2b3-dd9674a5d7fe)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:21.920331 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:21.936204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Calling delete_port for 2b0f9254-5a3e-47d5-8db1-f97a40553a93 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:22.029179 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26de2ff0-9273-4981-bcbf-3c194867fefd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.113105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 47da1ca8-6a39-4add-bb53-7f19e25e2d41 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:22.126045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2b0f9254-5a3e-47d5-8db1-f97a40553a93 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:22.246135 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.247243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 2b0f9254-5a3e-47d5-8db1-f97a40553a93 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:22.252565 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 2b0f9254-5a3e-47d5-8db1-f97a40553a93 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:22.256401 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.272209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Port': ['ID=2b0f9254-5a3e-47d5-8db1-f97a40553a93,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:22.287703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] No DVR routers for this DVR port 2b0f9254-5a3e-47d5-8db1-f97a40553a93 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:22.296395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Port 2b0f9254-5a3e-47d5-8db1-f97a40553a93 was deleted so its status cannot be updated. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 11:49:22.440379 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.460530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7824d6-29e3-4700-a955-fd21e4e94489']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:22.471422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec47d68-4378-4c10-b2b3-dd9674a5d7fe') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:22.471982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec47d68-4378-4c10-b2b3-dd9674a5d7fe') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:22.487564 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.500053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59384) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:22.541110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.558835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:22.559273 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:22.577061 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:22.667670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59388) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:22.672182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16472926-36e1-44ef-b282-b2166df52d89 None None] Network 8b7824d6-29e3-4700-a955-fd21e4e94489 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:22.679566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-79d1022d-0c24-44c1-8cc5-440ce790b440 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/floatingips/b5936d3b-376b-4744-b105-be315bc4c7a7 HTTP/1.1" status: 200 len: 993 time: 0.1779785 Aug 20 11:49:22.710056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459e44d-e30d-4817-8a04-e41a21f4daa4 req-13aae712-8b84-4a9d-9ce1-36e2e8052dd3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:22.712466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a459e44d-e30d-4817-8a04-e41a21f4daa4 req-13aae712-8b84-4a9d-9ce1-36e2e8052dd3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 945 time: 0.1351717 Aug 20 11:49:22.797095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9e3e5385-7e54-4fd1-af01-8abb3a57d22e None None] Could not find standard attr ID for object 2b0f9254-5a3e-47d5-8db1-f97a40553a93. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:49:22.804544 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.813340 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.815338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "DELETE /v2.0/networks/8b7824d6-29e3-4700-a955-fd21e4e94489 HTTP/1.1" status: 204 len: 168 time: 1.2271166 Aug 20 11:49:22.830147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59394) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:22.852346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cd81e-9ab6-46d4-9637-61f64e952ba1 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Network': ['ID=8b7824d6-29e3-4700-a955-fd21e4e94489,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:22.854554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0808f97-4c01-4a4a-bf2a-236e98a49aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.869508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efabc6e-9366-4d06-9580-3f83533dc49e None None] Network ec3d9e03-8daa-45e7-908e-85c1cd35fd3d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:22.906239 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a459e44d-e30d-4817-8a04-e41a21f4daa4 req-a9c89ebf-61b1-4eb9-8525-4a912180e481 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813643 Aug 20 11:49:22.928565 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb491894-d669-4075-a97c-4c439c35c8e9 None None] DHCP port deletion for 8b7824d6-29e3-4700-a955-fd21e4e94489 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:49:22.940268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26de2ff0-9273-4981-bcbf-3c194867fefd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.963833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:22.980394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-72eac1ef-d970-413a-8819-4ae803d88c98 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:22.986192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-72eac1ef-d970-413a-8819-4ae803d88c98 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 945 time: 0.2165904 Aug 20 11:49:23.000067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0808f97-4c01-4a4a-bf2a-236e98a49aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.060888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26de2ff0-9273-4981-bcbf-3c194867fefd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.078581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] DHCP port deletion for ec3d9e03-8daa-45e7-908e-85c1cd35fd3d request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:49:23.115648 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0808f97-4c01-4a4a-bf2a-236e98a49aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.117081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aaebd2cd-e552-40b2-acbc-3b4bd3dac20c None None] Provisioning for port 47da1ca8-6a39-4add-bb53-7f19e25e2d41 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:23.122836 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aaebd2cd-e552-40b2-acbc-3b4bd3dac20c None None] Provisioning complete for port 47da1ca8-6a39-4add-bb53-7f19e25e2d41 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:23.123604 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2cd-e552-40b2-acbc-3b4bd3dac20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.148616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Deleting port 47da1ca8-6a39-4add-bb53-7f19e25e2d41 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:23.149103 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.162244 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f0808f97-4c01-4a4a-bf2a-236e98a49aeb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff34dbb24c2d4838ae7ba4205e5f2cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974794 Aug 20 11:49:23.163572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0808f97-4c01-4a4a-bf2a-236e98a49aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07268b6-1658-471f-ac30-8a7ed1c1a2ca,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:23.167828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59396) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:23.182182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Deleting port 47da1ca8-6a39-4add-bb53-7f19e25e2d41 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:23.182564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.228165 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494b50db-e89b-4792-b92b-e8ed3d6b92d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.228975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] For port 47da1ca8-6a39-4add-bb53-7f19e25e2d41, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=47da1ca8-6a39-4add-bb53-7f19e25e2d41,segment=NetworkSegment(954b11d0-4721-49aa-8396-8a5fcd400bfb),segment_id=954b11d0-4721-49aa-8396-8a5fcd400bfb)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:23.229378 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.245706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Calling delete_port for 47da1ca8-6a39-4add-bb53-7f19e25e2d41 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:23.256620 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494b50db-e89b-4792-b92b-e8ed3d6b92d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.263258 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-26de2ff0-9273-4981-bcbf-3c194867fefd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Floating IP 354ad2b3-c77f-4fb7-a604-7d1e3d97bb27 associated. External IP: 172.25.4.141, port: 8a49a357-e1ae-408d-9d77-2e17502ff108. Aug 20 11:49:23.274767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Deleting port a53a2634-07b6-4c15-a75e-de2cb330e95e {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:23.275105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.279844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] For port 47da1ca8-6a39-4add-bb53-7f19e25e2d41, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=47da1ca8-6a39-4add-bb53-7f19e25e2d41,segment=NetworkSegment(954b11d0-4721-49aa-8396-8a5fcd400bfb),segment_id=954b11d0-4721-49aa-8396-8a5fcd400bfb)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:23.280544 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.312418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2cd-e552-40b2-acbc-3b4bd3dac20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.368071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-aaebd2cd-e552-40b2-acbc-3b4bd3dac20c None None] For port 47da1ca8-6a39-4add-bb53-7f19e25e2d41, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=47da1ca8-6a39-4add-bb53-7f19e25e2d41,segment=NetworkSegment(954b11d0-4721-49aa-8396-8a5fcd400bfb),segment_id=954b11d0-4721-49aa-8396-8a5fcd400bfb)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:23.369641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Calling delete_port for 47da1ca8-6a39-4add-bb53-7f19e25e2d41 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:23.423105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494b50db-e89b-4792-b92b-e8ed3d6b92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.425664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-494b50db-e89b-4792-b92b-e8ed3d6b92d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.426880 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-494b50db-e89b-4792-b92b-e8ed3d6b92d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f07268b6-1658-471f-ac30-8a7ed1c1a2ca HTTP/1.1" status: 204 len: 168 time: 0.2576613 Aug 20 11:49:23.435561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b50db-e89b-4792-b92b-e8ed3d6b92d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07268b6-1658-471f-ac30-8a7ed1c1a2ca,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:23.493126 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aaebd2cd-e552-40b2-acbc-3b4bd3dac20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.493441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] For port a53a2634-07b6-4c15-a75e-de2cb330e95e, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=a53a2634-07b6-4c15-a75e-de2cb330e95e,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:23.493774 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.542105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebd2cd-e552-40b2-acbc-3b4bd3dac20c None None] Pushing event updated for resources: {'Port': ['ID=47da1ca8-6a39-4add-bb53-7f19e25e2d41,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:23.729713 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.757320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 47da1ca8-6a39-4add-bb53-7f19e25e2d41 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:49:23.760724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Pushing event deleted for resources: {'Port': ['ID=47da1ca8-6a39-4add-bb53-7f19e25e2d41,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:23.775665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26de2ff0-9273-4981-bcbf-3c194867fefd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:23.780723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] No DVR routers for this DVR port 47da1ca8-6a39-4add-bb53-7f19e25e2d41 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:23.781150 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.785507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 47da1ca8-6a39-4add-bb53-7f19e25e2d41 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:49:23.785853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 47da1ca8-6a39-4add-bb53-7f19e25e2d41 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:49:23.786264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2b0f9254-5a3e-47d5-8db1-f97a40553a93 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:49:23.792990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.793344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.793727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.797769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.798146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.798503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.798853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.799199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.799544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.799874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.800213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.800536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cdd90-3ea6-4eb5-9632-8dd6d4304feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:23.821456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Port': ['ID=47da1ca8-6a39-4add-bb53-7f19e25e2d41,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:23.823352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] No DVR routers for this DVR port 47da1ca8-6a39-4add-bb53-7f19e25e2d41 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:23.823733 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 2b0f9254-5a3e-47d5-8db1-f97a40553a93 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:49:23.824091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2b0f9254-5a3e-47d5-8db1-f97a40553a93 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:49:23.827608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.828005 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:23.828323 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Floating IP beb1de61-18d8-481c-a73d-b6f87b6be234 disassociated. External IP: 172.25.4.9, port: a53a2634-07b6-4c15-a75e-de2cb330e95e. Aug 20 11:49:23.828678 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Calling delete_port for a53a2634-07b6-4c15-a75e-de2cb330e95e owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:24.045710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a305e-fc02-42c7-8d0b-7817cbaf514a req-0c875f71-6956-4af2-a7c1-f444c7eb1eec tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:24.047471 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e09a305e-fc02-42c7-8d0b-7817cbaf514a req-0c875f71-6956-4af2-a7c1-f444c7eb1eec tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 945 time: 0.0583301 Aug 20 11:49:24.091192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e09a305e-fc02-42c7-8d0b-7817cbaf514a req-dc20cdc5-3007-4c2e-8bab-fe544d9ed6c0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356510 Aug 20 11:49:24.287979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59404) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:24.302053 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dbd064ac-8995-454e-bb1a-4c646a45a34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.354394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.381544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3d9e03-8daa-45e7-908e-85c1cd35fd3d']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:24.390532 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:49:24.392861 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dbd064ac-8995-454e-bb1a-4c646a45a34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.396877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26de2ff0-9273-4981-bcbf-3c194867fefd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:24.399523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954b11d0-4721-49aa-8396-8a5fcd400bfb') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:24.399817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954b11d0-4721-49aa-8396-8a5fcd400bfb') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:24.406996 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] Sync routers for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:24.415301 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26de2ff0-9273-4981-bcbf-3c194867fefd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.416133 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:24.416760 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:24.421553 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.455482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-26de2ff0-9273-4981-bcbf-3c194867fefd tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "PUT /v2.0/floatingips/354ad2b3-c77f-4fb7-a604-7d1e3d97bb27 HTTP/1.1" status: 200 len: 991 time: 2.5407796 Aug 20 11:49:24.456532 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.458335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:24.460678 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd" -d '{"events": [{"name": "network-changed", "server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:24.472574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:24.473057 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:24.476141 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:24.515765 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6a35a1-cd66-47ef-8911-8e6584383564 x-openstack-request-id: req-db6a35a1-cd66-47ef-8911-8e6584383564 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:24.516154 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:24.516415 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db6a35a1-cd66-47ef-8911-8e6584383564 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:24.516815 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'status': 'completed', 'code': 200} Aug 20 11:49:24.558200 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:24.560093 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dbd064ac-8995-454e-bb1a-4c646a45a34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.636497 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dbd064ac-8995-454e-bb1a-4c646a45a34a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7beb15e18e2f4d66af5bc92892b1d02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472221 Aug 20 11:49:24.638559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd064ac-8995-454e-bb1a-4c646a45a34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81108e-5bb1-43e3-8957-cf4eeb26da61,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:24.639965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59410) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:24.650650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-ac1f8bcd-c5a1-4a6d-9cff-b838e862c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:24.652365 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-ac1f8bcd-c5a1-4a6d-9cff-b838e862c053 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 1096 time: 0.1211998 Aug 20 11:49:24.686840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.728362 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.731963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'Port': ['ID=a53a2634-07b6-4c15-a75e-de2cb330e95e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:24.743655 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.744606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "DELETE /v2.0/networks/ec3d9e03-8daa-45e7-908e-85c1cd35fd3d HTTP/1.1" status: 204 len: 168 time: 1.9120221 Aug 20 11:49:24.747217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59412) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:24.766848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62401888-85fc-4a88-9cb1-69e2e928a61a tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Network': ['ID=ec3d9e03-8daa-45e7-908e-85c1cd35fd3d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:24.828325 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c47cbb4-4878-4ba6-87ec-5d93898fed62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.849013 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '354ad2b3-c77f-4fb7-a604-7d1e3d97bb27', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'port_id': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'mac_address': 'fa:16:3e:7f:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:03Z', 'updated_at': '2021-08-20T11:49:22Z', 'revision_number': 1, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:24.856251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-2facc0e6-8d4e-4004-a6bc-4ae3d9d6aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:24.857781 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-2facc0e6-8d4e-4004-a6bc-4ae3d9d6aa56 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1960344 Aug 20 11:49:24.861861 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.869204 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c47cbb4-4878-4ba6-87ec-5d93898fed62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:24.880936 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] Checking router: 4ba36b6f-c23a-4b2d-97aa-f358d9222942 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:24.893553 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:24.894173 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:24.961003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Router aceac47a-2508-40b7-a92b-06613f976e05 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:25.050072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-238db449-3cb3-468d-93ff-5f96c705ca42 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a49a357-e1ae-408d-9d77-2e17502ff108 HTTP/1.1" status: 200 len: 999 time: 0.1821563 Aug 20 11:49:25.083526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.083744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c47cbb4-4878-4ba6-87ec-5d93898fed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.084199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c47cbb4-4878-4ba6-87ec-5d93898fed62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.087831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5c47cbb4-4878-4ba6-87ec-5d93898fed62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b81108e-5bb1-43e3-8957-cf4eeb26da61 HTTP/1.1" status: 204 len: 168 time: 0.4445081 Aug 20 11:49:25.108169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47cbb4-4878-4ba6-87ec-5d93898fed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81108e-5bb1-43e3-8957-cf4eeb26da61,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:25.110935 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6283a72b-379b-424f-abb3-b07c30a89e47']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:25.128311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:25.134878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce6fae5-c022-46d3-8f16-1a2059d72e15') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:25.135590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce6fae5-c022-46d3-8f16-1a2059d72e15') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:25.152630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] Sync routers for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:25.157342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.177682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-d39ef8aa-cb4a-4567-b723-b2df70b1eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:25.178881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:25.179302 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-d39ef8aa-cb4a-4567-b723-b2df70b1eb1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.1203008 Aug 20 11:49:25.191960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:25.197907 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.228978 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:25.238332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] No DVR routers for this DVR port a53a2634-07b6-4c15-a75e-de2cb330e95e on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:25.242600 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.245877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "DELETE /v2.0/ports/a53a2634-07b6-4c15-a75e-de2cb330e95e HTTP/1.1" status: 204 len: 173 time: 2.2537107 Aug 20 11:49:25.352482 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3252d6b4-0459-4e54-9064-d9aa30469c02 req-71f5b850-16fb-4e31-8c61-b3871f58f191 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 210 time: 0.0464885 Aug 20 11:49:25.361601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:25.368811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:25.369279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:25.431342 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:25.468565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-8c659897-f5ac-4192-98ab-affb2cc250a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:25.470131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-8c659897-f5ac-4192-98ab-affb2cc250a3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2758470 Aug 20 11:49:25.529063 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '354ad2b3-c77f-4fb7-a604-7d1e3d97bb27', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'port_id': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'mac_address': 'fa:16:3e:7f:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:03Z', 'updated_at': '2021-08-20T11:49:22Z', 'revision_number': 1, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:25.558424 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68eb474-896d-4b0e-8d21-6885ebdb8718 None None] The sync data for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 is: [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '354ad2b3-c77f-4fb7-a604-7d1e3d97bb27', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'port_id': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'mac_address': 'fa:16:3e:7f:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:03Z', 'updated_at': '2021-08-20T11:49:22Z', 'revision_number': 1, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:25.591749 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-17873605-85be-4371-868c-f06b670f7aa2 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137037 Aug 20 11:49:25.597733 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.615309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.619992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59422) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:25.620272 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "DELETE /v2.0/networks/6283a72b-379b-424f-abb3-b07c30a89e47 HTTP/1.1" status: 204 len: 168 time: 0.8699343 Aug 20 11:49:25.640149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39eef9f-90fd-4738-b51c-4075732d9ca3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Network': ['ID=6283a72b-379b-424f-abb3-b07c30a89e47,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:25.773350 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b2bf05c-801e-48b3-bc4d-08ff52f07afd req-c9293269-8515-498a-932d-9bbf3b732c24 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598203 Aug 20 11:49:25.775523 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.781875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:25.823935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] Checking router: aceac47a-2508-40b7-a92b-06613f976e05 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:25.861060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:25.861713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:25.908102 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.922840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9fe4d6-c93a-4fdb-8647-06c1541d2540']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:25.938901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4725bc-318c-4764-b24e-caedcd35c565') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:25.939479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4725bc-318c-4764-b24e-caedcd35c565') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:25.941379 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379ad87d-db6f-4a59-901c-1de170a80341 None None] New status for floating IP 354ad2b3-c77f-4fb7-a604-7d1e3d97bb27: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:49:25.951708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.970294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.978575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:25.979444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:25.995955 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:26.113065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a53a2634-07b6-4c15-a75e-de2cb330e95e no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:49:26.138140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: a53a2634-07b6-4c15-a75e-de2cb330e95e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:49:26.138773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device a53a2634-07b6-4c15-a75e-de2cb330e95e not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:49:26.183440 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.190745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:26.193215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] 10.222.0.10 "DELETE /v2.0/networks/5a9fe4d6-c93a-4fdb-8647-06c1541d2540 HTTP/1.1" status: 204 len: 168 time: 0.5716031 Aug 20 11:49:26.211538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5734ba-7d09-4d58-956e-0cc1c1d59cb3 tempest-BulkNetworkOpsIpV6Test-987617729 tempest-BulkNetworkOpsIpV6Test-987617729-project] Pushing event deleted for resources: {'Network': ['ID=5a9fe4d6-c93a-4fdb-8647-06c1541d2540,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:26.236759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:26.475883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b761bda-ab6e-45ce-baf5-750396453fe2 req-8eab28dd-bd8a-43a5-bdcc-d44e45d07061 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 210 time: 0.0322201 Aug 20 11:49:26.513939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:26.517539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'name': 'network-vif-deleted', 'tag': 'a53a2634-07b6-4c15-a75e-de2cb330e95e'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:26.522032 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0018b3b-2b70-464e-9996-f0c9610921a7" -d '{"events": [{"server_uuid": "feef2b80-efa5-4ec1-8728-f6f963ca0460", "name": "network-vif-deleted", "tag": "a53a2634-07b6-4c15-a75e-de2cb330e95e"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:26.542266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067cceed-572c-4463-878c-22ccb0b4c906 None None] The sync data for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 is: [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:26.586763 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcf72cb-f290-436f-b442-4e7447abedf7 x-openstack-request-id: req-0dcf72cb-f290-436f-b442-4e7447abedf7 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:26.586763 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feef2b80-efa5-4ec1-8728-f6f963ca0460", "name": "network-vif-deleted", "tag": "a53a2634-07b6-4c15-a75e-de2cb330e95e", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:26.586763 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dcf72cb-f290-436f-b442-4e7447abedf7 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:26.587071 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feef2b80-efa5-4ec1-8728-f6f963ca0460', 'name': 'network-vif-deleted', 'tag': 'a53a2634-07b6-4c15-a75e-de2cb330e95e', 'status': 'completed', 'code': 200} Aug 20 11:49:26.850646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59452) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:26.859330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e9a8b-044b-4d1c-a6a2-4595990a9ddc None None] New status for floating IP beb1de61-18d8-481c-a73d-b6f87b6be234: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:49:27.016284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-032509f4-9b6a-48d0-b230-f359c8999652 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd357c64af014140b5356d516991e9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642315 Aug 20 11:49:27.018575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59458) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:27.072915 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc64386a-f236-47ec-8c32-3fe9d409a240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:27.097130 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc64386a-f236-47ec-8c32-3fe9d409a240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:27.223438 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc64386a-f236-47ec-8c32-3fe9d409a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:27.226309 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc64386a-f236-47ec-8c32-3fe9d409a240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:27.231059 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dc64386a-f236-47ec-8c32-3fe9d409a240 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b04b30f-468e-4161-8e29-2a1c655f7ddc HTTP/1.1" status: 204 len: 168 time: 0.2086239 Aug 20 11:49:27.248295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64386a-f236-47ec-8c32-3fe9d409a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b04b30f-468e-4161-8e29-2a1c655f7ddc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:27.586756 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36ecf289-5b6f-4d6d-b9f0-c9b5343c4b38 req-edf5f400-ae6a-4e4e-b0ef-161359b45a55 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 210 time: 0.0379152 Aug 20 11:49:28.506161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59504) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:28.610637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-878398007'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:28.681971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3cfed98b-dd1e-48ef-9b70-37757cf103a5 req-d6ff287a-2540-47cb-9f23-4b41bfac54f8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 210 time: 0.0265164 Aug 20 11:49:28.692128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:28.696213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.711056 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.802808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.937465 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.965842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:28.976532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c2e407-3a62-4277-b1d0-fc0bc2ee5428,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:28.981801 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:28.982178 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Added segment bd03911f-9b69-47e4-84be-bb50a8c4ce46 of type vlan for network 0a90f1ff-1fbf-4230-8b8d-47becfd8032b Aug 20 11:49:29.030752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.234642 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.241172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:29.244116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:29.307283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=0a90f1ff-1fbf-4230-8b8d-47becfd8032b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:29.317001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 0a90f1ff-1fbf-4230-8b8d-47becfd8032b details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:29.407018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e1cefefe-26d0-40f5-9559-3686c0c4097b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8993428 Aug 20 11:49:29.796321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4578888-5da9-468d-86d6-f5f2bb7fb20d req-14a8f5dd-d0fb-4f13-b7eb-e3179e8db27c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=feef2b80-efa5-4ec1-8728-f6f963ca0460 HTTP/1.1" status: 200 len: 210 time: 0.0335169 Aug 20 11:49:31.102388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-e2839158-f095-4b52-9035-8ecd169c8ef4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951634944&fields=id&tenant_id=8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 267 time: 0.0397217 Aug 20 11:49:31.209850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-d332a8f6-bbc6-4e1e-8ae6-d755db5501f1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:31.221446 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-d332a8f6-bbc6-4e1e-8ae6-d755db5501f1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1021099 Aug 20 11:49:31.226801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6af970ab-caae-430f-ad0c-03446695e004 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/quotas/8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 375 time: 0.0093338 Aug 20 11:49:31.279683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6108c1c2-b50a-4ceb-9426-b7f0f4a87ea5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472841 Aug 20 11:49:31.379982 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-aea51443-246e-4745-a44b-54eb972385c5 service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873051 Aug 20 11:49:31.466836 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-e26c7fb3-1579-4697-8ce2-9e39b66c98e7 service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805378 Aug 20 11:49:32.189014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6254583a-0c6b-4a2a-8e0e-4d5aa460425d req-60a0577b-58ce-4387-9cb1-2368c45eca9e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 210 time: 0.0311742 Aug 20 11:49:32.539245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59556) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:32.544543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'network_id': '0a90f1ff-1fbf-4230-8b8d-47becfd8032b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:32.820995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:32.824604 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.217867 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.278120 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b284c9b-b249-43de-a4f0-9b0227fbf883 req-23a07fd2-c5f6-4126-94ee-c943c2430a84 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 210 time: 0.0272884 Aug 20 11:49:33.285237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=9e9ce8c1-f39f-4fe2-82d1-0101554ba407,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:33.294154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking segment: {'id': 'bd03911f-9b69-47e4-84be-bb50a8c4ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0a90f1ff-1fbf-4230-8b8d-47becfd8032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:33.294601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network hostable DHCP agents. Network: 0a90f1ff-1fbf-4230-8b8d-47becfd8032b, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:33.411486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network 0a90f1ff-1fbf-4230-8b8d-47becfd8032b is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:33.577350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 0a90f1ff-1fbf-4230-8b8d-47becfd8032b) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:33.584160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:33.594424 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.595166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01bead8-a5d2-4dcb-ad5a-5590fdb7aa49 None None] Network 0a90f1ff-1fbf-4230-8b8d-47becfd8032b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:33.738910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-0a90f1ff-1fbf-4230-8b8d-47becfd8032b', 'network_id': '0a90f1ff-1fbf-4230-8b8d-47becfd8032b', 'tenant_id': 'f9a623ec0b254ff8b7c9c51c1cac70f8', 'fixed_ips': [{'subnet_id': '9e9ce8c1-f39f-4fe2-82d1-0101554ba407'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:33.739840 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.773176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-abfa97aa-40ee-4f8f-b0cc-84d85b959c56 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2327995 Aug 20 11:49:33.776619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59566) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:33.781797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1961272407'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:33.891301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Allocated IP 2001:db8:0:ffff::2 (0a90f1ff-1fbf-4230-8b8d-47becfd8032b/9e9ce8c1-f39f-4fe2-82d1-0101554ba407/f642b13f-3349-42b5-b588-ce991244b3e2) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:33.923874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:33.928092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.951902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:33.960356 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:33.960698 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Added segment 413d1b78-6af8-4aef-8d06-c9d0203c1110 of type vlan for network 6045b33a-e173-48d5-a808-b0c3cffbab6f Aug 20 11:49:34.072088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.122059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.132509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Transition to ACTIVE for port object f642b13f-3349-42b5-b588-ce991244b3e2 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:34.148692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Transition to ACTIVE for port object f642b13f-3349-42b5-b588-ce991244b3e2 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:34.244085 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.250517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:34.251454 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.287532 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.334615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Network 0a90f1ff-1fbf-4230-8b8d-47becfd8032b is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:34.337936 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:34.342110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:34.353431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Pushing event updated for resources: {'Port': ['ID=f642b13f-3349-42b5-b588-ce991244b3e2,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:34.413936 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Attempting to bind port f642b13f-3349-42b5-b588-ce991244b3e2 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:34.414501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Attempting to bind port f642b13f-3349-42b5-b588-ce991244b3e2 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'bd03911f-9b69-47e4-84be-bb50a8c4ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0a90f1ff-1fbf-4230-8b8d-47becfd8032b'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:34.422227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Attempting to bind port f642b13f-3349-42b5-b588-ce991244b3e2 on network 0a90f1ff-1fbf-4230-8b8d-47becfd8032b {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:34.422227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:34.422227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Checking segment: {'id': 'bd03911f-9b69-47e4-84be-bb50a8c4ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0a90f1ff-1fbf-4230-8b8d-47becfd8032b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:34.422227 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.422227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Bound using segment: {'id': 'bd03911f-9b69-47e4-84be-bb50a8c4ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0a90f1ff-1fbf-4230-8b8d-47becfd8032b'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:34.422813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Bound port: f642b13f-3349-42b5-b588-ce991244b3e2, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd03911f-9b69-47e4-84be-bb50a8c4ce46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0a90f1ff-1fbf-4230-8b8d-47becfd8032b'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:34.422926 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.499834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] For port f642b13f-3349-42b5-b588-ce991244b3e2, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:34.503218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] For port f642b13f-3349-42b5-b588-ce991244b3e2, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f642b13f-3349-42b5-b588-ce991244b3e2,segment=NetworkSegment(bd03911f-9b69-47e4-84be-bb50a8c4ce46),segment_id=bd03911f-9b69-47e4-84be-bb50a8c4ce46)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:34.687267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f7a9489-bfdc-430f-a9f8-d16b43879a7e req-c1073dbe-e4c5-47d7-9a08-a82f408e98da tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 210 time: 0.0379281 Aug 20 11:49:34.690244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=6045b33a-e173-48d5-a808-b0c3cffbab6f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:34.696142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:34.728965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6045b33a-e173-48d5-a808-b0c3cffbab6f details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:34.784160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6cc644e4-fd38-4664-bac1-f1ea090eeefc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0063124 Aug 20 11:49:34.787583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59574) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:34.793595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'network_id': '6045b33a-e173-48d5-a808-b0c3cffbab6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:34.820226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073dfab-954d-4f39-828a-8421cafc01ed None None] Pushing event updated for resources: {'Port': ['ID=f642b13f-3349-42b5-b588-ce991244b3e2,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:35.006586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:35.014628 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.255855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b8c0ce07-a59a-4820-a813-ce1a30d4efbd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:35.257345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b8c0ce07-a59a-4820-a813-ce1a30d4efbd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1148512 Aug 20 11:49:35.312913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.314605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-dbff1c4e-7b31-4999-9220-2c780310f3dc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 380 time: 0.0376401 Aug 20 11:49:35.326981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'port': {'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'admin_state_up': True, 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'security_groups': ['2ea27980-82eb-4341-9bef-06664b76ff6f']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:35.386380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=1e91c95b-d12a-4e55-a851-c3dd969512b7,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:35.395169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking segment: {'id': '413d1b78-6af8-4aef-8d06-c9d0203c1110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6045b33a-e173-48d5-a808-b0c3cffbab6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:35.395539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network hostable DHCP agents. Network: 6045b33a-e173-48d5-a808-b0c3cffbab6f, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:35.531718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network 6045b33a-e173-48d5-a808-b0c3cffbab6f is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:35.595009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Made reservation on behalf of 8ea0796915334e5c8704c4e677a6eef8 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:35.599456 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.680882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6045b33a-e173-48d5-a808-b0c3cffbab6f) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:35.686032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:35.695980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:35.696749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ae9505-8a6b-44d0-8a77-69f257444559 None None] Network 6045b33a-e173-48d5-a808-b0c3cffbab6f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:35.788629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83463a39-5463-4eb6-8166-2145b7e56fce None None] Network 0a90f1ff-1fbf-4230-8b8d-47becfd8032b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:35.809389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Allocated IP 172.20.0.6 (11b17b29-10b0-4839-909d-f43616c71c65/5ef1a6b4-e180-43f7-afb9-3a6eea345cfa/aa184ccb-c59b-43c9-8b93-15f0be9b9237) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:35.828307 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e70e2131-a960-4a74-8788-7f5497ee4030 req-c754fbea-6acf-4a91-a27f-7e4aeadb7415 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 210 time: 0.0320632 Aug 20 11:49:35.831244 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b30ac263-6167-4055-b463-1dba57e40eac tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0423472 Aug 20 11:49:35.833977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59584) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:35.904276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f642b13f-3349-42b5-b588-ce991244b3e2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:36.044823 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.069031 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.085411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Transition to ACTIVE for port object aa184ccb-c59b-43c9-8b93-15f0be9b9237 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:36.135319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.157267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-54d7b690-bee9-49c1-b277-a1ddf3a332ee None None] Provisioning for port f642b13f-3349-42b5-b588-ce991244b3e2 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:36.162197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988153c7-af1b-4921-aec3-c6f9abf43946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6045b33a-e173-48d5-a808-b0c3cffbab6f', 'network_id': '6045b33a-e173-48d5-a808-b0c3cffbab6f', 'tenant_id': 'f9a623ec0b254ff8b7c9c51c1cac70f8', 'fixed_ips': [{'subnet_id': '1e91c95b-d12a-4e55-a851-c3dd969512b7'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:36.163101 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-988153c7-af1b-4921-aec3-c6f9abf43946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.269803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port f642b13f-3349-42b5-b588-ce991244b3e2 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:36.270468 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.280215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f642b13f-3349-42b5-b588-ce991244b3e2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:36.280774 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.323586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Network 11b17b29-10b0-4839-909d-f43616c71c65 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:36.326957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:36.344151 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:36.355195 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.389528 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.417772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=aa184ccb-c59b-43c9-8b93-15f0be9b9237,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:36.441200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Subnet': ['ID=1e91c95b-d12a-4e55-a851-c3dd969512b7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:36.463699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port f642b13f-3349-42b5-b588-ce991244b3e2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f642b13f-3349-42b5-b588-ce991244b3e2,segment=NetworkSegment(bd03911f-9b69-47e4-84be-bb50a8c4ce46),segment_id=bd03911f-9b69-47e4-84be-bb50a8c4ce46)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server [None req-988153c7-af1b-4921-aec3-c6f9abf43946 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e91c95b-d12a-4e55-a851-c3dd969512b7: This subnet is being modified by another concurrent operation. Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e91c95b-d12a-4e55-a851-c3dd969512b7: This subnet is being modified by another concurrent operation. Aug 20 11:49:36.469850 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server Aug 20 11:49:36.486610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:36.490357 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.512031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2758c594-8589-4e52-a527-7ac22d57ae95 None None] Network 6045b33a-e173-48d5-a808-b0c3cffbab6f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:36.555834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.575575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6045b33a-e173-48d5-a808-b0c3cffbab6f']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:36.612854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413d1b78-6af8-4aef-8d06-c9d0203c1110') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:36.613368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413d1b78-6af8-4aef-8d06-c9d0203c1110') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:36.629262 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.641252 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.647218 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.647631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-6accab65-5789-4f76-88c5-ff0a8b0fbbfc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3250873 Aug 20 11:49:36.655082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:36.655592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:36.659171 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:36.664505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Request body: {'port': {'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:36.741492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-426ad7d0-aa3e-4c74-a22e-c6add21cca96 None None] Provisioning complete for port f642b13f-3349-42b5-b588-ce991244b3e2 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:36.756435 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-426ad7d0-aa3e-4c74-a22e-c6add21cca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.762856 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.771191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc98d8d-67e0-4df1-94e8-a6aa71415d23 None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:49:36.828865 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.834349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=f642b13f-3349-42b5-b588-ce991244b3e2,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:36.840784 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.843080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/6045b33a-e173-48d5-a808-b0c3cffbab6f HTTP/1.1" status: 204 len: 168 time: 1.0079570 Aug 20 11:49:36.859147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59600) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:36.871918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012046173'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:36.877447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83569961-f0a2-4fa3-bfbd-5259523fc06b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Network': ['ID=6045b33a-e173-48d5-a808-b0c3cffbab6f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:36.973438 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:36.977809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:36.995601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc98d8d-67e0-4df1-94e8-a6aa71415d23 None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:49:37.051579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c629cd0-9c96-40a8-b0fc-6885f8fb33f3 req-2f74ceaf-fe46-418f-9e6f-d93de2a9a765 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:37.062547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c629cd0-9c96-40a8-b0fc-6885f8fb33f3 req-2f74ceaf-fe46-418f-9e6f-d93de2a9a765 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 931 time: 0.1252062 Aug 20 11:49:37.099007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:37.143024 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.143540 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Added segment 6d2bc86f-ff4b-4d92-bee6-d394068a17e2 of type vlan for network f74b042c-64c8-4623-b3b2-b363ca45a286 Aug 20 11:49:37.167990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c629cd0-9c96-40a8-b0fc-6885f8fb33f3 req-a9dd06ce-ce0b-43c1-bd1d-9b9ef3dac9ae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043196 Aug 20 11:49:37.236753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.250997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa184ccb-c59b-43c9-8b93-15f0be9b9237 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:37.261336 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.287914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Transition to ACTIVE for port object aa184ccb-c59b-43c9-8b93-15f0be9b9237 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:37.381867 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.388009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:37.388708 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.433289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f23ca800-6cc1-44a9-b056-1e8fa347c985 None None] Provisioning for port aa184ccb-c59b-43c9-8b93-15f0be9b9237 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:37.433506 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.472726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=f74b042c-64c8-4623-b3b2-b363ca45a286,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:37.499632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network f74b042c-64c8-4623-b3b2-b363ca45a286 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:37.537119 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d1cfb618-65d1-435b-9817-455ab5ea9dcc tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6712086 Aug 20 11:49:37.538018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59608) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:37.539648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa184ccb-c59b-43c9-8b93-15f0be9b9237,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:37.546036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'network_id': 'f74b042c-64c8-4623-b3b2-b363ca45a286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:37.655556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Attempting to bind port aa184ccb-c59b-43c9-8b93-15f0be9b9237 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:37.655912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Attempting to bind port aa184ccb-c59b-43c9-8b93-15f0be9b9237 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:37.656248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Attempting to bind port aa184ccb-c59b-43c9-8b93-15f0be9b9237 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:37.661499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Port aa184ccb-c59b-43c9-8b93-15f0be9b9237 on network 11b17b29-10b0-4839-909d-f43616c71c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:49:37.661834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Attempting to bind port aa184ccb-c59b-43c9-8b93-15f0be9b9237 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:37.668767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:37.669122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Checking segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:37.669764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Bound using segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:37.670225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Bound port: aa184ccb-c59b-43c9-8b93-15f0be9b9237, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:37.670701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.782723 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] For port aa184ccb-c59b-43c9-8b93-15f0be9b9237, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:37.785346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] For port aa184ccb-c59b-43c9-8b93-15f0be9b9237, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:37.812080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:37.815964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.816868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f642b13f-3349-42b5-b588-ce991244b3e2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:37.876025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.907509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f642b13f-3349-42b5-b588-ce991244b3e2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:37.907881 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:37.993958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa184ccb-c59b-43c9-8b93-15f0be9b9237,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:38.000650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.002229 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.004320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4ad90c5-ba2a-4301-b4a0-ba31b1739aa8 service neutron] 10.222.0.57 "PUT /v2.0/ports/aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 200 len: 1091 time: 1.3489752 Aug 20 11:49:38.004877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'tag': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:38.007380 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89da7aa-2bb9-45ea-af1a-61a600d41927" -d '{"events": [{"name": "network-changed", "server_uuid": "aca0e898-f117-41d4-b188-6e73a8c31f2d", "tag": "aa184ccb-c59b-43c9-8b93-15f0be9b9237"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:38.082945 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205d2259-c6f3-4707-9920-86a59150540e x-openstack-request-id: req-205d2259-c6f3-4707-9920-86a59150540e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:38.082945 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca0e898-f117-41d4-b188-6e73a8c31f2d", "tag": "aa184ccb-c59b-43c9-8b93-15f0be9b9237", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:38.082945 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-205d2259-c6f3-4707-9920-86a59150540e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:38.082945 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'tag': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'status': 'completed', 'code': 200} Aug 20 11:49:38.161127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89da7aa-2bb9-45ea-af1a-61a600d41927 req-84910338-4a1c-4d7d-8f30-bcfd30fd361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.163795 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e89da7aa-2bb9-45ea-af1a-61a600d41927 req-84910338-4a1c-4d7d-8f30-bcfd30fd361d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1094 time: 0.0513976 Aug 20 11:49:38.206391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.321763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=0c6f2453-8275-4f4a-a95f-fb6f1ed9ccf7,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:38.369849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking segment: {'id': '6d2bc86f-ff4b-4d92-bee6-d394068a17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f74b042c-64c8-4623-b3b2-b363ca45a286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:38.370801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network hostable DHCP agents. Network: f74b042c-64c8-4623-b3b2-b363ca45a286, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:38.373952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89da7aa-2bb9-45ea-af1a-61a600d41927 req-02cf547e-523a-436f-89cd-749b48e900c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.375473 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e89da7aa-2bb9-45ea-af1a-61a600d41927 req-02cf547e-523a-436f-89cd-749b48e900c8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8ea0796915334e5c8704c4e677a6eef8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2017462 Aug 20 11:49:38.395583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b47ae-8afc-4b87-8925-185e18ffe9f5 req-7bb12063-a008-40bd-82ed-026e8665874e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.397673 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b0b47ae-8afc-4b87-8925-185e18ffe9f5 req-7bb12063-a008-40bd-82ed-026e8665874e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 943 time: 0.0879681 Aug 20 11:49:38.495937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network f74b042c-64c8-4623-b3b2-b363ca45a286 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:38.496288 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b0b47ae-8afc-4b87-8925-185e18ffe9f5 req-d6840765-acda-4f49-b701-c19b3bbc9f97 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846097 Aug 20 11:49:38.512975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89da7aa-2bb9-45ea-af1a-61a600d41927 req-83cbcce6-ec53-48d6-81ec-0bb421be800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.524803 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e89da7aa-2bb9-45ea-af1a-61a600d41927 req-83cbcce6-ec53-48d6-81ec-0bb421be800d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274095 Aug 20 11:49:38.604171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-718757df-13d8-4723-8114-375283455041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.605833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-718757df-13d8-4723-8114-375283455041 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1094 time: 0.0536187 Aug 20 11:49:38.615466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, f74b042c-64c8-4623-b3b2-b363ca45a286) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:38.621391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.622484 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.628555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2b8fb-c08c-44f1-8d25-256b4bfd32e0 None None] Network f74b042c-64c8-4623-b3b2-b363ca45a286 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:38.670004 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-b4cd6ba3-7104-41d3-af29-d68703adcc49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 200 len: 217 time: 0.0425670 Aug 20 11:49:38.735587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-01cff6b5-3430-4e35-81c6-b43e80f061b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.737138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-01cff6b5-3430-4e35-81c6-b43e80f061b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0581076 Aug 20 11:49:38.789835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-e88410b3-676a-4581-b1bd-8543edc6f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:38.805776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-e88410b3-676a-4581-b1bd-8543edc6f848 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461292 Aug 20 11:49:38.813137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-f74b042c-64c8-4623-b3b2-b363ca45a286', 'network_id': 'f74b042c-64c8-4623-b3b2-b363ca45a286', 'tenant_id': 'f9a623ec0b254ff8b7c9c51c1cac70f8', 'fixed_ips': [{'subnet_id': '0c6f2453-8275-4f4a-a95f-fb6f1ed9ccf7'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:38.814246 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.850046 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b112b0d7-f240-4822-aac3-69a963c47355 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3051417 Aug 20 11:49:38.850467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59618) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:38.855747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-479621437'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:38.903388 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-18e04023-52b0-41f0-8b7b-cdabf4e1e88b service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036518 Aug 20 11:49:38.960720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:38.964479 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:38.967685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Allocated IP 2001:db8::3 (f74b042c-64c8-4623-b3b2-b363ca45a286/0c6f2453-8275-4f4a-a95f-fb6f1ed9ccf7/ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:38.997916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:39.004637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b29716ea-2e8a-4e8c-94fc-bde0b6d62704 req-f384abdf-ecdf-41ed-bfb9-5a5f6f7d8654 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936382 Aug 20 11:49:39.007426 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.007766 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Added segment 1b5f1f25-aacf-4273-ac1e-b1926723309f of type vlan for network ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad Aug 20 11:49:39.066225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.126215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.135396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Transition to ACTIVE for port object ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:39.150995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Transition to ACTIVE for port object ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:39.244265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.250160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:39.250760 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.272949 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.318773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Network f74b042c-64c8-4623-b3b2-b363ca45a286 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:39.322279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:39.323092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:39.329558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:39.334028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:39.337724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Pushing event updated for resources: {'Port': ['ID=ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:39.427467 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b47b6b9e-c0d2-4d20-a218-491f91296758 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5730822 Aug 20 11:49:39.427770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59622) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:39.433336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'network_id': 'ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:39.442280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Attempting to bind port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:39.442738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Attempting to bind port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '6d2bc86f-ff4b-4d92-bee6-d394068a17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f74b042c-64c8-4623-b3b2-b363ca45a286'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:39.443605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Attempting to bind port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e on network f74b042c-64c8-4623-b3b2-b363ca45a286 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:39.449521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:39.449934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Checking segment: {'id': '6d2bc86f-ff4b-4d92-bee6-d394068a17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f74b042c-64c8-4623-b3b2-b363ca45a286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:39.450346 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.450776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Bound using segment: {'id': '6d2bc86f-ff4b-4d92-bee6-d394068a17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f74b042c-64c8-4623-b3b2-b363ca45a286'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:39.451250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Bound port: ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2bc86f-ff4b-4d92-bee6-d394068a17e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f74b042c-64c8-4623-b3b2-b363ca45a286'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:39.451675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.522575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] For port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:39.527094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] For port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e,segment=NetworkSegment(6d2bc86f-ff4b-4d92-bee6-d394068a17e2),segment_id=6d2bc86f-ff4b-4d92-bee6-d394068a17e2)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:39.617611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935d51a-7b60-41fe-ab57-05bd9684f75c req-d91b9d28-95b9-4d1a-8559-c2256ee816e5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:39.619200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f935d51a-7b60-41fe-ab57-05bd9684f75c req-d91b9d28-95b9-4d1a-8559-c2256ee816e5 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 943 time: 0.0570390 Aug 20 11:49:39.646892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:39.650781 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.663573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f935d51a-7b60-41fe-ab57-05bd9684f75c req-68ebcd91-c00b-44a7-80e7-c300ed70033b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380006 Aug 20 11:49:39.675808 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:39.718052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_backend_mixin [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Performing IP validity checks on allocation pools {{(pid=95588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:49:39.721747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.ipam_backend_mixin [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:49:39.750928 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92716f-c0fb-4c17-b762-631306737099 None None] Pushing event updated for resources: {'Port': ['ID=ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:39.971824 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.060363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking segment: {'id': '1b5f1f25-aacf-4273-ac1e-b1926723309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:40.060728 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network hostable DHCP agents. Network: ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:40.062881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=ce1c76c1-b051-4ba4-8f7b-6c3b1bbbb0e9,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:40.198377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:40.286082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:40.290752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:40.299079 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.299227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fb7a73-e28a-44e7-91c4-30b0d85da756 None None] Network ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:40.390092 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9126068d-cc0c-402c-b1a6-a6684dd0af36 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9611249 Aug 20 11:49:40.392640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59634) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:40.485195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad', 'network_id': 'ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad', 'tenant_id': 'f9a623ec0b254ff8b7c9c51c1cac70f8', 'fixed_ips': [{'subnet_id': 'ce1c76c1-b051-4ba4-8f7b-6c3b1bbbb0e9'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:40.486317 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.568858 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.634136 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.680999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Allocated IP 2001:db8::3 (ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad/ce1c76c1-b051-4ba4-8f7b-6c3b1bbbb0e9/3e872480-6f16-4452-8dac-7b7d7f47d5c0) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:40.842470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568ffe3-c1f2-4407-9618-d98be84c0bb4 req-a61acd7d-a81b-4475-9bb4-7aa1c7b0d9c7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:40.843726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855301ce-0916-41c8-a576-e7a308c40dad None None] Network f74b042c-64c8-4623-b3b2-b363ca45a286 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:40.855889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d568ffe3-c1f2-4407-9618-d98be84c0bb4 req-a61acd7d-a81b-4475-9bb4-7aa1c7b0d9c7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 943 time: 0.0949574 Aug 20 11:49:40.901730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d568ffe3-c1f2-4407-9618-d98be84c0bb4 req-2c7327e0-7998-4770-930e-c9a60691bf9a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449345 Aug 20 11:49:40.972733 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:40.990035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Transition to ACTIVE for port object 3e872480-6f16-4452-8dac-7b7d7f47d5c0 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:41.030120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Transition to ACTIVE for port object 3e872480-6f16-4452-8dac-7b7d7f47d5c0 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:41.062585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8368cc23-ee42-414b-876f-929e451c0047 None None] Provisioning for port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:41.130044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.171991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Network ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:41.176690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:41.184223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:41.187703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Pushing event updated for resources: {'Port': ['ID=3e872480-6f16-4452-8dac-7b7d7f47d5c0,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:41.258912 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Attempting to bind port 3e872480-6f16-4452-8dac-7b7d7f47d5c0 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:41.259285 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Attempting to bind port 3e872480-6f16-4452-8dac-7b7d7f47d5c0 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '1b5f1f25-aacf-4273-ac1e-b1926723309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:41.259653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Attempting to bind port 3e872480-6f16-4452-8dac-7b7d7f47d5c0 on network ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:41.265031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:41.265361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Checking segment: {'id': '1b5f1f25-aacf-4273-ac1e-b1926723309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:41.265761 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.266157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Bound using segment: {'id': '1b5f1f25-aacf-4273-ac1e-b1926723309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:41.266654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Bound port: 3e872480-6f16-4452-8dac-7b7d7f47d5c0, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5f1f25-aacf-4273-ac1e-b1926723309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:41.267033 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.270564 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.304174 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1c76c1-b051-4ba4-8f7b-6c3b1bbbb0e9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:41.355179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] For port 3e872480-6f16-4452-8dac-7b7d7f47d5c0, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:41.359365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] For port 3e872480-6f16-4452-8dac-7b7d7f47d5c0, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3e872480-6f16-4452-8dac-7b7d7f47d5c0,segment=NetworkSegment(1b5f1f25-aacf-4273-ac1e-b1926723309f),segment_id=1b5f1f25-aacf-4273-ac1e-b1926723309f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:41.366125 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.388887 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.399007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:41.409711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5f1f25-aacf-4273-ac1e-b1926723309f') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:41.410007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5f1f25-aacf-4273-ac1e-b1926723309f') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:41.418961 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.438740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.444469 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.452586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:41.452989 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:41.457592 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:41.525483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b3380-d6f2-43af-a022-79c04a2c8dba None None] Pushing event updated for resources: {'Port': ['ID=3e872480-6f16-4452-8dac-7b7d7f47d5c0,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:41.536681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861e49e-d2d8-477c-b75b-d19d2f951ed3 None None] Network ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:41.595490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:49:41.595490 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:49:41.595490 n-d-804230-3 neutron-server[95588]: [parameters: {'id': 'ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad'}] Aug 20 11:49:41.595490 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:49:41.596294 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:49:41.660564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c26de7-84ff-43e3-af41-6de66bea7353 None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:49:41.788679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c26de7-84ff-43e3-af41-6de66bea7353 None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:49:41.810984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:42.031446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162618a0-a559-45f0-b115-e34779296ab0 req-d13a4af2-d71e-478a-974b-f89d6596efb7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:42.039971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-162618a0-a559-45f0-b115-e34779296ab0 req-d13a4af2-d71e-478a-974b-f89d6596efb7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 943 time: 0.0752413 Aug 20 11:49:42.083665 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-162618a0-a559-45f0-b115-e34779296ab0 req-68469f54-ba54-4bcd-85aa-f3120ca693d0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428278 Aug 20 11:49:42.098208 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.114348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:42.126580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:42.126580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.154225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting port 3e872480-6f16-4452-8dac-7b7d7f47d5c0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:42.154716 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.200033 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.219978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] For port 3e872480-6f16-4452-8dac-7b7d7f47d5c0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3e872480-6f16-4452-8dac-7b7d7f47d5c0,segment=NetworkSegment(1b5f1f25-aacf-4273-ac1e-b1926723309f),segment_id=1b5f1f25-aacf-4273-ac1e-b1926723309f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:42.220346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.232790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e,segment=NetworkSegment(6d2bc86f-ff4b-4d92-bee6-d394068a17e2),segment_id=6d2bc86f-ff4b-4d92-bee6-d394068a17e2)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:42.234487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Calling delete_port for 3e872480-6f16-4452-8dac-7b7d7f47d5c0 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:42.360556 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.410832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:42.515165 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.543023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Port': ['ID=3e872480-6f16-4452-8dac-7b7d7f47d5c0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:42.544896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No DVR routers for this DVR port 3e872480-6f16-4452-8dac-7b7d7f47d5c0 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:42.628977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.639709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:42.652756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5f1f25-aacf-4273-ac1e-b1926723309f') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:42.653059 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5f1f25-aacf-4273-ac1e-b1926723309f') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:42.663371 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.677559 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.683528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:42.683923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:42.686890 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:42.843874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.850979 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.852915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad HTTP/1.1" status: 204 len: 168 time: 2.4593325 Aug 20 11:49:42.856719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59652) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:42.862374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1951008740'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:42.866414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeff00-b725-441b-86a4-eb510a077d3f tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Network': ['ID=ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:42.964288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:42.968023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:42.994076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:43.003583 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.003953 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Added segment 0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3 of type vlan for network 917e67e9-daee-4f56-b69f-3e320d2fb7df Aug 20 11:49:43.044201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.184814 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.190510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:43.191095 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.275866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70bf18-572c-427b-9a48-7f21d4b92873 req-092dcde6-3591-4d13-a906-593a94473f08 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:43.277508 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f70bf18-572c-427b-9a48-7f21d4b92873 req-092dcde6-3591-4d13-a906-593a94473f08 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 943 time: 0.1220248 Aug 20 11:49:43.278722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=917e67e9-daee-4f56-b69f-3e320d2fb7df,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:43.289405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 917e67e9-daee-4f56-b69f-3e320d2fb7df details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:43.321322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2f70bf18-572c-427b-9a48-7f21d4b92873 req-099b0b9d-521d-47d3-899c-3db965852f05 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374863 Aug 20 11:49:43.343547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3465cf9d-699d-460b-ad97-2c61dd7afc20 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4855270 Aug 20 11:49:43.346303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59658) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:43.352013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'network_id': '917e67e9-daee-4f56-b69f-3e320d2fb7df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:43.560245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:43.563919 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.652402 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.768783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:43.817062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:43.817361 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.892394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:43.965854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=68f61436-fa75-4002-8205-cd99e094f1c1,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:43.968693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking segment: {'id': '0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '917e67e9-daee-4f56-b69f-3e320d2fb7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:43.969086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network hostable DHCP agents. Network: 917e67e9-daee-4f56-b69f-3e320d2fb7df, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:44.237816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network 917e67e9-daee-4f56-b69f-3e320d2fb7df is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:44.423556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 917e67e9-daee-4f56-b69f-3e320d2fb7df) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:44.423556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:44.424387 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.425210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780fa0e3-2560-4967-8688-b5e6e0db2064 None None] Network 917e67e9-daee-4f56-b69f-3e320d2fb7df requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:44.449500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef543a-3346-4408-b1e1-d5bf82fe4cd6 req-61dc6566-6576-4083-b169-d1bef9049b3d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:44.451029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3eef543a-3346-4408-b1e1-d5bf82fe4cd6 req-61dc6566-6576-4083-b169-d1bef9049b3d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 943 time: 0.0611577 Aug 20 11:49:44.495127 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3eef543a-3346-4408-b1e1-d5bf82fe4cd6 req-7998e6b8-61de-433d-8c6f-f321b155e97b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376678 Aug 20 11:49:44.533023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1fe126d8-9d5a-44d2-9116-7beeaeea92e0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1856387 Aug 20 11:49:44.540146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59672) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:44.592797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-917e67e9-daee-4f56-b69f-3e320d2fb7df', 'network_id': '917e67e9-daee-4f56-b69f-3e320d2fb7df', 'tenant_id': 'f9a623ec0b254ff8b7c9c51c1cac70f8', 'fixed_ips': [{'subnet_id': '68f61436-fa75-4002-8205-cd99e094f1c1'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:44.594072 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.646401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.701113 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.736893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Allocated IP 2001:db8::1 (917e67e9-daee-4f56-b69f-3e320d2fb7df/68f61436-fa75-4002-8205-cd99e094f1c1/ebc1aa5f-e584-4477-b14b-4ff0f407fc91) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:44.888935 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:44.897739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Transition to ACTIVE for port object ebc1aa5f-e584-4477-b14b-4ff0f407fc91 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:44.921646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Transition to ACTIVE for port object ebc1aa5f-e584-4477-b14b-4ff0f407fc91 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:45.028552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59676) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:45.040840 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-557f33d6-3345-4af1-b28a-21d19e783259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.054641 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.082918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Network 917e67e9-daee-4f56-b69f-3e320d2fb7df is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:45.086268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:45.090149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:45.099621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Pushing event updated for resources: {'Port': ['ID=ebc1aa5f-e584-4477-b14b-4ff0f407fc91,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:45.144995 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-398dbfce-38b7-493b-ab88-ab2b0f6315b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.151599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Attempting to bind port ebc1aa5f-e584-4477-b14b-4ff0f407fc91 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:45.152178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Attempting to bind port ebc1aa5f-e584-4477-b14b-4ff0f407fc91 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '917e67e9-daee-4f56-b69f-3e320d2fb7df'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:45.152642 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Attempting to bind port ebc1aa5f-e584-4477-b14b-4ff0f407fc91 on network 917e67e9-daee-4f56-b69f-3e320d2fb7df {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:45.153159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.158265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:45.158742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Checking segment: {'id': '0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '917e67e9-daee-4f56-b69f-3e320d2fb7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:45.159203 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.159633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Bound using segment: {'id': '0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '917e67e9-daee-4f56-b69f-3e320d2fb7df'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:45.167850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Bound port: ebc1aa5f-e584-4477-b14b-4ff0f407fc91, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '917e67e9-daee-4f56-b69f-3e320d2fb7df'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:45.167850 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.183895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Subnet': ['ID=68f61436-fa75-4002-8205-cd99e094f1c1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:45.257004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] For port ebc1aa5f-e584-4477-b14b-4ff0f407fc91, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:45.261581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] For port ebc1aa5f-e584-4477-b14b-4ff0f407fc91, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ebc1aa5f-e584-4477-b14b-4ff0f407fc91,segment=NetworkSegment(0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3),segment_id=0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:45.270217 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.281933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917e67e9-daee-4f56-b69f-3e320d2fb7df']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:45.290929 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-398dbfce-38b7-493b-ab88-ab2b0f6315b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.293807 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:45.294138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:45.304757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.349563 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.352047 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.358839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:45.359239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:45.362641 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:45.427646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abb69b-62f3-464b-914d-993ad222f922 None None] Pushing event updated for resources: {'Port': ['ID=ebc1aa5f-e584-4477-b14b-4ff0f407fc91,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:45.441085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a362df5-4af1-4e83-bedb-8b602029a204 None None] Network 917e67e9-daee-4f56-b69f-3e320d2fb7df requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:45.483261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-398dbfce-38b7-493b-ab88-ab2b0f6315b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.508112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dbfce-38b7-493b-ab88-ab2b0f6315b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab9aa79-a92c-4b74-ac48-3cfb690a0b73,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:45.515674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-398dbfce-38b7-493b-ab88-ab2b0f6315b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6a8890fcaaa47d5a0484b8089ea4e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833026 Aug 20 11:49:45.515925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59682) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:45.538497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:49:45.538497 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:49:45.538497 n-d-804230-3 neutron-server[95588]: [parameters: {'id': '917e67e9-daee-4f56-b69f-3e320d2fb7df'}] Aug 20 11:49:45.538497 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:49:45.538967 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:49:45.580221 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65fe61e8-8966-4e76-96c5-e85d81b4047f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.604246 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65fe61e8-8966-4e76-96c5-e85d81b4047f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.641526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f717c1b-1123-4424-acc9-d6de54a499ad req-92fa7f3e-a4b4-432d-9e7f-1246bf32d71c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:45.643752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f717c1b-1123-4424-acc9-d6de54a499ad req-92fa7f3e-a4b4-432d-9e7f-1246bf32d71c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 943 time: 0.0644832 Aug 20 11:49:45.687839 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f717c1b-1123-4424-acc9-d6de54a499ad req-142b3046-eb8f-419e-900e-38ca49b09173 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371215 Aug 20 11:49:45.745351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1eda1-d2c2-4272-a2a7-5705d8f949ac None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:49:45.823357 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65fe61e8-8966-4e76-96c5-e85d81b4047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.826379 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-65fe61e8-8966-4e76-96c5-e85d81b4047f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:45.830227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-65fe61e8-8966-4e76-96c5-e85d81b4047f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ab9aa79-a92c-4b74-ac48-3cfb690a0b73 HTTP/1.1" status: 204 len: 168 time: 0.3107817 Aug 20 11:49:45.838895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe61e8-8966-4e76-96c5-e85d81b4047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab9aa79-a92c-4b74-ac48-3cfb690a0b73,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:45.851665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f1eda1-d2c2-4272-a2a7-5705d8f949ac None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:49:46.039953 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.095491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting port ebc1aa5f-e584-4477-b14b-4ff0f407fc91 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:46.095834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.168311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] For port ebc1aa5f-e584-4477-b14b-4ff0f407fc91, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ebc1aa5f-e584-4477-b14b-4ff0f407fc91,segment=NetworkSegment(0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3),segment_id=0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:46.168709 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.182975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Calling delete_port for ebc1aa5f-e584-4477-b14b-4ff0f407fc91 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:46.405991 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.431430 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Port': ['ID=ebc1aa5f-e584-4477-b14b-4ff0f407fc91,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:46.436333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No DVR routers for this DVR port ebc1aa5f-e584-4477-b14b-4ff0f407fc91 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:46.517949 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.528567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917e67e9-daee-4f56-b69f-3e320d2fb7df']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:46.539733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:46.540036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4dfce5-630a-49be-aa9e-c9c15a8c9dc3') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:46.550217 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.565286 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.572333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:46.572748 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:46.575830 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:46.598306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59692) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:46.613542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4da0430-76d0-482e-a5ca-2385157358cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.720729 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.740900 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.747353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/917e67e9-daee-4f56-b69f-3e320d2fb7df HTTP/1.1" status: 204 len: 168 time: 2.2020998 Aug 20 11:49:46.747353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3e15c-cbe8-46a9-b220-f35c6f8f7974 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Network': ['ID=917e67e9-daee-4f56-b69f-3e320d2fb7df,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:46.747353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59696) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:46.753083 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1722501195'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:46.827467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35b98f-16ee-4603-8bd3-cfb3a464af78 req-1397931f-d06d-49be-a6be-ae560dd0c739 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:46.828974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b35b98f-16ee-4603-8bd3-cfb3a464af78 req-1397931f-d06d-49be-a6be-ae560dd0c739 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 943 time: 0.0698249 Aug 20 11:49:46.848479 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4da0430-76d0-482e-a5ca-2385157358cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.877678 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b35b98f-16ee-4603-8bd3-cfb3a464af78 req-12356509-de86-46f0-bf73-782a666d86d1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389187 Aug 20 11:49:46.935165 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b4da0430-76d0-482e-a5ca-2385157358cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:46.977609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b4da0430-76d0-482e-a5ca-2385157358cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2dd15bde5f4f42838741ec43d543b2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776290 Aug 20 11:49:46.979598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da0430-76d0-482e-a5ca-2385157358cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2490539a-7bbc-45db-b2cd-d2c3e8e848c4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:46.980278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59700) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:47.033998 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:47.038229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.054497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4031e43-c802-46a6-9031-c035f8d92259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.086700 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4031e43-c802-46a6-9031-c035f8d92259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.088378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:47.110837 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.111187 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Added segment b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8 of type vlan for network 523998b5-f946-4c87-9492-d66c4406e6f0 Aug 20 11:49:47.162684 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.272385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4031e43-c802-46a6-9031-c035f8d92259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.275131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4031e43-c802-46a6-9031-c035f8d92259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.276325 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f4031e43-c802-46a6-9031-c035f8d92259 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2490539a-7bbc-45db-b2cd-d2c3e8e848c4 HTTP/1.1" status: 204 len: 168 time: 0.2950628 Aug 20 11:49:47.285870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4031e43-c802-46a6-9031-c035f8d92259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2490539a-7bbc-45db-b2cd-d2c3e8e848c4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:47.324137 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.330640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:47.337234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.403529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=523998b5-f946-4c87-9492-d66c4406e6f0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:47.414126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 523998b5-f946-4c87-9492-d66c4406e6f0 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:47.478914 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a47ee140-a545-4e94-8f43-2640ebb8166b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7310588 Aug 20 11:49:47.481661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59706) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:47.487469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'network_id': '523998b5-f946-4c87-9492-d66c4406e6f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:47.657153 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-08257b9d-525b-4856-8677-09a5bc636114 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516953 Aug 20 11:49:47.695012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:47.698787 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.717688 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5deede5f-0b3a-4ba9-9269-ba4880c8ef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:47.742964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-0956e2f1-f873-4e58-962d-f3eea72e5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:47.744598 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-0956e2f1-f873-4e58-962d-f3eea72e5682 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 1096 time: 0.0448651 Aug 20 11:49:47.861088 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-fc1b267d-cf06-475e-b746-e04fa50e7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:47.862629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-fc1b267d-cf06-475e-b746-e04fa50e7737 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd HTTP/1.1" status: 200 len: 897 time: 0.0963085 Aug 20 11:49:47.940894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-02642fad-4a02-4874-acb5-6ae322feda27 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1121993 Aug 20 11:49:47.977843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-daf6980b-b8cb-4664-bd83-a2913a4abc68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77aaf8f4-db3f-44a0-901b-3468fc6b375b HTTP/1.1" status: 200 len: 1001 time: 0.1056733 Aug 20 11:49:48.034894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.058780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705d75f-aaac-42f1-8a74-90c599873495 req-5f45186a-798e-4fd5-8d44-c60b883d6424 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:48.060406 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5705d75f-aaac-42f1-8a74-90c599873495 req-5f45186a-798e-4fd5-8d44-c60b883d6424 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 943 time: 0.1038117 Aug 20 11:49:48.064508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-e9ce6592-57cd-48fe-bdf8-269909c90395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:48.066013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-e9ce6592-57cd-48fe-bdf8-269909c90395 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b450c29-4abb-48b7-abec-89fe2ad5d24e HTTP/1.1" status: 200 len: 834 time: 0.0727644 Aug 20 11:49:48.069919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-5d3daada-d781-48fc-9941-26c8529a98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:48.071468 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-5d3daada-d781-48fc-9941-26c8529a98e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 1096 time: 0.0850267 Aug 20 11:49:48.104581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=a10c7486-4b89-4be2-9d73-f7365cdd9845,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:48.125316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5705d75f-aaac-42f1-8a74-90c599873495 req-a468b2a3-8e2c-4340-bfa1-dc89deff3fdf tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582380 Aug 20 11:49:48.135705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-7820a3f8-be65-42b0-8fc4-c9ba609ae805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:48.146041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-7820a3f8-be65-42b0-8fc4-c9ba609ae805 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641129 Aug 20 11:49:48.170608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking segment: {'id': 'b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '523998b5-f946-4c87-9492-d66c4406e6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:48.170976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network hostable DHCP agents. Network: 523998b5-f946-4c87-9492-d66c4406e6f0, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:48.214784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-1eb440c2-f925-40a5-8d66-65e91e00511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:48.216519 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-1eb440c2-f925-40a5-8d66-65e91e00511f service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1228704 Aug 20 11:49:48.241948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-bc49b3a2-85bb-4341-ba40-1dc128608e6e service neutron] 10.222.0.57 "GET /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944839 Aug 20 11:49:48.292560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-3e6fd22b-5b80-45db-8874-dd262e10848e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a49a357-e1ae-408d-9d77-2e17502ff108 HTTP/1.1" status: 200 len: 1001 time: 0.0660543 Aug 20 11:49:48.333110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dcdae4c5-0cb6-42f9-bb2e-3059b3a0d2f8 req-03ca1f6d-ecf5-4bfb-b788-5f9d5b2710df service neutron] 10.222.0.57 "GET /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828929 Aug 20 11:49:48.344045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-a0494cb6-eb1a-4693-a719-d04e1dec9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:48.345610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-a0494cb6-eb1a-4693-a719-d04e1dec9f7a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0459113 Aug 20 11:49:48.366276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network 523998b5-f946-4c87-9492-d66c4406e6f0 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:48.400318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-606232d4-ad04-470a-9dc1-890641342797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:48.401935 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-606232d4-ad04-470a-9dc1-890641342797 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454412 Aug 20 11:49:48.483107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 523998b5-f946-4c87-9492-d66c4406e6f0) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:48.490633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:48.491241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.494789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c23fd2-06c3-4c65-ad5c-d45cb68e1123 None None] Network 523998b5-f946-4c87-9492-d66c4406e6f0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:48.516582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-5d494c2a-d6af-4616-8b0b-2f0154bfd0e8 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069083 Aug 20 11:49:48.589279 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fbe9f851-9cc9-4867-a1f0-3a9e37c93534 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1063247 Aug 20 11:49:48.592803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59728) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:48.611642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f50c29ec-1627-4b12-9b8c-835457f7cb09 req-0091150b-d320-4b39-b4f8-5b3664109715 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880156 Aug 20 11:49:48.663213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-523998b5-f946-4c87-9492-d66c4406e6f0', 'network_id': '523998b5-f946-4c87-9492-d66c4406e6f0', 'tenant_id': 'f9a623ec0b254ff8b7c9c51c1cac70f8', 'fixed_ips': [{'subnet_id': 'a10c7486-4b89-4be2-9d73-f7365cdd9845'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:48.664093 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.710023 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.747464 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.792955 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.832916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Allocated IP 2001:db8::1 (523998b5-f946-4c87-9492-d66c4406e6f0/a10c7486-4b89-4be2-9d73-f7365cdd9845/4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:48.976849 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:48.984886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Transition to ACTIVE for port object 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:49.000078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Transition to ACTIVE for port object 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:49.148131 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.200109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Network 523998b5-f946-4c87-9492-d66c4406e6f0 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:49.203037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:49.206681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:49.215510 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Pushing event updated for resources: {'Port': ['ID=4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:49.257562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b069b5-9d62-441b-9ed9-a2c20b34856e req-e7a728bc-dd88-4eaf-8307-e9b3cc8a4320 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:49.259303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02b069b5-9d62-441b-9ed9-a2c20b34856e req-e7a728bc-dd88-4eaf-8307-e9b3cc8a4320 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 943 time: 0.0643442 Aug 20 11:49:49.275229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Attempting to bind port 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:49.275617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Attempting to bind port 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '523998b5-f946-4c87-9492-d66c4406e6f0'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:49.276187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Attempting to bind port 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab on network 523998b5-f946-4c87-9492-d66c4406e6f0 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:49.281676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:49.282061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Checking segment: {'id': 'b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '523998b5-f946-4c87-9492-d66c4406e6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:49.282497 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.282902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Bound using segment: {'id': 'b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '523998b5-f946-4c87-9492-d66c4406e6f0'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:49.283378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Bound port: 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '523998b5-f946-4c87-9492-d66c4406e6f0'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:49.283772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.297032 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.327325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02b069b5-9d62-441b-9ed9-a2c20b34856e req-ec99173f-424c-4a9b-b7f4-4bec50271882 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620522 Aug 20 11:49:49.330133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Subnet': ['ID=a10c7486-4b89-4be2-9d73-f7365cdd9845,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:49.358313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] For port 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:49.362308 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] For port 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab,segment=NetworkSegment(b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8),segment_id=b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:49.364043 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.396080 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.411834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523998b5-f946-4c87-9492-d66c4406e6f0']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:49.424642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:49.425023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:49.436688 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.463933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device aa184ccb-c59b-43c9-8b93-15f0be9b9237 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:49:49.495296 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.497344 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.505929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:49.506649 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:49.510599 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:49.621505 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:49:49.621505 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:49:49.621505 n-d-804230-3 neutron-server[95587]: [parameters: {'id': '523998b5-f946-4c87-9492-d66c4406e6f0'}] Aug 20 11:49:49.621505 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:49:49.622360 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:49:49.658344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f6ccc-9904-4781-9f14-9d05cf68cf7e None None] Pushing event updated for resources: {'Port': ['ID=4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:49.681280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3bcf6d-c17d-480e-b339-93ded5b2b19b None None] Network 523998b5-f946-4c87-9492-d66c4406e6f0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:49.735642 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port aa184ccb-c59b-43c9-8b93-15f0be9b9237, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:49.753974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'mac_address': 'fa:16:3e:2b:21:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:49:49.837873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:49.854456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa184ccb-c59b-43c9-8b93-15f0be9b9237 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:49:49.869943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d4602-aa2a-4fcd-b2ef-2c0727228a4f None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:49:49.879653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port aa184ccb-c59b-43c9-8b93-15f0be9b9237, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:49.976205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968d4602-aa2a-4fcd-b2ef-2c0727228a4f None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:49:50.002090 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.100216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=aa184ccb-c59b-43c9-8b93-15f0be9b9237,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:50.123912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.181891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting port 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:50.182350 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.216845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['aa184ccb-c59b-43c9-8b93-15f0be9b9237'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:49:50.608030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] For port 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab,segment=NetworkSegment(b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8),segment_id=b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:50.608392 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.625292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Calling delete_port for 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:50.641092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3ace9-88df-459a-b1b5-7604e27035b1 req-a0826c2c-c31b-4c74-80c8-b43233ff6114 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:50.641092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1fb3ace9-88df-459a-b1b5-7604e27035b1 req-a0826c2c-c31b-4c74-80c8-b43233ff6114 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 944 time: 0.0849612 Aug 20 11:49:50.719537 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1fb3ace9-88df-459a-b1b5-7604e27035b1 req-fb32faa4-0650-4292-8275-54238b1d2d71 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745714 Aug 20 11:49:50.840436 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.867868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Port': ['ID=4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:50.876801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.877851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.877851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.877851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.878185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.879026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.879026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.879318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.879734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.880128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.880490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.880825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:49:50.883806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No DVR routers for this DVR port 4dea8a48-3b63-4b2b-bc4b-eb9cd477c6ab on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:50.908927 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.964209 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:50.974408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523998b5-f946-4c87-9492-d66c4406e6f0']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:50.984650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:50.984945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5db23e5-73dd-4e0b-aca4-871a1d5b4bc8') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:50.994527 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.007978 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.013892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:51.014292 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:51.017952 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:51.147012 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.153787 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.155602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/523998b5-f946-4c87-9492-d66c4406e6f0 HTTP/1.1" status: 204 len: 168 time: 2.5616765 Aug 20 11:49:51.165555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59782) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:51.165555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912019903'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:51.168134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d3afc-9c57-4065-9794-ba3b4ec394a9 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Network': ['ID=523998b5-f946-4c87-9492-d66c4406e6f0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:51.274585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:51.278162 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.302398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:51.311157 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.311507 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Added segment 49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f of type vlan for network a48d454d-51c0-4399-a09c-5f71ead6d36f Aug 20 11:49:51.351250 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.474720 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device aa184ccb-c59b-43c9-8b93-15f0be9b9237 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:51.483483 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.489599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:51.490187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.556860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=a48d454d-51c0-4399-a09c-5f71ead6d36f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:51.567027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network a48d454d-51c0-4399-a09c-5f71ead6d36f details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:51.657369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port aa184ccb-c59b-43c9-8b93-15f0be9b9237 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:51.661393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port aa184ccb-c59b-43c9-8b93-15f0be9b9237 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:51.661769 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.713440 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3ac7c570-4203-4bf8-9f06-021992aaef7c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5525603 Aug 20 11:49:51.728380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59792) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:51.733950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'network_id': 'a48d454d-51c0-4399-a09c-5f71ead6d36f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:51.746567 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.777665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:51.780096 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26215978-9ca7-45d5-867c-7f34616d236e" -d '{"events": [{"server_uuid": "aca0e898-f117-41d4-b188-6e73a8c31f2d", "name": "network-vif-plugged", "status": "completed", "tag": "aa184ccb-c59b-43c9-8b93-15f0be9b9237"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:51.794510 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port aa184ccb-c59b-43c9-8b93-15f0be9b9237, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:51.832675 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c809a2de-5218-4b66-ab63-7298323d3a20 x-openstack-request-id: req-c809a2de-5218-4b66-ab63-7298323d3a20 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:51.832675 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca0e898-f117-41d4-b188-6e73a8c31f2d", "name": "network-vif-plugged", "status": "completed", "tag": "aa184ccb-c59b-43c9-8b93-15f0be9b9237", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:51.832675 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c809a2de-5218-4b66-ab63-7298323d3a20 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:51.832675 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'code': 200} Aug 20 11:49:51.833061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59800) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:51.844556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59802) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:51.886006 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:51.896908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8684-27d5-48d9-8fe8-d8aede4d3039 req-072d8cd4-2d4f-49de-9b1f-b4f8cd36baec tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:51.898638 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e15e8684-27d5-48d9-8fe8-d8aede4d3039 req-072d8cd4-2d4f-49de-9b1f-b4f8cd36baec tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 944 time: 0.0826521 Aug 20 11:49:51.921747 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-39c31aee-24e8-4919-944f-4b0d5ccfc5c6 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/floatingips/b5936d3b-376b-4744-b105-be315bc4c7a7 HTTP/1.1" status: 200 len: 993 time: 0.0752904 Aug 20 11:49:51.953987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=aa184ccb-c59b-43c9-8b93-15f0be9b9237,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:51.966247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e15e8684-27d5-48d9-8fe8-d8aede4d3039 req-bb4218d1-30e4-4b7d-b7bb-f39850b7971c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578501 Aug 20 11:49:51.976872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0b7de-0f09-4aca-bb28-b078011f9efe req-8cbec190-3e4c-428f-a4a0-2567d13bff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:51.978722 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-abe0b7de-0f09-4aca-bb28-b078011f9efe req-8cbec190-3e4c-428f-a4a0-2567d13bff7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1096 time: 0.0788348 Aug 20 11:49:51.979675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:51.983755 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.007232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-880f9845-2376-4ad0-ba12-49fcee66feab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.079929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-abe0b7de-0f09-4aca-bb28-b078011f9efe req-dedf0976-8b05-461e-8390-4e199c92c498 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908260 Aug 20 11:49:52.110893 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-880f9845-2376-4ad0-ba12-49fcee66feab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.227718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59810) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:52.228913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-880f9845-2376-4ad0-ba12-49fcee66feab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.271214 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-880f9845-2376-4ad0-ba12-49fcee66feab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6610e1dd44f24c0ba5da279e7bb7145a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366858 Aug 20 11:49:52.271976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f9845-2376-4ad0-ba12-49fcee66feab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faedd8b-4418-4d3a-a142-7f03c43cde5b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:52.274522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59812) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:52.326867 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3bef-eb46-4177-84b8-0150a3a2eaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.330059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.352218 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3bef-eb46-4177-84b8-0150a3a2eaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.431592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=907e9651-ddac-4a34-8251-eb53ae6aec77,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:52.447697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking segment: {'id': '49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a48d454d-51c0-4399-a09c-5f71ead6d36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:52.448070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network hostable DHCP agents. Network: a48d454d-51c0-4399-a09c-5f71ead6d36f, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:52.474731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port ab5f8582-4f3b-4b34-bbcd-8fb9aed54271 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:52.475077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.497520 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3bef-eb46-4177-84b8-0150a3a2eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.500140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3bef-eb46-4177-84b8-0150a3a2eaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.501295 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2e5f3bef-eb46-4177-84b8-0150a3a2eaf3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2faedd8b-4418-4d3a-a142-7f03c43cde5b HTTP/1.1" status: 204 len: 168 time: 0.2258396 Aug 20 11:49:52.511528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f3bef-eb46-4177-84b8-0150a3a2eaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faedd8b-4418-4d3a-a142-7f03c43cde5b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:52.558121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.558542 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.571445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for ab5f8582-4f3b-4b34-bbcd-8fb9aed54271 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:52.618962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network a48d454d-51c0-4399-a09c-5f71ead6d36f is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:52.763860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, a48d454d-51c0-4399-a09c-5f71ead6d36f) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:52.768738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:52.771667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:52.774984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8fef32-2ea0-4c8d-ae89-7f769e110b08 None None] Network a48d454d-51c0-4399-a09c-5f71ead6d36f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:52.915340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0911b2ce-8e1b-49dc-a5d9-19608d5af873 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1858025 Aug 20 11:49:52.918115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59822) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:52.925964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-aee002ff-638c-4745-9c05-62b16c8fa879 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'network_id': 'a48d454d-51c0-4399-a09c-5f71ead6d36f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:52.994273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-a48d454d-51c0-4399-a09c-5f71ead6d36f', 'network_id': 'a48d454d-51c0-4399-a09c-5f71ead6d36f', 'tenant_id': 'f9a623ec0b254ff8b7c9c51c1cac70f8', 'fixed_ips': [{'subnet_id': '907e9651-ddac-4a34-8251-eb53ae6aec77'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:52.994864 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.002465 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.054762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=ab5f8582-4f3b-4b34-bbcd-8fb9aed54271,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:53.133781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b5f04-5d3c-4d93-8fa7-ce00b4b27876 req-56c2e139-3b8a-4825-91c2-bfbe24fae9b6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:53.138971 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f80b5f04-5d3c-4d93-8fa7-ce00b4b27876 req-56c2e139-3b8a-4825-91c2-bfbe24fae9b6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 945 time: 0.0562329 Aug 20 11:49:53.162077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.162407 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Floating IP b5936d3b-376b-4744-b105-be315bc4c7a7 disassociated (deleted). External IP: 172.25.4.224, port: 77aaf8f4-db3f-44a0-901b-3468fc6b375b. Aug 20 11:49:53.188463 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f80b5f04-5d3c-4d93-8fa7-ce00b4b27876 req-ca85769c-6835-443b-b34a-d6b116cbdfae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465362 Aug 20 11:49:53.331845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee002ff-638c-4745-9c05-62b16c8fa879 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:53.335563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aee002ff-638c-4745-9c05-62b16c8fa879 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.383547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Allocated IP 2001:db8::2 (a48d454d-51c0-4399-a09c-5f71ead6d36f/907e9651-ddac-4a34-8251-eb53ae6aec77/d61e5ced-a0ca-453e-bfde-9000c0d7438b) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:53.444940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59826) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:53.466122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7cf83fc5-a585-4436-83ed-6bd9f2d1c2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.495605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:53.569533 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.578829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Transition to ACTIVE for port object d61e5ced-a0ca-453e-bfde-9000c0d7438b will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:53.591315 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7cf83fc5-a585-4436-83ed-6bd9f2d1c2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.596602 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Transition to ACTIVE for port object d61e5ced-a0ca-453e-bfde-9000c0d7438b will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:53.700731 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7cf83fc5-a585-4436-83ed-6bd9f2d1c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.703175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:53.715910 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.716035 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] Sync routers for ids ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:53.727270 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.729798 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] Routers {'6d21ff91-aa61-4064-a2c8-ec28dee8aef8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:53.744832 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:53.748773 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7cf83fc5-a585-4436-83ed-6bd9f2d1c2aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=edb6a186dbb64f39a8f793dc383cff79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999084 Aug 20 11:49:53.748773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf83fc5-a585-4436-83ed-6bd9f2d1c2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656ac0af-d8ea-4ae4-a0c6-3897e2325cd6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:53.750311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59830) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:53.781760 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-554c7943-1435-4daa-be9c-6338d7995ba5 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/floatingips/b5936d3b-376b-4744-b105-be315bc4c7a7 HTTP/1.1" status: 204 len: 168 time: 1.5503435 Aug 20 11:49:53.781981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Network a48d454d-51c0-4399-a09c-5f71ead6d36f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:53.783051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'tag': '77aaf8f4-db3f-44a0-901b-3468fc6b375b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:53.785378 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65" -d '{"events": [{"name": "network-changed", "server_uuid": "84bf9ae3-d7fd-4a7e-80e8-497087198ada", "tag": "77aaf8f4-db3f-44a0-901b-3468fc6b375b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:53.797572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Pushing event updated for resources: {'Port': ['ID=d61e5ced-a0ca-453e-bfde-9000c0d7438b,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:53.801793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:53.804134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:53.844036 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfddd63-b019-4187-affd-aca5364a2ca9 x-openstack-request-id: req-9cfddd63-b019-4187-affd-aca5364a2ca9 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:53.844620 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bf9ae3-d7fd-4a7e-80e8-497087198ada", "tag": "77aaf8f4-db3f-44a0-901b-3468fc6b375b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:53.845042 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9cfddd63-b019-4187-affd-aca5364a2ca9 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:53.845612 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'tag': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'status': 'completed', 'code': 200} Aug 20 11:49:53.868419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aee002ff-638c-4745-9c05-62b16c8fa879 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.878654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Attempting to bind port d61e5ced-a0ca-453e-bfde-9000c0d7438b on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:53.879034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Attempting to bind port d61e5ced-a0ca-453e-bfde-9000c0d7438b by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a48d454d-51c0-4399-a09c-5f71ead6d36f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:53.879409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Attempting to bind port d61e5ced-a0ca-453e-bfde-9000c0d7438b on network a48d454d-51c0-4399-a09c-5f71ead6d36f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:53.882570 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] Set router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:53.886389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:53.887187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Checking segment: {'id': '49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a48d454d-51c0-4399-a09c-5f71ead6d36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:53.888559 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.888978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Bound using segment: {'id': '49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a48d454d-51c0-4399-a09c-5f71ead6d36f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:53.889741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Bound port: d61e5ced-a0ca-453e-bfde-9000c0d7438b, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a48d454d-51c0-4399-a09c-5f71ead6d36f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:53.890323 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.896561 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3421df61-a996-42b4-a956-2d32f4c290c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.931940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee002ff-638c-4745-9c05-62b16c8fa879 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network a48d454d-51c0-4399-a09c-5f71ead6d36f is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:53.946797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-aee002ff-638c-4745-9c05-62b16c8fa879 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:53.949948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee002ff-638c-4745-9c05-62b16c8fa879 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:53.951347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aee002ff-638c-4745-9c05-62b16c8fa879 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.963236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] For port d61e5ced-a0ca-453e-bfde-9000c0d7438b, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:53.966793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] For port d61e5ced-a0ca-453e-bfde-9000c0d7438b, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d61e5ced-a0ca-453e-bfde-9000c0d7438b,segment=NetworkSegment(49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f),segment_id=49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:53.996412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3421df61-a996-42b4-a956-2d32f4c290c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:53.998374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee002ff-638c-4745-9c05-62b16c8fa879 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=eefac95d-5024-4f5f-b83f-3ab5c78f3b2d,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:54.019747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-6b7cda6c-14d9-4292-a9d4-723e337fe523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.021322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-6b7cda6c-14d9-4292-a9d4-723e337fe523 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9699ebf9652148b7a5e10af7cd210ece&device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 1096 time: 0.1543179 Aug 20 11:49:54.081934 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.106284 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '849780b3-3525-430c-893b-c0df9d5b3c7c', 'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:97:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:51Z', 'updated_at': '2021-08-20T11:48:58Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:54.132025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-2ac71320-6a27-4423-9156-4dd171b2b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.132896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-2ac71320-6a27-4423-9156-4dd171b2b66b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd HTTP/1.1" status: 200 len: 897 time: 0.1029091 Aug 20 11:49:54.137924 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] Checking router: 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:54.148048 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] Routers {'6d21ff91-aa61-4064-a2c8-ec28dee8aef8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:54.148922 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:54.159609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59838) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:54.164828 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-aee002ff-638c-4745-9c05-62b16c8fa879 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2405229 Aug 20 11:49:54.178784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b3b50-c5cd-496f-bf7e-9adfe9972181 None None] Pushing event updated for resources: {'Port': ['ID=d61e5ced-a0ca-453e-bfde-9000c0d7438b,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:54.198585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-69df7f69-4e00-4c23-8243-58460f61eba8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77aaf8f4-db3f-44a0-901b-3468fc6b375b HTTP/1.1" status: 200 len: 217 time: 0.0572212 Aug 20 11:49:54.200214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3421df61-a996-42b4-a956-2d32f4c290c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.202918 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3421df61-a996-42b4-a956-2d32f4c290c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.204073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3421df61-a996-42b4-a956-2d32f4c290c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/656ac0af-d8ea-4ae4-a0c6-3897e2325cd6 HTTP/1.1" status: 204 len: 168 time: 0.4513905 Aug 20 11:49:54.264630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3f02-7f0f-419f-a313-d7f09146695a tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.266426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3f02-7f0f-419f-a313-d7f09146695a tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.268036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3f02-7f0f-419f-a313-d7f09146695a tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.278503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3f02-7f0f-419f-a313-d7f09146695a tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.280636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3f02-7f0f-419f-a313-d7f09146695a tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.280948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421df61-a996-42b4-a956-2d32f4c290c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ac0af-d8ea-4ae4-a0c6-3897e2325cd6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:54.282551 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-347b3f02-7f0f-419f-a313-d7f09146695a tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1216922 Aug 20 11:49:54.286275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59844) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:54.292293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298326649'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:54.324717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-75cebfc2-47c0-4a32-81c5-eb12746a1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.336222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-75cebfc2-47c0-4a32-81c5-eb12746a1ef3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b450c29-4abb-48b7-abec-89fe2ad5d24e HTTP/1.1" status: 200 len: 834 time: 0.1217382 Aug 20 11:49:54.362748 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] Set router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:54.396583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-f4c9a27a-729e-4220-a2fe-4992d3d3d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.397756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5725a-f8da-4b43-a583-80fcfd7933a9 req-56592eaa-3107-4952-ad0d-314c82aa85fd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.398594 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-f4c9a27a-729e-4220-a2fe-4992d3d3d6f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612237 Aug 20 11:49:54.399478 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60a5725a-f8da-4b43-a583-80fcfd7933a9 req-56592eaa-3107-4952-ad0d-314c82aa85fd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 945 time: 0.0722437 Aug 20 11:49:54.446625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:54.450890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.494789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60a5725a-f8da-4b43-a583-80fcfd7933a9 req-bba25b86-3701-401b-9093-9e294132f9ac tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869176 Aug 20 11:49:54.538037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:49:54.560488 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.561305 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Added segment 8c74334e-4c09-4441-8068-7894fe0625ce of type vlan for network bc98379f-00e0-40e7-96f8-ecb9899ce23f Aug 20 11:49:54.630912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb58b54-ac83-497c-826f-40febd8e8e3b req-1d70f5db-a67e-43ac-938a-dc04c5990e93 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.633176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbb58b54-ac83-497c-826f-40febd8e8e3b req-1d70f5db-a67e-43ac-938a-dc04c5990e93 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 945 time: 0.1801827 Aug 20 11:49:54.655117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.676404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-c4c79fc8-6f12-4ef0-a6d9-790c8711b7f8 service neutron] 10.222.0.57 "GET /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692032 Aug 20 11:49:54.685008 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '849780b3-3525-430c-893b-c0df9d5b3c7c', 'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:97:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:51Z', 'updated_at': '2021-08-20T11:48:58Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:54.694232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f14a29-96ec-4c6e-bdc7-b0ec99a0d8c6 req-6286a8fb-1687-42e0-abe2-4267001fe80e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.695951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32f14a29-96ec-4c6e-bdc7-b0ec99a0d8c6 req-6286a8fb-1687-42e0-abe2-4267001fe80e tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 945 time: 0.0848603 Aug 20 11:49:54.713115 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee25afc-fd94-4140-968f-3dc6d8b960a6 None None] The sync data for ids ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'] in n-d-804230-3 is: [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '849780b3-3525-430c-893b-c0df9d5b3c7c', 'name': '', 'network_id': '5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'mac_address': 'fa:16:3e:97:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:51Z', 'updated_at': '2021-08-20T11:48:58Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'subnets': [{'id': '0b450c29-4abb-48b7-abec-89fe2ad5d24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:54.759663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32f14a29-96ec-4c6e-bdc7-b0ec99a0d8c6 req-cd13f940-c16c-4634-90df-5c1fdc51b75a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451000 Aug 20 11:49:54.773422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59852) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:54.783239 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bbb58b54-ac83-497c-826f-40febd8e8e3b req-4328a8bb-7d55-4820-92b0-9a046a140efe tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414452 Aug 20 11:49:54.829842 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36fbdafa-45c6-46c0-9db6-3e7f6a658c65 req-e7c526a6-dfa9-416d-9d8b-70ca321ebc7d service neutron] 10.222.0.57 "GET /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416314 Aug 20 11:49:54.833305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b917d-65ec-4ca7-9c6e-09584a9ee5a8 tempest-TestVolumeBootPattern-1773011927 tempest-TestVolumeBootPattern-1773011927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.838209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59854) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:54.843605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:54.845928 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-068b917d-65ec-4ca7-9c6e-09584a9ee5a8 tempest-TestVolumeBootPattern-1773011927 tempest-TestVolumeBootPattern-1773011927-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1091 time: 0.0713048 Aug 20 11:49:54.847315 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.853537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:54.854165 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:54.922331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=bc98379f-00e0-40e7-96f8-ecb9899ce23f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:54.937474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network bc98379f-00e0-40e7-96f8-ecb9899ce23f details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:55.007025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.115090 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.156014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bddb313a-ae51-4f9e-aa02-56f0d977a658 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8685489 Aug 20 11:49:55.166465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59866) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:55.175641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-260f01d9-1517-4f48-b383-fdeb86bc0e16 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:55.264640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d56644-d0b8-4eec-bb9f-40116e343872 None None] New status for floating IP b5936d3b-376b-4744-b105-be315bc4c7a7: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:49:55.378028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Allocated IP 172.25.4.195 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e2354056-8634-4064-96b4-f026cff1e206) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:55.420306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58291f15-c05f-4993-85bb-3b405bcc2fd1 None None] Network a48d454d-51c0-4399-a09c-5f71ead6d36f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:55.429125 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-260f01d9-1517-4f48-b383-fdeb86bc0e16 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.547043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.621056 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-260f01d9-1517-4f48-b383-fdeb86bc0e16 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.625713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0dde287a-2222-45d3-a991-d5d4ae9a91a0 None None] Provisioning for port d61e5ced-a0ca-453e-bfde-9000c0d7438b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:55.666195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e76f2f-8249-44a4-b048-fcac1cef28ba None None] Update dhcp port {'port': {'network_id': 'a48d454d-51c0-4399-a09c-5f71ead6d36f', 'fixed_ips': [{'subnet_id': '907e9651-ddac-4a34-8251-eb53ae6aec77', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eefac95d-5024-4f5f-b83f-3ab5c78f3b2d'}], 'binding:host_id': 'n-d-804230-3'}, 'id': 'd61e5ced-a0ca-453e-bfde-9000c0d7438b'} from n-d-804230-3. {{(pid=95589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 11:49:55.691272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-260f01d9-1517-4f48-b383-fdeb86bc0e16 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network bc98379f-00e0-40e7-96f8-ecb9899ce23f is not hosted by any dhcp agent {{(pid=95587) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:49:55.692252 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82e76f2f-8249-44a4-b048-fcac1cef28ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.697253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f01d9-1517-4f48-b383-fdeb86bc0e16 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:55.698052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-260f01d9-1517-4f48-b383-fdeb86bc0e16 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.699525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-260f01d9-1517-4f48-b383-fdeb86bc0e16 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "PUT /v2.0/networks/bc98379f-00e0-40e7-96f8-ecb9899ce23f HTTP/1.1" status: 200 len: 723 time: 0.5322366 Aug 20 11:49:55.703416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59876) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:55.709272 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:55.712867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'network_id': 'bc98379f-00e0-40e7-96f8-ecb9899ce23f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:55.787846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f01d9-1517-4f48-b383-fdeb86bc0e16 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=bc98379f-00e0-40e7-96f8-ecb9899ce23f,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:55.816540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network bc98379f-00e0-40e7-96f8-ecb9899ce23f details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:49:55.824544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:55.852552 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-10ee8efb-3620-46b3-bd96-74825135fc4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:55.859867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-10ee8efb-3620-46b3-bd96-74825135fc4e tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 945 time: 0.2510462 Aug 20 11:49:55.867667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:55.914708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d61e5ced-a0ca-453e-bfde-9000c0d7438b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:55.917806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:55.979645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=e2354056-8634-4064-96b4-f026cff1e206,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:56.064637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-82e76f2f-8249-44a4-b048-fcac1cef28ba None None] Allocated IP 172.20.0.1 (a48d454d-51c0-4399-a09c-5f71ead6d36f/eefac95d-5024-4f5f-b83f-3ab5c78f3b2d/d61e5ced-a0ca-453e-bfde-9000c0d7438b) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:56.175345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d61e5ced-a0ca-453e-bfde-9000c0d7438b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:56.181769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d61e5ced-a0ca-453e-bfde-9000c0d7438b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:56.182145 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.224295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-82e76f2f-8249-44a4-b048-fcac1cef28ba None None] For port d61e5ced-a0ca-453e-bfde-9000c0d7438b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d61e5ced-a0ca-453e-bfde-9000c0d7438b,segment=NetworkSegment(49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f),segment_id=49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:56.267211 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82e76f2f-8249-44a4-b048-fcac1cef28ba None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.306565 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-82e76f2f-8249-44a4-b048-fcac1cef28ba None None] Transition to ACTIVE for port object d61e5ced-a0ca-453e-bfde-9000c0d7438b will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:56.321327 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.429207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:49:56.432707 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.500128 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82e76f2f-8249-44a4-b048-fcac1cef28ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.643974 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:49:56.644446 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:49:56.646053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f314d-56d9-41a9-bf4f-2fb031eac35c req-cdfe69ac-7f31-41c3-a5c1-7f0d572f8045 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:56.648167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b06f314d-56d9-41a9-bf4f-2fb031eac35c req-cdfe69ac-7f31-41c3-a5c1-7f0d572f8045 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 945 time: 0.6911683 Aug 20 11:49:56.668969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e76f2f-8249-44a4-b048-fcac1cef28ba None None] Pushing event updated for resources: {'Port': ['ID=d61e5ced-a0ca-453e-bfde-9000c0d7438b,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:56.752697 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.761704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b06f314d-56d9-41a9-bf4f-2fb031eac35c req-442c5d8b-79fb-4e4d-9016-e7a2049291d1 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcfb121c-86eb-4525-b62c-5f0a63c836d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071966 Aug 20 11:49:56.774848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-49ef5aed-a2a1-40fe-b320-f88769330590 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port 77aaf8f4-db3f-44a0-901b-3468fc6b375b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:56.775253 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-49ef5aed-a2a1-40fe-b320-f88769330590 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.829155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=331ee2ef-7e4f-4308-aa45-38c5401218f2,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:56.834901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking segment: {'id': '8c74334e-4c09-4441-8068-7894fe0625ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bc98379f-00e0-40e7-96f8-ecb9899ce23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:56.844700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network hostable DHCP agents. Network: bc98379f-00e0-40e7-96f8-ecb9899ce23f, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:49:56.924088 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.926608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-49ef5aed-a2a1-40fe-b320-f88769330590 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] For port 77aaf8f4-db3f-44a0-901b-3468fc6b375b, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=77aaf8f4-db3f-44a0-901b-3468fc6b375b,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:56.936177 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-49ef5aed-a2a1-40fe-b320-f88769330590 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:56.975103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network bc98379f-00e0-40e7-96f8-ecb9899ce23f is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:49:56.983598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-49ef5aed-a2a1-40fe-b320-f88769330590 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for 77aaf8f4-db3f-44a0-901b-3468fc6b375b owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:49:57.164091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, bc98379f-00e0-40e7-96f8-ecb9899ce23f) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:57.169428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:57.170790 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.172417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef025c96-7939-4496-9e19-5596d71a9e1a None None] Network bc98379f-00e0-40e7-96f8-ecb9899ce23f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:57.202169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.223655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5fb8d0-f83f-43d3-bda4-ea4626865a2d None None] Network a48d454d-51c0-4399-a09c-5f71ead6d36f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:49:57.224233 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-49ef5aed-a2a1-40fe-b320-f88769330590 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.247161 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.263186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef5aed-a2a1-40fe-b320-f88769330590 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=77aaf8f4-db3f-44a0-901b-3468fc6b375b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:57.338306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-49ef5aed-a2a1-40fe-b320-f88769330590 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] No DVR routers for this DVR port 77aaf8f4-db3f-44a0-901b-3468fc6b375b on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:49:57.344559 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c14ba476-fb8e-4918-bcec-cbbc20a8969b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6378539 Aug 20 11:49:57.345281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59892) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:57.352004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b1cc211e-eac0-4e3e-b078-e5d1827a77df tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:49:57.365480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-49ef5aed-a2a1-40fe-b320-f88769330590 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.367589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff99484a-ac0f-47a3-a0a5-e4c55a09301f req-49ef5aed-a2a1-40fe-b320-f88769330590 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.57 "DELETE /v2.0/ports/77aaf8f4-db3f-44a0-901b-3468fc6b375b HTTP/1.1" status: 204 len: 173 time: 1.4916668 Aug 20 11:49:57.368053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'name': 'network-vif-deleted', 'tag': '77aaf8f4-db3f-44a0-901b-3468fc6b375b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:57.370428 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f221bee-c71d-41de-8b87-a635304bf8b1" -d '{"events": [{"server_uuid": "84bf9ae3-d7fd-4a7e-80e8-497087198ada", "name": "network-vif-deleted", "tag": "77aaf8f4-db3f-44a0-901b-3468fc6b375b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:57.375111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d61e5ced-a0ca-453e-bfde-9000c0d7438b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d61e5ced-a0ca-453e-bfde-9000c0d7438b,segment=NetworkSegment(49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f),segment_id=49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:49:57.437023 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e44550-e7a5-4512-9e08-312bc81c4794 x-openstack-request-id: req-b2e44550-e7a5-4512-9e08-312bc81c4794 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:57.437313 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bf9ae3-d7fd-4a7e-80e8-497087198ada", "name": "network-vif-deleted", "tag": "77aaf8f4-db3f-44a0-901b-3468fc6b375b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:57.437571 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2e44550-e7a5-4512-9e08-312bc81c4794 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:57.438000 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bf9ae3-d7fd-4a7e-80e8-497087198ada', 'name': 'network-vif-deleted', 'tag': '77aaf8f4-db3f-44a0-901b-3468fc6b375b', 'status': 'completed', 'code': 200} Aug 20 11:49:57.478052 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b1cc211e-eac0-4e3e-b078-e5d1827a77df tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26710440'] for subnet, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.503657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.517263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-bc98379f-00e0-40e7-96f8-ecb9899ce23f', 'network_id': 'bc98379f-00e0-40e7-96f8-ecb9899ce23f', 'tenant_id': 'f9a623ec0b254ff8b7c9c51c1cac70f8', 'fixed_ips': [{'subnet_id': '331ee2ef-7e4f-4308-aa45-38c5401218f2'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:49:57.518119 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.549344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6d240845-4919-4bef-b0a8-48b64c6c66ff None None] Provisioning for port d61e5ced-a0ca-453e-bfde-9000c0d7438b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:49:57.554516 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.569480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6d240845-4919-4bef-b0a8-48b64c6c66ff None None] Provisioning complete for port d61e5ced-a0ca-453e-bfde-9000c0d7438b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:57.569841 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6d240845-4919-4bef-b0a8-48b64c6c66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.627978 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.678181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=e2354056-8634-4064-96b4-f026cff1e206,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:57.749876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d61e5ced-a0ca-453e-bfde-9000c0d7438b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:57.770460 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.899570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d61e5ced-a0ca-453e-bfde-9000c0d7438b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:49:57.914518 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b1cc211e-eac0-4e3e-b078-e5d1827a77df tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754706299742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26646933'] for subnet, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:57.950917 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Floating IP beaf1d43-2508-45ab-b926-aa051ecdd14f associated. External IP: 172.25.4.195, port: aa184ccb-c59b-43c9-8b93-15f0be9b9237. Aug 20 11:49:58.000796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc211e-eac0-4e3e-b078-e5d1827a77df tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:58.007061 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b1cc211e-eac0-4e3e-b078-e5d1827a77df tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.007061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b1cc211e-eac0-4e3e-b078-e5d1827a77df tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "PUT /v2.0/subnets/331ee2ef-7e4f-4308-aa45-38c5401218f2 HTTP/1.1" status: 200 len: 826 time: 0.6590309 Aug 20 11:49:58.032793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59902) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:58.045472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Allocated IP 2001:db8::2 (bc98379f-00e0-40e7-96f8-ecb9899ce23f/331ee2ef-7e4f-4308-aa45-38c5401218f2/d19c050a-5f45-4e8e-957c-08bb265c9f69) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:49:58.123409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-92ea5ed5-f8db-4452-8ad9-aecf6060a351 req-32b16040-77c5-497e-81fc-37e6468d98c2 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "GET /v2.0/ports?device_id=84bf9ae3-d7fd-4a7e-80e8-497087198ada HTTP/1.1" status: 200 len: 210 time: 0.0539994 Aug 20 11:49:58.143624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc211e-eac0-4e3e-b078-e5d1827a77df tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=331ee2ef-7e4f-4308-aa45-38c5401218f2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:58.195466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8afa22b9-4624-4a89-a785-c9d8df676c3b None None] Provisioning complete for port d61e5ced-a0ca-453e-bfde-9000c0d7438b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:58.196051 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8afa22b9-4624-4a89-a785-c9d8df676c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.197712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d61e5ced-a0ca-453e-bfde-9000c0d7438b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:49:58.198173 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.198678 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.261313 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.341393 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.345283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Router aceac47a-2508-40b7-a92b-06613f976e05 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:49:58.355301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Transition to ACTIVE for port object d19c050a-5f45-4e8e-957c-08bb265c9f69 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:58.433110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Transition to ACTIVE for port object d19c050a-5f45-4e8e-957c-08bb265c9f69 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:49:58.492186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:49:58.501433 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] Sync routers for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:49:58.512142 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:58.512702 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:58.620990 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:58.635936 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.674729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Network bc98379f-00e0-40e7-96f8-ecb9899ce23f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:49:58.677925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:49:58.681303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:49:58.690023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Pushing event updated for resources: {'Port': ['ID=d19c050a-5f45-4e8e-957c-08bb265c9f69,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:58.706009 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.741971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-65bd0bd0-05c1-4375-99e0-d66e36eb1de2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9021199 Aug 20 11:49:58.759920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Attempting to bind port d19c050a-5f45-4e8e-957c-08bb265c9f69 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:49:58.760889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Attempting to bind port d19c050a-5f45-4e8e-957c-08bb265c9f69 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '8c74334e-4c09-4441-8068-7894fe0625ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bc98379f-00e0-40e7-96f8-ecb9899ce23f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:49:58.760889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Attempting to bind port d19c050a-5f45-4e8e-957c-08bb265c9f69 on network bc98379f-00e0-40e7-96f8-ecb9899ce23f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:49:58.773661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:49:58.773661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Checking segment: {'id': '8c74334e-4c09-4441-8068-7894fe0625ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bc98379f-00e0-40e7-96f8-ecb9899ce23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:49:58.773661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.773661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Bound using segment: {'id': '8c74334e-4c09-4441-8068-7894fe0625ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bc98379f-00e0-40e7-96f8-ecb9899ce23f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:49:58.773661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Bound port: d19c050a-5f45-4e8e-957c-08bb265c9f69, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c74334e-4c09-4441-8068-7894fe0625ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bc98379f-00e0-40e7-96f8-ecb9899ce23f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:49:58.773661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.838928 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] For port d19c050a-5f45-4e8e-957c-08bb265c9f69, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:49:58.842424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] For port d19c050a-5f45-4e8e-957c-08bb265c9f69, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d19c050a-5f45-4e8e-957c-08bb265c9f69,segment=NetworkSegment(8c74334e-4c09-4441-8068-7894fe0625ce),segment_id=8c74334e-4c09-4441-8068-7894fe0625ce)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:49:58.909880 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:58.941283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Subnet': ['ID=331ee2ef-7e4f-4308-aa45-38c5401218f2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:58.973019 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'beaf1d43-2508-45ab-b926-aa051ecdd14f', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:2b:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:56Z', 'updated_at': '2021-08-20T11:49:56Z', 'revision_number': 0, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:58.977879 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.000679 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.003190 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] Checking router: aceac47a-2508-40b7-a92b-06613f976e05 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:49:59.012209 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:49:59.012843 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:59.023194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc98379f-00e0-40e7-96f8-ecb9899ce23f']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:59.050682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c74334e-4c09-4441-8068-7894fe0625ce') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:59.051017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c74334e-4c09-4441-8068-7894fe0625ce') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:59.060966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e33748-929d-4595-83aa-656b62ffd10b None None] Pushing event updated for resources: {'Port': ['ID=d19c050a-5f45-4e8e-957c-08bb265c9f69,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:59.062375 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.076052 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.085527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:49:59.086266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:49:59.091786 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:49:59.163203 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:49:59.189031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59914) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:59.217982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:49:59.217982 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:49:59.217982 n-d-804230-3 neutron-server[95588]: [parameters: {'id': 'bc98379f-00e0-40e7-96f8-ecb9899ce23f'}] Aug 20 11:49:59.217982 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:49:59.218423 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:49:59.305810 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86c5a37c-2a27-4ee8-9b45-3a0ffd5d834f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.329348 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86c5a37c-2a27-4ee8-9b45-3a0ffd5d834f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.438752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'tag': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:49:59.441357 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2477a0ec-770a-4752-9b6e-76e3674007e7" -d '{"events": [{"name": "network-changed", "server_uuid": "aca0e898-f117-41d4-b188-6e73a8c31f2d", "tag": "aa184ccb-c59b-43c9-8b93-15f0be9b9237"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:49:59.453030 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'beaf1d43-2508-45ab-b926-aa051ecdd14f', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:2b:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:56Z', 'updated_at': '2021-08-20T11:49:56Z', 'revision_number': 0, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:49:59.480209 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8519c7-1f5d-489d-b9a4-bd5972ecccb1 x-openstack-request-id: req-fa8519c7-1f5d-489d-b9a4-bd5972ecccb1 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:49:59.480507 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca0e898-f117-41d4-b188-6e73a8c31f2d", "tag": "aa184ccb-c59b-43c9-8b93-15f0be9b9237", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:49:59.480771 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa8519c7-1f5d-489d-b9a4-bd5972ecccb1 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:49:59.481181 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'tag': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'status': 'completed', 'code': 200} Aug 20 11:49:59.483300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86c5a37c-2a27-4ee8-9b45-3a0ffd5d834f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.483740 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce490b-bd4b-4603-a0f5-fe0bda0c3543 None None] The sync data for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 is: [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'beaf1d43-2508-45ab-b926-aa051ecdd14f', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:2b:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:56Z', 'updated_at': '2021-08-20T11:49:56Z', 'revision_number': 0, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:49:59.486590 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-86c5a37c-2a27-4ee8-9b45-3a0ffd5d834f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.487891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-86c5a37c-2a27-4ee8-9b45-3a0ffd5d834f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/security-groups/dcfb121c-86eb-4525-b62c-5f0a63c836d8 HTTP/1.1" status: 204 len: 168 time: 0.2957757 Aug 20 11:49:59.530902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5a37c-2a27-4ee8-9b45-3a0ffd5d834f tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfb121c-86eb-4525-b62c-5f0a63c836d8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:49:59.543020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 77aaf8f4-db3f-44a0-901b-3468fc6b375b no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:49:59.576507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-f665d300-1dfb-45da-b4f3-d3877d73a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:59.576872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 77aaf8f4-db3f-44a0-901b-3468fc6b375b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:49:59.577420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 77aaf8f4-db3f-44a0-901b-3468fc6b375b not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:49:59.578089 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-f665d300-1dfb-45da-b4f3-d3877d73a78a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1096 time: 0.0650291 Aug 20 11:49:59.642307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59924) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:49:59.682563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-11441918-9a7f-47fb-8bfa-8807ec0ac736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:59.684152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-11441918-9a7f-47fb-8bfa-8807ec0ac736 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.0982738 Aug 20 11:49:59.744315 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.780273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-575f1956-db4e-4233-bedb-921a213925d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 200 len: 999 time: 0.0888042 Aug 20 11:49:59.857337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-ef7ae4f4-03ac-4362-a684-f194f861bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:59.859180 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-ef7ae4f4-03ac-4362-a684-f194f861bb2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0715978 Aug 20 11:49:59.937633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-79e0107e-1af3-4f92-9460-291af1d220bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:49:59.946426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-79e0107e-1af3-4f92-9460-291af1d220bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782630 Aug 20 11:49:59.953636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting port d19c050a-5f45-4e8e-957c-08bb265c9f69 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:49:59.954856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:49:59.966400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d61e5ced-a0ca-453e-bfde-9000c0d7438b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:00.097877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-e448b708-fc48-4ddb-a70c-8adb1678b720 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452665 Aug 20 11:50:00.114465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] For port d19c050a-5f45-4e8e-957c-08bb265c9f69, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d19c050a-5f45-4e8e-957c-08bb265c9f69,segment=NetworkSegment(8c74334e-4c09-4441-8068-7894fe0625ce),segment_id=8c74334e-4c09-4441-8068-7894fe0625ce)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:00.114901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.140592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Calling delete_port for d19c050a-5f45-4e8e-957c-08bb265c9f69 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:00.222482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb84df-4748-4cd9-9766-2033731929b4 None None] New status for floating IP beaf1d43-2508-45ab-b926-aa051ecdd14f: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:50:00.227399 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2477a0ec-770a-4752-9b6e-76e3674007e7 req-d8ba60fd-cc72-4d8e-b65d-7f8c7e2b122e service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223028 Aug 20 11:50:00.274409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48401ecd-29ba-4d3a-9519-ab2c6375da7b None None] Network bc98379f-00e0-40e7-96f8-ecb9899ce23f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:00.348980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.451356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d61e5ced-a0ca-453e-bfde-9000c0d7438b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:00.451683 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.490787 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.521739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7cc526d6-ff17-467c-a49a-a37c5e597659 None None] Provisioning for port d19c050a-5f45-4e8e-957c-08bb265c9f69 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:00.532792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7cc526d6-ff17-467c-a49a-a37c5e597659 None None] Provisioning complete for port d19c050a-5f45-4e8e-957c-08bb265c9f69 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:00.533173 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7cc526d6-ff17-467c-a49a-a37c5e597659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.544817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Port': ['ID=d19c050a-5f45-4e8e-957c-08bb265c9f69,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:00.551238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No DVR routers for this DVR port d19c050a-5f45-4e8e-957c-08bb265c9f69 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:00.570678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7cc526d6-ff17-467c-a49a-a37c5e597659 None None] Port d19c050a-5f45-4e8e-957c-08bb265c9f69 was deleted so its status cannot be updated. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 11:50:00.640996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d19c050a-5f45-4e8e-957c-08bb265c9f69 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:00.660627 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.672252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d19c050a-5f45-4e8e-957c-08bb265c9f69 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:00.672631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d19c050a-5f45-4e8e-957c-08bb265c9f69 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 20 11:50:00.678398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc98379f-00e0-40e7-96f8-ecb9899ce23f']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:00.698009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7b361c-740a-4f8a-9a4b-631fe37a6ce8 None None] DHCP port deletion for bc98379f-00e0-40e7-96f8-ecb9899ce23f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:00.698209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c74334e-4c09-4441-8068-7894fe0625ce') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:00.698489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c74334e-4c09-4441-8068-7894fe0625ce') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:00.700393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Port d19c050a-5f45-4e8e-957c-08bb265c9f69 not found, will not notify nova. {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 20 11:50:00.722264 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.729680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eedd4f-488d-4e2e-8ceb-ed1276bfdcdf None None] Network bc98379f-00e0-40e7-96f8-ecb9899ce23f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:00.750788 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.784709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:00.785123 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:00.788252 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:00.871051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port 849780b3-3525-430c-893b-c0df9d5b3c7c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:00.871392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.944243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.965734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.967632 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/bc98379f-00e0-40e7-96f8-ecb9899ce23f HTTP/1.1" status: 204 len: 168 time: 2.9318316 Aug 20 11:50:00.968476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04b8b-aa8c-4f58-97e9-5574af8af6a5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Network': ['ID=bc98379f-00e0-40e7-96f8-ecb9899ce23f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:00.970759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59932) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:00.992120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] For port 849780b3-3525-430c-893b-c0df9d5b3c7c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=849780b3-3525-430c-893b-c0df9d5b3c7c,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:00.992539 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:00.994017 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-987d30e1-409b-4424-968a-c40080100e6d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:00.994654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-987d30e1-409b-4424-968a-c40080100e6d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:00.997866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-987d30e1-409b-4424-968a-c40080100e6d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/bc98379f-00e0-40e7-96f8-ecb9899ce23f HTTP/1.1" status: 404 len: 339 time: 0.0235152 Aug 20 11:50:01.000123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59934) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:01.005252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258033385', 'description': 'd1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:01.006822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for 849780b3-3525-430c-893b-c0df9d5b3c7c owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:01.094638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:01.098279 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.124661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:01.133745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.134101 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Added segment ad315c46-6c32-401d-8dce-d0a10cb658d6 of type vlan for network e0f3f28a-b248-49c0-bdd5-e7c9434351a9 Aug 20 11:50:01.180084 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.289432 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.339712 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.347717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:01.350679 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.361433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=849780b3-3525-430c-893b-c0df9d5b3c7c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:01.393870 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:50:01.491741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=e0f3f28a-b248-49c0-bdd5-e7c9434351a9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:01.503748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network e0f3f28a-b248-49c0-bdd5-e7c9434351a9 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:01.587361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.661927 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-150e212e-f7b3-4f24-851f-4701635123f4 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6600664 Aug 20 11:50:01.664648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59936) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:01.761546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b922a6-5be3-43f3-bd04-0c18d44d1396 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:01.765778 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-71b922a6-5be3-43f3-bd04-0c18d44d1396 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/networks?id=e0f3f28a-b248-49c0-bdd5-e7c9434351a9 HTTP/1.1" status: 200 len: 764 time: 0.0975282 Aug 20 11:50:01.765958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59940) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:01.772354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1c6dcff8-5c44-4ec9-908c-25993296323c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'description': 'd2'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:01.838484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:50:01.873462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d19c050a-5f45-4e8e-957c-08bb265c9f69 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:01.899112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d19c050a-5f45-4e8e-957c-08bb265c9f69 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:01.899576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d19c050a-5f45-4e8e-957c-08bb265c9f69 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:01.949860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:50:01.952739 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcff8-5c44-4ec9-908c-25993296323c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:01.958466 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-34d7f4d4-98e5-4b98-9fff-479e5bb1f54b tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "PUT /v2.0/routers/6d21ff91-aa61-4064-a2c8-ec28dee8aef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3117383 Aug 20 11:50:01.959321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59946) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:01.967269 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] Sync routers for ids ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:50:01.977156 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] Routers {'6d21ff91-aa61-4064-a2c8-ec28dee8aef8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:01.977934 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:02.025465 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-71910a18-6b78-4727-b52b-036a97a7cb34 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting subnet 0b450c29-4abb-48b7-abec-89fe2ad5d24e {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:50:02.029072 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71910a18-6b78-4727-b52b-036a97a7cb34 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.071322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71910a18-6b78-4727-b52b-036a97a7cb34 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.074356 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcff8-5c44-4ec9-908c-25993296323c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.091037 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] Set router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:02.122166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c6dcff8-5c44-4ec9-908c-25993296323c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network e0f3f28a-b248-49c0-bdd5-e7c9434351a9 is not hosted by any dhcp agent {{(pid=95587) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:50:02.127717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6dcff8-5c44-4ec9-908c-25993296323c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.128339 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c6dcff8-5c44-4ec9-908c-25993296323c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.129657 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1c6dcff8-5c44-4ec9-908c-25993296323c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "PUT /v2.0/networks/e0f3f28a-b248-49c0-bdd5-e7c9434351a9 HTTP/1.1" status: 200 len: 761 time: 0.3626797 Aug 20 11:50:02.132579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59948) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:02.187209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dcff8-5c44-4ec9-908c-25993296323c tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=e0f3f28a-b248-49c0-bdd5-e7c9434351a9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:02.198397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network e0f3f28a-b248-49c0-bdd5-e7c9434351a9 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:02.233932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d47f6-f4ed-463c-a070-100e06a65acd tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.240384 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8d7d47f6-f4ed-463c-a070-100e06a65acd tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/networks?id=e0f3f28a-b248-49c0-bdd5-e7c9434351a9 HTTP/1.1" status: 200 len: 764 time: 0.1017396 Aug 20 11:50:02.241346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59950) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:02.279388 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:50:01Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:02.307144 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] Checking router: 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:50:02.316063 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] Routers {'6d21ff91-aa61-4064-a2c8-ec28dee8aef8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:50:02.316683 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:49:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:02.348055 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71910a18-6b78-4727-b52b-036a97a7cb34 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.429102 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] Set router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:50:02.488809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13050fee-0d01-4337-ab88-0f5412553f4e tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.490816 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-13050fee-0d01-4337-ab88-0f5412553f4e tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2490809 Aug 20 11:50:02.493665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59954) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:02.538054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1b20e3ea-1b9d-4328-b141-81b70b073b06 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 207 time: 0.0432279 Aug 20 11:50:02.541458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59956) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:02.584569 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71910a18-6b78-4727-b52b-036a97a7cb34 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.616680 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:50:01Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:02.624223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e86d77-db00-412a-bb0d-716434a261af None None] Network 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:02.630699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71910a18-6b78-4727-b52b-036a97a7cb34 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Subnet': ['ID=0b450c29-4abb-48b7-abec-89fe2ad5d24e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:02.633163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71910a18-6b78-4727-b52b-036a97a7cb34 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.637712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-71910a18-6b78-4727-b52b-036a97a7cb34 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/subnets/0b450c29-4abb-48b7-abec-89fe2ad5d24e HTTP/1.1" status: 204 len: 168 time: 0.6754777 Aug 20 11:50:02.640306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59958) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:02.646605 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b571e46-5f20-4395-8753-2bf37243ea6e None None] The sync data for ids ['6d21ff91-aa61-4064-a2c8-ec28dee8aef8'] in n-d-804230-3 is: [{'id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'name': 'tempest-TestNetworkBasicOps-router-496562682', 'tenant_id': '9699ebf9652148b7a5e10af7cd210ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:48:46Z', 'updated_at': '2021-08-20T11:50:01Z', 'revision_number': 5, 'project_id': '9699ebf9652148b7a5e10af7cd210ece', 'gw_port': {'id': 'e7471946-a7c4-4aff-a32b-7f26e8d9f5c1', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d21ff91-aa61-4064-a2c8-ec28dee8aef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:48:47Z', 'updated_at': '2021-08-20T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:50:02.692339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240894fb-8f0d-41d8-b284-9966e6f799b7 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.704251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240894fb-8f0d-41d8-b284-9966e6f799b7 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.710852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240894fb-8f0d-41d8-b284-9966e6f799b7 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.716895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240894fb-8f0d-41d8-b284-9966e6f799b7 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.722732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240894fb-8f0d-41d8-b284-9966e6f799b7 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.728546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240894fb-8f0d-41d8-b284-9966e6f799b7 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.730349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-240894fb-8f0d-41d8-b284-9966e6f799b7 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1879730 Aug 20 11:50:02.736391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59960) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:02.776721 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.878175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7c98d839-f7c6-4238-a987-e99853bc6b70 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1371601 Aug 20 11:50:02.878175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59964) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:02.913346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:02.938495 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605e754-78ce-4fbd-bf8a-db097af43d97 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.939991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605e754-78ce-4fbd-bf8a-db097af43d97 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.941506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605e754-78ce-4fbd-bf8a-db097af43d97 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.943675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605e754-78ce-4fbd-bf8a-db097af43d97 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.945191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605e754-78ce-4fbd-bf8a-db097af43d97 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:02.946926 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c605e754-78ce-4fbd-bf8a-db097af43d97 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0678575 Aug 20 11:50:02.950657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59968) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:03.010672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f975b-260e-452c-8fce-123c3ee2ce98 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.012099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f975b-260e-452c-8fce-123c3ee2ce98 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.013596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f975b-260e-452c-8fce-123c3ee2ce98 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.015250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f975b-260e-452c-8fce-123c3ee2ce98 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.016676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f975b-260e-452c-8fce-123c3ee2ce98 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.026416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-330f975b-260e-452c-8fce-123c3ee2ce98 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0665395 Aug 20 11:50:03.026665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59970) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:03.039830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe5df1-7961-4a78-b8c6-27afe84466b9 None None] DHCP port deletion for 5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:03.091169 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-effe5df1-7961-4a78-b8c6-27afe84466b9 None None] Deleting port bf43daa9-093e-425b-9953-bc1718b185a1 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:03.091667 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-effe5df1-7961-4a78-b8c6-27afe84466b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.166287 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-effe5df1-7961-4a78-b8c6-27afe84466b9 None None] For port bf43daa9-093e-425b-9953-bc1718b185a1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bf43daa9-093e-425b-9953-bc1718b185a1,segment=NetworkSegment(9085e773-ed57-42bd-a752-ad87a6e0d1f6),segment_id=9085e773-ed57-42bd-a752-ad87a6e0d1f6)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:03.166735 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-effe5df1-7961-4a78-b8c6-27afe84466b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.190211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-effe5df1-7961-4a78-b8c6-27afe84466b9 None None] Calling delete_port for bf43daa9-093e-425b-9953-bc1718b185a1 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:03.369496 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-effe5df1-7961-4a78-b8c6-27afe84466b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.401828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe5df1-7961-4a78-b8c6-27afe84466b9 None None] Pushing event deleted for resources: {'Port': ['ID=bf43daa9-093e-425b-9953-bc1718b185a1,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:03.404401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe5df1-7961-4a78-b8c6-27afe84466b9 None None] No DVR routers for this DVR port bf43daa9-093e-425b-9953-bc1718b185a1 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:03.542374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069132e8-52e5-4ffc-89c6-77343eee16c1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.545040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-069132e8-52e5-4ffc-89c6-77343eee16c1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/networks/0a90f1ff-1fbf-4230-8b8d-47becfd8032b HTTP/1.1" status: 200 len: 803 time: 0.5201499 Aug 20 11:50:03.547608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59974) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:03.552630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Deleting port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:03.552973 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.634714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] For port e7471946-a7c4-4aff-a32b-7f26e8d9f5c1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e7471946-a7c4-4aff-a32b-7f26e8d9f5c1,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:03.635087 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.648809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Calling delete_port for e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:03.656972 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a860cf07-b39f-4b26-81b9-aa3820cbc835 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/networks/0a90f1ff-1fbf-4230-8b8d-47becfd8032b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1076281 Aug 20 11:50:03.659986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59976) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:03.715175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514c4de3-9b38-4063-96cf-c7a1aaca95b5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.716599 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-514c4de3-9b38-4063-96cf-c7a1aaca95b5 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/subnets/9e9ce8c1-f39f-4fe2-82d1-0101554ba407 HTTP/1.1" status: 200 len: 843 time: 0.0556400 Aug 20 11:50:03.720519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59978) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:03.784382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba24f9-631b-49bb-99f8-e0f893aaaa9b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:03.789401 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-09ba24f9-631b-49bb-99f8-e0f893aaaa9b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "GET /v2.0/subnets/9e9ce8c1-f39f-4fe2-82d1-0101554ba407?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0641723 Aug 20 11:50:03.789794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59980) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:03.795172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-568451798'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:03.803840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bf43daa9-093e-425b-9953-bc1718b185a1 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:03.825482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: bf43daa9-093e-425b-9953-bc1718b185a1 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:03.825830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bf43daa9-093e-425b-9953-bc1718b185a1 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:03.826481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 849780b3-3525-430c-893b-c0df9d5b3c7c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:03.845795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 849780b3-3525-430c-893b-c0df9d5b3c7c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:03.851187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 849780b3-3525-430c-893b-c0df9d5b3c7c not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:03.901890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:03.913894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.939435 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.955697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:03.981281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:03.981640 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Added segment 2183faf3-7f51-40db-a42b-bd255daa7292 of type vlan for network 59cab0e8-b71b-43db-afbe-de7662ffe83a Aug 20 11:50:04.018196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Port': ['ID=e7471946-a7c4-4aff-a32b-7f26e8d9f5c1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:04.052642 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.093774 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.196513 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.198764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.203692 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.209502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:04.210133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.275755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Network': ['ID=59cab0e8-b71b-43db-afbe-de7662ffe83a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:04.285894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 59cab0e8-b71b-43db-afbe-de7662ffe83a details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:04.355330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.355958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Fanout notify agent at l3_agent the message router_deleted on router 6d21ff91-aa61-4064-a2c8-ec28dee8aef8 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:50:04.363808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.365066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7356376f-0140-41fe-a4a3-7cd1ef6a8e37 tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/routers/6d21ff91-aa61-4064-a2c8-ec28dee8aef8 HTTP/1.1" status: 204 len: 168 time: 1.7215927 Aug 20 11:50:04.368056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 59984) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:04.456767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-57e65116-1bb5-44c2-8cbd-df7e81e36360 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6630530 Aug 20 11:50:04.457244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 59986) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:04.460719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.464220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'network_id': '59cab0e8-b71b-43db-afbe-de7662ffe83a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:04.557516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.569399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:04.580588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9085e773-ed57-42bd-a752-ad87a6e0d1f6') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:04.580925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9085e773-ed57-42bd-a752-ad87a6e0d1f6') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:04.590514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.610709 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.611398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:04.611787 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:04.614780 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:04.708912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Made reservation on behalf of f9a623ec0b254ff8b7c9c51c1cac70f8 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:04.713051 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.777725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.778163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Performing IP validity checks on allocation pools {{(pid=95587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:50:04.778791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:50:04.782938 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:04.794238 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] 10.222.0.10 "DELETE /v2.0/networks/5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd HTTP/1.1" status: 204 len: 168 time: 0.4193420 Aug 20 11:50:04.820465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b50dc-4458-4176-aec2-58cbb79d04da tempest-TestNetworkBasicOps-973337066 tempest-TestNetworkBasicOps-973337066-project] Pushing event deleted for resources: {'Network': ['ID=5f85f4b9-e679-4e0d-9070-6bc3f3f89bdd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:05.064244 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.144718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=67fce01d-6bdb-45eb-a9a0-d5b48299666e,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:05.158902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Checking segment: {'id': '2183faf3-7f51-40db-a42b-bd255daa7292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '59cab0e8-b71b-43db-afbe-de7662ffe83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:05.159255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network hostable DHCP agents. Network: 59cab0e8-b71b-43db-afbe-de7662ffe83a, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:05.366040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Network 59cab0e8-b71b-43db-afbe-de7662ffe83a is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:05.404937 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60000) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:05.485769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 59cab0e8-b71b-43db-afbe-de7662ffe83a) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:05.485769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:05.486388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.494649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c79d1b-90d3-46aa-9673-6af15463c604 None None] Network 59cab0e8-b71b-43db-afbe-de7662ffe83a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:05.561456 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-664725b4-5fc3-4527-a870-9e622a964253 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9699ebf9652148b7a5e10af7cd210ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527193 Aug 20 11:50:05.561819 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60004) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:05.596108 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c598e545-6e4c-4951-8e37-9c66b8cbb50d tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1368909 Aug 20 11:50:05.598979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60006) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:05.605391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-71150102-abca-427a-bda8-025cff286845 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:05.619749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30a76718-127d-4161-aeda-acc8fdf27098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.657060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30a76718-127d-4161-aeda-acc8fdf27098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.669833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f629840-3e6a-4ccb-b2f6-f4d1a1d4b137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-59cab0e8-b71b-43db-afbe-de7662ffe83a', 'network_id': '59cab0e8-b71b-43db-afbe-de7662ffe83a', 'tenant_id': 'f9a623ec0b254ff8b7c9c51c1cac70f8', 'fixed_ips': [{'subnet_id': '67fce01d-6bdb-45eb-a9a0-d5b48299666e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:05.670926 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0f629840-3e6a-4ccb-b2f6-f4d1a1d4b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.747206 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71150102-abca-427a-bda8-025cff286845 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26718726'] for subnet, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.807640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:05.832326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:05.832746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e7471946-a7c4-4aff-a32b-7f26e8d9f5c1 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:05.849677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30a76718-127d-4161-aeda-acc8fdf27098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.852908 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30a76718-127d-4161-aeda-acc8fdf27098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:05.856752 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-30a76718-127d-4161-aeda-acc8fdf27098 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f0c226a-3529-45b2-9068-d4124f74e0bb HTTP/1.1" status: 204 len: 168 time: 0.2913473 Aug 20 11:50:05.872088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a76718-127d-4161-aeda-acc8fdf27098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0c226a-3529-45b2-9068-d4124f74e0bb,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:05.898700 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-0f629840-3e6a-4ccb-b2f6-f4d1a1d4b137 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:50:05.898700 n-d-804230-3 neutron-server[95589]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 20 11:50:05.898700 n-d-804230-3 neutron-server[95589]: [parameters: {'in_use': 1, 'id_1': '67fce01d-6bdb-45eb-a9a0-d5b48299666e'}] Aug 20 11:50:05.898700 n-d-804230-3 neutron-server[95589]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:50:05.899115 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-0f629840-3e6a-4ccb-b2f6-f4d1a1d4b137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:50:06.074570 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71150102-abca-427a-bda8-025cff286845 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754706299742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27008365'] for subnet, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.120214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71150102-abca-427a-bda8-025cff286845 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:06.120850 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71150102-abca-427a-bda8-025cff286845 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.124381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-71150102-abca-427a-bda8-025cff286845 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "PUT /v2.0/subnets/67fce01d-6bdb-45eb-a9a0-d5b48299666e HTTP/1.1" status: 200 len: 900 time: 0.5222485 Aug 20 11:50:06.125650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60012) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:06.177721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71150102-abca-427a-bda8-025cff286845 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event updated for resources: {'Subnet': ['ID=67fce01d-6bdb-45eb-a9a0-d5b48299666e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:06.297908 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.361189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.400399 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0f629840-3e6a-4ccb-b2f6-f4d1a1d4b137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.589319 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.618731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Subnet': ['ID=67fce01d-6bdb-45eb-a9a0-d5b48299666e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:06.678919 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.688778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cab0e8-b71b-43db-afbe-de7662ffe83a']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server [None req-0f629840-3e6a-4ccb-b2f6-f4d1a1d4b137 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67fce01d-6bdb-45eb-a9a0-d5b48299666e: This subnet is being modified by another concurrent operation. Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67fce01d-6bdb-45eb-a9a0-d5b48299666e: This subnet is being modified by another concurrent operation. Aug 20 11:50:06.699373 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server Aug 20 11:50:06.711743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2183faf3-7f51-40db-a42b-bd255daa7292') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:06.711743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2183faf3-7f51-40db-a42b-bd255daa7292') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:06.718939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.719557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ca093-6753-40a0-a9dd-2550b49b43b3 None None] Network 59cab0e8-b71b-43db-afbe-de7662ffe83a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:06.730243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.736636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:06.737035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:06.740111 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:06.793353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60020) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:06.807963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a711c6f-fc77-4c2a-b9bf-916b7b3fb3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.832463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb096b-ede5-4724-a6c7-b4108068d354 None None] Network 59cab0e8-b71b-43db-afbe-de7662ffe83a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:06.871496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.881808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.886613 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/59cab0e8-b71b-43db-afbe-de7662ffe83a HTTP/1.1" status: 204 len: 168 time: 0.7571297 Aug 20 11:50:06.888296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60022) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:06.901945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3052e8-3a48-41d8-8a6b-8526f69c98a1 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Network': ['ID=59cab0e8-b71b-43db-afbe-de7662ffe83a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:06.938711 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c85624-793a-4bb3-9729-fe7df4c7f8ca tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:06.939459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c85624-793a-4bb3-9729-fe7df4c7f8ca tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:06.944762 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e9c85624-793a-4bb3-9729-fe7df4c7f8ca tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/subnets/67fce01d-6bdb-45eb-a9a0-d5b48299666e HTTP/1.1" status: 404 len: 337 time: 0.0533099 Aug 20 11:50:06.944762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60024) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:06.950606 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef58dd0-f881-4396-8bf4-e8f26e8061d2 None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:50:06.964129 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03e6ed1-4095-4281-aa13-2787f5e59ee8 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:06.964969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03e6ed1-4095-4281-aa13-2787f5e59ee8 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:06.969009 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a711c6f-fc77-4c2a-b9bf-916b7b3fb3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:06.969194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c03e6ed1-4095-4281-aa13-2787f5e59ee8 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/59cab0e8-b71b-43db-afbe-de7662ffe83a HTTP/1.1" status: 404 len: 339 time: 0.0210042 Aug 20 11:50:06.969293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60026) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:07.055114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.058147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6a711c6f-fc77-4c2a-b9bf-916b7b3fb3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.085437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef58dd0-f881-4396-8bf4-e8f26e8061d2 None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:50:07.111411 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6a711c6f-fc77-4c2a-b9bf-916b7b3fb3be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d492e822793a4bf19b9c9789e253ad99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170121 Aug 20 11:50:07.112411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60028) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:07.156594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.158952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711c6f-fc77-4c2a-b9bf-916b7b3fb3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a842566-bbba-4971-a607-e8e21ffa0d06,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:07.179923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f3f28a-b248-49c0-bdd5-e7c9434351a9']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:07.191206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad315c46-6c32-401d-8dce-d0a10cb658d6') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:07.191534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad315c46-6c32-401d-8dce-d0a10cb658d6') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:07.194848 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9dd230bf-4462-41bf-b4b5-95c81fa8872e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.202700 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.219508 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.228918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:07.229452 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.230340 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9dd230bf-4462-41bf-b4b5-95c81fa8872e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:07.233256 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:07.418457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.418666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9dd230bf-4462-41bf-b4b5-95c81fa8872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.422391 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9dd230bf-4462-41bf-b4b5-95c81fa8872e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.424622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9dd230bf-4462-41bf-b4b5-95c81fa8872e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a842566-bbba-4971-a607-e8e21ffa0d06 HTTP/1.1" status: 204 len: 168 time: 0.3107295 Aug 20 11:50:07.430039 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.435221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd230bf-4462-41bf-b4b5-95c81fa8872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a842566-bbba-4971-a607-e8e21ffa0d06,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:07.436047 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/e0f3f28a-b248-49c0-bdd5-e7c9434351a9 HTTP/1.1" status: 204 len: 168 time: 0.4656227 Aug 20 11:50:07.437638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60036) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:07.459337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa02213-0a06-4cba-a67c-baabe1c56bc2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Network': ['ID=e0f3f28a-b248-49c0-bdd5-e7c9434351a9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:07.486091 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2285fb03-1c0e-4c8d-b97a-80736cce3274 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:07.486734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2285fb03-1c0e-4c8d-b97a-80736cce3274 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:07.488582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2285fb03-1c0e-4c8d-b97a-80736cce3274 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/subnets/331ee2ef-7e4f-4308-aa45-38c5401218f2 HTTP/1.1" status: 404 len: 337 time: 0.0394185 Aug 20 11:50:07.491441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60038) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:07.511970 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62eac6b-0a97-4a34-98a8-472978a83561 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:07.512560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62eac6b-0a97-4a34-98a8-472978a83561 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:07.514331 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d62eac6b-0a97-4a34-98a8-472978a83561 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/bc98379f-00e0-40e7-96f8-ecb9899ce23f HTTP/1.1" status: 404 len: 339 time: 0.0218887 Aug 20 11:50:07.517007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60040) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:07.571999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58312c7-f469-4828-8f5e-3d55d89bb441 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting subnet eefac95d-5024-4f5f-b83f-3ab5c78f3b2d {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:50:07.575357 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d58312c7-f469-4828-8f5e-3d55d89bb441 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.620913 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d58312c7-f469-4828-8f5e-3d55d89bb441 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.709740 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d58312c7-f469-4828-8f5e-3d55d89bb441 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.841360 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d58312c7-f469-4828-8f5e-3d55d89bb441 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.886353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58312c7-f469-4828-8f5e-3d55d89bb441 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Subnet': ['ID=eefac95d-5024-4f5f-b83f-3ab5c78f3b2d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:07.890762 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d58312c7-f469-4828-8f5e-3d55d89bb441 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:07.892688 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d58312c7-f469-4828-8f5e-3d55d89bb441 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/subnets/eefac95d-5024-4f5f-b83f-3ab5c78f3b2d HTTP/1.1" status: 204 len: 168 time: 0.3742635 Aug 20 11:50:07.896259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60042) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:07.904930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59757e11-0f1e-418f-b875-4a43d10ae052 None None] Network a48d454d-51c0-4399-a09c-5f71ead6d36f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:07.970413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-93822912-826e-4d51-82cf-1f7b5cf5d3d0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting subnet 907e9651-ddac-4a34-8251-eb53ae6aec77 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:50:07.974814 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93822912-826e-4d51-82cf-1f7b5cf5d3d0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.042027 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93822912-826e-4d51-82cf-1f7b5cf5d3d0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.152964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93822912-826e-4d51-82cf-1f7b5cf5d3d0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.735685 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93822912-826e-4d51-82cf-1f7b5cf5d3d0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.757785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4e1100f8-02b7-4909-b914-8c5c270b46d4 None None] Provisioning complete for port d61e5ced-a0ca-453e-bfde-9000c0d7438b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:08.758332 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4e1100f8-02b7-4909-b914-8c5c270b46d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.766555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93822912-826e-4d51-82cf-1f7b5cf5d3d0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Subnet': ['ID=907e9651-ddac-4a34-8251-eb53ae6aec77,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:08.771767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93822912-826e-4d51-82cf-1f7b5cf5d3d0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.775584 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-93822912-826e-4d51-82cf-1f7b5cf5d3d0 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/subnets/907e9651-ddac-4a34-8251-eb53ae6aec77 HTTP/1.1" status: 204 len: 168 time: 0.8749573 Aug 20 11:50:08.776164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60050) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:08.793601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad648692-6ae9-416b-a574-228fe791dac9 None None] Network a48d454d-51c0-4399-a09c-5f71ead6d36f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:08.872016 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:08.933516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting port d61e5ced-a0ca-453e-bfde-9000c0d7438b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:08.934364 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.010640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] For port d61e5ced-a0ca-453e-bfde-9000c0d7438b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d61e5ced-a0ca-453e-bfde-9000c0d7438b,segment=NetworkSegment(49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f),segment_id=49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:09.011267 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.025048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3337f79-fc2a-476e-976f-9484d3a24e2d None None] DHCP port deletion for a48d454d-51c0-4399-a09c-5f71ead6d36f request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:09.026387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Calling delete_port for d61e5ced-a0ca-453e-bfde-9000c0d7438b owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:09.073207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f3337f79-fc2a-476e-976f-9484d3a24e2d None None] Deleting port d61e5ced-a0ca-453e-bfde-9000c0d7438b {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:09.073590 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f3337f79-fc2a-476e-976f-9484d3a24e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.140367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f3337f79-fc2a-476e-976f-9484d3a24e2d None None] For port d61e5ced-a0ca-453e-bfde-9000c0d7438b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d61e5ced-a0ca-453e-bfde-9000c0d7438b,segment=NetworkSegment(49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f),segment_id=49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:09.140788 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f3337f79-fc2a-476e-976f-9484d3a24e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.154385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f3337f79-fc2a-476e-976f-9484d3a24e2d None None] Calling delete_port for d61e5ced-a0ca-453e-bfde-9000c0d7438b owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:09.200646 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.231029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No DVR routers for this DVR port d61e5ced-a0ca-453e-bfde-9000c0d7438b on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:09.234770 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f3337f79-fc2a-476e-976f-9484d3a24e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.259446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Port': ['ID=d61e5ced-a0ca-453e-bfde-9000c0d7438b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:09.260159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3337f79-fc2a-476e-976f-9484d3a24e2d None None] Pushing event deleted for resources: {'Port': ['ID=d61e5ced-a0ca-453e-bfde-9000c0d7438b,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:09.266090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3337f79-fc2a-476e-976f-9484d3a24e2d None None] No DVR routers for this DVR port d61e5ced-a0ca-453e-bfde-9000c0d7438b on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:09.328687 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.339420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48d454d-51c0-4399-a09c-5f71ead6d36f']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:09.351325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:09.351325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a29c00-ce6e-44fa-8bdd-8b50cb11bf9f') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:09.360880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.374585 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.381928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:09.382592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:09.386101 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:09.574844 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.579470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.582063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/a48d454d-51c0-4399-a09c-5f71ead6d36f HTTP/1.1" status: 204 len: 168 time: 0.8045504 Aug 20 11:50:09.585045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60056) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:09.599844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df5449-f7a9-41be-bce5-e0f697d16c15 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Network': ['ID=a48d454d-51c0-4399-a09c-5f71ead6d36f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:09.627856 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a85d62-4bdb-438d-8b82-ba0332581aa2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:09.627856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a85d62-4bdb-438d-8b82-ba0332581aa2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:09.627856 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-03a85d62-4bdb-438d-8b82-ba0332581aa2 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/subnets/a10c7486-4b89-4be2-9d73-f7365cdd9845 HTTP/1.1" status: 404 len: 337 time: 0.0286009 Aug 20 11:50:09.630428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60058) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:09.649916 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8086d93-ea8d-4896-9074-1ab66a663ceb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:09.650484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8086d93-ea8d-4896-9074-1ab66a663ceb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:09.652199 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e8086d93-ea8d-4896-9074-1ab66a663ceb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/523998b5-f946-4c87-9492-d66c4406e6f0 HTTP/1.1" status: 404 len: 339 time: 0.0206990 Aug 20 11:50:09.654691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60060) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:09.681304 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1ad32e-671a-4ac8-9430-55b56aaded1a tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:09.681304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1ad32e-671a-4ac8-9430-55b56aaded1a tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:09.682575 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ba1ad32e-671a-4ac8-9430-55b56aaded1a tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/subnets/68f61436-fa75-4002-8205-cd99e094f1c1 HTTP/1.1" status: 404 len: 337 time: 0.0269575 Aug 20 11:50:09.685075 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60062) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:09.707173 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5ad24c-acda-48a8-8106-4926a633e5cb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:09.707767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5ad24c-acda-48a8-8106-4926a633e5cb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:09.710059 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cf5ad24c-acda-48a8-8106-4926a633e5cb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/917e67e9-daee-4f56-b69f-3e320d2fb7df HTTP/1.1" status: 404 len: 339 time: 0.0240927 Aug 20 11:50:09.712546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60064) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:09.738217 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-36252f18-e44b-4388-87e6-665d936aa7b3 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:09.738712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36252f18-e44b-4388-87e6-665d936aa7b3 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:09.740494 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-36252f18-e44b-4388-87e6-665d936aa7b3 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/subnets/ce1c76c1-b051-4ba4-8f7b-6c3b1bbbb0e9 HTTP/1.1" status: 404 len: 337 time: 0.0270681 Aug 20 11:50:09.743182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60066) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:09.761758 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-586829a0-0843-42b2-9f45-b5b4a97fcb8e tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:09.762529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586829a0-0843-42b2-9f45-b5b4a97fcb8e tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:09.766900 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-586829a0-0843-42b2-9f45-b5b4a97fcb8e tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/ffb6a9b3-c6d1-4e74-a2d5-ea4b67ebb7ad HTTP/1.1" status: 404 len: 339 time: 0.0201745 Aug 20 11:50:09.767121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60068) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:09.786046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d61e5ced-a0ca-453e-bfde-9000c0d7438b no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:09.808736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d61e5ced-a0ca-453e-bfde-9000c0d7438b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:09.809008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d61e5ced-a0ca-453e-bfde-9000c0d7438b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:09.822317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49519e3-eaba-4bd0-a832-cbe912086e1b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting subnet 0c6f2453-8275-4f4a-a95f-fb6f1ed9ccf7 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:50:09.825519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f49519e3-eaba-4bd0-a832-cbe912086e1b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.866229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f49519e3-eaba-4bd0-a832-cbe912086e1b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:09.955967 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f49519e3-eaba-4bd0-a832-cbe912086e1b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.095417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f49519e3-eaba-4bd0-a832-cbe912086e1b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.124184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49519e3-eaba-4bd0-a832-cbe912086e1b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6f2453-8275-4f4a-a95f-fb6f1ed9ccf7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:10.126264 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f49519e3-eaba-4bd0-a832-cbe912086e1b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.128312 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f49519e3-eaba-4bd0-a832-cbe912086e1b tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/subnets/0c6f2453-8275-4f4a-a95f-fb6f1ed9ccf7 HTTP/1.1" status: 204 len: 168 time: 0.3594317 Aug 20 11:50:10.130820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60070) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:10.133110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75957e4b-da11-41a8-ad4e-b9a00b976f3a None None] Network f74b042c-64c8-4623-b3b2-b363ca45a286 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:10.210968 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.268356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:10.268796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.337965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] For port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e,segment=NetworkSegment(6d2bc86f-ff4b-4d92-bee6-d394068a17e2),segment_id=6d2bc86f-ff4b-4d92-bee6-d394068a17e2)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:10.338228 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.353189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Calling delete_port for ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:10.459089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c5f67-7cb4-4f05-81c4-cf2ce9434d3e None None] DHCP port deletion for f74b042c-64c8-4623-b3b2-b363ca45a286 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:10.506583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c5f67-7cb4-4f05-81c4-cf2ce9434d3e None None] Deleting port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:10.507056 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5f67-7cb4-4f05-81c4-cf2ce9434d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.537678 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.569112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Port': ['ID=ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:10.578608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.578959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.579452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.579806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.580144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.580485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.580820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.581152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.581487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.581939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.582290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.582646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:10.595303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No DVR routers for this DVR port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:10.609262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ac7c5f67-7cb4-4f05-81c4-cf2ce9434d3e None None] For port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e,segment=NetworkSegment(6d2bc86f-ff4b-4d92-bee6-d394068a17e2),segment_id=6d2bc86f-ff4b-4d92-bee6-d394068a17e2)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:10.609667 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5f67-7cb4-4f05-81c4-cf2ce9434d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.626623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c5f67-7cb4-4f05-81c4-cf2ce9434d3e None None] Calling delete_port for ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:10.686566 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.701136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74b042c-64c8-4623-b3b2-b363ca45a286']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:10.718196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2bc86f-ff4b-4d92-bee6-d394068a17e2') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:10.718524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2bc86f-ff4b-4d92-bee6-d394068a17e2') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:10.725436 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5f67-7cb4-4f05-81c4-cf2ce9434d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.729304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.744502 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.751700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:10.752112 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.755541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c5f67-7cb4-4f05-81c4-cf2ce9434d3e None None] Pushing event deleted for resources: {'Port': ['ID=ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:10.757555 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:10.759951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c5f67-7cb4-4f05-81c4-cf2ce9434d3e None None] No DVR routers for this DVR port ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:10.881007 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.891663 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:10.891663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/f74b042c-64c8-4623-b3b2-b363ca45a286 HTTP/1.1" status: 204 len: 168 time: 0.7591906 Aug 20 11:50:10.893921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60082) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:10.911414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a17afd-14e2-4716-b1f7-c816ada17db6 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Network': ['ID=f74b042c-64c8-4623-b3b2-b363ca45a286,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:10.934569 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cca6ce-1f99-4705-b147-58df1da8c37e tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:10.935307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cca6ce-1f99-4705-b147-58df1da8c37e tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:10.937384 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e3cca6ce-1f99-4705-b147-58df1da8c37e tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/subnets/1e91c95b-d12a-4e55-a851-c3dd969512b7 HTTP/1.1" status: 404 len: 337 time: 0.0422528 Aug 20 11:50:10.940196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60084) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:10.961877 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3194812-dfcf-4bf5-b100-f06503842701 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:10.962657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3194812-dfcf-4bf5-b100-f06503842701 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:10.966505 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b3194812-dfcf-4bf5-b100-f06503842701 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/6045b33a-e173-48d5-a808-b0c3cffbab6f HTTP/1.1" status: 404 len: 339 time: 0.0230176 Aug 20 11:50:10.967145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60086) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:11.038357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a36efb8-f1f6-4564-a193-2cad65839747 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting subnet 9e9ce8c1-f39f-4fe2-82d1-0101554ba407 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:50:11.042418 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a36efb8-f1f6-4564-a193-2cad65839747 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.085208 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a36efb8-f1f6-4564-a193-2cad65839747 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.185797 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a36efb8-f1f6-4564-a193-2cad65839747 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.331699 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.345226 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a36efb8-f1f6-4564-a193-2cad65839747 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.381428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36efb8-f1f6-4564-a193-2cad65839747 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9ce8c1-f39f-4fe2-82d1-0101554ba407,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:11.386771 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3a36efb8-f1f6-4564-a193-2cad65839747 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.389439 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3a36efb8-f1f6-4564-a193-2cad65839747 tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/subnets/9e9ce8c1-f39f-4fe2-82d1-0101554ba407 HTTP/1.1" status: 204 len: 168 time: 0.4208777 Aug 20 11:50:11.391510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60092) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:11.397455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3fa883-f2d5-4d72-9fc5-d3b294bd84db None None] Network 0a90f1ff-1fbf-4230-8b8d-47becfd8032b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:11.495431 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.583246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Deleting port f642b13f-3349-42b5-b588-ce991244b3e2 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:11.583561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.615042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec6f4f2-1548-4c9c-8fe1-c4d4b3c43728 None None] DHCP port deletion for 0a90f1ff-1fbf-4230-8b8d-47becfd8032b request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:11.671620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] For port f642b13f-3349-42b5-b588-ce991244b3e2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f642b13f-3349-42b5-b588-ce991244b3e2,segment=NetworkSegment(bd03911f-9b69-47e4-84be-bb50a8c4ce46),segment_id=bd03911f-9b69-47e4-84be-bb50a8c4ce46)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:11.672750 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.691418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cec6f4f2-1548-4c9c-8fe1-c4d4b3c43728 None None] Deleting port f642b13f-3349-42b5-b588-ce991244b3e2 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:11.691556 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cec6f4f2-1548-4c9c-8fe1-c4d4b3c43728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.700643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Calling delete_port for f642b13f-3349-42b5-b588-ce991244b3e2 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:11.788706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cec6f4f2-1548-4c9c-8fe1-c4d4b3c43728 None None] For port f642b13f-3349-42b5-b588-ce991244b3e2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f642b13f-3349-42b5-b588-ce991244b3e2,segment=NetworkSegment(bd03911f-9b69-47e4-84be-bb50a8c4ce46),segment_id=bd03911f-9b69-47e4-84be-bb50a8c4ce46)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:11.789117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cec6f4f2-1548-4c9c-8fe1-c4d4b3c43728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.793400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f642b13f-3349-42b5-b588-ce991244b3e2 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:11.824178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cec6f4f2-1548-4c9c-8fe1-c4d4b3c43728 None None] Calling delete_port for f642b13f-3349-42b5-b588-ce991244b3e2 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:11.937551 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:11.991547 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.019753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:12.021737 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cec6f4f2-1548-4c9c-8fe1-c4d4b3c43728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.024744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Port': ['ID=f642b13f-3349-42b5-b588-ce991244b3e2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:12.039111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] No DVR routers for this DVR port f642b13f-3349-42b5-b588-ce991244b3e2 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:12.054906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6f4f2-1548-4c9c-8fe1-c4d4b3c43728 None None] No DVR routers for this DVR port f642b13f-3349-42b5-b588-ce991244b3e2 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:12.058581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:12.058924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ca14e5ed-ebbe-4884-8fd1-ba2d4bd5617e not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:12.085450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6f4f2-1548-4c9c-8fe1-c4d4b3c43728 None None] Pushing event deleted for resources: {'Port': ['ID=f642b13f-3349-42b5-b588-ce991244b3e2,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:12.132839 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.143334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a90f1ff-1fbf-4230-8b8d-47becfd8032b']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:12.155092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd03911f-9b69-47e4-84be-bb50a8c4ce46') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:12.155480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd03911f-9b69-47e4-84be-bb50a8c4ce46') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:12.172238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.178798 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.184687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:12.185075 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:12.188260 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:12.352220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.357079 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:12.362386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] 10.222.0.10 "DELETE /v2.0/networks/0a90f1ff-1fbf-4230-8b8d-47becfd8032b HTTP/1.1" status: 204 len: 168 time: 0.9666274 Aug 20 11:50:12.376915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd1fc3-9eb4-468f-9881-842c3c4816fb tempest-NetworksIpV6Test-2146619276 tempest-NetworksIpV6Test-2146619276-project] Pushing event deleted for resources: {'Network': ['ID=0a90f1ff-1fbf-4230-8b8d-47becfd8032b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:12.905727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60110) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:13.039878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-de9ae9b4-f0ae-47ac-948f-d0a9c112ec77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9a623ec0b254ff8b7c9c51c1cac70f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329980 Aug 20 11:50:13.042338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60114) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:13.090148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5de78f54-1841-4fbc-ae60-1052dd12da1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.111452 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5de78f54-1841-4fbc-ae60-1052dd12da1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.268495 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5de78f54-1841-4fbc-ae60-1052dd12da1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.271270 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5de78f54-1841-4fbc-ae60-1052dd12da1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:13.273679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5de78f54-1841-4fbc-ae60-1052dd12da1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0c2e407-3a62-4277-b1d0-fc0bc2ee5428 HTTP/1.1" status: 204 len: 168 time: 0.2291934 Aug 20 11:50:13.281931 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de78f54-1841-4fbc-ae60-1052dd12da1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c2e407-3a62-4277-b1d0-fc0bc2ee5428,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:13.634918 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.434801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60144) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:14.536257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493692026'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:14.606757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:14.611198 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.620923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.711679 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.780234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.808500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:14.820351 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd02e1a-6d13-48f3-a905-ec1ce91fb7d9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:14.827190 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:14.827546 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment 8dcd3462-2608-40e5-bc4d-08bb2b075910 of type vlan for network 891830b2-d436-4dac-9635-2db824051d67 Aug 20 11:50:14.874778 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.020518 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.026617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:15.027487 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.062623 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e6fd6246-9003-4a2e-b7ba-a9cdc1b8a82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.102069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=891830b2-d436-4dac-9635-2db824051d67,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:15.113204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 891830b2-d436-4dac-9635-2db824051d67 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:15.220130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5e27890d-31e0-4a01-bd85-49a5c696b2ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7841370 Aug 20 11:50:15.353798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60152) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:15.359070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': '891830b2-d436-4dac-9635-2db824051d67', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:15.574685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:15.578315 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.890998 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:15.956166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=13ed5a98-fca8-49bf-b87a-0bac011c20e5,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:15.967490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': '8dcd3462-2608-40e5-bc4d-08bb2b075910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891830b2-d436-4dac-9635-2db824051d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:15.967901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: 891830b2-d436-4dac-9635-2db824051d67, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:16.071687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 891830b2-d436-4dac-9635-2db824051d67 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:16.192107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 891830b2-d436-4dac-9635-2db824051d67) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:16.197221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:16.200305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37af5bd-6ef6-42e7-bded-ac84389eb516 None None] Network 891830b2-d436-4dac-9635-2db824051d67 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:16.202104 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.354947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-891830b2-d436-4dac-9635-2db824051d67', 'network_id': '891830b2-d436-4dac-9635-2db824051d67', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': '13ed5a98-fca8-49bf-b87a-0bac011c20e5'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:16.355799 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.369500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-18b8ec74-b15b-473c-813a-b087b669d3d3 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0145407 Aug 20 11:50:16.372812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60160) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:16.377877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-506173902'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:16.487394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Allocated IP 172.20.255.242 (891830b2-d436-4dac-9635-2db824051d67/13ed5a98-fca8-49bf-b87a-0bac011c20e5/643b0f9b-0003-4792-a6ec-651f2509a43c) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:16.512668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:16.517008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.541914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:16.550371 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.550750 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment 2e817bf9-b42e-4d32-adaf-d37305c7a8d5 of type vlan for network 1f81f467-7653-43c9-80c8-22aad2e581a0 Aug 20 11:50:16.591887 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.637421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.646394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Transition to ACTIVE for port object 643b0f9b-0003-4792-a6ec-651f2509a43c will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:16.660444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Transition to ACTIVE for port object 643b0f9b-0003-4792-a6ec-651f2509a43c will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:16.746601 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.753026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:16.753750 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.801152 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.832161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=1f81f467-7653-43c9-80c8-22aad2e581a0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:16.845511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Network 891830b2-d436-4dac-9635-2db824051d67 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:16.847562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 1f81f467-7653-43c9-80c8-22aad2e581a0 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:16.854004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:16.869781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:16.900714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Pushing event updated for resources: {'Port': ['ID=643b0f9b-0003-4792-a6ec-651f2509a43c,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:16.915828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7bd51681-7afe-46b8-8fac-6f4b64b86bd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5419767 Aug 20 11:50:16.918614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60166) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:16.924009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': '1f81f467-7653-43c9-80c8-22aad2e581a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:16.971961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Attempting to bind port 643b0f9b-0003-4792-a6ec-651f2509a43c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:16.972494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Attempting to bind port 643b0f9b-0003-4792-a6ec-651f2509a43c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '8dcd3462-2608-40e5-bc4d-08bb2b075910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891830b2-d436-4dac-9635-2db824051d67'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:16.972944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Attempting to bind port 643b0f9b-0003-4792-a6ec-651f2509a43c on network 891830b2-d436-4dac-9635-2db824051d67 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:16.980186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:16.981200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Checking segment: {'id': '8dcd3462-2608-40e5-bc4d-08bb2b075910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891830b2-d436-4dac-9635-2db824051d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:16.981200 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:16.981688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Bound using segment: {'id': '8dcd3462-2608-40e5-bc4d-08bb2b075910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891830b2-d436-4dac-9635-2db824051d67'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:16.982242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Bound port: 643b0f9b-0003-4792-a6ec-651f2509a43c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcd3462-2608-40e5-bc4d-08bb2b075910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '891830b2-d436-4dac-9635-2db824051d67'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:16.982730 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:17.080587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] For port 643b0f9b-0003-4792-a6ec-651f2509a43c, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:17.084475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] For port 643b0f9b-0003-4792-a6ec-651f2509a43c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=643b0f9b-0003-4792-a6ec-651f2509a43c,segment=NetworkSegment(8dcd3462-2608-40e5-bc4d-08bb2b075910),segment_id=8dcd3462-2608-40e5-bc4d-08bb2b075910)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:17.137428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:17.141153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:17.184640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:17.249292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53caa0a-088b-46b8-9232-10dc5a3d61eb None None] Pushing event updated for resources: {'Port': ['ID=643b0f9b-0003-4792-a6ec-651f2509a43c,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:17.438192 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:17.506629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=f0de8266-2724-497e-b1ee-53ac061fc76c,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:17.516576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': '2e817bf9-b42e-4d32-adaf-d37305c7a8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f81f467-7653-43c9-80c8-22aad2e581a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:17.517722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: 1f81f467-7653-43c9-80c8-22aad2e581a0, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:17.583440 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 1f81f467-7653-43c9-80c8-22aad2e581a0 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:17.691948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 1f81f467-7653-43c9-80c8-22aad2e581a0) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:17.696882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:17.697148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:17.703664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f277e9-5453-4531-8104-f2a1343dcac5 None None] Network 1f81f467-7653-43c9-80c8-22aad2e581a0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:17.785921 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1c85724c-7950-43e6-8144-7d0620ccca0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:17.810080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-64dc8965-d174-4c9f-a7d6-4f220c324167 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8901613 Aug 20 11:50:17.812965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60174) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:17.862339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 643b0f9b-0003-4792-a6ec-651f2509a43c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:17.986861 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:17.996752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec0787d-c4a2-437d-ae67-077939267539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-1f81f467-7653-43c9-80c8-22aad2e581a0', 'network_id': '1f81f467-7653-43c9-80c8-22aad2e581a0', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': 'f0de8266-2724-497e-b1ee-53ac061fc76c'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:17.998220 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aec0787d-c4a2-437d-ae67-077939267539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.062041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.095876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 643b0f9b-0003-4792-a6ec-651f2509a43c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:18.271608 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.278550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ab62f3-9086-4a46-a2a5-0176c1ca0bdd None None] Network 891830b2-d436-4dac-9635-2db824051d67 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:18.310300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=f0de8266-2724-497e-b1ee-53ac061fc76c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server [None req-aec0787d-c4a2-437d-ae67-077939267539 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0de8266-2724-497e-b1ee-53ac061fc76c: This subnet is being modified by another concurrent operation. Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0de8266-2724-497e-b1ee-53ac061fc76c: This subnet is being modified by another concurrent operation. Aug 20 11:50:18.320795 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server Aug 20 11:50:18.341592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53adda17-0c98-40a8-b9e5-798955f1209d None None] Network 1f81f467-7653-43c9-80c8-22aad2e581a0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:18.381233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.395048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f81f467-7653-43c9-80c8-22aad2e581a0']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:18.408297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e817bf9-b42e-4d32-adaf-d37305c7a8d5') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:18.408766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e817bf9-b42e-4d32-adaf-d37305c7a8d5') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:18.419626 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.435275 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.442069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:18.442590 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:18.451072 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:18.454410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-05779e33-8b59-4db6-84ee-88e0052d1b9f None None] Provisioning for port 643b0f9b-0003-4792-a6ec-651f2509a43c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:18.556598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-05779e33-8b59-4db6-84ee-88e0052d1b9f None None] Provisioning complete for port 643b0f9b-0003-4792-a6ec-651f2509a43c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:18.557158 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05779e33-8b59-4db6-84ee-88e0052d1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.602520 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.623337 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.639656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/1f81f467-7653-43c9-80c8-22aad2e581a0 HTTP/1.1" status: 204 len: 168 time: 0.8253698 Aug 20 11:50:18.644549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60178) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:18.649877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-886164370'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:18.657809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4cf19-28a2-42a8-9d79-13f808bec9cc tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=1f81f467-7653-43c9-80c8-22aad2e581a0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:18.686921 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05779e33-8b59-4db6-84ee-88e0052d1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.705053 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.733566 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-05779e33-8b59-4db6-84ee-88e0052d1b9f None None] For port 643b0f9b-0003-4792-a6ec-651f2509a43c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=643b0f9b-0003-4792-a6ec-651f2509a43c,segment=NetworkSegment(8dcd3462-2608-40e5-bc4d-08bb2b075910),segment_id=8dcd3462-2608-40e5-bc4d-08bb2b075910)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:18.780249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:18.784058 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.815164 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05779e33-8b59-4db6-84ee-88e0052d1b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.857589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:18.869115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.869935 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment a3fabf50-0102-462e-9c08-fbd7060c1b10 of type vlan for network 2e5f4bff-80ad-484f-b0f2-678e82c0de4f Aug 20 11:50:18.885123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05779e33-8b59-4db6-84ee-88e0052d1b9f None None] Pushing event updated for resources: {'Port': ['ID=643b0f9b-0003-4792-a6ec-651f2509a43c,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:18.932807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e93bc-6143-476a-9dd7-c0df79333827 None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:50:18.933059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:18.979342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0a08da96-0a0e-468a-a5bd-9ce623ae0c30 None None] Provisioning complete for port 643b0f9b-0003-4792-a6ec-651f2509a43c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:18.979758 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0a08da96-0a0e-468a-a5bd-9ce623ae0c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.028037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.038028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:19.042503 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.076162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15e93bc-6143-476a-9dd7-c0df79333827 None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:50:19.118716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=2e5f4bff-80ad-484f-b0f2-678e82c0de4f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:19.141263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b2abc02d-2e79-4d07-aa6a-3c03c41e8222 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4955730 Aug 20 11:50:19.141979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 2e5f4bff-80ad-484f-b0f2-678e82c0de4f details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:19.144099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60182) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:19.149588 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': '2e5f4bff-80ad-484f-b0f2-678e82c0de4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:19.383792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:19.389183 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.415620 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.462487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Performing IP validity checks on allocation pools {{(pid=95587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:50:19.469323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:50:19.731985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.783497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 643b0f9b-0003-4792-a6ec-651f2509a43c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:50:19.791810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=2aa84edc-12a6-4873-a45b-f9013b6f73c8,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:19.805590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': 'a3fabf50-0102-462e-9c08-fbd7060c1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e5f4bff-80ad-484f-b0f2-678e82c0de4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:19.806283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: 2e5f4bff-80ad-484f-b0f2-678e82c0de4f, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:19.833274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 643b0f9b-0003-4792-a6ec-651f2509a43c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:19.833614 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:19.940141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 2e5f4bff-80ad-484f-b0f2-678e82c0de4f is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:20.057190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 2e5f4bff-80ad-484f-b0f2-678e82c0de4f) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:20.061534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:20.062166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.066150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54dee5-b5b0-492b-8d7b-5f0a28cc8466 None None] Network 2e5f4bff-80ad-484f-b0f2-678e82c0de4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:20.203869 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fcbae3d9-51f1-46e5-affc-52de9d7e15f0 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0586932 Aug 20 11:50:20.206676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60190) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:20.212507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-2e5f4bff-80ad-484f-b0f2-678e82c0de4f', 'network_id': '2e5f4bff-80ad-484f-b0f2-678e82c0de4f', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': '2aa84edc-12a6-4873-a45b-f9013b6f73c8'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:20.213371 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.321130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.356810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Allocated IP 172.20.0.3 (2e5f4bff-80ad-484f-b0f2-678e82c0de4f/2aa84edc-12a6-4873-a45b-f9013b6f73c8/0a92fe68-de6e-4520-935b-6010057dbe82) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:20.379893 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.498542 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.506719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Transition to ACTIVE for port object 0a92fe68-de6e-4520-935b-6010057dbe82 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:20.521271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Transition to ACTIVE for port object 0a92fe68-de6e-4520-935b-6010057dbe82 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:20.617875 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.659712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Network 2e5f4bff-80ad-484f-b0f2-678e82c0de4f is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:20.663149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:20.666578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:20.674994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Pushing event updated for resources: {'Port': ['ID=0a92fe68-de6e-4520-935b-6010057dbe82,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:20.737812 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.772068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa84edc-12a6-4873-a45b-f9013b6f73c8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:20.838565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.849636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5f4bff-80ad-484f-b0f2-678e82c0de4f']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:20.862404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fabf50-0102-462e-9c08-fbd7060c1b10') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:20.862732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fabf50-0102-462e-9c08-fbd7060c1b10') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:20.872314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.886668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.887285 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Attempting to bind port 0a92fe68-de6e-4520-935b-6010057dbe82 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:20.887668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Attempting to bind port 0a92fe68-de6e-4520-935b-6010057dbe82 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'a3fabf50-0102-462e-9c08-fbd7060c1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e5f4bff-80ad-484f-b0f2-678e82c0de4f'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:20.888327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Attempting to bind port 0a92fe68-de6e-4520-935b-6010057dbe82 on network 2e5f4bff-80ad-484f-b0f2-678e82c0de4f {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:20.893239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:20.896254 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:20.896374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Checking segment: {'id': 'a3fabf50-0102-462e-9c08-fbd7060c1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e5f4bff-80ad-484f-b0f2-678e82c0de4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:20.896374 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.896583 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.896690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Bound using segment: {'id': 'a3fabf50-0102-462e-9c08-fbd7060c1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e5f4bff-80ad-484f-b0f2-678e82c0de4f'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:20.896690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Bound port: 0a92fe68-de6e-4520-935b-6010057dbe82, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fabf50-0102-462e-9c08-fbd7060c1b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2e5f4bff-80ad-484f-b0f2-678e82c0de4f'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:20.896690 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:20.897810 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:20.964620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] For port 0a92fe68-de6e-4520-935b-6010057dbe82, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:20.968799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] For port 0a92fe68-de6e-4520-935b-6010057dbe82, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0a92fe68-de6e-4520-935b-6010057dbe82,segment=NetworkSegment(a3fabf50-0102-462e-9c08-fbd7060c1b10),segment_id=a3fabf50-0102-462e-9c08-fbd7060c1b10)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:20.997391 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.069374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:50:21.069374 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:50:21.069374 n-d-804230-3 neutron-server[95588]: [parameters: {'id': '2e5f4bff-80ad-484f-b0f2-678e82c0de4f'}] Aug 20 11:50:21.069374 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:50:21.075929 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:50:21.141008 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.223763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999ac36-7a00-469f-970b-7bc62da0abe9 None None] Pushing event updated for resources: {'Port': ['ID=0a92fe68-de6e-4520-935b-6010057dbe82,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:21.236822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2753cc6d-a849-4bb2-b575-893851de49fe None None] Network 2e5f4bff-80ad-484f-b0f2-678e82c0de4f requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:21.360758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a37a760-f3bc-4f94-bb43-3cba24e58de4 None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:50:21.461473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a37a760-f3bc-4f94-bb43-3cba24e58de4 None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:50:21.571113 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.632392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Deleting port 0a92fe68-de6e-4520-935b-6010057dbe82 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:21.632759 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.698878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] For port 0a92fe68-de6e-4520-935b-6010057dbe82, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0a92fe68-de6e-4520-935b-6010057dbe82,segment=NetworkSegment(a3fabf50-0102-462e-9c08-fbd7060c1b10),segment_id=a3fabf50-0102-462e-9c08-fbd7060c1b10)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:21.699350 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.712783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Calling delete_port for 0a92fe68-de6e-4520-935b-6010057dbe82 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:21.883229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:21.907601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Port': ['ID=0a92fe68-de6e-4520-935b-6010057dbe82,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:21.914734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No DVR routers for this DVR port 0a92fe68-de6e-4520-935b-6010057dbe82 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:21.992025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.001839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5f4bff-80ad-484f-b0f2-678e82c0de4f']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:22.017418 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fabf50-0102-462e-9c08-fbd7060c1b10') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:22.017767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fabf50-0102-462e-9c08-fbd7060c1b10') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:22.028231 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.043215 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.050579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:22.050579 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:22.053185 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:22.224108 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.230989 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.232902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/2e5f4bff-80ad-484f-b0f2-678e82c0de4f HTTP/1.1" status: 204 len: 168 time: 2.0252354 Aug 20 11:50:22.236825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60200) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:22.242131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-613225598'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:22.245333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1cd3f-85ed-4196-b98b-a75e775b09b2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=2e5f4bff-80ad-484f-b0f2-678e82c0de4f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:22.340689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:22.344338 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.373816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:22.383031 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.383381 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment 5576f9f0-582d-46d6-b2ba-83c206665ff4 of type vlan for network 5cb33097-23dd-4bce-aaf0-9789e09b0cb8 Aug 20 11:50:22.422184 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.609079 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.615170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:22.615776 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:22.683209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=5cb33097-23dd-4bce-aaf0-9789e09b0cb8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:22.694607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 5cb33097-23dd-4bce-aaf0-9789e09b0cb8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:22.798601 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-64f0abc6-d1a6-4599-811a-30e66dafaafa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5606053 Aug 20 11:50:22.802027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60204) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:22.806768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': '5cb33097-23dd-4bce-aaf0-9789e09b0cb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:22.962954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:22.966487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.240698 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.300613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=7220e196-f6ea-42c9-b397-babdb66b99b6,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:23.311587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': '5576f9f0-582d-46d6-b2ba-83c206665ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5cb33097-23dd-4bce-aaf0-9789e09b0cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:23.311950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: 5cb33097-23dd-4bce-aaf0-9789e09b0cb8, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:23.431467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 5cb33097-23dd-4bce-aaf0-9789e09b0cb8 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:23.540492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 5cb33097-23dd-4bce-aaf0-9789e09b0cb8) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:23.544660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:23.546360 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.549320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b8818-ca60-42ae-9cca-73f5810fb0a7 None None] Network 5cb33097-23dd-4bce-aaf0-9789e09b0cb8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:23.693970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f0c0bebd-50a6-4ba8-819c-71d23008ebac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8908916 Aug 20 11:50:23.695249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-5cb33097-23dd-4bce-aaf0-9789e09b0cb8', 'network_id': '5cb33097-23dd-4bce-aaf0-9789e09b0cb8', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': '7220e196-f6ea-42c9-b397-babdb66b99b6'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:23.696234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60210) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:23.696430 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.798421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.840291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Allocated IP 172.20.0.1 (5cb33097-23dd-4bce-aaf0-9789e09b0cb8/7220e196-f6ea-42c9-b397-babdb66b99b6/af10c57e-9c89-47d5-8220-bcd35b0556eb) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:23.856697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.985923 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:23.994246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Transition to ACTIVE for port object af10c57e-9c89-47d5-8220-bcd35b0556eb will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:24.009275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Transition to ACTIVE for port object af10c57e-9c89-47d5-8220-bcd35b0556eb will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:24.094950 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.134930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Network 5cb33097-23dd-4bce-aaf0-9789e09b0cb8 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:24.137766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:24.144091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:24.147617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Pushing event updated for resources: {'Port': ['ID=af10c57e-9c89-47d5-8220-bcd35b0556eb,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:24.174717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.175076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.175427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.175775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.176122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.176532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.176874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.177210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.177544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.177873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.178208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.178564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:24.209979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Attempting to bind port af10c57e-9c89-47d5-8220-bcd35b0556eb on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:24.210361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Attempting to bind port af10c57e-9c89-47d5-8220-bcd35b0556eb by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '5576f9f0-582d-46d6-b2ba-83c206665ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5cb33097-23dd-4bce-aaf0-9789e09b0cb8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:24.210770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Attempting to bind port af10c57e-9c89-47d5-8220-bcd35b0556eb on network 5cb33097-23dd-4bce-aaf0-9789e09b0cb8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:24.216247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:24.217370 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Checking segment: {'id': '5576f9f0-582d-46d6-b2ba-83c206665ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5cb33097-23dd-4bce-aaf0-9789e09b0cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:24.217370 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.217555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Bound using segment: {'id': '5576f9f0-582d-46d6-b2ba-83c206665ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5cb33097-23dd-4bce-aaf0-9789e09b0cb8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:24.218000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Bound port: af10c57e-9c89-47d5-8220-bcd35b0556eb, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5576f9f0-582d-46d6-b2ba-83c206665ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5cb33097-23dd-4bce-aaf0-9789e09b0cb8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:24.218465 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.285520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] For port af10c57e-9c89-47d5-8220-bcd35b0556eb, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:24.286551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.288610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] For port af10c57e-9c89-47d5-8220-bcd35b0556eb, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af10c57e-9c89-47d5-8220-bcd35b0556eb,segment=NetworkSegment(5576f9f0-582d-46d6-b2ba-83c206665ff4),segment_id=5576f9f0-582d-46d6-b2ba-83c206665ff4)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:24.319537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=7220e196-f6ea-42c9-b397-babdb66b99b6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:24.380446 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.390281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb33097-23dd-4bce-aaf0-9789e09b0cb8']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:24.401724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5576f9f0-582d-46d6-b2ba-83c206665ff4') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:24.401987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5576f9f0-582d-46d6-b2ba-83c206665ff4') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:24.411780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.421488 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.428074 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.435353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:24.435744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:24.438680 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:24.485433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441bfb3-451a-47b1-bf43-48cfeb1ba4e9 None None] Pushing event updated for resources: {'Port': ['ID=af10c57e-9c89-47d5-8220-bcd35b0556eb,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:24.566775 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:50:24.566775 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:50:24.566775 n-d-804230-3 neutron-server[95587]: [parameters: {'id': '5cb33097-23dd-4bce-aaf0-9789e09b0cb8'}] Aug 20 11:50:24.566775 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:50:24.567587 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:50:25.068405 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.126306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Deleting port af10c57e-9c89-47d5-8220-bcd35b0556eb {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:25.126677 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.198112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] For port af10c57e-9c89-47d5-8220-bcd35b0556eb, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af10c57e-9c89-47d5-8220-bcd35b0556eb,segment=NetworkSegment(5576f9f0-582d-46d6-b2ba-83c206665ff4),segment_id=5576f9f0-582d-46d6-b2ba-83c206665ff4)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:25.198558 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.213146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Calling delete_port for af10c57e-9c89-47d5-8220-bcd35b0556eb owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:25.340608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7c9f75-63ac-402c-89f0-074684c9b24f None None] Network 5cb33097-23dd-4bce-aaf0-9789e09b0cb8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:25.491815 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.492469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e79587a4-9f73-4bdf-a5db-5e2983f95dbb None None] Provisioning for port af10c57e-9c89-47d5-8220-bcd35b0556eb completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:25.496547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e79587a4-9f73-4bdf-a5db-5e2983f95dbb None None] Provisioning complete for port af10c57e-9c89-47d5-8220-bcd35b0556eb triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:50:25.496921 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e79587a4-9f73-4bdf-a5db-5e2983f95dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.516194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e79587a4-9f73-4bdf-a5db-5e2983f95dbb None None] Port af10c57e-9c89-47d5-8220-bcd35b0556eb was deleted so its status cannot be updated. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 11:50:25.521530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Port': ['ID=af10c57e-9c89-47d5-8220-bcd35b0556eb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:25.526890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No DVR routers for this DVR port af10c57e-9c89-47d5-8220-bcd35b0556eb on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:25.528576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e238fad2-8b64-4c4a-ba8d-4c2876bcfc31 None None] DHCP port deletion for 5cb33097-23dd-4bce-aaf0-9789e09b0cb8 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:25.609032 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.619605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb33097-23dd-4bce-aaf0-9789e09b0cb8']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:25.630272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5576f9f0-582d-46d6-b2ba-83c206665ff4') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:25.630600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5576f9f0-582d-46d6-b2ba-83c206665ff4') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:25.639763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.653746 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.660027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:25.660589 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:25.664718 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:25.837869 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.845298 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:25.847184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/5cb33097-23dd-4bce-aaf0-9789e09b0cb8 HTTP/1.1" status: 204 len: 168 time: 2.1499333 Aug 20 11:50:25.851729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60220) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:25.857553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-851063931'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:25.861149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa83d82-b156-4ac0-8b1c-2c5c39c1b02c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=5cb33097-23dd-4bce-aaf0-9789e09b0cb8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:26.002751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:26.006809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.033290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:26.041894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.042406 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment 0102c72f-c6a9-4326-8028-3714215c66ec of type vlan for network 69d3c241-4b01-401e-a1b4-ef48205bf367 Aug 20 11:50:26.085526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.211956 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.217543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:26.218141 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.283811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=69d3c241-4b01-401e-a1b4-ef48205bf367,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:26.294399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 69d3c241-4b01-401e-a1b4-ef48205bf367 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:26.346842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f23dcede-b355-44ee-adb6-fd4a2efc8b4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4938583 Aug 20 11:50:26.349490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60224) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:26.354794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': '69d3c241-4b01-401e-a1b4-ef48205bf367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:26.580023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:26.584157 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.866247 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:26.928136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=f38e1f97-17e5-4f27-9c7f-f68d884741b1,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:26.933650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': '0102c72f-c6a9-4326-8028-3714215c66ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69d3c241-4b01-401e-a1b4-ef48205bf367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:26.934009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: 69d3c241-4b01-401e-a1b4-ef48205bf367, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:27.063228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 69d3c241-4b01-401e-a1b4-ef48205bf367 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:27.214378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 69d3c241-4b01-401e-a1b4-ef48205bf367) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:27.218898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:27.219516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.224352 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ef0be7-7d85-4827-b042-e09a5f4cc328 None None] Network 69d3c241-4b01-401e-a1b4-ef48205bf367 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:27.318224 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-70706f24-79dc-4b8d-9ccb-9dd4d4a0e371 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9675710 Aug 20 11:50:27.320857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60228) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:27.374842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-69d3c241-4b01-401e-a1b4-ef48205bf367', 'network_id': '69d3c241-4b01-401e-a1b4-ef48205bf367', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': 'f38e1f97-17e5-4f27-9c7f-f68d884741b1'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:27.375713 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.426271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.484503 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.516801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Allocated IP 172.20.0.2 (69d3c241-4b01-401e-a1b4-ef48205bf367/f38e1f97-17e5-4f27-9c7f-f68d884741b1/29af33c8-4344-45f2-a9de-d08b6a82e564) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:27.658247 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.669766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Transition to ACTIVE for port object 29af33c8-4344-45f2-a9de-d08b6a82e564 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:27.685168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Transition to ACTIVE for port object 29af33c8-4344-45f2-a9de-d08b6a82e564 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:27.798956 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.840844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Network 69d3c241-4b01-401e-a1b4-ef48205bf367 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:27.845161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:27.849338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:27.859811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Pushing event updated for resources: {'Port': ['ID=29af33c8-4344-45f2-a9de-d08b6a82e564,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:27.912161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Attempting to bind port 29af33c8-4344-45f2-a9de-d08b6a82e564 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:27.912576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Attempting to bind port 29af33c8-4344-45f2-a9de-d08b6a82e564 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '0102c72f-c6a9-4326-8028-3714215c66ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69d3c241-4b01-401e-a1b4-ef48205bf367'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:27.912947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Attempting to bind port 29af33c8-4344-45f2-a9de-d08b6a82e564 on network 69d3c241-4b01-401e-a1b4-ef48205bf367 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:27.918171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:27.918585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Checking segment: {'id': '0102c72f-c6a9-4326-8028-3714215c66ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69d3c241-4b01-401e-a1b4-ef48205bf367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:27.918997 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.919418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Bound using segment: {'id': '0102c72f-c6a9-4326-8028-3714215c66ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69d3c241-4b01-401e-a1b4-ef48205bf367'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:27.919923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Bound port: 29af33c8-4344-45f2-a9de-d08b6a82e564, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0102c72f-c6a9-4326-8028-3714215c66ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '69d3c241-4b01-401e-a1b4-ef48205bf367'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:27.920349 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:27.986196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] For port 29af33c8-4344-45f2-a9de-d08b6a82e564, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:27.989351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] For port 29af33c8-4344-45f2-a9de-d08b6a82e564, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=29af33c8-4344-45f2-a9de-d08b6a82e564,segment=NetworkSegment(0102c72f-c6a9-4326-8028-3714215c66ec),segment_id=0102c72f-c6a9-4326-8028-3714215c66ec)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:28.015431 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.045846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=f38e1f97-17e5-4f27-9c7f-f68d884741b1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:28.108106 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.118691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d3c241-4b01-401e-a1b4-ef48205bf367']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:28.128859 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0102c72f-c6a9-4326-8028-3714215c66ec') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:28.129159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0102c72f-c6a9-4326-8028-3714215c66ec') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:28.138467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.180839 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.182833 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.188920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:28.189312 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:28.192386 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:28.245287 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4412c62-1252-4733-a0af-50837e958c11 None None] Pushing event updated for resources: {'Port': ['ID=29af33c8-4344-45f2-a9de-d08b6a82e564,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:28.338105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:50:28.338105 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:50:28.338105 n-d-804230-3 neutron-server[95588]: [parameters: {'id': '69d3c241-4b01-401e-a1b4-ef48205bf367'}] Aug 20 11:50:28.338105 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:50:28.338740 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:50:28.840182 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.915616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Deleting port 29af33c8-4344-45f2-a9de-d08b6a82e564 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:28.915879 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.984626 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] For port 29af33c8-4344-45f2-a9de-d08b6a82e564, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=29af33c8-4344-45f2-a9de-d08b6a82e564,segment=NetworkSegment(0102c72f-c6a9-4326-8028-3714215c66ec),segment_id=0102c72f-c6a9-4326-8028-3714215c66ec)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:28.985232 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:28.999131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Calling delete_port for 29af33c8-4344-45f2-a9de-d08b6a82e564 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:29.163956 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb09c18-3fde-44fd-ac79-9665d31789ca None None] Network 69d3c241-4b01-401e-a1b4-ef48205bf367 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:29.187770 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.216520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Port': ['ID=29af33c8-4344-45f2-a9de-d08b6a82e564,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:29.221087 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No DVR routers for this DVR port 29af33c8-4344-45f2-a9de-d08b6a82e564 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:29.272169 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5685c482-166f-4947-968d-65a419128686 None None] Could not find standard attr ID for object 29af33c8-4344-45f2-a9de-d08b6a82e564. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:50:29.310634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.322567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d3c241-4b01-401e-a1b4-ef48205bf367']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:29.335068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5117d31e-0cfb-42ca-bf59-a6c87ff0a9be None None] DHCP port deletion for 69d3c241-4b01-401e-a1b4-ef48205bf367 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:29.335446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0102c72f-c6a9-4326-8028-3714215c66ec') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:29.335749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0102c72f-c6a9-4326-8028-3714215c66ec') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:29.349731 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.364483 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.371199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:29.371610 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:29.374643 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:29.560329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.567519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.573696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/69d3c241-4b01-401e-a1b4-ef48205bf367 HTTP/1.1" status: 204 len: 168 time: 2.2476850 Aug 20 11:50:29.574132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60242) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:29.579356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-10609862'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:29.581373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2bd7e-fbbc-4a4b-a77f-bfdcc9138969 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=69d3c241-4b01-401e-a1b4-ef48205bf367,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:29.686445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:29.690045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.714491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:29.723061 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.724051 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment 7fa847e7-9636-4a83-8be3-fafd9c55d91a of type vlan for network 86f8f2c9-c5ef-4b0a-92fc-4681e1986c86 Aug 20 11:50:29.774917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.905832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.911401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:29.911990 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:29.982626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=86f8f2c9-c5ef-4b0a-92fc-4681e1986c86,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:29.993601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 86f8f2c9-c5ef-4b0a-92fc-4681e1986c86 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:30.130281 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4244c5b2-8ffe-4632-aebf-f15b554c4cba tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5549824 Aug 20 11:50:30.133290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60246) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:30.138301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': '86f8f2c9-c5ef-4b0a-92fc-4681e1986c86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:30.320692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:30.324400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.388285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Performing IP validity checks on allocation pools {{(pid=95587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:50:30.388811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:50:30.711682 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:30.777020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=75ab5976-ff03-4489-87be-ae6112e6472d,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:30.789470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': '7fa847e7-9636-4a83-8be3-fafd9c55d91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86f8f2c9-c5ef-4b0a-92fc-4681e1986c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:30.790162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: 86f8f2c9-c5ef-4b0a-92fc-4681e1986c86, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:30.894080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 86f8f2c9-c5ef-4b0a-92fc-4681e1986c86 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:31.000375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 86f8f2c9-c5ef-4b0a-92fc-4681e1986c86) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:31.005549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:31.010463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.011196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f376430-f284-424d-8e92-8b2770aff876 None None] Network 86f8f2c9-c5ef-4b0a-92fc-4681e1986c86 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:31.146649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-609dcf22-3b72-4d95-83a4-6eabea2f9c84 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0122511 Aug 20 11:50:31.149977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60252) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:31.181812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-86f8f2c9-c5ef-4b0a-92fc-4681e1986c86', 'network_id': '86f8f2c9-c5ef-4b0a-92fc-4681e1986c86', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': '75ab5976-ff03-4489-87be-ae6112e6472d'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:31.182964 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.251282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.306099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.325506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Allocated IP 172.20.0.3 (86f8f2c9-c5ef-4b0a-92fc-4681e1986c86/75ab5976-ff03-4489-87be-ae6112e6472d/abf824ea-2877-4b18-ab98-4e05d6d5714a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:31.471115 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.479698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Transition to ACTIVE for port object abf824ea-2877-4b18-ab98-4e05d6d5714a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:31.494937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Transition to ACTIVE for port object abf824ea-2877-4b18-ab98-4e05d6d5714a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:31.800743 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.838302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Network 86f8f2c9-c5ef-4b0a-92fc-4681e1986c86 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:31.840988 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:31.844433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:31.854523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Pushing event updated for resources: {'Port': ['ID=abf824ea-2877-4b18-ab98-4e05d6d5714a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:31.905719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Attempting to bind port abf824ea-2877-4b18-ab98-4e05d6d5714a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:31.906088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Attempting to bind port abf824ea-2877-4b18-ab98-4e05d6d5714a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '7fa847e7-9636-4a83-8be3-fafd9c55d91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86f8f2c9-c5ef-4b0a-92fc-4681e1986c86'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:31.906503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Attempting to bind port abf824ea-2877-4b18-ab98-4e05d6d5714a on network 86f8f2c9-c5ef-4b0a-92fc-4681e1986c86 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:31.912170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:31.912598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Checking segment: {'id': '7fa847e7-9636-4a83-8be3-fafd9c55d91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86f8f2c9-c5ef-4b0a-92fc-4681e1986c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:31.913000 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.913388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Bound using segment: {'id': '7fa847e7-9636-4a83-8be3-fafd9c55d91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86f8f2c9-c5ef-4b0a-92fc-4681e1986c86'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:31.913854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Bound port: abf824ea-2877-4b18-ab98-4e05d6d5714a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa847e7-9636-4a83-8be3-fafd9c55d91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '86f8f2c9-c5ef-4b0a-92fc-4681e1986c86'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:31.914232 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.966566 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:31.980031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] For port abf824ea-2877-4b18-ab98-4e05d6d5714a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:31.983246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] For port abf824ea-2877-4b18-ab98-4e05d6d5714a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=abf824ea-2877-4b18-ab98-4e05d6d5714a,segment=NetworkSegment(7fa847e7-9636-4a83-8be3-fafd9c55d91a),segment_id=7fa847e7-9636-4a83-8be3-fafd9c55d91a)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:31.994838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=75ab5976-ff03-4489-87be-ae6112e6472d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:32.056979 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.067684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f8f2c9-c5ef-4b0a-92fc-4681e1986c86']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:32.078031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa847e7-9636-4a83-8be3-fafd9c55d91a') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:32.078333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa847e7-9636-4a83-8be3-fafd9c55d91a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:32.088191 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.127006 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.130885 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.136653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:32.137379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:32.141479 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:32.194080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433c369-aa7c-4452-aebe-3b1ff197ec85 None None] Pushing event updated for resources: {'Port': ['ID=abf824ea-2877-4b18-ab98-4e05d6d5714a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:32.260593 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.db.api [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:50:32.260593 n-d-804230-3 neutron-server[95587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:50:32.260593 n-d-804230-3 neutron-server[95587]: [parameters: {'id': '86f8f2c9-c5ef-4b0a-92fc-4681e1986c86'}] Aug 20 11:50:32.260593 n-d-804230-3 neutron-server[95587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:50:32.261118 n-d-804230-3 neutron-server[95587]: DEBUG oslo_db.api [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:50:32.762199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.821039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Deleting port abf824ea-2877-4b18-ab98-4e05d6d5714a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:32.821407 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.888084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] For port abf824ea-2877-4b18-ab98-4e05d6d5714a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=abf824ea-2877-4b18-ab98-4e05d6d5714a,segment=NetworkSegment(7fa847e7-9636-4a83-8be3-fafd9c55d91a),segment_id=7fa847e7-9636-4a83-8be3-fafd9c55d91a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:32.888586 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:32.902735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Calling delete_port for abf824ea-2877-4b18-ab98-4e05d6d5714a owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:33.069456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8cd9fe-adba-4e91-bf80-b842374c9398 None None] Network 86f8f2c9-c5ef-4b0a-92fc-4681e1986c86 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:33.111891 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.121087 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d2e4829e-b5cd-44fa-8de4-c2a71704fb2c None None] Could not find standard attr ID for object abf824ea-2877-4b18-ab98-4e05d6d5714a. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:50:33.143864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Port': ['ID=abf824ea-2877-4b18-ab98-4e05d6d5714a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:33.148274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No DVR routers for this DVR port abf824ea-2877-4b18-ab98-4e05d6d5714a on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:33.232018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.242574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4187be2d-c0e1-44cd-a030-ebf20c8149b9 None None] DHCP port deletion for 86f8f2c9-c5ef-4b0a-92fc-4681e1986c86 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:33.244647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f8f2c9-c5ef-4b0a-92fc-4681e1986c86']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:33.256773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa847e7-9636-4a83-8be3-fafd9c55d91a') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:33.257093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa847e7-9636-4a83-8be3-fafd9c55d91a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:33.267323 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.282596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.288817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:33.289214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:33.292323 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:33.469279 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.481595 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.483317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/86f8f2c9-c5ef-4b0a-92fc-4681e1986c86 HTTP/1.1" status: 204 len: 168 time: 2.3321838 Aug 20 11:50:33.490385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60262) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:33.496330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1944809790'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:33.499031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8728c-6a64-4820-9b23-44cedd328395 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=86f8f2c9-c5ef-4b0a-92fc-4681e1986c86,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:33.628979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:33.633168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.656860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:33.666739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.667119 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment 389c070b-5225-4e8c-9886-b3f5bbe06e20 of type vlan for network c38381ae-a7c6-4018-aa82-7238ac4fe9ec Aug 20 11:50:33.712535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.869092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.874776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:33.878356 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:33.945247 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=c38381ae-a7c6-4018-aa82-7238ac4fe9ec,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:33.955454 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network c38381ae-a7c6-4018-aa82-7238ac4fe9ec details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:34.077748 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1d747314-a7e1-4157-bbbe-5d26c53a58f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5853689 Aug 20 11:50:34.080342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60266) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:34.085228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': 'c38381ae-a7c6-4018-aa82-7238ac4fe9ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:34.288601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:34.306351 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.623862 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.690500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=0e5ad24f-29a4-4da8-91f4-8885ee6942a4,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:34.697867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': '389c070b-5225-4e8c-9886-b3f5bbe06e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c38381ae-a7c6-4018-aa82-7238ac4fe9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:34.698312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: c38381ae-a7c6-4018-aa82-7238ac4fe9ec, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:34.828982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network c38381ae-a7c6-4018-aa82-7238ac4fe9ec is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:34.977575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, c38381ae-a7c6-4018-aa82-7238ac4fe9ec) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:34.981818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:34.982446 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:34.988271 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea00f33c-6f77-4edf-8cb0-527653259589 None None] Network c38381ae-a7c6-4018-aa82-7238ac4fe9ec requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:35.123779 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a43954fb-dc94-4f79-8ca7-7863d4af8656 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0423830 Aug 20 11:50:35.126339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60272) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:35.136674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-c38381ae-a7c6-4018-aa82-7238ac4fe9ec', 'network_id': 'c38381ae-a7c6-4018-aa82-7238ac4fe9ec', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': '0e5ad24f-29a4-4da8-91f4-8885ee6942a4'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:35.137697 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.228921 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.283070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Allocated IP 172.20.0.1 (c38381ae-a7c6-4018-aa82-7238ac4fe9ec/0e5ad24f-29a4-4da8-91f4-8885ee6942a4/dba27b2d-a8fe-480c-b321-fd39a24ca9de) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:35.286734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.435795 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.444444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Transition to ACTIVE for port object dba27b2d-a8fe-480c-b321-fd39a24ca9de will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:35.459607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Transition to ACTIVE for port object dba27b2d-a8fe-480c-b321-fd39a24ca9de will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:35.560703 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.602479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Network c38381ae-a7c6-4018-aa82-7238ac4fe9ec is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:35.605302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:35.608767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:35.617899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Pushing event updated for resources: {'Port': ['ID=dba27b2d-a8fe-480c-b321-fd39a24ca9de,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:35.668299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Attempting to bind port dba27b2d-a8fe-480c-b321-fd39a24ca9de on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:35.668668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Attempting to bind port dba27b2d-a8fe-480c-b321-fd39a24ca9de by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '389c070b-5225-4e8c-9886-b3f5bbe06e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c38381ae-a7c6-4018-aa82-7238ac4fe9ec'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:35.669036 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Attempting to bind port dba27b2d-a8fe-480c-b321-fd39a24ca9de on network c38381ae-a7c6-4018-aa82-7238ac4fe9ec {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:35.673970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:35.674351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Checking segment: {'id': '389c070b-5225-4e8c-9886-b3f5bbe06e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c38381ae-a7c6-4018-aa82-7238ac4fe9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:35.674774 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.675174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Bound using segment: {'id': '389c070b-5225-4e8c-9886-b3f5bbe06e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c38381ae-a7c6-4018-aa82-7238ac4fe9ec'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:35.675640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Bound port: dba27b2d-a8fe-480c-b321-fd39a24ca9de, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389c070b-5225-4e8c-9886-b3f5bbe06e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c38381ae-a7c6-4018-aa82-7238ac4fe9ec'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:35.676069 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.721280 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.746659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] For port dba27b2d-a8fe-480c-b321-fd39a24ca9de, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:35.749895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] For port dba27b2d-a8fe-480c-b321-fd39a24ca9de, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=dba27b2d-a8fe-480c-b321-fd39a24ca9de,segment=NetworkSegment(389c070b-5225-4e8c-9886-b3f5bbe06e20),segment_id=389c070b-5225-4e8c-9886-b3f5bbe06e20)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:35.750086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5ad24f-29a4-4da8-91f4-8885ee6942a4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:35.810593 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.825763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38381ae-a7c6-4018-aa82-7238ac4fe9ec']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:35.841116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389c070b-5225-4e8c-9886-b3f5bbe06e20') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:35.841447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389c070b-5225-4e8c-9886-b3f5bbe06e20') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:35.852010 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.909593 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.912281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.918779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:35.919093 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:35.922009 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:35.983042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfb3f2-3318-4993-ab32-93e7772fad3b None None] Pushing event updated for resources: {'Port': ['ID=dba27b2d-a8fe-480c-b321-fd39a24ca9de,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:36.436762 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:50:36.436762 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:50:36.436762 n-d-804230-3 neutron-server[95588]: [parameters: {'id': 'c38381ae-a7c6-4018-aa82-7238ac4fe9ec'}] Aug 20 11:50:36.436762 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:50:36.440415 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:50:36.839938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42cd32f-96a4-4368-bc1b-082d0dacf7aa None None] Network c38381ae-a7c6-4018-aa82-7238ac4fe9ec requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:36.938528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:36.997228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-066b617d-112c-4220-8f2c-6bf70fc6139f None None] Provisioning for port dba27b2d-a8fe-480c-b321-fd39a24ca9de completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:50:36.997629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Deleting port dba27b2d-a8fe-480c-b321-fd39a24ca9de {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:36.998085 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.036102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a207c-2cfb-4b27-8f9a-50bb171aa675 None None] DHCP port deletion for c38381ae-a7c6-4018-aa82-7238ac4fe9ec request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:37.076598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] For port dba27b2d-a8fe-480c-b321-fd39a24ca9de, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=dba27b2d-a8fe-480c-b321-fd39a24ca9de,segment=NetworkSegment(389c070b-5225-4e8c-9886-b3f5bbe06e20),segment_id=389c070b-5225-4e8c-9886-b3f5bbe06e20)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:37.077098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.084923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b91a207c-2cfb-4b27-8f9a-50bb171aa675 None None] Deleting port dba27b2d-a8fe-480c-b321-fd39a24ca9de {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:37.085309 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b91a207c-2cfb-4b27-8f9a-50bb171aa675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.095273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Calling delete_port for dba27b2d-a8fe-480c-b321-fd39a24ca9de owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:37.147954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b91a207c-2cfb-4b27-8f9a-50bb171aa675 None None] For port dba27b2d-a8fe-480c-b321-fd39a24ca9de, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=dba27b2d-a8fe-480c-b321-fd39a24ca9de,segment=NetworkSegment(389c070b-5225-4e8c-9886-b3f5bbe06e20),segment_id=389c070b-5225-4e8c-9886-b3f5bbe06e20)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:37.148397 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b91a207c-2cfb-4b27-8f9a-50bb171aa675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.165683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b91a207c-2cfb-4b27-8f9a-50bb171aa675 None None] Calling delete_port for dba27b2d-a8fe-480c-b321-fd39a24ca9de owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:37.291943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.299535 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b91a207c-2cfb-4b27-8f9a-50bb171aa675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.322113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Port': ['ID=dba27b2d-a8fe-480c-b321-fd39a24ca9de,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:37.325267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a207c-2cfb-4b27-8f9a-50bb171aa675 None None] Pushing event deleted for resources: {'Port': ['ID=dba27b2d-a8fe-480c-b321-fd39a24ca9de,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:37.327164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No DVR routers for this DVR port dba27b2d-a8fe-480c-b321-fd39a24ca9de on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:37.328726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a207c-2cfb-4b27-8f9a-50bb171aa675 None None] No DVR routers for this DVR port dba27b2d-a8fe-480c-b321-fd39a24ca9de on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:37.412768 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.422526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38381ae-a7c6-4018-aa82-7238ac4fe9ec']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:37.433204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389c070b-5225-4e8c-9886-b3f5bbe06e20') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:37.433497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389c070b-5225-4e8c-9886-b3f5bbe06e20') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:37.442214 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.455556 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.461314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:37.461690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:37.464595 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:37.665864 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.672483 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.674286 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/c38381ae-a7c6-4018-aa82-7238ac4fe9ec HTTP/1.1" status: 204 len: 168 time: 2.5469782 Aug 20 11:50:37.678375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60284) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:37.683763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-301379978'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:37.689250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f745ca2-8894-4fdf-b732-9e51af657c9e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=c38381ae-a7c6-4018-aa82-7238ac4fe9ec,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:37.851673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:37.855384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.884631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:37.894794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:37.895541 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment 4c8f2248-bac4-4cf5-a3f1-b093bbecd8d3 of type vlan for network 908df56c-be99-4fa9-af41-943043b7fdda Aug 20 11:50:37.940022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.077205 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.083444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:38.084035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.150374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=908df56c-be99-4fa9-af41-943043b7fdda,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:38.161157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 908df56c-be99-4fa9-af41-943043b7fdda details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:38.270178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1617047d-03ba-420c-bbf5-3bc7ceb9f747 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5906465 Aug 20 11:50:38.272898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60290) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:38.278270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': '908df56c-be99-4fa9-af41-943043b7fdda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:38.393803 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:50:38.453760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:38.457430 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.763273 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:38.824115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=304b4c82-152f-48bb-84ad-9ddf14bc37d2,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:38.835432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': '4c8f2248-bac4-4cf5-a3f1-b093bbecd8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '908df56c-be99-4fa9-af41-943043b7fdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:38.835811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: 908df56c-be99-4fa9-af41-943043b7fdda, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:38.983521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 908df56c-be99-4fa9-af41-943043b7fdda is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:39.149044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 908df56c-be99-4fa9-af41-943043b7fdda) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:39.153144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:39.153805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.159868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ae46c-e9e3-4ec7-91b9-f240ef1889ef None None] Network 908df56c-be99-4fa9-af41-943043b7fdda requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:39.330052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d46ddb04-0bd5-4dc9-a0cb-6da284e6cb40 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0559580 Aug 20 11:50:39.333459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60296) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:39.434401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.460618 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e7714b-cd82-4228-b909-baa5109adde5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-908df56c-be99-4fa9-af41-943043b7fdda', 'network_id': '908df56c-be99-4fa9-af41-943043b7fdda', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': '304b4c82-152f-48bb-84ad-9ddf14bc37d2'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:39.461495 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d1e7714b-cd82-4228-b909-baa5109adde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.491479 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.743579 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.771833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=304b4c82-152f-48bb-84ad-9ddf14bc37d2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server [None req-d1e7714b-cd82-4228-b909-baa5109adde5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 304b4c82-152f-48bb-84ad-9ddf14bc37d2: This subnet is being modified by another concurrent operation. Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server raise exception Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 304b4c82-152f-48bb-84ad-9ddf14bc37d2: This subnet is being modified by another concurrent operation. Aug 20 11:50:39.796366 n-d-804230-3 neutron-server[95589]: ERROR oslo_messaging.rpc.server Aug 20 11:50:39.814771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d1b60-4603-4f04-966d-c8e97cc3d2b6 None None] Network 908df56c-be99-4fa9-af41-943043b7fdda requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:39.839417 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.849227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908df56c-be99-4fa9-af41-943043b7fdda']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:39.860110 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8f2248-bac4-4cf5-a3f1-b093bbecd8d3') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:39.860409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8f2248-bac4-4cf5-a3f1-b093bbecd8d3') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:39.869803 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.886697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.894328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:39.895036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:39.898836 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:39.929175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdbadca-2d45-4045-8602-d05e54153c45 None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:50:40.039775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdbadca-2d45-4045-8602-d05e54153c45 None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:50:40.060087 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.068091 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.070412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/908df56c-be99-4fa9-af41-943043b7fdda HTTP/1.1" status: 204 len: 168 time: 0.7359796 Aug 20 11:50:40.074966 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60302) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:40.080751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1619607072'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:40.084998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ea732-33e1-43b6-89d1-4e44c2c9b435 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=908df56c-be99-4fa9-af41-943043b7fdda,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:40.231890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:40.235997 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.266119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:40.274856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.275206 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment 76735393-25c2-4971-baae-b19f708a1b57 of type vlan for network 58455660-d920-4d10-88a7-2d950b5c1fa8 Aug 20 11:50:40.320960 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.442718 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.448689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:40.449292 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-769823'] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.513408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=58455660-d920-4d10-88a7-2d950b5c1fa8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:40.523928 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 58455660-d920-4d10-88a7-2d950b5c1fa8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:40.649496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-33b08301-d4db-4a63-a789-9f949d9838ac tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5733218 Aug 20 11:50:40.652045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60304) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:40.657336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5a2ea712-8a75-4aa8-9b90-7212abc98fd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:40.824254 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea712-8a75-4aa8-9b90-7212abc98fd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.939960 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea712-8a75-4aa8-9b90-7212abc98fd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.958881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a2ea712-8a75-4aa8-9b90-7212abc98fd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 58455660-d920-4d10-88a7-2d950b5c1fa8 is not hosted by any dhcp agent {{(pid=95588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:50:40.964558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ea712-8a75-4aa8-9b90-7212abc98fd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:40.964780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea712-8a75-4aa8-9b90-7212abc98fd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:40.969958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a2ea712-8a75-4aa8-9b90-7212abc98fd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "PUT /v2.0/networks/58455660-d920-4d10-88a7-2d950b5c1fa8 HTTP/1.1" status: 200 len: 723 time: 0.3130798 Aug 20 11:50:40.970467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60308) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:40.976554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': '58455660-d920-4d10-88a7-2d950b5c1fa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:41.018922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ea712-8a75-4aa8-9b90-7212abc98fd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=58455660-d920-4d10-88a7-2d950b5c1fa8,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:41.031239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 58455660-d920-4d10-88a7-2d950b5c1fa8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:41.179983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:41.183608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.389042 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.509049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.569430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=f1f14c70-9cb5-4669-9310-aca9c6ba1d2c,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:41.581071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': '76735393-25c2-4971-baae-b19f708a1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '58455660-d920-4d10-88a7-2d950b5c1fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:41.581437 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: 58455660-d920-4d10-88a7-2d950b5c1fa8, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:41.692957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 58455660-d920-4d10-88a7-2d950b5c1fa8 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:41.779909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 58455660-d920-4d10-88a7-2d950b5c1fa8) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:41.785773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:41.789744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:41.791424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30136e2b-b91c-4edf-99c3-deec831b593b None None] Network 58455660-d920-4d10-88a7-2d950b5c1fa8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:41.912824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f7240d96-3113-42d1-b6de-ca4c11985102 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9406226 Aug 20 11:50:41.915346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60314) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:41.921308 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cd5687c3-978d-4999-86a6-5e04fc67823b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:41.941042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-58455660-d920-4d10-88a7-2d950b5c1fa8', 'network_id': '58455660-d920-4d10-88a7-2d950b5c1fa8', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': 'f1f14c70-9cb5-4669-9310-aca9c6ba1d2c'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:41.942474 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.021401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd5687c3-978d-4999-86a6-5e04fc67823b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26710440'] for subnet, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.094123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Allocated IP 172.20.0.2 (58455660-d920-4d10-88a7-2d950b5c1fa8/f1f14c70-9cb5-4669-9310-aca9c6ba1d2c/8484dfe7-9361-4a61-aa27-7c94f261435d) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:42.244039 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.252670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Transition to ACTIVE for port object 8484dfe7-9361-4a61-aa27-7c94f261435d will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:42.268204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Transition to ACTIVE for port object 8484dfe7-9361-4a61-aa27-7c94f261435d will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:42.369088 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.410927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Network 58455660-d920-4d10-88a7-2d950b5c1fa8 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:42.413811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:42.417625 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:42.428950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Pushing event updated for resources: {'Port': ['ID=8484dfe7-9361-4a61-aa27-7c94f261435d,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:42.479136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Attempting to bind port 8484dfe7-9361-4a61-aa27-7c94f261435d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:42.479513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Attempting to bind port 8484dfe7-9361-4a61-aa27-7c94f261435d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '76735393-25c2-4971-baae-b19f708a1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '58455660-d920-4d10-88a7-2d950b5c1fa8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:42.479887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Attempting to bind port 8484dfe7-9361-4a61-aa27-7c94f261435d on network 58455660-d920-4d10-88a7-2d950b5c1fa8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:42.485470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:42.485851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Checking segment: {'id': '76735393-25c2-4971-baae-b19f708a1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '58455660-d920-4d10-88a7-2d950b5c1fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:42.486271 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.486712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Bound using segment: {'id': '76735393-25c2-4971-baae-b19f708a1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '58455660-d920-4d10-88a7-2d950b5c1fa8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:42.487260 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Bound port: 8484dfe7-9361-4a61-aa27-7c94f261435d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76735393-25c2-4971-baae-b19f708a1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '58455660-d920-4d10-88a7-2d950b5c1fa8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:42.487628 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.550182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] For port 8484dfe7-9361-4a61-aa27-7c94f261435d, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:42.553868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] For port 8484dfe7-9361-4a61-aa27-7c94f261435d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8484dfe7-9361-4a61-aa27-7c94f261435d,segment=NetworkSegment(76735393-25c2-4971-baae-b19f708a1b57),segment_id=76735393-25c2-4971-baae-b19f708a1b57)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:42.568643 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd5687c3-978d-4999-86a6-5e04fc67823b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754706299742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26646933'] for subnet, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.603907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5687c3-978d-4999-86a6-5e04fc67823b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:42.604511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cd5687c3-978d-4999-86a6-5e04fc67823b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.608472 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cd5687c3-978d-4999-86a6-5e04fc67823b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "PUT /v2.0/subnets/f1f14c70-9cb5-4669-9310-aca9c6ba1d2c HTTP/1.1" status: 200 len: 806 time: 0.6919122 Aug 20 11:50:42.608709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60318) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:42.630673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5687c3-978d-4999-86a6-5e04fc67823b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=f1f14c70-9cb5-4669-9310-aca9c6ba1d2c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:42.684140 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.708769 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.746991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e1677-f7e9-42a5-ac68-e220509222a0 None None] Pushing event updated for resources: {'Port': ['ID=8484dfe7-9361-4a61-aa27-7c94f261435d,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:42.776220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Deleting port 8484dfe7-9361-4a61-aa27-7c94f261435d {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:42.776573 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.862259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] For port 8484dfe7-9361-4a61-aa27-7c94f261435d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8484dfe7-9361-4a61-aa27-7c94f261435d,segment=NetworkSegment(76735393-25c2-4971-baae-b19f708a1b57),segment_id=76735393-25c2-4971-baae-b19f708a1b57)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:42.862670 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:42.877723 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Calling delete_port for 8484dfe7-9361-4a61-aa27-7c94f261435d owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:43.511843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.538992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Port': ['ID=8484dfe7-9361-4a61-aa27-7c94f261435d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:43.585577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No DVR routers for this DVR port 8484dfe7-9361-4a61-aa27-7c94f261435d on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:43.632507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.652156 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.742339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61e280-c177-436b-9352-103878321b2d None None] Network 58455660-d920-4d10-88a7-2d950b5c1fa8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:43.785272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-034bcc7e-ada2-446f-961d-bb459e48f6b2 None None] Could not find standard attr ID for object 8484dfe7-9361-4a61-aa27-7c94f261435d. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:50:43.806468 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.834032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f14c70-9cb5-4669-9310-aca9c6ba1d2c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:43.903321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.913429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58455660-d920-4d10-88a7-2d950b5c1fa8']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:43.923682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76735393-25c2-4971-baae-b19f708a1b57') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:43.923968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76735393-25c2-4971-baae-b19f708a1b57') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:43.935973 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaba789c-55bc-46fc-b03e-31d9ceed9cc2 None None] DHCP port deletion for 58455660-d920-4d10-88a7-2d950b5c1fa8 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:43.945054 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.955021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c4d54-4d46-4649-b163-fc63de2a1199 None None] Network 58455660-d920-4d10-88a7-2d950b5c1fa8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:43.966180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.975348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:43.975764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:43.978823 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:44.188797 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.194094 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.196049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/58455660-d920-4d10-88a7-2d950b5c1fa8 HTTP/1.1" status: 204 len: 168 time: 1.5865016 Aug 20 11:50:44.199174 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60326) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:44.212477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68785285-9051-4bb1-85de-5e6e227fe1ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=58455660-d920-4d10-88a7-2d950b5c1fa8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:44.220740 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-138cfdd0-dc5e-4f91-a5c9-957ef13ea497 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:44.221294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138cfdd0-dc5e-4f91-a5c9-957ef13ea497 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:44.227527 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-138cfdd0-dc5e-4f91-a5c9-957ef13ea497 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/58455660-d920-4d10-88a7-2d950b5c1fa8 HTTP/1.1" status: 404 len: 339 time: 0.0220847 Aug 20 11:50:44.230398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60328) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:44.235448 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1687450630', 'description': 'd1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:44.331544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:44.335895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.361523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:44.370064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.370400 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment b143a1a3-51f2-4743-8495-1248e7ec3146 of type vlan for network 4420f41e-4b53-43c7-ba1d-70aa297867e5 Aug 20 11:50:44.414495 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.556840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.562474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:44.563057 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:44.627928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=4420f41e-4b53-43c7-ba1d-70aa297867e5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:44.646862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 4420f41e-4b53-43c7-ba1d-70aa297867e5 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:44.795530 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9b6ac54a-07d6-4f5b-9303-b1b1afd216fa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5640652 Aug 20 11:50:44.798206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60332) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:44.881838 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8e5ffa-cd96-4cc4-95fb-209b7a7444f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:44.883338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ed8e5ffa-cd96-4cc4-95fb-209b7a7444f9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/networks?id=4420f41e-4b53-43c7-ba1d-70aa297867e5 HTTP/1.1" status: 200 len: 761 time: 0.0841839 Aug 20 11:50:44.886158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60334) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:44.891201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0716bb12-b563-4cf1-aa25-e23befd19809 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'description': 'd2'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:45.067834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0716bb12-b563-4cf1-aa25-e23befd19809 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.099920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9eea44d0-486a-416c-b772-3dff5ed84c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.174159 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0716bb12-b563-4cf1-aa25-e23befd19809 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.192410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0716bb12-b563-4cf1-aa25-e23befd19809 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 4420f41e-4b53-43c7-ba1d-70aa297867e5 is not hosted by any dhcp agent {{(pid=95588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 11:50:45.197798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716bb12-b563-4cf1-aa25-e23befd19809 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:45.198394 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0716bb12-b563-4cf1-aa25-e23befd19809 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.199691 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0716bb12-b563-4cf1-aa25-e23befd19809 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "PUT /v2.0/networks/4420f41e-4b53-43c7-ba1d-70aa297867e5 HTTP/1.1" status: 200 len: 758 time: 0.3125911 Aug 20 11:50:45.202892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60338) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:45.245644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716bb12-b563-4cf1-aa25-e23befd19809 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=4420f41e-4b53-43c7-ba1d-70aa297867e5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:45.256882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 4420f41e-4b53-43c7-ba1d-70aa297867e5 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:45.288593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4528c8-a4fc-4706-ad56-3f5071d22460 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:45.289970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3e4528c8-a4fc-4706-ad56-3f5071d22460 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/networks?id=4420f41e-4b53-43c7-ba1d-70aa297867e5 HTTP/1.1" status: 200 len: 761 time: 0.0860806 Aug 20 11:50:45.295010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60342) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:45.301529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1622270710'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:45.460172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:45.464037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.488357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:45.496837 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.497186 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment bef44e7e-0820-4388-96a3-ab11e5add357 of type vlan for network 0e47075d-dd86-47eb-91e9-7b2571fa3213 Aug 20 11:50:45.537334 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.688792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.695142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:45.695776 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:45.752190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8484dfe7-9361-4a61-aa27-7c94f261435d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:45.764990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=0e47075d-dd86-47eb-91e9-7b2571fa3213,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:45.773808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 8484dfe7-9361-4a61-aa27-7c94f261435d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:45.774157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8484dfe7-9361-4a61-aa27-7c94f261435d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:45.776921 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 0e47075d-dd86-47eb-91e9-7b2571fa3213 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:45.838856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60350) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:45.839218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8171886c-47aa-49a2-b2af-1bbda3ce362d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5429685 Aug 20 11:50:45.846159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': '0e47075d-dd86-47eb-91e9-7b2571fa3213', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:46.074806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:46.078567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.372404 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.433877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=181aff23-e7b3-4499-976f-141e52c8e29b,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:46.442205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': 'bef44e7e-0820-4388-96a3-ab11e5add357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e47075d-dd86-47eb-91e9-7b2571fa3213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:46.442614 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: 0e47075d-dd86-47eb-91e9-7b2571fa3213, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:46.591550 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network 0e47075d-dd86-47eb-91e9-7b2571fa3213 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:46.686280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 0e47075d-dd86-47eb-91e9-7b2571fa3213) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:46.691172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:46.692143 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.696588 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1cb4d8-8415-465d-a65f-ea0c0621af52 None None] Network 0e47075d-dd86-47eb-91e9-7b2571fa3213 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:46.809619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cb7f36ba-73c1-491b-85fd-7d5ea36202ea tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9689670 Aug 20 11:50:46.812086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60354) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:46.844722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-0e47075d-dd86-47eb-91e9-7b2571fa3213', 'network_id': '0e47075d-dd86-47eb-91e9-7b2571fa3213', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': '181aff23-e7b3-4499-976f-141e52c8e29b'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:46.845600 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:46.947633 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.017228 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.031187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Allocated IP 172.20.0.2 (0e47075d-dd86-47eb-91e9-7b2571fa3213/181aff23-e7b3-4499-976f-141e52c8e29b/6975d420-c9e3-4395-9e5c-ab901dc387ec) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:47.185532 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.196040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Transition to ACTIVE for port object 6975d420-c9e3-4395-9e5c-ab901dc387ec will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:47.212583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Transition to ACTIVE for port object 6975d420-c9e3-4395-9e5c-ab901dc387ec will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:47.312277 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.356537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Network 0e47075d-dd86-47eb-91e9-7b2571fa3213 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:47.362820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Pushing event updated for resources: {'Port': ['ID=6975d420-c9e3-4395-9e5c-ab901dc387ec,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:47.365220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:47.367389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:47.421605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Attempting to bind port 6975d420-c9e3-4395-9e5c-ab901dc387ec on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:47.421975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Attempting to bind port 6975d420-c9e3-4395-9e5c-ab901dc387ec by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'bef44e7e-0820-4388-96a3-ab11e5add357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e47075d-dd86-47eb-91e9-7b2571fa3213'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:47.422335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Attempting to bind port 6975d420-c9e3-4395-9e5c-ab901dc387ec on network 0e47075d-dd86-47eb-91e9-7b2571fa3213 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:47.427979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:47.428372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Checking segment: {'id': 'bef44e7e-0820-4388-96a3-ab11e5add357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e47075d-dd86-47eb-91e9-7b2571fa3213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:47.428767 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.429158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Bound using segment: {'id': 'bef44e7e-0820-4388-96a3-ab11e5add357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e47075d-dd86-47eb-91e9-7b2571fa3213'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:47.429623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Bound port: 6975d420-c9e3-4395-9e5c-ab901dc387ec, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef44e7e-0820-4388-96a3-ab11e5add357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e47075d-dd86-47eb-91e9-7b2571fa3213'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:47.429999 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.437756 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.472644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=181aff23-e7b3-4499-976f-141e52c8e29b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:47.495125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] For port 6975d420-c9e3-4395-9e5c-ab901dc387ec, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:47.498428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] For port 6975d420-c9e3-4395-9e5c-ab901dc387ec, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6975d420-c9e3-4395-9e5c-ab901dc387ec,segment=NetworkSegment(bef44e7e-0820-4388-96a3-ab11e5add357),segment_id=bef44e7e-0820-4388-96a3-ab11e5add357)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:47.532573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.544030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e47075d-dd86-47eb-91e9-7b2571fa3213']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:47.555535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef44e7e-0820-4388-96a3-ab11e5add357') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:47.558025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef44e7e-0820-4388-96a3-ab11e5add357') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:47.565242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.631519 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.633726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.640546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:47.641125 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:47.644445 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:47.722191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3586457-21bb-4bf0-9259-69d358b1102a None None] Pushing event updated for resources: {'Port': ['ID=6975d420-c9e3-4395-9e5c-ab901dc387ec,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:47.733422 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317fefba-ecfb-4035-acf2-8d3566e238cc None None] Network 0e47075d-dd86-47eb-91e9-7b2571fa3213 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:47.749281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 11:50:47.749281 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 11:50:47.749281 n-d-804230-3 neutron-server[95588]: [parameters: {'id': '0e47075d-dd86-47eb-91e9-7b2571fa3213'}] Aug 20 11:50:47.749281 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:50:47.749849 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:50:47.772309 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-16c3fc3a-914f-46eb-8109-7c7a2e0ade56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:47.854254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce1a248-8bed-447a-8c9b-b051a55f8a50 None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 11:50:47.948124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce1a248-8bed-447a-8c9b-b051a55f8a50 None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 11:50:48.251524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.313229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Deleting port 6975d420-c9e3-4395-9e5c-ab901dc387ec {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:48.313571 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.375355 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] For port 6975d420-c9e3-4395-9e5c-ab901dc387ec, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=6975d420-c9e3-4395-9e5c-ab901dc387ec,segment=NetworkSegment(bef44e7e-0820-4388-96a3-ab11e5add357),segment_id=bef44e7e-0820-4388-96a3-ab11e5add357)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:48.375923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.388882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Calling delete_port for 6975d420-c9e3-4395-9e5c-ab901dc387ec owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:48.589097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.614699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Port': ['ID=6975d420-c9e3-4395-9e5c-ab901dc387ec,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:48.621137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No DVR routers for this DVR port 6975d420-c9e3-4395-9e5c-ab901dc387ec on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:48.623536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.712816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.723581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e47075d-dd86-47eb-91e9-7b2571fa3213']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:48.735167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef44e7e-0820-4388-96a3-ab11e5add357') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:48.735455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef44e7e-0820-4388-96a3-ab11e5add357') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:48.745145 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.758724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.764685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:48.765133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:48.768244 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:48.900019 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.907139 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:48.908984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/0e47075d-dd86-47eb-91e9-7b2571fa3213 HTTP/1.1" status: 204 len: 168 time: 2.0959046 Aug 20 11:50:48.912382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60366) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:48.921401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b38c36-a42b-40a2-9b11-2875fa40e50b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=0e47075d-dd86-47eb-91e9-7b2571fa3213,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:48.943569 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbd6b53-3420-4549-9a1b-b9c87d8be132 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] GET failed (client error): The resource could not be found. Aug 20 11:50:48.944986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-efbd6b53-3420-4549-9a1b-b9c87d8be132 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/subnets/181aff23-e7b3-4499-976f-141e52c8e29b HTTP/1.1" status: 404 len: 337 time: 0.0311313 Aug 20 11:50:48.947854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60368) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:48.966112 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9089c086-1363-4868-a4f8-0997f2e3dd0e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:48.966627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9089c086-1363-4868-a4f8-0997f2e3dd0e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:48.968289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9089c086-1363-4868-a4f8-0997f2e3dd0e tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/0e47075d-dd86-47eb-91e9-7b2571fa3213 HTTP/1.1" status: 404 len: 339 time: 0.0195222 Aug 20 11:50:48.972052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60370) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.087006 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c26b95-10d2-425c-95eb-872095b88444 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.088547 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-38c26b95-10d2-425c-95eb-872095b88444 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1155531 Aug 20 11:50:49.091442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60374) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.128477 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-665f0faf-e3e6-4c4e-875a-ddf2d0dd9030 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 207 time: 0.0358918 Aug 20 11:50:49.131901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60376) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.293814 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:49.315498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1c567-0c91-4323-a335-7ea3a0fe9498 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.322166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1c567-0c91-4323-a335-7ea3a0fe9498 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.327993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1c567-0c91-4323-a335-7ea3a0fe9498 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.334828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1c567-0c91-4323-a335-7ea3a0fe9498 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.336502 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f9c1c567-0c91-4323-a335-7ea3a0fe9498 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2036386 Aug 20 11:50:49.340304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60380) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.454914 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-de95d316-f6a7-4e4c-a958-096cd7fd543d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1134250 Aug 20 11:50:49.459195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60382) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.509953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d3361-4910-4105-b0c7-5652dd6b9724 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.511722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d3361-4910-4105-b0c7-5652dd6b9724 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.513291 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-594d3361-4910-4105-b0c7-5652dd6b9724 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0531781 Aug 20 11:50:49.517185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60384) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.570644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7428b0-a94a-461c-865d-11a3517e7dd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.572036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7428b0-a94a-461c-865d-11a3517e7dd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.573572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aa7428b0-a94a-461c-865d-11a3517e7dd9 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0554595 Aug 20 11:50:49.577202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60386) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.641426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-9609f3a1-653a-45af-b709-71bc0cb6c3a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490477 Aug 20 11:50:49.694005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7045fc1-fc7c-45e6-bcd6-0ffa7ab53f6b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.696977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c7045fc1-fc7c-45e6-bcd6-0ffa7ab53f6b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/networks/891830b2-d436-4dac-9635-2db824051d67 HTTP/1.1" status: 200 len: 800 time: 0.1175632 Aug 20 11:50:49.699364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60388) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.731541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-cbd6e2af-dadb-4a4d-a77a-51f7d6c684da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.733133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-cbd6e2af-dadb-4a4d-a77a-51f7d6c684da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1096 time: 0.0467854 Aug 20 11:50:49.805379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-889370b6-de71-4d53-8c1e-204eb7f618f2 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/networks/891830b2-d436-4dac-9635-2db824051d67?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1045613 Aug 20 11:50:49.808817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60390) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.865716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-b4546734-8e8d-4de3-8b73-47a5c5e2b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.867312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-b4546734-8e8d-4de3-8b73-47a5c5e2b6c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.1093547 Aug 20 11:50:49.889687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b739f-c152-491b-a8a5-04c515d25f88 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.895297 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-105b739f-c152-491b-a8a5-04c515d25f88 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/subnets/13ed5a98-fca8-49bf-b87a-0bac011c20e5 HTTP/1.1" status: 200 len: 811 time: 0.0812693 Aug 20 11:50:49.895297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60392) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.938322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-0e013fd4-3e5a-4012-adf0-51eb04a5ffa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 200 len: 1001 time: 0.0638955 Aug 20 11:50:49.938921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eef76a14-6289-46a1-8bf1-0b047683694b req-e48d83f0-2e46-4531-88f3-c59f22c228d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908899 Aug 20 11:50:49.952718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c1cb6-6a4b-4dd0-939b-e792aab9ee48 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['shared'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:49.958275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ff2c1cb6-6a4b-4dd0-939b-e792aab9ee48 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "GET /v2.0/subnets/13ed5a98-fca8-49bf-b87a-0bac011c20e5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0579567 Aug 20 11:50:49.958275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60394) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:49.964506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-198461315'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:50.000120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-5cbbf5f0-c381-4b73-a579-a8a67ad6061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:50.002029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-5cbbf5f0-c381-4b73-a579-a8a67ad6061f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0560622 Aug 20 11:50:50.057186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-1bb2e616-6121-4fd5-95de-58883d089a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:50.063991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef76a14-6289-46a1-8bf1-0b047683694b req-56914561-8dee-4826-8b82-3c65c323b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:50.064372 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-1bb2e616-6121-4fd5-95de-58883d089a2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491734 Aug 20 11:50:50.064475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eef76a14-6289-46a1-8bf1-0b047683694b req-56914561-8dee-4826-8b82-3c65c323b37e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 1096 time: 0.0511494 Aug 20 11:50:50.114656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:50.119185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.188542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:50.200934 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-9c9e18b3-286c-4d67-871a-ccacc53c99e4 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262147 Aug 20 11:50:50.209749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.210129 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Added segment f0f9106d-0af7-47a5-996b-d6fc2c42f34f of type vlan for network dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5 Aug 20 11:50:50.250317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef76a14-6289-46a1-8bf1-0b047683694b req-41cc3667-1cf8-4e5d-8960-70a6dd6bf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:50.251873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eef76a14-6289-46a1-8bf1-0b047683694b req-41cc3667-1cf8-4e5d-8960-70a6dd6bf95f service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1654851 Aug 20 11:50:50.263255 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.305886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baa0a132-be71-46f0-8846-a51aed45b1a8 req-81d2f656-ee5a-479e-a89e-12af4d7f4db3 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950184 Aug 20 11:50:50.342682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eef76a14-6289-46a1-8bf1-0b047683694b req-29e1db41-dee1-47ed-8118-d4a11e235e25 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a49a357-e1ae-408d-9d77-2e17502ff108 HTTP/1.1" status: 200 len: 1001 time: 0.0769494 Aug 20 11:50:50.403860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef76a14-6289-46a1-8bf1-0b047683694b req-4de24c26-35b6-43ff-ae7f-947010d2fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:50.405600 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eef76a14-6289-46a1-8bf1-0b047683694b req-4de24c26-35b6-43ff-ae7f-947010d2fe0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0527301 Aug 20 11:50:50.454026 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.460972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:50.461554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.541125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Network': ['ID=dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:50.545586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef76a14-6289-46a1-8bf1-0b047683694b req-d1f88b90-f104-480b-9f1a-d47559dbee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:50.547133 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eef76a14-6289-46a1-8bf1-0b047683694b req-d1f88b90-f104-480b-9f1a-d47559dbee84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236496 Aug 20 11:50:50.551687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:50.625804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-846cdabc-9995-4979-8769-74cbba8a5d37 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6570117 Aug 20 11:50:50.625917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60408) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:50.630026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'network_id': 'dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:50.658919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eef76a14-6289-46a1-8bf1-0b047683694b req-962282bd-56a5-402a-8cef-5d76cd9896f6 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985718 Aug 20 11:50:50.782324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eef76a14-6289-46a1-8bf1-0b047683694b req-db67585a-0e46-45c9-b29e-6ddb5a31bbcc service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913403 Aug 20 11:50:50.871516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Made reservation on behalf of f60c5929a8a54596a9754deb94dd5b2c for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:50.875257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.938888 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:50.939105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Performing IP validity checks on allocation pools {{(pid=95587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 11:50:50.939105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 11:50:51.161098 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.222126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=173df603-58a5-4c15-968d-2f05e6024aff,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:51.233913 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.234261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.236760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.236760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.236760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.236760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.236760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.236760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.237322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.237322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.237495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.237726 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:50:51.243224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Checking segment: {'id': 'f0f9106d-0af7-47a5-996b-d6fc2c42f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:51.243592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network hostable DHCP agents. Network: dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:51.345854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Network dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:51.452097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:51.456515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:51.457615 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.466317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f03b9b-cd10-441f-99ba-0c3df0720611 None None] Network dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:51.561321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bafedded-8642-4eaa-ab6b-bff5c7763428 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9386048 Aug 20 11:50:51.564192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60414) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:51.570376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-47c193ee-6bce-471c-a99b-394e00229618 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:51.641790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa841f-e84f-4ace-9c19-e93519ed1c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5', 'network_id': 'dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5', 'tenant_id': 'f60c5929a8a54596a9754deb94dd5b2c', 'fixed_ips': [{'subnet_id': '173df603-58a5-4c15-968d-2f05e6024aff'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:51.642936 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-17aa841f-e84f-4ace-9c19-e93519ed1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.677339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47c193ee-6bce-471c-a99b-394e00229618 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26710440'] for subnet, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.792801 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-17aa841f-e84f-4ace-9c19-e93519ed1c06 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 11:50:51.792801 n-d-804230-3 neutron-server[95589]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 20 11:50:51.792801 n-d-804230-3 neutron-server[95589]: [parameters: {'in_use': 1, 'id_1': '173df603-58a5-4c15-968d-2f05e6024aff'}] Aug 20 11:50:51.792801 n-d-804230-3 neutron-server[95589]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:50:51.793688 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-17aa841f-e84f-4ace-9c19-e93519ed1c06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:50:51.911630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47c193ee-6bce-471c-a99b-394e00229618 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754706299742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26646933'] for subnet, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.966220 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c193ee-6bce-471c-a99b-394e00229618 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:51.966861 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47c193ee-6bce-471c-a99b-394e00229618 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:51.968182 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-47c193ee-6bce-471c-a99b-394e00229618 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "PUT /v2.0/subnets/173df603-58a5-4c15-968d-2f05e6024aff HTTP/1.1" status: 200 len: 877 time: 0.4029992 Aug 20 11:50:51.971254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60416) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:51.977025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c193ee-6bce-471c-a99b-394e00229618 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event updated for resources: {'Subnet': ['ID=173df603-58a5-4c15-968d-2f05e6024aff,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:52.097016 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.151147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.295117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-17aa841f-e84f-4ace-9c19-e93519ed1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.311896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.345607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=173df603-58a5-4c15-968d-2f05e6024aff,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:52.406685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.417763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:52.423257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3e97e-858b-449d-b341-8be90b5db2d2 None None] Network dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:52.429996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f9106d-0af7-47a5-996b-d6fc2c42f34f') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:52.430294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f9106d-0af7-47a5-996b-d6fc2c42f34f') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:52.440365 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.454529 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.460827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:52.461257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:52.464367 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:52.612173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.628142 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.639110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5 HTTP/1.1" status: 204 len: 168 time: 0.6600530 Aug 20 11:50:52.641715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60428) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:52.671748 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94303292-bd63-487d-9b53-525026d7fe3f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:52.698202 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-609e0a55-4992-47ad-8bb5-4f68e6abc253 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:52.699372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609e0a55-4992-47ad-8bb5-4f68e6abc253 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:52.702518 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-609e0a55-4992-47ad-8bb5-4f68e6abc253 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/173df603-58a5-4c15-968d-2f05e6024aff HTTP/1.1" status: 404 len: 337 time: 0.0594883 Aug 20 11:50:52.704871 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60436) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:52.721358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb2df2f-43bf-4139-8fd0-23b5b2cbd953 None None] Network dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:52.728057 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5256eb-7ac8-4d6c-a1b6-179959c7d2c6 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:52.728654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5256eb-7ac8-4d6c-a1b6-179959c7d2c6 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:52.730738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5b5256eb-7ac8-4d6c-a1b6-179959c7d2c6 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5 HTTP/1.1" status: 404 len: 339 time: 0.0245385 Aug 20 11:50:52.733019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60438) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:52.734255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb2df2f-43bf-4139-8fd0-23b5b2cbd953 None None] Network dff99d44-58d7-4a67-aadc-8e0ea3ea9fc5 could not be found, it might have been deleted concurrently. {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 11:50:52.760636 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ea4454-8184-4fee-9301-4eafa664470d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:52.761109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ea4454-8184-4fee-9301-4eafa664470d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:52.762873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a0ea4454-8184-4fee-9301-4eafa664470d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/181aff23-e7b3-4499-976f-141e52c8e29b HTTP/1.1" status: 404 len: 337 time: 0.0287504 Aug 20 11:50:52.765709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60440) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:52.785728 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-073f248a-cd13-48a1-83a4-58d097c886df tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:52.786308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073f248a-cd13-48a1-83a4-58d097c886df tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:52.788097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-073f248a-cd13-48a1-83a4-58d097c886df tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/0e47075d-dd86-47eb-91e9-7b2571fa3213 HTTP/1.1" status: 404 len: 339 time: 0.0213838 Aug 20 11:50:52.790660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60442) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:52.871265 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.963462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:52.974244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4420f41e-4b53-43c7-ba1d-70aa297867e5']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:52.985409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b143a1a3-51f2-4743-8495-1248e7ec3146') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:52.985708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b143a1a3-51f2-4743-8495-1248e7ec3146') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:52.995334 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.015686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.018340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:53.018842 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:53.022521 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:53.179877 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.184653 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.187317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/4420f41e-4b53-43c7-ba1d-70aa297867e5 HTTP/1.1" status: 204 len: 168 time: 0.3953981 Aug 20 11:50:53.189744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60446) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.209761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d469789-6ae0-4149-b579-b54057de1780 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=4420f41e-4b53-43c7-ba1d-70aa297867e5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:53.218725 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5876b534-08b9-4a00-85ec-294988e4241d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.219207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5876b534-08b9-4a00-85ec-294988e4241d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.223329 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5876b534-08b9-4a00-85ec-294988e4241d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/f1f14c70-9cb5-4669-9310-aca9c6ba1d2c HTTP/1.1" status: 404 len: 337 time: 0.0302129 Aug 20 11:50:53.223593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60448) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.241887 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5d5f42-5f8a-4187-be06-a67a225d159b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.242391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5d5f42-5f8a-4187-be06-a67a225d159b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.246564 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ac5d5f42-5f8a-4187-be06-a67a225d159b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/58455660-d920-4d10-88a7-2d950b5c1fa8 HTTP/1.1" status: 404 len: 339 time: 0.0196142 Aug 20 11:50:53.246849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60450) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.255438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60452) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.273966 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1288d0e4-816d-440b-9302-f82983aec631 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.274471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1288d0e4-816d-440b-9302-f82983aec631 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.278738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1288d0e4-816d-440b-9302-f82983aec631 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/304b4c82-152f-48bb-84ad-9ddf14bc37d2 HTTP/1.1" status: 404 len: 337 time: 0.0285623 Aug 20 11:50:53.279133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60456) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.304901 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fb3d00-496b-4db1-9d0c-8fd0b16a3f4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.305559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fb3d00-496b-4db1-9d0c-8fd0b16a3f4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.307397 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b3fb3d00-496b-4db1-9d0c-8fd0b16a3f4a tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/908df56c-be99-4fa9-af41-943043b7fdda HTTP/1.1" status: 404 len: 339 time: 0.0267100 Aug 20 11:50:53.309866 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60458) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.340330 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fd4080-0712-4f23-b3a5-bb96c1c93e9b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.340795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fd4080-0712-4f23-b3a5-bb96c1c93e9b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.342633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c1fd4080-0712-4f23-b3a5-bb96c1c93e9b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/0e5ad24f-29a4-4da8-91f4-8885ee6942a4 HTTP/1.1" status: 404 len: 337 time: 0.0316603 Aug 20 11:50:53.345053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60460) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.364304 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8c1aee-7735-4b83-9e45-9fc94f8c5a66 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.364856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8c1aee-7735-4b83-9e45-9fc94f8c5a66 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.366580 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cd8c1aee-7735-4b83-9e45-9fc94f8c5a66 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/c38381ae-a7c6-4018-aa82-7238ac4fe9ec HTTP/1.1" status: 404 len: 339 time: 0.0206068 Aug 20 11:50:53.369105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60462) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.396809 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0115e7-8989-41cb-a41c-7ebf1921340b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.397270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0115e7-8989-41cb-a41c-7ebf1921340b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.399046 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5e0115e7-8989-41cb-a41c-7ebf1921340b tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/75ab5976-ff03-4489-87be-ae6112e6472d HTTP/1.1" status: 404 len: 337 time: 0.0290527 Aug 20 11:50:53.401643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60464) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.406397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4867-14f2-4c64-9d81-b20187309026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.420324 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9ab4d3-9bc4-4263-aaa8-55f0a9a045aa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.420800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9ab4d3-9bc4-4263-aaa8-55f0a9a045aa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.422571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9d9ab4d3-9bc4-4263-aaa8-55f0a9a045aa tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/86f8f2c9-c5ef-4b0a-92fc-4681e1986c86 HTTP/1.1" status: 404 len: 339 time: 0.0199976 Aug 20 11:50:53.428162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60466) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.454737 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51ecc65-84dd-4e14-8b81-16de0fec530d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.455200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51ecc65-84dd-4e14-8b81-16de0fec530d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.456978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e51ecc65-84dd-4e14-8b81-16de0fec530d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/f38e1f97-17e5-4f27-9c7f-f68d884741b1 HTTP/1.1" status: 404 len: 337 time: 0.0280459 Aug 20 11:50:53.466581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60468) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.484511 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d376e9-79c4-4566-867b-eb0b6d4f3d0c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.485303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d376e9-79c4-4566-867b-eb0b6d4f3d0c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.487016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-16d376e9-79c4-4566-867b-eb0b6d4f3d0c tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/69d3c241-4b01-401e-a1b4-ef48205bf367 HTTP/1.1" status: 404 len: 339 time: 0.0192618 Aug 20 11:50:53.490636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60470) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.499574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4867-14f2-4c64-9d81-b20187309026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.515524 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-9792d9a5-c3eb-4300-94c1-13fb3fc4a8b4 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.515970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9792d9a5-c3eb-4300-94c1-13fb3fc4a8b4 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.517619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9792d9a5-c3eb-4300-94c1-13fb3fc4a8b4 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/7220e196-f6ea-42c9-b397-babdb66b99b6 HTTP/1.1" status: 404 len: 337 time: 0.0261052 Aug 20 11:50:53.520245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60472) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.537257 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1338f2-bbbf-443f-8d26-6d6f9213d419 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.537766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1338f2-bbbf-443f-8d26-6d6f9213d419 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.539383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4b1338f2-bbbf-443f-8d26-6d6f9213d419 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/5cb33097-23dd-4bce-aaf0-9789e09b0cb8 HTTP/1.1" status: 404 len: 339 time: 0.0182848 Aug 20 11:50:53.541795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60474) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.570911 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db8e6cc-0e34-4750-abb7-c2344d064837 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.571352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db8e6cc-0e34-4750-abb7-c2344d064837 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.573007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0db8e6cc-0e34-4750-abb7-c2344d064837 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/2aa84edc-12a6-4873-a45b-f9013b6f73c8 HTTP/1.1" status: 404 len: 337 time: 0.0304165 Aug 20 11:50:53.573592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4867-14f2-4c64-9d81-b20187309026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.575470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60476) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.592934 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c86d662-6e3f-4fb3-9571-707d056376ab tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.593466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c86d662-6e3f-4fb3-9571-707d056376ab tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.595170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1c86d662-6e3f-4fb3-9571-707d056376ab tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/2e5f4bff-80ad-484f-b0f2-678e82c0de4f HTTP/1.1" status: 404 len: 339 time: 0.0188270 Aug 20 11:50:53.597679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60478) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.615926 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6d1c4867-14f2-4c64-9d81-b20187309026 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84af688fc72a4101a147e2d06dc6739e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587060 Aug 20 11:50:53.619540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c4867-14f2-4c64-9d81-b20187309026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7710d3-db98-4a7a-9f80-935d7f086d25,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:53.621440 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60480) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.623462 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7803222-1a28-496a-8dc0-96c1b734155f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.623921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7803222-1a28-496a-8dc0-96c1b734155f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.628128 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b7803222-1a28-496a-8dc0-96c1b734155f tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/f0de8266-2724-497e-b1ee-53ac061fc76c HTTP/1.1" status: 404 len: 337 time: 0.0270858 Aug 20 11:50:53.629672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60482) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.654484 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-470ccf86-9172-4eab-afdf-ac7671537350 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] DELETE failed (client error): The resource could not be found. Aug 20 11:50:53.655018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470ccf86-9172-4eab-afdf-ac7671537350 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:50:53.656701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-470ccf86-9172-4eab-afdf-ac7671537350 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/1f81f467-7653-43c9-80c8-22aad2e581a0 HTTP/1.1" status: 404 len: 339 time: 0.0263498 Aug 20 11:50:53.659361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60484) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:53.693634 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8272e2f-86c4-4da6-9b3f-ec8cece30ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.714420 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-811a0677-6e8d-4343-8671-bcd30126257d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Deleting subnet 13ed5a98-fca8-49bf-b87a-0bac011c20e5 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:50:53.717795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-811a0677-6e8d-4343-8671-bcd30126257d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.718390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8272e2f-86c4-4da6-9b3f-ec8cece30ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.759251 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-811a0677-6e8d-4343-8671-bcd30126257d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.840411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8272e2f-86c4-4da6-9b3f-ec8cece30ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.843099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8272e2f-86c4-4da6-9b3f-ec8cece30ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.844235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b8272e2f-86c4-4da6-9b3f-ec8cece30ecc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce7710d3-db98-4a7a-9f80-935d7f086d25 HTTP/1.1" status: 204 len: 168 time: 0.2217321 Aug 20 11:50:53.845604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-811a0677-6e8d-4343-8671-bcd30126257d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:53.852861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8272e2f-86c4-4da6-9b3f-ec8cece30ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7710d3-db98-4a7a-9f80-935d7f086d25,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:53.986123 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-811a0677-6e8d-4343-8671-bcd30126257d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.012953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a0677-6e8d-4343-8671-bcd30126257d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Subnet': ['ID=13ed5a98-fca8-49bf-b87a-0bac011c20e5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:54.020285 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-811a0677-6e8d-4343-8671-bcd30126257d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.020285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-811a0677-6e8d-4343-8671-bcd30126257d tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/subnets/13ed5a98-fca8-49bf-b87a-0bac011c20e5 HTTP/1.1" status: 204 len: 168 time: 0.3590467 Aug 20 11:50:54.023352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60490) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:54.027762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370fe24-6205-4f2b-ad4e-798884138f53 None None] Network 891830b2-d436-4dac-9635-2db824051d67 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:54.104233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.161125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Deleting port 643b0f9b-0003-4792-a6ec-651f2509a43c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:54.161465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.209783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a91d5c-2606-494c-88a2-b034f932ae32 None None] DHCP port deletion for 891830b2-d436-4dac-9635-2db824051d67 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:50:54.233151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] For port 643b0f9b-0003-4792-a6ec-651f2509a43c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=643b0f9b-0003-4792-a6ec-651f2509a43c,segment=NetworkSegment(8dcd3462-2608-40e5-bc4d-08bb2b075910),segment_id=8dcd3462-2608-40e5-bc4d-08bb2b075910)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:54.233758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.248595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Calling delete_port for 643b0f9b-0003-4792-a6ec-651f2509a43c owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:54.263535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-12a91d5c-2606-494c-88a2-b034f932ae32 None None] Deleting port 643b0f9b-0003-4792-a6ec-651f2509a43c {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:50:54.263918 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12a91d5c-2606-494c-88a2-b034f932ae32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.329847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-12a91d5c-2606-494c-88a2-b034f932ae32 None None] For port 643b0f9b-0003-4792-a6ec-651f2509a43c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=643b0f9b-0003-4792-a6ec-651f2509a43c,segment=NetworkSegment(8dcd3462-2608-40e5-bc4d-08bb2b075910),segment_id=8dcd3462-2608-40e5-bc4d-08bb2b075910)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:50:54.330249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12a91d5c-2606-494c-88a2-b034f932ae32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.345702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-12a91d5c-2606-494c-88a2-b034f932ae32 None None] Calling delete_port for 643b0f9b-0003-4792-a6ec-651f2509a43c owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:50:54.457747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.457980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12a91d5c-2606-494c-88a2-b034f932ae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.475003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Port': ['ID=643b0f9b-0003-4792-a6ec-651f2509a43c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:54.478827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] No DVR routers for this DVR port 643b0f9b-0003-4792-a6ec-651f2509a43c on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:54.480042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a91d5c-2606-494c-88a2-b034f932ae32 None None] Pushing event deleted for resources: {'Port': ['ID=643b0f9b-0003-4792-a6ec-651f2509a43c,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:54.483277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a91d5c-2606-494c-88a2-b034f932ae32 None None] No DVR routers for this DVR port 643b0f9b-0003-4792-a6ec-651f2509a43c on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:50:54.565107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.575278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891830b2-d436-4dac-9635-2db824051d67']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.586491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcd3462-2608-40e5-bc4d-08bb2b075910') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.586793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcd3462-2608-40e5-bc4d-08bb2b075910') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:50:54.597787 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.620037 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.631031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:50:54.631438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:50:54.634571 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:50:54.762487 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.770796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:54.776875 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] 10.222.0.10 "DELETE /v2.0/networks/891830b2-d436-4dac-9635-2db824051d67 HTTP/1.1" status: 204 len: 168 time: 0.7495379 Aug 20 11:50:54.786321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b9922-9b5d-493b-a606-631d1b3cc640 tempest-NetworksTest-1940373207 tempest-NetworksTest-1940373207-project] Pushing event deleted for resources: {'Network': ['ID=891830b2-d436-4dac-9635-2db824051d67,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:55.272042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60520) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:55.413314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d5c6ab65-0a30-4d05-8944-0d3c739cae09 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f60c5929a8a54596a9754deb94dd5b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394501 Aug 20 11:50:55.415249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60524) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:55.462621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fb0f197-f1a6-4e54-bc04-8c793921b203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.487278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fb0f197-f1a6-4e54-bc04-8c793921b203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.659327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fb0f197-f1a6-4e54-bc04-8c793921b203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.662856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fb0f197-f1a6-4e54-bc04-8c793921b203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:55.664057 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4fb0f197-f1a6-4e54-bc04-8c793921b203 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fd02e1a-6d13-48f3-a905-ec1ce91fb7d9 HTTP/1.1" status: 204 len: 168 time: 0.2479050 Aug 20 11:50:55.672393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0f197-f1a6-4e54-bc04-8c793921b203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd02e1a-6d13-48f3-a905-ec1ce91fb7d9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:55.796578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 643b0f9b-0003-4792-a6ec-651f2509a43c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:50:55.820295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 643b0f9b-0003-4792-a6ec-651f2509a43c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:50:55.820650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 643b0f9b-0003-4792-a6ec-651f2509a43c not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:50:56.856592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60554) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:56.975624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-13114919'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:57.088356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:57.091907 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.100867 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.187341 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.264866 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.292781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:57.301663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a471bae-61db-413f-9805-989627f0d8ef,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:57.307614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.307962 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added segment 7feb9520-3f05-4576-9e16-70e2f995cfcf of type vlan for network 14119a27-c912-4f27-a939-e990a72cd154 Aug 20 11:50:57.349960 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.443145 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.448846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:57.449467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.515955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Network': ['ID=14119a27-c912-4f27-a939-e990a72cd154,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:57.526846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 14119a27-c912-4f27-a939-e990a72cd154 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:57.574750 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0379e94e-e425-44ed-ad84-a65d39b54c65 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7168639 Aug 20 11:50:57.577196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60562) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:57.582244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1910896496'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:57.687970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:57.691469 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.714152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:50:57.723097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.723504 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added segment cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f of type vlan for network 8646f344-03dc-42a9-8566-66b3e32edda8 Aug 20 11:50:57.762152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.922860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.928927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:57.929516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:57.999126 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Network': ['ID=8646f344-03dc-42a9-8566-66b3e32edda8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:58.009944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 8646f344-03dc-42a9-8566-66b3e32edda8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:50:58.077459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7ed4b81e-4903-4c11-84bb-e85e84c7d445 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4991658 Aug 20 11:50:58.080306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60566) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:58.085748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'subnet': {'network_id': '14119a27-c912-4f27-a939-e990a72cd154', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:58.299698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:58.303723 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.619800 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.684779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Subnet': ['ID=9c925f49-7b64-4141-b4be-2fb4f319ee6e,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:58.694812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Checking segment: {'id': '7feb9520-3f05-4576-9e16-70e2f995cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '14119a27-c912-4f27-a939-e990a72cd154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:58.695183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network hostable DHCP agents. Network: 14119a27-c912-4f27-a939-e990a72cd154, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:58.785477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 14119a27-c912-4f27-a939-e990a72cd154 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:58.897582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 14119a27-c912-4f27-a939-e990a72cd154) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:58.901729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:58.902331 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:58.908475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33259ef-fdd4-48cc-8b77-32879aa01eb6 None None] Network 14119a27-c912-4f27-a939-e990a72cd154 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:50:59.041213 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1e128079-967b-489f-8ff4-fbc136f763d3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9598517 Aug 20 11:50:59.044346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60578) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:50:59.050525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'subnet': {'network_id': '8646f344-03dc-42a9-8566-66b3e32edda8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:50:59.062786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-14119a27-c912-4f27-a939-e990a72cd154', 'network_id': '14119a27-c912-4f27-a939-e990a72cd154', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'fixed_ips': [{'subnet_id': '9c925f49-7b64-4141-b4be-2fb4f319ee6e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:50:59.063676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.213631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Allocated IP 2001:db8::2 (14119a27-c912-4f27-a939-e990a72cd154/9c925f49-7b64-4141-b4be-2fb4f319ee6e/421b42f1-654c-4fda-8085-b97dbf1a1aff) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:50:59.339769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:50:59.343813 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.362374 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.371124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Transition to ACTIVE for port object 421b42f1-654c-4fda-8085-b97dbf1a1aff will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:59.386061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Transition to ACTIVE for port object 421b42f1-654c-4fda-8085-b97dbf1a1aff will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:50:59.477375 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.520051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Network 14119a27-c912-4f27-a939-e990a72cd154 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:50:59.525198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:59.532191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:50:59.537923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Pushing event updated for resources: {'Port': ['ID=421b42f1-654c-4fda-8085-b97dbf1a1aff,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:59.591663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Attempting to bind port 421b42f1-654c-4fda-8085-b97dbf1a1aff on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:50:59.592019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Attempting to bind port 421b42f1-654c-4fda-8085-b97dbf1a1aff by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '7feb9520-3f05-4576-9e16-70e2f995cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '14119a27-c912-4f27-a939-e990a72cd154'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:50:59.592385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Attempting to bind port 421b42f1-654c-4fda-8085-b97dbf1a1aff on network 14119a27-c912-4f27-a939-e990a72cd154 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:50:59.598807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:50:59.599194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Checking segment: {'id': '7feb9520-3f05-4576-9e16-70e2f995cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '14119a27-c912-4f27-a939-e990a72cd154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:59.599651 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.600074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Bound using segment: {'id': '7feb9520-3f05-4576-9e16-70e2f995cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '14119a27-c912-4f27-a939-e990a72cd154'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:50:59.600598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Bound port: 421b42f1-654c-4fda-8085-b97dbf1a1aff, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7feb9520-3f05-4576-9e16-70e2f995cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '14119a27-c912-4f27-a939-e990a72cd154'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:50:59.601085 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.614151 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.669855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] For port 421b42f1-654c-4fda-8085-b97dbf1a1aff, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:50:59.674190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] For port 421b42f1-654c-4fda-8085-b97dbf1a1aff, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=421b42f1-654c-4fda-8085-b97dbf1a1aff,segment=NetworkSegment(7feb9520-3f05-4576-9e16-70e2f995cfcf),segment_id=7feb9520-3f05-4576-9e16-70e2f995cfcf)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:50:59.676448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Subnet': ['ID=bdd1fab9-6785-4b01-9624-08aaf509938b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:59.685572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Checking segment: {'id': 'cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8646f344-03dc-42a9-8566-66b3e32edda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:50:59.685930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network hostable DHCP agents. Network: 8646f344-03dc-42a9-8566-66b3e32edda8, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:50:59.774586 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.817836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 8646f344-03dc-42a9-8566-66b3e32edda8 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:50:59.830872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5f44e-2e2b-4702-96f1-1f3c29bcb77d None None] Pushing event updated for resources: {'Port': ['ID=421b42f1-654c-4fda-8085-b97dbf1a1aff,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:50:59.922809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 8646f344-03dc-42a9-8566-66b3e32edda8) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:50:59.928522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:50:59.929268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:50:59.933197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0034213-7d46-42e5-90f4-598293cecc7a None None] Network 8646f344-03dc-42a9-8566-66b3e32edda8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:00.024442 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2b31c2a3-e111-4cda-8ad4-b423e5443c61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9756258 Aug 20 11:51:00.024442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60584) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:00.030508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ebb16911-c076-4e71-a25d-14ca14eda28e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2015063926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:00.151700 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-8646f344-03dc-42a9-8566-66b3e32edda8', 'network_id': '8646f344-03dc-42a9-8566-66b3e32edda8', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'fixed_ips': [{'subnet_id': 'bdd1fab9-6785-4b01-9624-08aaf509938b'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:00.153014 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.157943 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebb16911-c076-4e71-a25d-14ca14eda28e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.159254 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebb16911-c076-4e71-a25d-14ca14eda28e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.227315 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebb16911-c076-4e71-a25d-14ca14eda28e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.288693 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebb16911-c076-4e71-a25d-14ca14eda28e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.304273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Allocated IP 2001:db8:1::2 (8646f344-03dc-42a9-8566-66b3e32edda8/bdd1fab9-6785-4b01-9624-08aaf509938b/0be7b234-8279-4fd7-ad2c-ebdd62ef63f9) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:00.383673 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ebb16911-c076-4e71-a25d-14ca14eda28e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.387657 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ebb16911-c076-4e71-a25d-14ca14eda28e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3596256 Aug 20 11:51:00.387817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60590) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:00.453970 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.463551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Transition to ACTIVE for port object 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:00.487096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Transition to ACTIVE for port object 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:00.602399 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.666880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Network 8646f344-03dc-42a9-8566-66b3e32edda8 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:00.670050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:00.677386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:00.681319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Pushing event updated for resources: {'Port': ['ID=0be7b234-8279-4fd7-ad2c-ebdd62ef63f9,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:00.704249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.744097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Attempting to bind port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:00.744493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Attempting to bind port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8646f344-03dc-42a9-8566-66b3e32edda8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:00.744861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Attempting to bind port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 on network 8646f344-03dc-42a9-8566-66b3e32edda8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:00.751612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:00.751990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Checking segment: {'id': 'cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8646f344-03dc-42a9-8566-66b3e32edda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:00.752505 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.752905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Bound using segment: {'id': 'cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8646f344-03dc-42a9-8566-66b3e32edda8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:00.753536 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Bound port: 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8646f344-03dc-42a9-8566-66b3e32edda8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:00.754474 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.829260 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] For port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:00.832852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] For port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0be7b234-8279-4fd7-ad2c-ebdd62ef63f9,segment=NetworkSegment(cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f),segment_id=cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:00.906063 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e49370-c9ea-4e63-b1f4-daa21bbe10f7 None None] Network 14119a27-c912-4f27-a939-e990a72cd154 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:00.958395 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:00.976319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Allocated IP 2001:db8::1 (14119a27-c912-4f27-a939-e990a72cd154/9c925f49-7b64-4141-b4be-2fb4f319ee6e/72d95226-3c5a-4332-ad56-767be60e1f22) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:01.071868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159a937-8019-4179-89d7-a147c2dbbd46 None None] Pushing event updated for resources: {'Port': ['ID=0be7b234-8279-4fd7-ad2c-ebdd62ef63f9,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:01.117825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7fd40181-141c-4cbf-ab99-fffa8a094dc0 None None] Provisioning for port 421b42f1-654c-4fda-8085-b97dbf1a1aff completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:01.130645 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.147425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Transition to ACTIVE for port object 72d95226-3c5a-4332-ad56-767be60e1f22 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:01.276163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.337862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 14119a27-c912-4f27-a939-e990a72cd154 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:01.341457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:01.345303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:01.345860 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.399154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=72d95226-3c5a-4332-ad56-767be60e1f22,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:01.596361 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.910743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6fbb59ae-6e12-45cf-98d9-0c52aea1c381 None None] Provisioning for port 72d95226-3c5a-4332-ad56-767be60e1f22 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:01.919262 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:01.921040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 421b42f1-654c-4fda-8085-b97dbf1a1aff up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:01.925469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6fbb59ae-6e12-45cf-98d9-0c52aea1c381 None None] Provisioning complete for port 72d95226-3c5a-4332-ad56-767be60e1f22 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:01.925469 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6fbb59ae-6e12-45cf-98d9-0c52aea1c381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.002829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb59ae-6e12-45cf-98d9-0c52aea1c381 None None] Port 72d95226-3c5a-4332-ad56-767be60e1f22 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:02.023520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.034163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.125920 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=72d95226-3c5a-4332-ad56-767be60e1f22,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:02.176106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 14119a27-c912-4f27-a939-e990a72cd154 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:02.177611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:02.206851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 421b42f1-654c-4fda-8085-b97dbf1a1aff completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:02.211933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 421b42f1-654c-4fda-8085-b97dbf1a1aff triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:02.212419 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.289360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e195b6-d9ed-40d8-85a1-343eedd039f0 None None] Network 8646f344-03dc-42a9-8566-66b3e32edda8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:02.523911 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.592705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 421b42f1-654c-4fda-8085-b97dbf1a1aff, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=421b42f1-654c-4fda-8085-b97dbf1a1aff,segment=NetworkSegment(7feb9520-3f05-4576-9e16-70e2f995cfcf),segment_id=7feb9520-3f05-4576-9e16-70e2f995cfcf)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:02.760675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ebcdd0bd-fcfe-4ae4-b6e8-773dd3e99a50 None None] Provisioning for port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:02.802968 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.807004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:02.860017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router ebfc0bf0-3a84-4629-9496-de8399a00686 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:02.909355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=421b42f1-654c-4fda-8085-b97dbf1a1aff,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:02.920878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9cebfab1-fb80-41cf-9aeb-a440f1ecc27c None None] Provisioning complete for port 72d95226-3c5a-4332-ad56-767be60e1f22 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:02.921141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9cebfab1-fb80-41cf-9aeb-a440f1ecc27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:02.963184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9cebfab1-fb80-41cf-9aeb-a440f1ecc27c None None] Port 72d95226-3c5a-4332-ad56-767be60e1f22 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:02.975255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:02.984152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c76104b6-b09a-41af-a3c5-088814f5756e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/ebfc0bf0-3a84-4629-9496-de8399a00686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5916157 Aug 20 11:51:02.984152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60600) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:02.986254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da25ae-9e14-403b-9eaf-b7357b7974b8 None None] Sync routers for ids ['ebfc0bf0-3a84-4629-9496-de8399a00686'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:02.996706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da25ae-9e14-403b-9eaf-b7357b7974b8 None None] Routers {'ebfc0bf0-3a84-4629-9496-de8399a00686'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:02.997686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-05da25ae-9e14-403b-9eaf-b7357b7974b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebfc0bf0-3a84-4629-9496-de8399a00686'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:03.033362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:03.035629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-05da25ae-9e14-403b-9eaf-b7357b7974b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:03.037077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9970bd14-6785-4868-818e-8b6e8c0b4614 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:03.040825 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9970bd14-6785-4868-818e-8b6e8c0b4614 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports/72d95226-3c5a-4332-ad56-767be60e1f22 HTTP/1.1" status: 200 len: 911 time: 0.0543814 Aug 20 11:51:03.041611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60602) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:03.044476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:03.054273 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.067129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da25ae-9e14-403b-9eaf-b7357b7974b8 None None] Routers {'ebfc0bf0-3a84-4629-9496-de8399a00686'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:03.067794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-05da25ae-9e14-403b-9eaf-b7357b7974b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebfc0bf0-3a84-4629-9496-de8399a00686'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:03.120041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-05da25ae-9e14-403b-9eaf-b7357b7974b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:03.120681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da25ae-9e14-403b-9eaf-b7357b7974b8 None None] The sync data for ids ['ebfc0bf0-3a84-4629-9496-de8399a00686'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:03.135511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c3853dc2-979c-45fc-bfc6-9e4094b75f55 None None] Provisioning complete for port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:03.135888 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c3853dc2-979c-45fc-bfc6-9e4094b75f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.215246 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.279365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c3853dc2-979c-45fc-bfc6-9e4094b75f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.284708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0be7b234-8279-4fd7-ad2c-ebdd62ef63f9,segment=NetworkSegment(cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f),segment_id=cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:03.394989 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.478588 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=0be7b234-8279-4fd7-ad2c-ebdd62ef63f9,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:03.494504 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-c3853dc2-979c-45fc-bfc6-9e4094b75f55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:51:03.497544 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-c3853dc2-979c-45fc-bfc6-9e4094b75f55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:51:03.767224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.831960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 421b42f1-654c-4fda-8085-b97dbf1a1aff up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:03.895341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 421b42f1-654c-4fda-8085-b97dbf1a1aff triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:03.895844 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:03.984044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:04.074858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Allocated IP 2001:db8:1::1 (8646f344-03dc-42a9-8566-66b3e32edda8/bdd1fab9-6785-4b01-9624-08aaf509938b/1c0d91d3-2f29-444c-bca8-55015e82ede9) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:04.082384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:04.082891 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.227607 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.239702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Transition to ACTIVE for port object 1c0d91d3-2f29-444c-bca8-55015e82ede9 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:04.368669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.416164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 8646f344-03dc-42a9-8566-66b3e32edda8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:04.419227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:04.423042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:04.423600 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.462135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=1c0d91d3-2f29-444c-bca8-55015e82ede9,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:04.661390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.807730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f9b62809-8d74-4d7f-8c9d-dab14508b4d2 None None] Provisioning for port 1c0d91d3-2f29-444c-bca8-55015e82ede9 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:04.811962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f9b62809-8d74-4d7f-8c9d-dab14508b4d2 None None] Provisioning complete for port 1c0d91d3-2f29-444c-bca8-55015e82ede9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:04.812481 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f9b62809-8d74-4d7f-8c9d-dab14508b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:04.856757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f9b62809-8d74-4d7f-8c9d-dab14508b4d2 None None] Port 1c0d91d3-2f29-444c-bca8-55015e82ede9 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:04.929393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.162336 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.165012 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.252757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=1c0d91d3-2f29-444c-bca8-55015e82ede9,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:05.296506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 8646f344-03dc-42a9-8566-66b3e32edda8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:05.297929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:05.409237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router ebfc0bf0-3a84-4629-9496-de8399a00686 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:05.522133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:05.527475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-63f6f617-dce8-4192-86bd-1cfce63bcdc2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/ebfc0bf0-3a84-4629-9496-de8399a00686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4838338 Aug 20 11:51:05.529936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60630) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:05.543413 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d872ef1-0507-4a3e-82d4-a81757d298c3 None None] Sync routers for ids ['ebfc0bf0-3a84-4629-9496-de8399a00686'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:05.552183 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d872ef1-0507-4a3e-82d4-a81757d298c3 None None] Routers {'ebfc0bf0-3a84-4629-9496-de8399a00686'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:05.552824 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2d872ef1-0507-4a3e-82d4-a81757d298c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebfc0bf0-3a84-4629-9496-de8399a00686'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:05.585004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3a126-5e9f-4d79-9b03-15f3ce1e76e1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:05.589973 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60632) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:05.590557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-56e3a126-5e9f-4d79-9b03-15f3ce1e76e1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports/1c0d91d3-2f29-444c-bca8-55015e82ede9 HTTP/1.1" status: 200 len: 913 time: 0.0592575 Aug 20 11:51:05.599401 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2d872ef1-0507-4a3e-82d4-a81757d298c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:05.599799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d1a33798-5b1f-4bc3-8b32-50c43797a389 None None] Provisioning complete for port 1c0d91d3-2f29-444c-bca8-55015e82ede9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:05.600406 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d1a33798-5b1f-4bc3-8b32-50c43797a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:05.608559 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d872ef1-0507-4a3e-82d4-a81757d298c3 None None] Routers {'ebfc0bf0-3a84-4629-9496-de8399a00686'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:05.609177 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2d872ef1-0507-4a3e-82d4-a81757d298c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebfc0bf0-3a84-4629-9496-de8399a00686'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:05.645653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d1a33798-5b1f-4bc3-8b32-50c43797a389 None None] Port 1c0d91d3-2f29-444c-bca8-55015e82ede9 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:05.765985 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2d872ef1-0507-4a3e-82d4-a81757d298c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:05.765985 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d872ef1-0507-4a3e-82d4-a81757d298c3 None None] The sync data for ids ['ebfc0bf0-3a84-4629-9496-de8399a00686'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:05.958871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.217943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 1c0d91d3-2f29-444c-bca8-55015e82ede9 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:06.218209 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.309810 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.321687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 1c0d91d3-2f29-444c-bca8-55015e82ede9 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:06.572030 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.600660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=1c0d91d3-2f29-444c-bca8-55015e82ede9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:06.753692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:06.953602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router ebfc0bf0-3a84-4629-9496-de8399a00686 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:07.068037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:07.073245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2f3d4f17-6ddd-4c21-93b5-046fa83f7531 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/ebfc0bf0-3a84-4629-9496-de8399a00686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4813795 Aug 20 11:51:07.076203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60662) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:07.078944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8930ba4-3798-42f5-880c-bf0e018757a8 None None] Sync routers for ids ['ebfc0bf0-3a84-4629-9496-de8399a00686'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:07.089142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8930ba4-3798-42f5-880c-bf0e018757a8 None None] Routers {'ebfc0bf0-3a84-4629-9496-de8399a00686'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:07.089776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d8930ba4-3798-42f5-880c-bf0e018757a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebfc0bf0-3a84-4629-9496-de8399a00686'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:07.122468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d8930ba4-3798-42f5-880c-bf0e018757a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:07.131220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8930ba4-3798-42f5-880c-bf0e018757a8 None None] Routers {'ebfc0bf0-3a84-4629-9496-de8399a00686'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:07.131844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d8930ba4-3798-42f5-880c-bf0e018757a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebfc0bf0-3a84-4629-9496-de8399a00686'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:07.164230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d8930ba4-3798-42f5-880c-bf0e018757a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:07.164903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8930ba4-3798-42f5-880c-bf0e018757a8 None None] The sync data for ids ['ebfc0bf0-3a84-4629-9496-de8399a00686'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:07.409406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.666666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 72d95226-3c5a-4332-ad56-767be60e1f22 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:07.667358 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.754065 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:07.766259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 72d95226-3c5a-4332-ad56-767be60e1f22 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:08.097978 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.125326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=72d95226-3c5a-4332-ad56-767be60e1f22,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:08.225715 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.392800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router ebfc0bf0-3a84-4629-9496-de8399a00686 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:08.466053 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:08.471079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c9853e40-88c0-4c63-be54-08d9e912904d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/ebfc0bf0-3a84-4629-9496-de8399a00686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3938787 Aug 20 11:51:08.473934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60684) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:08.476234 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9f987-c75f-4acf-bf93-84f72fbf6651 None None] Sync routers for ids ['ebfc0bf0-3a84-4629-9496-de8399a00686'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:08.486174 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9f987-c75f-4acf-bf93-84f72fbf6651 None None] Routers {'ebfc0bf0-3a84-4629-9496-de8399a00686'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:08.486829 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5bc9f987-c75f-4acf-bf93-84f72fbf6651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebfc0bf0-3a84-4629-9496-de8399a00686'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:08.506118 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4f221286-d926-4d2d-a916-2fcc844382e9 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebfc0bf0-3a84-4629-9496-de8399a00686 HTTP/1.1" status: 200 len: 205 time: 0.0310721 Aug 20 11:51:08.508791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60690) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:08.529320 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5bc9f987-c75f-4acf-bf93-84f72fbf6651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:08.538472 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9f987-c75f-4acf-bf93-84f72fbf6651 None None] Routers {'ebfc0bf0-3a84-4629-9496-de8399a00686'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:08.539067 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5bc9f987-c75f-4acf-bf93-84f72fbf6651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebfc0bf0-3a84-4629-9496-de8399a00686'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:08.579943 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5bc9f987-c75f-4acf-bf93-84f72fbf6651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:08.580907 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9f987-c75f-4acf-bf93-84f72fbf6651 None None] The sync data for ids ['ebfc0bf0-3a84-4629-9496-de8399a00686'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:08.599043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8be6-5bdf-423c-b04d-a198aded1eb8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.771668 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8be6-5bdf-423c-b04d-a198aded1eb8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.773890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8be6-5bdf-423c-b04d-a198aded1eb8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.939674 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8be6-5bdf-423c-b04d-a198aded1eb8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.940226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eb8be6-5bdf-423c-b04d-a198aded1eb8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Fanout notify agent at l3_agent the message router_deleted on router ebfc0bf0-3a84-4629-9496-de8399a00686 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:08.947604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8be6-5bdf-423c-b04d-a198aded1eb8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:08.948695 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f3eb8be6-5bdf-423c-b04d-a198aded1eb8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/ebfc0bf0-3a84-4629-9496-de8399a00686 HTTP/1.1" status: 204 len: 168 time: 0.4388726 Aug 20 11:51:08.951353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60694) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:09.005394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0054df08-443c-4b7e-9e79-8c0beeb6bdea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting subnet bdd1fab9-6785-4b01-9624-08aaf509938b {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:09.008879 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0054df08-443c-4b7e-9e79-8c0beeb6bdea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.078397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0054df08-443c-4b7e-9e79-8c0beeb6bdea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.181661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0054df08-443c-4b7e-9e79-8c0beeb6bdea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.334513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0054df08-443c-4b7e-9e79-8c0beeb6bdea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.371956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054df08-443c-4b7e-9e79-8c0beeb6bdea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd1fab9-6785-4b01-9624-08aaf509938b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:09.383291 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0054df08-443c-4b7e-9e79-8c0beeb6bdea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.383992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ac302-1359-4ddf-94c0-df1467c4b6d6 None None] Network 8646f344-03dc-42a9-8566-66b3e32edda8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:09.385521 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0054df08-443c-4b7e-9e79-8c0beeb6bdea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/bdd1fab9-6785-4b01-9624-08aaf509938b HTTP/1.1" status: 204 len: 168 time: 0.4332399 Aug 20 11:51:09.388202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60718) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:09.440599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa93365-53c0-4421-8f6a-61d2a2314c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting subnet 9c925f49-7b64-4141-b4be-2fb4f319ee6e {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:09.444034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-caa93365-53c0-4421-8f6a-61d2a2314c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.484724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-caa93365-53c0-4421-8f6a-61d2a2314c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.590391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0a850-19a9-4cee-b30b-d486716eac49 None None] DHCP port deletion for 8646f344-03dc-42a9-8566-66b3e32edda8 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:51:09.591297 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-caa93365-53c0-4421-8f6a-61d2a2314c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.645393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0a850-19a9-4cee-b30b-d486716eac49 None None] Deleting port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:09.645743 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9fa0a850-19a9-4cee-b30b-d486716eac49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.723317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9fa0a850-19a9-4cee-b30b-d486716eac49 None None] For port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0be7b234-8279-4fd7-ad2c-ebdd62ef63f9,segment=NetworkSegment(cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f),segment_id=cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:09.723882 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9fa0a850-19a9-4cee-b30b-d486716eac49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.724607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6dd24-c05f-4b1e-8968-d65994582994 req-39d73dc9-ddb8-462e-afba-2b2f35e297ac tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:09.726236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ca6dd24-c05f-4b1e-8968-d65994582994 req-39d73dc9-ddb8-462e-afba-2b2f35e297ac tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.1458786 Aug 20 11:51:09.743836 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0a850-19a9-4cee-b30b-d486716eac49 None None] Calling delete_port for 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:09.771672 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-caa93365-53c0-4421-8f6a-61d2a2314c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.777513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2ca6dd24-c05f-4b1e-8968-d65994582994 req-d560ac4c-824a-42f4-946e-9851819993f8 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447264 Aug 20 11:51:09.800525 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa93365-53c0-4421-8f6a-61d2a2314c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Subnet': ['ID=9c925f49-7b64-4141-b4be-2fb4f319ee6e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:09.819877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-caa93365-53c0-4421-8f6a-61d2a2314c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.820310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22211235-705b-4fd1-a3dc-cf56cb8ca702 None None] Network 14119a27-c912-4f27-a939-e990a72cd154 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:09.820418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-caa93365-53c0-4421-8f6a-61d2a2314c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/9c925f49-7b64-4141-b4be-2fb4f319ee6e HTTP/1.1" status: 204 len: 168 time: 0.4260793 Aug 20 11:51:09.827330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60728) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:09.883831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:09.921253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:09.985264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:09.985753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.035949 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.051449 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9fa0a850-19a9-4cee-b30b-d486716eac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.059467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0be7b234-8279-4fd7-ad2c-ebdd62ef63f9,segment=NetworkSegment(cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f),segment_id=cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:10.059845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.081121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:10.092285 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0a850-19a9-4cee-b30b-d486716eac49 None None] Pushing event deleted for resources: {'Port': ['ID=0be7b234-8279-4fd7-ad2c-ebdd62ef63f9,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:10.094293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0a850-19a9-4cee-b30b-d486716eac49 None None] No DVR routers for this DVR port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:10.121315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33a991c-ae0d-4afb-9cf1-ba27db66455d None None] DHCP port deletion for 14119a27-c912-4f27-a939-e990a72cd154 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:51:10.180245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f33a991c-ae0d-4afb-9cf1-ba27db66455d None None] Deleting port 421b42f1-654c-4fda-8085-b97dbf1a1aff {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:10.180890 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f33a991c-ae0d-4afb-9cf1-ba27db66455d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.187307 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.213455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=0be7b234-8279-4fd7-ad2c-ebdd62ef63f9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:10.217253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No DVR routers for this DVR port 0be7b234-8279-4fd7-ad2c-ebdd62ef63f9 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:10.264731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f33a991c-ae0d-4afb-9cf1-ba27db66455d None None] For port 421b42f1-654c-4fda-8085-b97dbf1a1aff, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=421b42f1-654c-4fda-8085-b97dbf1a1aff,segment=NetworkSegment(7feb9520-3f05-4576-9e16-70e2f995cfcf),segment_id=7feb9520-3f05-4576-9e16-70e2f995cfcf)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:10.265367 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f33a991c-ae0d-4afb-9cf1-ba27db66455d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.283070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f33a991c-ae0d-4afb-9cf1-ba27db66455d None None] Calling delete_port for 421b42f1-654c-4fda-8085-b97dbf1a1aff owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:10.304360 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.315668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8646f344-03dc-42a9-8566-66b3e32edda8']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:10.328304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:10.328611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6c7062-6f03-4d4d-bf90-fb1f61bbac4f') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:10.338989 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.355764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.362936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:10.363747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:10.367018 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:10.497418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f33a991c-ae0d-4afb-9cf1-ba27db66455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.522281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.524858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a991c-ae0d-4afb-9cf1-ba27db66455d None None] Pushing event deleted for resources: {'Port': ['ID=421b42f1-654c-4fda-8085-b97dbf1a1aff,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:10.527334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a991c-ae0d-4afb-9cf1-ba27db66455d None None] No DVR routers for this DVR port 421b42f1-654c-4fda-8085-b97dbf1a1aff on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:10.530066 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.532049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/networks/8646f344-03dc-42a9-8566-66b3e32edda8 HTTP/1.1" status: 204 len: 168 time: 0.7036417 Aug 20 11:51:10.534636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60738) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:10.561545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa86a02-18dc-4b14-a5b7-6cb7ceb961dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Network': ['ID=8646f344-03dc-42a9-8566-66b3e32edda8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:10.631853 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.726387 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.736829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14119a27-c912-4f27-a939-e990a72cd154']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:10.748477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7feb9520-3f05-4576-9e16-70e2f995cfcf') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:10.748820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7feb9520-3f05-4576-9e16-70e2f995cfcf') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:10.758189 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.771688 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.777728 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:10.778115 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:10.781089 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:10.926464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9b8f1-a492-48f7-a86d-4f4d86c81199 req-8378ce60-148c-4a71-ad73-9fe525862743 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:10.927980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e7f9b8f1-a492-48f7-a86d-4f4d86c81199 req-8378ce60-148c-4a71-ad73-9fe525862743 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0499802 Aug 20 11:51:10.928295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.933805 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:10.935797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/networks/14119a27-c912-4f27-a939-e990a72cd154 HTTP/1.1" status: 204 len: 168 time: 0.4002960 Aug 20 11:51:10.941993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60746) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:10.956324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-854564897'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:10.962834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Network': ['ID=14119a27-c912-4f27-a939-e990a72cd154,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:10.973529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e7f9b8f1-a492-48f7-a86d-4f4d86c81199 req-709a32bf-1786-4762-bc5b-a670ff56ead9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360048 Aug 20 11:51:10.975524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.975998 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.976337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.982553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.982553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.982553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.982553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.982553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.982553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.982553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.982553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:10.982553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e4708a-552c-4754-aa75-40b4c2b0e2c4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:11.133385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:11.136964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.160967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:11.170824 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.171186 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added segment ae1833a1-23da-4f52-a9aa-0acc0554044b of type vlan for network c202dc28-27a2-4291-a93b-611ae1d321b6 Aug 20 11:51:11.209268 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.320812 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.327025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:11.327703 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.355179 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.397759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Network': ['ID=c202dc28-27a2-4291-a93b-611ae1d321b6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:11.411963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network c202dc28-27a2-4291-a93b-611ae1d321b6 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:11.483165 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-103fce1f-de99-454f-ac94-c9df258e8528 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5399177 Aug 20 11:51:11.486194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60754) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:11.491422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'subnet': {'network_id': 'c202dc28-27a2-4291-a93b-611ae1d321b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:11.699375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:11.703029 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:11.824340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 421b42f1-654c-4fda-8085-b97dbf1a1aff no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:11.849945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 421b42f1-654c-4fda-8085-b97dbf1a1aff {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:11.850534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 421b42f1-654c-4fda-8085-b97dbf1a1aff not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:11.983301 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.060554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Subnet': ['ID=cab12c38-1d15-4438-b71a-76845eb791c7,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:12.069593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Checking segment: {'id': 'ae1833a1-23da-4f52-a9aa-0acc0554044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c202dc28-27a2-4291-a93b-611ae1d321b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:12.070239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network hostable DHCP agents. Network: c202dc28-27a2-4291-a93b-611ae1d321b6, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:12.132620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb90db-b079-4935-b6bd-7c46821c3a02 req-ca7fad8d-b158-4c6f-9fac-6a4898cc607b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:12.134049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95fb90db-b079-4935-b6bd-7c46821c3a02 req-ca7fad8d-b158-4c6f-9fac-6a4898cc607b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0610480 Aug 20 11:51:12.160796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network c202dc28-27a2-4291-a93b-611ae1d321b6 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:12.177777 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95fb90db-b079-4935-b6bd-7c46821c3a02 req-1fb842b6-fa23-4db1-9118-f05869850540 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370185 Aug 20 11:51:12.257920 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, c202dc28-27a2-4291-a93b-611ae1d321b6) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:12.262175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:12.262830 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.273485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee4dc4-c0cf-4e17-8dfc-68b9d545e5f4 None None] Network c202dc28-27a2-4291-a93b-611ae1d321b6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:12.385933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-105e7ae7-dfd5-4a9e-9ffd-141d87a8d68d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8985052 Aug 20 11:51:12.388392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60768) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:12.393388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ba3d5c48-936c-4335-9c4b-b788f7f17fac tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-510221166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:12.418504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-c202dc28-27a2-4291-a93b-611ae1d321b6', 'network_id': 'c202dc28-27a2-4291-a93b-611ae1d321b6', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'fixed_ips': [{'subnet_id': 'cab12c38-1d15-4438-b71a-76845eb791c7'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:12.419384 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.546010 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba3d5c48-936c-4335-9c4b-b788f7f17fac tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.547147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba3d5c48-936c-4335-9c4b-b788f7f17fac tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.564143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Allocated IP 2001:db8::2 (c202dc28-27a2-4291-a93b-611ae1d321b6/cab12c38-1d15-4438-b71a-76845eb791c7/9aa528e6-c571-439a-ae05-6c9d9b516fd8) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:12.606994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba3d5c48-936c-4335-9c4b-b788f7f17fac tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.705464 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba3d5c48-936c-4335-9c4b-b788f7f17fac tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.719474 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.728153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Transition to ACTIVE for port object 9aa528e6-c571-439a-ae05-6c9d9b516fd8 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:12.743361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Transition to ACTIVE for port object 9aa528e6-c571-439a-ae05-6c9d9b516fd8 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:12.791083 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba3d5c48-936c-4335-9c4b-b788f7f17fac tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.792353 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ba3d5c48-936c-4335-9c4b-b788f7f17fac tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4029448 Aug 20 11:51:12.794990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60774) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:12.800108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'port': {'network_id': 'c202dc28-27a2-4291-a93b-611ae1d321b6', 'name': 'tempest-RoutersIpV6Test-352378123'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:12.808263 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.848838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Network c202dc28-27a2-4291-a93b-611ae1d321b6 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:12.854215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:12.858771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:12.862689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Pushing event updated for resources: {'Port': ['ID=9aa528e6-c571-439a-ae05-6c9d9b516fd8,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:12.924130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Attempting to bind port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:12.924803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Attempting to bind port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ae1833a1-23da-4f52-a9aa-0acc0554044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c202dc28-27a2-4291-a93b-611ae1d321b6'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:12.925175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Attempting to bind port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 on network c202dc28-27a2-4291-a93b-611ae1d321b6 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:12.930788 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:12.934698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Checking segment: {'id': 'ae1833a1-23da-4f52-a9aa-0acc0554044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c202dc28-27a2-4291-a93b-611ae1d321b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:12.934698 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:12.934698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Bound using segment: {'id': 'ae1833a1-23da-4f52-a9aa-0acc0554044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c202dc28-27a2-4291-a93b-611ae1d321b6'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:12.934698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Bound port: 9aa528e6-c571-439a-ae05-6c9d9b516fd8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1833a1-23da-4f52-a9aa-0acc0554044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c202dc28-27a2-4291-a93b-611ae1d321b6'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:12.934698 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.003263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] For port 9aa528e6-c571-439a-ae05-6c9d9b516fd8, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:13.007638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] For port 9aa528e6-c571-439a-ae05-6c9d9b516fd8, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9aa528e6-c571-439a-ae05-6c9d9b516fd8,segment=NetworkSegment(ae1833a1-23da-4f52-a9aa-0acc0554044b),segment_id=ae1833a1-23da-4f52-a9aa-0acc0554044b)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:13.059125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:13.063409 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.081416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] device_id is not set on port 7b562148-bf42-42c4-98d8-ee3b44315002 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:51:13.128204 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.187916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e5abd-6c89-4f4b-b882-8b47606049e6 None None] Pushing event updated for resources: {'Port': ['ID=9aa528e6-c571-439a-ae05-6c9d9b516fd8,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:13.219309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Allocated IP 2001:db8::203 (c202dc28-27a2-4291-a93b-611ae1d321b6/cab12c38-1d15-4438-b71a-76845eb791c7/7b562148-bf42-42c4-98d8-ee3b44315002) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:13.414731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b914-2c84-40a8-b11a-909bb3f8453d req-04c552f5-f59e-4c28-a074-5cb0bd52faa5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:13.424569 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8b7b914-2c84-40a8-b11a-909bb3f8453d req-04c552f5-f59e-4c28-a074-5cb0bd52faa5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.1651378 Aug 20 11:51:13.608128 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.865159 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8b7b914-2c84-40a8-b11a-909bb3f8453d req-03d313dc-df7b-4ac8-93e2-40c170f91367 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4398499 Aug 20 11:51:13.882526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9aa528e6-c571-439a-ae05-6c9d9b516fd8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:13.893618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:13.907967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Transition to ACTIVE for port object 7b562148-bf42-42c4-98d8-ee3b44315002 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:14.006610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.053574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:14.058684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network c202dc28-27a2-4291-a93b-611ae1d321b6 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:14.061754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:14.065792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:14.071471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:14.072320 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.083709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=7b562148-bf42-42c4-98d8-ee3b44315002,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:14.180480 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-04a4ac59-ae5d-4545-a0cc-d598b9552bdc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3844380 Aug 20 11:51:14.183157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60794) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:14.242157 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7178b-44cf-4fbe-bb0f-0a389bfea420 None None] Network c202dc28-27a2-4291-a93b-611ae1d321b6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:14.463059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b0206931-3521-4afa-a635-f50730512bd4 None None] Provisioning for port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:14.467558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b0206931-3521-4afa-a635-f50730512bd4 None None] Provisioning complete for port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:14.468199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0206931-3521-4afa-a635-f50730512bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.549054 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.560283 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0206931-3521-4afa-a635-f50730512bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.594263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b0206931-3521-4afa-a635-f50730512bd4 None None] For port 9aa528e6-c571-439a-ae05-6c9d9b516fd8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9aa528e6-c571-439a-ae05-6c9d9b516fd8,segment=NetworkSegment(ae1833a1-23da-4f52-a9aa-0acc0554044b),segment_id=ae1833a1-23da-4f52-a9aa-0acc0554044b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:14.672107 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0206931-3521-4afa-a635-f50730512bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.743349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0206931-3521-4afa-a635-f50730512bd4 None None] Pushing event updated for resources: {'Port': ['ID=9aa528e6-c571-439a-ae05-6c9d9b516fd8,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:14.832367 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.880444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-beda0470-88ed-4a7b-a810-09c185cabb3d None None] Provisioning for port 7b562148-bf42-42c4-98d8-ee3b44315002 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:14.885517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-beda0470-88ed-4a7b-a810-09c185cabb3d None None] Provisioning complete for port 7b562148-bf42-42c4-98d8-ee3b44315002 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:14.886817 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-beda0470-88ed-4a7b-a810-09c185cabb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.938408 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:14.940092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-beda0470-88ed-4a7b-a810-09c185cabb3d None None] Port 7b562148-bf42-42c4-98d8-ee3b44315002 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:14.952850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-beda0470-88ed-4a7b-a810-09c185cabb3d None None] Provisioning complete for port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:14.953134 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-beda0470-88ed-4a7b-a810-09c185cabb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.031168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=7b562148-bf42-42c4-98d8-ee3b44315002,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:15.046232 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb3b2-bc2b-4fe3-bde7-f26fd6c34efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.046563 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff118ce-1d60-4b71-8901-438c4c415152 req-2fa559ab-2e75-45d3-adcd-087b021ac250 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:15.059060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cff118ce-1d60-4b71-8901-438c4c415152 req-2fa559ab-2e75-45d3-adcd-087b021ac250 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.1058276 Aug 20 11:51:15.119343 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cff118ce-1d60-4b71-8901-438c4c415152 req-76951ca8-6306-4e8f-92e7-af8509e81231 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574498 Aug 20 11:51:15.180438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-74ca4798-4d1f-41fa-996f-b34bd90f3f8e None None] Provisioning complete for port 7b562148-bf42-42c4-98d8-ee3b44315002 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:15.180809 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-74ca4798-4d1f-41fa-996f-b34bd90f3f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.192964 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.223685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-74ca4798-4d1f-41fa-996f-b34bd90f3f8e None None] Port 7b562148-bf42-42c4-98d8-ee3b44315002 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:15.341838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6ccd57f7-c59a-4049-af50-1747e7bc589b None None] Provisioning complete for port 7b562148-bf42-42c4-98d8-ee3b44315002 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:15.342226 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6ccd57f7-c59a-4049-af50-1747e7bc589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.379327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd57f7-c59a-4049-af50-1747e7bc589b None None] Port 7b562148-bf42-42c4-98d8-ee3b44315002 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:15.393558 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:51:15.494499 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.762074 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.816449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9aa528e6-c571-439a-ae05-6c9d9b516fd8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:15.845713 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.846550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.864205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:15.864582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:15.935665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=7b562148-bf42-42c4-98d8-ee3b44315002,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:15.979575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network c202dc28-27a2-4291-a93b-611ae1d321b6 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:15.981115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:16.216273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f41e89d1-bd68-445a-8ca7-d153a41541a3 None None] Provisioning complete for port 7b562148-bf42-42c4-98d8-ee3b44315002 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:16.216844 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f41e89d1-bd68-445a-8ca7-d153a41541a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:16.232869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router ffb8ef88-7b21-45bb-8195-16ec58199955 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:16.259280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f41e89d1-bd68-445a-8ca7-d153a41541a3 None None] Port 7b562148-bf42-42c4-98d8-ee3b44315002 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:16.297083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085bc7f-fb20-4409-ab39-0b9b38d13446 req-2e5b0a1c-f472-4336-b778-d4a26cde5672 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:16.307818 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b085bc7f-fb20-4409-ab39-0b9b38d13446 req-2e5b0a1c-f472-4336-b778-d4a26cde5672 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.1069024 Aug 20 11:51:16.376014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:16.383261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b80590d5-6b19-4223-b6aa-490321907d57 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/ffb8ef88-7b21-45bb-8195-16ec58199955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1989799 Aug 20 11:51:16.386061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60822) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:16.388992 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b085bc7f-fb20-4409-ab39-0b9b38d13446 req-3f15e8f6-3809-4f07-b77a-2faf06c2101d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628018 Aug 20 11:51:16.390143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa932bd1-0e2f-48d7-bb62-4cdda46e190c None None] Sync routers for ids ['ffb8ef88-7b21-45bb-8195-16ec58199955'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:16.400623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa932bd1-0e2f-48d7-bb62-4cdda46e190c None None] Routers {'ffb8ef88-7b21-45bb-8195-16ec58199955'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:16.401333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fa932bd1-0e2f-48d7-bb62-4cdda46e190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ffb8ef88-7b21-45bb-8195-16ec58199955'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:16.433700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c595b29c-f3c1-4690-94d2-8a1a0a41d67e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:16.435358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c595b29c-f3c1-4690-94d2-8a1a0a41d67e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports/7b562148-bf42-42c4-98d8-ee3b44315002 HTTP/1.1" status: 200 len: 983 time: 0.0476408 Aug 20 11:51:16.436579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fa932bd1-0e2f-48d7-bb62-4cdda46e190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:16.438054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60824) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:16.446501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa932bd1-0e2f-48d7-bb62-4cdda46e190c None None] Routers {'ffb8ef88-7b21-45bb-8195-16ec58199955'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:16.447135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fa932bd1-0e2f-48d7-bb62-4cdda46e190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ffb8ef88-7b21-45bb-8195-16ec58199955'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:16.479102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fa932bd1-0e2f-48d7-bb62-4cdda46e190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:16.479738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa932bd1-0e2f-48d7-bb62-4cdda46e190c None None] The sync data for ids ['ffb8ef88-7b21-45bb-8195-16ec58199955'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:16.884501 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.118501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 7b562148-bf42-42c4-98d8-ee3b44315002 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:17.118851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.209181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.221482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 7b562148-bf42-42c4-98d8-ee3b44315002 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:17.497528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.516824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d47bc-3ac4-49b9-96e3-67562a721837 req-927ba0d3-3269-45e5-98a1-8e9056e38d11 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:17.519828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-080d47bc-3ac4-49b9-96e3-67562a721837 req-927ba0d3-3269-45e5-98a1-8e9056e38d11 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0564785 Aug 20 11:51:17.534130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=7b562148-bf42-42c4-98d8-ee3b44315002,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:17.562095 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-080d47bc-3ac4-49b9-96e3-67562a721837 req-68e8bf70-bf8f-4bd3-a994-0570d0c399c8 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358889 Aug 20 11:51:17.633024 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.768014 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-66f82848-800b-4ffd-aecb-5688d457c75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:17.795797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router ffb8ef88-7b21-45bb-8195-16ec58199955 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:17.875031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:17.883589 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-936ed9e6-56aa-48c0-bd88-eb79f1739dc4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/ffb8ef88-7b21-45bb-8195-16ec58199955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4417121 Aug 20 11:51:17.883682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60846) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:17.884638 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb0d12-f7a8-4cdb-ae45-5b9926296d3a None None] Sync routers for ids ['ffb8ef88-7b21-45bb-8195-16ec58199955'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:17.895141 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb0d12-f7a8-4cdb-ae45-5b9926296d3a None None] Routers {'ffb8ef88-7b21-45bb-8195-16ec58199955'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:17.895763 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73eb0d12-f7a8-4cdb-ae45-5b9926296d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ffb8ef88-7b21-45bb-8195-16ec58199955'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:17.930892 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73eb0d12-f7a8-4cdb-ae45-5b9926296d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:17.941028 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb0d12-f7a8-4cdb-ae45-5b9926296d3a None None] Routers {'ffb8ef88-7b21-45bb-8195-16ec58199955'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:17.941658 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73eb0d12-f7a8-4cdb-ae45-5b9926296d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ffb8ef88-7b21-45bb-8195-16ec58199955'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:17.977889 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-73eb0d12-f7a8-4cdb-ae45-5b9926296d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:17.978471 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb0d12-f7a8-4cdb-ae45-5b9926296d3a None None] The sync data for ids ['ffb8ef88-7b21-45bb-8195-16ec58199955'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:18.080463 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-de076fbe-8b48-4896-a79f-af7364f0dae0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 11:51:18.081582 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-de076fbe-8b48-4896-a79f-af7364f0dae0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/ffb8ef88-7b21-45bb-8195-16ec58199955/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1969924 Aug 20 11:51:18.084378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60848) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:18.114186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-70274c17-4762-4c5d-a2f3-914288e6aadb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffb8ef88-7b21-45bb-8195-16ec58199955 HTTP/1.1" status: 200 len: 205 time: 0.0261483 Aug 20 11:51:18.114186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60850) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:18.190275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99c2d2d5-2028-4bce-ae99-3220d6eecbc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.617753 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.748766 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99c2d2d5-2028-4bce-ae99-3220d6eecbc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.751832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99c2d2d5-2028-4bce-ae99-3220d6eecbc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.808772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c835-f693-4caf-b630-f4a04eaf3f67 req-18d18eb2-e9c8-4bd7-8008-900747be5565 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:18.810323 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09d9c835-f693-4caf-b630-f4a04eaf3f67 req-18d18eb2-e9c8-4bd7-8008-900747be5565 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.1512172 Aug 20 11:51:18.850188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09d9c835-f693-4caf-b630-f4a04eaf3f67 req-4744c7b5-3f3f-4cf0-bfdb-dc483dbb9adb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332172 Aug 20 11:51:18.851392 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99c2d2d5-2028-4bce-ae99-3220d6eecbc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.852062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c2d2d5-2028-4bce-ae99-3220d6eecbc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Fanout notify agent at l3_agent the message router_deleted on router ffb8ef88-7b21-45bb-8195-16ec58199955 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:18.861169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99c2d2d5-2028-4bce-ae99-3220d6eecbc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.862288 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-99c2d2d5-2028-4bce-ae99-3220d6eecbc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/ffb8ef88-7b21-45bb-8195-16ec58199955 HTTP/1.1" status: 204 len: 168 time: 0.7471950 Aug 20 11:51:18.865149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60864) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:18.931415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7132fd56-0482-4db9-b50d-f572cb875aa8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting subnet cab12c38-1d15-4438-b71a-76845eb791c7 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:18.934896 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7132fd56-0482-4db9-b50d-f572cb875aa8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:18.983034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7132fd56-0482-4db9-b50d-f572cb875aa8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.072037 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7132fd56-0482-4db9-b50d-f572cb875aa8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.214391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7132fd56-0482-4db9-b50d-f572cb875aa8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.240805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132fd56-0482-4db9-b50d-f572cb875aa8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Subnet': ['ID=cab12c38-1d15-4438-b71a-76845eb791c7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:19.246795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7132fd56-0482-4db9-b50d-f572cb875aa8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.248689 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7132fd56-0482-4db9-b50d-f572cb875aa8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/cab12c38-1d15-4438-b71a-76845eb791c7 HTTP/1.1" status: 204 len: 168 time: 0.3825960 Aug 20 11:51:19.251471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60870) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:19.255286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0b0d4d-253d-42d9-8ce7-e52aad40e710 None None] Network c202dc28-27a2-4291-a93b-611ae1d321b6 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:19.334048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.403040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:19.403040 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.443435 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.465048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port 9aa528e6-c571-439a-ae05-6c9d9b516fd8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9aa528e6-c571-439a-ae05-6c9d9b516fd8,segment=NetworkSegment(ae1833a1-23da-4f52-a9aa-0acc0554044b),segment_id=ae1833a1-23da-4f52-a9aa-0acc0554044b)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:19.465048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.471289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d42163d-4b18-4a5c-ba90-aeaa1cef22b9 None None] DHCP port deletion for c202dc28-27a2-4291-a93b-611ae1d321b6 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:51:19.479378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 9aa528e6-c571-439a-ae05-6c9d9b516fd8 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:19.522930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4d42163d-4b18-4a5c-ba90-aeaa1cef22b9 None None] Deleting port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:19.523425 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4d42163d-4b18-4a5c-ba90-aeaa1cef22b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.665629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.693656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=9aa528e6-c571-439a-ae05-6c9d9b516fd8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:19.702096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No DVR routers for this DVR port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:19.747375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4d42163d-4b18-4a5c-ba90-aeaa1cef22b9 None None] For port 9aa528e6-c571-439a-ae05-6c9d9b516fd8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9aa528e6-c571-439a-ae05-6c9d9b516fd8,segment=NetworkSegment(ae1833a1-23da-4f52-a9aa-0acc0554044b),segment_id=ae1833a1-23da-4f52-a9aa-0acc0554044b)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:19.747870 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4d42163d-4b18-4a5c-ba90-aeaa1cef22b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.762329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4d42163d-4b18-4a5c-ba90-aeaa1cef22b9 None None] Calling delete_port for 9aa528e6-c571-439a-ae05-6c9d9b516fd8 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:19.795504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.807433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c202dc28-27a2-4291-a93b-611ae1d321b6']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:19.819838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1833a1-23da-4f52-a9aa-0acc0554044b') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:19.820236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1833a1-23da-4f52-a9aa-0acc0554044b') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:19.840258 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.840462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9aa528e6-c571-439a-ae05-6c9d9b516fd8 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:19.845470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.852077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:19.852474 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:19.855473 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:19.860882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 9aa528e6-c571-439a-ae05-6c9d9b516fd8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:19.861234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9aa528e6-c571-439a-ae05-6c9d9b516fd8 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:19.867471 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4d42163d-4b18-4a5c-ba90-aeaa1cef22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:19.917027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42163d-4b18-4a5c-ba90-aeaa1cef22b9 None None] Pushing event deleted for resources: {'Port': ['ID=9aa528e6-c571-439a-ae05-6c9d9b516fd8,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:19.922707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d42163d-4b18-4a5c-ba90-aeaa1cef22b9 None None] No DVR routers for this DVR port 9aa528e6-c571-439a-ae05-6c9d9b516fd8 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:19.991443 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2046aa3-ee0e-4767-ab78-5c6981b4cd40 req-eef9160d-72db-4da8-a52c-834d0e8c2735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:19.992934 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2046aa3-ee0e-4767-ab78-5c6981b4cd40 req-eef9160d-72db-4da8-a52c-834d0e8c2735 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0503812 Aug 20 11:51:20.031751 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b2046aa3-ee0e-4767-ab78-5c6981b4cd40 req-5761ffca-b015-4196-9a91-e9e84fe49f4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325129 Aug 20 11:51:20.074733 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.082592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.088918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/networks/c202dc28-27a2-4291-a93b-611ae1d321b6 HTTP/1.1" status: 204 len: 168 time: 0.8319697 Aug 20 11:51:20.090708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60882) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:20.095821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-235153124'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:20.107901 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a741e02-d60d-408a-a9e9-e432d2e205cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Network': ['ID=c202dc28-27a2-4291-a93b-611ae1d321b6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:20.280696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:20.284458 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.312921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:20.323397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.328824 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added segment 176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3 of type vlan for network 8ef0ed25-ca94-4a84-a230-e22b36a313fb Aug 20 11:51:20.365625 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.481921 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.488089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:20.488753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.557172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Network': ['ID=8ef0ed25-ca94-4a84-a230-e22b36a313fb,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:20.567825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 8ef0ed25-ca94-4a84-a230-e22b36a313fb details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:20.648409 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d29506fb-77a9-4099-9641-50a09961ff12 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5565126 Aug 20 11:51:20.651045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60892) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:20.656016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'subnet': {'network_id': '8ef0ed25-ca94-4a84-a230-e22b36a313fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:20.869100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:20.872745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:20.904981 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.161861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab59d9-4bcf-4071-93ce-f1a700fe0ff0 req-3a3d6dd6-1bee-40b1-b43b-fa8d6dbce71d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:21.162463 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.163371 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aaab59d9-4bcf-4071-93ce-f1a700fe0ff0 req-3a3d6dd6-1bee-40b1-b43b-fa8d6dbce71d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0552402 Aug 20 11:51:21.207360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aaab59d9-4bcf-4071-93ce-f1a700fe0ff0 req-ac85d82b-6b46-48c0-b6e6-77e422c7661c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375533 Aug 20 11:51:21.236019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Subnet': ['ID=63eaad6d-354e-471c-8214-c1108c64b959,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:21.245228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Checking segment: {'id': '176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ef0ed25-ca94-4a84-a230-e22b36a313fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:21.251809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network hostable DHCP agents. Network: 8ef0ed25-ca94-4a84-a230-e22b36a313fb, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:21.440926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 8ef0ed25-ca94-4a84-a230-e22b36a313fb is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:21.579023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 8ef0ed25-ca94-4a84-a230-e22b36a313fb) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:21.583343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:21.584037 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.588899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e06f72f-2ed0-4c8a-8239-f03303c93f22 None None] Network 8ef0ed25-ca94-4a84-a230-e22b36a313fb requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:21.711511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fffeede2-f9b0-435a-ba94-703b15d74e1f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0592310 Aug 20 11:51:21.714087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60906) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:21.723481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8fce2d1f-d1f2-4b8d-876a-97995559ccc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1231449354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:21.746027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-8ef0ed25-ca94-4a84-a230-e22b36a313fb', 'network_id': '8ef0ed25-ca94-4a84-a230-e22b36a313fb', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'fixed_ips': [{'subnet_id': '63eaad6d-354e-471c-8214-c1108c64b959'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:21.746950 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.881158 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fce2d1f-d1f2-4b8d-876a-97995559ccc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.882411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fce2d1f-d1f2-4b8d-876a-97995559ccc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:21.913798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Allocated IP 2001:db8::2 (8ef0ed25-ca94-4a84-a230-e22b36a313fb/63eaad6d-354e-471c-8214-c1108c64b959/c7e41d55-867a-450a-848d-9ee3e9e4dfbc) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:21.950476 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fce2d1f-d1f2-4b8d-876a-97995559ccc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.051091 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fce2d1f-d1f2-4b8d-876a-97995559ccc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.096509 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.105473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Transition to ACTIVE for port object c7e41d55-867a-450a-848d-9ee3e9e4dfbc will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:22.120281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Transition to ACTIVE for port object c7e41d55-867a-450a-848d-9ee3e9e4dfbc will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:22.161440 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8fce2d1f-d1f2-4b8d-876a-97995559ccc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.162793 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8fce2d1f-d1f2-4b8d-876a-97995559ccc1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4473865 Aug 20 11:51:22.165394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60912) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:22.219169 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.260131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Network 8ef0ed25-ca94-4a84-a230-e22b36a313fb is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:22.265281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:22.272073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:22.289232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Pushing event updated for resources: {'Port': ['ID=c7e41d55-867a-450a-848d-9ee3e9e4dfbc,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:22.348879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Attempting to bind port c7e41d55-867a-450a-848d-9ee3e9e4dfbc on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:22.349556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Attempting to bind port c7e41d55-867a-450a-848d-9ee3e9e4dfbc by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ef0ed25-ca94-4a84-a230-e22b36a313fb'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:22.350184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Attempting to bind port c7e41d55-867a-450a-848d-9ee3e9e4dfbc on network 8ef0ed25-ca94-4a84-a230-e22b36a313fb {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:22.366059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:22.366787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Checking segment: {'id': '176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ef0ed25-ca94-4a84-a230-e22b36a313fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:22.367286 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.367774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Bound using segment: {'id': '176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ef0ed25-ca94-4a84-a230-e22b36a313fb'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:22.368368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Bound port: c7e41d55-867a-450a-848d-9ee3e9e4dfbc, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ef0ed25-ca94-4a84-a230-e22b36a313fb'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:22.368835 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.379907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030b66f-86e2-41e7-bf18-9dae7fd12645 req-e731e13b-c2f4-4a49-9e6a-d961ce11ac02 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:22.382166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b030b66f-86e2-41e7-bf18-9dae7fd12645 req-e731e13b-c2f4-4a49-9e6a-d961ce11ac02 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0849228 Aug 20 11:51:22.430472 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b030b66f-86e2-41e7-bf18-9dae7fd12645 req-0d11693c-1cd9-4762-a67b-bcd31a66452a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408411 Aug 20 11:51:22.454613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] For port c7e41d55-867a-450a-848d-9ee3e9e4dfbc, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:22.458469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] For port c7e41d55-867a-450a-848d-9ee3e9e4dfbc, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c7e41d55-867a-450a-848d-9ee3e9e4dfbc,segment=NetworkSegment(176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3),segment_id=176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:22.523281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.535077 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.617984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55711bc5-d7aa-41ff-acc9-8c1eeafcceee None None] Pushing event updated for resources: {'Port': ['ID=c7e41d55-867a-450a-848d-9ee3e9e4dfbc,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:22.691501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8a49a357-e1ae-408d-9d77-2e17502ff108 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:51:22.848095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Allocated IP 2001:db8::1 (8ef0ed25-ca94-4a84-a230-e22b36a313fb/63eaad6d-354e-471c-8214-c1108c64b959/b5eeb7db-85b8-4034-b4ac-d415d5cb7425) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:22.853666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:22.883142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'port_id': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'mac_address': 'fa:16:3e:7f:69:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:51:22.962418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:22.977718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a49a357-e1ae-408d-9d77-2e17502ff108 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:51:22.999091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:23.018835 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.035940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Transition to ACTIVE for port object b5eeb7db-85b8-4034-b4ac-d415d5cb7425 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:23.101498 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.157054 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.177333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:23.203167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['8a49a357-e1ae-408d-9d77-2e17502ff108'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:51:23.213502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 8ef0ed25-ca94-4a84-a230-e22b36a313fb is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:23.216962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:23.220170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:23.220752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.273601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=b5eeb7db-85b8-4034-b4ac-d415d5cb7425,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:23.490700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:23.696235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce9fdd-6301-41bf-920c-0bfea29b5227 req-d60afb20-77fa-4666-9ec7-86fdbe6f1971 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:23.703139 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7fce9fdd-6301-41bf-920c-0bfea29b5227 req-d60afb20-77fa-4666-9ec7-86fdbe6f1971 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 944 time: 0.1370909 Aug 20 11:51:23.859751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117de47c-4f27-4e39-b714-4ded5c8875be None None] Network 8ef0ed25-ca94-4a84-a230-e22b36a313fb requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:23.900691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7fce9fdd-6301-41bf-920c-0bfea29b5227 req-933ffdb5-96fa-4f90-b5ec-b264ba35ba04 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846812 Aug 20 11:51:23.919620 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c7e41d55-867a-450a-848d-9ee3e9e4dfbc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:24.020668 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.113045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3c6a32f0-d1d4-4041-9a0d-45ceb95cb610 None None] Provisioning for port c7e41d55-867a-450a-848d-9ee3e9e4dfbc completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:24.147987 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.148118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c7e41d55-867a-450a-848d-9ee3e9e4dfbc completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:24.148233 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.150422 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c7e41d55-867a-450a-848d-9ee3e9e4dfbc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:24.150834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.281764 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.328683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c7e41d55-867a-450a-848d-9ee3e9e4dfbc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c7e41d55-867a-450a-848d-9ee3e9e4dfbc,segment=NetworkSegment(176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3),segment_id=176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:24.343908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=b5eeb7db-85b8-4034-b4ac-d415d5cb7425,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:24.400134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 8ef0ed25-ca94-4a84-a230-e22b36a313fb is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:24.405344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:24.425453 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.487079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c7e41d55-867a-450a-848d-9ee3e9e4dfbc,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:24.505374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.505608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.506315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.506315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.506819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.507007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.507343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.507677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.508148 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.508313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.521420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.521420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:24.657683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-deab4475-5f86-41ed-9884-57f8d26ce2fb None None] Provisioning for port b5eeb7db-85b8-4034-b4ac-d415d5cb7425 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:24.663391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-deab4475-5f86-41ed-9884-57f8d26ce2fb None None] Provisioning complete for port b5eeb7db-85b8-4034-b4ac-d415d5cb7425 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:24.663766 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-deab4475-5f86-41ed-9884-57f8d26ce2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.693868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8a49a357-e1ae-408d-9d77-2e17502ff108 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:24.742986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-deab4475-5f86-41ed-9884-57f8d26ce2fb None None] Port b5eeb7db-85b8-4034-b4ac-d415d5cb7425 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:24.778058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 55666b95-4e88-4bf1-8ce2-bb3d62bbc674 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:24.809047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-deab4475-5f86-41ed-9884-57f8d26ce2fb None None] Provisioning complete for port c7e41d55-867a-450a-848d-9ee3e9e4dfbc triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:24.809316 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-deab4475-5f86-41ed-9884-57f8d26ce2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.888469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 8a49a357-e1ae-408d-9d77-2e17502ff108 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:24.889788 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:24.956893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:24.966478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-643c2463-abcd-49fd-8445-e8dee5fbdde5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/55666b95-4e88-4bf1-8ce2-bb3d62bbc674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8000112 Aug 20 11:51:24.970841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 60972) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:25.014395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f0d5e-a1f1-48c3-a84e-7e160aecb20b None None] Sync routers for ids ['55666b95-4e88-4bf1-8ce2-bb3d62bbc674'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:25.053686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f0d5e-a1f1-48c3-a84e-7e160aecb20b None None] Routers {'55666b95-4e88-4bf1-8ce2-bb3d62bbc674'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:25.054463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c76f0d5e-a1f1-48c3-a84e-7e160aecb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['55666b95-4e88-4bf1-8ce2-bb3d62bbc674'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:25.105377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c76f0d5e-a1f1-48c3-a84e-7e160aecb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:25.136294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0f63db-598f-4035-a23b-6c8b9c9513aa tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:25.141527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 60974) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:25.149012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9f0f63db-598f-4035-a23b-6c8b9c9513aa tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports/b5eeb7db-85b8-4034-b4ac-d415d5cb7425 HTTP/1.1" status: 200 len: 911 time: 0.1658378 Aug 20 11:51:25.164672 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.183821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed025-dcc5-48c0-9c0d-cc2580a1d8f0 req-ce1ba134-b83c-4b66-b443-03c9a0aad434 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:25.187126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f0d5e-a1f1-48c3-a84e-7e160aecb20b None None] Routers {'55666b95-4e88-4bf1-8ce2-bb3d62bbc674'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:25.187884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c76f0d5e-a1f1-48c3-a84e-7e160aecb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['55666b95-4e88-4bf1-8ce2-bb3d62bbc674'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:25.193475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da6ed025-dcc5-48c0-9c0d-cc2580a1d8f0 req-ce1ba134-b83c-4b66-b443-03c9a0aad434 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 944 time: 0.1852293 Aug 20 11:51:25.236905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c76f0d5e-a1f1-48c3-a84e-7e160aecb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:25.238304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f0d5e-a1f1-48c3-a84e-7e160aecb20b None None] The sync data for ids ['55666b95-4e88-4bf1-8ce2-bb3d62bbc674'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:25.258507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:51:25.263423 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f550b8eb-9c3f-4a4e-916b-f32d22388487" -d '{"events": [{"server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "name": "network-vif-plugged", "status": "completed", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:51:25.265526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da6ed025-dcc5-48c0-9c0d-cc2580a1d8f0 req-cbd858db-f406-45f5-99d9-8365443b1d91 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712471 Aug 20 11:51:25.286146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3eb1d065-697b-465b-8817-c48d6010d142 None None] Provisioning complete for port b5eeb7db-85b8-4034-b4ac-d415d5cb7425 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:25.286737 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d065-697b-465b-8817-c48d6010d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.292516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:25.326694 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ea3df6-0352-4d27-a7db-9c06f8106885 x-openstack-request-id: req-90ea3df6-0352-4d27-a7db-9c06f8106885 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:51:25.327119 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "name": "network-vif-plugged", "status": "completed", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:51:25.327473 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90ea3df6-0352-4d27-a7db-9c06f8106885 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:51:25.327956 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'code': 200} Aug 20 11:51:25.348912 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1d065-697b-465b-8817-c48d6010d142 None None] Port b5eeb7db-85b8-4034-b4ac-d415d5cb7425 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:25.419061 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.475806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:25.494161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a4b6f3f2-d945-4b2d-b6d9-c7a78902a275 None None] Provisioning complete for port b5eeb7db-85b8-4034-b4ac-d415d5cb7425 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:25.494161 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4b6f3f2-d945-4b2d-b6d9-c7a78902a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.558115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a4b6f3f2-d945-4b2d-b6d9-c7a78902a275 None None] Port b5eeb7db-85b8-4034-b4ac-d415d5cb7425 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:25.853367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c7e41d55-867a-450a-848d-9ee3e9e4dfbc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:25.917479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c7e41d55-867a-450a-848d-9ee3e9e4dfbc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:25.918158 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:25.986173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.292612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port b5eeb7db-85b8-4034-b4ac-d415d5cb7425 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:26.293187 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.479978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824794e9-259a-4915-835f-54536e498c91 req-71f1a43e-a5e4-4d7d-85f6-1f207e52f2b2 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:26.489668 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-824794e9-259a-4915-835f-54536e498c91 req-71f1a43e-a5e4-4d7d-85f6-1f207e52f2b2 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0792034 Aug 20 11:51:26.502740 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.531118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for b5eeb7db-85b8-4034-b4ac-d415d5cb7425 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:26.540802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-824794e9-259a-4915-835f-54536e498c91 req-dbbb9bf8-76d5-4bfe-848a-6a5259ec4103 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497868 Aug 20 11:51:26.852172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:26.883196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=b5eeb7db-85b8-4034-b4ac-d415d5cb7425,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:27.044210 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.258573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 55666b95-4e88-4bf1-8ce2-bb3d62bbc674 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:27.342610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:27.352821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 32768) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:27.355423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e0534a91-e728-4580-8a4c-40f5dcb7fbcb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/55666b95-4e88-4bf1-8ce2-bb3d62bbc674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2126322 Aug 20 11:51:27.360319 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4803e89a-d9c7-4578-9479-bbecc2756e42 None None] Sync routers for ids ['55666b95-4e88-4bf1-8ce2-bb3d62bbc674'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:27.381900 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803e89a-d9c7-4578-9479-bbecc2756e42 None None] Routers {'55666b95-4e88-4bf1-8ce2-bb3d62bbc674'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:27.382892 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4803e89a-d9c7-4578-9479-bbecc2756e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['55666b95-4e88-4bf1-8ce2-bb3d62bbc674'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:27.384278 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ed3796f1-e7ee-4d03-b676-cb31e2934274 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=55666b95-4e88-4bf1-8ce2-bb3d62bbc674 HTTP/1.1" status: 200 len: 205 time: 0.0302956 Aug 20 11:51:27.387821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 32770) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:27.429680 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4803e89a-d9c7-4578-9479-bbecc2756e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:27.441637 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803e89a-d9c7-4578-9479-bbecc2756e42 None None] Routers {'55666b95-4e88-4bf1-8ce2-bb3d62bbc674'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:27.442273 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4803e89a-d9c7-4578-9479-bbecc2756e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['55666b95-4e88-4bf1-8ce2-bb3d62bbc674'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:27.479410 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4803e89a-d9c7-4578-9479-bbecc2756e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:27.480104 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4803e89a-d9c7-4578-9479-bbecc2756e42 None None] The sync data for ids ['55666b95-4e88-4bf1-8ce2-bb3d62bbc674'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:27.501187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1844fa48-6f5c-470f-b954-c1eefe7decb2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:27.726368 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebec34-e603-4a98-b722-d1328f8d9b8d req-b8e6b835-5d0f-4eda-8f28-43fb96881a1c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:27.728363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-06ebec34-e603-4a98-b722-d1328f8d9b8d req-b8e6b835-5d0f-4eda-8f28-43fb96881a1c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0743551 Aug 20 11:51:27.801696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-06ebec34-e603-4a98-b722-d1328f8d9b8d req-4581368a-0c09-4ef3-8cea-a5d6a904ab7b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648744 Aug 20 11:51:28.126097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1844fa48-6f5c-470f-b954-c1eefe7decb2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.128317 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1844fa48-6f5c-470f-b954-c1eefe7decb2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.276364 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1844fa48-6f5c-470f-b954-c1eefe7decb2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.277110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1844fa48-6f5c-470f-b954-c1eefe7decb2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Fanout notify agent at l3_agent the message router_deleted on router 55666b95-4e88-4bf1-8ce2-bb3d62bbc674 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:28.287989 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1844fa48-6f5c-470f-b954-c1eefe7decb2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.287989 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1844fa48-6f5c-470f-b954-c1eefe7decb2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/55666b95-4e88-4bf1-8ce2-bb3d62bbc674 HTTP/1.1" status: 204 len: 168 time: 0.8986790 Aug 20 11:51:28.290558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 32786) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:28.363634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dca196a-b6b7-418f-8fa6-51377f815c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting subnet 63eaad6d-354e-471c-8214-c1108c64b959 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:28.368298 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dca196a-b6b7-418f-8fa6-51377f815c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.431369 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dca196a-b6b7-418f-8fa6-51377f815c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.637247 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dca196a-b6b7-418f-8fa6-51377f815c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.821971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dca196a-b6b7-418f-8fa6-51377f815c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.838372 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7dca196a-b6b7-418f-8fa6-51377f815c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:28.843855 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7dca196a-b6b7-418f-8fa6-51377f815c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/63eaad6d-354e-471c-8214-c1108c64b959 HTTP/1.1" status: 204 len: 168 time: 0.5507255 Aug 20 11:51:28.846171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858e7af-750b-46df-a802-68d83d325309 None None] Network 8ef0ed25-ca94-4a84-a230-e22b36a313fb requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:28.851379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 32794) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:28.886839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca196a-b6b7-418f-8fa6-51377f815c0d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Subnet': ['ID=63eaad6d-354e-471c-8214-c1108c64b959,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:29.002822 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.103368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8b9d5-a8e8-46db-8ed4-cdd9b2595521 req-60abf150-b0aa-4d34-85b4-d5aba1e5afc5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:29.108252 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4db8b9d5-a8e8-46db-8ed4-cdd9b2595521 req-60abf150-b0aa-4d34-85b4-d5aba1e5afc5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0798020 Aug 20 11:51:29.165387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port c7e41d55-867a-450a-848d-9ee3e9e4dfbc {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:29.169484 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.201977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4db8b9d5-a8e8-46db-8ed4-cdd9b2595521 req-435fa904-61de-4656-8923-a540a088f5ac tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790558 Aug 20 11:51:29.297352 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2782b7-9d40-4e2e-8cbe-6ecc3a4b6e1c None None] DHCP port deletion for 8ef0ed25-ca94-4a84-a230-e22b36a313fb request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:51:29.319218 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port c7e41d55-867a-450a-848d-9ee3e9e4dfbc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c7e41d55-867a-450a-848d-9ee3e9e4dfbc,segment=NetworkSegment(176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3),segment_id=176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:29.322200 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.343589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for c7e41d55-867a-450a-848d-9ee3e9e4dfbc owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:29.396796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fe2782b7-9d40-4e2e-8cbe-6ecc3a4b6e1c None None] Deleting port c7e41d55-867a-450a-848d-9ee3e9e4dfbc {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:29.397439 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fe2782b7-9d40-4e2e-8cbe-6ecc3a4b6e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.493067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fe2782b7-9d40-4e2e-8cbe-6ecc3a4b6e1c None None] For port c7e41d55-867a-450a-848d-9ee3e9e4dfbc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c7e41d55-867a-450a-848d-9ee3e9e4dfbc,segment=NetworkSegment(176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3),segment_id=176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:29.493476 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fe2782b7-9d40-4e2e-8cbe-6ecc3a4b6e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.515065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fe2782b7-9d40-4e2e-8cbe-6ecc3a4b6e1c None None] Calling delete_port for c7e41d55-867a-450a-848d-9ee3e9e4dfbc owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:29.540496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.593605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=c7e41d55-867a-450a-848d-9ee3e9e4dfbc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:29.604287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No DVR routers for this DVR port c7e41d55-867a-450a-848d-9ee3e9e4dfbc on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:29.687700 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fe2782b7-9d40-4e2e-8cbe-6ecc3a4b6e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.723733 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.736745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2782b7-9d40-4e2e-8cbe-6ecc3a4b6e1c None None] No DVR routers for this DVR port c7e41d55-867a-450a-848d-9ee3e9e4dfbc on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:29.742939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2782b7-9d40-4e2e-8cbe-6ecc3a4b6e1c None None] Pushing event deleted for resources: {'Port': ['ID=c7e41d55-867a-450a-848d-9ee3e9e4dfbc,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:29.756850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef0ed25-ca94-4a84-a230-e22b36a313fb']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:29.777165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:29.777602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176c5ef3-98b0-4bd4-a8ed-b8e13b79cce3') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:29.798402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.822287 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.831864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:29.832284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:29.836047 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:29.865699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c7e41d55-867a-450a-848d-9ee3e9e4dfbc no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:29.895949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c7e41d55-867a-450a-848d-9ee3e9e4dfbc {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:29.896565 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c7e41d55-867a-450a-848d-9ee3e9e4dfbc not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:30.082536 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.088619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.092861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/networks/8ef0ed25-ca94-4a84-a230-e22b36a313fb HTTP/1.1" status: 204 len: 168 time: 1.2403429 Aug 20 11:51:30.098265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 32810) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:30.103991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-520478830', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:30.114267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652da6c-ac0d-4afd-97f0-15ab60ca3f2e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Network': ['ID=8ef0ed25-ca94-4a84-a230-e22b36a313fb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:30.225045 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.226422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.334454 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:30.402259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78000656-49ef-46bc-b811-b644f02190e0 req-10b38606-2ffc-456e-9019-3a79bc1c0689 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:30.403874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78000656-49ef-46bc-b811-b644f02190e0 req-10b38606-2ffc-456e-9019-3a79bc1c0689 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0732732 Aug 20 11:51:30.464282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78000656-49ef-46bc-b811-b644f02190e0 req-8c16af43-9553-4544-a5d8-418b739eb3b3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512745 Aug 20 11:51:30.689931 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.381906 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.401847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.559320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Allocated IP 172.25.4.37 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/34d3e964-19a4-4055-9115-9b70af8236b5) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:31.708352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0027355-01eb-4450-84b0-adf1507e161c req-e0b2dcc9-6346-432e-a20f-f41d87a58dd9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:31.710385 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0027355-01eb-4450-84b0-adf1507e161c req-e0b2dcc9-6346-432e-a20f-f41d87a58dd9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.1395035 Aug 20 11:51:31.795426 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0027355-01eb-4450-84b0-adf1507e161c req-e5d16de8-53c1-4061-bb51-562448539c5f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740924 Aug 20 11:51:31.808789 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:31.972576 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.067902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:32.080327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:32.085061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:32.116572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=34d3e964-19a4-4055-9115-9b70af8236b5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:32.591410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.877894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:32.940967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b7655-7a48-494d-a6ec-1e40535b1f59 req-a896ded3-85d4-4c14-bb96-4fc8989f5954 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:32.957908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b0b7655-7a48-494d-a6ec-1e40535b1f59 req-a896ded3-85d4-4c14-bb96-4fc8989f5954 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0808814 Aug 20 11:51:33.046288 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b0b7655-7a48-494d-a6ec-1e40535b1f59 req-c1b35bab-baf6-4618-840e-5e6390fb2a0b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816689 Aug 20 11:51:33.191326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 1a98802a-ca72-4448-b1bd-a9ad999133e2 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:33.317201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:33.331344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48974219-cf4f-4e51-ba5b-5acb61de32d5 None None] Sync routers for ids ['1a98802a-ca72-4448-b1bd-a9ad999133e2'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:33.343035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48974219-cf4f-4e51-ba5b-5acb61de32d5 None None] Routers {'1a98802a-ca72-4448-b1bd-a9ad999133e2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:33.343967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-48974219-cf4f-4e51-ba5b-5acb61de32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['1a98802a-ca72-4448-b1bd-a9ad999133e2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:33.385010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-48974219-cf4f-4e51-ba5b-5acb61de32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:33.394254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48974219-cf4f-4e51-ba5b-5acb61de32d5 None None] Routers {'1a98802a-ca72-4448-b1bd-a9ad999133e2'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:33.394908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-48974219-cf4f-4e51-ba5b-5acb61de32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['1a98802a-ca72-4448-b1bd-a9ad999133e2'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:33.427550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-48974219-cf4f-4e51-ba5b-5acb61de32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:33.428506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48974219-cf4f-4e51-ba5b-5acb61de32d5 None None] The sync data for ids ['1a98802a-ca72-4448-b1bd-a9ad999133e2'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:33.436405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:33.440264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c2219202-0b42-4887-af14-39eb07f9cea3 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.3378561 Aug 20 11:51:33.441313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 32856) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:33.618198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-574d726e-da85-480e-9552-8330d3451563 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/routers/1a98802a-ca72-4448-b1bd-a9ad999133e2 HTTP/1.1" status: 200 len: 883 time: 0.1748190 Aug 20 11:51:33.625343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 32858) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:33.986055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-013ef623-4d63-4d36-b3e1-0b27a85c518c tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3435183 Aug 20 11:51:33.989387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 32862) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:33.994093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-fe514138-7109-47e6-ae5d-c3d43c585cab tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-520478830'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:34.227874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62035f2-ae32-4c49-b0f5-6a538523c9fe req-18303972-fca3-4075-8baf-9df168db7697 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:34.229531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a62035f2-ae32-4c49-b0f5-6a538523c9fe req-18303972-fca3-4075-8baf-9df168db7697 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0661190 Aug 20 11:51:34.270313 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a62035f2-ae32-4c49-b0f5-6a538523c9fe req-2aefe353-975d-4fbb-9885-a4a5bea02332 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338411 Aug 20 11:51:34.375935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe514138-7109-47e6-ae5d-c3d43c585cab tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:34.528400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe514138-7109-47e6-ae5d-c3d43c585cab tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:34.651485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe514138-7109-47e6-ae5d-c3d43c585cab tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 1a98802a-ca72-4448-b1bd-a9ad999133e2 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:34.784909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe514138-7109-47e6-ae5d-c3d43c585cab tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:34.792851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fe514138-7109-47e6-ae5d-c3d43c585cab tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:34.796905 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fe514138-7109-47e6-ae5d-c3d43c585cab tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/1a98802a-ca72-4448-b1bd-a9ad999133e2 HTTP/1.1" status: 200 len: 890 time: 0.8040791 Aug 20 11:51:34.799471 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 32878) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:34.799625 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa750ef9-6361-4c3b-9f01-899adcefbaf1 None None] Sync routers for ids ['1a98802a-ca72-4448-b1bd-a9ad999133e2'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:34.809376 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa750ef9-6361-4c3b-9f01-899adcefbaf1 None None] Routers {'1a98802a-ca72-4448-b1bd-a9ad999133e2'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:34.810306 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fa750ef9-6361-4c3b-9f01-899adcefbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['1a98802a-ca72-4448-b1bd-a9ad999133e2'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:34.867588 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fa750ef9-6361-4c3b-9f01-899adcefbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:34.881982 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa750ef9-6361-4c3b-9f01-899adcefbaf1 None None] Routers {'1a98802a-ca72-4448-b1bd-a9ad999133e2'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:34.883434 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fa750ef9-6361-4c3b-9f01-899adcefbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['1a98802a-ca72-4448-b1bd-a9ad999133e2'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:34.918660 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-fa750ef9-6361-4c3b-9f01-899adcefbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:34.919817 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa750ef9-6361-4c3b-9f01-899adcefbaf1 None None] The sync data for ids ['1a98802a-ca72-4448-b1bd-a9ad999133e2'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:34.978196 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-43a219d9-8e20-4efa-8d72-091284169b5a tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/routers/1a98802a-ca72-4448-b1bd-a9ad999133e2 HTTP/1.1" status: 200 len: 890 time: 0.1795402 Aug 20 11:51:34.982315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 32880) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:35.018013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-eea7f6cb-16bc-40bd-928f-8efac1019616 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a98802a-ca72-4448-b1bd-a9ad999133e2 HTTP/1.1" status: 200 len: 205 time: 0.0342433 Aug 20 11:51:35.024034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 32882) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:35.186534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.598416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.615767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68464ef-d8f2-49f2-96a0-7d367d8dbd9f req-f570ee68-143d-4087-aba6-b6cd490bc326 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:35.617294 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a68464ef-d8f2-49f2-96a0-7d367d8dbd9f req-f570ee68-143d-4087-aba6-b6cd490bc326 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0789306 Aug 20 11:51:35.659506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a68464ef-d8f2-49f2-96a0-7d367d8dbd9f req-129e25db-48a5-4c46-badd-35b193d7d1a8 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350735 Aug 20 11:51:35.760869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 34d3e964-19a4-4055-9115-9b70af8236b5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:35.761229 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.866793 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:35.881466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 34d3e964-19a4-4055-9115-9b70af8236b5 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:36.156445 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.186514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=34d3e964-19a4-4055-9115-9b70af8236b5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:36.265007 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.359545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.361724 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.498940 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.499485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Fanout notify agent at l3_agent the message router_deleted on router 1a98802a-ca72-4448-b1bd-a9ad999133e2 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:36.507350 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.508492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-210d466e-4f15-423e-958c-a36e86bd7c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/1a98802a-ca72-4448-b1bd-a9ad999133e2 HTTP/1.1" status: 204 len: 168 time: 1.4821997 Aug 20 11:51:36.511988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 32914) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:36.517244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-754176420'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:36.636416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:36.640342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.666707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:36.679291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.679291 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added segment 28ee5ca5-c712-45b4-b33d-e696d92d9153 of type vlan for network af4af6ca-2a96-47b4-9493-df288f067a9c Aug 20 11:51:36.744329 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.785972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-c43d5761-dccb-46d7-b56c-03fd71e5ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:36.788195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-c43d5761-dccb-46d7-b56c-03fd71e5ea8b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 1096 time: 0.0823584 Aug 20 11:51:36.815204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8fd46-cb28-4155-a4bb-feb4e77b8f44 req-0ee8b406-233f-4691-81a5-dee00eb34ff0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:36.816742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9aa8fd46-cb28-4155-a4bb-feb4e77b8f44 req-0ee8b406-233f-4691-81a5-dee00eb34ff0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0747347 Aug 20 11:51:36.853130 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.859037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:36.859905 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:36.907635 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9aa8fd46-cb28-4155-a4bb-feb4e77b8f44 req-b826e5e2-652f-475c-af7d-d6d42212f652 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789886 Aug 20 11:51:36.934183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-26a9b02d-4936-4ffc-acb6-28dd9318f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:36.934183 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-26a9b02d-4936-4ffc-acb6-28dd9318f188 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1301455 Aug 20 11:51:36.934473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Network': ['ID=af4af6ca-2a96-47b4-9493-df288f067a9c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:36.945198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network af4af6ca-2a96-47b4-9493-df288f067a9c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:37.004853 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-cc10cc52-192d-4be8-b8e4-1d46b3594533 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a49a357-e1ae-408d-9d77-2e17502ff108 HTTP/1.1" status: 200 len: 1001 time: 0.0625103 Aug 20 11:51:37.007908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-359c1f24-88ef-4f64-b951-046495ad7757 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4948335 Aug 20 11:51:37.014547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 32922) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:37.021467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'subnet': {'network_id': 'af4af6ca-2a96-47b4-9493-df288f067a9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:37.068895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-0373691a-81fe-4204-b312-5a3d252f661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:37.070995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-0373691a-81fe-4204-b312-5a3d252f661e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0552266 Aug 20 11:51:37.132063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-e40e11c2-c6b0-4bd2-b7ae-437b4050dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:37.143009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-e40e11c2-c6b0-4bd2-b7ae-437b4050dcc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478528 Aug 20 11:51:37.147388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-d11b6e33-6935-4d67-828a-af73b01e2547 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:51:37.148597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-d11b6e33-6935-4d67-828a-af73b01e2547 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057075 Aug 20 11:51:37.252481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-7818187a-1eb6-41a8-9fb1-c350c7bd847f service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923371 Aug 20 11:51:37.276235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:37.280165 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.371989 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14ffabcc-ea94-44ed-bfef-32c7bf75b2e7 req-d6732bcd-6c31-43af-be29-ef0009122dfb service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083724 Aug 20 11:51:37.590741 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.667674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Subnet': ['ID=cfeba3cf-adc4-42f3-b289-c6c5053be2ff,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:37.677616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Checking segment: {'id': '28ee5ca5-c712-45b4-b33d-e696d92d9153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'af4af6ca-2a96-47b4-9493-df288f067a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:37.677991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network hostable DHCP agents. Network: af4af6ca-2a96-47b4-9493-df288f067a9c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:37.801815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network af4af6ca-2a96-47b4-9493-df288f067a9c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:37.915752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, af4af6ca-2a96-47b4-9493-df288f067a9c) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:37.920360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:37.921403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:37.924410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d75df-829d-4db9-b0e9-b152aba7eab7 None None] Network af4af6ca-2a96-47b4-9493-df288f067a9c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:38.032793 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-53432232-09d7-4abd-9a33-55b3b0069a61 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0206301 Aug 20 11:51:38.035618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 32938) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:38.043142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-675c15ff-c8a4-4b66-9be6-2b2cacb0eb35 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-169156369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:38.049579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54671303-8b48-4684-a62f-6e6efc07b073 req-e8057d64-1e7d-46f4-a560-920a3b1ff3e0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:38.055013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54671303-8b48-4684-a62f-6e6efc07b073 req-e8057d64-1e7d-46f4-a560-920a3b1ff3e0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0622377 Aug 20 11:51:38.091701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-af4af6ca-2a96-47b4-9493-df288f067a9c', 'network_id': 'af4af6ca-2a96-47b4-9493-df288f067a9c', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'fixed_ips': [{'subnet_id': 'cfeba3cf-adc4-42f3-b289-c6c5053be2ff'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:38.092766 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.097956 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-54671303-8b48-4684-a62f-6e6efc07b073 req-e2236ef1-61bd-4aad-a5a0-e2e3e4dbfb37 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379572 Aug 20 11:51:38.149245 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-675c15ff-c8a4-4b66-9be6-2b2cacb0eb35 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.149245 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-675c15ff-c8a4-4b66-9be6-2b2cacb0eb35 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.197399 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-675c15ff-c8a4-4b66-9be6-2b2cacb0eb35 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.243539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Allocated IP 2001:db8::2 (af4af6ca-2a96-47b4-9493-df288f067a9c/cfeba3cf-adc4-42f3-b289-c6c5053be2ff/859ca0b6-db09-4324-9290-04ff3c63c59a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:38.270948 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-675c15ff-c8a4-4b66-9be6-2b2cacb0eb35 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.386141 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-675c15ff-c8a4-4b66-9be6-2b2cacb0eb35 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.388076 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-675c15ff-c8a4-4b66-9be6-2b2cacb0eb35 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3501182 Aug 20 11:51:38.391311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 32944) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:38.544710 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.553508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Transition to ACTIVE for port object 859ca0b6-db09-4324-9290-04ff3c63c59a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:38.574804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Transition to ACTIVE for port object 859ca0b6-db09-4324-9290-04ff3c63c59a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:38.682200 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.692477 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.720011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Network af4af6ca-2a96-47b4-9493-df288f067a9c is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:38.723570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:38.727082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:38.740257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Pushing event updated for resources: {'Port': ['ID=859ca0b6-db09-4324-9290-04ff3c63c59a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:38.795575 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Attempting to bind port 859ca0b6-db09-4324-9290-04ff3c63c59a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:38.795771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Attempting to bind port 859ca0b6-db09-4324-9290-04ff3c63c59a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '28ee5ca5-c712-45b4-b33d-e696d92d9153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'af4af6ca-2a96-47b4-9493-df288f067a9c'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:38.796244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Attempting to bind port 859ca0b6-db09-4324-9290-04ff3c63c59a on network af4af6ca-2a96-47b4-9493-df288f067a9c {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:38.802042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:38.808573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Checking segment: {'id': '28ee5ca5-c712-45b4-b33d-e696d92d9153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'af4af6ca-2a96-47b4-9493-df288f067a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:38.808573 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.808573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Bound using segment: {'id': '28ee5ca5-c712-45b4-b33d-e696d92d9153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'af4af6ca-2a96-47b4-9493-df288f067a9c'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:38.808573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Bound port: 859ca0b6-db09-4324-9290-04ff3c63c59a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ee5ca5-c712-45b4-b33d-e696d92d9153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'af4af6ca-2a96-47b4-9493-df288f067a9c'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:38.808573 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:38.872707 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] For port 859ca0b6-db09-4324-9290-04ff3c63c59a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:38.876544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] For port 859ca0b6-db09-4324-9290-04ff3c63c59a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=859ca0b6-db09-4324-9290-04ff3c63c59a,segment=NetworkSegment(28ee5ca5-c712-45b4-b33d-e696d92d9153),segment_id=28ee5ca5-c712-45b4-b33d-e696d92d9153)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:38.979356 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.056270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b68809-868e-436f-b624-d2b81b1297b1 None None] Pushing event updated for resources: {'Port': ['ID=859ca0b6-db09-4324-9290-04ff3c63c59a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:39.320811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df3e68-e592-431a-8e92-9635a248df6b req-bcd610b4-cadc-464b-8942-839fa0906e01 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:39.326268 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82df3e68-e592-431a-8e92-9635a248df6b req-bcd610b4-cadc-464b-8942-839fa0906e01 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.1366670 Aug 20 11:51:39.402305 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82df3e68-e592-431a-8e92-9635a248df6b req-347d1baf-8c71-4b50-a5c6-1db68beaa619 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720155 Aug 20 11:51:39.423618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Allocated IP 2001:db8::1 (af4af6ca-2a96-47b4-9493-df288f067a9c/cfeba3cf-adc4-42f3-b289-c6c5053be2ff/273d1f61-9e5a-4b9e-8eb7-0e81affe6095) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:39.551554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.569335 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Transition to ACTIVE for port object 273d1f61-9e5a-4b9e-8eb7-0e81affe6095 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:39.686676 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.729896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network af4af6ca-2a96-47b4-9493-df288f067a9c is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:39.742538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:39.742538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:39.742538 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:39.746720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=273d1f61-9e5a-4b9e-8eb7-0e81affe6095,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:39.892909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 859ca0b6-db09-4324-9290-04ff3c63c59a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:39.968754 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.076740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 859ca0b6-db09-4324-9290-04ff3c63c59a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:40.115554 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f42dbc1-652d-4924-910d-2737414176a3 None None] Network af4af6ca-2a96-47b4-9493-df288f067a9c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:40.275424 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.367877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b0bb0056-f487-4051-b942-4f2bbf420c1d None None] Provisioning for port 859ca0b6-db09-4324-9290-04ff3c63c59a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:40.374389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b0bb0056-f487-4051-b942-4f2bbf420c1d None None] Provisioning complete for port 859ca0b6-db09-4324-9290-04ff3c63c59a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:40.377631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0056-f487-4051-b942-4f2bbf420c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.397374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.398241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.493961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=273d1f61-9e5a-4b9e-8eb7-0e81affe6095,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:40.540365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0056-f487-4051-b942-4f2bbf420c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.557520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network af4af6ca-2a96-47b4-9493-df288f067a9c is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:40.559489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:40.573153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea978e9f-e8bf-4e46-8db7-91c87f8c40ab req-2dc7a86a-800c-42dd-bc4e-2a2b00fa68e2 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:40.576168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea978e9f-e8bf-4e46-8db7-91c87f8c40ab req-2dc7a86a-800c-42dd-bc4e-2a2b00fa68e2 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 945 time: 0.0603790 Aug 20 11:51:40.602935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b0bb0056-f487-4051-b942-4f2bbf420c1d None None] For port 859ca0b6-db09-4324-9290-04ff3c63c59a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=859ca0b6-db09-4324-9290-04ff3c63c59a,segment=NetworkSegment(28ee5ca5-c712-45b4-b33d-e696d92d9153),segment_id=28ee5ca5-c712-45b4-b33d-e696d92d9153)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:40.627633 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ea978e9f-e8bf-4e46-8db7-91c87f8c40ab req-c1ce1f55-40db-4a15-a9bc-fa3791f2de2b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441349 Aug 20 11:51:40.687242 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b0bb0056-f487-4051-b942-4f2bbf420c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.745049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb0056-f487-4051-b942-4f2bbf420c1d None None] Pushing event updated for resources: {'Port': ['ID=859ca0b6-db09-4324-9290-04ff3c63c59a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:40.795803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 27a3d5d9-ce8d-499b-b21d-c516541a2170 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:40.814854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-848c8191-0b3e-4e48-86e8-4358afb0d887 None None] Provisioning complete for port 859ca0b6-db09-4324-9290-04ff3c63c59a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:40.815136 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-848c8191-0b3e-4e48-86e8-4358afb0d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:40.842421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8a49a357-e1ae-408d-9d77-2e17502ff108 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:40.906688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:40.912634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-43cb01b4-c668-4b78-92b1-ee56440ed90b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/27a3d5d9-ce8d-499b-b21d-c516541a2170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5200562 Aug 20 11:51:40.915245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 32978) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:40.929671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717534b-f104-41b7-a25f-448d6cfb37b2 None None] Sync routers for ids ['27a3d5d9-ce8d-499b-b21d-c516541a2170'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:40.982175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717534b-f104-41b7-a25f-448d6cfb37b2 None None] Routers {'27a3d5d9-ce8d-499b-b21d-c516541a2170'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:40.982833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c717534b-f104-41b7-a25f-448d6cfb37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['27a3d5d9-ce8d-499b-b21d-c516541a2170'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:40.990682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbcafd9-879c-4e72-9bb9-6216c340eac1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:40.993168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2bbcafd9-879c-4e72-9bb9-6216c340eac1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports/273d1f61-9e5a-4b9e-8eb7-0e81affe6095 HTTP/1.1" status: 200 len: 911 time: 0.0768654 Aug 20 11:51:40.996187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 32984) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:41.001881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f8156d76-0c65-4ad2-a5c4-14c8bc7d6614 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cfeba3cf-adc4-42f3-b289-c6c5053be2ff'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:41.059106 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.061246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c717534b-f104-41b7-a25f-448d6cfb37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:41.084511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717534b-f104-41b7-a25f-448d6cfb37b2 None None] Routers {'27a3d5d9-ce8d-499b-b21d-c516541a2170'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:41.085138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c717534b-f104-41b7-a25f-448d6cfb37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['27a3d5d9-ce8d-499b-b21d-c516541a2170'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:41.121905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:51:41.124216 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c912aab-d5ac-4171-86e6-3dc529211c37" -d '{"events": [{"server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:51:41.130114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-848c8191-0b3e-4e48-86e8-4358afb0d887 None None] Provisioning for port 273d1f61-9e5a-4b9e-8eb7-0e81affe6095 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:41.132147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-c717534b-f104-41b7-a25f-448d6cfb37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:41.132780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c717534b-f104-41b7-a25f-448d6cfb37b2 None None] The sync data for ids ['27a3d5d9-ce8d-499b-b21d-c516541a2170'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:41.142147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-848c8191-0b3e-4e48-86e8-4358afb0d887 None None] Provisioning complete for port 273d1f61-9e5a-4b9e-8eb7-0e81affe6095 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:41.142729 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-848c8191-0b3e-4e48-86e8-4358afb0d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.179459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:41.181215 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 11:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccd9945-ab00-47f7-8283-9d0ca9fdec87 x-openstack-request-id: req-4ccd9945-ab00-47f7-8283-9d0ca9fdec87 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:51:41.181499 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "name": "network-vif-unplugged", "status": "failed", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108", "code": 422}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:51:41.181751 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ccd9945-ab00-47f7-8283-9d0ca9fdec87 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:51:41.182357 n-d-804230-3 neutron-server[95589]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'code': 422} returned with failed status Aug 20 11:51:41.188985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-848c8191-0b3e-4e48-86e8-4358afb0d887 None None] Port 273d1f61-9e5a-4b9e-8eb7-0e81affe6095 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:41.215335 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8156d76-0c65-4ad2-a5c4-14c8bc7d6614 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.292325 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.350055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-39e890af-be2a-4e99-928e-d6ae367bc744 None None] Provisioning complete for port 273d1f61-9e5a-4b9e-8eb7-0e81affe6095 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:41.350688 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-39e890af-be2a-4e99-928e-d6ae367bc744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.373766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:41.389879 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.395261 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-39e890af-be2a-4e99-928e-d6ae367bc744 None None] Port 273d1f61-9e5a-4b9e-8eb7-0e81affe6095 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:41.630321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8156d76-0c65-4ad2-a5c4-14c8bc7d6614 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.767712 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8156d76-0c65-4ad2-a5c4-14c8bc7d6614 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.773944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8156d76-0c65-4ad2-a5c4-14c8bc7d6614 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:41.774652 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8156d76-0c65-4ad2-a5c4-14c8bc7d6614 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:41.776067 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f8156d76-0c65-4ad2-a5c4-14c8bc7d6614 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/ports/273d1f61-9e5a-4b9e-8eb7-0e81affe6095 HTTP/1.1" status: 200 len: 911 time: 0.7788932 Aug 20 11:51:41.780452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 32998) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:41.828303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8156d76-0c65-4ad2-a5c4-14c8bc7d6614 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=273d1f61-9e5a-4b9e-8eb7-0e81affe6095,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:41.846158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 859ca0b6-db09-4324-9290-04ff3c63c59a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:41.900327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 859ca0b6-db09-4324-9290-04ff3c63c59a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:41.900868 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.137722 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.408954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 273d1f61-9e5a-4b9e-8eb7-0e81affe6095 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:42.409878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.518667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.549074 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 273d1f61-9e5a-4b9e-8eb7-0e81affe6095 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:42.859322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:42.888157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=273d1f61-9e5a-4b9e-8eb7-0e81affe6095,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:43.004430 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.183353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 27a3d5d9-ce8d-499b-b21d-c516541a2170 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:43.266052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:43.276518 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6aa3af21-0d3e-4a20-873d-cf87f12d4037 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/27a3d5d9-ce8d-499b-b21d-c516541a2170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4875634 Aug 20 11:51:43.276518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33026) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:43.277135 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e9d144-8e9c-4a41-b793-e5c51ba014db None None] Sync routers for ids ['27a3d5d9-ce8d-499b-b21d-c516541a2170'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:43.290785 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e9d144-8e9c-4a41-b793-e5c51ba014db None None] Routers {'27a3d5d9-ce8d-499b-b21d-c516541a2170'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:43.291537 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e5e9d144-8e9c-4a41-b793-e5c51ba014db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['27a3d5d9-ce8d-499b-b21d-c516541a2170'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:43.309643 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-43e46954-4d8b-4fd8-994c-3ed961a693d9 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=27a3d5d9-ce8d-499b-b21d-c516541a2170 HTTP/1.1" status: 200 len: 205 time: 0.0299532 Aug 20 11:51:43.312537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33030) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:43.330148 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e5e9d144-8e9c-4a41-b793-e5c51ba014db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:43.339660 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e9d144-8e9c-4a41-b793-e5c51ba014db None None] Routers {'27a3d5d9-ce8d-499b-b21d-c516541a2170'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:43.340414 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e5e9d144-8e9c-4a41-b793-e5c51ba014db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['27a3d5d9-ce8d-499b-b21d-c516541a2170'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:43.374526 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e5e9d144-8e9c-4a41-b793-e5c51ba014db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:43.375267 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e9d144-8e9c-4a41-b793-e5c51ba014db None None] The sync data for ids ['27a3d5d9-ce8d-499b-b21d-c516541a2170'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:43.405092 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08ca38fe-d807-47ef-8020-e52daeac4200 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.574719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08ca38fe-d807-47ef-8020-e52daeac4200 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.576890 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08ca38fe-d807-47ef-8020-e52daeac4200 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.670588 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.796536 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08ca38fe-d807-47ef-8020-e52daeac4200 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.797450 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ca38fe-d807-47ef-8020-e52daeac4200 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Fanout notify agent at l3_agent the message router_deleted on router 27a3d5d9-ce8d-499b-b21d-c516541a2170 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:51:43.810407 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08ca38fe-d807-47ef-8020-e52daeac4200 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.812291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-08ca38fe-d807-47ef-8020-e52daeac4200 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/27a3d5d9-ce8d-499b-b21d-c516541a2170 HTTP/1.1" status: 204 len: 168 time: 0.4985452 Aug 20 11:51:43.815084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33040) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:43.873158 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-095baf75-8cb4-4616-9fc2-cf8f3e705fa1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting subnet cfeba3cf-adc4-42f3-b289-c6c5053be2ff {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:51:43.876894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-095baf75-8cb4-4616-9fc2-cf8f3e705fa1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:43.922842 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-095baf75-8cb4-4616-9fc2-cf8f3e705fa1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.028641 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-095baf75-8cb4-4616-9fc2-cf8f3e705fa1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.278980 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-095baf75-8cb4-4616-9fc2-cf8f3e705fa1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.304124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095baf75-8cb4-4616-9fc2-cf8f3e705fa1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Subnet': ['ID=cfeba3cf-adc4-42f3-b289-c6c5053be2ff,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:44.308240 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-095baf75-8cb4-4616-9fc2-cf8f3e705fa1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.310492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-095baf75-8cb4-4616-9fc2-cf8f3e705fa1 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/cfeba3cf-adc4-42f3-b289-c6c5053be2ff HTTP/1.1" status: 204 len: 168 time: 0.4939268 Aug 20 11:51:44.313495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33048) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:44.320745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c19f46-0d0d-4e34-bf63-3ffe86bb6fed None None] Network af4af6ca-2a96-47b4-9493-df288f067a9c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:44.396334 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.460731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 859ca0b6-db09-4324-9290-04ff3c63c59a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:44.461249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.522545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c051200-ec5d-4f6a-9859-2e54762ec537 None None] DHCP port deletion for af4af6ca-2a96-47b4-9493-df288f067a9c request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:51:44.550494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port 859ca0b6-db09-4324-9290-04ff3c63c59a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=859ca0b6-db09-4324-9290-04ff3c63c59a,segment=NetworkSegment(28ee5ca5-c712-45b4-b33d-e696d92d9153),segment_id=28ee5ca5-c712-45b4-b33d-e696d92d9153)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:44.550898 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.566357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 859ca0b6-db09-4324-9290-04ff3c63c59a owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:44.589749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3c051200-ec5d-4f6a-9859-2e54762ec537 None None] Deleting port 859ca0b6-db09-4324-9290-04ff3c63c59a {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:51:44.593028 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3c051200-ec5d-4f6a-9859-2e54762ec537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.663848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3c051200-ec5d-4f6a-9859-2e54762ec537 None None] For port 859ca0b6-db09-4324-9290-04ff3c63c59a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=859ca0b6-db09-4324-9290-04ff3c63c59a,segment=NetworkSegment(28ee5ca5-c712-45b4-b33d-e696d92d9153),segment_id=28ee5ca5-c712-45b4-b33d-e696d92d9153)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:44.664254 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3c051200-ec5d-4f6a-9859-2e54762ec537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.677482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3c051200-ec5d-4f6a-9859-2e54762ec537 None None] Calling delete_port for 859ca0b6-db09-4324-9290-04ff3c63c59a owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:51:44.756383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.769661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3c051200-ec5d-4f6a-9859-2e54762ec537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.785436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=859ca0b6-db09-4324-9290-04ff3c63c59a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:44.789992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No DVR routers for this DVR port 859ca0b6-db09-4324-9290-04ff3c63c59a on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:44.795492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c051200-ec5d-4f6a-9859-2e54762ec537 None None] Pushing event deleted for resources: {'Port': ['ID=859ca0b6-db09-4324-9290-04ff3c63c59a,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:44.799152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c051200-ec5d-4f6a-9859-2e54762ec537 None None] No DVR routers for this DVR port 859ca0b6-db09-4324-9290-04ff3c63c59a on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:51:44.871633 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.882286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4af6ca-2a96-47b4-9493-df288f067a9c']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:44.892783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ee5ca5-c712-45b4-b33d-e696d92d9153') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:44.893068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ee5ca5-c712-45b4-b33d-e696d92d9153') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:44.902864 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.918411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.925733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:51:44.933564 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:51:45.041379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cef20e87-d82b-426c-bedb-cb4044db30d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.060707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28755db-5290-4a1d-9463-6432ab053878 req-7b69fbba-9fdd-4ab5-8450-1c66f8b662ba tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:45.062155 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d28755db-5290-4a1d-9463-6432ab053878 req-7b69fbba-9fdd-4ab5-8450-1c66f8b662ba tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0654502 Aug 20 11:51:45.104298 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d28755db-5290-4a1d-9463-6432ab053878 req-2d9b1f57-d0c7-4bb8-be76-2684823727fb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354648 Aug 20 11:51:45.144873 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.162859 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.162859 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/networks/af4af6ca-2a96-47b4-9493-df288f067a9c HTTP/1.1" status: 204 len: 168 time: 0.8408480 Aug 20 11:51:45.166199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33068) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:45.167827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264f8bc-781a-497c-a070-d03943fb7950 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Network': ['ID=af4af6ca-2a96-47b4-9493-df288f067a9c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:45.173485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3ba48eaf-4680-469a-b8fe-d63ed5363206 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-927753551', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:45.281699 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ba48eaf-4680-469a-b8fe-d63ed5363206 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.282811 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ba48eaf-4680-469a-b8fe-d63ed5363206 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.338401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ba48eaf-4680-469a-b8fe-d63ed5363206 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.407413 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ba48eaf-4680-469a-b8fe-d63ed5363206 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.581537 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-dedc480e-d848-4b6c-a1c3-092b1ac8ba10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935178 Aug 20 11:51:45.619671 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3ba48eaf-4680-469a-b8fe-d63ed5363206 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.624399 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3ba48eaf-4680-469a-b8fe-d63ed5363206 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4520519 Aug 20 11:51:45.624399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33082) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:45.628974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2129580908'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:45.760607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:45.764200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.793384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:45.802743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.812769 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added segment 6e8564d3-e5ab-4726-ae6f-cf7472ede7c5 of type vlan for network bf5a3399-198c-4942-8528-a3fc9cc3c672 Aug 20 11:51:45.841869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 859ca0b6-db09-4324-9290-04ff3c63c59a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:51:45.844490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:45.862257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 859ca0b6-db09-4324-9290-04ff3c63c59a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:51:45.862703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 859ca0b6-db09-4324-9290-04ff3c63c59a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:51:46.076124 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.114048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:46.114048 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:46.152411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Network': ['ID=bf5a3399-198c-4942-8528-a3fc9cc3c672,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:46.163424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network bf5a3399-198c-4942-8528-a3fc9cc3c672 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:46.254004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7c3b-5f43-4232-9f47-4fbf12120a33 req-b746a4be-5c32-43a0-8454-f395169d945b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:46.257999 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18ec7c3b-5f43-4232-9f47-4fbf12120a33 req-b746a4be-5c32-43a0-8454-f395169d945b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0560460 Aug 20 11:51:46.295219 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18ec7c3b-5f43-4232-9f47-4fbf12120a33 req-b4431da4-9291-4add-ac2d-eab72ed77ecc tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335140 Aug 20 11:51:46.302607 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5cb0a96a-b79f-418f-a698-eeb2856c2de0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6750126 Aug 20 11:51:46.325801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33090) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:46.325801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'subnet': {'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:46.555523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:46.555523 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.156064 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.220343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Subnet': ['ID=3071f2ca-b6b7-4507-a8f0-54d933af810c,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:47.229902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Checking segment: {'id': '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:47.230266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network hostable DHCP agents. Network: bf5a3399-198c-4942-8528-a3fc9cc3c672, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:47.395726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network bf5a3399-198c-4942-8528-a3fc9cc3c672 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:47.425422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300ad29-1c70-4fa7-8a5d-1dafc0294745 req-43e6a203-5c2c-4d5a-913a-cb322ca12bd0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:47.427021 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0300ad29-1c70-4fa7-8a5d-1dafc0294745 req-43e6a203-5c2c-4d5a-913a-cb322ca12bd0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0539529 Aug 20 11:51:47.469819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0300ad29-1c70-4fa7-8a5d-1dafc0294745 req-39c364d7-7652-4ef2-9b84-78441efa86aa tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366552 Aug 20 11:51:47.584486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, bf5a3399-198c-4942-8528-a3fc9cc3c672) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:47.588817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:47.590130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.593356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b327c43-cb5f-41d3-9b60-804edde4a5f2 None None] Network bf5a3399-198c-4942-8528-a3fc9cc3c672 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:47.729214 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b5030ffc-b70d-475d-b0e8-3e4d0cd0358d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4251943 Aug 20 11:51:47.732016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33116) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:47.783095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-bf5a3399-198c-4942-8528-a3fc9cc3c672', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:47.785487 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.911984 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-edb30730-3979-4536-bc05-c70f2f1bcc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:47.976269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Allocated IP 2001:db8::2 (bf5a3399-198c-4942-8528-a3fc9cc3c672/3071f2ca-b6b7-4507-a8f0-54d933af810c/612f24cd-7b8f-4e72-b292-6bff8aa180ab) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:48.089702 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.153908 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.169065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Transition to ACTIVE for port object 612f24cd-7b8f-4e72-b292-6bff8aa180ab will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:48.192989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Transition to ACTIVE for port object 612f24cd-7b8f-4e72-b292-6bff8aa180ab will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:48.287691 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.327058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Network bf5a3399-198c-4942-8528-a3fc9cc3c672 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:48.335944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:48.335944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:48.349539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Pushing event updated for resources: {'Port': ['ID=612f24cd-7b8f-4e72-b292-6bff8aa180ab,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:48.382048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Allocated IP 2001:db8::1 (bf5a3399-198c-4942-8528-a3fc9cc3c672/3071f2ca-b6b7-4507-a8f0-54d933af810c/7ac66336-ca9f-4cd5-923b-ddbc685d9068) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:48.406489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Attempting to bind port 612f24cd-7b8f-4e72-b292-6bff8aa180ab on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:48.406865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Attempting to bind port 612f24cd-7b8f-4e72-b292-6bff8aa180ab by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:48.407235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Attempting to bind port 612f24cd-7b8f-4e72-b292-6bff8aa180ab on network bf5a3399-198c-4942-8528-a3fc9cc3c672 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:48.412984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:48.413365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Checking segment: {'id': '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:48.413776 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.414209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Bound using segment: {'id': '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:48.414703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Bound port: 612f24cd-7b8f-4e72-b292-6bff8aa180ab, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:48.415103 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.479605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] For port 612f24cd-7b8f-4e72-b292-6bff8aa180ab, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:48.484388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] For port 612f24cd-7b8f-4e72-b292-6bff8aa180ab, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=612f24cd-7b8f-4e72-b292-6bff8aa180ab,segment=NetworkSegment(6e8564d3-e5ab-4726-ae6f-cf7472ede7c5),segment_id=6e8564d3-e5ab-4726-ae6f-cf7472ede7c5)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:48.500362 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.514874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Transition to ACTIVE for port object 7ac66336-ca9f-4cd5-923b-ddbc685d9068 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:48.591634 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.634094 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.666310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36ab23-f4cd-4d06-a5c7-eaffb5c6c3d2 None None] Pushing event updated for resources: {'Port': ['ID=612f24cd-7b8f-4e72-b292-6bff8aa180ab,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:48.668494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597d27a-d5ab-48e4-a424-a0044c5af2fa req-efb4e5fd-b125-4d34-add7-3b460d6bd335 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:48.671455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1597d27a-d5ab-48e4-a424-a0044c5af2fa req-efb4e5fd-b125-4d34-add7-3b460d6bd335 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.1114001 Aug 20 11:51:48.693367 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.734805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network bf5a3399-198c-4942-8528-a3fc9cc3c672 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:48.739415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:48.747477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:48.748186 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:48.756057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=7ac66336-ca9f-4cd5-923b-ddbc685d9068,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:48.811535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1597d27a-d5ab-48e4-a424-a0044c5af2fa req-62653e2e-cd76-4c3e-90db-0de8c7d4408d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122010 Aug 20 11:51:49.038324 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.277285 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.351930 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.453414 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.459267 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:49.547143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=7ac66336-ca9f-4cd5-923b-ddbc685d9068,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:49.611398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network bf5a3399-198c-4942-8528-a3fc9cc3c672 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:49.613345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:49.619515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee25460-5031-4791-8d63-a57220799504 None None] Network bf5a3399-198c-4942-8528-a3fc9cc3c672 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:49.762648 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c766563f-2478-43a8-9236-1d280ac6a370 req-b2a83dd0-dd90-457e-8eab-9861491b8a52 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1349163 Aug 20 11:51:49.775356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bed3600f-036c-4eba-95ab-423859ac4f0f None None] Provisioning for port 612f24cd-7b8f-4e72-b292-6bff8aa180ab completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:49.868932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766563f-2478-43a8-9236-1d280ac6a370 req-aadf5b77-b837-4943-88a8-cb5c2e1fa3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:49.873611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c766563f-2478-43a8-9236-1d280ac6a370 req-aadf5b77-b837-4943-88a8-cb5c2e1fa3cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1096 time: 0.0632563 Aug 20 11:51:49.907013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 612f24cd-7b8f-4e72-b292-6bff8aa180ab up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:49.909775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:51:50.015443 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:50.024603 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bbc81aad-f395-400d-869c-5ef2aa6175cb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2910786 Aug 20 11:51:50.024893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33158) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.030726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1150259891'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.040232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:50.043906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 612f24cd-7b8f-4e72-b292-6bff8aa180ab completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:50.049512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 612f24cd-7b8f-4e72-b292-6bff8aa180ab triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:50.049744 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.095133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:50.095785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d039c0c2-deed-419a-adea-716810768b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:50.106531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe539cb-a877-45d7-be8e-198db11f321e req-018216c3-c022-4cba-9efc-ab4db3a69b43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:50.114795 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1fe539cb-a877-45d7-be8e-198db11f321e req-018216c3-c022-4cba-9efc-ab4db3a69b43 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.2104731 Aug 20 11:51:50.144692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766563f-2478-43a8-9236-1d280ac6a370 req-c23ce488-9b9d-4f60-af60-2b1cf7fe9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:50.146107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c766563f-2478-43a8-9236-1d280ac6a370 req-c23ce488-9b9d-4f60-af60-2b1cf7fe9e75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.2553680 Aug 20 11:51:50.150333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:50.156069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.210806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1fe539cb-a877-45d7-be8e-198db11f321e req-1e2cf377-ae4b-4910-97a0-aef5d03d9a8f tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893707 Aug 20 11:51:50.215039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:50.244793 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.245604 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added segment 2d20403d-7ca9-4480-bb5f-8ea33de1705c of type vlan for network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a Aug 20 11:51:50.257353 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:50.260011 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c766563f-2478-43a8-9236-1d280ac6a370 req-5ec9a3e5-e073-406b-bc14-58cd0bf85ec9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 200 len: 1001 time: 0.1061974 Aug 20 11:51:50.295392 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.323634 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766563f-2478-43a8-9236-1d280ac6a370 req-605e478a-48c6-44f6-962b-5a75d97db7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:50.325409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c766563f-2478-43a8-9236-1d280ac6a370 req-605e478a-48c6-44f6-962b-5a75d97db7f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0581608 Aug 20 11:51:50.344807 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.390010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766563f-2478-43a8-9236-1d280ac6a370 req-d0024586-657b-481e-bd72-b8ab0e5f9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:50.391603 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c766563f-2478-43a8-9236-1d280ac6a370 req-d0024586-657b-481e-bd72-b8ab0e5f9b88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583944 Aug 20 11:51:50.401850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 612f24cd-7b8f-4e72-b292-6bff8aa180ab, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=612f24cd-7b8f-4e72-b292-6bff8aa180ab,segment=NetworkSegment(6e8564d3-e5ab-4726-ae6f-cf7472ede7c5),segment_id=6e8564d3-e5ab-4726-ae6f-cf7472ede7c5)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:50.404126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-c766563f-2478-43a8-9236-1d280ac6a370 req-dd95a243-0d23-4d4f-8740-53c2248b81e8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:51:50.405408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c766563f-2478-43a8-9236-1d280ac6a370 req-dd95a243-0d23-4d4f-8740-53c2248b81e8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059140 Aug 20 11:51:50.446052 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-682de808-5a4d-4ff4-bed9-d33b79d70d13 None None] Provisioning for port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:50.452577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-682de808-5a4d-4ff4-bed9-d33b79d70d13 None None] Provisioning complete for port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:50.453197 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-682de808-5a4d-4ff4-bed9-d33b79d70d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.515887 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.522494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:50.523422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.541718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-682de808-5a4d-4ff4-bed9-d33b79d70d13 None None] Port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:50.553993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c766563f-2478-43a8-9236-1d280ac6a370 req-e6664955-f90c-4f8a-a257-007a0adedece service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321027 Aug 20 11:51:50.567388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-682de808-5a4d-4ff4-bed9-d33b79d70d13 None None] Provisioning complete for port 612f24cd-7b8f-4e72-b292-6bff8aa180ab triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:50.567765 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-682de808-5a4d-4ff4-bed9-d33b79d70d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.615201 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.669485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Network': ['ID=3f52fc5f-551d-40c8-8b34-ddb9ee78846a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:50.686733 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:50.686949 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c766563f-2478-43a8-9236-1d280ac6a370 req-c4181631-417f-4844-b866-211cbc791b8b service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314535 Aug 20 11:51:50.711462 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5014d12d-35b6-41d5-b323-6da1637419bf tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6853812 Aug 20 11:51:50.714162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33168) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:50.721196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'subnet': {'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:50.911837 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=612f24cd-7b8f-4e72-b292-6bff8aa180ab,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:50.932928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:50.937153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:50.981336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d039c0c2-deed-419a-adea-716810768b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:51:48Z', 'revision_number': 2, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:49Z', 'revision_number': 2, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:51.035205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:51:51.035555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Updating router 7314ca24-4620-41a6-b75a-bd091018cb9b port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:51:51.064105 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.067325 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.201866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e5aeae86-dbac-4c29-bd57-1fe9610733c8 None None] Provisioning complete for port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:51.202139 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e5aeae86-dbac-4c29-bd57-1fe9610733c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.282458 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e5aeae86-dbac-4c29-bd57-1fe9610733c8 None None] Port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:51.310535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.373725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79afb7-0ad0-43a5-b7fe-43252f57c139 req-59ca04d7-3690-416c-9e5b-fcfa120bdff3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:51.375352 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c79afb7-0ad0-43a5-b7fe-43252f57c139 req-59ca04d7-3690-416c-9e5b-fcfa120bdff3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0945714 Aug 20 11:51:51.392695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Subnet': ['ID=c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:51.393099 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.411474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Transition to ACTIVE for port object 7ac66336-ca9f-4cd5-923b-ddbc685d9068 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:51.423435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Checking segment: {'id': '2d20403d-7ca9-4480-bb5f-8ea33de1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:51.423807 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network hostable DHCP agents. Network: 3f52fc5f-551d-40c8-8b34-ddb9ee78846a, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:51.453109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c79afb7-0ad0-43a5-b7fe-43252f57c139 req-86a3c3a8-6409-408c-bde9-49e7bb08316b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669444 Aug 20 11:51:51.481778 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.542302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:51.564460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1b19b-d43d-437d-b9d4-3c7af85943a4 None None] Pushing event updated for resources: {'Port': ['ID=7ac66336-ca9f-4cd5-923b-ddbc685d9068,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:51.599963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Attempting to bind port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:51.600346 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Attempting to bind port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:51.600715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Attempting to bind port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 on network bf5a3399-198c-4942-8528-a3fc9cc3c672 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:51.606761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:51.607286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Checking segment: {'id': '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:51.607827 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.608228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Bound using segment: {'id': '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:51.608706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Bound port: 7ac66336-ca9f-4cd5-923b-ddbc685d9068, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:51.609353 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.676344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 3f52fc5f-551d-40c8-8b34-ddb9ee78846a) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:51.686664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:51.687271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.692948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-7bd1e133-3e35-4829-b80d-60f2625758e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:51.694837 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-7bd1e133-3e35-4829-b80d-60f2625758e9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f&tenant_id=88e709cf4c1e4059b256a30cdf01ac56 HTTP/1.1" status: 200 len: 1094 time: 0.1839707 Aug 20 11:51:51.708443 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d1c28-26fd-4155-8dca-3286e88fb72f None None] Network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:51.749724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d039c0c2-deed-419a-adea-716810768b78 None None] For port 7ac66336-ca9f-4cd5-923b-ddbc685d9068, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:51.768394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d039c0c2-deed-419a-adea-716810768b78 None None] For port 7ac66336-ca9f-4cd5-923b-ddbc685d9068, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7ac66336-ca9f-4cd5-923b-ddbc685d9068,segment=NetworkSegment(6e8564d3-e5ab-4726-ae6f-cf7472ede7c5),segment_id=6e8564d3-e5ab-4726-ae6f-cf7472ede7c5)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:51.769200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-ba591a59-1b00-445c-be5e-64b0cdc67dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:51.770823 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-ba591a59-1b00-445c-be5e-64b0cdc67dd4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 1094 time: 0.0455873 Aug 20 11:51:51.806066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33188) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:51.806691 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-de051b49-e6fe-42d5-9ffd-386fd3542487 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0906658 Aug 20 11:51:51.865539 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:51.920492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-90b42df8-ddbe-45d3-b10b-bb31c54d23df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:51.922254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-90b42df8-ddbe-45d3-b10b-bb31c54d23df service neutron] 10.222.0.38 "GET /v2.0/networks?id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 200 len: 917 time: 0.1397154 Aug 20 11:51:51.966363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1b19b-d43d-437d-b9d4-3c7af85943a4 None None] Pushing event updated for resources: {'Port': ['ID=7ac66336-ca9f-4cd5-923b-ddbc685d9068,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:51.977038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 612f24cd-7b8f-4e72-b292-6bff8aa180ab up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:52.008195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-87920eed-0000-4a49-8b3f-b8a8ac32c99a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a49a357-e1ae-408d-9d77-2e17502ff108 HTTP/1.1" status: 200 len: 999 time: 0.0734813 Aug 20 11:51:52.096387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-60979750-2e1a-4be6-8eef-eeb1e550dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:52.098065 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-60979750-2e1a-4be6-8eef-eeb1e550dffa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 200 len: 855 time: 0.0779369 Aug 20 11:51:52.108445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:52.109362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d039c0c2-deed-419a-adea-716810768b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:52.170766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-5083340d-fe98-43ad-8d33-441c94a4462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:52.175093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-5083340d-fe98-43ad-8d33-441c94a4462a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9a4fc417-3cac-46ef-84e1-9c2c05a589d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624807 Aug 20 11:51:52.185372 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:52.186235 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.223232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d039c0c2-deed-419a-adea-716810768b78 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:52.271003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 612f24cd-7b8f-4e72-b292-6bff8aa180ab triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:52.271379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.384388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-a4a8b7c9-df6c-4d86-839e-b41bcbbb7ada service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007976 Aug 20 11:51:52.394148 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:51:52.522274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-2aada6c8-2910-476f-9778-07ab3b0c7b14 service neutron] 10.222.0.38 "GET /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167343 Aug 20 11:51:52.594069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.595437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Allocated IP 2001:db8:1::2 (3f52fc5f-551d-40c8-8b34-ddb9ee78846a/c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2/d99e7334-2d8b-48d6-b5d2-5dd6d28ffece) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:52.666611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ef45a-6365-448c-ab8c-26f1ed8bcaff req-92869845-cfa3-42e4-80c2-cda59d3027d4 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:52.668326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d5ef45a-6365-448c-ab8c-26f1ed8bcaff req-92869845-cfa3-42e4-80c2-cda59d3027d4 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.1074851 Aug 20 11:51:52.768675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d039c0c2-deed-419a-adea-716810768b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:51:48Z', 'revision_number': 2, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:51Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:52.770228 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d5ef45a-6365-448c-ab8c-26f1ed8bcaff req-132b66e4-cd76-4464-9990-55397492d024 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721626 Aug 20 11:51:52.814139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d039c0c2-deed-419a-adea-716810768b78 None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:51:48Z', 'revision_number': 2, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:51Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:52.853097 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:52.868672 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Transition to ACTIVE for port object d99e7334-2d8b-48d6-b5d2-5dd6d28ffece will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:52.888864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Transition to ACTIVE for port object d99e7334-2d8b-48d6-b5d2-5dd6d28ffece will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:52.991065 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.063454 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:53.063454 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Pushing event updated for resources: {'Port': ['ID=d99e7334-2d8b-48d6-b5d2-5dd6d28ffece,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:53.063887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:53.067586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:53.086068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Allocated IP 2001:db8:1::1 (3f52fc5f-551d-40c8-8b34-ddb9ee78846a/c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2/97c34c66-6852-452c-9cda-1403c37644fd) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:53.199788 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Attempting to bind port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:53.200348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Attempting to bind port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '2d20403d-7ca9-4480-bb5f-8ea33de1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:53.201355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Attempting to bind port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece on network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:53.215534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:53.215916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Checking segment: {'id': '2d20403d-7ca9-4480-bb5f-8ea33de1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:53.216328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.217670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Bound using segment: {'id': '2d20403d-7ca9-4480-bb5f-8ea33de1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:53.222471 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Bound port: d99e7334-2d8b-48d6-b5d2-5dd6d28ffece, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d20403d-7ca9-4480-bb5f-8ea33de1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:53.222471 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.317538 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.353972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Transition to ACTIVE for port object 97c34c66-6852-452c-9cda-1403c37644fd will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:53.505660 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.577896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] For port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:53.586204 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] For port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d99e7334-2d8b-48d6-b5d2-5dd6d28ffece,segment=NetworkSegment(2d20403d-7ca9-4480-bb5f-8ea33de1705c),segment_id=2d20403d-7ca9-4480-bb5f-8ea33de1705c)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:53.601758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:53.605047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:53.609547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:53.610138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.662988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=97c34c66-6852-452c-9cda-1403c37644fd,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:53.677124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.677540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.677915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.678312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.678654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.678983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.679223 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.679563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.679903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.680350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.680557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.680893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:53.704676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:53.767465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc00907-0246-40ac-a64b-6eb5bddbb479 None None] Pushing event updated for resources: {'Port': ['ID=d99e7334-2d8b-48d6-b5d2-5dd6d28ffece,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:53.954406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.075073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7ac66336-ca9f-4cd5-923b-ddbc685d9068 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:54.149780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5156a4-3c4b-41a1-8ef6-1a8711923ea0 req-41ebdc8e-da3e-475b-8f15-96e5bbf7726e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:54.151477 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f5156a4-3c4b-41a1-8ef6-1a8711923ea0 req-41ebdc8e-da3e-475b-8f15-96e5bbf7726e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.1793180 Aug 20 11:51:54.238711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f5156a4-3c4b-41a1-8ef6-1a8711923ea0 req-ce799aff-509a-4efd-b056-f063d1dd4411 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757852 Aug 20 11:51:54.252702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:54.257198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:54.257884 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.385165 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.441788 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 7ac66336-ca9f-4cd5-923b-ddbc685d9068, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7ac66336-ca9f-4cd5-923b-ddbc685d9068,segment=NetworkSegment(6e8564d3-e5ab-4726-ae6f-cf7472ede7c5),segment_id=6e8564d3-e5ab-4726-ae6f-cf7472ede7c5)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:54.477013 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.521783 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.561159 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.561966 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:54.577382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=7ac66336-ca9f-4cd5-923b-ddbc685d9068,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:54.679890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=97c34c66-6852-452c-9cda-1403c37644fd,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:54.743183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:54.745350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:54.910747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:51:55.105880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:51:55.126470 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-500c5688-3d6b-4a57-8ce0-940f3546540d tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3128190 Aug 20 11:51:55.126880 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33238) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:55.133130 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1487116451'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:55.247291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:55.255951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.303402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:51:55.315352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.315742 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added segment f44858ec-59f9-441e-aae0-a39c5b6d68d9 of type vlan for network d398b0b3-b8e5-4d93-b155-01733732e5ca Aug 20 11:51:55.337123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e8f5b-c91f-4b4a-b92d-17201117e0e5 None None] Network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:55.382026 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.434645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5fbe5-fe67-4c6c-9e9b-70cbb9419881 req-17044edc-c5e7-4363-9ed4-e363708c26c8 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:55.436388 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-acb5fbe5-fe67-4c6c-9e9b-70cbb9419881 req-17044edc-c5e7-4363-9ed4-e363708c26c8 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.1038678 Aug 20 11:51:55.486634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.492708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:55.493383 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:55.509219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-acb5fbe5-fe67-4c6c-9e9b-70cbb9419881 req-520a85c0-162c-4934-934c-8a9bb8d9ab39 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592871 Aug 20 11:51:55.568348 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:51:55.581385 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:55.582946 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:55.586808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-86c0eb18-d1a8-4b08-9f2f-283a4258737c None None] Provisioning for port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:55.718393 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:55.990508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Network': ['ID=d398b0b3-b8e5-4d93-b155-01733732e5ca,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:56.013863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network d398b0b3-b8e5-4d93-b155-01733732e5ca details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:51:56.084286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33248) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:56.084383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e9e5a5cb-92ff-42d4-9830-4bd73cf00db0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9518237 Aug 20 11:51:56.107492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'subnet': {'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:51:56.140560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d99e7334-2d8b-48d6-b5d2-5dd6d28ffece up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:56.201149 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:51:53Z', 'revision_number': 3, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 2, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:56.265518 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:51:56.265805 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Updating router 7314ca24-4620-41a6-b75a-bd091018cb9b port 97c34c66-6852-452c-9cda-1403c37644fd binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:51:56.321656 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.372590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:51:56.376936 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.408193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:56.410532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-82ed3b40-8f42-4d8c-9da8-4bdee810dcd1 None None] Provisioning for port 97c34c66-6852-452c-9cda-1403c37644fd completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:51:56.415935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:56.416233 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.418156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-82ed3b40-8f42-4d8c-9da8-4bdee810dcd1 None None] Provisioning complete for port 97c34c66-6852-452c-9cda-1403c37644fd triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:56.433035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82ed3b40-8f42-4d8c-9da8-4bdee810dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.519053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-82ed3b40-8f42-4d8c-9da8-4bdee810dcd1 None None] Port 97c34c66-6852-452c-9cda-1403c37644fd cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:51:56.572268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-82ed3b40-8f42-4d8c-9da8-4bdee810dcd1 None None] Provisioning complete for port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:56.573213 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82ed3b40-8f42-4d8c-9da8-4bdee810dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.750047 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.816520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d99e7334-2d8b-48d6-b5d2-5dd6d28ffece,segment=NetworkSegment(2d20403d-7ca9-4480-bb5f-8ea33de1705c),segment_id=2d20403d-7ca9-4480-bb5f-8ea33de1705c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:51:56.837934 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82ed3b40-8f42-4d8c-9da8-4bdee810dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.858339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a3d13-5d3b-4a7a-b51e-f084090fc56d req-db153d98-edc8-4195-94d4-b78389ab427c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:56.863593 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc8a3d13-5d3b-4a7a-b51e-f084090fc56d req-db153d98-edc8-4195-94d4-b78389ab427c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.1757627 Aug 20 11:51:56.872149 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:56.895975 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Transition to ACTIVE for port object 97c34c66-6852-452c-9cda-1403c37644fd will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:56.938873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc8a3d13-5d3b-4a7a-b51e-f084090fc56d req-c7daf8a3-249a-48b4-835f-25028e212c46 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682411 Aug 20 11:51:57.276292 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.331930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Subnet': ['ID=07ec0f04-0bc1-497c-98a2-080f8af5758d,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:57.334781 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.334781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7ac66336-ca9f-4cd5-923b-ddbc685d9068 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:57.351116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Checking segment: {'id': 'f44858ec-59f9-441e-aae0-a39c5b6d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:57.351492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network hostable DHCP agents. Network: d398b0b3-b8e5-4d93-b155-01733732e5ca, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:51:57.419031 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.454057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d99e7334-2d8b-48d6-b5d2-5dd6d28ffece,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:57.457632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-82ed3b40-8f42-4d8c-9da8-4bdee810dcd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:51:57.458045 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-82ed3b40-8f42-4d8c-9da8-4bdee810dcd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:51:57.478109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:57.478109 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.509628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network d398b0b3-b8e5-4d93-b155-01733732e5ca is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:51:57.531100 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Pushing event updated for resources: {'Port': ['ID=97c34c66-6852-452c-9cda-1403c37644fd,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:57.590913 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.591735 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.593681 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.595067 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.596900 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.597490 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.598057 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.598640 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.600796 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.600796 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.600796 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.600796 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:51:57.619744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, d398b0b3-b8e5-4d93-b155-01733732e5ca) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:57.628408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:57.629019 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.645047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe15549-3b33-4e1e-bf19-9c425dd8779e None None] Network d398b0b3-b8e5-4d93-b155-01733732e5ca requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:51:57.664423 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Attempting to bind port 97c34c66-6852-452c-9cda-1403c37644fd on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:57.667240 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Attempting to bind port 97c34c66-6852-452c-9cda-1403c37644fd by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '2d20403d-7ca9-4480-bb5f-8ea33de1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:57.667240 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Attempting to bind port 97c34c66-6852-452c-9cda-1403c37644fd on network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:57.675392 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:57.676415 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Checking segment: {'id': '2d20403d-7ca9-4480-bb5f-8ea33de1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:57.677105 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.677768 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Bound using segment: {'id': '2d20403d-7ca9-4480-bb5f-8ea33de1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:57.679716 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Bound port: 97c34c66-6852-452c-9cda-1403c37644fd, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d20403d-7ca9-4480-bb5f-8ea33de1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:57.680478 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.750974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c491a449-b77e-4b65-adf0-ca631ea2c21b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6619997 Aug 20 11:51:57.754300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33264) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:51:57.805965 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] For port 97c34c66-6852-452c-9cda-1403c37644fd, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:57.810238 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] For port 97c34c66-6852-452c-9cda-1403c37644fd, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=97c34c66-6852-452c-9cda-1403c37644fd,segment=NetworkSegment(2d20403d-7ca9-4480-bb5f-8ea33de1705c),segment_id=2d20403d-7ca9-4480-bb5f-8ea33de1705c)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:57.922233 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:57.986395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d99e7334-2d8b-48d6-b5d2-5dd6d28ffece up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:51:58.086799 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:51:58.087440 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:58.097071 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a96e96-031e-4eb3-8693-fb829ed2d476 None None] Pushing event updated for resources: {'Port': ['ID=97c34c66-6852-452c-9cda-1403c37644fd,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:58.102814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-d398b0b3-b8e5-4d93-b155-01733732e5ca', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:51:58.116001 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.267887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:51:58.268687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.287931 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:51:58.504905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47975d-4629-40ae-b19b-b2483464ee12 req-ae122b80-6db4-4578-b57f-846cf13c1df6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:51:58.514820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b47975d-4629-40ae-b19b-b2483464ee12 req-ae122b80-6db4-4578-b57f-846cf13c1df6 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.3551829 Aug 20 11:51:58.531144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Allocated IP 2001:db8:2::2 (d398b0b3-b8e5-4d93-b155-01733732e5ca/07ec0f04-0bc1-497c-98a2-080f8af5758d/58b64479-3405-4002-96b2-f52373f5fa6a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:58.973772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:58.984306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Transition to ACTIVE for port object 58b64479-3405-4002-96b2-f52373f5fa6a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:59.000322 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:51:53Z', 'revision_number': 3, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:51:57Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:51:59.006466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Transition to ACTIVE for port object 58b64479-3405-4002-96b2-f52373f5fa6a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:51:59.029525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b47975d-4629-40ae-b19b-b2483464ee12 req-fda87279-262d-4458-bd68-db32eefe4d65 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5107567 Aug 20 11:51:59.057695 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dea372-6c41-432c-a35b-f01cc2eff0e0 None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:51:53Z', 'revision_number': 3, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:51:57Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:51:59.121230 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.204106 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.228756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Network d398b0b3-b8e5-4d93-b155-01733732e5ca is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:51:59.231756 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:51:59.240768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:51:59.252142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Pushing event updated for resources: {'Port': ['ID=58b64479-3405-4002-96b2-f52373f5fa6a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:51:59.320076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Attempting to bind port 58b64479-3405-4002-96b2-f52373f5fa6a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:51:59.320461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Attempting to bind port 58b64479-3405-4002-96b2-f52373f5fa6a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f44858ec-59f9-441e-aae0-a39c5b6d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:51:59.320816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Attempting to bind port 58b64479-3405-4002-96b2-f52373f5fa6a on network d398b0b3-b8e5-4d93-b155-01733732e5ca {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:51:59.326221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:51:59.326633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Checking segment: {'id': 'f44858ec-59f9-441e-aae0-a39c5b6d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:51:59.327039 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.327463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Bound using segment: {'id': 'f44858ec-59f9-441e-aae0-a39c5b6d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:51:59.327909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Bound port: 58b64479-3405-4002-96b2-f52373f5fa6a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44858ec-59f9-441e-aae0-a39c5b6d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:51:59.328288 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.482508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] For port 58b64479-3405-4002-96b2-f52373f5fa6a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:51:59.488378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] For port 58b64479-3405-4002-96b2-f52373f5fa6a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=58b64479-3405-4002-96b2-f52373f5fa6a,segment=NetworkSegment(f44858ec-59f9-441e-aae0-a39c5b6d68d9),segment_id=f44858ec-59f9-441e-aae0-a39c5b6d68d9)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:51:59.584942 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:51:59.678123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Allocated IP 2001:db8:2::1 (d398b0b3-b8e5-4d93-b155-01733732e5ca/07ec0f04-0bc1-497c-98a2-080f8af5758d/c4c863be-dd76-406f-a5b7-194899cd170b) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:51:59.712305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f544ace-64c5-46b3-ae6e-c927aef5a6af None None] Pushing event updated for resources: {'Port': ['ID=58b64479-3405-4002-96b2-f52373f5fa6a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:00.040886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 97c34c66-6852-452c-9cda-1403c37644fd up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:00.134786 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.180071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Transition to ACTIVE for port object c4c863be-dd76-406f-a5b7-194899cd170b will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:00.236702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 97c34c66-6852-452c-9cda-1403c37644fd completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:00.242369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 97c34c66-6852-452c-9cda-1403c37644fd triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:00.246646 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.343135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648f54b-cac7-40d6-a335-c4f6b3ff4e01 req-fbd5c452-2457-4969-be14-0655dbad0adf tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:00.344964 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2648f54b-cac7-40d6-a335-c4f6b3ff4e01 req-fbd5c452-2457-4969-be14-0655dbad0adf tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.1119745 Aug 20 11:52:00.363139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.378807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.419760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 97c34c66-6852-452c-9cda-1403c37644fd, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=97c34c66-6852-452c-9cda-1403c37644fd,segment=NetworkSegment(2d20403d-7ca9-4480-bb5f-8ea33de1705c),segment_id=2d20403d-7ca9-4480-bb5f-8ea33de1705c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:00.421125 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2648f54b-cac7-40d6-a335-c4f6b3ff4e01 req-b4e64ee2-a715-4dfb-977b-44f65f6daaf3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660558 Aug 20 11:52:00.470005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network d398b0b3-b8e5-4d93-b155-01733732e5ca is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:00.474095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:00.478511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:00.479428 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.536632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=c4c863be-dd76-406f-a5b7-194899cd170b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:00.561576 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:00.687751 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=97c34c66-6852-452c-9cda-1403c37644fd,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:00.816592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.176333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69324a3b-c3cb-44a7-8de2-d4f4815db2bb None None] Network d398b0b3-b8e5-4d93-b155-01733732e5ca requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:01.280509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.378732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-04a4db78-da63-4f33-bbb5-221bede09b20 None None] Provisioning for port 58b64479-3405-4002-96b2-f52373f5fa6a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:01.407366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.408322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.643472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=c4c863be-dd76-406f-a5b7-194899cd170b,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:01.741105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04497c5-acbc-4af6-8dfb-cde5368d15b5 req-a1db7ddf-d598-41e7-a68a-9183538b309d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:01.741105 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c04497c5-acbc-4af6-8dfb-cde5368d15b5 req-a1db7ddf-d598-41e7-a68a-9183538b309d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.1906817 Aug 20 11:52:01.871839 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c04497c5-acbc-4af6-8dfb-cde5368d15b5 req-ad267121-2e3a-44c8-ad72-d243d8b8626d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141524 Aug 20 11:52:01.881251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network d398b0b3-b8e5-4d93-b155-01733732e5ca is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:01.882721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:01.892043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-853bbcaa-7153-42e5-9479-0772f1bc0131 None None] Provisioning for port c4c863be-dd76-406f-a5b7-194899cd170b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:01.909299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-853bbcaa-7153-42e5-9479-0772f1bc0131 None None] Provisioning complete for port c4c863be-dd76-406f-a5b7-194899cd170b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:01.910867 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-853bbcaa-7153-42e5-9479-0772f1bc0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:01.956578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-853bbcaa-7153-42e5-9479-0772f1bc0131 None None] Port c4c863be-dd76-406f-a5b7-194899cd170b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:02.035212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 58b64479-3405-4002-96b2-f52373f5fa6a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:02.058572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:02.217839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 58b64479-3405-4002-96b2-f52373f5fa6a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:02.223092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 58b64479-3405-4002-96b2-f52373f5fa6a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:02.223872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.238303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:02.258285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-142f25d5-e79b-41f7-ae5e-5a2b81458636 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4996145 Aug 20 11:52:02.258795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33310) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:02.266825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-433919235'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:02.272559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:02.325289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:02.326534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:02.418564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:02.422657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.432056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eaa0ccbc-5199-4a1f-b075-d2fb4bb99d07 None None] Provisioning complete for port c4c863be-dd76-406f-a5b7-194899cd170b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:02.432447 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ccbc-5199-4a1f-b075-d2fb4bb99d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.466126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:52:02.479220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.479716 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added segment b3f7b7fc-0c6f-4849-9d2b-d40078392cf4 of type vlan for network f134ab67-23a1-4367-9f2e-9927c4fdebb5 Aug 20 11:52:02.487553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:02.531953 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.547979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-eaa0ccbc-5199-4a1f-b075-d2fb4bb99d07 None None] Port c4c863be-dd76-406f-a5b7-194899cd170b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:02.561731 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.669724 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.675871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:02.680538 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.694301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 58b64479-3405-4002-96b2-f52373f5fa6a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=58b64479-3405-4002-96b2-f52373f5fa6a,segment=NetworkSegment(f44858ec-59f9-441e-aae0-a39c5b6d68d9),segment_id=f44858ec-59f9-441e-aae0-a39c5b6d68d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:02.757255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:02.757522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Network': ['ID=f134ab67-23a1-4367-9f2e-9927c4fdebb5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:02.758073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 97c34c66-6852-452c-9cda-1403c37644fd up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:02.820786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-895feadd-7ec4-43b0-a7dc-bdd962fb41b6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5603154 Aug 20 11:52:02.823289 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33318) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:02.829849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'subnet': {'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:02.993553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network f134ab67-23a1-4367-9f2e-9927c4fdebb5 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:52:03.025405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b1aff932-a3ac-46a6-813b-37d754e20401 None None] Provisioning complete for port c4c863be-dd76-406f-a5b7-194899cd170b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:03.025721 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b1aff932-a3ac-46a6-813b-37d754e20401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.108524 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089ec2c-1203-40ac-9f16-5732379a6d6e req-ac84d5e3-8690-4146-8284-5fcd5a927e19 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:03.117387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e089ec2c-1203-40ac-9f16-5732379a6d6e req-ac84d5e3-8690-4146-8284-5fcd5a927e19 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0913649 Aug 20 11:52:03.166802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Made reservation on behalf of 469c8bf031a242ce8f71da67399d9c65 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:03.171139 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e089ec2c-1203-40ac-9f16-5732379a6d6e req-aa0e7762-246e-411c-bdb7-f70e82f08a23 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524457 Aug 20 11:52:03.178847 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.211430 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=58b64479-3405-4002-96b2-f52373f5fa6a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:03.229457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b1aff932-a3ac-46a6-813b-37d754e20401 None None] Port c4c863be-dd76-406f-a5b7-194899cd170b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:03.269259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 97c34c66-6852-452c-9cda-1403c37644fd triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:03.269640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.274815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:01Z', 'revision_number': 2, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:03.326357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:03.326772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Updating router 7314ca24-4620-41a6-b75a-bd091018cb9b port c4c863be-dd76-406f-a5b7-194899cd170b binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:52:03.363276 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.551680 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.689752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Subnet': ['ID=2533b7e8-a456-4ee8-a540-889baea5410b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:03.722560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Checking segment: {'id': 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:03.722992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network hostable DHCP agents. Network: f134ab67-23a1-4367-9f2e-9927c4fdebb5, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:52:03.829846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network f134ab67-23a1-4367-9f2e-9927c4fdebb5 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:52:03.878043 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.889833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Transition to ACTIVE for port object c4c863be-dd76-406f-a5b7-194899cd170b will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:03.912574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 58b64479-3405-4002-96b2-f52373f5fa6a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:03.927231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, f134ab67-23a1-4367-9f2e-9927c4fdebb5) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:03.932286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:03.933284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:03.942819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf13534-f84e-4537-a7cf-a50a57f4a0ce None None] Network f134ab67-23a1-4367-9f2e-9927c4fdebb5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:03.989439 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.059698 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-34958e16-9a85-4056-8327-b35ced5343b0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2347343 Aug 20 11:52:04.062627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33328) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:04.076954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b2f6d-bda7-45fc-a913-c24550483644 None None] Pushing event updated for resources: {'Port': ['ID=c4c863be-dd76-406f-a5b7-194899cd170b,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:04.112524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 58b64479-3405-4002-96b2-f52373f5fa6a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:04.112846 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.296566 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Attempting to bind port c4c863be-dd76-406f-a5b7-194899cd170b on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:04.296939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Attempting to bind port c4c863be-dd76-406f-a5b7-194899cd170b by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f44858ec-59f9-441e-aae0-a39c5b6d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:04.297311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Attempting to bind port c4c863be-dd76-406f-a5b7-194899cd170b on network d398b0b3-b8e5-4d93-b155-01733732e5ca {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:04.350452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:04.350834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Checking segment: {'id': 'f44858ec-59f9-441e-aae0-a39c5b6d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:04.351247 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.351654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Bound using segment: {'id': 'f44858ec-59f9-441e-aae0-a39c5b6d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:04.352149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Bound port: c4c863be-dd76-406f-a5b7-194899cd170b, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44858ec-59f9-441e-aae0-a39c5b6d68d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:04.352538 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.375281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-f134ab67-23a1-4367-9f2e-9927c4fdebb5', 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'fixed_ips': [{'subnet_id': '2533b7e8-a456-4ee8-a540-889baea5410b'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:52:04.376857 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.560379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195b19c-d982-4c4e-8c6f-de5d5f3b7f3a req-b413b295-bb0d-4fb4-af7e-067ec3959d74 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:04.568062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9195b19c-d982-4c4e-8c6f-de5d5f3b7f3a req-b413b295-bb0d-4fb4-af7e-067ec3959d74 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.1639385 Aug 20 11:52:04.627080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] For port c4c863be-dd76-406f-a5b7-194899cd170b, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:04.632830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] For port c4c863be-dd76-406f-a5b7-194899cd170b, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c4c863be-dd76-406f-a5b7-194899cd170b,segment=NetworkSegment(f44858ec-59f9-441e-aae0-a39c5b6d68d9),segment_id=f44858ec-59f9-441e-aae0-a39c5b6d68d9)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:04.651086 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9195b19c-d982-4c4e-8c6f-de5d5f3b7f3a req-d1fae938-c364-4947-98af-591ba535ef1b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820081 Aug 20 11:52:04.690045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Allocated IP 2001:db8:3::2 (f134ab67-23a1-4367-9f2e-9927c4fdebb5/2533b7e8-a456-4ee8-a540-889baea5410b/d854b741-0922-4b30-891d-e1bdf854dfe1) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:04.725907 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.751444 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.837586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b2f6d-bda7-45fc-a913-c24550483644 None None] Pushing event updated for resources: {'Port': ['ID=c4c863be-dd76-406f-a5b7-194899cd170b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:04.845379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:04.846054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:04.991895 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:04.999708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:05.037102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Transition to ACTIVE for port object d854b741-0922-4b30-891d-e1bdf854dfe1 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:05.096519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Transition to ACTIVE for port object d854b741-0922-4b30-891d-e1bdf854dfe1 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:05.194782 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.247863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Allocated IP 2001:db8:3::1 (f134ab67-23a1-4367-9f2e-9927c4fdebb5/2533b7e8-a456-4ee8-a540-889baea5410b/9a66c6a9-57d0-4666-9f18-ec79ce071964) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:05.383655 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.404226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Transition to ACTIVE for port object 9a66c6a9-57d0-4666-9f18-ec79ce071964 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:05.428356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Network f134ab67-23a1-4367-9f2e-9927c4fdebb5 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:05.432934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:05.435464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:05.447816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Pushing event updated for resources: {'Port': ['ID=d854b741-0922-4b30-891d-e1bdf854dfe1,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:05.508241 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Attempting to bind port d854b741-0922-4b30-891d-e1bdf854dfe1 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:05.508704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Attempting to bind port d854b741-0922-4b30-891d-e1bdf854dfe1 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:05.509074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Attempting to bind port d854b741-0922-4b30-891d-e1bdf854dfe1 on network f134ab67-23a1-4367-9f2e-9927c4fdebb5 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:05.518629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:04Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:05.520531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:05.520908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Checking segment: {'id': 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:05.521321 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.521722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Bound using segment: {'id': 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:05.522195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Bound port: d854b741-0922-4b30-891d-e1bdf854dfe1, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:05.522605 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.523042 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.558358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bcc11-5dfc-4b31-9370-732b1ba2fd60 None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:04Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:05.578232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network f134ab67-23a1-4367-9f2e-9927c4fdebb5 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:05.578930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:05.586781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:05.587321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.593140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=9a66c6a9-57d0-4666-9f18-ec79ce071964,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:05.637688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] For port d854b741-0922-4b30-891d-e1bdf854dfe1, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:05.647365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] For port d854b741-0922-4b30-891d-e1bdf854dfe1, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d854b741-0922-4b30-891d-e1bdf854dfe1,segment=NetworkSegment(b3f7b7fc-0c6f-4849-9d2b-d40078392cf4),segment_id=b3f7b7fc-0c6f-4849-9d2b-d40078392cf4)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:05.745621 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:05.817829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f060041-8f18-4bd1-b104-e478c9aabb23 req-aba2b0ff-c589-4f45-a514-f94082bd0216 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:05.819763 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f060041-8f18-4bd1-b104-e478c9aabb23 req-aba2b0ff-c589-4f45-a514-f94082bd0216 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0871854 Aug 20 11:52:05.828411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e227b-2d17-4447-83e9-83e67e37a7e6 None None] Pushing event updated for resources: {'Port': ['ID=d854b741-0922-4b30-891d-e1bdf854dfe1,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:05.913642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7f060041-8f18-4bd1-b104-e478c9aabb23 req-bed59bfc-e5b6-4843-a8de-9d43cc7068cf tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776010 Aug 20 11:52:06.026002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c4c863be-dd76-406f-a5b7-194899cd170b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:06.148075 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.253219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c4c863be-dd76-406f-a5b7-194899cd170b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:06.258694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c4c863be-dd76-406f-a5b7-194899cd170b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:06.259102 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.398935 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.448915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c4c863be-dd76-406f-a5b7-194899cd170b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c4c863be-dd76-406f-a5b7-194899cd170b,segment=NetworkSegment(f44858ec-59f9-441e-aae0-a39c5b6d68d9),segment_id=f44858ec-59f9-441e-aae0-a39c5b6d68d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:06.515105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.527155 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.577914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c4c863be-dd76-406f-a5b7-194899cd170b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:06.578545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.579390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:06.671842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event updated for resources: {'Port': ['ID=9a66c6a9-57d0-4666-9f18-ec79ce071964,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:06.727680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Network f134ab67-23a1-4367-9f2e-9927c4fdebb5 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:06.729702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:06.843945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:06.945259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:06.957888 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:06.961043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8a49a357-e1ae-408d-9d77-2e17502ff108 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:52:06.966247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-44d0042c-ecb4-4a59-a6cb-3a55c7bcbe70 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9024067 Aug 20 11:52:06.969069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33342) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:06.975205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6bb34c76-34e8-4126-a400-df90b94873bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:06.981520 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:06.982350 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:07.036151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aea6b6-1d64-4b18-9ca8-0bc1eefe62a2 None None] Network f134ab67-23a1-4367-9f2e-9927c4fdebb5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:07.088992 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e5b65-2771-403a-a77f-4caa2b375cb8 req-039d7fe6-0d05-4c0c-856c-424e3060489a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:07.098671 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f65e5b65-2771-403a-a77f-4caa2b375cb8 req-039d7fe6-0d05-4c0c-856c-424e3060489a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 943 time: 0.0810695 Aug 20 11:52:07.148182 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:07.164646 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f65e5b65-2771-403a-a77f-4caa2b375cb8 req-2eec4243-e748-4219-abcc-f332cda2445b tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646706 Aug 20 11:52:07.322919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1a0d1ffc-a08f-45a4-b3e3-a49f895f0557 None None] Provisioning for port d854b741-0922-4b30-891d-e1bdf854dfe1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:07.327967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:07.365663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'port_id': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'mac_address': 'fa:16:3e:7f:69:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:52:07.412850 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a66c6a9-57d0-4666-9f18-ec79ce071964', 'name': '', 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:fd:a3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:04Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 2, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:07.416199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.435938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a49a357-e1ae-408d-9d77-2e17502ff108 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:52:07.453752 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:07.456966 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Updating router 7314ca24-4620-41a6-b75a-bd091018cb9b port 9a66c6a9-57d0-4666-9f18-ec79ce071964 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:52:07.461994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:07.497671 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.521183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.extraroute_db [None req-6bb34c76-34e8-4126-a400-df90b94873bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 11:52:07.545515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.extraroute_db [None req-6bb34c76-34e8-4126-a400-df90b94873bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Removed routes are [] {{(pid=95588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 11:52:07.545926 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6bb34c76-34e8-4126-a400-df90b94873bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.584159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.649360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:07.761397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cab3b25f-7b60-4434-b66b-c46488e2295e None None] Provisioning for port 9a66c6a9-57d0-4666-9f18-ec79ce071964 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:07.768482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cab3b25f-7b60-4434-b66b-c46488e2295e None None] Provisioning complete for port 9a66c6a9-57d0-4666-9f18-ec79ce071964 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:07.768866 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cab3b25f-7b60-4434-b66b-c46488e2295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.876065 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.877754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cab3b25f-7b60-4434-b66b-c46488e2295e None None] Port 9a66c6a9-57d0-4666-9f18-ec79ce071964 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:07.890346 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Transition to ACTIVE for port object 9a66c6a9-57d0-4666-9f18-ec79ce071964 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:07.929297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['8a49a357-e1ae-408d-9d77-2e17502ff108'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:52:07.965390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6bb34c76-34e8-4126-a400-df90b94873bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.967312 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:07.976362 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6bb34c76-34e8-4126-a400-df90b94873bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.080897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c4c863be-dd76-406f-a5b7-194899cd170b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:08.125394 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dadf98-39ba-48e6-9c56-5bfab8b8114c None None] Pushing event updated for resources: {'Port': ['ID=9a66c6a9-57d0-4666-9f18-ec79ce071964,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:08.157317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb34c76-34e8-4126-a400-df90b94873bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:08.176399 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Attempting to bind port 9a66c6a9-57d0-4666-9f18-ec79ce071964 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:08.176777 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Attempting to bind port 9a66c6a9-57d0-4666-9f18-ec79ce071964 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:08.177146 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Attempting to bind port 9a66c6a9-57d0-4666-9f18-ec79ce071964 on network f134ab67-23a1-4367-9f2e-9927c4fdebb5 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:08.194698 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:08.195077 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Checking segment: {'id': 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:08.195484 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.195879 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Bound using segment: {'id': 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:08.196293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c4c863be-dd76-406f-a5b7-194899cd170b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:08.196417 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Bound port: 9a66c6a9-57d0-4666-9f18-ec79ce071964, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:08.196724 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.197083 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.301491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d854b741-0922-4b30-891d-e1bdf854dfe1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:08.321196 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] For port 9a66c6a9-57d0-4666-9f18-ec79ce071964, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:08.325995 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] For port 9a66c6a9-57d0-4666-9f18-ec79ce071964, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9a66c6a9-57d0-4666-9f18-ec79ce071964,segment=NetworkSegment(b3f7b7fc-0c6f-4849-9d2b-d40078392cf4),segment_id=b3f7b7fc-0c6f-4849-9d2b-d40078392cf4)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:08.353375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb34c76-34e8-4126-a400-df90b94873bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:08.366971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6bb34c76-34e8-4126-a400-df90b94873bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.368324 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6bb34c76-34e8-4126-a400-df90b94873bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b HTTP/1.1" status: 200 len: 953 time: 1.3972766 Aug 20 11:52:08.371190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33348) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:08.381054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7083ec-2f4d-456a-9ad2-c2a5515436b8 req-4e94a7bb-ef0a-44ef-9e2e-33d65c4b942d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:08.387676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f7083ec-2f4d-456a-9ad2-c2a5515436b8 req-4e94a7bb-ef0a-44ef-9e2e-33d65c4b942d tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 944 time: 0.0823491 Aug 20 11:52:08.401866 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.434909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f7083ec-2f4d-456a-9ad2-c2a5515436b8 req-c5cd634a-3ddc-4cc0-a824-60fca0fb9c42 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457504 Aug 20 11:52:08.469774 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:08.470405 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:08.515755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d854b741-0922-4b30-891d-e1bdf854dfe1 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:08.522252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d854b741-0922-4b30-891d-e1bdf854dfe1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:08.522863 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.535135 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-759511ee-7203-4d6f-8cf0-68ed72be1674 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b HTTP/1.1" status: 200 len: 953 time: 0.1627524 Aug 20 11:52:08.537686 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33352) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:08.543033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d16399a4-7e30-4384-9dec-f4e9827f8568 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'routes': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:08.551878 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dadf98-39ba-48e6-9c56-5bfab8b8114c None None] Pushing event updated for resources: {'Port': ['ID=9a66c6a9-57d0-4666-9f18-ec79ce071964,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:08.593003 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:08.618953 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.657584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d854b741-0922-4b30-891d-e1bdf854dfe1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d854b741-0922-4b30-891d-e1bdf854dfe1,segment=NetworkSegment(b3f7b7fc-0c6f-4849-9d2b-d40078392cf4),segment_id=b3f7b7fc-0c6f-4849-9d2b-d40078392cf4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:08.728529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:08.798652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d854b741-0922-4b30-891d-e1bdf854dfe1,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:08.842816 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:07Z', 'revision_number': 6, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a66c6a9-57d0-4666-9f18-ec79ce071964', 'name': '', 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:fd:a3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:04Z', 'updated_at': '2021-08-20T11:52:08Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:08.872628 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c410b9-ad08-43e6-bb7f-c2f29c43b248 None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:07Z', 'revision_number': 6, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a66c6a9-57d0-4666-9f18-ec79ce071964', 'name': '', 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:fd:a3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:04Z', 'updated_at': '2021-08-20T11:52:08Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:08.974314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8a49a357-e1ae-408d-9d77-2e17502ff108 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:09.007524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.extraroute_db [None req-d16399a4-7e30-4384-9dec-f4e9827f8568 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added routes are [] {{(pid=95587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 11:52:09.007929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.extraroute_db [None req-d16399a4-7e30-4384-9dec-f4e9827f8568 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 11:52:09.035445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 8a49a357-e1ae-408d-9d77-2e17502ff108 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:09.036066 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.052984 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d16399a4-7e30-4384-9dec-f4e9827f8568 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.122747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.146693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:52:09.149073 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b0af09-5095-45d8-9df6-88d180c3dbf1" -d '{"events": [{"server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "name": "network-vif-plugged", "status": "completed", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:52:09.164375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:09.192986 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cafdb48-f9de-4b67-8b29-8756851434bd x-openstack-request-id: req-8cafdb48-f9de-4b67-8b29-8756851434bd {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:52:09.193287 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "name": "network-vif-plugged", "status": "completed", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:52:09.193548 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8cafdb48-f9de-4b67-8b29-8756851434bd {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:52:09.193994 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'code': 200} Aug 20 11:52:09.252951 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.306274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=10']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:09.343767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d16399a4-7e30-4384-9dec-f4e9827f8568 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.352569 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d16399a4-7e30-4384-9dec-f4e9827f8568 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.455133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a88453-d549-4835-bd49-87a7262f1158 req-d6b269b5-02db-4507-ad4f-f8b7a2c6f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:09.457532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73a88453-d549-4835-bd49-87a7262f1158 req-d6b269b5-02db-4507-ad4f-f8b7a2c6f77f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 1097 time: 0.0570087 Aug 20 11:52:09.509184 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-73a88453-d549-4835-bd49-87a7262f1158 req-fc2e0e1f-d321-4e82-95b9-8f5f43353695 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404081 Aug 20 11:52:09.583823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d0a3b-ea5c-4d6e-ab89-21024100c3d0 req-d0f04e61-d2d2-41ae-90f4-6993c9f3ef28 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:09.585459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb5d0a3b-ea5c-4d6e-ab89-21024100c3d0 req-d0f04e61-d2d2-41ae-90f4-6993c9f3ef28 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 946 time: 0.0569131 Aug 20 11:52:09.631724 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb5d0a3b-ea5c-4d6e-ab89-21024100c3d0 req-86454760-96d7-4d33-8d93-b548922fb0c5 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397525 Aug 20 11:52:09.709449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:09.719583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:09.720251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:09.724764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16399a4-7e30-4384-9dec-f4e9827f8568 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:09.821338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:09.850155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16399a4-7e30-4384-9dec-f4e9827f8568 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:09.854222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d16399a4-7e30-4384-9dec-f4e9827f8568 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:09.855476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d16399a4-7e30-4384-9dec-f4e9827f8568 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b HTTP/1.1" status: 200 len: 703 time: 1.3167641 Aug 20 11:52:09.858392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33374) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:09.970778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-69a85721-6a5e-498e-a9d9-2e0dfc87a787 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b HTTP/1.1" status: 200 len: 703 time: 0.1081052 Aug 20 11:52:09.971434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33376) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:09.988976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9a66c6a9-57d0-4666-9f18-ec79ce071964 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:10.116241 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:09Z', 'revision_number': 7, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a66c6a9-57d0-4666-9f18-ec79ce071964', 'name': '', 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:fd:a3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:04Z', 'updated_at': '2021-08-20T11:52:08Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:10.143535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:10.152408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:10.152848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:10.228081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 9a66c6a9-57d0-4666-9f18-ec79ce071964 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:10.236505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9a66c6a9-57d0-4666-9f18-ec79ce071964 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:10.237550 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.287440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:10.323974 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.591553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 9a66c6a9-57d0-4666-9f18-ec79ce071964 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:10.592478 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.607040 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.666599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 9a66c6a9-57d0-4666-9f18-ec79ce071964, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9a66c6a9-57d0-4666-9f18-ec79ce071964,segment=NetworkSegment(b3f7b7fc-0c6f-4849-9d2b-d40078392cf4),segment_id=b3f7b7fc-0c6f-4849-9d2b-d40078392cf4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:10.693686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port 9a66c6a9-57d0-4666-9f18-ec79ce071964, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9a66c6a9-57d0-4666-9f18-ec79ce071964,segment=NetworkSegment(b3f7b7fc-0c6f-4849-9d2b-d40078392cf4),segment_id=b3f7b7fc-0c6f-4849-9d2b-d40078392cf4)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:10.694177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.715720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 9a66c6a9-57d0-4666-9f18-ec79ce071964 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:10.738900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:09Z', 'revision_number': 7, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a66c6a9-57d0-4666-9f18-ec79ce071964', 'name': '', 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:fd:a3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:04Z', 'updated_at': '2021-08-20T11:52:08Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:10.775981 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.777019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d854b741-0922-4b30-891d-e1bdf854dfe1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:52:10.783141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114e83fd-6ec8-425e-9caa-ef9abbc554f3 None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:09Z', 'revision_number': 7, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a66c6a9-57d0-4666-9f18-ec79ce071964', 'name': '', 'network_id': 'f134ab67-23a1-4367-9f2e-9927c4fdebb5', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:fd:a3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:52:04Z', 'updated_at': '2021-08-20T11:52:08Z', 'revision_number': 4, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '2533b7e8-a456-4ee8-a540-889baea5410b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:10.818664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e036ec-31c3-4a10-a5ac-f342a5a40f04 req-df4bd179-815b-49cc-aef2-376a8f29d1b9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:10.821877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53e036ec-31c3-4a10-a5ac-f342a5a40f04 req-df4bd179-815b-49cc-aef2-376a8f29d1b9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 946 time: 0.0964675 Aug 20 11:52:10.890617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=9a66c6a9-57d0-4666-9f18-ec79ce071964,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:10.905789 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d854b741-0922-4b30-891d-e1bdf854dfe1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:10.906170 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:10.914751 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53e036ec-31c3-4a10-a5ac-f342a5a40f04 req-16af505b-6030-402e-bc86-d7609baf8419 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853646 Aug 20 11:52:11.081888 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:11.086831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.092911 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:11.092911 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:11.115121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=9a66c6a9-57d0-4666-9f18-ec79ce071964,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:11.128242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.128593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.128984 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.129323 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.129763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.130085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.130401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.131129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.131129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.131433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.131770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.132092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:52:11.195555 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:11.254497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.440597 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.513385 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:10Z', 'revision_number': 8, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:11.545330 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:11.554772 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:11.555414 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:11.652308 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:11.716651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:11.822246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:11.834683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6496bc6e-fc20-4549-bb4a-85f6cb529dd6 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8578925 Aug 20 11:52:11.835070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33456) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:11.877861 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:10Z', 'revision_number': 8, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:11.905143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19e2d40-c14c-468c-9513-148a39f5b374 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting subnet 2533b7e8-a456-4ee8-a540-889baea5410b {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:52:11.908784 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b19e2d40-c14c-468c-9513-148a39f5b374 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:11.909236 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e940e7-9540-45c5-b8f7-18fe7fa6d09d None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:10Z', 'revision_number': 8, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:11.956771 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b19e2d40-c14c-468c-9513-148a39f5b374 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.050748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a049141-3250-4752-80a6-3f3b9033d1ae req-0a2304ef-4de8-410c-809b-bdbc54d8b337 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:12.052349 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3a049141-3250-4752-80a6-3f3b9033d1ae req-0a2304ef-4de8-410c-809b-bdbc54d8b337 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 946 time: 0.0621533 Aug 20 11:52:12.073740 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b19e2d40-c14c-468c-9513-148a39f5b374 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.093234 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3a049141-3250-4752-80a6-3f3b9033d1ae req-7dae5394-2fb2-48d8-a714-001fd05ab524 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347872 Aug 20 11:52:12.253902 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b19e2d40-c14c-468c-9513-148a39f5b374 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.281905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e2d40-c14c-468c-9513-148a39f5b374 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Subnet': ['ID=2533b7e8-a456-4ee8-a540-889baea5410b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:12.285862 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b19e2d40-c14c-468c-9513-148a39f5b374 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.290639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33476) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:12.292905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d7dc4-d2cc-456c-a7d7-8110ccd63164 None None] Network f134ab67-23a1-4367-9f2e-9927c4fdebb5 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:12.300021 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b19e2d40-c14c-468c-9513-148a39f5b374 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/2533b7e8-a456-4ee8-a540-889baea5410b HTTP/1.1" status: 204 len: 168 time: 0.4627938 Aug 20 11:52:12.395390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.457969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port d854b741-0922-4b30-891d-e1bdf854dfe1 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:12.458316 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.522663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2563330-6e39-47c6-93cb-90cb7fee9179 None None] DHCP port deletion for f134ab67-23a1-4367-9f2e-9927c4fdebb5 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:52:12.530947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port d854b741-0922-4b30-891d-e1bdf854dfe1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d854b741-0922-4b30-891d-e1bdf854dfe1,segment=NetworkSegment(b3f7b7fc-0c6f-4849-9d2b-d40078392cf4),segment_id=b3f7b7fc-0c6f-4849-9d2b-d40078392cf4)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:12.531246 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.546673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for d854b741-0922-4b30-891d-e1bdf854dfe1 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:12.549840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:12.563829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:12.564534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:12.658970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b2563330-6e39-47c6-93cb-90cb7fee9179 None None] Deleting port d854b741-0922-4b30-891d-e1bdf854dfe1 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:12.659350 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b2563330-6e39-47c6-93cb-90cb7fee9179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.674641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:12.709926 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.739374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=d854b741-0922-4b30-891d-e1bdf854dfe1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:12.747278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No DVR routers for this DVR port d854b741-0922-4b30-891d-e1bdf854dfe1 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:12.792499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b2563330-6e39-47c6-93cb-90cb7fee9179 None None] For port d854b741-0922-4b30-891d-e1bdf854dfe1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d854b741-0922-4b30-891d-e1bdf854dfe1,segment=NetworkSegment(b3f7b7fc-0c6f-4849-9d2b-d40078392cf4),segment_id=b3f7b7fc-0c6f-4849-9d2b-d40078392cf4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:12.792804 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b2563330-6e39-47c6-93cb-90cb7fee9179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.828540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.837703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b2563330-6e39-47c6-93cb-90cb7fee9179 None None] Calling delete_port for d854b741-0922-4b30-891d-e1bdf854dfe1 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:12.839060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f134ab67-23a1-4367-9f2e-9927c4fdebb5']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:12.850198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:12.850530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f7b7fc-0c6f-4849-9d2b-d40078392cf4') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:12.859666 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:12.887211 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:12.980643 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b2563330-6e39-47c6-93cb-90cb7fee9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.010855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2563330-6e39-47c6-93cb-90cb7fee9179 None None] Pushing event deleted for resources: {'Port': ['ID=d854b741-0922-4b30-891d-e1bdf854dfe1,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:13.019012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2563330-6e39-47c6-93cb-90cb7fee9179 None None] No DVR routers for this DVR port d854b741-0922-4b30-891d-e1bdf854dfe1 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:13.034265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:10Z', 'revision_number': 8, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:13.065416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:13.074290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:13.074937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:13.086657 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.093627 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.104973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/networks/f134ab67-23a1-4367-9f2e-9927c4fdebb5 HTTP/1.1" status: 204 len: 168 time: 0.8040006 Aug 20 11:52:13.105076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33500) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:13.109759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35149f72-f550-424c-bbe2-de31f5f752b2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Network': ['ID=f134ab67-23a1-4367-9f2e-9927c4fdebb5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:13.169853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:13.288060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5834b-80d2-43c6-a1fb-b5d61ebfd064 req-93a9ab2d-03fc-4445-930c-5da4b4fb6706 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:13.289570 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bfb5834b-80d2-43c6-a1fb-b5d61ebfd064 req-93a9ab2d-03fc-4445-930c-5da4b4fb6706 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 946 time: 0.1074061 Aug 20 11:52:13.383780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:10Z', 'revision_number': 8, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:13.396342 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bfb5834b-80d2-43c6-a1fb-b5d61ebfd064 req-54647ac8-b9ff-4615-ab7b-93f93d95b82a tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763023 Aug 20 11:52:13.427315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a51305-806f-4310-9af7-b3f1a44ba568 None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:10Z', 'revision_number': 8, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4c863be-dd76-406f-a5b7-194899cd170b', 'name': '', 'network_id': 'd398b0b3-b8e5-4d93-b155-01733732e5ca', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:97:ba:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:59Z', 'updated_at': '2021-08-20T11:52:06Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '07ec0f04-0bc1-497c-98a2-080f8af5758d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:13.554116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.629444 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.804101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port c4c863be-dd76-406f-a5b7-194899cd170b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:13.804446 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.889656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9a66c6a9-57d0-4666-9f18-ec79ce071964 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:13.906276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port c4c863be-dd76-406f-a5b7-194899cd170b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c4c863be-dd76-406f-a5b7-194899cd170b,segment=NetworkSegment(f44858ec-59f9-441e-aae0-a39c5b6d68d9),segment_id=f44858ec-59f9-441e-aae0-a39c5b6d68d9)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:13.906781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:13.911809 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 9a66c6a9-57d0-4666-9f18-ec79ce071964 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:13.912163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9a66c6a9-57d0-4666-9f18-ec79ce071964 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:13.912591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d854b741-0922-4b30-891d-e1bdf854dfe1 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:13.921176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for c4c863be-dd76-406f-a5b7-194899cd170b owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:13.936115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d854b741-0922-4b30-891d-e1bdf854dfe1 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:13.936476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d854b741-0922-4b30-891d-e1bdf854dfe1 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:14.264161 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.289735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=c4c863be-dd76-406f-a5b7-194899cd170b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:14.417996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.621966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:14.724248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:14.730151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-aa93f612-3d24-4cb6-aea3-81d7b2dda584 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6264505 Aug 20 11:52:14.730151 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33550) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:14.734862 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:14.744718 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:14.747271 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:14.783227 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f7780e-bf9b-4307-bc11-b9b4e2527b22 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting subnet 07ec0f04-0bc1-497c-98a2-080f8af5758d {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:52:14.786648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8f7780e-bf9b-4307-bc11-b9b4e2527b22 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.827999 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8f7780e-bf9b-4307-bc11-b9b4e2527b22 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:14.834068 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:14.935134 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8f7780e-bf9b-4307-bc11-b9b4e2527b22 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.029922 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1810b83a-c59c-4cba-aa2c-c31078749f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.075293 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:14Z', 'revision_number': 9, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:15.102541 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:15.111641 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:15.112264 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:51:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:15.206166 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:15.229914 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8f7780e-bf9b-4307-bc11-b9b4e2527b22 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.267074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7780e-bf9b-4307-bc11-b9b4e2527b22 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Subnet': ['ID=07ec0f04-0bc1-497c-98a2-080f8af5758d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:15.267789 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b8f7780e-bf9b-4307-bc11-b9b4e2527b22 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.269823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b8f7780e-bf9b-4307-bc11-b9b4e2527b22 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/07ec0f04-0bc1-497c-98a2-080f8af5758d HTTP/1.1" status: 204 len: 168 time: 0.5393722 Aug 20 11:52:15.272764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33564) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:15.285041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe8ac1b-0d40-408b-ae75-7063b95c44ad None None] Network d398b0b3-b8e5-4d93-b155-01733732e5ca requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:15.356237 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.450599 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:14Z', 'revision_number': 9, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:15.464888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 58b64479-3405-4002-96b2-f52373f5fa6a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:15.465338 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.485599 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7db74-d2ce-4432-995d-18693e0b2a05 None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:14Z', 'revision_number': 9, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97c34c66-6852-452c-9cda-1403c37644fd', 'name': '', 'network_id': '3f52fc5f-551d-40c8-8b34-ddb9ee78846a', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:ed:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:52Z', 'updated_at': '2021-08-20T11:52:00Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': 'c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:15.524263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0182bc2a-a1d8-4230-bb07-165fc2dc1d00 None None] DHCP port deletion for d398b0b3-b8e5-4d93-b155-01733732e5ca request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:52:15.557115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port 58b64479-3405-4002-96b2-f52373f5fa6a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=58b64479-3405-4002-96b2-f52373f5fa6a,segment=NetworkSegment(f44858ec-59f9-441e-aae0-a39c5b6d68d9),segment_id=f44858ec-59f9-441e-aae0-a39c5b6d68d9)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:15.557481 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.572389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 58b64479-3405-4002-96b2-f52373f5fa6a owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:15.577419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0182bc2a-a1d8-4230-bb07-165fc2dc1d00 None None] Deleting port 58b64479-3405-4002-96b2-f52373f5fa6a {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:15.577799 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0182bc2a-a1d8-4230-bb07-165fc2dc1d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.651409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0182bc2a-a1d8-4230-bb07-165fc2dc1d00 None None] For port 58b64479-3405-4002-96b2-f52373f5fa6a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=58b64479-3405-4002-96b2-f52373f5fa6a,segment=NetworkSegment(f44858ec-59f9-441e-aae0-a39c5b6d68d9),segment_id=f44858ec-59f9-441e-aae0-a39c5b6d68d9)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:15.651820 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0182bc2a-a1d8-4230-bb07-165fc2dc1d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.669506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0182bc2a-a1d8-4230-bb07-165fc2dc1d00 None None] Calling delete_port for 58b64479-3405-4002-96b2-f52373f5fa6a owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:15.817866 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.824056 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0182bc2a-a1d8-4230-bb07-165fc2dc1d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:15.852135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=58b64479-3405-4002-96b2-f52373f5fa6a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:15.860499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182bc2a-a1d8-4230-bb07-165fc2dc1d00 None None] Pushing event deleted for resources: {'Port': ['ID=58b64479-3405-4002-96b2-f52373f5fa6a,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:15.866227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No DVR routers for this DVR port 58b64479-3405-4002-96b2-f52373f5fa6a on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:15.883927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182bc2a-a1d8-4230-bb07-165fc2dc1d00 None None] No DVR routers for this DVR port 58b64479-3405-4002-96b2-f52373f5fa6a on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:16.021650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 58b64479-3405-4002-96b2-f52373f5fa6a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:16.059115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 58b64479-3405-4002-96b2-f52373f5fa6a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:16.059115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 58b64479-3405-4002-96b2-f52373f5fa6a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:16.059115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c4c863be-dd76-406f-a5b7-194899cd170b no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:16.080957 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.085357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c4c863be-dd76-406f-a5b7-194899cd170b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:16.085774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c4c863be-dd76-406f-a5b7-194899cd170b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:16.094559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d398b0b3-b8e5-4d93-b155-01733732e5ca']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:16.107040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44858ec-59f9-441e-aae0-a39c5b6d68d9') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:16.107505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44858ec-59f9-441e-aae0-a39c5b6d68d9') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:16.117996 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.137809 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.145198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:16.145619 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:16.149386 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:16.326621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.343277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:16.343277 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/networks/d398b0b3-b8e5-4d93-b155-01733732e5ca HTTP/1.1" status: 204 len: 168 time: 1.0662820 Aug 20 11:52:16.344904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33592) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:16.355686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8382583-6f25-4811-af5c-cf29e3ee75ea tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Network': ['ID=d398b0b3-b8e5-4d93-b155-01733732e5ca,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:16.709810 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.203159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 97c34c66-6852-452c-9cda-1403c37644fd {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:17.203498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.293598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port 97c34c66-6852-452c-9cda-1403c37644fd, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=97c34c66-6852-452c-9cda-1403c37644fd,segment=NetworkSegment(2d20403d-7ca9-4480-bb5f-8ea33de1705c),segment_id=2d20403d-7ca9-4480-bb5f-8ea33de1705c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:17.293874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.308040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 97c34c66-6852-452c-9cda-1403c37644fd owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:17.590049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.618775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=97c34c66-6852-452c-9cda-1403c37644fd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:17.742946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.827371 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f091985a-a1f0-4d5a-85d1-184f29c7b0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:17.958255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:18.051570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:18.056571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-522d4e0a-0937-4567-b4cb-3c921d7097c7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7120295 Aug 20 11:52:18.059469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33642) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.061012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:18.071177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:18.071890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:18.115530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-abeee73b-39ca-4fac-94d2-e4b936601599 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting subnet c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:52:18.118732 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-abeee73b-39ca-4fac-94d2-e4b936601599 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.162863 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-abeee73b-39ca-4fac-94d2-e4b936601599 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.163774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:18.249876 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-abeee73b-39ca-4fac-94d2-e4b936601599 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.431701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:17Z', 'revision_number': 10, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:18.431701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:18.431701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:18.431701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:18.550758 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-abeee73b-39ca-4fac-94d2-e4b936601599 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.610281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-abeee73b-39ca-4fac-94d2-e4b936601599 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.614099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-abeee73b-39ca-4fac-94d2-e4b936601599 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2 HTTP/1.1" status: 204 len: 168 time: 0.5535614 Aug 20 11:52:18.617040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33658) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:18.633670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeee73b-39ca-4fac-94d2-e4b936601599 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:18.664026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcfd18b-77c7-4271-8ad1-a49fbb4c5d5a None None] Network 3f52fc5f-551d-40c8-8b34-ddb9ee78846a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:18.728238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.752820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:18.786333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:18.786959 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.852160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d99e7334-2d8b-48d6-b5d2-5dd6d28ffece,segment=NetworkSegment(2d20403d-7ca9-4480-bb5f-8ea33de1705c),segment_id=2d20403d-7ca9-4480-bb5f-8ea33de1705c)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:18.854632 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.880707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for d99e7334-2d8b-48d6-b5d2-5dd6d28ffece owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:18.906910 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:18.999497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d354a-f03b-4642-9f25-3ade5f5bd894 None None] DHCP port deletion for 3f52fc5f-551d-40c8-8b34-ddb9ee78846a request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:52:19.059592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:17Z', 'revision_number': 10, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:19.099559 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.100703 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff81e0-d3dd-4e53-9fcc-6dfca87a4be7 None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:17Z', 'revision_number': 10, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None, '_interfaces': [{'id': '7ac66336-ca9f-4cd5-923b-ddbc685d9068', 'name': '', 'network_id': 'bf5a3399-198c-4942-8528-a3fc9cc3c672', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'mac_address': 'fa:16:3e:af:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:51:48Z', 'updated_at': '2021-08-20T11:51:54Z', 'revision_number': 5, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'subnets': [{'id': '3071f2ca-b6b7-4507-a8f0-54d933af810c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:19.109520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d354a-f03b-4642-9f25-3ade5f5bd894 None None] Deleting port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:19.109906 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb9d354a-f03b-4642-9f25-3ade5f5bd894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.126595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=d99e7334-2d8b-48d6-b5d2-5dd6d28ffece,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:19.141951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No DVR routers for this DVR port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:19.231431 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fb9d354a-f03b-4642-9f25-3ade5f5bd894 None None] For port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece, host n-d-804230-3, got binding levels [] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:19.231929 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb9d354a-f03b-4642-9f25-3ade5f5bd894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.248152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d354a-f03b-4642-9f25-3ade5f5bd894 None None] Calling delete_port for d99e7334-2d8b-48d6-b5d2-5dd6d28ffece owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:19.252631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.ipam_backend_mixin [None req-fb9d354a-f03b-4642-9f25-3ade5f5bd894 None None] Port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece was not found and therefore no delete operation was performed {{(pid=95589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:52:19.254162 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fb9d354a-f03b-4642-9f25-3ade5f5bd894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.257868 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.271909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f52fc5f-551d-40c8-8b34-ddb9ee78846a']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:19.285043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d20403d-7ca9-4480-bb5f-8ea33de1705c') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:19.285779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d20403d-7ca9-4480-bb5f-8ea33de1705c') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:19.297951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.300871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d354a-f03b-4642-9f25-3ade5f5bd894 None None] Pushing event deleted for resources: {'Port': ['ID=d99e7334-2d8b-48d6-b5d2-5dd6d28ffece,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:19.311495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d354a-f03b-4642-9f25-3ade5f5bd894 None None] No DVR routers for this DVR port d99e7334-2d8b-48d6-b5d2-5dd6d28ffece on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:19.326353 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.334006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:19.334590 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:19.338064 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:19.538121 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.658009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.663450 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:19.665435 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/networks/3f52fc5f-551d-40c8-8b34-ddb9ee78846a HTTP/1.1" status: 204 len: 168 time: 1.0472553 Aug 20 11:52:19.669123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33688) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:19.681215 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fab5c-5209-429f-a08b-7f77b06e74f8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Network': ['ID=3f52fc5f-551d-40c8-8b34-ddb9ee78846a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:19.869253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d99e7334-2d8b-48d6-b5d2-5dd6d28ffece no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:19.893684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d99e7334-2d8b-48d6-b5d2-5dd6d28ffece {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:19.894170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d99e7334-2d8b-48d6-b5d2-5dd6d28ffece not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:19.894902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 97c34c66-6852-452c-9cda-1403c37644fd no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:19.916903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 97c34c66-6852-452c-9cda-1403c37644fd {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:19.917583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 97c34c66-6852-452c-9cda-1403c37644fd not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:20.051006 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.298468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 7ac66336-ca9f-4cd5-923b-ddbc685d9068 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:20.299556 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.389823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port 7ac66336-ca9f-4cd5-923b-ddbc685d9068, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=7ac66336-ca9f-4cd5-923b-ddbc685d9068,segment=NetworkSegment(6e8564d3-e5ab-4726-ae6f-cf7472ede7c5),segment_id=6e8564d3-e5ab-4726-ae6f-cf7472ede7c5)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:20.390200 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.408934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 7ac66336-ca9f-4cd5-923b-ddbc685d9068 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:20.652498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.687375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=7ac66336-ca9f-4cd5-923b-ddbc685d9068,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:20.793816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.943972 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:20.971691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:21.072849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:21.072849 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1eea12e6-30c8-43af-9fbf-252de44a7977 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4023027 Aug 20 11:52:21.075244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33736) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:21.078367 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:21.089026 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:21.090062 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:21.132164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ab34df-037d-47db-a3e4-772a258caa48 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting subnet 3071f2ca-b6b7-4507-a8f0-54d933af810c {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:52:21.135753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3ab34df-037d-47db-a3e4-772a258caa48 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.164727 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:21.185462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3ab34df-037d-47db-a3e4-772a258caa48 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.218221 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:20Z', 'revision_number': 11, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:21.279205 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3ab34df-037d-47db-a3e4-772a258caa48 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.347115 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:21.357551 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:21.358206 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:21.430745 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:21.452642 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3ab34df-037d-47db-a3e4-772a258caa48 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.482153 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:20Z', 'revision_number': 11, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:21.486861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab34df-037d-47db-a3e4-772a258caa48 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Subnet': ['ID=3071f2ca-b6b7-4507-a8f0-54d933af810c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:21.491311 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d3ab34df-037d-47db-a3e4-772a258caa48 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.496132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d3ab34df-037d-47db-a3e4-772a258caa48 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/3071f2ca-b6b7-4507-a8f0-54d933af810c HTTP/1.1" status: 204 len: 168 time: 0.4198728 Aug 20 11:52:21.496429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33752) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:21.498395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec7e3ee-5c42-46b4-ad46-d8557a78ad78 None None] Network bf5a3399-198c-4942-8528-a3fc9cc3c672 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:52:21.514283 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a37aa8-5d35-449f-a28d-8340e4192f58 None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:20Z', 'revision_number': 11, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:21.606153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.655768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Deleting port 612f24cd-7b8f-4e72-b292-6bff8aa180ab {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:21.656341 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.724687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] For port 612f24cd-7b8f-4e72-b292-6bff8aa180ab, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=612f24cd-7b8f-4e72-b292-6bff8aa180ab,segment=NetworkSegment(6e8564d3-e5ab-4726-ae6f-cf7472ede7c5),segment_id=6e8564d3-e5ab-4726-ae6f-cf7472ede7c5)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:21.725199 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.741307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Calling delete_port for 612f24cd-7b8f-4e72-b292-6bff8aa180ab owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:21.884378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04066245-c4e9-48d0-8e0c-2329e1371a99 None None] DHCP port deletion for bf5a3399-198c-4942-8528-a3fc9cc3c672 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:52:21.932851 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.936584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-04066245-c4e9-48d0-8e0c-2329e1371a99 None None] Deleting port 612f24cd-7b8f-4e72-b292-6bff8aa180ab {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:21.936584 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-04066245-c4e9-48d0-8e0c-2329e1371a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:21.960517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Port': ['ID=612f24cd-7b8f-4e72-b292-6bff8aa180ab,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:21.965180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No DVR routers for this DVR port 612f24cd-7b8f-4e72-b292-6bff8aa180ab on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:21.988203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 612f24cd-7b8f-4e72-b292-6bff8aa180ab no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:22.028290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 612f24cd-7b8f-4e72-b292-6bff8aa180ab {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:22.028726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 612f24cd-7b8f-4e72-b292-6bff8aa180ab not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:22.029189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7ac66336-ca9f-4cd5-923b-ddbc685d9068 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:22.059311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-04066245-c4e9-48d0-8e0c-2329e1371a99 None None] For port 612f24cd-7b8f-4e72-b292-6bff8aa180ab, host n-d-804230-3, got binding levels [] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:22.059799 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-04066245-c4e9-48d0-8e0c-2329e1371a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.072987 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.077544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 7ac66336-ca9f-4cd5-923b-ddbc685d9068 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:22.078795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 7ac66336-ca9f-4cd5-923b-ddbc685d9068 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:22.087362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-04066245-c4e9-48d0-8e0c-2329e1371a99 None None] Calling delete_port for 612f24cd-7b8f-4e72-b292-6bff8aa180ab owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:22.091502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.ipam_backend_mixin [None req-04066245-c4e9-48d0-8e0c-2329e1371a99 None None] Port 612f24cd-7b8f-4e72-b292-6bff8aa180ab was not found and therefore no delete operation was performed {{(pid=95589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:52:22.094099 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-04066245-c4e9-48d0-8e0c-2329e1371a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.096797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5a3399-198c-4942-8528-a3fc9cc3c672']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:22.119011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:22.119518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8564d3-e5ab-4726-ae6f-cf7472ede7c5') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:22.130940 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.148896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04066245-c4e9-48d0-8e0c-2329e1371a99 None None] Pushing event deleted for resources: {'Port': ['ID=612f24cd-7b8f-4e72-b292-6bff8aa180ab,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:22.153207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.158810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04066245-c4e9-48d0-8e0c-2329e1371a99 None None] No DVR routers for this DVR port 612f24cd-7b8f-4e72-b292-6bff8aa180ab on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:22.161197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:52:22.161601 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:52:22.164982 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:52:22.350397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.357410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.377810 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/networks/bf5a3399-198c-4942-8528-a3fc9cc3c672 HTTP/1.1" status: 204 len: 168 time: 0.8617961 Aug 20 11:52:22.378285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33778) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:22.378768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971eea03-53df-4bbc-a3b4-f2f9e0b80bec tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Pushing event deleted for resources: {'Network': ['ID=bf5a3399-198c-4942-8528-a3fc9cc3c672,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:22.378884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e15e9d0d-93a4-49cf-be96-4887b170a0bb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'routes': None}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:22.546818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.extraroute_db [None req-e15e9d0d-93a4-49cf-be96-4887b170a0bb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Added routes are [] {{(pid=95587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 11:52:22.547172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.extraroute_db [None req-e15e9d0d-93a4-49cf-be96-4887b170a0bb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Removed routes are [] {{(pid=95587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 11:52:22.547535 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e15e9d0d-93a4-49cf-be96-4887b170a0bb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.708175 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e15e9d0d-93a4-49cf-be96-4887b170a0bb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.711539 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e15e9d0d-93a4-49cf-be96-4887b170a0bb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.798945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15e9d0d-93a4-49cf-be96-4887b170a0bb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 7314ca24-4620-41a6-b75a-bd091018cb9b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:22.876168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15e9d0d-93a4-49cf-be96-4887b170a0bb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:22.884197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e15e9d0d-93a4-49cf-be96-4887b170a0bb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:22.885368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e15e9d0d-93a4-49cf-be96-4887b170a0bb tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b HTTP/1.1" status: 200 len: 704 time: 0.5180609 Aug 20 11:52:22.886609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] Sync routers for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:22.888465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33794) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:22.906875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:22.907515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:22.928301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-034e2b09-b7ff-4e4b-b0ca-4b6e5a33f5df tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=7314ca24-4620-41a6-b75a-bd091018cb9b HTTP/1.1" status: 200 len: 205 time: 0.0385759 Aug 20 11:52:22.930979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33800) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:22.979088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:23.009509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1f25-cfa6-47a1-a4f5-9307d4639855 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.037582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:20Z', 'revision_number': 11, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:23.067032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] Checking router: 7314ca24-4620-41a6-b75a-bd091018cb9b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:23.076637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] Routers {'7314ca24-4620-41a6-b75a-bd091018cb9b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:23.077286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['7314ca24-4620-41a6-b75a-bd091018cb9b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:23.158907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] Set router 7314ca24-4620-41a6-b75a-bd091018cb9b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:23.215855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:20Z', 'revision_number': 11, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:23.250827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9771f4df-ef67-4b64-b4e3-bf78766cbb85 None None] The sync data for ids ['7314ca24-4620-41a6-b75a-bd091018cb9b'] in n-d-804230-3 is: [{'id': '7314ca24-4620-41a6-b75a-bd091018cb9b', 'name': 'tempest-RoutersIpV6Test-router-927753551', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:51:45Z', 'updated_at': '2021-08-20T11:52:20Z', 'revision_number': 11, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:23.460322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1f25-cfa6-47a1-a4f5-9307d4639855 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.462495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1f25-cfa6-47a1-a4f5-9307d4639855 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.607490 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1f25-cfa6-47a1-a4f5-9307d4639855 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.608058 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4e1f25-cfa6-47a1-a4f5-9307d4639855 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Fanout notify agent at l3_agent the message router_deleted on router 7314ca24-4620-41a6-b75a-bd091018cb9b {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:52:23.616299 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1f25-cfa6-47a1-a4f5-9307d4639855 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.617484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2e4e1f25-cfa6-47a1-a4f5-9307d4639855 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b HTTP/1.1" status: 204 len: 168 time: 0.6852701 Aug 20 11:52:23.621963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33820) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:23.630960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3e094852-4d35-46b4-bc4c-6fdf167d2b28 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1034352222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:23.795337 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3e094852-4d35-46b4-bc4c-6fdf167d2b28 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.796680 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3e094852-4d35-46b4-bc4c-6fdf167d2b28 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.855592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3e094852-4d35-46b4-bc4c-6fdf167d2b28 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:23.995481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3e094852-4d35-46b4-bc4c-6fdf167d2b28 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:24.128452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3e094852-4d35-46b4-bc4c-6fdf167d2b28 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:24.130319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3e094852-4d35-46b4-bc4c-6fdf167d2b28 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5069962 Aug 20 11:52:24.133305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33836) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:24.138137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d7ba6492-7857-448f-9d7f-f40db7b5c889 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:24.358779 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6492-7857-448f-9d7f-f40db7b5c889 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:24.538475 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6492-7857-448f-9d7f-f40db7b5c889 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:24.725862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ba6492-7857-448f-9d7f-f40db7b5c889 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Router 769b8926-251e-47f7-8a54-b73b4e85f125 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:52:24.807444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ba6492-7857-448f-9d7f-f40db7b5c889 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:24.814822 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d7ba6492-7857-448f-9d7f-f40db7b5c889 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:24.815965 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d7ba6492-7857-448f-9d7f-f40db7b5c889 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "PUT /v2.0/routers/769b8926-251e-47f7-8a54-b73b4e85f125 HTTP/1.1" status: 200 len: 698 time: 0.6816049 Aug 20 11:52:24.818983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33858) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:24.819678 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] Sync routers for ids ['769b8926-251e-47f7-8a54-b73b4e85f125'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:24.831269 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] Routers {'769b8926-251e-47f7-8a54-b73b4e85f125'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:24.832311 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['769b8926-251e-47f7-8a54-b73b4e85f125'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:24.900360 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9e194410-0f08-4ea7-a941-a232b805c295 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/routers/769b8926-251e-47f7-8a54-b73b4e85f125 HTTP/1.1" status: 200 len: 704 time: 0.0801075 Aug 20 11:52:24.903136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33864) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:24.925333 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] Set router 769b8926-251e-47f7-8a54-b73b4e85f125 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:24.933163 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f99bc4cc-7290-43b6-b45b-b8d9c8658f33 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=769b8926-251e-47f7-8a54-b73b4e85f125 HTTP/1.1" status: 200 len: 205 time: 0.0289297 Aug 20 11:52:24.935679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33866) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:24.969784 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769b8926-251e-47f7-8a54-b73b4e85f125', 'name': 'tempest-RoutersIpV6Test-router-1034352222', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:24Z', 'revision_number': 2, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:25.000421 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] Checking router: 769b8926-251e-47f7-8a54-b73b4e85f125 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:25.009259 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] Routers {'769b8926-251e-47f7-8a54-b73b4e85f125'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:25.009745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27ad4b-9e9a-406a-841e-ac6e794142c2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.009923 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['769b8926-251e-47f7-8a54-b73b4e85f125'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:25.094899 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] Set router 769b8926-251e-47f7-8a54-b73b4e85f125 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:25.161809 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769b8926-251e-47f7-8a54-b73b4e85f125', 'name': 'tempest-RoutersIpV6Test-router-1034352222', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:24Z', 'revision_number': 2, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:25.192835 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27ad4b-9e9a-406a-841e-ac6e794142c2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.194689 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe31cf-926a-4729-83e9-b596e916e720 None None] The sync data for ids ['769b8926-251e-47f7-8a54-b73b4e85f125'] in n-d-804230-3 is: [{'id': '769b8926-251e-47f7-8a54-b73b4e85f125', 'name': 'tempest-RoutersIpV6Test-router-1034352222', 'tenant_id': '469c8bf031a242ce8f71da67399d9c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:52:23Z', 'updated_at': '2021-08-20T11:52:24Z', 'revision_number': 2, 'project_id': '469c8bf031a242ce8f71da67399d9c65', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:25.195060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27ad4b-9e9a-406a-841e-ac6e794142c2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.458255 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27ad4b-9e9a-406a-841e-ac6e794142c2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.459217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e27ad4b-9e9a-406a-841e-ac6e794142c2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Fanout notify agent at l3_agent the message router_deleted on router 769b8926-251e-47f7-8a54-b73b4e85f125 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:52:25.467623 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5e27ad4b-9e9a-406a-841e-ac6e794142c2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:25.468765 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5e27ad4b-9e9a-406a-841e-ac6e794142c2 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/769b8926-251e-47f7-8a54-b73b4e85f125 HTTP/1.1" status: 204 len: 168 time: 0.5321429 Aug 20 11:52:25.472831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33882) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.501105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5badb194-e682-4051-b66b-3bcfddaf49c8 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=769b8926-251e-47f7-8a54-b73b4e85f125 HTTP/1.1" status: 200 len: 205 time: 0.0271454 Aug 20 11:52:25.504863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33884) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.542142 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-cd3b50d9-aedd-48ea-a71e-c5fd50828246 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] delete failed (client error): The resource could not be found. Aug 20 11:52:25.543224 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cd3b50d9-aedd-48ea-a71e-c5fd50828246 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/769b8926-251e-47f7-8a54-b73b4e85f125 HTTP/1.1" status: 404 len: 336 time: 0.0374711 Aug 20 11:52:25.546489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33890) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.577079 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-710a5bee-0c79-4c84-8d80-f6e88011cf25 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] DELETE failed (client error): The resource could not be found. Aug 20 11:52:25.577876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710a5bee-0c79-4c84-8d80-f6e88011cf25 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:52:25.579625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-710a5bee-0c79-4c84-8d80-f6e88011cf25 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/2533b7e8-a456-4ee8-a540-889baea5410b HTTP/1.1" status: 404 len: 337 time: 0.0324275 Aug 20 11:52:25.582456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33892) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.609987 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17e13b5-3ed0-440f-8600-3dd57412ff08 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] DELETE failed (client error): The resource could not be found. Aug 20 11:52:25.610489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17e13b5-3ed0-440f-8600-3dd57412ff08 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:52:25.612827 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d17e13b5-3ed0-440f-8600-3dd57412ff08 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/07ec0f04-0bc1-497c-98a2-080f8af5758d HTTP/1.1" status: 404 len: 337 time: 0.0293193 Aug 20 11:52:25.615484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33894) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.641137 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbc29c9-a3ae-4fad-b617-197e8edb98af tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] DELETE failed (client error): The resource could not be found. Aug 20 11:52:25.641593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbc29c9-a3ae-4fad-b617-197e8edb98af tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:52:25.643993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cbbc29c9-a3ae-4fad-b617-197e8edb98af tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/c1d573a3-6ff4-4aa9-9809-1ec97d87d3e2 HTTP/1.1" status: 404 len: 337 time: 0.0274942 Aug 20 11:52:25.646483 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33896) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.677114 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-49249e9c-a62a-4367-aaca-b7a158d6e887 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] DELETE failed (client error): The resource could not be found. Aug 20 11:52:25.677596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49249e9c-a62a-4367-aaca-b7a158d6e887 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:52:25.679463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-49249e9c-a62a-4367-aaca-b7a158d6e887 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/3071f2ca-b6b7-4507-a8f0-54d933af810c HTTP/1.1" status: 404 len: 337 time: 0.0320199 Aug 20 11:52:25.682082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33898) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.712505 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f3ec808e-d23f-4bbf-a896-b90e5d6a351f tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=7314ca24-4620-41a6-b75a-bd091018cb9b HTTP/1.1" status: 200 len: 205 time: 0.0292518 Aug 20 11:52:25.714856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33904) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.752259 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-d603d880-a6fa-4409-824c-4983e4481c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] delete failed (client error): The resource could not be found. Aug 20 11:52:25.753288 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d603d880-a6fa-4409-824c-4983e4481c58 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/7314ca24-4620-41a6-b75a-bd091018cb9b HTTP/1.1" status: 404 len: 336 time: 0.0374873 Aug 20 11:52:25.757672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33906) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.789518 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c76c15e8-cf4f-449c-ab26-a3576250cbe4 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=27a3d5d9-ce8d-499b-b21d-c516541a2170 HTTP/1.1" status: 200 len: 205 time: 0.0285993 Aug 20 11:52:25.791194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33908) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.839363 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-7274c211-b3eb-4f5a-a3f0-b0a072fdd6a9 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] delete failed (client error): The resource could not be found. Aug 20 11:52:25.840416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7274c211-b3eb-4f5a-a3f0-b0a072fdd6a9 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/27a3d5d9-ce8d-499b-b21d-c516541a2170 HTTP/1.1" status: 404 len: 336 time: 0.0483294 Aug 20 11:52:25.845240 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33912) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.880323 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-be998347-b6cf-4930-ae25-f4f93d12b5bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] DELETE failed (client error): The resource could not be found. Aug 20 11:52:25.880785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be998347-b6cf-4930-ae25-f4f93d12b5bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:52:25.888389 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-be998347-b6cf-4930-ae25-f4f93d12b5bc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/cfeba3cf-adc4-42f3-b289-c6c5053be2ff HTTP/1.1" status: 404 len: 337 time: 0.0391026 Aug 20 11:52:25.888796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33916) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.917313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e1072724-dcd4-48cd-8ea9-09d2f8f25abd tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a98802a-ca72-4448-b1bd-a9ad999133e2 HTTP/1.1" status: 200 len: 205 time: 0.0273669 Aug 20 11:52:25.920499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33920) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.961366 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-f2ab357d-e478-4a96-8e15-daffbd8781b5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] delete failed (client error): The resource could not be found. Aug 20 11:52:25.964911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f2ab357d-e478-4a96-8e15-daffbd8781b5 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/1a98802a-ca72-4448-b1bd-a9ad999133e2 HTTP/1.1" status: 404 len: 336 time: 0.0410373 Aug 20 11:52:25.965139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33922) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:25.994163 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-49496969-5543-4f4a-9d72-3cc64b48716b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=55666b95-4e88-4bf1-8ce2-bb3d62bbc674 HTTP/1.1" status: 200 len: 205 time: 0.0279429 Aug 20 11:52:25.996562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33924) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.038228 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-4f68ab23-0ee5-405d-9da2-64e41b7c983e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] delete failed (client error): The resource could not be found. Aug 20 11:52:26.039524 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4f68ab23-0ee5-405d-9da2-64e41b7c983e tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/55666b95-4e88-4bf1-8ce2-bb3d62bbc674 HTTP/1.1" status: 404 len: 336 time: 0.0418284 Aug 20 11:52:26.042144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33926) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.072349 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a736391-88e0-4790-b8f7-a751c2de3428 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] DELETE failed (client error): The resource could not be found. Aug 20 11:52:26.072816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a736391-88e0-4790-b8f7-a751c2de3428 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:52:26.074577 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8a736391-88e0-4790-b8f7-a751c2de3428 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/63eaad6d-354e-471c-8214-c1108c64b959 HTTP/1.1" status: 404 len: 337 time: 0.0317039 Aug 20 11:52:26.077177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33932) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.105898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ef5a7891-fcc1-45ce-a8c5-c3ac885d2bb7 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffb8ef88-7b21-45bb-8195-16ec58199955 HTTP/1.1" status: 200 len: 205 time: 0.0275614 Aug 20 11:52:26.108873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33934) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.148987 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-0ae974ed-70c5-44af-bd53-ac852faa9c95 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] delete failed (client error): The resource could not be found. Aug 20 11:52:26.158799 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0ae974ed-70c5-44af-bd53-ac852faa9c95 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/ffb8ef88-7b21-45bb-8195-16ec58199955 HTTP/1.1" status: 404 len: 336 time: 0.0401611 Aug 20 11:52:26.158799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33936) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.188974 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a16cbd-5e6b-4686-99dc-b215ba7704e0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] DELETE failed (client error): The resource could not be found. Aug 20 11:52:26.189974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a16cbd-5e6b-4686-99dc-b215ba7704e0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:52:26.191801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-38a16cbd-5e6b-4686-99dc-b215ba7704e0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/cab12c38-1d15-4438-b71a-76845eb791c7 HTTP/1.1" status: 404 len: 337 time: 0.0378451 Aug 20 11:52:26.194811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33938) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.228854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a66bd50e-d3d6-4570-b29d-43679c68062b tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebfc0bf0-3a84-4629-9496-de8399a00686 HTTP/1.1" status: 200 len: 205 time: 0.0329723 Aug 20 11:52:26.231117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33944) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.275260 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-7056ce55-e8bd-4673-b722-cc5702ab7833 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] delete failed (client error): The resource could not be found. Aug 20 11:52:26.276282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7056ce55-e8bd-4673-b722-cc5702ab7833 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/routers/ebfc0bf0-3a84-4629-9496-de8399a00686 HTTP/1.1" status: 404 len: 336 time: 0.0442584 Aug 20 11:52:26.279032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 33946) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.307456 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-04279f29-4d77-4630-a589-f24d8de495dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] DELETE failed (client error): The resource could not be found. Aug 20 11:52:26.307801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04279f29-4d77-4630-a589-f24d8de495dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:52:26.312767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33948) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:26.313096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-04279f29-4d77-4630-a589-f24d8de495dc tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/bdd1fab9-6785-4b01-9624-08aaf509938b HTTP/1.1" status: 404 len: 337 time: 0.0327277 Aug 20 11:52:26.343942 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb0eb66-5162-4e28-90ac-01c37f5a92d0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] DELETE failed (client error): The resource could not be found. Aug 20 11:52:26.350078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb0eb66-5162-4e28-90ac-01c37f5a92d0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:52:26.350078 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7cb0eb66-5162-4e28-90ac-01c37f5a92d0 tempest-RoutersIpV6Test-1113923203 tempest-RoutersIpV6Test-1113923203-project] 10.222.0.10 "DELETE /v2.0/subnets/9c925f49-7b64-4141-b4be-2fb4f319ee6e HTTP/1.1" status: 404 len: 337 time: 0.0323784 Aug 20 11:52:26.985518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33976) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:27.132546 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c574259e-c5c1-4137-843c-1685b8b5cbc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=469c8bf031a242ce8f71da67399d9c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412246 Aug 20 11:52:27.132546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 33986) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:27.182266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50ca81ec-fd9b-4938-b269-57963245c84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.203261 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50ca81ec-fd9b-4938-b269-57963245c84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.434949 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50ca81ec-fd9b-4938-b269-57963245c84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.444696 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50ca81ec-fd9b-4938-b269-57963245c84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:27.444696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-50ca81ec-fd9b-4938-b269-57963245c84c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a471bae-61db-413f-9805-989627f0d8ef HTTP/1.1" status: 204 len: 168 time: 0.3083363 Aug 20 11:52:27.450374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca81ec-fd9b-4938-b269-57963245c84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a471bae-61db-413f-9805-989627f0d8ef,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:28.953432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34050) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:29.063154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e531c33a-ac61-4d7d-b7ca-1f6743c050c8 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:29.063695 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-e531c33a-ac61-4d7d-b7ca-1f6743c050c8 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 11:52:29.064801 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-e531c33a-ac61-4d7d-b7ca-1f6743c050c8 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:52:29.066070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e531c33a-ac61-4d7d-b7ca-1f6743c050c8 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1116226 Aug 20 11:52:29.101125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34058) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:29.105830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--276527220'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:29.326506 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.338454 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.394191 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:52:29.436488 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.520405 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.558921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0423bf-96ab-408a-a701-32264bea3e05,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:29.617854 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.731696 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.762943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abeae337-70e6-428c-8116-e119d20a3ce2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:29.937853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:29.945961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f37ed928-fc52-4ba6-ade3-673c1310750b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8371606 Aug 20 11:52:29.945961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34066) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:29.947798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-faf2962e-3504-4b50-baaf-d25baf9e06c0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': 'abeae337-70e6-428c-8116-e119d20a3ce2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:30.127948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-faf2962e-3504-4b50-baaf-d25baf9e06c0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.205719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-faf2962e-3504-4b50-baaf-d25baf9e06c0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.332202 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-faf2962e-3504-4b50-baaf-d25baf9e06c0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.364035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2962e-3504-4b50-baaf-d25baf9e06c0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf779eff-9379-4ba9-a10d-cc653acdf2c3,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:30.504079 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-faf2962e-3504-4b50-baaf-d25baf9e06c0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.508066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-faf2962e-3504-4b50-baaf-d25baf9e06c0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5615354 Aug 20 11:52:30.508480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34072) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:30.513544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4daba9a9-497d-4a58-aa80-378a53d972d1 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': 'abeae337-70e6-428c-8116-e119d20a3ce2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:30.697546 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4daba9a9-497d-4a58-aa80-378a53d972d1 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.881325 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-4daba9a9-497d-4a58-aa80-378a53d972d1 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 11:52:30.882461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4daba9a9-497d-4a58-aa80-378a53d972d1 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3728280 Aug 20 11:52:30.886514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34076) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:30.944113 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57405790-cc81-4e80-8d6c-6ab293304e35 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:30.972508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57405790-cc81-4e80-8d6c-6ab293304e35 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.154679 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57405790-cc81-4e80-8d6c-6ab293304e35 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.157578 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-57405790-cc81-4e80-8d6c-6ab293304e35 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.159799 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-57405790-cc81-4e80-8d6c-6ab293304e35 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "DELETE /v2.0/security-groups/abeae337-70e6-428c-8116-e119d20a3ce2 HTTP/1.1" status: 204 len: 168 time: 0.2723100 Aug 20 11:52:31.167527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34080) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:31.171592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57405790-cc81-4e80-8d6c-6ab293304e35 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeae337-70e6-428c-8116-e119d20a3ce2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:31.224032 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-befc28c4-12b9-442c-a4ac-afaf10ed52de tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543661 Aug 20 11:52:31.228518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34082) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:31.232912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-dbd7f1cd-27c1-4a26-afc9-1e35478a0e79 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--590275829'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:31.469155 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f1cd-27c1-4a26-afc9-1e35478a0e79 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.559981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f1cd-27c1-4a26-afc9-1e35478a0e79 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.943762 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f1cd-27c1-4a26-afc9-1e35478a0e79 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:31.974138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7f1cd-27c1-4a26-afc9-1e35478a0e79 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62598ee6-40bb-4f9f-817e-65725cff68fd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:32.159062 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f1cd-27c1-4a26-afc9-1e35478a0e79 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.159062 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dbd7f1cd-27c1-4a26-afc9-1e35478a0e79 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9211841 Aug 20 11:52:32.159062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34086) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:32.159062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-34ea3a83-efec-404b-8b14-9e6815ff7b65 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '62598ee6-40bb-4f9f-817e-65725cff68fd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:32.159062 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-34ea3a83-efec-404b-8b14-9e6815ff7b65 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 11:52:32.159062 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-34ea3a83-efec-404b-8b14-9e6815ff7b65 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:32.160534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-34ea3a83-efec-404b-8b14-9e6815ff7b65 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058804 Aug 20 11:52:32.164576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34088) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:32.235306 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e368e9a0-6c5e-43dc-bb49-f642de109fe7 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.267043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e368e9a0-6c5e-43dc-bb49-f642de109fe7 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.503620 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e368e9a0-6c5e-43dc-bb49-f642de109fe7 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.506429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e368e9a0-6c5e-43dc-bb49-f642de109fe7 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.507827 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e368e9a0-6c5e-43dc-bb49-f642de109fe7 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "DELETE /v2.0/security-groups/62598ee6-40bb-4f9f-817e-65725cff68fd HTTP/1.1" status: 204 len: 168 time: 0.3416824 Aug 20 11:52:32.510411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34092) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:32.518253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368e9a0-6c5e-43dc-bb49-f642de109fe7 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62598ee6-40bb-4f9f-817e-65725cff68fd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:32.566111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-04290c5d-b251-4485-b2cd-132769f87119 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542643 Aug 20 11:52:32.570005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34094) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:32.575589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7e9b965d-69fd-47f0-9ef7-1d176466a49d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116821670'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:32.737674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e9b965d-69fd-47f0-9ef7-1d176466a49d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.835274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e9b965d-69fd-47f0-9ef7-1d176466a49d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.960655 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e9b965d-69fd-47f0-9ef7-1d176466a49d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:32.996351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b965d-69fd-47f0-9ef7-1d176466a49d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe3c87e-d404-4ad4-91d3-7db71fa267b8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:33.120481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e9b965d-69fd-47f0-9ef7-1d176466a49d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.125286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34100) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:33.131260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7e9b965d-69fd-47f0-9ef7-1d176466a49d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5542643 Aug 20 11:52:33.131401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7fbc5c2f-6ba6-403b-8594-8e21ffd32024 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '6fe3c87e-d404-4ad4-91d3-7db71fa267b8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:33.131512 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-7fbc5c2f-6ba6-403b-8594-8e21ffd32024 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 11:52:33.131922 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-7fbc5c2f-6ba6-403b-8594-8e21ffd32024 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:33.132978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7fbc5c2f-6ba6-403b-8594-8e21ffd32024 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066154 Aug 20 11:52:33.135552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34102) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:33.192369 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e564651d-dbd0-45d9-9241-daed1a674ebe tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.215117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e564651d-dbd0-45d9-9241-daed1a674ebe tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.417882 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e564651d-dbd0-45d9-9241-daed1a674ebe tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.421573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e564651d-dbd0-45d9-9241-daed1a674ebe tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.430490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e564651d-dbd0-45d9-9241-daed1a674ebe tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "DELETE /v2.0/security-groups/6fe3c87e-d404-4ad4-91d3-7db71fa267b8 HTTP/1.1" status: 204 len: 168 time: 0.2863178 Aug 20 11:52:33.430648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34106) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:33.433542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564651d-dbd0-45d9-9241-daed1a674ebe tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe3c87e-d404-4ad4-91d3-7db71fa267b8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:33.479407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-25c2848e-1a40-4081-85c6-21ce44ff41aa tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519700 Aug 20 11:52:33.497458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34110) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:33.501052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-65baea3f-8447-49ca-8663-0ea2563460e4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226833954'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:33.589122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34112) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:33.675403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65baea3f-8447-49ca-8663-0ea2563460e4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.707257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47bb274f-afbf-4290-803d-798d91e011ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.780454 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65baea3f-8447-49ca-8663-0ea2563460e4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:33.968140 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65baea3f-8447-49ca-8663-0ea2563460e4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.014281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baea3f-8447-49ca-8663-0ea2563460e4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638042bd-376e-480d-a495-fa63daaae6d6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:34.081070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47bb274f-afbf-4290-803d-798d91e011ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.225044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47bb274f-afbf-4290-803d-798d91e011ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.269180 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-47bb274f-afbf-4290-803d-798d91e011ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3270d8fbac9948b7971d306ee94fbc78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6789520 Aug 20 11:52:34.270167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb274f-afbf-4290-803d-798d91e011ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b54874-8a91-4037-82aa-1b83f96303a7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:34.272010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34116) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:34.324339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b61d1f3-3eac-4669-bb39-4652c6cf9519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.347156 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b61d1f3-3eac-4669-bb39-4652c6cf9519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.355204 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65baea3f-8447-49ca-8663-0ea2563460e4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.356696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-65baea3f-8447-49ca-8663-0ea2563460e4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8595886 Aug 20 11:52:34.359650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34122) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:34.364814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-097230f6-43bc-4284-ae20-3b05c5e1a05d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '638042bd-376e-480d-a495-fa63daaae6d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:34.375725 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-097230f6-43bc-4284-ae20-3b05c5e1a05d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 11:52:34.376372 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-097230f6-43bc-4284-ae20-3b05c5e1a05d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:34.377918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-097230f6-43bc-4284-ae20-3b05c5e1a05d tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0172944 Aug 20 11:52:34.380652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34124) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:34.385441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-397d0810-159f-4021-8998-8ddc1996727a tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '638042bd-376e-480d-a495-fa63daaae6d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:34.386109 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-397d0810-159f-4021-8998-8ddc1996727a tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 11:52:34.386633 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-397d0810-159f-4021-8998-8ddc1996727a tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:34.387561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-397d0810-159f-4021-8998-8ddc1996727a tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060279 Aug 20 11:52:34.390216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34126) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:34.396245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-785cac7a-ab68-469a-a3f7-0c1f8e9a7bc6 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '638042bd-376e-480d-a495-fa63daaae6d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:34.397150 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-785cac7a-ab68-469a-a3f7-0c1f8e9a7bc6 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 11:52:34.397758 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-785cac7a-ab68-469a-a3f7-0c1f8e9a7bc6 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:34.398724 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-785cac7a-ab68-469a-a3f7-0c1f8e9a7bc6 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075524 Aug 20 11:52:34.402001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34128) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:34.408632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-edcaeba0-ff86-46e3-b146-0b5e4a37b645 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '638042bd-376e-480d-a495-fa63daaae6d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:34.409679 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-edcaeba0-ff86-46e3-b146-0b5e4a37b645 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 11:52:34.410276 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-edcaeba0-ff86-46e3-b146-0b5e4a37b645 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:34.411287 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-edcaeba0-ff86-46e3-b146-0b5e4a37b645 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081847 Aug 20 11:52:34.413725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34130) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:34.469726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d138f598-a5cc-4e8f-8c43-1bd599c572d0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.495328 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d138f598-a5cc-4e8f-8c43-1bd599c572d0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.513275 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b61d1f3-3eac-4669-bb39-4652c6cf9519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.516103 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b61d1f3-3eac-4669-bb39-4652c6cf9519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.517877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8b61d1f3-3eac-4669-bb39-4652c6cf9519 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42b54874-8a91-4037-82aa-1b83f96303a7 HTTP/1.1" status: 204 len: 168 time: 0.2441552 Aug 20 11:52:34.538842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61d1f3-3eac-4669-bb39-4652c6cf9519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b54874-8a91-4037-82aa-1b83f96303a7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:34.755114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d138f598-a5cc-4e8f-8c43-1bd599c572d0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.757783 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d138f598-a5cc-4e8f-8c43-1bd599c572d0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:34.759016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d138f598-a5cc-4e8f-8c43-1bd599c572d0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "DELETE /v2.0/security-groups/638042bd-376e-480d-a495-fa63daaae6d6 HTTP/1.1" status: 204 len: 168 time: 0.3444152 Aug 20 11:52:34.761721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34134) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:34.771100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138f598-a5cc-4e8f-8c43-1bd599c572d0 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638042bd-376e-480d-a495-fa63daaae6d6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:34.812527 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4f32b1d3-98a9-4713-8009-599df630ebef tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494132 Aug 20 11:52:34.816810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34136) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:34.821329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4403af9f-7336-4be3-8ca5-d683b73d9a32 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897694580'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:35.063944 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4403af9f-7336-4be3-8ca5-d683b73d9a32 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:35.163291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4403af9f-7336-4be3-8ca5-d683b73d9a32 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:35.400430 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4403af9f-7336-4be3-8ca5-d683b73d9a32 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:35.444798 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403af9f-7336-4be3-8ca5-d683b73d9a32 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d1784a-ab72-48d1-8f40-dcd020a3d5df,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:35.594956 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4403af9f-7336-4be3-8ca5-d683b73d9a32 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:35.596938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4403af9f-7336-4be3-8ca5-d683b73d9a32 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7793827 Aug 20 11:52:35.599750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34150) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:35.604306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-617e7036-b795-4542-8190-dd70ba786c74 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '13d1784a-ab72-48d1-8f40-dcd020a3d5df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:35.604789 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-617e7036-b795-4542-8190-dd70ba786c74 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 11:52:35.605274 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-617e7036-b795-4542-8190-dd70ba786c74 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:35.606194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-617e7036-b795-4542-8190-dd70ba786c74 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055466 Aug 20 11:52:35.609182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34152) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:35.613135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6b7d2882-167b-48e8-93ad-9f72fac7b224 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '13d1784a-ab72-48d1-8f40-dcd020a3d5df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:36.020911 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-6b7d2882-167b-48e8-93ad-9f72fac7b224 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:36.020911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6b7d2882-167b-48e8-93ad-9f72fac7b224 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4092917 Aug 20 11:52:36.023165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34162) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:36.027752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5986e010-c6e5-4bf9-b9f5-bcb2dc77a39b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '13d1784a-ab72-48d1-8f40-dcd020a3d5df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:36.028236 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-5986e010-c6e5-4bf9-b9f5-bcb2dc77a39b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 11:52:36.034294 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-5986e010-c6e5-4bf9-b9f5-bcb2dc77a39b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:36.034294 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5986e010-c6e5-4bf9-b9f5-bcb2dc77a39b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055354 Aug 20 11:52:36.034622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34164) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:36.038806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-20d0b1ee-2223-42cc-b901-e8e63a06cf3b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '13d1784a-ab72-48d1-8f40-dcd020a3d5df', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:36.349469 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-20d0b1ee-2223-42cc-b901-e8e63a06cf3b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:36.355696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-20d0b1ee-2223-42cc-b901-e8e63a06cf3b tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3151915 Aug 20 11:52:36.355696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34198) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:36.357887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-67b26ed6-a4f9-48ec-87e6-5b4e396d3fa8 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '13d1784a-ab72-48d1-8f40-dcd020a3d5df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:36.358653 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-67b26ed6-a4f9-48ec-87e6-5b4e396d3fa8 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 11:52:36.359154 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-67b26ed6-a4f9-48ec-87e6-5b4e396d3fa8 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:36.360106 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-67b26ed6-a4f9-48ec-87e6-5b4e396d3fa8 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057781 Aug 20 11:52:36.362969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34200) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:36.367329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-af821ffa-5efd-4521-bf72-d5617ad62f50 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '13d1784a-ab72-48d1-8f40-dcd020a3d5df', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:36.663875 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-af821ffa-5efd-4521-bf72-d5617ad62f50 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:36.665040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-af821ffa-5efd-4521-bf72-d5617ad62f50 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3011522 Aug 20 11:52:36.668360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34212) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:36.672813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ffc75a97-a542-4fc6-84a7-1d5baac1d610 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '13d1784a-ab72-48d1-8f40-dcd020a3d5df', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:36.673428 n-d-804230-3 neutron-server[95587]: WARNING neutron.api.v2.base [None req-ffc75a97-a542-4fc6-84a7-1d5baac1d610 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 11:52:36.684918 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-ffc75a97-a542-4fc6-84a7-1d5baac1d610 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:36.684918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ffc75a97-a542-4fc6-84a7-1d5baac1d610 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055406 Aug 20 11:52:36.686553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34214) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:36.691480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-afd90b85-17bd-484f-a111-f334364924eb tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '13d1784a-ab72-48d1-8f40-dcd020a3d5df', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:37.103632 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-afd90b85-17bd-484f-a111-f334364924eb tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:37.104723 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-afd90b85-17bd-484f-a111-f334364924eb tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4171846 Aug 20 11:52:37.107659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34216) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:37.113046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2494ab1d-acfd-49c3-bfc0-d9d5458e261f tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '13d1784a-ab72-48d1-8f40-dcd020a3d5df', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:37.428891 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-2494ab1d-acfd-49c3-bfc0-d9d5458e261f tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:37.433708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2494ab1d-acfd-49c3-bfc0-d9d5458e261f tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3213892 Aug 20 11:52:37.433708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34218) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:37.492306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51b34ead-ac18-45dd-b922-b96986d30df4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.515471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51b34ead-ac18-45dd-b922-b96986d30df4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.777600 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51b34ead-ac18-45dd-b922-b96986d30df4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.780359 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51b34ead-ac18-45dd-b922-b96986d30df4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:37.781563 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-51b34ead-ac18-45dd-b922-b96986d30df4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "DELETE /v2.0/security-groups/13d1784a-ab72-48d1-8f40-dcd020a3d5df HTTP/1.1" status: 204 len: 168 time: 0.3478508 Aug 20 11:52:37.784620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34226) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:37.791491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b34ead-ac18-45dd-b922-b96986d30df4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d1784a-ab72-48d1-8f40-dcd020a3d5df,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:37.837507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7b5580f9-1f6f-478c-88c2-9124e24c79f2 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514116 Aug 20 11:52:37.841037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34228) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:37.846232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f4d4e7a0-629d-4cb6-92d3-ee771ef47a94 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434378100'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:37.954904 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4d4e7a0-629d-4cb6-92d3-ee771ef47a94 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.042155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4d4e7a0-629d-4cb6-92d3-ee771ef47a94 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.137656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4d4e7a0-629d-4cb6-92d3-ee771ef47a94 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.170765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4e7a0-629d-4cb6-92d3-ee771ef47a94 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2809ff33-1799-417f-8bbb-d3ec37758f78,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:38.292333 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4d4e7a0-629d-4cb6-92d3-ee771ef47a94 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.293736 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f4d4e7a0-629d-4cb6-92d3-ee771ef47a94 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4516506 Aug 20 11:52:38.296724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34260) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:38.302120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a0008764-0226-4c29-88f9-6093b49d387e tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '2809ff33-1799-417f-8bbb-d3ec37758f78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:38.558223 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-a0008764-0226-4c29-88f9-6093b49d387e tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The resource could not be found. Aug 20 11:52:38.558223 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a0008764-0226-4c29-88f9-6093b49d387e tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2579894 Aug 20 11:52:38.558932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34264) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:38.565073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-17e8f2f3-d77c-44be-99a9-40352de848e2 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '2809ff33-1799-417f-8bbb-d3ec37758f78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '566375cd-5184-42e5-bdf8-8d232e4e8cb8'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:38.863576 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-17e8f2f3-d77c-44be-99a9-40352de848e2 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The resource could not be found. Aug 20 11:52:38.865071 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-17e8f2f3-d77c-44be-99a9-40352de848e2 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3046675 Aug 20 11:52:38.867981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34268) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:38.927263 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72f9814b-5079-4b89-b971-2dd22dba55d4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:38.956698 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72f9814b-5079-4b89-b971-2dd22dba55d4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.098259 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72f9814b-5079-4b89-b971-2dd22dba55d4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.101068 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72f9814b-5079-4b89-b971-2dd22dba55d4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.104675 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-72f9814b-5079-4b89-b971-2dd22dba55d4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "DELETE /v2.0/security-groups/2809ff33-1799-417f-8bbb-d3ec37758f78 HTTP/1.1" status: 204 len: 168 time: 0.2332754 Aug 20 11:52:39.105127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34270) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:39.116618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9814b-5079-4b89-b971-2dd22dba55d4 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2809ff33-1799-417f-8bbb-d3ec37758f78,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:39.156860 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-92324d4b-d860-4215-b24d-ddf54de04a7f tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504119 Aug 20 11:52:39.161472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34272) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:39.166175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5722cfc0-d1da-4ebc-8bb8-ddb890fb24c9 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '1fd8ea90-ff8a-4c55-a26a-b17b760eb912', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:39.429425 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-5722cfc0-d1da-4ebc-8bb8-ddb890fb24c9 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The resource could not be found. Aug 20 11:52:39.430460 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5722cfc0-d1da-4ebc-8bb8-ddb890fb24c9 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2679572 Aug 20 11:52:39.434258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34274) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:39.438836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2596e69b-ad7f-4894-831d-92da38254282 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--777426328'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:39.594816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2596e69b-ad7f-4894-831d-92da38254282 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.710212 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2596e69b-ad7f-4894-831d-92da38254282 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.880271 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2596e69b-ad7f-4894-831d-92da38254282 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:39.910941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596e69b-ad7f-4894-831d-92da38254282 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d166b83-9640-452b-ac7d-e5a5bbcb2cfc,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:40.024324 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2596e69b-ad7f-4894-831d-92da38254282 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.025651 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2596e69b-ad7f-4894-831d-92da38254282 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5904117 Aug 20 11:52:40.034125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34280) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:40.034125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7578feac-905d-455a-9e87-7a1111fc6020 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291662135'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:40.183394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7578feac-905d-455a-9e87-7a1111fc6020 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.278970 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7578feac-905d-455a-9e87-7a1111fc6020 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.457633 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7578feac-905d-455a-9e87-7a1111fc6020 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.491301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578feac-905d-455a-9e87-7a1111fc6020 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d5f6ad-7045-4a19-bb19-d41da0d2c26e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:40.629280 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7578feac-905d-455a-9e87-7a1111fc6020 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.630423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7578feac-905d-455a-9e87-7a1111fc6020 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6011574 Aug 20 11:52:40.633414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34282) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:40.638077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ee54f187-bce2-481a-be74-d78886406182 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group_rule': {'security_group_id': '4d166b83-9640-452b-ac7d-e5a5bbcb2cfc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd8d5f6ad-7045-4a19-bb19-d41da0d2c26e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:40.886465 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-ee54f187-bce2-481a-be74-d78886406182 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 11:52:40.887526 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ee54f187-bce2-481a-be74-d78886406182 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2531803 Aug 20 11:52:40.890736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34290) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:40.956553 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-427b3af8-2ee5-4114-8287-b444e6693b0e tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:40.980976 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-427b3af8-2ee5-4114-8287-b444e6693b0e tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.148996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-427b3af8-2ee5-4114-8287-b444e6693b0e tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.151928 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-427b3af8-2ee5-4114-8287-b444e6693b0e tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.153189 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-427b3af8-2ee5-4114-8287-b444e6693b0e tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "DELETE /v2.0/security-groups/d8d5f6ad-7045-4a19-bb19-d41da0d2c26e HTTP/1.1" status: 204 len: 168 time: 0.2613816 Aug 20 11:52:41.156120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34292) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:41.163348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b3af8-2ee5-4114-8287-b444e6693b0e tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d5f6ad-7045-4a19-bb19-d41da0d2c26e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:41.212792 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-00da510c-9683-4885-b42a-633828146534 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0549212 Aug 20 11:52:41.215587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34294) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:41.272639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1098b5d7-f549-4744-b75c-69d6c05e8776 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.301859 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1098b5d7-f549-4744-b75c-69d6c05e8776 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.378388 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.435419 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1098b5d7-f549-4744-b75c-69d6c05e8776 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.438073 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1098b5d7-f549-4744-b75c-69d6c05e8776 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.441711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1098b5d7-f549-4744-b75c-69d6c05e8776 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "DELETE /v2.0/security-groups/4d166b83-9640-452b-ac7d-e5a5bbcb2cfc HTTP/1.1" status: 204 len: 168 time: 0.2228169 Aug 20 11:52:41.442215 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34296) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:41.448732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098b5d7-f549-4744-b75c-69d6c05e8776 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d166b83-9640-452b-ac7d-e5a5bbcb2cfc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:41.508773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-04ca8448-a6f5-41f8-97db-6017566b4c58 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650368 Aug 20 11:52:41.512683 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34298) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:41.517983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fe34511e-1d4f-4d8f-b80e-0dadd087c798 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041101300'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:41.697576 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fe34511e-1d4f-4d8f-b80e-0dadd087c798 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.788931 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fe34511e-1d4f-4d8f-b80e-0dadd087c798 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.891773 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fe34511e-1d4f-4d8f-b80e-0dadd087c798 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:41.924623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34511e-1d4f-4d8f-b80e-0dadd087c798 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852a7944-2398-44ab-b487-80a48ba3be9a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:42.034937 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fe34511e-1d4f-4d8f-b80e-0dadd087c798 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.039525 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fe34511e-1d4f-4d8f-b80e-0dadd087c798 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5225067 Aug 20 11:52:42.039525 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34304) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:42.043674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-66087029-37c1-4386-b8ca-52353e7bf7c2 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:42.044098 n-d-804230-3 neutron-server[95588]: WARNING neutron.api.v2.base [None req-66087029-37c1-4386-b8ca-52353e7bf7c2 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 11:52:42.044587 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-66087029-37c1-4386-b8ca-52353e7bf7c2 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 11:52:42.045516 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-66087029-37c1-4386-b8ca-52353e7bf7c2 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "PUT /v2.0/security-groups/852a7944-2398-44ab-b487-80a48ba3be9a HTTP/1.1" status: 409 len: 330 time: 0.0054109 Aug 20 11:52:42.049897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34306) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:42.104576 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e45f340e-e10a-4d4e-a583-715d5737cb4c tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.130298 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e45f340e-e10a-4d4e-a583-715d5737cb4c tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.308722 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e45f340e-e10a-4d4e-a583-715d5737cb4c tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.311362 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e45f340e-e10a-4d4e-a583-715d5737cb4c tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:42.312716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e45f340e-e10a-4d4e-a583-715d5737cb4c tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "DELETE /v2.0/security-groups/852a7944-2398-44ab-b487-80a48ba3be9a HTTP/1.1" status: 204 len: 168 time: 0.2617621 Aug 20 11:52:42.315399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34308) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:42.324079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f340e-e10a-4d4e-a583-715d5737cb4c tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852a7944-2398-44ab-b487-80a48ba3be9a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:42.374893 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c400d21a-fe48-4fbb-9083-fb01da5624d7 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579634 Aug 20 11:52:42.382475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34310) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:42.399655 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-b1f1c824-3b23-4ea1-bebb-06d936828ec3 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] delete failed (client error): The resource could not be found. Aug 20 11:52:42.400825 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b1f1c824-3b23-4ea1-bebb-06d936828ec3 tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "DELETE /v2.0/security-groups/96a50485-f8cb-4cbb-8116-e5586d3e107e HTTP/1.1" status: 404 len: 347 time: 0.0200129 Aug 20 11:52:42.404735 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34312) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:42.422580 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-242d8dd6-24c4-4d39-a28d-73aedcbe5a9c tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] show failed (client error): The resource could not be found. Aug 20 11:52:42.424420 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-242d8dd6-24c4-4d39-a28d-73aedcbe5a9c tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-groups/fd170f23-9fef-4754-9bf4-5352929bc864 HTTP/1.1" status: 404 len: 347 time: 0.0185013 Aug 20 11:52:42.428176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34314) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:42.447634 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-8ce12569-72ac-4036-8778-5bce58a914fd tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] show failed (client error): The resource could not be found. Aug 20 11:52:42.448694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8ce12569-72ac-4036-8778-5bce58a914fd tempest-NegativeSecGroupTest-1040804579 tempest-NegativeSecGroupTest-1040804579-project] 10.222.0.10 "GET /v2.0/security-group-rules/dc176793-e936-46db-9e7b-e35d6d94c3ff HTTP/1.1" status: 404 len: 356 time: 0.0193768 Aug 20 11:52:43.068554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34324) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:43.224365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0872e0c6-bf7a-432a-a053-49531710b09c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=212df3c861ea45a8af36f3a949499f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543410 Aug 20 11:52:43.226921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34328) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:43.278596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-628d662e-4700-4c28-8e1c-ea8e018fc5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.304846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-628d662e-4700-4c28-8e1c-ea8e018fc5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.497396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-628d662e-4700-4c28-8e1c-ea8e018fc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.506659 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-628d662e-4700-4c28-8e1c-ea8e018fc5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:43.506659 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-628d662e-4700-4c28-8e1c-ea8e018fc5ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c0423bf-96ab-408a-a701-32264bea3e05 HTTP/1.1" status: 204 len: 168 time: 0.2735200 Aug 20 11:52:43.510848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d662e-4700-4c28-8e1c-ea8e018fc5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0423bf-96ab-408a-a701-32264bea3e05,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:43.634825 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:45.063130 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e6c26dc-8f59-4fde-bc60-52b155545a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.707225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34398) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:46.867990 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2737de4e-a775-4f1b-a1cf-63364d30f57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:46.995650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2737de4e-a775-4f1b-a1cf-63364d30f57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.148574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2737de4e-a775-4f1b-a1cf-63364d30f57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.154878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7956d-6620-4cc6-9f3e-c1c5d840cd94 req-60a12be6-ebd3-4b54-90dd-11ee022b53e3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:47.163885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72c7956d-6620-4cc6-9f3e-c1c5d840cd94 req-60a12be6-ebd3-4b54-90dd-11ee022b53e3 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 946 time: 0.0646470 Aug 20 11:52:47.190658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737de4e-a775-4f1b-a1cf-63364d30f57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44de9849-e930-47ef-97d9-637740467519,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:47.198418 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2737de4e-a775-4f1b-a1cf-63364d30f57d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c62056b17d2a4c8084a9acdf0952e6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900575 Aug 20 11:52:47.200409 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-72c7956d-6620-4cc6-9f3e-c1c5d840cd94 req-4d276ed0-1e54-4aa3-a0bc-6dee4e7f2cb0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356402 Aug 20 11:52:47.201406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34408) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:47.256413 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4539e0a-40bb-47ce-8f99-97b5fad9b517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.283452 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4539e0a-40bb-47ce-8f99-97b5fad9b517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.440282 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4539e0a-40bb-47ce-8f99-97b5fad9b517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.443055 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c4539e0a-40bb-47ce-8f99-97b5fad9b517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:47.444279 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c4539e0a-40bb-47ce-8f99-97b5fad9b517 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44de9849-e930-47ef-97d9-637740467519 HTTP/1.1" status: 204 len: 168 time: 0.2412033 Aug 20 11:52:47.455762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4539e0a-40bb-47ce-8f99-97b5fad9b517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44de9849-e930-47ef-97d9-637740467519,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:47.737187 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9882-9649-411b-9dd9-f5d500b71577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:48.136009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34416) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:48.149969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cf9f-792d-4e2d-9f61-2a0872b07f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:48.255500 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cf9f-792d-4e2d-9f61-2a0872b07f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:48.349979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8615fc2-22f8-452b-98a3-6df3582462c4 req-58e4df69-b4c9-429d-9339-684916d4ee0c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:48.351541 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8615fc2-22f8-452b-98a3-6df3582462c4 req-58e4df69-b4c9-429d-9339-684916d4ee0c tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 946 time: 0.0600579 Aug 20 11:52:48.354726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cf9f-792d-4e2d-9f61-2a0872b07f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:48.394763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9cf9f-792d-4e2d-9f61-2a0872b07f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b803d445-4f42-41a2-9768-926a59e25d65,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:48.401023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8615fc2-22f8-452b-98a3-6df3582462c4 req-55def04c-1b6d-40a1-aa03-00f3770d28c9 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Aug 20 11:52:48.410708 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bbd9cf9f-792d-4e2d-9f61-2a0872b07f46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=281ad6e3fe78406191b20b82fcb2b7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735937 Aug 20 11:52:48.413221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34430) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:48.467398 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-974def10-28b5-477c-b1b2-06c97754b545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:48.504272 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-974def10-28b5-477c-b1b2-06c97754b545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:48.543495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-160b7612-ef0e-4026-910e-578fcd010acc tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951634944&fields=id&tenant_id=8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 267 time: 0.0661941 Aug 20 11:52:48.707974 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:48.726216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40653ad-579e-4a86-af90-f16459f89648 req-0cb70a6c-77aa-4479-99d8-3b2972d49c5d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:48.727758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-0cb70a6c-77aa-4479-99d8-3b2972d49c5d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1733172 Aug 20 11:52:48.741565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff990afb-724c-4113-975e-1df8eb32646b req-376af8b3-ea17-4c76-ae28-5240bf9539e7 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:48.743067 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ff990afb-724c-4113-975e-1df8eb32646b req-376af8b3-ea17-4c76-ae28-5240bf9539e7 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.38 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 946 time: 0.0734556 Aug 20 11:52:48.754171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-290866b4-b907-4d6e-9c97-e2bf43d0206c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/quotas/8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 375 time: 0.0101399 Aug 20 11:52:49.110839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-7e49bfb9-d760-4fbf-8bb8-78f2028555a4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3490241 Aug 20 11:52:49.149712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Deleting port 8a49a357-e1ae-408d-9d77-2e17502ff108 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:49.150066 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.295223 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-853c8e01-4e3f-4f2b-af2c-53269d8de535 service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692500 Aug 20 11:52:49.309644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] For port 8a49a357-e1ae-408d-9d77-2e17502ff108, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=8a49a357-e1ae-408d-9d77-2e17502ff108,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:52:49.310536 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.544153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-81eee6ad-d9ba-4116-af6d-e33d64c8007e service neutron] 10.222.0.10 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441664 Aug 20 11:52:49.585378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bec3ee-de06-4e2a-b902-31b81bd1bb75 req-d8c8c3e8-50f7-41af-b505-7a576225e287 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:49.588572 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4bec3ee-de06-4e2a-b902-31b81bd1bb75 req-d8c8c3e8-50f7-41af-b505-7a576225e287 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 946 time: 0.0913885 Aug 20 11:52:49.647963 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.648489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:49.649087 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Floating IP 354ad2b3-c77f-4fb7-a604-7d1e3d97bb27 disassociated. External IP: 172.25.4.141, port: 8a49a357-e1ae-408d-9d77-2e17502ff108. Aug 20 11:52:49.650192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Calling delete_port for 8a49a357-e1ae-408d-9d77-2e17502ff108 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:49.687566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4bec3ee-de06-4e2a-b902-31b81bd1bb75 req-18085923-614f-4aa6-bcaa-ef46f3b51f18 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b5048e6-fa73-499a-a674-042664837300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903814 Aug 20 11:52:49.704866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-7be4a352-b6bf-4c58-ba85-c925ebc3e202 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860875 Aug 20 11:52:49.799239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-d4f3b0fc-2016-4bf9-aa46-f1268ad01b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:49.800784 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-d4f3b0fc-2016-4bf9-aa46-f1268ad01b9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1096 time: 0.0469699 Aug 20 11:52:49.908301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-aad63028-87b3-4044-a9c7-a2618bb542ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:49.909812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-aad63028-87b3-4044-a9c7-a2618bb542ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.0885253 Aug 20 11:52:49.986193 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-3b043f75-e4ad-479d-9c4c-08ccc69c2b28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 200 len: 1001 time: 0.0661228 Aug 20 11:52:50.038972 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-45d6326f-27f2-4a21-944e-668fb185fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:50.051509 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-974def10-28b5-477c-b1b2-06c97754b545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.052221 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-45d6326f-27f2-4a21-944e-668fb185fe97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0476127 Aug 20 11:52:50.052348 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-974def10-28b5-477c-b1b2-06c97754b545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.052348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-974def10-28b5-477c-b1b2-06c97754b545 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b803d445-4f42-41a2-9768-926a59e25d65 HTTP/1.1" status: 204 len: 168 time: 1.6304150 Aug 20 11:52:50.055473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974def10-28b5-477c-b1b2-06c97754b545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b803d445-4f42-41a2-9768-926a59e25d65,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:50.092373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.094772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.113082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-81e9d842-6262-4842-874b-86f027cecae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:50.114716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-81e9d842-6262-4842-874b-86f027cecae5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675099 Aug 20 11:52:50.139292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event deleted for resources: {'Port': ['ID=8a49a357-e1ae-408d-9d77-2e17502ff108,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:50.243583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-393d5e8c-3321-4110-a472-b889751cbb94 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216962 Aug 20 11:52:50.275986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:52:50.366560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10cdb369-1051-45e3-b987-830d86cbc4c8 req-4e15ed61-76d7-41df-aa5b-ec6bbbf60ab5 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157765 Aug 20 11:52:50.406091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:52:50.417000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] Sync routers for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:52:50.426700 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:50.431228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:50.469900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] No DVR routers for this DVR port 8a49a357-e1ae-408d-9d77-2e17502ff108 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:52:50.481396 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.484082 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ff990afb-724c-4113-975e-1df8eb32646b req-88e7a608-a5b6-4c9d-b6a6-530f3dab2a4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.38 "DELETE /v2.0/ports/8a49a357-e1ae-408d-9d77-2e17502ff108 HTTP/1.1" status: 204 len: 173 time: 1.7289808 Aug 20 11:52:50.492619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'name': 'network-vif-deleted', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:52:50.492619 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9f66d2-2144-40c7-b7ff-b4aab916d81e" -d '{"events": [{"server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "name": "network-vif-deleted", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:52:50.564180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:50.647097 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-60b5958e-ac7b-40b4-a5ab-c19912d7a096 req-3ac81b0c-f74d-4517-8bb1-852b4efd7b37 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 210 time: 0.0621557 Aug 20 11:52:50.826510 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90612fc-5bed-400a-b2a4-6f93f247db68 x-openstack-request-id: req-b90612fc-5bed-400a-b2a4-6f93f247db68 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:52:50.826813 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06560b41-5b7c-41a2-9894-d58ddac6be3f", "name": "network-vif-deleted", "tag": "8a49a357-e1ae-408d-9d77-2e17502ff108", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:52:50.827079 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b90612fc-5bed-400a-b2a4-6f93f247db68 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:52:50.828147 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06560b41-5b7c-41a2-9894-d58ddac6be3f', 'name': 'network-vif-deleted', 'tag': '8a49a357-e1ae-408d-9d77-2e17502ff108', 'status': 'completed', 'code': 200} Aug 20 11:52:50.888231 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80d0572c-2806-481d-87fe-8d6e5a4937be req-c464f1a7-225e-41ce-9ef8-c9c31c32864e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/ports?device_id=06560b41-5b7c-41a2-9894-d58ddac6be3f HTTP/1.1" status: 200 len: 210 time: 0.0399547 Aug 20 11:52:50.935491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:50.963556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] Checking router: 4ba36b6f-c23a-4b2d-97aa-f358d9222942 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:52:50.966934 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:50.974663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:52:50.975309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:51.116987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:52:51.204274 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8a49a357-e1ae-408d-9d77-2e17502ff108 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:52:51.228285 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 8a49a357-e1ae-408d-9d77-2e17502ff108 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:52:51.228771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 8a49a357-e1ae-408d-9d77-2e17502ff108 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:52:51.551259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:52:51.577176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73de3b8-dcab-4992-8a5d-ddf23a9c869d None None] The sync data for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 is: [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:44:51Z', 'revision_number': 4, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ba96661d-34bd-4bf7-a31d-401487c6014a', 'name': '', 'network_id': '9a4fc417-3cac-46ef-84e1-9c2c05a589d0', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'mac_address': 'fa:16:3e:1d:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:50Z', 'updated_at': '2021-08-20T11:44:58Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'subnets': [{'id': '21b43ae2-8fba-4b10-bb8a-593acb8f5753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:52:51.743997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f3228fd9-ed81-4b0f-ab47-1b011c7972cd req-c12565bb-e118-49f7-9e30-7d1bac2a9510 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 210 time: 0.0313964 Aug 20 11:52:51.895832 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b9254-d19a-40f8-a4e5-bedaf12cb953 None None] New status for floating IP 354ad2b3-c77f-4fb7-a604-7d1e3d97bb27: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:52:52.043434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34512) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:52.110696 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bd4fc43-9d3a-4d32-a43d-618f1c0b7beb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:52.145892 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bd4fc43-9d3a-4d32-a43d-618f1c0b7beb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:52.320058 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bd4fc43-9d3a-4d32-a43d-618f1c0b7beb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:52.323813 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8bd4fc43-9d3a-4d32-a43d-618f1c0b7beb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:52.324232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8bd4fc43-9d3a-4d32-a43d-618f1c0b7beb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "DELETE /v2.0/security-groups/0b5048e6-fa73-499a-a674-042664837300 HTTP/1.1" status: 204 len: 168 time: 0.2797234 Aug 20 11:52:52.327491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34518) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:52.334536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4fc43-9d3a-4d32-a43d-618f1c0b7beb tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5048e6-fa73-499a-a674-042664837300,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:52.344740 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-bed42b90-640f-44d4-bde0-804bf24e9b4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] show failed (client error): The resource could not be found. Aug 20 11:52:52.349122 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bed42b90-640f-44d4-bde0-804bf24e9b4e tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "GET /v2.0/security-groups/0b5048e6-fa73-499a-a674-042664837300 HTTP/1.1" status: 404 len: 347 time: 0.0176194 Aug 20 11:52:52.349399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34520) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:52:52.542513 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-36042a6b-c461-4d16-984c-fda7124db2b0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Deleting port 89f3c340-783d-493a-8802-c23ee6c04738 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:52:52.543592 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36042a6b-c461-4d16-984c-fda7124db2b0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:52.632739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36042a6b-c461-4d16-984c-fda7124db2b0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:52.633080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36042a6b-c461-4d16-984c-fda7124db2b0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:52.647625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-36042a6b-c461-4d16-984c-fda7124db2b0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Calling delete_port for 89f3c340-783d-493a-8802-c23ee6c04738 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:52:52.869708 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-375e4b36-8c98-43e7-91f9-78001c9ccc74 req-3fdd21a5-75ac-4ac3-b470-27b70e83c67d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 210 time: 0.0332389 Aug 20 11:52:52.931677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36042a6b-c461-4d16-984c-fda7124db2b0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:52.961718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36042a6b-c461-4d16-984c-fda7124db2b0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Pushing event deleted for resources: {'Port': ['ID=89f3c340-783d-493a-8802-c23ee6c04738,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:53.034065 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36042a6b-c461-4d16-984c-fda7124db2b0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:53.037334 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-36042a6b-c461-4d16-984c-fda7124db2b0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:53.042780 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-36042a6b-c461-4d16-984c-fda7124db2b0 tempest-AttachVolumeShelveTestJSON-1630714043 tempest-AttachVolumeShelveTestJSON-1630714043-project] 10.222.0.10 "DELETE /v2.0/floatingips/354ad2b3-c77f-4fb7-a604-7d1e3d97bb27 HTTP/1.1" status: 204 len: 168 time: 0.6917207 Aug 20 11:52:53.988066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40653ad-579e-4a86-af90-f16459f89648 req-b26b921f-56f7-471b-8598-5df4307eba76 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:53.990080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-b26b921f-56f7-471b-8598-5df4307eba76 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 811 time: 0.1882751 Aug 20 11:52:54.069356 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00aaa192-c7f8-47ab-b9ed-f0e2e29f9389 req-fb233b20-18a3-4997-8b9d-953143cbe5f7 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 210 time: 0.0355694 Aug 20 11:52:54.090281 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-d5ed68aa-f882-4bbb-8f00-dbc83e591d14 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ea0796915334e5c8704c4e677a6eef8 HTTP/1.1" status: 200 len: 380 time: 0.0826735 Aug 20 11:52:54.105863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'port': {'device_id': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'admin_state_up': True, 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'security_groups': ['2ea27980-82eb-4341-9bef-06664b76ff6f']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:54.325902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Made reservation on behalf of 8ea0796915334e5c8704c4e677a6eef8 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:52:54.330588 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:54.484960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Allocated IP 172.20.0.10 (11b17b29-10b0-4839-909d-f43616c71c65/5ef1a6b4-e180-43f7-afb9-3a6eea345cfa/5d137100-d441-4f86-a55f-c75cef349501) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:52:54.837200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:54.853895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Transition to ACTIVE for port object 5d137100-d441-4f86-a55f-c75cef349501 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:55.006731 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.052720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Network 11b17b29-10b0-4839-909d-f43616c71c65 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:52:55.056374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:52:55.063145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:52:55.069193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=5d137100-d441-4f86-a55f-c75cef349501,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:55.169892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:55.170999 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.237616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc321cb-18f0-4e5a-b1e7-77e24f2513d1 req-ed3bdf97-246e-44ac-a3e6-1d764cf157b4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:55.240298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddc321cb-18f0-4e5a-b1e7-77e24f2513d1 req-ed3bdf97-246e-44ac-a3e6-1d764cf157b4 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 932 time: 0.0614252 Aug 20 11:52:55.307742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ddc321cb-18f0-4e5a-b1e7-77e24f2513d1 req-68e1a8aa-f956-4d23-9dda-8a7b2be9bb5b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568552 Aug 20 11:52:55.401101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-09da80f8-dd7d-4c8f-9c17-2ee48cfb8abb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2993989 Aug 20 11:52:55.418890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Request body: {'port': {'device_id': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:52:55.499029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.520596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e25e8168-044f-4f30-83f0-9cdb5ac4a9a9 None None] Provisioning for port 5d137100-d441-4f86-a55f-c75cef349501 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:52:55.525769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e25e8168-044f-4f30-83f0-9cdb5ac4a9a9 None None] Provisioning complete for port 5d137100-d441-4f86-a55f-c75cef349501 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:52:55.530491 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e25e8168-044f-4f30-83f0-9cdb5ac4a9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:55.569009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e25e8168-044f-4f30-83f0-9cdb5ac4a9a9 None None] Port 5d137100-d441-4f86-a55f-c75cef349501 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:52:56.150171 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d137100-d441-4f86-a55f-c75cef349501 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:52:56.158604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.180545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Transition to ACTIVE for port object 5d137100-d441-4f86-a55f-c75cef349501 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:52:56.280877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.347416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d137100-d441-4f86-a55f-c75cef349501,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:56.468176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c3558-8c1c-4870-b6b7-6f667e589a0c req-2a77b3df-3377-4dc6-94ce-722da9c1c0a8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:56.476119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Attempting to bind port 5d137100-d441-4f86-a55f-c75cef349501 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:52:56.476706 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Attempting to bind port 5d137100-d441-4f86-a55f-c75cef349501 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:52:56.477244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Attempting to bind port 5d137100-d441-4f86-a55f-c75cef349501 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:56.483401 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Port 5d137100-d441-4f86-a55f-c75cef349501 on network 11b17b29-10b0-4839-909d-f43616c71c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:52:56.484003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Attempting to bind port 5d137100-d441-4f86-a55f-c75cef349501 on network 11b17b29-10b0-4839-909d-f43616c71c65 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:52:56.485247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b47c3558-8c1c-4870-b6b7-6f667e589a0c req-2a77b3df-3377-4dc6-94ce-722da9c1c0a8 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 944 time: 0.0835185 Aug 20 11:52:56.490860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:52:56.491710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Checking segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:52:56.492287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Bound using segment: {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:52:56.493285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Bound port: 5d137100-d441-4f86-a55f-c75cef349501, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7f146-0593-4bb3-8e1b-484560cfef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:52:56.494149 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.540641 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b47c3558-8c1c-4870-b6b7-6f667e589a0c req-3bbebcac-f3a6-49d5-a53d-b530860a13bd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536227 Aug 20 11:52:56.639609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] For port 5d137100-d441-4f86-a55f-c75cef349501, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:52:56.644207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] For port 5d137100-d441-4f86-a55f-c75cef349501, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=5d137100-d441-4f86-a55f-c75cef349501,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:52:56.755069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.810954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:56.811599 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:52:56.813031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] 10.222.0.38 "PUT /v2.0/ports/5d137100-d441-4f86-a55f-c75cef349501 HTTP/1.1" status: 200 len: 1092 time: 1.3984423 Aug 20 11:52:56.813478 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'tag': '5d137100-d441-4f86-a55f-c75cef349501'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:52:56.817066 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cfb577-8993-454b-abca-e84fa348ad22" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfdd404-00e4-4ebd-b99e-d29747a928fc", "tag": "5d137100-d441-4f86-a55f-c75cef349501"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:52:56.867798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2270bb-dfe1-44a2-8563-fcd8b513aff7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d137100-d441-4f86-a55f-c75cef349501,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:52:56.886936 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1dfcac-6d81-405a-aacb-eeef5decf3ca x-openstack-request-id: req-0b1dfcac-6d81-405a-aacb-eeef5decf3ca {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:52:56.887237 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfdd404-00e4-4ebd-b99e-d29747a928fc", "tag": "5d137100-d441-4f86-a55f-c75cef349501", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:52:56.887496 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b1dfcac-6d81-405a-aacb-eeef5decf3ca {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:52:56.887905 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'tag': '5d137100-d441-4f86-a55f-c75cef349501', 'status': 'completed', 'code': 200} Aug 20 11:52:56.986009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfb577-8993-454b-abca-e84fa348ad22 req-16677cbe-cfcd-459e-9f85-f1ef212c1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:56.988297 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1cfb577-8993-454b-abca-e84fa348ad22 req-16677cbe-cfcd-459e-9f85-f1ef212c1ed2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 1095 time: 0.0674963 Aug 20 11:52:57.216831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfb577-8993-454b-abca-e84fa348ad22 req-15694cd8-5cb3-43fe-8b61-a4e26a425a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:57.220237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1cfb577-8993-454b-abca-e84fa348ad22 req-15694cd8-5cb3-43fe-8b61-a4e26a425a6e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8ea0796915334e5c8704c4e677a6eef8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2180552 Aug 20 11:52:57.417569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfb577-8993-454b-abca-e84fa348ad22 req-32b7a3a1-962b-498f-b383-24c68de37371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:57.419143 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f1cfb577-8993-454b-abca-e84fa348ad22 req-32b7a3a1-962b-498f-b383-24c68de37371 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791139 Aug 20 11:52:57.510887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40653ad-579e-4a86-af90-f16459f89648 req-e08e0413-75cf-4b78-a0df-7ee0643755a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:57.512652 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-e08e0413-75cf-4b78-a0df-7ee0643755a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 1095 time: 0.0419161 Aug 20 11:52:57.561994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-8a43c623-195b-4012-aca1-489ac0f351ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d137100-d441-4f86-a55f-c75cef349501 HTTP/1.1" status: 200 len: 217 time: 0.0368249 Aug 20 11:52:57.646874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40653ad-579e-4a86-af90-f16459f89648 req-31245493-dc61-4b3b-8918-c177da1a0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:57.646874 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-31245493-dc61-4b3b-8918-c177da1a0c37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0676017 Aug 20 11:52:57.679639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8db83b-97fc-49a3-bfc1-d5d0f91bb3c4 req-c8a39196-52bb-4eb5-b833-f7416ef75413 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:57.687119 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb8db83b-97fc-49a3-bfc1-d5d0f91bb3c4 req-c8a39196-52bb-4eb5-b833-f7416ef75413 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 944 time: 0.0632720 Aug 20 11:52:57.693792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40653ad-579e-4a86-af90-f16459f89648 req-d9ac6bbd-e913-4eb3-a6ae-cbed4dd1f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:57.695357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-d9ac6bbd-e913-4eb3-a6ae-cbed4dd1f796 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426452 Aug 20 11:52:57.722998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb8db83b-97fc-49a3-bfc1-d5d0f91bb3c4 req-c81eec94-3627-4f94-b88f-7f98b5c52e65 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349207 Aug 20 11:52:57.798009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-518d5404-8f89-4d74-8a34-a16cbdb50574 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894945 Aug 20 11:52:57.906146 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a40653ad-579e-4a86-af90-f16459f89648 req-21492344-527f-4bf9-bf0d-fe72adb60fd2 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962176 Aug 20 11:52:58.851730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76917770-5cc4-4390-8fc8-b6d1c73fc15b req-bb63b9fd-0c9c-4277-871d-e0fb427ffce1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:52:58.853539 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76917770-5cc4-4390-8fc8-b6d1c73fc15b req-bb63b9fd-0c9c-4277-871d-e0fb427ffce1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 944 time: 0.0530410 Aug 20 11:52:58.896386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76917770-5cc4-4390-8fc8-b6d1c73fc15b req-8bd1e49d-0d84-4af7-a0c9-ab88216a0043 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363021 Aug 20 11:53:00.034472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd88715-e025-4278-8bc8-baff45c07db8 req-23382851-f48e-428d-a6dd-9b250f5a5785 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:00.036622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfd88715-e025-4278-8bc8-baff45c07db8 req-23382851-f48e-428d-a6dd-9b250f5a5785 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 944 time: 0.0693500 Aug 20 11:53:00.086868 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfd88715-e025-4278-8bc8-baff45c07db8 req-7d7fbda5-020a-434b-bc94-7da2681515b9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Aug 20 11:53:01.233822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0606a-3297-4880-8805-c51b7457b1ee req-b9ec735c-94b5-439d-b473-4942cd78e348 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:01.235999 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7af0606a-3297-4880-8805-c51b7457b1ee req-b9ec735c-94b5-439d-b473-4942cd78e348 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 944 time: 0.0536153 Aug 20 11:53:01.280256 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7af0606a-3297-4880-8805-c51b7457b1ee req-ed260211-7237-42e8-b6a0-e0bdb5d4ada9 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375521 Aug 20 11:53:02.040157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34654) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:02.406234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10ed4a-4af0-48a0-9baf-068a97549d63 req-8e6b3bb0-c13d-44f9-bc69-3b2212734f58 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:02.407997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c10ed4a-4af0-48a0-9baf-068a97549d63 req-8e6b3bb0-c13d-44f9-bc69-3b2212734f58 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 944 time: 0.0514638 Aug 20 11:53:02.449224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8c10ed4a-4af0-48a0-9baf-068a97549d63 req-78698d78-792d-47d4-ada1-c3ff91004f17 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349541 Aug 20 11:53:02.570557 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:02.821483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] Deleting port ba96661d-34bd-4bf7-a31d-401487c6014a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:53:02.821851 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:02.910088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] For port ba96661d-34bd-4bf7-a31d-401487c6014a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ba96661d-34bd-4bf7-a31d-401487c6014a,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:02.910489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:02.924194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] Calling delete_port for ba96661d-34bd-4bf7-a31d-401487c6014a owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:53:03.245783 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:03.270893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba96661d-34bd-4bf7-a31d-401487c6014a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:03.455741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:03.503473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34668) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:03.625777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4babd61-1794-4dc4-bddf-d68116fe0b5a req-046d31e7-5aac-41f1-87ee-0878a8e1e26f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:03.627894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4babd61-1794-4dc4-bddf-d68116fe0b5a req-046d31e7-5aac-41f1-87ee-0878a8e1e26f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 944 time: 0.0676143 Aug 20 11:53:03.655642 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:03.737454 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4babd61-1794-4dc4-bddf-d68116fe0b5a req-d5c33755-b81c-4ca8-8c34-a186d2815c83 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730140 Aug 20 11:53:03.749445 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:03.763387 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] Router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:53:03.873781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:03.881702 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-529cf40a-3ddf-4d29-bd16-79a9fcb2c18a admin admin] 10.222.0.10 "PUT /v2.0/routers/4ba36b6f-c23a-4b2d-97aa-f358d9222942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8379822 Aug 20 11:53:03.882827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34674) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:03.886401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] Sync routers for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:03.898106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:03.898810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:03.939753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.007817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:04.012301 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9761c383e5b402ebed626cfa4abaa51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5068390 Aug 20 11:53:04.015194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd6e621-a11d-4b99-bbbf-3e280797b9f9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:04.015605 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34676) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:04.028133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.028490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.028839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.029183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.029524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.029864 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.030198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.030554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.030895 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.031224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.031553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.031882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fce831-ecf7-4c0d-b08f-9157f4bb4ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:04.039943 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.092246 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b46314e-bb30-41f7-8e24-1f530989ae5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.117424 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b46314e-bb30-41f7-8e24-1f530989ae5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.148714 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.203224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:53:03Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:04.229470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] Checking router: 4ba36b6f-c23a-4b2d-97aa-f358d9222942 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:04.239116 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] Routers {'4ba36b6f-c23a-4b2d-97aa-f358d9222942'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:04.239750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:04.328292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Deleting port 063da47f-249f-473e-8c2a-a4f008647224 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:53:04.328530 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.337980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b46314e-bb30-41f7-8e24-1f530989ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.341916 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9b46314e-bb30-41f7-8e24-1f530989ae5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.347875 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9b46314e-bb30-41f7-8e24-1f530989ae5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bd6e621-a11d-4b99-bbbf-3e280797b9f9 HTTP/1.1" status: 204 len: 168 time: 0.3308492 Aug 20 11:53:04.351015 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] Set router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:04.357419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46314e-bb30-41f7-8e24-1f530989ae5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd6e621-a11d-4b99-bbbf-3e280797b9f9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:04.423381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] For port 063da47f-249f-473e-8c2a-a4f008647224, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=063da47f-249f-473e-8c2a-a4f008647224,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:04.423616 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.435778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Calling delete_port for 063da47f-249f-473e-8c2a-a4f008647224 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:53:04.552056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:53:03Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:04.581336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cc812f-fe43-46f8-ac25-3f6a318fc26d None None] The sync data for ids ['4ba36b6f-c23a-4b2d-97aa-f358d9222942'] in n-d-804230-3 is: [{'id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'name': 'tempest-AttachVolumeShelveTestJSON-604367822-router', 'tenant_id': '88e709cf4c1e4059b256a30cdf01ac56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '063da47f-249f-473e-8c2a-a4f008647224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:44:47Z', 'updated_at': '2021-08-20T11:53:03Z', 'revision_number': 5, 'project_id': '88e709cf4c1e4059b256a30cdf01ac56', 'gw_port': {'id': '063da47f-249f-473e-8c2a-a4f008647224', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba36b6f-c23a-4b2d-97aa-f358d9222942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:44:48Z', 'updated_at': '2021-08-20T11:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:04.817638 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:04.859767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Pushing event deleted for resources: {'Port': ['ID=063da47f-249f-473e-8c2a-a4f008647224,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:05.186229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb81d7-6111-41c6-b5a4-75c8c4034eec req-d00eaaaf-a61a-42b5-b31d-6070bd52dfdb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:05.187754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ffeb81d7-6111-41c6-b5a4-75c8c4034eec req-d00eaaaf-a61a-42b5-b31d-6070bd52dfdb tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 944 time: 0.3821146 Aug 20 11:53:05.220569 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.325920 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ffeb81d7-6111-41c6-b5a4-75c8c4034eec req-f991d2c7-f65d-444f-a7ef-dec7a299833a tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309056 Aug 20 11:53:05.333998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.333998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.547365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34686) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:05.565673 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e06e84d9-a314-441d-aeaa-cd0f1b3906ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.613305 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.613828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba36b6f-c23a-4b2d-97aa-f358d9222942 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:53:05.619520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.620655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-748c4e13-03cf-4528-9087-e5b30e8febca admin admin] 10.222.0.10 "DELETE /v2.0/routers/4ba36b6f-c23a-4b2d-97aa-f358d9222942 HTTP/1.1" status: 204 len: 168 time: 1.7375674 Aug 20 11:53:05.623268 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34688) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:05.688087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-380cd9d9-57a4-4bff-b3ce-81c50201b547 admin admin] Deleting subnet 21b43ae2-8fba-4b10-bb8a-593acb8f5753 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:53:05.693287 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-380cd9d9-57a4-4bff-b3ce-81c50201b547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.735950 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e06e84d9-a314-441d-aeaa-cd0f1b3906ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.744266 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-380cd9d9-57a4-4bff-b3ce-81c50201b547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.826401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-380cd9d9-57a4-4bff-b3ce-81c50201b547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.858963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e06e84d9-a314-441d-aeaa-cd0f1b3906ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.910864 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e06e84d9-a314-441d-aeaa-cd0f1b3906ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6551de0971e478cb9d0a7930555f092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622479 Aug 20 11:53:05.912338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e84d9-a314-441d-aeaa-cd0f1b3906ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82f794e-86d7-4da8-b7fb-9676917ec38d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:05.913560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34690) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:05.963191 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24bf0ed5-f889-4da9-bdbc-07aadd98b089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:05.986332 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24bf0ed5-f889-4da9-bdbc-07aadd98b089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.040270 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-380cd9d9-57a4-4bff-b3ce-81c50201b547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.069711 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd9d9-57a4-4bff-b3ce-81c50201b547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b43ae2-8fba-4b10-bb8a-593acb8f5753,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:06.071875 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-380cd9d9-57a4-4bff-b3ce-81c50201b547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.085418 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-380cd9d9-57a4-4bff-b3ce-81c50201b547 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/21b43ae2-8fba-4b10-bb8a-593acb8f5753 HTTP/1.1" status: 204 len: 168 time: 0.4498274 Aug 20 11:53:06.085889 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34694) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:06.086004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986f4e1-fa8f-49d8-904e-107aa756876c None None] Network 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:06.122657 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24bf0ed5-f889-4da9-bdbc-07aadd98b089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.125239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-24bf0ed5-f889-4da9-bdbc-07aadd98b089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.126387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-24bf0ed5-f889-4da9-bdbc-07aadd98b089 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f82f794e-86d7-4da8-b7fb-9676917ec38d HTTP/1.1" status: 204 len: 168 time: 0.2116530 Aug 20 11:53:06.136026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ba96661d-34bd-4bf7-a31d-401487c6014a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:53:06.146810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf0ed5-f889-4da9-bdbc-07aadd98b089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82f794e-86d7-4da8-b7fb-9676917ec38d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:06.171079 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.174408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ba96661d-34bd-4bf7-a31d-401487c6014a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:53:06.174766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ba96661d-34bd-4bf7-a31d-401487c6014a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:53:06.175364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 063da47f-249f-473e-8c2a-a4f008647224 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:53:06.209121 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 063da47f-249f-473e-8c2a-a4f008647224 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:53:06.209470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 063da47f-249f-473e-8c2a-a4f008647224 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:53:06.259638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Deleting port 64ad8798-e15a-4234-9016-bef0016c54bc {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:53:06.260245 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.324329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] For port 64ad8798-e15a-4234-9016-bef0016c54bc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=64ad8798-e15a-4234-9016-bef0016c54bc,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:06.324694 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.336445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] DHCP port deletion for 9a4fc417-3cac-46ef-84e1-9c2c05a589d0 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:53:06.338540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Calling delete_port for 64ad8798-e15a-4234-9016-bef0016c54bc owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:53:06.390149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Deleting port 64ad8798-e15a-4234-9016-bef0016c54bc {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:53:06.410084 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.410367 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:53:06.458520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] For port 64ad8798-e15a-4234-9016-bef0016c54bc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=64ad8798-e15a-4234-9016-bef0016c54bc,segment=NetworkSegment(692b0ff1-6be6-4ccc-abce-6736390afb11),segment_id=692b0ff1-6be6-4ccc-abce-6736390afb11)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:06.458926 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.473038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Calling delete_port for 64ad8798-e15a-4234-9016-bef0016c54bc owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:53:06.724817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d1e61-408c-4fcf-b39d-006c35787c01 req-4f9d3357-b845-4ac4-abee-5429c2f936cf tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:06.733437 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.733704 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e81d1e61-408c-4fcf-b39d-006c35787c01 req-4f9d3357-b845-4ac4-abee-5429c2f936cf tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 944 time: 0.0703604 Aug 20 11:53:06.747424 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.756373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Pushing event deleted for resources: {'Port': ['ID=64ad8798-e15a-4234-9016-bef0016c54bc,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:06.764374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.765488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.765488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.765824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.766288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.766791 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.767187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.767590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.767975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.768497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.769027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.769551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:06.778813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409565a2-3567-4638-bdf1-633aaef04d90 None None] No DVR routers for this DVR port 64ad8798-e15a-4234-9016-bef0016c54bc on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:53:06.784918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Pushing event deleted for resources: {'Port': ['ID=64ad8798-e15a-4234-9016-bef0016c54bc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:06.792473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] No DVR routers for this DVR port 64ad8798-e15a-4234-9016-bef0016c54bc on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:53:06.796679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e81d1e61-408c-4fcf-b39d-006c35787c01 req-576af2b3-c266-40f2-9bc3-16bdf69307e6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637467 Aug 20 11:53:06.874957 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.885042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4fc417-3cac-46ef-84e1-9c2c05a589d0']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:06.895897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692b0ff1-6be6-4ccc-abce-6736390afb11') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:06.896199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692b0ff1-6be6-4ccc-abce-6736390afb11') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:06.905102 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.919429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.925573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:53:06.925969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: self.session.flush() Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:53:06.927774 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:53:07.199868 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:07.207555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:07.208818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] 10.222.0.10 "DELETE /v2.0/networks/9a4fc417-3cac-46ef-84e1-9c2c05a589d0 HTTP/1.1" status: 204 len: 168 time: 1.1296933 Aug 20 11:53:07.229825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1500a2c-c80d-4d18-b5b4-bd2c4ef50aff admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4fc417-3cac-46ef-84e1-9c2c05a589d0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:07.291112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 5d137100-d441-4f86-a55f-c75cef349501 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:53:07.386132 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 5d137100-d441-4f86-a55f-c75cef349501, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=5d137100-d441-4f86-a55f-c75cef349501,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:07.399316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '5d137100-d441-4f86-a55f-c75cef349501', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'port_id': '5d137100-d441-4f86-a55f-c75cef349501', 'mac_address': 'fa:16:3e:89:1b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:53:07.440367 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:07.453146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d137100-d441-4f86-a55f-c75cef349501 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:53:07.473708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 5d137100-d441-4f86-a55f-c75cef349501, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=5d137100-d441-4f86-a55f-c75cef349501,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:07.474943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34722) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:07.572953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1065235985-network', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:07.669404 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:07.718655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=5d137100-d441-4f86-a55f-c75cef349501,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:07.748426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Made reservation on behalf of 5a819bee7eef45ca89fa7d0c9ebf76c5 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:07.770330 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:07.770749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34726) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:07.771321 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:07.804380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b4dc8a62-57fc-4823-9e23-416c56ba3ad0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88e709cf4c1e4059b256a30cdf01ac56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435827 Aug 20 11:53:07.821658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34730) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:07.865206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:07.879597 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0298dd5-e1e4-4526-afae-224c0ef76cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:07.911591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 64ad8798-e15a-4234-9016-bef0016c54bc no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:53:07.932637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['5d137100-d441-4f86-a55f-c75cef349501'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:53:07.933399 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0298dd5-e1e4-4526-afae-224c0ef76cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:07.936135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 64ad8798-e15a-4234-9016-bef0016c54bc {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:53:07.936485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 64ad8798-e15a-4234-9016-bef0016c54bc not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:53:07.983392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a18b-3002-47b0-b14e-dac4bd5a594f req-3904ef19-3f83-49a5-bb47-78297971e7a1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:07.984985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e71a18b-3002-47b0-b14e-dac4bd5a594f req-3904ef19-3f83-49a5-bb47-78297971e7a1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 945 time: 0.0938838 Aug 20 11:53:08.028148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e71a18b-3002-47b0-b14e-dac4bd5a594f req-a813c246-40a0-411f-b185-ef0855e4a296 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366826 Aug 20 11:53:08.051930 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.079982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7948ece8-03d2-4f43-ba3c-b285a16a67ba,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:08.194364 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0298dd5-e1e4-4526-afae-224c0ef76cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.197046 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b0298dd5-e1e4-4526-afae-224c0ef76cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.198285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b0298dd5-e1e4-4526-afae-224c0ef76cd5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70560252-c037-4f59-a9ee-f0732fa1844f HTTP/1.1" status: 204 len: 168 time: 0.3755445 Aug 20 11:53:08.199192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:53:08.207317 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0298dd5-e1e4-4526-afae-224c0ef76cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70560252-c037-4f59-a9ee-f0732fa1844f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:08.212806 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.213189 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Added segment 93ef416c-5a5e-475f-91a1-da7356d91de4 of type vlan for network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 Aug 20 11:53:08.257157 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.371606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.372610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:08.373203 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:08.465342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] Pushing event updated for resources: {'Network': ['ID=28f15bcd-29a0-4941-8ae0-1d7f026a9957,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:08.475888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:53:08.596143 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-13a9b29b-42fd-4517-98eb-ab628eec0fae admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1199970 Aug 20 11:53:08.599114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34736) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:08.604283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Request body: {'subnet': {'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1065235985-subnet', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:08.840404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Made reservation on behalf of 5a819bee7eef45ca89fa7d0c9ebf76c5 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:08.843068 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.110219 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.202587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:09.213678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22025a0b-01e8-4698-ba52-7cea852afc5e req-f1b9defa-2e7f-4591-b661-90815c18f8b6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:09.218992 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22025a0b-01e8-4698-ba52-7cea852afc5e req-f1b9defa-2e7f-4591-b661-90815c18f8b6 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 945 time: 0.1176431 Aug 20 11:53:09.226275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Checking segment: {'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:09.226681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Network hostable DHCP agents. Network: 28f15bcd-29a0-4941-8ae0-1d7f026a9957, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:53:09.274134 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22025a0b-01e8-4698-ba52-7cea852afc5e req-21dab2aa-aec6-4f44-80ad-e0634bd6dd56 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499439 Aug 20 11:53:09.285968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 5d137100-d441-4f86-a55f-c75cef349501 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:09.371917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:53:09.428348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 5d137100-d441-4f86-a55f-c75cef349501 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:09.432614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 5d137100-d441-4f86-a55f-c75cef349501 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:09.433044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.511846 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.519990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 28f15bcd-29a0-4941-8ae0-1d7f026a9957) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:09.524610 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:09.525279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.532815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ef343-e564-4f2c-a4d0-1d7dfcb18df1 None None] Network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:09.587220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d137100-d441-4f86-a55f-c75cef349501'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:09.589487 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed43096-c17d-46f5-81d3-a673c50f0caf" -d '{"events": [{"server_uuid": "1cfdd404-00e4-4ebd-b99e-d29747a928fc", "name": "network-vif-plugged", "status": "completed", "tag": "5d137100-d441-4f86-a55f-c75cef349501"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:09.610142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 5d137100-d441-4f86-a55f-c75cef349501, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=5d137100-d441-4f86-a55f-c75cef349501,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:09.694796 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0c870135-c7e1-479b-83fd-423624cbbe8b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0920310 Aug 20 11:53:09.695092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34766) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:09.700085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:09.711771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:53:09.715401 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.787553 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4394367e-779c-404d-ada3-0943abc5dc1e x-openstack-request-id: req-4394367e-779c-404d-ada3-0943abc5dc1e {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:09.787798 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfdd404-00e4-4ebd-b99e-d29747a928fc", "name": "network-vif-plugged", "status": "completed", "tag": "5d137100-d441-4f86-a55f-c75cef349501", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:09.787988 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4394367e-779c-404d-ada3-0943abc5dc1e {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:09.788355 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d137100-d441-4f86-a55f-c75cef349501', 'code': 200} Aug 20 11:53:09.795620 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.876932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba553a8-16bb-40d0-b35c-cb2902aceba5 req-32a32ca2-d4e5-44e9-a40e-fbc9744c6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:09.878502 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ba553a8-16bb-40d0-b35c-cb2902aceba5 req-32a32ca2-d4e5-44e9-a40e-fbc9744c6530 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 1097 time: 0.0405517 Aug 20 11:53:09.880140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=5d137100-d441-4f86-a55f-c75cef349501,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:09.895540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Allocated IP 172.20.0.2 (28f15bcd-29a0-4941-8ae0-1d7f026a9957/5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42/aaee4b2b-6e8e-43f6-a2d3-e60530367ca9) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:09.922207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ba553a8-16bb-40d0-b35c-cb2902aceba5 req-e2cc8748-2d61-4333-9504-249234d0adb9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Aug 20 11:53:09.960414 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:09.961565 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.016480 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.055585 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.063287 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Transition to ACTIVE for port object aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:10.077941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Transition to ACTIVE for port object aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:10.303550 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.343747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:10.347312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:10.350953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:10.362123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Pushing event updated for resources: {'Port': ['ID=aaee4b2b-6e8e-43f6-a2d3-e60530367ca9,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:10.395890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.426099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Attempting to bind port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:10.426099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Attempting to bind port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:10.426099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Attempting to bind port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 on network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:10.431207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:10.431648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Checking segment: {'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:10.432087 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.432539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Bound using segment: {'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:10.433166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Bound port: aaee4b2b-6e8e-43f6-a2d3-e60530367ca9, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:10.433578 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.448951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5916f-1fc9-41c6-8ba0-beb160bfd2a5 req-ef59db7c-d224-490b-9c4c-e4ca2ff01fe2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:10.450612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f5e5916f-1fc9-41c6-8ba0-beb160bfd2a5 req-ef59db7c-d224-490b-9c4c-e4ca2ff01fe2 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 946 time: 0.0595980 Aug 20 11:53:10.490990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f5e5916f-1fc9-41c6-8ba0-beb160bfd2a5 req-744d31b1-e5dd-4b37-8c81-424970b822a1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334685 Aug 20 11:53:10.500615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] For port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:10.504190 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] For port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=aaee4b2b-6e8e-43f6-a2d3-e60530367ca9,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:10.757416 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.777427 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.830023 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:10.898397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d93f4-8c16-4ee1-84f1-600b75d1efa6 None None] Pushing event updated for resources: {'Port': ['ID=aaee4b2b-6e8e-43f6-a2d3-e60530367ca9,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:10.917533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Allocated IP 172.25.4.125 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/ea2743c7-9165-42e3-938f-a506e677c7ce) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:11.026364 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:11.326419 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:11.372756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:11.375977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:11.382577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:11.385629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Pushing event updated for resources: {'Port': ['ID=ea2743c7-9165-42e3-938f-a506e677c7ce,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:11.414678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.415307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.415307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.415597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.415929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.416259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.416588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.416916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.417242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.417566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.417890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.418211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:11.451089 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:11.629967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25460066-62a0-41a5-bc04-5dfa8ab073a1 req-79da0245-f422-4770-b972-53628bd7fa95 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:11.631543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25460066-62a0-41a5-bc04-5dfa8ab073a1 req-79da0245-f422-4770-b972-53628bd7fa95 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 946 time: 0.0529807 Aug 20 11:53:11.673599 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25460066-62a0-41a5-bc04-5dfa8ab073a1 req-cd53a142-6f9d-41da-941e-fdd50258732d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356243 Aug 20 11:53:11.801487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78869ae6-15d2-4739-b617-3ad554ab7a10 req-c21ca9e0-6b65-43d0-9909-89b3ac62f06b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:11.811162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78869ae6-15d2-4739-b617-3ad554ab7a10 req-c21ca9e0-6b65-43d0-9909-89b3ac62f06b tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 946 time: 0.0540557 Aug 20 11:53:11.846197 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-78869ae6-15d2-4739-b617-3ad554ab7a10 req-4e45efd4-18a6-46c9-bd57-83fe33d0aa01 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370519 Aug 20 11:53:11.875549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34802) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:11.885904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66071da0-17ac-4574-8de7-be7630b48b67 None None] Network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:11.989375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:12.003506 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:12.141209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-86ea396e-8abe-4f13-ad18-d321d735995a None None] Provisioning for port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:12.240710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ea36a1-e866-4961-8da6-3fdf1b5d6628 tempest-TestVolumeBootPattern-1773011927 tempest-TestVolumeBootPattern-1773011927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:12.243254 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-87ea36a1-e866-4961-8da6-3fdf1b5d6628 tempest-TestVolumeBootPattern-1773011927 tempest-TestVolumeBootPattern-1773011927-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 1092 time: 0.3634105 Aug 20 11:53:12.245473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34810) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:12.253350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '5d137100-d441-4f86-a55f-c75cef349501', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:12.289218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:12.293992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:12.294685 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:12.310794 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:12.426586 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:12.446098 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:12.468084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=aaee4b2b-6e8e-43f6-a2d3-e60530367ca9,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:12.561889 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:12.581993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4b22505c-4b8e-4cab-826f-ee4eb2d6972f None None] Provisioning complete for port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:12.582518 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4b22505c-4b8e-4cab-826f-ee4eb2d6972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:12.651188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Router 45adc114-7b85-415c-bf23-e660a8cc1cd8 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:53:12.665454 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:12.707209 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4b22505c-4b8e-4cab-826f-ee4eb2d6972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:12.765429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Allocated IP 172.25.4.130 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/4c56fa59-a57a-4fb4-99c5-1545d37d27a6) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:12.797391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=aaee4b2b-6e8e-43f6-a2d3-e60530367ca9,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:12.815323 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-4b22505c-4b8e-4cab-826f-ee4eb2d6972f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:53:12.815748 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-4b22505c-4b8e-4cab-826f-ee4eb2d6972f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:53:12.827688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:12.838070 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Sync routers for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:12.858901 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:12.859612 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d014d98a-c179-464f-b891-29fe124191ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:12.912869 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:12.977495 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:13.074813 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:13.076162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c9e58bbc-853a-4efa-9ef2-acbca20ba37b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3800910 Aug 20 11:53:13.079419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34822) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:13.128520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:13.185863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:13.189296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:13.193995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:13.233970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=4c56fa59-a57a-4fb4-99c5-1545d37d27a6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:13.253167 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d014d98a-c179-464f-b891-29fe124191ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:11Z', 'revision_number': 3, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:13.290904 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Checking router: 45adc114-7b85-415c-bf23-e660a8cc1cd8 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:13.291289 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Updating router 45adc114-7b85-415c-bf23-e660a8cc1cd8 port ea2743c7-9165-42e3-938f-a506e677c7ce binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:53:13.331110 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:13.602317 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:13.737296 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:13.782905 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:13.783425 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:13.795392 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Transition to ACTIVE for port object ea2743c7-9165-42e3-938f-a506e677c7ce will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:13.849282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Allocated IP 172.20.0.1 (28f15bcd-29a0-4941-8ae0-1d7f026a9957/5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42/87f34e7b-005a-48e1-ad03-5122b9ce20ee) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:13.903727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:13.946113 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:13.998418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:13.999136 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:14.028245 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Attempting to bind port ea2743c7-9165-42e3-938f-a506e677c7ce on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:14.028245 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Attempting to bind port ea2743c7-9165-42e3-938f-a506e677c7ce by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:14.028577 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Attempting to bind port ea2743c7-9165-42e3-938f-a506e677c7ce on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:14.033205 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Pushing event updated for resources: {'Port': ['ID=ea2743c7-9165-42e3-938f-a506e677c7ce,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:14.040897 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:14.041336 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:14.041883 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:14.042290 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:14.042799 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Bound port: ea2743c7-9165-42e3-938f-a506e677c7ce, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:14.043182 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:14.045645 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.045991 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.046690 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.047032 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.047370 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.047736 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.048067 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.048393 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.048716 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.049039 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.049362 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.049914 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:53:14.121776 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:14.149370 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-d014d98a-c179-464f-b891-29fe124191ed None None] For port ea2743c7-9165-42e3-938f-a506e677c7ce, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:14.154055 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-d014d98a-c179-464f-b891-29fe124191ed None None] For port ea2743c7-9165-42e3-938f-a506e677c7ce, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ea2743c7-9165-42e3-938f-a506e677c7ce,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:14.252755 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:14.315657 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:14.334004 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:14.334560 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d014d98a-c179-464f-b891-29fe124191ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:14.341584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Transition to ACTIVE for port object 87f34e7b-005a-48e1-ad03-5122b9ce20ee will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:14.361437 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:14.373231 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1b408-44a5-499e-ac5c-d777aa964088 None None] Pushing event updated for resources: {'Port': ['ID=ea2743c7-9165-42e3-938f-a506e677c7ce,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:14.454970 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-d014d98a-c179-464f-b891-29fe124191ed None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:14.531288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:14.604297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event updated for resources: {'Port': ['ID=4c56fa59-a57a-4fb4-99c5-1545d37d27a6,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:14.626930 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:14.635053 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:14.653950 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d014d98a-c179-464f-b891-29fe124191ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:11Z', 'revision_number': 3, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:14.684817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:14.692619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:14.711749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:14.716047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Pushing event updated for resources: {'Port': ['ID=87f34e7b-005a-48e1-ad03-5122b9ce20ee,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:14.716728 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d014d98a-c179-464f-b891-29fe124191ed None None] The sync data for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 is: [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:11Z', 'revision_number': 3, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:14.764932 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Floating IP a0dc410f-0172-4518-8902-90fe75d32406 associated. External IP: 172.25.4.130, port: 5d137100-d441-4f86-a55f-c75cef349501. Aug 20 11:53:14.768506 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:15.049008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Router aceac47a-2508-40b7-a92b-06613f976e05 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:53:15.075050 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d88fb016-d511-49bb-8a2f-8d18cbd38d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:15.172373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:15.260607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:15.272041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] Sync routers for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:15.284514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:15.285462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:15.398319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:15.425934 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:15.461830 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-836e2997-f402-4cb0-9631-ea0e4736f442 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2149765 Aug 20 11:53:15.462476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'tag': '5d137100-d441-4f86-a55f-c75cef349501'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:53:15.464937 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d0f9f3-993c-4e1f-b575-096680368be1" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfdd404-00e4-4ebd-b99e-d29747a928fc", "tag": "5d137100-d441-4f86-a55f-c75cef349501"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:53:15.537690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eedcceed-2057-4085-9b68-a7ad582faaa3 None None] Provisioning for port 87f34e7b-005a-48e1-ad03-5122b9ce20ee completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:15.546878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-eedcceed-2057-4085-9b68-a7ad582faaa3 None None] Provisioning complete for port 87f34e7b-005a-48e1-ad03-5122b9ce20ee triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:15.546878 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-eedcceed-2057-4085-9b68-a7ad582faaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:15.554224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:15.623070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-eedcceed-2057-4085-9b68-a7ad582faaa3 None None] Port 87f34e7b-005a-48e1-ad03-5122b9ce20ee cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:15.665207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:15.673653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Pushing event updated for resources: {'Port': ['ID=87f34e7b-005a-48e1-ad03-5122b9ce20ee,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:15.677934 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13e19d9-2125-4d33-bf8f-0f037e9bc575 x-openstack-request-id: req-a13e19d9-2125-4d33-bf8f-0f037e9bc575 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:53:15.678311 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfdd404-00e4-4ebd-b99e-d29747a928fc", "tag": "5d137100-d441-4f86-a55f-c75cef349501", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:53:15.678639 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a13e19d9-2125-4d33-bf8f-0f037e9bc575 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:53:15.678984 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'tag': '5d137100-d441-4f86-a55f-c75cef349501', 'status': 'completed', 'code': 200} Aug 20 11:53:15.691419 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:15.824760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-e5bcddc7-6071-4c46-aab4-0a7752ee69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:15.826338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-e5bcddc7-6071-4c46-aab4-0a7752ee69a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 1097 time: 0.1285429 Aug 20 11:53:15.828259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:15.830349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:16.007016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ea2743c7-9165-42e3-938f-a506e677c7ce up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:16.044821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-c799eb62-07a6-4990-8e70-ddc41b3a6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:16.046532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-c799eb62-07a6-4990-8e70-ddc41b3a6b4a service neutron] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.2114336 Aug 20 11:53:16.061894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'a0dc410f-0172-4518-8902-90fe75d32406', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': '5d137100-d441-4f86-a55f-c75cef349501', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:89:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:13Z', 'revision_number': 0, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}, {'id': 'beaf1d43-2508-45ab-b926-aa051ecdd14f', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:2b:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:56Z', 'updated_at': '2021-08-20T11:50:00Z', 'revision_number': 1, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:16.063191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Router 45adc114-7b85-415c-bf23-e660a8cc1cd8 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:53:16.108842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] Checking router: aceac47a-2508-40b7-a92b-06613f976e05 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:16.120900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:16.121591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:16.208738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-01760469-7826-4ea9-b559-f845f5250a40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d137100-d441-4f86-a55f-c75cef349501 HTTP/1.1" status: 200 len: 1000 time: 0.1533239 Aug 20 11:53:16.248995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:16.252692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ea2743c7-9165-42e3-938f-a506e677c7ce completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:16.293312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ea2743c7-9165-42e3-938f-a506e677c7ce triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:16.294020 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:16.310821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-b6a940ef-8bcd-4616-85d7-e2f6c44aa18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:16.312614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-b6a940ef-8bcd-4616-85d7-e2f6c44aa18b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0965693 Aug 20 11:53:16.314101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:16.325165 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-30f27d88-8f96-4fe1-96f6-0205b0ca0d1f admin admin] 10.222.0.10 "PUT /v2.0/routers/45adc114-7b85-415c-bf23-e660a8cc1cd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2446656 Aug 20 11:53:16.336106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8bd73ba3-0cbb-46dc-be12-e04fb70f344a None None] Provisioning complete for port 87f34e7b-005a-48e1-ad03-5122b9ce20ee triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:16.346468 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8bd73ba3-0cbb-46dc-be12-e04fb70f344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:16.376538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-fcd474f1-9501-4a40-b2e2-26ed5326ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:16.378197 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-fcd474f1-9501-4a40-b2e2-26ed5326ff71 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516920 Aug 20 11:53:16.407824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8bd73ba3-0cbb-46dc-be12-e04fb70f344a None None] Port 87f34e7b-005a-48e1-ad03-5122b9ce20ee cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:16.515175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-c9366229-3657-4bdb-8ae5-46aee4a149e0 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265380 Aug 20 11:53:16.595814 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:16.619333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44d0f9f3-993c-4e1f-b575-096680368be1 req-3231f7ac-d5af-498f-837f-595282ac4f83 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989544 Aug 20 11:53:16.638505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ea2743c7-9165-42e3-938f-a506e677c7ce, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ea2743c7-9165-42e3-938f-a506e677c7ce,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:16.707448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'a0dc410f-0172-4518-8902-90fe75d32406', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': '5d137100-d441-4f86-a55f-c75cef349501', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:89:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:13Z', 'revision_number': 0, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}, {'id': 'beaf1d43-2508-45ab-b926-aa051ecdd14f', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:2b:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:56Z', 'updated_at': '2021-08-20T11:50:00Z', 'revision_number': 1, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:16.734220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b81acaf-97c0-48ad-91ba-269025def921 None None] The sync data for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 is: [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'a0dc410f-0172-4518-8902-90fe75d32406', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.130', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': '5d137100-d441-4f86-a55f-c75cef349501', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:89:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:13Z', 'revision_number': 0, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}, {'id': 'beaf1d43-2508-45ab-b926-aa051ecdd14f', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:2b:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:56Z', 'updated_at': '2021-08-20T11:50:00Z', 'revision_number': 1, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:16.813980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:16.875608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ea2743c7-9165-42e3-938f-a506e677c7ce,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:16.875769 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Sync routers for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:16.886010 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:16.886650 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:52:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:17.011540 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:17.163329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9446c6-3025-4080-8a53-21856790bf0f None None] New status for floating IP a0dc410f-0172-4518-8902-90fe75d32406: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:53:17.233182 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:15Z', 'revision_number': 2, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:17.272927 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Checking router: 45adc114-7b85-415c-bf23-e660a8cc1cd8 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:17.273331 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Updating router 45adc114-7b85-415c-bf23-e660a8cc1cd8 port 87f34e7b-005a-48e1-ad03-5122b9ce20ee binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:53:17.302564 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:17.602542 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:17.613179 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Transition to ACTIVE for port object 87f34e7b-005a-48e1-ad03-5122b9ce20ee will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:17.757418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34910) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:17.763145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-897450158-network', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:17.840819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-22cc4993-1502-4346-93b1-9175ae3234ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:17.842589 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:17.914479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Made reservation on behalf of 11d295b833554773ba78a17ba5ddfd66 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:17.917531 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:17.925337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ea2743c7-9165-42e3-938f-a506e677c7ce up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:17.933705 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:17.946715 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c58ada-8e9a-4f6a-96e0-da8d1afcc494 None None] Pushing event updated for resources: {'Port': ['ID=87f34e7b-005a-48e1-ad03-5122b9ce20ee,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:17.950091 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Attempting to bind port 87f34e7b-005a-48e1-ad03-5122b9ce20ee on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:17.950706 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Attempting to bind port 87f34e7b-005a-48e1-ad03-5122b9ce20ee by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:17.951251 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Attempting to bind port 87f34e7b-005a-48e1-ad03-5122b9ce20ee on network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:17.975231 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:17.981633 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Checking segment: {'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:17.982398 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:17.983264 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Bound using segment: {'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:17.983770 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Bound port: 87f34e7b-005a-48e1-ad03-5122b9ce20ee, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:17.984355 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.039919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ea2743c7-9165-42e3-938f-a506e677c7ce triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:18.040455 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.106557 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] For port 87f34e7b-005a-48e1-ad03-5122b9ce20ee, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:18.114118 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] For port 87f34e7b-005a-48e1-ad03-5122b9ce20ee, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=87f34e7b-005a-48e1-ad03-5122b9ce20ee,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:18.117711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34916) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:18.131381 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.223574 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.256922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.265603 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bdbd-3176-48cb-b5b2-5cdd48504739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.287298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:53:18.293291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d1c81a-3fcb-4f88-8ea8-bcb429530516,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:18.316235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.316792 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Added segment a5e9dde2-6c6d-417e-b10a-6b33a7e36298 of type vlan for network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 Aug 20 11:53:18.328090 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c58ada-8e9a-4f6a-96e0-da8d1afcc494 None None] Pushing event updated for resources: {'Port': ['ID=87f34e7b-005a-48e1-ad03-5122b9ce20ee,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:18.334556 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:18.335804 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:18.381092 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.418742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bdbd-3176-48cb-b5b2-5cdd48504739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.509347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.513091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:18.513091 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.582404 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:18.583067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b7b0bdbd-3176-48cb-b5b2-5cdd48504739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.622482 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] Pushing event updated for resources: {'Network': ['ID=36994bf2-7c9c-41c3-ac71-1a74b49e3ef8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:18.629407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b7b0bdbd-3176-48cb-b5b2-5cdd48504739 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c3e1e8e966b464482c90ee11cc2efd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080786 Aug 20 11:53:18.629407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0bdbd-3176-48cb-b5b2-5cdd48504739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0bc6a3-c57e-484c-87d3-58566e49eba2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:18.629699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34922) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:18.642634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:53:18.690006 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.692469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c81a35e-4db6-4b21-a735-9f315d779c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:18.877179 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:18Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:18.915955 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8128f-3389-4f6e-80a5-4d65844675b2 None None] The sync data for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 is: [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:18Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:19.019954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-02443edf-80ca-4d6b-a2bb-6df0946e6914 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2612813 Aug 20 11:53:19.026356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34924) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:19.031784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Request body: {'subnet': {'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-897450158-subnet', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:19.061550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c81a35e-4db6-4b21-a735-9f315d779c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:19.234779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Made reservation on behalf of 11d295b833554773ba78a17ba5ddfd66 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:19.239677 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:19.305439 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c81a35e-4db6-4b21-a735-9f315d779c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:19.308439 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2c81a35e-4db6-4b21-a735-9f315d779c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:19.312161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2c81a35e-4db6-4b21-a735-9f315d779c0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b0bc6a3-c57e-484c-87d3-58566e49eba2 HTTP/1.1" status: 204 len: 168 time: 0.6790137 Aug 20 11:53:19.326376 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:19.330567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81a35e-4db6-4b21-a735-9f315d779c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0bc6a3-c57e-484c-87d3-58566e49eba2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:19.573605 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:19.640636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0703f667-ce8d-494d-9d9b-2f58f3233874,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:19.646689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Checking segment: {'id': 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:19.647126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Network hostable DHCP agents. Network: 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:53:19.782891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:53:19.918359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 87f34e7b-005a-48e1-ad03-5122b9ce20ee up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:19.994573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:20.000064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:20.001719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.005032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986742d8-93b9-47d0-9c33-d23e736041f2 None None] Network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:20.115227 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c6712ae9-22fb-4498-8b1d-922f13340c25 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0876505 Aug 20 11:53:20.117659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34934) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:20.122687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 87f34e7b-005a-48e1-ad03-5122b9ce20ee completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:20.127050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-897450158-router', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:20.131090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 87f34e7b-005a-48e1-ad03-5122b9ce20ee triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:20.131412 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.191613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-36994bf2-7c9c-41c3-ac71-1a74b49e3ef8', 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'fixed_ips': [{'subnet_id': '0703f667-ce8d-494d-9d9b-2f58f3233874'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:53:20.192450 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.315420 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.382517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 87f34e7b-005a-48e1-ad03-5122b9ce20ee, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=87f34e7b-005a-48e1-ad03-5122b9ce20ee,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:20.383746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Allocated IP 172.20.0.2 (36994bf2-7c9c-41c3-ac71-1a74b49e3ef8/0703f667-ce8d-494d-9d9b-2f58f3233874/3135da41-79a8-459a-987c-01f2588599b9) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:20.493339 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.494583 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.500640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 34938) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:20.519771 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45da2591-5ffb-4c6f-9218-c8ae1c136cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.538677 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.547268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Transition to ACTIVE for port object 3135da41-79a8-459a-987c-01f2588599b9 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:20.562708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Transition to ACTIVE for port object 3135da41-79a8-459a-987c-01f2588599b9 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:20.575820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.645299 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.651881 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45da2591-5ffb-4c6f-9218-c8ae1c136cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.694227 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=87f34e7b-005a-48e1-ad03-5122b9ce20ee,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:20.743291 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.783072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:20.787915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:20.791394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:20.802587 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Pushing event updated for resources: {'Port': ['ID=3135da41-79a8-459a-987c-01f2588599b9,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:20.863910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Attempting to bind port 3135da41-79a8-459a-987c-01f2588599b9 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:20.864295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Attempting to bind port 3135da41-79a8-459a-987c-01f2588599b9 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:20.864639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Attempting to bind port 3135da41-79a8-459a-987c-01f2588599b9 on network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:20.870109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:20.870504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Checking segment: {'id': 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:20.870910 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.871301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Bound using segment: {'id': 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:20.871761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Bound port: 3135da41-79a8-459a-987c-01f2588599b9, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:20.872140 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.882229 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-45da2591-5ffb-4c6f-9218-c8ae1c136cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.885869 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.931576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34940) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:20.937423 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-45da2591-5ffb-4c6f-9218-c8ae1c136cf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba1138c656df4866a71235ac3cb6c853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300098 Aug 20 11:53:20.937423 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da2591-5ffb-4c6f-9218-c8ae1c136cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cb8dde-c1d0-434f-a5ad-fcb20aa46f2a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:20.948158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] For port 3135da41-79a8-459a-987c-01f2588599b9, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:20.951371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] For port 3135da41-79a8-459a-987c-01f2588599b9, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3135da41-79a8-459a-987c-01f2588599b9,segment=NetworkSegment(a5e9dde2-6c6d-417e-b10a-6b33a7e36298),segment_id=a5e9dde2-6c6d-417e-b10a-6b33a7e36298)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:20.982879 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:20.989986 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-72a98009-2fe0-47f6-a204-29c5e321abaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.012134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-72a98009-2fe0-47f6-a204-29c5e321abaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.114823 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.179021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b138255-db2f-4684-9ef7-12aef0fe5abd None None] Pushing event updated for resources: {'Port': ['ID=3135da41-79a8-459a-987c-01f2588599b9,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:21.275240 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.296219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.300477 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-72a98009-2fe0-47f6-a204-29c5e321abaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.300477 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-72a98009-2fe0-47f6-a204-29c5e321abaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.303718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-72a98009-2fe0-47f6-a204-29c5e321abaa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2cb8dde-c1d0-434f-a5ad-fcb20aa46f2a HTTP/1.1" status: 204 len: 168 time: 0.3677819 Aug 20 11:53:21.319327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a98009-2fe0-47f6-a204-29c5e321abaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cb8dde-c1d0-434f-a5ad-fcb20aa46f2a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:21.438687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Allocated IP 172.25.4.144 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e86e2b1b-81ee-4831-bc54-63116b53bef7) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:21.556869 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.789273 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:21.832028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:21.835183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:21.842119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:21.845971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=e86e2b1b-81ee-4831-bc54-63116b53bef7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:22.050312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 87f34e7b-005a-48e1-ad03-5122b9ce20ee up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:22.111435 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 87f34e7b-005a-48e1-ad03-5122b9ce20ee triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:22.111909 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.213020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3135da41-79a8-459a-987c-01f2588599b9 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:22.321460 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.345596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 3135da41-79a8-459a-987c-01f2588599b9 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:22.379793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9813772-0d88-40a7-ae0c-4e797396c127 None None] Network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:22.622651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.824405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c0b1a297-c0c8-4ef5-9fc8-b2f0f63258ea None None] Provisioning for port 3135da41-79a8-459a-987c-01f2588599b9 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:22.834196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c0b1a297-c0c8-4ef5-9fc8-b2f0f63258ea None None] Provisioning complete for port 3135da41-79a8-459a-987c-01f2588599b9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:22.834693 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a297-c0c8-4ef5-9fc8-b2f0f63258ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.921036 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a297-c0c8-4ef5-9fc8-b2f0f63258ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:22.966757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c0b1a297-c0c8-4ef5-9fc8-b2f0f63258ea None None] For port 3135da41-79a8-459a-987c-01f2588599b9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3135da41-79a8-459a-987c-01f2588599b9,segment=NetworkSegment(a5e9dde2-6c6d-417e-b10a-6b33a7e36298),segment_id=a5e9dde2-6c6d-417e-b10a-6b33a7e36298)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:22.977445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Router b5087e30-b355-4888-a3dc-71d50c44176b is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:53:23.080158 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c0b1a297-c0c8-4ef5-9fc8-b2f0f63258ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.092252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:23.105060 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Sync routers for ids ['b5087e30-b355-4888-a3dc-71d50c44176b'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:23.115447 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Routers {'b5087e30-b355-4888-a3dc-71d50c44176b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:23.116082 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b5087e30-b355-4888-a3dc-71d50c44176b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:23.137282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1a297-c0c8-4ef5-9fc8-b2f0f63258ea None None] Pushing event updated for resources: {'Port': ['ID=3135da41-79a8-459a-987c-01f2588599b9,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:23.198970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-78721f3e-598a-457b-85e0-1ce01c3c1264 None None] Provisioning complete for port 3135da41-79a8-459a-987c-01f2588599b9 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:23.199343 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-78721f3e-598a-457b-85e0-1ce01c3c1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.220655 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.222492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a0d4ba42-7795-4e49-851b-e728c5ea9cd2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1037450 Aug 20 11:53:23.224867 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Set router b5087e30-b355-4888-a3dc-71d50c44176b gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:23.230416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 34972) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:23.412744 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'name': 'tempest-TestVolumeBackupRestore-897450158-router', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:20Z', 'updated_at': '2021-08-20T11:53:22Z', 'revision_number': 3, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'gw_port': {'id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:21Z', 'updated_at': '2021-08-20T11:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:23.455809 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Checking router: b5087e30-b355-4888-a3dc-71d50c44176b for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:23.456188 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Updating router b5087e30-b355-4888-a3dc-71d50c44176b port e86e2b1b-81ee-4831-bc54-63116b53bef7 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:53:23.480902 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.658424 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.757869 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.768596 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Transition to ACTIVE for port object e86e2b1b-81ee-4831-bc54-63116b53bef7 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:23.819573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Allocated IP 172.20.0.1 (36994bf2-7c9c-41c3-ac71-1a74b49e3ef8/0703f667-ce8d-494d-9d9b-2f58f3233874/bb02145d-db59-42ba-80da-671638098bd0) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:23.908767 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.923139 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3135da41-79a8-459a-987c-01f2588599b9 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:23.956184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.956997 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Attempting to bind port e86e2b1b-81ee-4831-bc54-63116b53bef7 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:23.957376 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Attempting to bind port e86e2b1b-81ee-4831-bc54-63116b53bef7 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:23.957741 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Attempting to bind port e86e2b1b-81ee-4831-bc54-63116b53bef7 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:23.965781 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:23.966155 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:23.966584 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.969785 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:23.969785 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Bound port: e86e2b1b-81ee-4831-bc54-63116b53bef7, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:23.969785 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:23.971839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Transition to ACTIVE for port object bb02145d-db59-42ba-80da-671638098bd0 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:23.992524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3135da41-79a8-459a-987c-01f2588599b9 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:23.993485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.034133 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] For port e86e2b1b-81ee-4831-bc54-63116b53bef7, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:24.037887 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] For port e86e2b1b-81ee-4831-bc54-63116b53bef7, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e86e2b1b-81ee-4831-bc54-63116b53bef7,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:24.048488 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674c9ac-ae8c-4922-9a6d-31b79e87184a None None] Pushing event updated for resources: {'Port': ['ID=e86e2b1b-81ee-4831-bc54-63116b53bef7,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:24.143239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.178111 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.181662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:24.192811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:24.192811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:24.244713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb02145d-db59-42ba-80da-671638098bd0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:24.267669 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Routers {'b5087e30-b355-4888-a3dc-71d50c44176b'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:24.269646 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b5087e30-b355-4888-a3dc-71d50c44176b'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:24.278244 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.320579 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674c9ac-ae8c-4922-9a6d-31b79e87184a None None] Pushing event updated for resources: {'Port': ['ID=e86e2b1b-81ee-4831-bc54-63116b53bef7,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:24.400140 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] Set router b5087e30-b355-4888-a3dc-71d50c44176b gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:24.606393 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'name': 'tempest-TestVolumeBackupRestore-897450158-router', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:20Z', 'updated_at': '2021-08-20T11:53:22Z', 'revision_number': 3, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'gw_port': {'id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:21Z', 'updated_at': '2021-08-20T11:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:24.636837 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748926ee-1289-42c1-8a09-15e05cb09443 None None] The sync data for ids ['b5087e30-b355-4888-a3dc-71d50c44176b'] in n-d-804230-3 is: [{'id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'name': 'tempest-TestVolumeBackupRestore-897450158-router', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:20Z', 'updated_at': '2021-08-20T11:53:22Z', 'revision_number': 3, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'gw_port': {'id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:21Z', 'updated_at': '2021-08-20T11:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:24.638985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.687286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6727d545-e55b-4d62-bd78-ebf0e10a373b None None] Provisioning for port bb02145d-db59-42ba-80da-671638098bd0 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:24.692076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6727d545-e55b-4d62-bd78-ebf0e10a373b None None] Provisioning complete for port bb02145d-db59-42ba-80da-671638098bd0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:24.692269 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6727d545-e55b-4d62-bd78-ebf0e10a373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.731409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6727d545-e55b-4d62-bd78-ebf0e10a373b None None] Port bb02145d-db59-42ba-80da-671638098bd0 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:24.832289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:24.955865 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.048883 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.052881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb02145d-db59-42ba-80da-671638098bd0,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:25.209672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:25.212736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:25.354523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Router b5087e30-b355-4888-a3dc-71d50c44176b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:53:25.488942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:25.503174 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fa91ff74-4dcd-41c4-83e6-b7e9e3bab6e8 admin admin] 10.222.0.10 "PUT /v2.0/routers/b5087e30-b355-4888-a3dc-71d50c44176b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2765388 Aug 20 11:53:25.557802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a802e274-b23f-4bca-bee1-860c54b3a6c8 None None] Provisioning complete for port bb02145d-db59-42ba-80da-671638098bd0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:25.559088 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a802e274-b23f-4bca-bee1-860c54b3a6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:25.598503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a802e274-b23f-4bca-bee1-860c54b3a6c8 None None] Port bb02145d-db59-42ba-80da-671638098bd0 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:25.999143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e86e2b1b-81ee-4831-bc54-63116b53bef7 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:26.143574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e86e2b1b-81ee-4831-bc54-63116b53bef7 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:26.147970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e86e2b1b-81ee-4831-bc54-63116b53bef7 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:26.148361 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.231187 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.252123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e86e2b1b-81ee-4831-bc54-63116b53bef7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e86e2b1b-81ee-4831-bc54-63116b53bef7,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:26.383196 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:26.440833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e86e2b1b-81ee-4831-bc54-63116b53bef7,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:26.782556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35062) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:26.926544 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Sync routers for ids ['b5087e30-b355-4888-a3dc-71d50c44176b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:26.948154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Routers {'b5087e30-b355-4888-a3dc-71d50c44176b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:26.948154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b5087e30-b355-4888-a3dc-71d50c44176b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:26.972936 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb396ad2-20e7-4e07-95f1-e34c7b160df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.087076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Set router b5087e30-b355-4888-a3dc-71d50c44176b gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:27.095449 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb396ad2-20e7-4e07-95f1-e34c7b160df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.262403 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fb396ad2-20e7-4e07-95f1-e34c7b160df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.306365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fb396ad2-20e7-4e07-95f1-e34c7b160df2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f9230edbc1f4f818e9182c5449501c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190465 Aug 20 11:53:27.306647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35076) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:27.312975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb396ad2-20e7-4e07-95f1-e34c7b160df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f3b1cb-8dba-49a4-83ea-395a370fdf6c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:27.313392 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'name': 'tempest-TestVolumeBackupRestore-897450158-router', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:20Z', 'updated_at': '2021-08-20T11:53:24Z', 'revision_number': 4, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'gw_port': {'id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:21Z', 'updated_at': '2021-08-20T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'bb02145d-db59-42ba-80da-671638098bd0', 'name': '', 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'mac_address': 'fa:16:3e:f0:d3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '0703f667-ce8d-494d-9d9b-2f58f3233874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:23Z', 'updated_at': '2021-08-20T11:53:24Z', 'revision_number': 2, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'subnets': [{'id': '0703f667-ce8d-494d-9d9b-2f58f3233874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:27.347762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Checking router: b5087e30-b355-4888-a3dc-71d50c44176b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:27.347762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Updating router b5087e30-b355-4888-a3dc-71d50c44176b port bb02145d-db59-42ba-80da-671638098bd0 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:53:27.367817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65eb9b59-f747-4045-bbf4-1df41b3dbc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.373890 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.410598 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65eb9b59-f747-4045-bbf4-1df41b3dbc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.640065 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65eb9b59-f747-4045-bbf4-1df41b3dbc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.642862 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-65eb9b59-f747-4045-bbf4-1df41b3dbc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.644011 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-65eb9b59-f747-4045-bbf4-1df41b3dbc41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9f3b1cb-8dba-49a4-83ea-395a370fdf6c HTTP/1.1" status: 204 len: 168 time: 0.3364186 Aug 20 11:53:27.651885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb9b59-f747-4045-bbf4-1df41b3dbc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f3b1cb-8dba-49a4-83ea-395a370fdf6c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:27.659190 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.676402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Transition to ACTIVE for port object bb02145d-db59-42ba-80da-671638098bd0 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:27.772018 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.854221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75d8d6-1fc8-4ca2-ac18-5fe438f4ecc1 None None] Pushing event updated for resources: {'Port': ['ID=bb02145d-db59-42ba-80da-671638098bd0,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:27.892855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Attempting to bind port bb02145d-db59-42ba-80da-671638098bd0 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:27.893241 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Attempting to bind port bb02145d-db59-42ba-80da-671638098bd0 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:27.893613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Attempting to bind port bb02145d-db59-42ba-80da-671638098bd0 on network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:27.900009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:27.900378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Checking segment: {'id': 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:27.900782 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.901448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Bound using segment: {'id': 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:27.902339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Bound port: bb02145d-db59-42ba-80da-671638098bd0, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:27.903027 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:27.951706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e86e2b1b-81ee-4831-bc54-63116b53bef7 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:28.034935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] For port bb02145d-db59-42ba-80da-671638098bd0, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:28.039355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] For port bb02145d-db59-42ba-80da-671638098bd0, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bb02145d-db59-42ba-80da-671638098bd0,segment=NetworkSegment(a5e9dde2-6c6d-417e-b10a-6b33a7e36298),segment_id=a5e9dde2-6c6d-417e-b10a-6b33a7e36298)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:28.057070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e86e2b1b-81ee-4831-bc54-63116b53bef7 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:28.057773 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.169001 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.228064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Routers {'b5087e30-b355-4888-a3dc-71d50c44176b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:28.228917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b5087e30-b355-4888-a3dc-71d50c44176b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:28.281897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75d8d6-1fc8-4ca2-ac18-5fe438f4ecc1 None None] Pushing event updated for resources: {'Port': ['ID=bb02145d-db59-42ba-80da-671638098bd0,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:28.360328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] Set router b5087e30-b355-4888-a3dc-71d50c44176b gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:28.616500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'name': 'tempest-TestVolumeBackupRestore-897450158-router', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:20Z', 'updated_at': '2021-08-20T11:53:24Z', 'revision_number': 4, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'gw_port': {'id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:21Z', 'updated_at': '2021-08-20T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'bb02145d-db59-42ba-80da-671638098bd0', 'name': '', 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'mac_address': 'fa:16:3e:f0:d3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '0703f667-ce8d-494d-9d9b-2f58f3233874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:23Z', 'updated_at': '2021-08-20T11:53:28Z', 'revision_number': 4, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'subnets': [{'id': '0703f667-ce8d-494d-9d9b-2f58f3233874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:28.622009 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35120) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:28.640244 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a83fd41e-77ce-42ea-8c2c-dc6e2ca97c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.645207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0e961-8cbf-4ab2-b625-81196744c692 None None] The sync data for ids ['b5087e30-b355-4888-a3dc-71d50c44176b'] in n-d-804230-3 is: [{'id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'name': 'tempest-TestVolumeBackupRestore-897450158-router', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:20Z', 'updated_at': '2021-08-20T11:53:24Z', 'revision_number': 4, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'gw_port': {'id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:21Z', 'updated_at': '2021-08-20T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'bb02145d-db59-42ba-80da-671638098bd0', 'name': '', 'network_id': '36994bf2-7c9c-41c3-ac71-1a74b49e3ef8', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'mac_address': 'fa:16:3e:f0:d3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '0703f667-ce8d-494d-9d9b-2f58f3233874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:23Z', 'updated_at': '2021-08-20T11:53:28Z', 'revision_number': 4, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'subnets': [{'id': '0703f667-ce8d-494d-9d9b-2f58f3233874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:28.786498 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a83fd41e-77ce-42ea-8c2c-dc6e2ca97c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.897683 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a83fd41e-77ce-42ea-8c2c-dc6e2ca97c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:28.952238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fd41e-77ce-42ea-8c2c-dc6e2ca97c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e950758-95e4-49d1-8c3a-12857b929262,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:28.960686 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a83fd41e-77ce-42ea-8c2c-dc6e2ca97c6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef8ce7299453403ab49ade457982c0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373883 Aug 20 11:53:28.963370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35124) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:29.038840 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639633-d0cf-4614-bf31-fbb45ad2f52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.069105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639633-d0cf-4614-bf31-fbb45ad2f52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.274298 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639633-d0cf-4614-bf31-fbb45ad2f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.277146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d9639633-d0cf-4614-bf31-fbb45ad2f52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:29.278349 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d9639633-d0cf-4614-bf31-fbb45ad2f52e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e950758-95e4-49d1-8c3a-12857b929262 HTTP/1.1" status: 204 len: 168 time: 0.3139799 Aug 20 11:53:29.288906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9639633-d0cf-4614-bf31-fbb45ad2f52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e950758-95e4-49d1-8c3a-12857b929262,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:29.966896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bb02145d-db59-42ba-80da-671638098bd0 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:30.138118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port bb02145d-db59-42ba-80da-671638098bd0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:30.143137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port bb02145d-db59-42ba-80da-671638098bd0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:30.143578 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.274498 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.310101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port bb02145d-db59-42ba-80da-671638098bd0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bb02145d-db59-42ba-80da-671638098bd0,segment=NetworkSegment(a5e9dde2-6c6d-417e-b10a-6b33a7e36298),segment_id=a5e9dde2-6c6d-417e-b10a-6b33a7e36298)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:30.383425 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:30.440835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=bb02145d-db59-42ba-80da-671638098bd0,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:31.928272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bb02145d-db59-42ba-80da-671638098bd0 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:31.980998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port bb02145d-db59-42ba-80da-671638098bd0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:31.981625 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.074283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35220) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:34.219697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b6679f-d36a-44e2-a226-c8885cb39d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.340259 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b6679f-d36a-44e2-a226-c8885cb39d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.400957 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b6679f-d36a-44e2-a226-c8885cb39d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.445609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-95b6679f-d36a-44e2-a226-c8885cb39d17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c46e3951b1f8425abde268dd82e09b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3687282 Aug 20 11:53:34.447067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6679f-d36a-44e2-a226-c8885cb39d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba44ef0-fd9a-4d94-9295-0e744ba29f7a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:34.447760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35230) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:34.515524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2e17-758a-42a6-8713-dd9c3c206f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.540797 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2e17-758a-42a6-8713-dd9c3c206f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.703122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2e17-758a-42a6-8713-dd9c3c206f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.703122 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2dfe2e17-758a-42a6-8713-dd9c3c206f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:34.712925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2dfe2e17-758a-42a6-8713-dd9c3c206f9c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ba44ef0-fd9a-4d94-9295-0e744ba29f7a HTTP/1.1" status: 204 len: 168 time: 0.2607088 Aug 20 11:53:34.726982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe2e17-758a-42a6-8713-dd9c3c206f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba44ef0-fd9a-4d94-9295-0e744ba29f7a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:35.535532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35254) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:35.549153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09ce9353-0e5c-4d7f-aef6-d6c668401ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.644285 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09ce9353-0e5c-4d7f-aef6-d6c668401ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.805806 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09ce9353-0e5c-4d7f-aef6-d6c668401ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.844308 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce9353-0e5c-4d7f-aef6-d6c668401ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4274aabd-e08d-4fe9-85d1-a5adfa86da9c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:35.848616 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-09ce9353-0e5c-4d7f-aef6-d6c668401ad5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99660348d6de4eeaa627b61e7f8d3d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120620 Aug 20 11:53:35.851437 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35256) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:35.905738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8643365f-ea02-4f46-bef4-7cffaac3585a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:35.935971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8643365f-ea02-4f46-bef4-7cffaac3585a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.097138 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8643365f-ea02-4f46-bef4-7cffaac3585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.099964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8643365f-ea02-4f46-bef4-7cffaac3585a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:36.101162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8643365f-ea02-4f46-bef4-7cffaac3585a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4274aabd-e08d-4fe9-85d1-a5adfa86da9c HTTP/1.1" status: 204 len: 168 time: 0.2487309 Aug 20 11:53:36.109769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643365f-ea02-4f46-bef4-7cffaac3585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4274aabd-e08d-4fe9-85d1-a5adfa86da9c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:37.140015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35282) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:37.271706 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50e65ffb-676e-4296-9585-c974743937f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.384724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50e65ffb-676e-4296-9585-c974743937f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.439179 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-50e65ffb-676e-4296-9585-c974743937f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.468661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e65ffb-676e-4296-9585-c974743937f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6c9206-18ce-4f25-8dc5-42745afbfc39,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:37.488195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-50e65ffb-676e-4296-9585-c974743937f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ff2cd9e1a5847d5b2fde4cdc0ffbe9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459430 Aug 20 11:53:37.490821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35292) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:37.579258 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc08f1d2-81bd-4a99-85e2-a75f0d8a13f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.611089 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc08f1d2-81bd-4a99-85e2-a75f0d8a13f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.908925 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc08f1d2-81bd-4a99-85e2-a75f0d8a13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.911714 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fc08f1d2-81bd-4a99-85e2-a75f0d8a13f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:37.912974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fc08f1d2-81bd-4a99-85e2-a75f0d8a13f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc6c9206-18ce-4f25-8dc5-42745afbfc39 HTTP/1.1" status: 204 len: 168 time: 0.4201510 Aug 20 11:53:37.925173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08f1d2-81bd-4a99-85e2-a75f0d8a13f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6c9206-18ce-4f25-8dc5-42745afbfc39,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:39.230694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35342) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:39.335793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1257285477-network', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:39.416707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Made reservation on behalf of 7b4e2a60db144ad2b68fcac55c61bcc9 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:39.419135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.428154 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.547808 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.663116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.691526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:53:39.697007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630ce1d3-754d-4846-9fca-013099759950,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:39.705411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:39.705548 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Added segment d70261f3-c050-44fc-b2bf-d7d52593e61f of type vlan for network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 Aug 20 11:53:39.756342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.085988 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.086917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:40.087534 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.150422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] Pushing event updated for resources: {'Network': ['ID=48030f3b-355a-4d90-a3f7-b66997f8a2d1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:40.161079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:53:40.252571 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0e55fbae-0512-47b1-87a2-84a92aed779a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0208039 Aug 20 11:53:40.257132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35356) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:40.260238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Request body: {'subnet': {'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1257285477-subnet', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:40.416912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Made reservation on behalf of 7b4e2a60db144ad2b68fcac55c61bcc9 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:40.419397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.697620 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:40.762539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3a59403-50da-4fbc-92b4-36222e4c98f0,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:40.765081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Checking segment: {'id': 'd70261f3-c050-44fc-b2bf-d7d52593e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:40.765452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Network hostable DHCP agents. Network: 48030f3b-355a-4d90-a3f7-b66997f8a2d1, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:53:40.965601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:53:41.742702 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 48030f3b-355a-4d90-a3f7-b66997f8a2d1) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:41.747269 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:41.747870 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.758507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3cb451-e408-472e-963f-bfb5237180db None None] Network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:41.805999 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.841204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-788cec83-4259-440d-8200-feee444622b6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5847027 Aug 20 11:53:41.843740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35376) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:41.849424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1257285477-router', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:41.927319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-48030f3b-355a-4d90-a3f7-b66997f8a2d1', 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'fixed_ips': [{'subnet_id': 'e3a59403-50da-4fbc-92b4-36222e4c98f0'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:53:41.928722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.943322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:41.944780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.009110 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.093470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Allocated IP 172.20.0.2 (48030f3b-355a-4d90-a3f7-b66997f8a2d1/e3a59403-50da-4fbc-92b4-36222e4c98f0/fefbabac-0254-4916-b0b7-dbcef6ad387c) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:42.194165 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.255172 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.267061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Transition to ACTIVE for port object fefbabac-0254-4916-b0b7-dbcef6ad387c will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:42.285632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Transition to ACTIVE for port object fefbabac-0254-4916-b0b7-dbcef6ad387c will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:42.429056 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.472992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:42.476319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:42.483762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:42.487685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Pushing event updated for resources: {'Port': ['ID=fefbabac-0254-4916-b0b7-dbcef6ad387c,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:42.546893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Attempting to bind port fefbabac-0254-4916-b0b7-dbcef6ad387c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:42.547576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Attempting to bind port fefbabac-0254-4916-b0b7-dbcef6ad387c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'd70261f3-c050-44fc-b2bf-d7d52593e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:42.547842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Attempting to bind port fefbabac-0254-4916-b0b7-dbcef6ad387c on network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:42.554957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:42.555944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Checking segment: {'id': 'd70261f3-c050-44fc-b2bf-d7d52593e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:42.555944 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.556520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Bound using segment: {'id': 'd70261f3-c050-44fc-b2bf-d7d52593e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:42.557105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Bound port: fefbabac-0254-4916-b0b7-dbcef6ad387c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70261f3-c050-44fc-b2bf-d7d52593e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:42.557750 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.635119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] For port fefbabac-0254-4916-b0b7-dbcef6ad387c, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:42.639032 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] For port fefbabac-0254-4916-b0b7-dbcef6ad387c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fefbabac-0254-4916-b0b7-dbcef6ad387c,segment=NetworkSegment(d70261f3-c050-44fc-b2bf-d7d52593e61f),segment_id=d70261f3-c050-44fc-b2bf-d7d52593e61f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:42.742727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.813182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e41d2-de73-43ef-9722-04d2310c1ad7 None None] Pushing event updated for resources: {'Port': ['ID=fefbabac-0254-4916-b0b7-dbcef6ad387c,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:42.832140 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:42.856982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.021310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Allocated IP 172.25.4.235 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:43.154694 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.396801 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:53:43.405997 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.454157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:43.457668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:43.467796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:43.471166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Pushing event updated for resources: {'Port': ['ID=bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:43.640103 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:43.883726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbee202-4c43-4454-966a-d6766089637c None None] Network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:43.958286 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:44.221755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fefbabac-0254-4916-b0b7-dbcef6ad387c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:44.257181 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:44.350828 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-10906418-f5fb-4aad-b821-50173f89fa4b None None] Provisioning for port fefbabac-0254-4916-b0b7-dbcef6ad387c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:44.587195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port fefbabac-0254-4916-b0b7-dbcef6ad387c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:44.593063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Router ebf77887-851c-428d-9ec3-3a27b376abf0 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:53:44.595987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fefbabac-0254-4916-b0b7-dbcef6ad387c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:44.596538 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:44.703988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:44.706273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d11a74fc-6708-4e32-9c67-97082ee42e8b None None] Provisioning complete for port fefbabac-0254-4916-b0b7-dbcef6ad387c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:44.706910 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d11a74fc-6708-4e32-9c67-97082ee42e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:44.721132 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Sync routers for ids ['ebf77887-851c-428d-9ec3-3a27b376abf0'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:44.733880 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Routers {'ebf77887-851c-428d-9ec3-3a27b376abf0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:44.734764 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebf77887-851c-428d-9ec3-3a27b376abf0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:44.735645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:44.787056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port fefbabac-0254-4916-b0b7-dbcef6ad387c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fefbabac-0254-4916-b0b7-dbcef6ad387c,segment=NetworkSegment(d70261f3-c050-44fc-b2bf-d7d52593e61f),segment_id=d70261f3-c050-44fc-b2bf-d7d52593e61f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:44.805998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:44.811181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35424) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:44.814895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7e22af1e-fce5-4a7f-932c-e4f764b84bea admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9663198 Aug 20 11:53:44.830114 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d11a74fc-6708-4e32-9c67-97082ee42e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:44.902804 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:44.989832 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Set router ebf77887-851c-428d-9ec3-3a27b376abf0 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:45.125619 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-d11a74fc-6708-4e32-9c67-97082ee42e8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:53:45.125619 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-d11a74fc-6708-4e32-9c67-97082ee42e8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:53:45.125619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=fefbabac-0254-4916-b0b7-dbcef6ad387c,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:45.237835 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'name': 'tempest-TestAggregatesBasicOps-1257285477-router', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:41Z', 'updated_at': '2021-08-20T11:53:43Z', 'revision_number': 3, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'gw_port': {'id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:42Z', 'updated_at': '2021-08-20T11:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:45.268830 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Checking router: ebf77887-851c-428d-9ec3-3a27b376abf0 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:45.269238 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Updating router ebf77887-851c-428d-9ec3-3a27b376abf0 port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:53:45.302546 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4086ae6a-3c81-4c81-bf9b-771c3c5e8265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.314597 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.364466 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.655631 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.675398 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Transition to ACTIVE for port object bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:45.771351 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.817237 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Attempting to bind port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:45.817599 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Attempting to bind port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:45.817881 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Attempting to bind port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:45.828597 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:45.829064 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:45.829376 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.829748 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:45.830210 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Bound port: bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:45.830708 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.855888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Allocated IP 172.20.0.1 (48030f3b-355a-4d90-a3f7-b66997f8a2d1/e3a59403-50da-4fbc-92b4-36222e4c98f0/e0588b07-eced-486e-92a4-52fcdc84e735) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:45.870889 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462fd49-6f91-48a8-9387-4129bce28d0a None None] Pushing event updated for resources: {'Port': ['ID=bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:45.901694 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] For port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:45.907952 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] For port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:45.948212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fefbabac-0254-4916-b0b7-dbcef6ad387c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:45.983013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:45.997172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Transition to ACTIVE for port object e0588b07-eced-486e-92a4-52fcdc84e735 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:46.004310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fefbabac-0254-4916-b0b7-dbcef6ad387c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:46.004675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.030110 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.095160 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Routers {'ebf77887-851c-428d-9ec3-3a27b376abf0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:46.095815 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebf77887-851c-428d-9ec3-3a27b376abf0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:46.133253 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462fd49-6f91-48a8-9387-4129bce28d0a None None] Pushing event updated for resources: {'Port': ['ID=bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:46.193675 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.209642 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] Set router ebf77887-851c-428d-9ec3-3a27b376abf0 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:46.232712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:46.236548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:46.240564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:46.278346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Pushing event updated for resources: {'Port': ['ID=e0588b07-eced-486e-92a4-52fcdc84e735,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:46.298464 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.425126 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'name': 'tempest-TestAggregatesBasicOps-1257285477-router', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:41Z', 'updated_at': '2021-08-20T11:53:43Z', 'revision_number': 3, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'gw_port': {'id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:42Z', 'updated_at': '2021-08-20T11:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:46.460307 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620f663-c076-45e9-ac49-b1131eeb8e27 None None] The sync data for ids ['ebf77887-851c-428d-9ec3-3a27b376abf0'] in n-d-804230-3 is: [{'id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'name': 'tempest-TestAggregatesBasicOps-1257285477-router', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:41Z', 'updated_at': '2021-08-20T11:53:43Z', 'revision_number': 3, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'gw_port': {'id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:42Z', 'updated_at': '2021-08-20T11:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:46.703525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cb8d05db-d575-46d0-a250-fe3669c898d8 None None] Provisioning for port e0588b07-eced-486e-92a4-52fcdc84e735 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:46.709615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cb8d05db-d575-46d0-a250-fe3669c898d8 None None] Provisioning complete for port e0588b07-eced-486e-92a4-52fcdc84e735 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:46.710225 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cb8d05db-d575-46d0-a250-fe3669c898d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.741001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:46.759962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d05db-d575-46d0-a250-fe3669c898d8 None None] Port e0588b07-eced-486e-92a4-52fcdc84e735 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:46.934034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:47.102965 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:47.230190 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:47.247171 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Pushing event updated for resources: {'Port': ['ID=e0588b07-eced-486e-92a4-52fcdc84e735,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:47.336690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:47.338206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:47.468983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Router ebf77887-851c-428d-9ec3-3a27b376abf0 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:53:47.586667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-639bb864-bb54-4219-b6b9-9d1dfe240136 None None] Provisioning complete for port e0588b07-eced-486e-92a4-52fcdc84e735 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:47.587323 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-639bb864-bb54-4219-b6b9-9d1dfe240136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:47.601344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:47.608242 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8a4669d0-4ceb-4bca-928b-1e447a7d3f1f admin admin] 10.222.0.10 "PUT /v2.0/routers/ebf77887-851c-428d-9ec3-3a27b376abf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7958574 Aug 20 11:53:47.627417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-639bb864-bb54-4219-b6b9-9d1dfe240136 None None] Port e0588b07-eced-486e-92a4-52fcdc84e735 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:47.823026 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7eefbae1-ef4c-484a-8869-8825ea5c711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:47.969974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:48.148040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:48.152280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:48.152709 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:48.185115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Sync routers for ids ['ebf77887-851c-428d-9ec3-3a27b376abf0'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:48.204469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Routers {'ebf77887-851c-428d-9ec3-3a27b376abf0'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:48.205743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebf77887-851c-428d-9ec3-3a27b376abf0'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:48.331984 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:48.350324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Set router ebf77887-851c-428d-9ec3-3a27b376abf0 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:48.387182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:48.515234 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:48.604334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:48.618757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'name': 'tempest-TestAggregatesBasicOps-1257285477-router', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:41Z', 'updated_at': '2021-08-20T11:53:46Z', 'revision_number': 4, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'gw_port': {'id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:42Z', 'updated_at': '2021-08-20T11:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'e0588b07-eced-486e-92a4-52fcdc84e735', 'name': '', 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'mac_address': 'fa:16:3e:7f:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'e3a59403-50da-4fbc-92b4-36222e4c98f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:45Z', 'updated_at': '2021-08-20T11:53:46Z', 'revision_number': 2, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'subnets': [{'id': 'e3a59403-50da-4fbc-92b4-36222e4c98f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:48.646290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Checking router: ebf77887-851c-428d-9ec3-3a27b376abf0 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:48.651283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Updating router ebf77887-851c-428d-9ec3-3a27b376abf0 port e0588b07-eced-486e-92a4-52fcdc84e735 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:53:48.676701 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:48.679614 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:48.782644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35474) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:48.791394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-587890498-network', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:48.963660 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:48.974068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Transition to ACTIVE for port object e0588b07-eced-486e-92a4-52fcdc84e735 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:48.983088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Made reservation on behalf of 77fa0a9f010643b6abf6f4165d2730e2 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:48.986029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:48.995691 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.092869 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.114322 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.168885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c097c-bbed-45e1-af18-0ce872a02d01 None None] Pushing event updated for resources: {'Port': ['ID=e0588b07-eced-486e-92a4-52fcdc84e735,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:49.228863 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.237137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Attempting to bind port e0588b07-eced-486e-92a4-52fcdc84e735 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:49.237514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Attempting to bind port e0588b07-eced-486e-92a4-52fcdc84e735 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'd70261f3-c050-44fc-b2bf-d7d52593e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:49.237881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Attempting to bind port e0588b07-eced-486e-92a4-52fcdc84e735 on network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:49.243424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:49.243850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Checking segment: {'id': 'd70261f3-c050-44fc-b2bf-d7d52593e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:49.244220 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.244617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Bound using segment: {'id': 'd70261f3-c050-44fc-b2bf-d7d52593e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:49.245089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Bound port: e0588b07-eced-486e-92a4-52fcdc84e735, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70261f3-c050-44fc-b2bf-d7d52593e61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:49.245502 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.262261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:53:49.273933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6634cdac-d60b-4832-8ab3-4a7e27446e9b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:49.281526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.281942 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Added segment 031f9c8b-e216-4218-99e9-d5a25a951080 of type vlan for network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 Aug 20 11:53:49.320502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] For port e0588b07-eced-486e-92a4-52fcdc84e735, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:49.324208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] For port e0588b07-eced-486e-92a4-52fcdc84e735, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e0588b07-eced-486e-92a4-52fcdc84e735,segment=NetworkSegment(d70261f3-c050-44fc-b2bf-d7d52593e61f),segment_id=d70261f3-c050-44fc-b2bf-d7d52593e61f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:49.334392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.343143 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.460976 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.508890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.524575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:49.524575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.524947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Routers {'ebf77887-851c-428d-9ec3-3a27b376abf0'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:49.524947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebf77887-851c-428d-9ec3-3a27b376abf0'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:49.587688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c097c-bbed-45e1-af18-0ce872a02d01 None None] Pushing event updated for resources: {'Port': ['ID=e0588b07-eced-486e-92a4-52fcdc84e735,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:49.588592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] Pushing event updated for resources: {'Network': ['ID=9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:49.610977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:53:49.689293 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a925e6a2-5c19-4b4c-b233-6a06019d0e8d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9020555 Aug 20 11:53:49.690149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35482) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:49.690589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] Set router ebf77887-851c-428d-9ec3-3a27b376abf0 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:49.695646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Request body: {'subnet': {'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-587890498-subnet', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:49.856238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Made reservation on behalf of 77fa0a9f010643b6abf6f4165d2730e2 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:53:49.856238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:49.917025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'name': 'tempest-TestAggregatesBasicOps-1257285477-router', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:41Z', 'updated_at': '2021-08-20T11:53:46Z', 'revision_number': 4, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'gw_port': {'id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:42Z', 'updated_at': '2021-08-20T11:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'e0588b07-eced-486e-92a4-52fcdc84e735', 'name': '', 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'mac_address': 'fa:16:3e:7f:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'e3a59403-50da-4fbc-92b4-36222e4c98f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:45Z', 'updated_at': '2021-08-20T11:53:49Z', 'revision_number': 4, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'subnets': [{'id': 'e3a59403-50da-4fbc-92b4-36222e4c98f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:49.948481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f13ae4-2f5e-4042-ba91-5f63b7f859af None None] The sync data for ids ['ebf77887-851c-428d-9ec3-3a27b376abf0'] in n-d-804230-3 is: [{'id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'name': 'tempest-TestAggregatesBasicOps-1257285477-router', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:41Z', 'updated_at': '2021-08-20T11:53:46Z', 'revision_number': 4, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'gw_port': {'id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:42Z', 'updated_at': '2021-08-20T11:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'e0588b07-eced-486e-92a4-52fcdc84e735', 'name': '', 'network_id': '48030f3b-355a-4d90-a3f7-b66997f8a2d1', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'mac_address': 'fa:16:3e:7f:8a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'e3a59403-50da-4fbc-92b4-36222e4c98f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:45Z', 'updated_at': '2021-08-20T11:53:49Z', 'revision_number': 4, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'subnets': [{'id': 'e3a59403-50da-4fbc-92b4-36222e4c98f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:49.952459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:50.040891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:50.042744 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.195385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.251602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a580ed03-3e9b-493e-8e74-c30e3ae67f64,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:50.270350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Checking segment: {'id': '031f9c8b-e216-4218-99e9-d5a25a951080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:50.270762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Network hostable DHCP agents. Network: 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:53:50.405428 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:53:50.543613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:50.550945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:50.551573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.552230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80bc847-d7d3-4067-b136-e524931a12ae None None] Network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:50.648960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-d4cc552a-517b-4f52-ac64-e7d00389c2a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479221 Aug 20 11:53:50.664375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bca84e64-8e5d-495a-8977-7370ab94a685 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9733760 Aug 20 11:53:50.666948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35494) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:50.674327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-587890498-router', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:53:50.738745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1', 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'fixed_ips': [{'subnet_id': 'a580ed03-3e9b-493e-8e74-c30e3ae67f64'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:53:50.739372 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.763568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-68a27791-f93b-48e6-be71-7730de0d405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:50.765278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-68a27791-f93b-48e6-be71-7730de0d405e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1096 time: 0.0671670 Aug 20 11:53:50.891644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-55ef2846-4036-4d8d-abc3-fb1bdf36820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:50.893696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-55ef2846-4036-4d8d-abc3-fb1bdf36820b service neutron] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.1041884 Aug 20 11:53:50.900490 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.900490 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:50.912581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Allocated IP 172.20.0.2 (9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1/a580ed03-3e9b-493e-8e74-c30e3ae67f64/79e15636-983f-47c2-ba08-fa8c36629ed5) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:51.012860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-ffb93183-2bd1-4353-94cd-ffb7f78c5a37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 200 len: 1001 time: 0.1091816 Aug 20 11:53:51.014815 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.057443 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.068627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-666186fb-0d5b-448c-a687-0d93ba7ab786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:51.070212 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-666186fb-0d5b-448c-a687-0d93ba7ab786 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0493004 Aug 20 11:53:51.080259 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.092062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Transition to ACTIVE for port object 79e15636-983f-47c2-ba08-fa8c36629ed5 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:51.113126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Transition to ACTIVE for port object 79e15636-983f-47c2-ba08-fa8c36629ed5 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:51.122600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-76c7dfa2-7a69-411b-9253-8f402995507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:51.124389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-76c7dfa2-7a69-411b-9253-8f402995507f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468235 Aug 20 11:53:51.299871 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-a5f8a574-de19-400e-98b0-1141e29755ea service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683791 Aug 20 11:53:51.366009 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.410714 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.459339 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-09d383bf-8b9f-4ba0-8a53-67c07876db5a req-9af801d9-0196-4c5b-a45c-b2cc23a5c1cb service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270807 Aug 20 11:53:51.567941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:51.573363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:51.574826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:51.591815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Pushing event updated for resources: {'Port': ['ID=79e15636-983f-47c2-ba08-fa8c36629ed5,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:51.652892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Attempting to bind port 79e15636-983f-47c2-ba08-fa8c36629ed5 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:51.653261 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Attempting to bind port 79e15636-983f-47c2-ba08-fa8c36629ed5 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '031f9c8b-e216-4218-99e9-d5a25a951080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:51.653622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Attempting to bind port 79e15636-983f-47c2-ba08-fa8c36629ed5 on network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:51.662121 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:51.662546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Checking segment: {'id': '031f9c8b-e216-4218-99e9-d5a25a951080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:51.662954 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.663358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Bound using segment: {'id': '031f9c8b-e216-4218-99e9-d5a25a951080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:51.663854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Bound port: 79e15636-983f-47c2-ba08-fa8c36629ed5, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031f9c8b-e216-4218-99e9-d5a25a951080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:51.664212 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.733208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] For port 79e15636-983f-47c2-ba08-fa8c36629ed5, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:51.737489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] For port 79e15636-983f-47c2-ba08-fa8c36629ed5, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=79e15636-983f-47c2-ba08-fa8c36629ed5,segment=NetworkSegment(031f9c8b-e216-4218-99e9-d5a25a951080),segment_id=031f9c8b-e216-4218-99e9-d5a25a951080)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:51.742562 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.765508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.880242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Allocated IP 172.25.4.183 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/d92036b6-1cfc-44e7-9452-290c0a33101a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:51.886145 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:51.969882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebd21f-d640-473d-bc9b-fb610d63ede5 None None] Pushing event updated for resources: {'Port': ['ID=79e15636-983f-47c2-ba08-fa8c36629ed5,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:52.013380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0588b07-eced-486e-92a4-52fcdc84e735 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:52.037671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.180965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e0588b07-eced-486e-92a4-52fcdc84e735 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:52.186641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e0588b07-eced-486e-92a4-52fcdc84e735 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:52.187135 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.223102 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.273322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:52.273322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:52.277647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:52.287952 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.324674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Pushing event updated for resources: {'Port': ['ID=d92036b6-1cfc-44e7-9452-290c0a33101a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:52.333156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e0588b07-eced-486e-92a4-52fcdc84e735, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e0588b07-eced-486e-92a4-52fcdc84e735,segment=NetworkSegment(d70261f3-c050-44fc-b2bf-d7d52593e61f),segment_id=d70261f3-c050-44fc-b2bf-d7d52593e61f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:52.445580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:52.493603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e0588b07-eced-486e-92a4-52fcdc84e735,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:52.986178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60648fba-e71b-4c97-9c59-3afb0a0d341f None None] Network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:53:53.039415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.245672 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-57010c2d-05af-42e8-b015-85cff420f8ed None None] Provisioning for port 79e15636-983f-47c2-ba08-fa8c36629ed5 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:53.270321 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.525737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Router db498de8-65f9-4837-bdcf-3c665dc9c477 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:53:53.644803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:53.652061 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Sync routers for ids ['db498de8-65f9-4837-bdcf-3c665dc9c477'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:53.671955 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Routers {'db498de8-65f9-4837-bdcf-3c665dc9c477'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:53.672590 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['db498de8-65f9-4837-bdcf-3c665dc9c477'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:53.766040 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:53.770804 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d0da3c42-57b9-43cb-bf33-dbcd731dd30c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0982466 Aug 20 11:53:53.771821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35532) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:53.800724 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Set router db498de8-65f9-4837-bdcf-3c665dc9c477 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:53.861933 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-4ef512fa-30c3-4f94-bea0-5b8949539ff0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533543 Aug 20 11:53:53.987163 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-ef276ac8-5b8b-45fb-a1eb-416c425850de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:53.989030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-ef276ac8-5b8b-45fb-a1eb-416c425850de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 1097 time: 0.0754986 Aug 20 11:53:54.030570 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'name': 'tempest-TestAggregatesBasicOps-587890498-router', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:50Z', 'updated_at': '2021-08-20T11:53:52Z', 'revision_number': 3, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'gw_port': {'id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:51Z', 'updated_at': '2021-08-20T11:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:54.062580 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Checking router: db498de8-65f9-4837-bdcf-3c665dc9c477 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:54.062943 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Updating router db498de8-65f9-4837-bdcf-3c665dc9c477 port d92036b6-1cfc-44e7-9452-290c0a33101a binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:53:54.103088 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.118868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0588b07-eced-486e-92a4-52fcdc84e735 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:54.150654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-403d0d3f-f5ff-4a37-9d6b-a4f8cbde1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.153456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-403d0d3f-f5ff-4a37-9d6b-a4f8cbde1158 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.1392109 Aug 20 11:53:54.182033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e0588b07-eced-486e-92a4-52fcdc84e735 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:54.182759 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.255698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-a2606717-525a-4536-84c8-1acc57df4e47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d137100-d441-4f86-a55f-c75cef349501 HTTP/1.1" status: 200 len: 1002 time: 0.0927460 Aug 20 11:53:54.316145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-4c73b53e-4bf9-46d3-b217-2fff070c2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.318340 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-4c73b53e-4bf9-46d3-b217-2fff070c2133 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0542052 Aug 20 11:53:54.325126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 79e15636-983f-47c2-ba08-fa8c36629ed5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:54.341188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.379581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-714bd07e-573b-42fd-8784-346d90848fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:53:54.381336 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-714bd07e-573b-42fd-8784-346d90848fd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548315 Aug 20 11:53:54.502078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 79e15636-983f-47c2-ba08-fa8c36629ed5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:54.506472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 79e15636-983f-47c2-ba08-fa8c36629ed5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:54.506980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.528786 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.537609 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-0f4977ab-09c1-43e1-8fcf-6ac2193a254b service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473029 Aug 20 11:53:54.544094 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Transition to ACTIVE for port object d92036b6-1cfc-44e7-9452-290c0a33101a will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:54.618091 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.620477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Allocated IP 172.20.0.1 (9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1/a580ed03-3e9b-493e-8e74-c30e3ae67f64/e0193ef9-41a3-4948-b9ae-3dca6ea26e74) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:53:54.646127 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.660008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de0b2a59-3da8-40ef-ac5d-afd9c6abf3f5 req-165df159-a1f1-4c48-9829-56e28fd5b4d8 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010005 Aug 20 11:53:54.660189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 79e15636-983f-47c2-ba08-fa8c36629ed5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=79e15636-983f-47c2-ba08-fa8c36629ed5,segment=NetworkSegment(031f9c8b-e216-4218-99e9-d5a25a951080),segment_id=031f9c8b-e216-4218-99e9-d5a25a951080)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:54.705083 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Attempting to bind port d92036b6-1cfc-44e7-9452-290c0a33101a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:54.705650 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Attempting to bind port d92036b6-1cfc-44e7-9452-290c0a33101a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:54.705983 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Attempting to bind port d92036b6-1cfc-44e7-9452-290c0a33101a on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:54.709420 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db971f-da06-4167-803f-aad8d4e6e82a None None] Pushing event updated for resources: {'Port': ['ID=d92036b6-1cfc-44e7-9452-290c0a33101a,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:54.714210 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:54.714692 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:54.715299 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.715849 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:54.716500 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Bound port: d92036b6-1cfc-44e7-9452-290c0a33101a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:54.717066 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.744526 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.759248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Transition to ACTIVE for port object e0193ef9-41a3-4948-b9ae-3dca6ea26e74 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:54.766826 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.776818 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] For port d92036b6-1cfc-44e7-9452-290c0a33101a, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:54.782263 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] For port d92036b6-1cfc-44e7-9452-290c0a33101a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d92036b6-1cfc-44e7-9452-290c0a33101a,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:54.832246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=79e15636-983f-47c2-ba08-fa8c36629ed5,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:54.977401 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:54.978008 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.018662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:55.021876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:55.026203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:53:55.062719 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Routers {'db498de8-65f9-4837-bdcf-3c665dc9c477'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:55.063432 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['db498de8-65f9-4837-bdcf-3c665dc9c477'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:55.065301 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db971f-da06-4167-803f-aad8d4e6e82a None None] Pushing event updated for resources: {'Port': ['ID=d92036b6-1cfc-44e7-9452-290c0a33101a,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:55.087337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Pushing event updated for resources: {'Port': ['ID=e0193ef9-41a3-4948-b9ae-3dca6ea26e74,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:55.115508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.175072 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] Set router db498de8-65f9-4837-bdcf-3c665dc9c477 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:55.395660 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'name': 'tempest-TestAggregatesBasicOps-587890498-router', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:50Z', 'updated_at': '2021-08-20T11:53:52Z', 'revision_number': 3, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'gw_port': {'id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:51Z', 'updated_at': '2021-08-20T11:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:55.397390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.404800 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e253e-98fb-408f-939a-52dad849898f None None] The sync data for ids ['db498de8-65f9-4837-bdcf-3c665dc9c477'] in n-d-804230-3 is: [{'id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'name': 'tempest-TestAggregatesBasicOps-587890498-router', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:50Z', 'updated_at': '2021-08-20T11:53:52Z', 'revision_number': 3, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'gw_port': {'id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:51Z', 'updated_at': '2021-08-20T11:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:55.548570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-02bf3f73-830a-415e-bc26-96fb1db8cc28 None None] Provisioning for port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:55.554114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-02bf3f73-830a-415e-bc26-96fb1db8cc28 None None] Provisioning complete for port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:55.554939 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-02bf3f73-830a-415e-bc26-96fb1db8cc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.607705 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.608175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-02bf3f73-830a-415e-bc26-96fb1db8cc28 None None] Port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:55.746832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.823474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Pushing event updated for resources: {'Port': ['ID=e0193ef9-41a3-4948-b9ae-3dca6ea26e74,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:55.838667 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:55.945403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:53:55.947034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:53:56.069448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d92036b6-1cfc-44e7-9452-290c0a33101a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:56.104353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Router db498de8-65f9-4837-bdcf-3c665dc9c477 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:53:56.232533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:53:56.241206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-729c2afb-c8c3-465b-bd99-94cb5a47c348 admin admin] 10.222.0.10 "PUT /v2.0/routers/db498de8-65f9-4837-bdcf-3c665dc9c477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4689689 Aug 20 11:53:56.241848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b4c72d43-3739-43c3-9284-cdf342011e41 None None] Provisioning complete for port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:56.242236 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4c72d43-3739-43c3-9284-cdf342011e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.266744 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d92036b6-1cfc-44e7-9452-290c0a33101a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:53:56.275237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d92036b6-1cfc-44e7-9452-290c0a33101a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:56.275894 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.318090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b4c72d43-3739-43c3-9284-cdf342011e41 None None] Port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:53:56.376637 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.399556 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d92036b6-1cfc-44e7-9452-290c0a33101a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d92036b6-1cfc-44e7-9452-290c0a33101a,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:53:56.605921 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.610300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 79e15636-983f-47c2-ba08-fa8c36629ed5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:56.644180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35566) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:56.688906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d92036b6-1cfc-44e7-9452-290c0a33101a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:56.705163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 79e15636-983f-47c2-ba08-fa8c36629ed5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:56.705163 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.760018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb77f-7462-4e6f-9619-df8fd404f81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.856455 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb77f-7462-4e6f-9619-df8fd404f81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:56.988375 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd4bb77f-7462-4e6f-9619-df8fd404f81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.031344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fd4bb77f-7462-4e6f-9619-df8fd404f81f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f6b4e7dd4a947ce883d87dd7061d7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859580 Aug 20 11:53:57.032321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bb77f-7462-4e6f-9619-df8fd404f81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f05e06-030b-4578-88e8-c3a1352bcf3e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:57.034738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35572) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:57.090572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ad874602-9f34-4671-bed4-fb1181346671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.114259 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ad874602-9f34-4671-bed4-fb1181346671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.290137 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ad874602-9f34-4671-bed4-fb1181346671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.294235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ad874602-9f34-4671-bed4-fb1181346671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.294235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ad874602-9f34-4671-bed4-fb1181346671 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51f05e06-030b-4578-88e8-c3a1352bcf3e HTTP/1.1" status: 204 len: 168 time: 0.2584906 Aug 20 11:53:57.303091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad874602-9f34-4671-bed4-fb1181346671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f05e06-030b-4578-88e8-c3a1352bcf3e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:57.378002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Sync routers for ids ['db498de8-65f9-4837-bdcf-3c665dc9c477'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:53:57.378964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Routers {'db498de8-65f9-4837-bdcf-3c665dc9c477'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:57.379586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b83257f5-7352-47b6-a192-52437129a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['db498de8-65f9-4837-bdcf-3c665dc9c477'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:57.489200 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Set router db498de8-65f9-4837-bdcf-3c665dc9c477 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:57.692001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b83257f5-7352-47b6-a192-52437129a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'name': 'tempest-TestAggregatesBasicOps-587890498-router', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:50Z', 'updated_at': '2021-08-20T11:53:55Z', 'revision_number': 4, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'gw_port': {'id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:51Z', 'updated_at': '2021-08-20T11:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'e0193ef9-41a3-4948-b9ae-3dca6ea26e74', 'name': '', 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'mac_address': 'fa:16:3e:d3:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'a580ed03-3e9b-493e-8e74-c30e3ae67f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:54Z', 'updated_at': '2021-08-20T11:53:55Z', 'revision_number': 2, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'subnets': [{'id': 'a580ed03-3e9b-493e-8e74-c30e3ae67f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:57.717197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Checking router: db498de8-65f9-4837-bdcf-3c665dc9c477 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:53:57.717559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Updating router db498de8-65f9-4837-bdcf-3c665dc9c477 port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:53:57.744829 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:57.937061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d92036b6-1cfc-44e7-9452-290c0a33101a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:58.033796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d92036b6-1cfc-44e7-9452-290c0a33101a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:53:58.038427 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.115985 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.163896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Transition to ACTIVE for port object e0193ef9-41a3-4948-b9ae-3dca6ea26e74 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:53:58.291678 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.361979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f653658-344d-4af5-baa7-1f9fea04fa85 None None] Pushing event updated for resources: {'Port': ['ID=e0193ef9-41a3-4948-b9ae-3dca6ea26e74,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:58.398597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Attempting to bind port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:53:58.398989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Attempting to bind port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '031f9c8b-e216-4218-99e9-d5a25a951080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:53:58.399442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Attempting to bind port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 on network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:53:58.406002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:53:58.406600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Checking segment: {'id': '031f9c8b-e216-4218-99e9-d5a25a951080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:53:58.407307 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.407708 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Bound using segment: {'id': '031f9c8b-e216-4218-99e9-d5a25a951080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:53:58.416115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Bound port: e0193ef9-41a3-4948-b9ae-3dca6ea26e74, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031f9c8b-e216-4218-99e9-d5a25a951080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:53:58.416527 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.426021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35602) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:58.450632 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-479f037f-2fcf-479f-a436-5fc1dc2db629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.505908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b83257f5-7352-47b6-a192-52437129a29a None None] For port e0193ef9-41a3-4948-b9ae-3dca6ea26e74, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:53:58.509264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b83257f5-7352-47b6-a192-52437129a29a None None] For port e0193ef9-41a3-4948-b9ae-3dca6ea26e74, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e0193ef9-41a3-4948-b9ae-3dca6ea26e74,segment=NetworkSegment(031f9c8b-e216-4218-99e9-d5a25a951080),segment_id=031f9c8b-e216-4218-99e9-d5a25a951080)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:53:58.556143 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-479f037f-2fcf-479f-a436-5fc1dc2db629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.639071 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.713026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Routers {'db498de8-65f9-4837-bdcf-3c665dc9c477'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:53:58.713633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b83257f5-7352-47b6-a192-52437129a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['db498de8-65f9-4837-bdcf-3c665dc9c477'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:58.732248 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-479f037f-2fcf-479f-a436-5fc1dc2db629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.759356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f653658-344d-4af5-baa7-1f9fea04fa85 None None] Pushing event updated for resources: {'Port': ['ID=e0193ef9-41a3-4948-b9ae-3dca6ea26e74,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:58.804438 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-479f037f-2fcf-479f-a436-5fc1dc2db629 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4998dfb630fe427db1d186279a033c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770471 Aug 20 11:53:58.807269 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35610) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:53:58.814983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f037f-2fcf-479f-a436-5fc1dc2db629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411ac157-4f6e-48d8-9881-c156fb920700,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:58.886277 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ec330e7-55d6-4df1-aeb5-05da19381902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:58.930980 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ec330e7-55d6-4df1-aeb5-05da19381902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.025586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b83257f5-7352-47b6-a192-52437129a29a None None] Set router db498de8-65f9-4837-bdcf-3c665dc9c477 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:53:59.125656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ec330e7-55d6-4df1-aeb5-05da19381902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.128464 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6ec330e7-55d6-4df1-aeb5-05da19381902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:53:59.133498 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6ec330e7-55d6-4df1-aeb5-05da19381902 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/411ac157-4f6e-48d8-9881-c156fb920700 HTTP/1.1" status: 204 len: 168 time: 0.3222845 Aug 20 11:53:59.147277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec330e7-55d6-4df1-aeb5-05da19381902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411ac157-4f6e-48d8-9881-c156fb920700,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:53:59.253576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b83257f5-7352-47b6-a192-52437129a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'name': 'tempest-TestAggregatesBasicOps-587890498-router', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:50Z', 'updated_at': '2021-08-20T11:53:55Z', 'revision_number': 4, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'gw_port': {'id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:51Z', 'updated_at': '2021-08-20T11:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'e0193ef9-41a3-4948-b9ae-3dca6ea26e74', 'name': '', 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'mac_address': 'fa:16:3e:d3:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'a580ed03-3e9b-493e-8e74-c30e3ae67f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:54Z', 'updated_at': '2021-08-20T11:53:58Z', 'revision_number': 4, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'subnets': [{'id': 'a580ed03-3e9b-493e-8e74-c30e3ae67f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:53:59.284674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83257f5-7352-47b6-a192-52437129a29a None None] The sync data for ids ['db498de8-65f9-4837-bdcf-3c665dc9c477'] in n-d-804230-3 is: [{'id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'name': 'tempest-TestAggregatesBasicOps-587890498-router', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:50Z', 'updated_at': '2021-08-20T11:53:55Z', 'revision_number': 4, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'gw_port': {'id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:51Z', 'updated_at': '2021-08-20T11:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'e0193ef9-41a3-4948-b9ae-3dca6ea26e74', 'name': '', 'network_id': '9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'mac_address': 'fa:16:3e:d3:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'a580ed03-3e9b-493e-8e74-c30e3ae67f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:54Z', 'updated_at': '2021-08-20T11:53:58Z', 'revision_number': 4, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'subnets': [{'id': 'a580ed03-3e9b-493e-8e74-c30e3ae67f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:53:59.959361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0193ef9-41a3-4948-b9ae-3dca6ea26e74 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:53:59.972303 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35636) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:00.160357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:54:00.164735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:00.165337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.246345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.285409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e0193ef9-41a3-4948-b9ae-3dca6ea26e74, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e0193ef9-41a3-4948-b9ae-3dca6ea26e74,segment=NetworkSegment(031f9c8b-e216-4218-99e9-d5a25a951080),segment_id=031f9c8b-e216-4218-99e9-d5a25a951080)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:00.296297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35640) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:00.311504 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6894998e-05f1-466d-917d-667371e4d2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.411998 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6894998e-05f1-466d-917d-667371e4d2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.480214 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.534025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e0193ef9-41a3-4948-b9ae-3dca6ea26e74,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:00.616597 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6894998e-05f1-466d-917d-667371e4d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.630662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.654248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6894998e-05f1-466d-917d-667371e4d2ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6776fb175bf247cfa1ff54b56db0335f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562603 Aug 20 11:54:00.659304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894998e-05f1-466d-917d-667371e4d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaa0764-02d8-42e0-87c8-d08179c0f530,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:00.659850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35642) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:00.710227 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6efd9038-0f99-4527-b951-4ccd44674876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.745785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6efd9038-0f99-4527-b951-4ccd44674876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.903230 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] Deleting port e0588b07-eced-486e-92a4-52fcdc84e735 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:00.903609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.948808 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6efd9038-0f99-4527-b951-4ccd44674876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.951616 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6efd9038-0f99-4527-b951-4ccd44674876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:00.952848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6efd9038-0f99-4527-b951-4ccd44674876 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7eaa0764-02d8-42e0-87c8-d08179c0f530 HTTP/1.1" status: 204 len: 168 time: 0.2920272 Aug 20 11:54:00.964011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd9038-0f99-4527-b951-4ccd44674876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaa0764-02d8-42e0-87c8-d08179c0f530,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:00.997862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] For port e0588b07-eced-486e-92a4-52fcdc84e735, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e0588b07-eced-486e-92a4-52fcdc84e735,segment=NetworkSegment(d70261f3-c050-44fc-b2bf-d7d52593e61f),segment_id=d70261f3-c050-44fc-b2bf-d7d52593e61f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:00.999486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.011408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] Calling delete_port for e0588b07-eced-486e-92a4-52fcdc84e735 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:01.331603 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.362619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0588b07-eced-486e-92a4-52fcdc84e735,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:01.543385 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:01.768031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] Router ebf77887-851c-428d-9ec3-3a27b376abf0 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:54:01.876170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:01.884818 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-55dd0c44-f9e4-4b94-a2de-718365de3c07 admin admin] 10.222.0.10 "PUT /v2.0/routers/ebf77887-851c-428d-9ec3-3a27b376abf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9114017 Aug 20 11:54:01.885007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35660) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:01.892058 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] Sync routers for ids ['ebf77887-851c-428d-9ec3-3a27b376abf0'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:01.903515 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] Routers {'ebf77887-851c-428d-9ec3-3a27b376abf0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:01.904145 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebf77887-851c-428d-9ec3-3a27b376abf0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:02.033145 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.040120 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] Set router ebf77887-851c-428d-9ec3-3a27b376abf0 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:02.045808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0193ef9-41a3-4948-b9ae-3dca6ea26e74 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:54:02.099547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:54:02.099830 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.146819 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.237966 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'name': 'tempest-TestAggregatesBasicOps-1257285477-router', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:41Z', 'updated_at': '2021-08-20T11:54:01Z', 'revision_number': 5, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'gw_port': {'id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:42Z', 'updated_at': '2021-08-20T11:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:02.268376 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] Checking router: ebf77887-851c-428d-9ec3-3a27b376abf0 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:02.276916 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] Routers {'ebf77887-851c-428d-9ec3-3a27b376abf0'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:02.277535 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ebf77887-851c-428d-9ec3-3a27b376abf0'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:02.347268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Deleting port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:02.347787 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.396494 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] Set router ebf77887-851c-428d-9ec3-3a27b376abf0 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:02.432869 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] For port bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:02.433575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.446880 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Calling delete_port for bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:02.584257 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'name': 'tempest-TestAggregatesBasicOps-1257285477-router', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:41Z', 'updated_at': '2021-08-20T11:54:01Z', 'revision_number': 5, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'gw_port': {'id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:42Z', 'updated_at': '2021-08-20T11:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:02.613843 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8795f593-7830-4bb0-94db-44fc8a202d95 None None] The sync data for ids ['ebf77887-851c-428d-9ec3-3a27b376abf0'] in n-d-804230-3 is: [{'id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'name': 'tempest-TestAggregatesBasicOps-1257285477-router', 'tenant_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:41Z', 'updated_at': '2021-08-20T11:54:01Z', 'revision_number': 5, 'project_id': '7b4e2a60db144ad2b68fcac55c61bcc9', 'gw_port': {'id': 'bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf77887-851c-428d-9ec3-3a27b376abf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:42Z', 'updated_at': '2021-08-20T11:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:02.765621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.790193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:02.855991 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.951018 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:02.953088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.120026 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.120743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebf77887-851c-428d-9ec3-3a27b376abf0 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:54:03.131530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.131530 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f38c5eb1-de7c-4494-9a82-4bdf728c0452 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ebf77887-851c-428d-9ec3-3a27b376abf0 HTTP/1.1" status: 204 len: 168 time: 1.2419748 Aug 20 11:54:03.133397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35680) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:03.182948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-42481cc2-26bd-46f0-9db3-e6174fbb5a86 admin admin] Deleting subnet e3a59403-50da-4fbc-92b4-36222e4c98f0 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:54:03.186498 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42481cc2-26bd-46f0-9db3-e6174fbb5a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.228522 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42481cc2-26bd-46f0-9db3-e6174fbb5a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.335403 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42481cc2-26bd-46f0-9db3-e6174fbb5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.554747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42481cc2-26bd-46f0-9db3-e6174fbb5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.579481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42481cc2-26bd-46f0-9db3-e6174fbb5a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3a59403-50da-4fbc-92b4-36222e4c98f0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:03.585005 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-42481cc2-26bd-46f0-9db3-e6174fbb5a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.586976 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-42481cc2-26bd-46f0-9db3-e6174fbb5a86 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e3a59403-50da-4fbc-92b4-36222e4c98f0 HTTP/1.1" status: 204 len: 168 time: 0.4509740 Aug 20 11:54:03.589661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35692) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:03.590638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ef711-c49b-41a8-83fb-3b65559c0060 None None] Network 48030f3b-355a-4d90-a3f7-b66997f8a2d1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:03.671426 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.736034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Deleting port fefbabac-0254-4916-b0b7-dbcef6ad387c {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:03.736375 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.774286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc8af3-58ed-4d25-ab17-c129f9161eea None None] DHCP port deletion for 48030f3b-355a-4d90-a3f7-b66997f8a2d1 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:54:03.804314 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] For port fefbabac-0254-4916-b0b7-dbcef6ad387c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fefbabac-0254-4916-b0b7-dbcef6ad387c,segment=NetworkSegment(d70261f3-c050-44fc-b2bf-d7d52593e61f),segment_id=d70261f3-c050-44fc-b2bf-d7d52593e61f)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:03.804741 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.819832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Calling delete_port for fefbabac-0254-4916-b0b7-dbcef6ad387c owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:03.828519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc8af3-58ed-4d25-ab17-c129f9161eea None None] Deleting port fefbabac-0254-4916-b0b7-dbcef6ad387c {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:03.829136 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8af3-58ed-4d25-ab17-c129f9161eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.908404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6ffc8af3-58ed-4d25-ab17-c129f9161eea None None] For port fefbabac-0254-4916-b0b7-dbcef6ad387c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fefbabac-0254-4916-b0b7-dbcef6ad387c,segment=NetworkSegment(d70261f3-c050-44fc-b2bf-d7d52593e61f),segment_id=d70261f3-c050-44fc-b2bf-d7d52593e61f)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:03.908847 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8af3-58ed-4d25-ab17-c129f9161eea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:03.923513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc8af3-58ed-4d25-ab17-c129f9161eea None None] Calling delete_port for fefbabac-0254-4916-b0b7-dbcef6ad387c owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:03.964419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fefbabac-0254-4916-b0b7-dbcef6ad387c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:04.040440 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.042069 n-d-804230-3 neutron-server[95589]: INFO neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No ports have port_id starting with fefbabac-0254-4916-b0b7-dbcef6ad387c Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:04.042616 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 11:54:04.058186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:04.068485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:04.068943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bd1d38d0-d2a1-4c62-8dc0-5b5b20efa87c not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:04.069552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0588b07-eced-486e-92a4-52fcdc84e735 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:04.073100 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8af3-58ed-4d25-ab17-c129f9161eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.097285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] No DVR routers for this DVR port fefbabac-0254-4916-b0b7-dbcef6ad387c on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:04.102947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=fefbabac-0254-4916-b0b7-dbcef6ad387c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:04.115460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e0588b07-eced-486e-92a4-52fcdc84e735 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:04.116081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0588b07-eced-486e-92a4-52fcdc84e735 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:04.138682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc8af3-58ed-4d25-ab17-c129f9161eea None None] Pushing event deleted for resources: {'Port': ['ID=fefbabac-0254-4916-b0b7-dbcef6ad387c,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:04.141539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc8af3-58ed-4d25-ab17-c129f9161eea None None] No DVR routers for this DVR port fefbabac-0254-4916-b0b7-dbcef6ad387c on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:04.199868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.200225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.200782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.201441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.201537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.202034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.202382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.202749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.203090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.204090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.204435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.204772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:04.231331 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.243621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48030f3b-355a-4d90-a3f7-b66997f8a2d1']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:04.269381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70261f3-c050-44fc-b2bf-d7d52593e61f') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:04.269381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70261f3-c050-44fc-b2bf-d7d52593e61f') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:04.273390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.288888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:54:04.309512 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:54:04.500740 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.500740 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.500740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] 10.222.0.10 "DELETE /v2.0/networks/48030f3b-355a-4d90-a3f7-b66997f8a2d1 HTTP/1.1" status: 204 len: 168 time: 0.9082668 Aug 20 11:54:04.502570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35708) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:04.519870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e9312-84a0-45fc-97a7-11e7286e2c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=48030f3b-355a-4d90-a3f7-b66997f8a2d1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:04.883941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:04.998500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35712) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:05.117414 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ae11b0a-b953-4a2c-b962-a25ace600664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.143024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] Deleting port e0193ef9-41a3-4948-b9ae-3dca6ea26e74 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:05.143386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.219572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ae11b0a-b953-4a2c-b962-a25ace600664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.228546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] For port e0193ef9-41a3-4948-b9ae-3dca6ea26e74, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e0193ef9-41a3-4948-b9ae-3dca6ea26e74,segment=NetworkSegment(031f9c8b-e216-4218-99e9-d5a25a951080),segment_id=031f9c8b-e216-4218-99e9-d5a25a951080)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:05.228969 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.243604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] Calling delete_port for e0193ef9-41a3-4948-b9ae-3dca6ea26e74 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:05.347001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ae11b0a-b953-4a2c-b962-a25ace600664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.387600 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6ae11b0a-b953-4a2c-b962-a25ace600664 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e255e4b836264b3ba8d18c27832f1365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879406 Aug 20 11:54:05.390419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35718) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:05.403244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae11b0a-b953-4a2c-b962-a25ace600664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d54b6a-8774-41c0-afc6-fd3551a268ad,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:05.450357 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2451de15-e408-4502-a43f-109cdfce59f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.473421 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2451de15-e408-4502-a43f-109cdfce59f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.525076 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.569537 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e0193ef9-41a3-4948-b9ae-3dca6ea26e74,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:05.736898 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2451de15-e408-4502-a43f-109cdfce59f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.739570 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2451de15-e408-4502-a43f-109cdfce59f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.740763 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2451de15-e408-4502-a43f-109cdfce59f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8d54b6a-8774-41c0-afc6-fd3551a268ad HTTP/1.1" status: 204 len: 168 time: 0.3488472 Aug 20 11:54:05.747447 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:05.749165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451de15-e408-4502-a43f-109cdfce59f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d54b6a-8774-41c0-afc6-fd3551a268ad,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:05.982710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] Router db498de8-65f9-4837-bdcf-3c665dc9c477 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:54:06.370212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:06.375788 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1ff0acea-6b1a-48e0-b68e-8ed0da6c75ee admin admin] 10.222.0.10 "PUT /v2.0/routers/db498de8-65f9-4837-bdcf-3c665dc9c477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722095 Aug 20 11:54:06.378274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35738) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:06.383034 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] Sync routers for ids ['db498de8-65f9-4837-bdcf-3c665dc9c477'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:06.395648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] Routers {'db498de8-65f9-4837-bdcf-3c665dc9c477'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:06.396632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['db498de8-65f9-4837-bdcf-3c665dc9c477'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:06.486744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:06.507564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] Set router db498de8-65f9-4837-bdcf-3c665dc9c477 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:06.593273 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:06.699683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'name': 'tempest-TestAggregatesBasicOps-587890498-router', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:50Z', 'updated_at': '2021-08-20T11:54:05Z', 'revision_number': 5, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'gw_port': {'id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:51Z', 'updated_at': '2021-08-20T11:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:06.726322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] Checking router: db498de8-65f9-4837-bdcf-3c665dc9c477 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:06.734957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] Routers {'db498de8-65f9-4837-bdcf-3c665dc9c477'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:06.735573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:53:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['db498de8-65f9-4837-bdcf-3c665dc9c477'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:06.800759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Deleting port d92036b6-1cfc-44e7-9452-290c0a33101a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:06.801366 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:06.845904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] Set router db498de8-65f9-4837-bdcf-3c665dc9c477 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:06.892888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] For port d92036b6-1cfc-44e7-9452-290c0a33101a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d92036b6-1cfc-44e7-9452-290c0a33101a,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:06.896308 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:06.908713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Calling delete_port for d92036b6-1cfc-44e7-9452-290c0a33101a owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:07.036354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'name': 'tempest-TestAggregatesBasicOps-587890498-router', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:50Z', 'updated_at': '2021-08-20T11:54:05Z', 'revision_number': 5, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'gw_port': {'id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:51Z', 'updated_at': '2021-08-20T11:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:07.067460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c35ac0f-be07-4bf5-b20d-4a61c0c74206 None None] The sync data for ids ['db498de8-65f9-4837-bdcf-3c665dc9c477'] in n-d-804230-3 is: [{'id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'name': 'tempest-TestAggregatesBasicOps-587890498-router', 'tenant_id': '77fa0a9f010643b6abf6f4165d2730e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:50Z', 'updated_at': '2021-08-20T11:54:05Z', 'revision_number': 5, 'project_id': '77fa0a9f010643b6abf6f4165d2730e2', 'gw_port': {'id': 'd92036b6-1cfc-44e7-9452-290c0a33101a', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:1a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db498de8-65f9-4837-bdcf-3c665dc9c477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:51Z', 'updated_at': '2021-08-20T11:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:07.252072 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.288647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92036b6-1cfc-44e7-9452-290c0a33101a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:07.351509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.466617 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.469965 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.678750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.680010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db498de8-65f9-4837-bdcf-3c665dc9c477 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:54:07.685057 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.686894 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-12f3915b-d515-4df4-936c-c831afc20d96 admin admin] 10.222.0.10 "DELETE /v2.0/routers/db498de8-65f9-4837-bdcf-3c665dc9c477 HTTP/1.1" status: 204 len: 168 time: 1.3072529 Aug 20 11:54:07.689993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35762) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:07.741316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b813b2be-7e59-459b-8dbb-19dbad5754eb admin admin] Deleting subnet a580ed03-3e9b-493e-8e74-c30e3ae67f64 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:54:07.744693 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b813b2be-7e59-459b-8dbb-19dbad5754eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.796409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b813b2be-7e59-459b-8dbb-19dbad5754eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:07.885405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b813b2be-7e59-459b-8dbb-19dbad5754eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.033463 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b813b2be-7e59-459b-8dbb-19dbad5754eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.062789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813b2be-7e59-459b-8dbb-19dbad5754eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a580ed03-3e9b-493e-8e74-c30e3ae67f64,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:08.069695 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b813b2be-7e59-459b-8dbb-19dbad5754eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.071647 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b813b2be-7e59-459b-8dbb-19dbad5754eb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a580ed03-3e9b-493e-8e74-c30e3ae67f64 HTTP/1.1" status: 204 len: 168 time: 0.3795497 Aug 20 11:54:08.074184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35776) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:08.075056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170801c5-866f-4a5e-8f2f-936e5a424322 None None] Network 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:08.198727 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.250479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0193ef9-41a3-4948-b9ae-3dca6ea26e74 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:08.279370 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e0193ef9-41a3-4948-b9ae-3dca6ea26e74 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:08.279971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0193ef9-41a3-4948-b9ae-3dca6ea26e74 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:08.280551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d92036b6-1cfc-44e7-9452-290c0a33101a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:08.290596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Deleting port 79e15636-983f-47c2-ba08-fa8c36629ed5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:08.290596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.303857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d92036b6-1cfc-44e7-9452-290c0a33101a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:08.304440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d92036b6-1cfc-44e7-9452-290c0a33101a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:08.373458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] For port 79e15636-983f-47c2-ba08-fa8c36629ed5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=79e15636-983f-47c2-ba08-fa8c36629ed5,segment=NetworkSegment(031f9c8b-e216-4218-99e9-d5a25a951080),segment_id=031f9c8b-e216-4218-99e9-d5a25a951080)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:08.373801 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.388098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Calling delete_port for 79e15636-983f-47c2-ba08-fa8c36629ed5 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:08.435690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] DHCP port deletion for 9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:54:08.505753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Deleting port 79e15636-983f-47c2-ba08-fa8c36629ed5 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:08.506131 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.571941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.576265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] For port 79e15636-983f-47c2-ba08-fa8c36629ed5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=79e15636-983f-47c2-ba08-fa8c36629ed5,segment=NetworkSegment(031f9c8b-e216-4218-99e9-d5a25a951080),segment_id=031f9c8b-e216-4218-99e9-d5a25a951080)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:08.577523 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.591760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Calling delete_port for 79e15636-983f-47c2-ba08-fa8c36629ed5 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:08.600233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Pushing event deleted for resources: {'Port': ['ID=79e15636-983f-47c2-ba08-fa8c36629ed5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:08.604571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] No DVR routers for this DVR port 79e15636-983f-47c2-ba08-fa8c36629ed5 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:08.696133 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.698997 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.716664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:08.728636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Pushing event deleted for resources: {'Port': ['ID=79e15636-983f-47c2-ba08-fa8c36629ed5,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:08.733172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031f9c8b-e216-4218-99e9-d5a25a951080') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:08.733889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031f9c8b-e216-4218-99e9-d5a25a951080') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:08.744937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.745293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.745824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.746022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.746490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.746797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.747130 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.747652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.748252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.748505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.748836 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.749165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:08.759704 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.760196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a9b0b-38f3-44a0-be35-93d6f078c5a0 None None] No DVR routers for this DVR port 79e15636-983f-47c2-ba08-fa8c36629ed5 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:54:08.787473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.794424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:54:08.794961 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:54:08.796796 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:54:08.937018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.943185 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:08.945164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] 10.222.0.10 "DELETE /v2.0/networks/9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1 HTTP/1.1" status: 204 len: 168 time: 0.8699462 Aug 20 11:54:08.972486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba634dd0-f232-403c-aa5b-9ebe2738645d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4dc32e-96fc-4e8e-a347-d8dd1c9ec7e1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:09.564252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 35830) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:09.613770 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c84e6334-8ca3-4710-a69b-d3008eab0adb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b4e2a60db144ad2b68fcac55c61bcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474679 Aug 20 11:54:09.621683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35836) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:09.675592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3135923f-ab04-46f6-82e0-959b1950ac72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.698269 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3135923f-ab04-46f6-82e0-959b1950ac72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.879791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3135923f-ab04-46f6-82e0-959b1950ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.884897 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3135923f-ab04-46f6-82e0-959b1950ac72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:09.886055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3135923f-ab04-46f6-82e0-959b1950ac72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/630ce1d3-754d-4846-9fca-013099759950 HTTP/1.1" status: 204 len: 168 time: 0.2631440 Aug 20 11:54:09.898202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135923f-ab04-46f6-82e0-959b1950ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630ce1d3-754d-4846-9fca-013099759950,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:09.959725 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 79e15636-983f-47c2-ba08-fa8c36629ed5 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:54:09.990300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 79e15636-983f-47c2-ba08-fa8c36629ed5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:54:09.990670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 79e15636-983f-47c2-ba08-fa8c36629ed5 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:54:11.106329 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35878) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:11.154049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1272339c-32b8-4f46-b594-fa77c5822db5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77fa0a9f010643b6abf6f4165d2730e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410097 Aug 20 11:54:11.156773 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 35880) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:11.205724 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73adf934-80f7-46d5-8416-9d82aa2768b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.233173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73adf934-80f7-46d5-8416-9d82aa2768b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.400115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73adf934-80f7-46d5-8416-9d82aa2768b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.403434 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-73adf934-80f7-46d5-8416-9d82aa2768b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:11.404614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-73adf934-80f7-46d5-8416-9d82aa2768b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6634cdac-d60b-4832-8ab3-4a7e27446e9b HTTP/1.1" status: 204 len: 168 time: 0.2467096 Aug 20 11:54:11.415570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adf934-80f7-46d5-8416-9d82aa2768b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6634cdac-d60b-4832-8ab3-4a7e27446e9b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:11.468020 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:13.657893 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.006304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36004) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:15.108645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fc72af9b-b7fb-4d49-8b81-75a70bee11f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.130391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.225130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.352708 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.392104 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2baff2089559420a9f0237608bdfd810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845232 Aug 20 11:54:15.392971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d34c1-438c-4349-b7a5-92090ca615d0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:15.394853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36010) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:15.401853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.402207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.402580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.402925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.403304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.403593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.403922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.404253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.404582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.404918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.405231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.405553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817d4033-62f1-4286-a0d0-6a037364f4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:15.446926 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c3d530a-0cf3-4067-9769-31cc7e4521d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.471753 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c3d530a-0cf3-4067-9769-31cc7e4521d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.666496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c3d530a-0cf3-4067-9769-31cc7e4521d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.669327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c3d530a-0cf3-4067-9769-31cc7e4521d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:15.670549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1c3d530a-0cf3-4067-9769-31cc7e4521d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de0d34c1-438c-4349-b7a5-92090ca615d0 HTTP/1.1" status: 204 len: 168 time: 0.2741177 Aug 20 11:54:15.679353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d530a-0cf3-4067-9769-31cc7e4521d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0d34c1-438c-4349-b7a5-92090ca615d0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:17.771332 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e835536d-2729-48a0-8ac8-c0fd0f6b627c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:18.696971 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.342355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:19.829058 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36122) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:19.937557 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c80c2460-286e-405b-a392-51e4f456c78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.026373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c80c2460-286e-405b-a392-51e4f456c78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.136605 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c80c2460-286e-405b-a392-51e4f456c78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.181254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c80c2460-286e-405b-a392-51e4f456c78d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=544206bf774343f5bd16f26daa869ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510630 Aug 20 11:54:20.182224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c2460-286e-405b-a392-51e4f456c78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993bf47b-2a1b-42a0-82cd-dabe04f3faed,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:20.184072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36132) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:20.235635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5af857e6-e734-4c1c-914a-c43882fa1efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.256692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5af857e6-e734-4c1c-914a-c43882fa1efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.397870 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:54:20.443682 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5af857e6-e734-4c1c-914a-c43882fa1efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.446599 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5af857e6-e734-4c1c-914a-c43882fa1efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:20.447817 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5af857e6-e734-4c1c-914a-c43882fa1efc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/993bf47b-2a1b-42a0-82cd-dabe04f3faed HTTP/1.1" status: 204 len: 168 time: 0.2626722 Aug 20 11:54:20.456446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af857e6-e734-4c1c-914a-c43882fa1efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993bf47b-2a1b-42a0-82cd-dabe04f3faed,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:20.906718 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.206850 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36146) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:21.220646 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-32869128-204f-4e69-84d3-5e9edc9e0cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.315954 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-32869128-204f-4e69-84d3-5e9edc9e0cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.462389 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-32869128-204f-4e69-84d3-5e9edc9e0cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.502963 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32869128-204f-4e69-84d3-5e9edc9e0cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e628950c-9825-40ec-899b-f0fe684b339b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:21.510175 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-32869128-204f-4e69-84d3-5e9edc9e0cd3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0cf9122277d146ccace38ec2b8fdf26a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997150 Aug 20 11:54:21.517495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36150) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:21.561373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26bea72d-0848-4725-90a9-2b1acd62283b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.582142 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26bea72d-0848-4725-90a9-2b1acd62283b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.700755 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26bea72d-0848-4725-90a9-2b1acd62283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.704076 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-26bea72d-0848-4725-90a9-2b1acd62283b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:21.705355 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-26bea72d-0848-4725-90a9-2b1acd62283b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e628950c-9825-40ec-899b-f0fe684b339b HTTP/1.1" status: 204 len: 168 time: 0.1938002 Aug 20 11:54:21.713548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bea72d-0848-4725-90a9-2b1acd62283b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e628950c-9825-40ec-899b-f0fe684b339b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:23.797190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36206) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:23.898915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:24.033899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.124433 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.235528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Allocated IP 172.25.4.113 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/d15b824f-87b9-465c-84a1-7c0b4525625b) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:24.341712 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.449605 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.489765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:24.494603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:24.502519 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:24.505779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Pushing event updated for resources: {'Port': ['ID=d15b824f-87b9-465c-84a1-7c0b4525625b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:24.601647 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.722657 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.884337 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:24.982406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.072754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Pushing event updated for resources: {'Port': ['ID=d15b824f-87b9-465c-84a1-7c0b4525625b,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:25.078086 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.169040 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.170888 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-84cd39a1-3fd2-447f-a915-f25b4681263a tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3725026 Aug 20 11:54:25.173696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36218) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:25.178614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-787264199', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'fixed_ips': [{'ip_address': '172.25.4.113'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:25.306388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Made reservation on behalf of fdfe8bd968ae4adbbe13a9e9bbe67a09 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:25.308923 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.318197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.409035 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.517831 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:25.528774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] device_id is not set on port 9f5574ce-5332-436b-802b-67ac7f61b124 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:54:25.599628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7534e22-7b0e-4096-9c37-8f35abb974bf,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:25.767285 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 11:54:25.768325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:54:25.869432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b5b0e24a-8866-4301-b906-181d0112c8bb tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6922109 Aug 20 11:54:25.869729 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36224) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:26.025825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ae2488b1-f762-44ac-b991-d19d69ce87d9 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Deleting port d15b824f-87b9-465c-84a1-7c0b4525625b {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:26.027225 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae2488b1-f762-44ac-b991-d19d69ce87d9 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.104621 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae2488b1-f762-44ac-b991-d19d69ce87d9 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.104991 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae2488b1-f762-44ac-b991-d19d69ce87d9 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.117073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ae2488b1-f762-44ac-b991-d19d69ce87d9 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Calling delete_port for d15b824f-87b9-465c-84a1-7c0b4525625b owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:26.323422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae2488b1-f762-44ac-b991-d19d69ce87d9 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.352888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2488b1-f762-44ac-b991-d19d69ce87d9 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Pushing event deleted for resources: {'Port': ['ID=d15b824f-87b9-465c-84a1-7c0b4525625b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:26.419099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae2488b1-f762-44ac-b991-d19d69ce87d9 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.422182 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae2488b1-f762-44ac-b991-d19d69ce87d9 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:26.423398 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ae2488b1-f762-44ac-b991-d19d69ce87d9 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493 tempest-ExternalNetworksAdminNegativeTestJSON-1419124493-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/e0f3233e-0003-412d-a403-3ed79e8e218d HTTP/1.1" status: 204 len: 168 time: 0.5527260 Aug 20 11:54:26.907495 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36236) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:27.022126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa220479-52a0-4ee3-a4e5-fad999852a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.115880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa220479-52a0-4ee3-a4e5-fad999852a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.210959 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fa220479-52a0-4ee3-a4e5-fad999852a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.250513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fa220479-52a0-4ee3-a4e5-fad999852a49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6b60b9642c24fe99de17e278614cc13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413353 Aug 20 11:54:27.251456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa220479-52a0-4ee3-a4e5-fad999852a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bffb6a-be47-4ed4-a875-8a280537f2d3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:27.253328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36242) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:27.302691 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d12857f9-e907-4426-b1f8-9d4b8489dabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.323497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d12857f9-e907-4426-b1f8-9d4b8489dabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.462171 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d12857f9-e907-4426-b1f8-9d4b8489dabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.464935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d12857f9-e907-4426-b1f8-9d4b8489dabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:27.466243 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d12857f9-e907-4426-b1f8-9d4b8489dabc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63bffb6a-be47-4ed4-a875-8a280537f2d3 HTTP/1.1" status: 204 len: 168 time: 0.2117286 Aug 20 11:54:27.475078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12857f9-e907-4426-b1f8-9d4b8489dabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bffb6a-be47-4ed4-a875-8a280537f2d3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:28.167479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36252) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:28.208725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b3e0d443-08cd-4b0a-ba3e-39691209721e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdfe8bd968ae4adbbe13a9e9bbe67a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395076 Aug 20 11:54:28.210851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36254) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:28.265852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-775e7c61-0ac5-4e3d-8e7f-afc5fce0bf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.287272 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-775e7c61-0ac5-4e3d-8e7f-afc5fce0bf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.414710 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-775e7c61-0ac5-4e3d-8e7f-afc5fce0bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.417442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-775e7c61-0ac5-4e3d-8e7f-afc5fce0bf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:28.418804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-775e7c61-0ac5-4e3d-8e7f-afc5fce0bf2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7534e22-7b0e-4096-9c37-8f35abb974bf HTTP/1.1" status: 204 len: 168 time: 0.2069521 Aug 20 11:54:28.427545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e7c61-0ac5-4e3d-8e7f-afc5fce0bf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7534e22-7b0e-4096-9c37-8f35abb974bf,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:30.326344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36306) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:30.469329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1840393770'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:30.582253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Made reservation on behalf of aad41f489dd14eb5a56a2602d00e73fe for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:30.585804 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.595237 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.682701 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.740334 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.766408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:30.776329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b30c0ae-cb4f-4498-8a37-1344149b3927,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:30.783757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.784105 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Added segment 9a25a500-aa9f-48d0-83cc-92d87d0b4847 of type vlan for network a786759d-bdda-4886-b880-df426a3c5be2 Aug 20 11:54:30.825888 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.940021 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:30.945759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:30.949856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.020477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Pushing event updated for resources: {'Network': ['ID=a786759d-bdda-4886-b880-df426a3c5be2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:31.033509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network a786759d-bdda-4886-b880-df426a3c5be2 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:31.091441 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c46c581e-681a-4524-8327-2d5b6f3b02b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7638495 Aug 20 11:54:31.258021 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36318) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:31.263207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Request body: {'port': {'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2', 'binding:host_id': 'n-h1-804230-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1632582444'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:31.370631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Made reservation on behalf of fe03db4201c84f04b6843e0f256953bb for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:31.373078 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.382730 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.479445 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.536678 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.542409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] device_id is not set on port e028cfa4-b026-4b47-b52a-ca300192e10c yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:54:31.619534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1ddb20-7382-47bb-a80f-bc9da2e4dbbd,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:31.764930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] device_id is not set on port e028cfa4-b026-4b47-b52a-ca300192e10c yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:54:31.774222 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.784800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Transition to ACTIVE for port object e028cfa4-b026-4b47-b52a-ca300192e10c will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:31.857092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:31.911698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event updated for resources: {'Port': ['ID=e028cfa4-b026-4b47-b52a-ca300192e10c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:31.929126 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Checking segment: {'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:31.929484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Network hostable DHCP agents. Network: a786759d-bdda-4886-b880-df426a3c5be2, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:54:32.037653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Network a786759d-bdda-4886-b880-df426a3c5be2 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:54:32.123681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, a786759d-bdda-4886-b880-df426a3c5be2) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:32.127892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:32.133447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8853c69b-b918-46d6-8257-4eb822fc4236 None None] Network a786759d-bdda-4886-b880-df426a3c5be2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:32.142358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.142654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.142993 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.147450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:32.147779 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:32.148171 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 2 to bind port e028cfa4-b026-4b47-b52a-ca300192e10c Aug 20 11:54:32.162771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.163316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.163893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.169533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:32.169882 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:32.170257 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 3 to bind port e028cfa4-b026-4b47-b52a-ca300192e10c Aug 20 11:54:32.189946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.190307 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.190631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.195491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:32.195491 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:32.195816 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 4 to bind port e028cfa4-b026-4b47-b52a-ca300192e10c Aug 20 11:54:32.207948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.208278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.208731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.213010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:32.213335 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:32.213743 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 5 to bind port e028cfa4-b026-4b47-b52a-ca300192e10c Aug 20 11:54:32.227135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.227464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.227801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.232724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:32.233208 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:32.233610 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 6 to bind port e028cfa4-b026-4b47-b52a-ca300192e10c Aug 20 11:54:32.250278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.250660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.251002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.256502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:32.256838 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:32.257233 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 7 to bind port e028cfa4-b026-4b47-b52a-ca300192e10c Aug 20 11:54:32.270273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.270646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.270986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.275297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:32.275623 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:32.276013 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 8 to bind port e028cfa4-b026-4b47-b52a-ca300192e10c Aug 20 11:54:32.288000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.288337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.288655 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.292848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:32.293183 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:32.293550 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 9 to bind port e028cfa4-b026-4b47-b52a-ca300192e10c Aug 20 11:54:32.306041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.306376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.306740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.310919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:32.311239 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:32.311623 n-d-804230-3 neutron-server[95588]: INFO neutron.plugins.ml2.plugin [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 10 to bind port e028cfa4-b026-4b47-b52a-ca300192e10c Aug 20 11:54:32.324263 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:32.324552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:32.324894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:32.329537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e028cfa4-b026-4b47-b52a-ca300192e10c on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:32.329870 n-d-804230-3 neutron-server[95588]: ERROR neutron.plugins.ml2.managers [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e028cfa4-b026-4b47-b52a-ca300192e10c on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:32.330241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.401854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] For port e028cfa4-b026-4b47-b52a-ca300192e10c, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:32.401854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempted to set empty binding levels {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 11:54:32.540674 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.574260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:32.574934 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.599166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event updated for resources: {'Port': ['ID=e028cfa4-b026-4b47-b52a-ca300192e10c,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:32.741891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ece02b40-c4b8-4ee2-893c-277557e314b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4824495 Aug 20 11:54:32.744802 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36328) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:32.829367 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0190291a-1e38-4ed5-bb9a-1b5bb3e63f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Deleting port e028cfa4-b026-4b47-b52a-ca300192e10c {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:32.829790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0190291a-1e38-4ed5-bb9a-1b5bb3e63f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.894699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-0190291a-1e38-4ed5-bb9a-1b5bb3e63f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] For port e028cfa4-b026-4b47-b52a-ca300192e10c, host n-h1-804230-3, got binding levels [] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:32.895069 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0190291a-1e38-4ed5-bb9a-1b5bb3e63f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:32.910608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0190291a-1e38-4ed5-bb9a-1b5bb3e63f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Calling delete_port for e028cfa4-b026-4b47-b52a-ca300192e10c owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:33.125958 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0190291a-1e38-4ed5-bb9a-1b5bb3e63f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.151858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190291a-1e38-4ed5-bb9a-1b5bb3e63f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event deleted for resources: {'Port': ['ID=e028cfa4-b026-4b47-b52a-ca300192e10c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:33.159353 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0190291a-1e38-4ed5-bb9a-1b5bb3e63f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.161358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0190291a-1e38-4ed5-bb9a-1b5bb3e63f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "DELETE /v2.0/ports/e028cfa4-b026-4b47-b52a-ca300192e10c HTTP/1.1" status: 204 len: 168 time: 0.4155102 Aug 20 11:54:33.164524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36332) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:33.189188 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-be72162a-65da-490a-a1e8-6d053ea14c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:54:33.190687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-be72162a-65da-490a-a1e8-6d053ea14c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "GET /v2.0/ports/e028cfa4-b026-4b47-b52a-ca300192e10c HTTP/1.1" status: 404 len: 333 time: 0.0252173 Aug 20 11:54:33.197081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36334) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:33.201811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Request body: {'port': {'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-362153854'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:33.342503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Made reservation on behalf of fe03db4201c84f04b6843e0f256953bb for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:33.344988 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.363023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] device_id is not set on port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:54:33.534226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.677875 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.720351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Network a786759d-bdda-4886-b880-df426a3c5be2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:33.723250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:33.726873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:33.727823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:33.728434 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:33.741979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event updated for resources: {'Port': ['ID=4c1eb941-2ee7-4236-808b-d10c6129d9c8,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:33.815863 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e9304ae8-3946-4230-b01f-bb57387439af tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6176732 Aug 20 11:54:33.818780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36340) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:33.824062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:33.881609 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.062563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] device_id is not set on port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:54:34.078386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.092814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Transition to ACTIVE for port object 4c1eb941-2ee7-4236-808b-d10c6129d9c8 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:34.193886 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.248119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event updated for resources: {'Port': ['ID=4c1eb941-2ee7-4236-808b-d10c6129d9c8,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:34.261343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.261684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.262115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.267256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:34.267601 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:34.268025 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 2 to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 Aug 20 11:54:34.284455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.284626 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.284940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.289242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:34.289569 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:34.289959 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 3 to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 Aug 20 11:54:34.301849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.302219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.302598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.306991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:34.307315 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:34.307706 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 4 to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 Aug 20 11:54:34.321127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.321499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.321836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.326332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:34.326719 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:34.327139 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 5 to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 Aug 20 11:54:34.340205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.340543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.340881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.345074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:34.345399 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:34.345785 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 6 to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 Aug 20 11:54:34.359795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.360133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.360474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.364863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:34.365190 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:34.365627 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 7 to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 Aug 20 11:54:34.381109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.381470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.381813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.386602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:34.386942 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:34.387339 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 8 to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 Aug 20 11:54:34.401431 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.401816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.402161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.406739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:34.407103 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:34.407500 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 9 to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 Aug 20 11:54:34.424302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.424302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.424302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.425675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:34.426013 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:34.426410 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 10 to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 Aug 20 11:54:34.444380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:34.444380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:34.445284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:34.450084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:34.450412 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:34.450810 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.521564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] For port 4c1eb941-2ee7-4236-808b-d10c6129d9c8, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:34.521948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempted to set empty binding levels {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 11:54:34.594028 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.630929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] In _notify_port_updated(), no bound segment for port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:54:34.630929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.630929 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.633907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "PUT /v2.0/ports/4c1eb941-2ee7-4236-808b-d10c6129d9c8 HTTP/1.1" status: 200 len: 978 time: 0.8141050 Aug 20 11:54:34.634062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36348) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:34.652190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc4801-2c19-436d-ada5-bf84c6081c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event updated for resources: {'Port': ['ID=4c1eb941-2ee7-4236-808b-d10c6129d9c8,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:34.731649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.732122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.732587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.733054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.734204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.738743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.739615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.739615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.739785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.740173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.740621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.741069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.741513 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:34.744482 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-be0b0829-87bc-437d-8967-cee3472abc07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19791 time: 0.1090925 Aug 20 11:54:34.748431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36350) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:34.828629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a4f3d-416d-4aea-8cca-1cae9b08a016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Deleting port 4c1eb941-2ee7-4236-808b-d10c6129d9c8 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:34.828884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4f3d-416d-4aea-8cca-1cae9b08a016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.891827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-cf5a4f3d-416d-4aea-8cca-1cae9b08a016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] For port 4c1eb941-2ee7-4236-808b-d10c6129d9c8, host n-h1-804230-3, got binding levels [] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:34.892194 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4f3d-416d-4aea-8cca-1cae9b08a016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:34.905843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a4f3d-416d-4aea-8cca-1cae9b08a016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Calling delete_port for 4c1eb941-2ee7-4236-808b-d10c6129d9c8 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:35.079572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4f3d-416d-4aea-8cca-1cae9b08a016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.109415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a4f3d-416d-4aea-8cca-1cae9b08a016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c1eb941-2ee7-4236-808b-d10c6129d9c8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:35.112856 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf5a4f3d-416d-4aea-8cca-1cae9b08a016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.114891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cf5a4f3d-416d-4aea-8cca-1cae9b08a016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "DELETE /v2.0/ports/4c1eb941-2ee7-4236-808b-d10c6129d9c8 HTTP/1.1" status: 204 len: 168 time: 0.3654945 Aug 20 11:54:35.118261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36352) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:35.140829 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1095bf2-f7b3-48dd-9712-2e84e3964698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:54:35.142388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d1095bf2-f7b3-48dd-9712-2e84e3964698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "GET /v2.0/ports/4c1eb941-2ee7-4236-808b-d10c6129d9c8 HTTP/1.1" status: 404 len: 333 time: 0.0237825 Aug 20 11:54:35.146399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36354) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:35.151206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-527771505', 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:35.268002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Made reservation on behalf of fe03db4201c84f04b6843e0f256953bb for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:35.270356 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.301410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] device_id is not set on port 5a4314be-7c31-4872-9aa2-50b082466b08 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:54:35.451242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.565795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.609895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Network a786759d-bdda-4886-b880-df426a3c5be2 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:35.612857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:35.616380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:35.621745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:35.621745 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.626195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event updated for resources: {'Port': ['ID=5a4314be-7c31-4872-9aa2-50b082466b08,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:35.707124 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-17f1e030-287d-4c86-890c-c1484979c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5595214 Aug 20 11:54:35.709732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36362) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:35.747856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca6c1d-2993-4d2b-bcfb-7cca1e5c131d tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:35.749808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b0ca6c1d-2993-4d2b-bcfb-7cca1e5c131d tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "GET /v2.0/ports/5a4314be-7c31-4872-9aa2-50b082466b08 HTTP/1.1" status: 200 len: 958 time: 0.0385511 Aug 20 11:54:35.752901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36364) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:35.830694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f0282daa-124f-44b9-a112-1d506a4bc954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Deleting port 5a4314be-7c31-4872-9aa2-50b082466b08 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:35.831059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0282daa-124f-44b9-a112-1d506a4bc954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.892506 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0282daa-124f-44b9-a112-1d506a4bc954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:35.909715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f0282daa-124f-44b9-a112-1d506a4bc954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Calling delete_port for 5a4314be-7c31-4872-9aa2-50b082466b08 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:36.091233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0282daa-124f-44b9-a112-1d506a4bc954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.119535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0282daa-124f-44b9-a112-1d506a4bc954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a4314be-7c31-4872-9aa2-50b082466b08,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:36.126032 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f0282daa-124f-44b9-a112-1d506a4bc954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.127515 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f0282daa-124f-44b9-a112-1d506a4bc954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "DELETE /v2.0/ports/5a4314be-7c31-4872-9aa2-50b082466b08 HTTP/1.1" status: 204 len: 168 time: 0.3734996 Aug 20 11:54:36.130317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36366) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:36.154248 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47b4397-21f3-4cbc-8eba-51406b9abe36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:54:36.155979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a47b4397-21f3-4cbc-8eba-51406b9abe36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "GET /v2.0/ports/5a4314be-7c31-4872-9aa2-50b082466b08 HTTP/1.1" status: 404 len: 333 time: 0.0246727 Aug 20 11:54:36.160013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36368) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:36.165095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Request body: {'port': {'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633061629'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:36.279649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Made reservation on behalf of fe03db4201c84f04b6843e0f256953bb for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:36.281896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.298159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] device_id is not set on port e17e3b73-51f2-4d68-89e7-11c1f0228b57 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:54:36.460642 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.649599 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.964675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Network a786759d-bdda-4886-b880-df426a3c5be2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:36.967357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:36.970718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:36.971645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:36.972243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:36.984134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event updated for resources: {'Port': ['ID=e17e3b73-51f2-4d68-89e7-11c1f0228b57,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.110937 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-647a965e-2568-49aa-b20f-e201bf7d3e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9477520 Aug 20 11:54:37.114995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36376) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:37.124468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:37.177737 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.346651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] device_id is not set on port e17e3b73-51f2-4d68-89e7-11c1f0228b57 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:54:37.353987 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.366241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Transition to ACTIVE for port object e17e3b73-51f2-4d68-89e7-11c1f0228b57 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:37.447233 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.509921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event updated for resources: {'Port': ['ID=e17e3b73-51f2-4d68-89e7-11c1f0228b57,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.524734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.525061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.525306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.531095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:37.531431 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:37.535175 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 2 to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 Aug 20 11:54:37.546027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.547253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.547567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.552399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:37.552718 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:37.553112 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 3 to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 Aug 20 11:54:37.565528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.565855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.566190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.570811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:37.571139 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:37.571527 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 4 to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 Aug 20 11:54:37.585226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.585554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.585888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.590459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:37.590803 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:37.591201 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 5 to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 Aug 20 11:54:37.605213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.605578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.605943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.611441 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:37.611776 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:37.612181 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 6 to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 Aug 20 11:54:37.625988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.626339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.626727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.631180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:37.632239 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:37.632239 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 7 to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 Aug 20 11:54:37.644858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.645198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.645535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.650026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:37.650354 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:37.650780 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 8 to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 Aug 20 11:54:37.664246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.664584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.664920 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.669222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:37.669548 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:37.669940 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 9 to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 Aug 20 11:54:37.681944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.682283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.682648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.687004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:37.687328 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:37.687721 n-d-804230-3 neutron-server[95587]: INFO neutron.plugins.ml2.plugin [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempt 10 to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 Aug 20 11:54:37.700487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:37.700838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:37.701283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempting to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:37.706217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:54:37.706640 n-d-804230-3 neutron-server[95587]: ERROR neutron.plugins.ml2.managers [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Failed to bind port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on host n-h1-804230-3 for vnic_type normal using segments [{'id': '9a25a500-aa9f-48d0-83cc-92d87d0b4847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a786759d-bdda-4886-b880-df426a3c5be2'}] Aug 20 11:54:37.707018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.770559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] For port e17e3b73-51f2-4d68-89e7-11c1f0228b57, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:37.770895 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attempted to set empty binding levels {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 11:54:37.828754 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.861736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] In _notify_port_updated(), no bound segment for port e17e3b73-51f2-4d68-89e7-11c1f0228b57 on network a786759d-bdda-4886-b880-df426a3c5be2 {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:54:37.862613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:37.863228 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:37.864539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "PUT /v2.0/ports/e17e3b73-51f2-4d68-89e7-11c1f0228b57 HTTP/1.1" status: 200 len: 979 time: 0.7485988 Aug 20 11:54:37.867453 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36384) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:37.881692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa0808-3327-400d-a593-bf49e52f606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event updated for resources: {'Port': ['ID=e17e3b73-51f2-4d68-89e7-11c1f0228b57,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:37.957169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-38a5fd4a-67c9-4401-a061-7e70bc31c0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Deleting port e17e3b73-51f2-4d68-89e7-11c1f0228b57 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:37.957507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38a5fd4a-67c9-4401-a061-7e70bc31c0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.017421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-38a5fd4a-67c9-4401-a061-7e70bc31c0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] For port e17e3b73-51f2-4d68-89e7-11c1f0228b57, host n-h1-804230-3, got binding levels [] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:54:38.017794 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38a5fd4a-67c9-4401-a061-7e70bc31c0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.031773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-38a5fd4a-67c9-4401-a061-7e70bc31c0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Calling delete_port for e17e3b73-51f2-4d68-89e7-11c1f0228b57 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:38.454932 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38a5fd4a-67c9-4401-a061-7e70bc31c0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.480631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5fd4a-67c9-4401-a061-7e70bc31c0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Pushing event deleted for resources: {'Port': ['ID=e17e3b73-51f2-4d68-89e7-11c1f0228b57,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:38.490607 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-38a5fd4a-67c9-4401-a061-7e70bc31c0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.493023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-38a5fd4a-67c9-4401-a061-7e70bc31c0e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "DELETE /v2.0/ports/e17e3b73-51f2-4d68-89e7-11c1f0228b57 HTTP/1.1" status: 204 len: 168 time: 0.6245298 Aug 20 11:54:38.496108 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36392) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:38.526695 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-187d7578-665c-4262-bb12-384f95657d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] GET failed (client error): The resource could not be found. Aug 20 11:54:38.528181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-187d7578-665c-4262-bb12-384f95657d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-660964601-project-admin] 10.222.0.10 "GET /v2.0/ports/e17e3b73-51f2-4d68-89e7-11c1f0228b57 HTTP/1.1" status: 404 len: 333 time: 0.0309861 Aug 20 11:54:38.531586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36394) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:38.607669 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.694657 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.704695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a786759d-bdda-4886-b880-df426a3c5be2']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:38.714926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a25a500-aa9f-48d0-83cc-92d87d0b4847') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:38.715224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a25a500-aa9f-48d0-83cc-92d87d0b4847') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:38.724357 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.738749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.744788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:54:38.745185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:54:38.748239 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:54:38.896688 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.903877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:38.906784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] 10.222.0.10 "DELETE /v2.0/networks/a786759d-bdda-4886-b880-df426a3c5be2 HTTP/1.1" status: 204 len: 168 time: 0.3741188 Aug 20 11:54:38.918251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53b5ae-ac15-47f5-96a7-1efaac527583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495738938-project] Pushing event deleted for resources: {'Network': ['ID=a786759d-bdda-4886-b880-df426a3c5be2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:39.451236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36404) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:39.586456 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c2c798eb-6f99-4f66-9e9c-fcba3ecfc87e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aad41f489dd14eb5a56a2602d00e73fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339345 Aug 20 11:54:39.588911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36410) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:39.635982 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52f99b0c-e3cf-43aa-aa26-a7c2146a75b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.656739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52f99b0c-e3cf-43aa-aa26-a7c2146a75b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.781115 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52f99b0c-e3cf-43aa-aa26-a7c2146a75b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.783760 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-52f99b0c-e3cf-43aa-aa26-a7c2146a75b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:39.784926 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-52f99b0c-e3cf-43aa-aa26-a7c2146a75b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b30c0ae-cb4f-4498-8a37-1344149b3927 HTTP/1.1" status: 204 len: 168 time: 0.1951311 Aug 20 11:54:39.792895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f99b0c-e3cf-43aa-aa26-a7c2146a75b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b30c0ae-cb4f-4498-8a37-1344149b3927,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:40.580908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36420) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:40.621018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8d020dcf-f525-45d1-a7eb-67e867542c29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe03db4201c84f04b6843e0f256953bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387788 Aug 20 11:54:40.623306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36422) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:40.673955 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a068b6a-eb8b-47a2-a8bb-bb33f34b3afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.696132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a068b6a-eb8b-47a2-a8bb-bb33f34b3afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.822632 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a068b6a-eb8b-47a2-a8bb-bb33f34b3afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.825514 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7a068b6a-eb8b-47a2-a8bb-bb33f34b3afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:40.827584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7a068b6a-eb8b-47a2-a8bb-bb33f34b3afe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c1ddb20-7382-47bb-a80f-bc9da2e4dbbd HTTP/1.1" status: 204 len: 168 time: 0.2030973 Aug 20 11:54:40.840385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a068b6a-eb8b-47a2-a8bb-bb33f34b3afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1ddb20-7382-47bb-a80f-bc9da2e4dbbd,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:41.416380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:42.810237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36468) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:42.910047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-789718549', 'router:external': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:43.014424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Made reservation on behalf of 73a14d6947c44329bb6cd3403ca50828 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:43.017502 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.026817 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.122970 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.208182 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.229465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:54:43.244532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0165210-ac01-4dff-9462-7b23b3b5505b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:43.247467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.247813 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Added segment ff34918e-69f7-448a-9b8c-2c4cffc49964 of type vlan for network 02e01de1-a891-4e31-99cd-dadb10b2335c Aug 20 11:54:43.299648 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.428157 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.429227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:43.429972 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.494824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event updated for resources: {'Network': ['ID=02e01de1-a891-4e31-99cd-dadb10b2335c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:43.505217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 02e01de1-a891-4e31-99cd-dadb10b2335c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:54:43.588873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-936bd682-70ce-4a06-88c0-77b0d6e75855 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7773983 Aug 20 11:54:43.594357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36478) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:43.596751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Request body: {'subnet': {'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:43.748202 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:43.774669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Made reservation on behalf of 73a14d6947c44329bb6cd3403ca50828 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:43.777107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.143183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.objects.ports [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95588) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 11:54:44.143920 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.198008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event updated for resources: {'Subnet': ['ID=45c19177-2f20-4273-aea5-d1f509d8d9c2,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:44.213710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Checking segment: {'id': 'ff34918e-69f7-448a-9b8c-2c4cffc49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:44.214069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Network hostable DHCP agents. Network: 02e01de1-a891-4e31-99cd-dadb10b2335c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:54:44.339984 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Network 02e01de1-a891-4e31-99cd-dadb10b2335c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:54:44.454224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 02e01de1-a891-4e31-99cd-dadb10b2335c) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:44.458336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:44.459047 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.463197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa2f79-cd4d-4158-8e08-396e44241cfa None None] Network 02e01de1-a891-4e31-99cd-dadb10b2335c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:44.596704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02da7d22-adbd-4c1c-aa60-71126fa4d56b None None] Network 02e01de1-a891-4e31-99cd-dadb10b2335c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:54:44.615426 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-63d6935a-2c14-42f3-bc22-eecdefd614e8 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0226159 Aug 20 11:54:44.618245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36486) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:44.623887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1518712303', 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:44.742373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Made reservation on behalf of 73a14d6947c44329bb6cd3403ca50828 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:54:44.745377 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:44.762136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] device_id is not set on port 031c5b76-02fc-495a-99c1-4ab80bce9cc3 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:54:44.868051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Allocated IP 172.20.0.9 (02e01de1-a891-4e31-99cd-dadb10b2335c/45c19177-2f20-4273-aea5-d1f509d8d9c2/031c5b76-02fc-495a-99c1-4ab80bce9cc3) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:45.015234 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.136399 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ebc95b0a-6e78-4479-9a61-79b5e68f3412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.176013 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.215779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Network 02e01de1-a891-4e31-99cd-dadb10b2335c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:45.218804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:45.221392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:45.256627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event updated for resources: {'Port': ['ID=031c5b76-02fc-495a-99c1-4ab80bce9cc3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:45.273657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:45.274299 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.394525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1e3eef87-0fff-4a97-a4fa-39bdfc12c04a tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7749922 Aug 20 11:54:45.396996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36492) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:45.478166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe72ad-9a06-41e9-892b-f05657157902 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Deleting port 031c5b76-02fc-495a-99c1-4ab80bce9cc3 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:45.478624 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdfe72ad-9a06-41e9-892b-f05657157902 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.559327 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdfe72ad-9a06-41e9-892b-f05657157902 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.571318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe72ad-9a06-41e9-892b-f05657157902 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Calling delete_port for 031c5b76-02fc-495a-99c1-4ab80bce9cc3 owned by {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:45.799750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdfe72ad-9a06-41e9-892b-f05657157902 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.829040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe72ad-9a06-41e9-892b-f05657157902 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event deleted for resources: {'Port': ['ID=031c5b76-02fc-495a-99c1-4ab80bce9cc3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:45.895887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fdfe72ad-9a06-41e9-892b-f05657157902 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:45.899918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fdfe72ad-9a06-41e9-892b-f05657157902 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "DELETE /v2.0/ports/031c5b76-02fc-495a-99c1-4ab80bce9cc3 HTTP/1.1" status: 204 len: 168 time: 0.4993665 Aug 20 11:54:45.900094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36498) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:45.904990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c', 'external_fixed_ips': [{'subnet_id': '45c19177-2f20-4273-aea5-d1f509d8d9c2', 'ip_address': '172.20.0.9'}]}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:46.028147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.029234 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.080932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.300281 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.651168 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.675815 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:46.826596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Allocated IP 172.20.0.9 (02e01de1-a891-4e31-99cd-dadb10b2335c/45c19177-2f20-4273-aea5-d1f509d8d9c2/37eca6a4-e34b-456f-97e4-216f188842c9) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:46.939901 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.089289 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.127052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Network 02e01de1-a891-4e31-99cd-dadb10b2335c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:47.129959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:47.133565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:47.164094 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event updated for resources: {'Port': ['ID=37eca6a4-e34b-456f-97e4-216f188842c9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:47.504805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.703423 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:47.879426 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e7ea1689-2260-4ffb-8371-17d1dc246e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.028078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Router 54f776f3-2bed-4763-92b7-85e95e41c718 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:54:48.145371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:48.154670 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Sync routers for ids ['54f776f3-2bed-4763-92b7-85e95e41c718'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:48.164048 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Routers {'54f776f3-2bed-4763-92b7-85e95e41c718'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:48.170307 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['54f776f3-2bed-4763-92b7-85e95e41c718'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:48.243066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.247020 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c986f8ff-9fe4-46fb-9864-b31d43c0d42e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.3431427 Aug 20 11:54:48.247252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36512) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:48.270314 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Set router 54f776f3-2bed-4763-92b7-85e95e41c718 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:48.358959 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.470167 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.544288 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f776f3-2bed-4763-92b7-85e95e41c718', 'name': '', 'tenant_id': '73a14d6947c44329bb6cd3403ca50828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c', 'external_fixed_ips': [{'subnet_id': '45c19177-2f20-4273-aea5-d1f509d8d9c2', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '37eca6a4-e34b-456f-97e4-216f188842c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:46Z', 'updated_at': '2021-08-20T11:54:47Z', 'revision_number': 3, 'project_id': '73a14d6947c44329bb6cd3403ca50828', 'gw_port': {'id': '37eca6a4-e34b-456f-97e4-216f188842c9', 'name': '', 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f776f3-2bed-4763-92b7-85e95e41c718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '45c19177-2f20-4273-aea5-d1f509d8d9c2', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:46Z', 'updated_at': '2021-08-20T11:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45c19177-2f20-4273-aea5-d1f509d8d9c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:48.574201 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Checking router: 54f776f3-2bed-4763-92b7-85e95e41c718 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:48.574574 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Updating router 54f776f3-2bed-4763-92b7-85e95e41c718 port 37eca6a4-e34b-456f-97e4-216f188842c9 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:54:48.599445 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.635364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Deleting port 37eca6a4-e34b-456f-97e4-216f188842c9 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:48.635736 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.661869 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.720868 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.733848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Calling delete_port for 37eca6a4-e34b-456f-97e4-216f188842c9 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:48.865318 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:48.874991 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Transition to ACTIVE for port object 37eca6a4-e34b-456f-97e4-216f188842c9 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:49.005233 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.067179 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Pushing event updated for resources: {'Port': ['ID=37eca6a4-e34b-456f-97e4-216f188842c9,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.077929 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.078257 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.078638 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.078979 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.079314 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.079649 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.079964 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.080319 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.080601 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.080923 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.081247 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.081570 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9ca727-5490-4933-ad91-ea6907d446a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:54:49.086176 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Attempting to bind port 37eca6a4-e34b-456f-97e4-216f188842c9 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:49.086914 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Attempting to bind port 37eca6a4-e34b-456f-97e4-216f188842c9 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ff34918e-69f7-448a-9b8c-2c4cffc49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:49.087289 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Attempting to bind port 37eca6a4-e34b-456f-97e4-216f188842c9 on network 02e01de1-a891-4e31-99cd-dadb10b2335c {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:49.095045 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:49.095475 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Checking segment: {'id': 'ff34918e-69f7-448a-9b8c-2c4cffc49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:49.095879 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.096267 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Bound using segment: {'id': 'ff34918e-69f7-448a-9b8c-2c4cffc49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:49.096776 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Bound port: 37eca6a4-e34b-456f-97e4-216f188842c9, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff34918e-69f7-448a-9b8c-2c4cffc49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:49.097186 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.243133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.244098 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.db.api [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:54:49.244540 n-d-804230-3 neutron-server[95590]: DEBUG oslo_db.api [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:54:49.270281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event deleted for resources: {'Port': ['ID=37eca6a4-e34b-456f-97e4-216f188842c9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.339232 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.357688 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.427215 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.429370 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.622163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.622796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54f776f3-2bed-4763-92b7-85e95e41c718 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:54:49.627472 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.628752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e24e1b0c-3cee-48dc-969c-3cc4a4321f70 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "DELETE /v2.0/routers/54f776f3-2bed-4763-92b7-85e95e41c718 HTTP/1.1" status: 204 len: 168 time: 1.3806322 Aug 20 11:54:49.631449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36522) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:49.677754 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0068a731-173f-4da3-bdd6-56906bc2a6a3 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Deleting subnet 45c19177-2f20-4273-aea5-d1f509d8d9c2 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:54:49.680941 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0068a731-173f-4da3-bdd6-56906bc2a6a3 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.715111 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0068a731-173f-4da3-bdd6-56906bc2a6a3 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.755899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0068a731-173f-4da3-bdd6-56906bc2a6a3 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.759448 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Attempting to bind port 37eca6a4-e34b-456f-97e4-216f188842c9 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:49.759975 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Attempting to bind port 37eca6a4-e34b-456f-97e4-216f188842c9 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ff34918e-69f7-448a-9b8c-2c4cffc49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:49.760337 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Attempting to bind port 37eca6a4-e34b-456f-97e4-216f188842c9 on network 02e01de1-a891-4e31-99cd-dadb10b2335c {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:49.765238 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:49.765611 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Checking segment: {'id': 'ff34918e-69f7-448a-9b8c-2c4cffc49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:49.766004 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.766393 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Bound using segment: {'id': 'ff34918e-69f7-448a-9b8c-2c4cffc49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:49.766885 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Bound port: 37eca6a4-e34b-456f-97e4-216f188842c9, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff34918e-69f7-448a-9b8c-2c4cffc49964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '02e01de1-a891-4e31-99cd-dadb10b2335c'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:49.767261 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.786872 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.plugin [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Port 37eca6a4-e34b-456f-97e4-216f188842c9 has been deleted concurrently {{(pid=95590) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 11:54:49.796882 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Routers set() bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:49.797324 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Router IDs set() for agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 11:54:49.798490 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_agentschedulers_db [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54f776f3-2bed-4763-92b7-85e95e41c718'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent'). {{(pid=95590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 11:54:49.798490 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76382e-d5ce-42dc-8f54-78a257dc381f None None] The sync data for ids ['54f776f3-2bed-4763-92b7-85e95e41c718'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:49.910939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0068a731-173f-4da3-bdd6-56906bc2a6a3 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.934875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068a731-173f-4da3-bdd6-56906bc2a6a3 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=45c19177-2f20-4273-aea5-d1f509d8d9c2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:49.941146 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0068a731-173f-4da3-bdd6-56906bc2a6a3 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:49.943221 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0068a731-173f-4da3-bdd6-56906bc2a6a3 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/45c19177-2f20-4273-aea5-d1f509d8d9c2 HTTP/1.1" status: 204 len: 168 time: 0.3107588 Aug 20 11:54:49.949229 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36528) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:50.011833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.097845 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.109034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e01de1-a891-4e31-99cd-dadb10b2335c']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:50.120237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff34918e-69f7-448a-9b8c-2c4cffc49964') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:50.120640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff34918e-69f7-448a-9b8c-2c4cffc49964') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:50.131027 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.145796 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.152166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:54:50.152568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: items = [ Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:54:50.154342 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:54:50.319380 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.326014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02e01de1-a891-4e31-99cd-dadb10b2335c {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 11:54:50.337222 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.343754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "DELETE /v2.0/networks/02e01de1-a891-4e31-99cd-dadb10b2335c HTTP/1.1" status: 204 len: 168 time: 0.3970888 Aug 20 11:54:50.345612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204aa23-0181-43f7-a36d-a0acf4421a4d tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event deleted for resources: {'Network': ['ID=02e01de1-a891-4e31-99cd-dadb10b2335c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:50.651738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36538) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:50.656284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-7e2c40c4-3c75-4118-a1c7-e5f458443bb5 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Request body: {'router': {'name': 'tempest-router--1335123592', 'project_id': '8eb4619396eb46cf9605d37176810cb7'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:50.843092 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e2c40c4-3c75-4118-a1c7-e5f458443bb5 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.843092 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e2c40c4-3c75-4118-a1c7-e5f458443bb5 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.891469 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:50.898921 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e2c40c4-3c75-4118-a1c7-e5f458443bb5 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.045523 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e2c40c4-3c75-4118-a1c7-e5f458443bb5 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.168330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7e2c40c4-3c75-4118-a1c7-e5f458443bb5 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.172849 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7e2c40c4-3c75-4118-a1c7-e5f458443bb5 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5176265 Aug 20 11:54:51.174089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36546) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:51.252385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4b75-7934-412b-adf8-3ac190dced01 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.410893 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4b75-7934-412b-adf8-3ac190dced01 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.412954 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4b75-7934-412b-adf8-3ac190dced01 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.530823 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4b75-7934-412b-adf8-3ac190dced01 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.531332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfd4b75-7934-412b-adf8-3ac190dced01 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c61094ba-0399-4322-a39d-c30067771d89 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:54:51.536008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4b75-7934-412b-adf8-3ac190dced01 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:51.540711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0bfd4b75-7934-412b-adf8-3ac190dced01 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "DELETE /v2.0/routers/c61094ba-0399-4322-a39d-c30067771d89 HTTP/1.1" status: 204 len: 168 time: 0.3628383 Aug 20 11:54:51.905883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36552) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:52.108654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-880303289', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:52.220065 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.221142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.276664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.517334 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.636390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-077982f0-7aa7-47d3-b44f-74a8b45ee40f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422761 Aug 20 11:54:52.719533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-f68f70b6-a1f3-4a18-871a-db6fe9cd1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:52.721041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-f68f70b6-a1f3-4a18-871a-db6fe9cd1d47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1096 time: 0.0417585 Aug 20 11:54:52.836796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-fdc90766-9a2c-45e8-a3f1-f3f1d33c6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:52.838295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-fdc90766-9a2c-45e8-a3f1-f3f1d33c6b9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.0975456 Aug 20 11:54:52.850017 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.875097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:52.911619 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-77f18d58-82de-4c81-98fd-a4cbbf22f8f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 200 len: 1001 time: 0.0657377 Aug 20 11:54:52.965940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-b71ebb8f-39cc-4f0f-b6da-510706e5a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:52.967552 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-b71ebb8f-39cc-4f0f-b6da-510706e5a907 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0493248 Aug 20 11:54:52.989445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Allocated IP 172.25.4.104 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/c19ff641-1e22-4315-b84e-4d9672b6a44d) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:53.017426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-a1a9da4e-08b9-4a2d-a32b-6c8369b04f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:53.019186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-a1a9da4e-08b9-4a2d-a32b-6c8369b04f60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449553 Aug 20 11:54:53.114558 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.118542 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-daaf2e3c-f1a2-4c80-bdb8-b6f18a312c9c service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923252 Aug 20 11:54:53.214664 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d46f655b-9b7b-4c0d-980f-6fb3745ab610 req-f2b887dc-93fc-4dda-a71d-da5f2a9b0b4d service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896499 Aug 20 11:54:53.260259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.298800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:53.301468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:53.304849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:53.312899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Pushing event updated for resources: {'Port': ['ID=c19ff641-1e22-4315-b84e-4d9672b6a44d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:53.652822 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:53.852398 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.107858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Router ef7731ce-96d2-4cf4-894b-ac212640fd56 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:54:54.224828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:54.236885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c68a9-672e-4e80-b831-b6529513c3de None None] Sync routers for ids ['ef7731ce-96d2-4cf4-894b-ac212640fd56'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:54.250073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c68a9-672e-4e80-b831-b6529513c3de None None] Routers {'ef7731ce-96d2-4cf4-894b-ac212640fd56'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:54.251330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0e3c68a9-672e-4e80-b831-b6529513c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ef7731ce-96d2-4cf4-894b-ac212640fd56'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:54.286013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0e3c68a9-672e-4e80-b831-b6529513c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:54.294895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c68a9-672e-4e80-b831-b6529513c3de None None] Routers {'ef7731ce-96d2-4cf4-894b-ac212640fd56'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:54.295534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0e3c68a9-672e-4e80-b831-b6529513c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ef7731ce-96d2-4cf4-894b-ac212640fd56'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:54.357842 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:54.361903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-17aaac35-b047-4921-a1bc-cc276b0c395d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4520495 Aug 20 11:54:54.362161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36576) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:54.497878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0e3c68a9-672e-4e80-b831-b6529513c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:54.499232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c68a9-672e-4e80-b831-b6529513c3de None None] The sync data for ids ['ef7731ce-96d2-4cf4-894b-ac212640fd56'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:54:54.783904 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-76af07f2-f4f9-4dd9-9dad-059dea95617b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/routers/ef7731ce-96d2-4cf4-894b-ac212640fd56 HTTP/1.1" status: 200 len: 920 time: 0.4173849 Aug 20 11:54:54.784436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36578) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:54.812375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b3c7e57b-b5c1-4aa1-91d6-b9d952e6379d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7731ce-96d2-4cf4-894b-ac212640fd56 HTTP/1.1" status: 200 len: 205 time: 0.0267441 Aug 20 11:54:54.814926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36580) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:54.925349 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.048699 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.341602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Deleting port c19ff641-1e22-4315-b84e-4d9672b6a44d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:54:55.341844 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.429442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.443609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Calling delete_port for c19ff641-1e22-4315-b84e-4d9672b6a44d owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:54:55.700016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:55.727714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Pushing event deleted for resources: {'Port': ['ID=c19ff641-1e22-4315-b84e-4d9672b6a44d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:55.791008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.213624 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.216469 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.262303 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-3b60409b-5789-42ef-ada6-ffa0559158d3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4405997 Aug 20 11:54:56.355020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.355580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Fanout notify agent at l3_agent the message router_deleted on router ef7731ce-96d2-4cf4-894b-ac212640fd56 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:54:56.364997 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.370278 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c8311df0-68b7-4c6e-a8c4-fe3b6894e1d7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/ef7731ce-96d2-4cf4-894b-ac212640fd56 HTTP/1.1" status: 204 len: 168 time: 1.5503089 Aug 20 11:54:56.370278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36592) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:56.374647 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Request body: {'router': {'name': 'tempest-snat-router-830293811', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'enable_snat': False}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:56.404831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-98eda763-45ec-465c-a7f2-6c372d3b62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:56.407088 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-98eda763-45ec-465c-a7f2-6c372d3b62e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 1097 time: 0.0834408 Aug 20 11:54:56.521496 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-eee07395-815b-47a1-abd2-168d147da64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:56.523264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-eee07395-815b-47a1-abd2-168d147da64f service neutron] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.0911725 Aug 20 11:54:56.524060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.525138 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.626554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:56.640037 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-7a64e452-ac16-4b1a-86ac-7e6770089113 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d137100-d441-4f86-a55f-c75cef349501 HTTP/1.1" status: 200 len: 1002 time: 0.1052511 Aug 20 11:54:56.695727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-23477d88-c616-4383-9131-68f35b3cf8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:56.697237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-23477d88-c616-4383-9131-68f35b3cf8da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0465953 Aug 20 11:54:56.826544 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-a32205dd-1f36-4cf9-8132-eb8f89472da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:54:56.828101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-a32205dd-1f36-4cf9-8132-eb8f89472da3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191361 Aug 20 11:54:56.950311 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.005381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-30a54b1b-cdbe-4183-be6f-d4c8f1a0b73a service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394255 Aug 20 11:54:57.136000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8550c6e5-fdcc-45a7-b69b-f8ef9e693924 req-25595dee-e85f-4c86-8f61-b5b239539087 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026814 Aug 20 11:54:57.397494 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:54:57.417496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.442212 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.568622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Allocated IP 172.25.4.5 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/ae7e1023-15b6-4ee3-914e-a634ee868199) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:54:57.690915 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.862898 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:57.900427 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:54:57.903154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:54:57.905596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:54:57.938458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event updated for resources: {'Port': ['ID=ae7e1023-15b6-4ee3-914e-a634ee868199,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:58.275503 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.479201 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.665513 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Router 072dacf4-792a-4775-b242-b0fe4b315ced is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:54:58.774758 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:54:58.789919 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Sync routers for ids ['072dacf4-792a-4775-b242-b0fe4b315ced'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:54:58.800034 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Routers {'072dacf4-792a-4775-b242-b0fe4b315ced'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:58.800923 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['072dacf4-792a-4775-b242-b0fe4b315ced'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:58.894212 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:58.895936 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5676b1fa-e15a-49cc-a93c-fe19ed186114 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.5249486 Aug 20 11:54:58.899134 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36610) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:58.927390 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Set router 072dacf4-792a-4775-b242-b0fe4b315ced gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:54:59.011939 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-439054ec-3228-41bd-9ba3-1630dbb633b1 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/routers/072dacf4-792a-4775-b242-b0fe4b315ced HTTP/1.1" status: 200 len: 906 time: 0.1111219 Aug 20 11:54:59.014309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36612) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:54:59.018884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Request body: {'router': {'name': 'tempest-snat-router-830293811', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'enable_snat': True}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:54:59.122076 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072dacf4-792a-4775-b242-b0fe4b315ced', 'name': 'tempest-snat-router-830293811', 'tenant_id': '73a14d6947c44329bb6cd3403ca50828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.5'}], 'enable_snat': False}, 'gw_port_id': 'ae7e1023-15b6-4ee3-914e-a634ee868199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:54:58Z', 'revision_number': 3, 'project_id': '73a14d6947c44329bb6cd3403ca50828', 'gw_port': {'id': 'ae7e1023-15b6-4ee3-914e-a634ee868199', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072dacf4-792a-4775-b242-b0fe4b315ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:59.150407 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Checking router: 072dacf4-792a-4775-b242-b0fe4b315ced for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:54:59.150780 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Updating router 072dacf4-792a-4775-b242-b0fe4b315ced port ae7e1023-15b6-4ee3-914e-a634ee868199 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:54:59.176940 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.182169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.186728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.235147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.446259 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.457578 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Transition to ACTIVE for port object ae7e1023-15b6-4ee3-914e-a634ee868199 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:54:59.530666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.585610 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.638280 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Attempting to bind port ae7e1023-15b6-4ee3-914e-a634ee868199 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:54:59.641526 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Attempting to bind port ae7e1023-15b6-4ee3-914e-a634ee868199 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:54:59.641526 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Attempting to bind port ae7e1023-15b6-4ee3-914e-a634ee868199 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:54:59.651116 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:54:59.651533 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:54:59.651936 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.652262 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:54:59.652843 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Bound port: ae7e1023-15b6-4ee3-914e-a634ee868199, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:54:59.653228 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.655609 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2503a7c-4228-4a9a-a494-f2d2aa362d4f None None] Pushing event updated for resources: {'Port': ['ID=ae7e1023-15b6-4ee3-914e-a634ee868199,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:59.711215 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] For port ae7e1023-15b6-4ee3-914e-a634ee868199, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:54:59.714368 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] For port ae7e1023-15b6-4ee3-914e-a634ee868199, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ae7e1023-15b6-4ee3-914e-a634ee868199,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:54:59.791865 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.867061 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2503a7c-4228-4a9a-a494-f2d2aa362d4f None None] Pushing event updated for resources: {'Port': ['ID=ae7e1023-15b6-4ee3-914e-a634ee868199,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:54:59.870426 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Routers {'072dacf4-792a-4775-b242-b0fe4b315ced'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:54:59.871083 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['072dacf4-792a-4775-b242-b0fe4b315ced'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:54:59.878065 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.906149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:54:59.983939 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] Set router 072dacf4-792a-4775-b242-b0fe4b315ced gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:00.036189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Allocated IP 172.25.4.12 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/437e2387-e027-4402-8b4d-12e02c13ac87) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:00.170175 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:00.206060 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072dacf4-792a-4775-b242-b0fe4b315ced', 'name': 'tempest-snat-router-830293811', 'tenant_id': '73a14d6947c44329bb6cd3403ca50828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.5'}], 'enable_snat': False}, 'gw_port_id': 'ae7e1023-15b6-4ee3-914e-a634ee868199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:54:58Z', 'revision_number': 3, 'project_id': '73a14d6947c44329bb6cd3403ca50828', 'gw_port': {'id': 'ae7e1023-15b6-4ee3-914e-a634ee868199', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072dacf4-792a-4775-b242-b0fe4b315ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:00.238689 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74b9ddd-f69f-488c-9f93-d9fae21d63df None None] The sync data for ids ['072dacf4-792a-4775-b242-b0fe4b315ced'] in n-d-804230-3 is: [{'id': '072dacf4-792a-4775-b242-b0fe4b315ced', 'name': 'tempest-snat-router-830293811', 'tenant_id': '73a14d6947c44329bb6cd3403ca50828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.5'}], 'enable_snat': False}, 'gw_port_id': 'ae7e1023-15b6-4ee3-914e-a634ee868199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:56Z', 'updated_at': '2021-08-20T11:54:58Z', 'revision_number': 3, 'project_id': '73a14d6947c44329bb6cd3403ca50828', 'gw_port': {'id': 'ae7e1023-15b6-4ee3-914e-a634ee868199', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072dacf4-792a-4775-b242-b0fe4b315ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:57Z', 'updated_at': '2021-08-20T11:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:00.297816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:00.348657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:00.352797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:00.358122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:00.391576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event updated for resources: {'Port': ['ID=437e2387-e027-4402-8b4d-12e02c13ac87,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:00.794475 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.049561 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.364912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Router 2afc93a0-2c84-45e3-a08f-c46c5c0b9b17 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:55:01.487780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:01.509779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Sync routers for ids ['2afc93a0-2c84-45e3-a08f-c46c5c0b9b17'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:01.510366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Routers {'2afc93a0-2c84-45e3-a08f-c46c5c0b9b17'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:01.511027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2afc93a0-2c84-45e3-a08f-c46c5c0b9b17'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:01.619808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Set router 2afc93a0-2c84-45e3-a08f-c46c5c0b9b17 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:55:01.645219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.646725 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-47f55681-b9c6-492c-9a09-e619dbe24568 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.6311908 Aug 20 11:55:01.649113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36628) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:01.770253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-40368ab9-d4f2-41f2-9920-774b1f89b184 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/routers/2afc93a0-2c84-45e3-a08f-c46c5c0b9b17 HTTP/1.1" status: 200 len: 906 time: 0.1173391 Aug 20 11:55:01.770932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36630) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:01.863523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afc93a0-2c84-45e3-a08f-c46c5c0b9b17', 'name': 'tempest-snat-router-830293811', 'tenant_id': '73a14d6947c44329bb6cd3403ca50828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '437e2387-e027-4402-8b4d-12e02c13ac87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:54:59Z', 'updated_at': '2021-08-20T11:55:00Z', 'revision_number': 3, 'project_id': '73a14d6947c44329bb6cd3403ca50828', 'gw_port': {'id': '437e2387-e027-4402-8b4d-12e02c13ac87', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:58:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afc93a0-2c84-45e3-a08f-c46c5c0b9b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:54:59Z', 'updated_at': '2021-08-20T11:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:01.914918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Checking router: 2afc93a0-2c84-45e3-a08f-c46c5c0b9b17 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:55:01.915509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Updating router 2afc93a0-2c84-45e3-a08f-c46c5c0b9b17 port 437e2387-e027-4402-8b4d-12e02c13ac87 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 11:55:01.953555 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:01.973502 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.090397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ae7e1023-15b6-4ee3-914e-a634ee868199 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:02.107651 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.308805 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.321231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Transition to ACTIVE for port object 437e2387-e027-4402-8b4d-12e02c13ac87 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:02.329315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Deleting port 437e2387-e027-4402-8b4d-12e02c13ac87 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:02.329817 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.353223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ae7e1023-15b6-4ee3-914e-a634ee868199 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:02.359818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ae7e1023-15b6-4ee3-914e-a634ee868199 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:02.360342 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.412768 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.425000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Calling delete_port for 437e2387-e027-4402-8b4d-12e02c13ac87 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:02.443733 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.458556 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.492224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ae7e1023-15b6-4ee3-914e-a634ee868199, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ae7e1023-15b6-4ee3-914e-a634ee868199,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:02.516207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Attempting to bind port 437e2387-e027-4402-8b4d-12e02c13ac87 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:02.517153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Attempting to bind port 437e2387-e027-4402-8b4d-12e02c13ac87 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:02.517153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Attempting to bind port 437e2387-e027-4402-8b4d-12e02c13ac87 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:02.528277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:02.528676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:02.529086 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.530501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:02.533718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Bound port: 437e2387-e027-4402-8b4d-12e02c13ac87, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:02.533718 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.533718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9207db9-031b-4a1d-82cb-dab4c912adc6 None None] Pushing event updated for resources: {'Port': ['ID=437e2387-e027-4402-8b4d-12e02c13ac87,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:02.594429 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.644973 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ae7e1023-15b6-4ee3-914e-a634ee868199,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:02.725435 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.726767 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.db.api [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 11:55:02.727449 n-d-804230-3 neutron-server[95589]: DEBUG oslo_db.api [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 11:55:02.756020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event deleted for resources: {'Port': ['ID=437e2387-e027-4402-8b4d-12e02c13ac87,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:02.822648 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.928128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:02.933467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.091342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.091912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2afc93a0-2c84-45e3-a08f-c46c5c0b9b17 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:55:03.096420 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.097650 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dfc5c8e6-fce7-41ce-aa9d-d649fff86350 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "DELETE /v2.0/routers/2afc93a0-2c84-45e3-a08f-c46c5c0b9b17 HTTP/1.1" status: 204 len: 168 time: 1.3253114 Aug 20 11:55:03.100292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36642) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:03.225587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.243364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Attempting to bind port 437e2387-e027-4402-8b4d-12e02c13ac87 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:03.243763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Attempting to bind port 437e2387-e027-4402-8b4d-12e02c13ac87 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:03.244150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Attempting to bind port 437e2387-e027-4402-8b4d-12e02c13ac87 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:03.250356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:03.250770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:03.251318 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.251721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:03.252192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Bound port: 437e2387-e027-4402-8b4d-12e02c13ac87, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:03.252622 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.271300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Port 437e2387-e027-4402-8b4d-12e02c13ac87 has been deleted concurrently {{(pid=95589) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 11:55:03.281001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Routers set() bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:03.281380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Router IDs set() for agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 11:55:03.282112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_agentschedulers_db [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2afc93a0-2c84-45e3-a08f-c46c5c0b9b17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent'). {{(pid=95589) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 11:55:03.282713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d04172-a78b-4d60-b481-dac4c0d29f5e None None] The sync data for ids ['2afc93a0-2c84-45e3-a08f-c46c5c0b9b17'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:03.335052 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.625037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Deleting port ae7e1023-15b6-4ee3-914e-a634ee868199 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:03.625390 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.719785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] For port ae7e1023-15b6-4ee3-914e-a634ee868199, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ae7e1023-15b6-4ee3-914e-a634ee868199,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:03.720061 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:03.735402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Calling delete_port for ae7e1023-15b6-4ee3-914e-a634ee868199 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:03.971711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ae7e1023-15b6-4ee3-914e-a634ee868199 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:04.022095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ae7e1023-15b6-4ee3-914e-a634ee868199 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:04.022498 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.045387 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.065773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Could not find standard attr ID for object ae7e1023-15b6-4ee3-914e-a634ee868199. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:55:04.068843 n-d-804230-3 neutron-server[95589]: INFO neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No ports have port_id starting with ae7e1023-15b6-4ee3-914e-a634ee868199 Aug 20 11:55:04.087446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae7e1023-15b6-4ee3-914e-a634ee868199,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:04.150567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.560243 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.562304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.711140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.711703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 072dacf4-792a-4775-b242-b0fe4b315ced {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:55:04.716619 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.719727 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9ab5572c-0787-41ea-ae74-fb18e4689955 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "DELETE /v2.0/routers/072dacf4-792a-4775-b242-b0fe4b315ced HTTP/1.1" status: 204 len: 168 time: 1.6184216 Aug 20 11:55:04.722786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36662) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:04.728505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1891552625', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:04.868015 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.869148 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:04.922081 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.181039 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.603580 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.622152 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.731469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Allocated IP 172.25.4.251 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/98ff683e-0efc-4694-9bb6-6369d515bad5) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:05.850401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:05.966682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ae7e1023-15b6-4ee3-914e-a634ee868199 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:05.988171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ae7e1023-15b6-4ee3-914e-a634ee868199 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:05.988432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ae7e1023-15b6-4ee3-914e-a634ee868199 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:06.005554 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:06.046601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:06.049679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:06.053449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:06.062919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Pushing event updated for resources: {'Port': ['ID=98ff683e-0efc-4694-9bb6-6369d515bad5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:06.093220 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.093453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.093829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.094171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.094551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.094867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.095202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.095530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.095861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.096191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.096521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.096900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:06.777580 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:06.982427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.193660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Router 0b7cc146-98a4-4583-b52a-03dfa4498501 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:55:07.303665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:07.314037 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef4628-9fcf-44ac-b895-7ed0d7a99d94 None None] Sync routers for ids ['0b7cc146-98a4-4583-b52a-03dfa4498501'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:07.329687 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef4628-9fcf-44ac-b895-7ed0d7a99d94 None None] Routers {'0b7cc146-98a4-4583-b52a-03dfa4498501'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:07.329687 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-95ef4628-9fcf-44ac-b895-7ed0d7a99d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0b7cc146-98a4-4583-b52a-03dfa4498501'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:07.360915 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-95ef4628-9fcf-44ac-b895-7ed0d7a99d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:07.371503 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef4628-9fcf-44ac-b895-7ed0d7a99d94 None None] Routers {'0b7cc146-98a4-4583-b52a-03dfa4498501'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:07.372135 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-95ef4628-9fcf-44ac-b895-7ed0d7a99d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0b7cc146-98a4-4583-b52a-03dfa4498501'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:07.407359 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-95ef4628-9fcf-44ac-b895-7ed0d7a99d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:07.408012 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef4628-9fcf-44ac-b895-7ed0d7a99d94 None None] The sync data for ids ['0b7cc146-98a4-4583-b52a-03dfa4498501'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:07.419740 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:07.421763 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a22a7bcc-a8fa-4fc0-8f9f-338fc3758af8 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6972380 Aug 20 11:55:07.426051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36690) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:07.431201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b34d66ce-b1e3-4d18-8b92-153ddbf12b7f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'enable_snat': False}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:07.751571 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b34d66ce-b1e3-4d18-8b92-153ddbf12b7f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.221449 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b34d66ce-b1e3-4d18-8b92-153ddbf12b7f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.224712 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b34d66ce-b1e3-4d18-8b92-153ddbf12b7f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.338081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34d66ce-b1e3-4d18-8b92-153ddbf12b7f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Router 0b7cc146-98a4-4583-b52a-03dfa4498501 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:55:08.452585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34d66ce-b1e3-4d18-8b92-153ddbf12b7f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:08.457520 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b34d66ce-b1e3-4d18-8b92-153ddbf12b7f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.461414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36698) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:08.461947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b34d66ce-b1e3-4d18-8b92-153ddbf12b7f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "PUT /v2.0/routers/0b7cc146-98a4-4583-b52a-03dfa4498501 HTTP/1.1" status: 200 len: 922 time: 1.0341194 Aug 20 11:55:08.464262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf46ed3-c655-49c4-a39e-587e2cdd41e9 None None] Sync routers for ids ['0b7cc146-98a4-4583-b52a-03dfa4498501'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:08.474554 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf46ed3-c655-49c4-a39e-587e2cdd41e9 None None] Routers {'0b7cc146-98a4-4583-b52a-03dfa4498501'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:08.475264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2bf46ed3-c655-49c4-a39e-587e2cdd41e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0b7cc146-98a4-4583-b52a-03dfa4498501'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:08.512953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2bf46ed3-c655-49c4-a39e-587e2cdd41e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:08.523073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf46ed3-c655-49c4-a39e-587e2cdd41e9 None None] Routers {'0b7cc146-98a4-4583-b52a-03dfa4498501'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:08.523782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2bf46ed3-c655-49c4-a39e-587e2cdd41e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['0b7cc146-98a4-4583-b52a-03dfa4498501'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:08.558861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2bf46ed3-c655-49c4-a39e-587e2cdd41e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:08.559522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf46ed3-c655-49c4-a39e-587e2cdd41e9 None None] The sync data for ids ['0b7cc146-98a4-4583-b52a-03dfa4498501'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:08.570861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a2286426-b36a-4907-913e-c7f7a0a96b35 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/routers/0b7cc146-98a4-4583-b52a-03dfa4498501 HTTP/1.1" status: 200 len: 922 time: 0.1077263 Aug 20 11:55:08.573385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36700) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:08.644001 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0b7783-3839-43df-96be-557d9e831640 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.645531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5f0b7783-3839-43df-96be-557d9e831640 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&device_id=0b7cc146-98a4-4583-b52a-03dfa4498501&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0712461 Aug 20 11:55:08.648177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36704) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:08.734169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077e586e-532d-460b-8c14-a4161162a8ba tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:08.735506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-077e586e-532d-460b-8c14-a4161162a8ba tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 881 time: 0.0864477 Aug 20 11:55:08.738324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36706) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:08.765806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-37ceacd3-1e4f-43e4-af4e-283f5022edca tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7cc146-98a4-4583-b52a-03dfa4498501 HTTP/1.1" status: 200 len: 205 time: 0.0263872 Aug 20 11:55:08.768231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36710) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:08.885823 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:08.995525 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.178830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Deleting port 98ff683e-0efc-4694-9bb6-6369d515bad5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:09.179172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.288018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.303484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Calling delete_port for 98ff683e-0efc-4694-9bb6-6369d515bad5 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:09.588314 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.616542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Pushing event deleted for resources: {'Port': ['ID=98ff683e-0efc-4694-9bb6-6369d515bad5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:09.679174 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.775503 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.778373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.885597 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.886108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Fanout notify agent at l3_agent the message router_deleted on router 0b7cc146-98a4-4583-b52a-03dfa4498501 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:55:09.894792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:09.895938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1f284950-c4c6-44ff-842e-b8cba3f8102e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/0b7cc146-98a4-4583-b52a-03dfa4498501 HTTP/1.1" status: 204 len: 168 time: 1.1268086 Aug 20 11:55:09.899872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36718) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:09.906703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-de343d6a-9e84-4011-a58c-1ab30e3a785d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-708342003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:10.005110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de343d6a-9e84-4011-a58c-1ab30e3a785d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.006165 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de343d6a-9e84-4011-a58c-1ab30e3a785d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.060512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de343d6a-9e84-4011-a58c-1ab30e3a785d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.165677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de343d6a-9e84-4011-a58c-1ab30e3a785d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.267943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-de343d6a-9e84-4011-a58c-1ab30e3a785d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.271685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-de343d6a-9e84-4011-a58c-1ab30e3a785d tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3677223 Aug 20 11:55:10.272133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36724) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:10.279649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:10.500963 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.789459 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.808280 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:10.918390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Allocated IP 172.25.4.21 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/b4113d19-69c2-4015-97df-b3dd2f4fe563) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:11.024530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.202871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.242069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:11.244915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:11.248628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:11.257455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Pushing event updated for resources: {'Port': ['ID=b4113d19-69c2-4015-97df-b3dd2f4fe563,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:11.478879 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.654225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.875758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:11.881349 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.116598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Router 702dbd5a-32b9-4966-87ff-aceb7e6bbcdf is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:55:12.551981 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:12.559059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:12.561736 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21198f-c4d4-430d-82ac-9e22079e4b21 None None] Sync routers for ids ['702dbd5a-32b9-4966-87ff-aceb7e6bbcdf'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:12.562725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7d0752b1-0284-479f-b76c-b7886c8da76a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "PUT /v2.0/routers/702dbd5a-32b9-4966-87ff-aceb7e6bbcdf HTTP/1.1" status: 200 len: 878 time: 2.2891502 Aug 20 11:55:12.563391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36748) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:12.572072 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21198f-c4d4-430d-82ac-9e22079e4b21 None None] Routers {'702dbd5a-32b9-4966-87ff-aceb7e6bbcdf'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:12.579697 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4c21198f-c4d4-430d-82ac-9e22079e4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['702dbd5a-32b9-4966-87ff-aceb7e6bbcdf'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:12.692949 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2dfd7569-9671-4b4f-9dce-f10e5622f91e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/routers/702dbd5a-32b9-4966-87ff-aceb7e6bbcdf HTTP/1.1" status: 200 len: 919 time: 0.1257665 Aug 20 11:55:12.693160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36750) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:12.703383 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4c21198f-c4d4-430d-82ac-9e22079e4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:12.713012 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21198f-c4d4-430d-82ac-9e22079e4b21 None None] Routers {'702dbd5a-32b9-4966-87ff-aceb7e6bbcdf'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:12.713461 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4c21198f-c4d4-430d-82ac-9e22079e4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['702dbd5a-32b9-4966-87ff-aceb7e6bbcdf'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:12.747532 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4c21198f-c4d4-430d-82ac-9e22079e4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:12.748233 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21198f-c4d4-430d-82ac-9e22079e4b21 None None] The sync data for ids ['702dbd5a-32b9-4966-87ff-aceb7e6bbcdf'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:12.771436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d706ec4-611b-44bd-a5da-dd2e6292df5c tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:12.772991 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4d706ec4-611b-44bd-a5da-dd2e6292df5c tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&device_id=702dbd5a-32b9-4966-87ff-aceb7e6bbcdf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0788882 Aug 20 11:55:12.776352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36752) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:12.869860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d1b13-7bcd-49bb-b4c3-aa1c405d9622 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:12.871316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f18d1b13-7bcd-49bb-b4c3-aa1c405d9622 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 881 time: 0.0937593 Aug 20 11:55:12.875281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36754) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:12.906279 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2f91d550-6612-4135-ade3-96833f6e8024 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=702dbd5a-32b9-4966-87ff-aceb7e6bbcdf HTTP/1.1" status: 200 len: 205 time: 0.0297160 Aug 20 11:55:12.908876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36756) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:13.025432 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.137380 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.292514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Deleting port b4113d19-69c2-4015-97df-b3dd2f4fe563 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:13.292767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.387676 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.400090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Calling delete_port for b4113d19-69c2-4015-97df-b3dd2f4fe563 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:13.639305 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.684977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.709945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Pushing event deleted for resources: {'Port': ['ID=b4113d19-69c2-4015-97df-b3dd2f4fe563,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:13.779701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.879000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:13.881257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.008025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.008698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Fanout notify agent at l3_agent the message router_deleted on router 702dbd5a-32b9-4966-87ff-aceb7e6bbcdf {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:55:14.015778 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.017230 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b3db353f-2a19-4f89-b440-5b4af658722f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/702dbd5a-32b9-4966-87ff-aceb7e6bbcdf HTTP/1.1" status: 204 len: 168 time: 1.1070597 Aug 20 11:55:14.020799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36766) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:14.025156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ae5b974a-4c92-4984-8020-df23f18e71f7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1538540186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:14.165462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae5b974a-4c92-4984-8020-df23f18e71f7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.166520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae5b974a-4c92-4984-8020-df23f18e71f7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.217982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae5b974a-4c92-4984-8020-df23f18e71f7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.336749 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae5b974a-4c92-4984-8020-df23f18e71f7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.527959 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ae5b974a-4c92-4984-8020-df23f18e71f7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:14.529258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ae5b974a-4c92-4984-8020-df23f18e71f7 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5076616 Aug 20 11:55:14.537996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36772) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:14.542612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'enable_snat': True}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:15.036095 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.062632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-86b1c460-1f71-4dc5-bf06-607aa81d1f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.460282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.484452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.594608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Allocated IP 172.25.4.162 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/585c7191-c460-4102-8d9b-535043ee8a30) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:15.705104 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.836827 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:15.877029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:15.879949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:15.883658 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:15.911695 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event updated for resources: {'Port': ['ID=585c7191-c460-4102-8d9b-535043ee8a30,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:16.283654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.485860 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.489406 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.710776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Router a93aba25-6fe4-47b2-a8af-dfc32f8b3a19 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:55:16.820348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:16.827432 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:16.827432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b40e4c9e-ee70-4161-99c3-fecb7c77a46b tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "PUT /v2.0/routers/a93aba25-6fe4-47b2-a8af-dfc32f8b3a19 HTTP/1.1" status: 200 len: 915 time: 2.2867827 Aug 20 11:55:16.828747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36794) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:16.831662 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cafcf4-fd1d-4fcb-b688-3999c7b21375 None None] Sync routers for ids ['a93aba25-6fe4-47b2-a8af-dfc32f8b3a19'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:16.843664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cafcf4-fd1d-4fcb-b688-3999c7b21375 None None] Routers {'a93aba25-6fe4-47b2-a8af-dfc32f8b3a19'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:16.844308 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f1cafcf4-fd1d-4fcb-b688-3999c7b21375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a93aba25-6fe4-47b2-a8af-dfc32f8b3a19'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:16.877861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f1cafcf4-fd1d-4fcb-b688-3999c7b21375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:16.887043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cafcf4-fd1d-4fcb-b688-3999c7b21375 None None] Routers {'a93aba25-6fe4-47b2-a8af-dfc32f8b3a19'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:16.887665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f1cafcf4-fd1d-4fcb-b688-3999c7b21375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:54:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a93aba25-6fe4-47b2-a8af-dfc32f8b3a19'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:16.926384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f1cafcf4-fd1d-4fcb-b688-3999c7b21375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:16.927082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cafcf4-fd1d-4fcb-b688-3999c7b21375 None None] The sync data for ids ['a93aba25-6fe4-47b2-a8af-dfc32f8b3a19'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:16.944856 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-72cd492c-b5ef-4654-ba34-6c4be076275c tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/routers/a93aba25-6fe4-47b2-a8af-dfc32f8b3a19 HTTP/1.1" status: 200 len: 921 time: 0.1149657 Aug 20 11:55:16.947646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36798) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:16.996924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6336e7-7993-42f3-b7b1-0a3b6cd3b3a4 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:16.999573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-aa6336e7-7993-42f3-b7b1-0a3b6cd3b3a4 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&device_id=a93aba25-6fe4-47b2-a8af-dfc32f8b3a19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0506589 Aug 20 11:55:17.002502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36800) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:17.103950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1183bfd-2eac-46d4-b049-d38eff8ca8b6 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:17.105645 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e1183bfd-2eac-46d4-b049-d38eff8ca8b6 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 881 time: 0.1019213 Aug 20 11:55:17.109447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36802) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:17.136594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d2887907-ad4e-48a4-a884-177c9fcb2117 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93aba25-6fe4-47b2-a8af-dfc32f8b3a19 HTTP/1.1" status: 200 len: 205 time: 0.0259392 Aug 20 11:55:17.138990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36804) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:17.254674 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.369588 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.500659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Deleting port 585c7191-c460-4102-8d9b-535043ee8a30 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:17.500994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.594080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.606821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Calling delete_port for 585c7191-c460-4102-8d9b-535043ee8a30 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:17.844997 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-324c7048-854d-46b7-af14-8de269affa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.919327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:17.944697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Pushing event deleted for resources: {'Port': ['ID=585c7191-c460-4102-8d9b-535043ee8a30,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:17.956033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.956546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.956746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.957057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.957396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.957792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.958132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.958485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.958820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.959540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.959540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:17.959799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:18.028536 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.133553 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.135780 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.337003 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.337630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Fanout notify agent at l3_agent the message router_deleted on router a93aba25-6fe4-47b2-a8af-dfc32f8b3a19 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:55:18.345697 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.347772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-51e5c0ea-82b5-4f8c-b928-fda874832d44 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/a93aba25-6fe4-47b2-a8af-dfc32f8b3a19 HTTP/1.1" status: 204 len: 168 time: 1.2065375 Aug 20 11:55:18.350479 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36820) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:18.356609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-586c470d-423f-4935-b8da-699157089b0e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1046103412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:18.451251 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-586c470d-423f-4935-b8da-699157089b0e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.452282 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-586c470d-423f-4935-b8da-699157089b0e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.522638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-586c470d-423f-4935-b8da-699157089b0e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.640519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-586c470d-423f-4935-b8da-699157089b0e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.741944 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.782490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-586c470d-423f-4935-b8da-699157089b0e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:18.786687 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-586c470d-423f-4935-b8da-699157089b0e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4324501 Aug 20 11:55:18.787823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36828) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:18.794557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'enable_snat': False}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:19.035385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:19.344684 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:19.399865 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:19.425819 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:19.538711 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Allocated IP 172.25.4.199 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/86c1970b-c28f-4069-8191-c9f8cdc03808) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:19.668973 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:19.833886 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:19.874107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:19.876960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:19.879707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:19.906453 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Pushing event updated for resources: {'Port': ['ID=86c1970b-c28f-4069-8191-c9f8cdc03808,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:20.248919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.448522 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.452352 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.678782 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Router b2588de1-d13c-4778-b1e5-2d2d6f96af69 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:55:20.791170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:20.796314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.800213 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e4d74d51-c7f2-43d0-a5eb-9ad6f0d5670f tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "PUT /v2.0/routers/b2588de1-d13c-4778-b1e5-2d2d6f96af69 HTTP/1.1" status: 200 len: 916 time: 2.0084088 Aug 20 11:55:20.800213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36850) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:20.803909 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a73d3-1092-461e-89c8-58a7ed534e2b None None] Sync routers for ids ['b2588de1-d13c-4778-b1e5-2d2d6f96af69'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:20.814223 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a73d3-1092-461e-89c8-58a7ed534e2b None None] Routers {'b2588de1-d13c-4778-b1e5-2d2d6f96af69'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:20.814927 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-573a73d3-1092-461e-89c8-58a7ed534e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:55:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b2588de1-d13c-4778-b1e5-2d2d6f96af69'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:20.850133 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-573a73d3-1092-461e-89c8-58a7ed534e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:20.859814 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a73d3-1092-461e-89c8-58a7ed534e2b None None] Routers {'b2588de1-d13c-4778-b1e5-2d2d6f96af69'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:20.860430 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-573a73d3-1092-461e-89c8-58a7ed534e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:55:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b2588de1-d13c-4778-b1e5-2d2d6f96af69'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:20.895266 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-573a73d3-1092-461e-89c8-58a7ed534e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:20.896240 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573a73d3-1092-461e-89c8-58a7ed534e2b None None] The sync data for ids ['b2588de1-d13c-4778-b1e5-2d2d6f96af69'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:20.911028 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-da8089cc-43b6-4c8b-a676-b43be87d8051 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/routers/b2588de1-d13c-4778-b1e5-2d2d6f96af69 HTTP/1.1" status: 200 len: 922 time: 0.1099119 Aug 20 11:55:20.913858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36856) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:20.924512 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:20.953819 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb550f-2121-48c0-aad9-db234b888f93 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:20.955481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9ddb550f-2121-48c0-aad9-db234b888f93 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&device_id=b2588de1-d13c-4778-b1e5-2d2d6f96af69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0406401 Aug 20 11:55:20.958137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36858) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:21.055262 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5eed23-d903-40d5-ab18-8dde1e27f103 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:21.056802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8e5eed23-d903-40d5-ab18-8dde1e27f103 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/networks/b7a42768-e6ec-40ff-acad-bb7cf62ccac3 HTTP/1.1" status: 200 len: 881 time: 0.0975623 Aug 20 11:55:21.059669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36862) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:21.093166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f00652f9-3abc-422f-80ba-ec218c6a9d26 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2588de1-d13c-4778-b1e5-2d2d6f96af69 HTTP/1.1" status: 200 len: 205 time: 0.0295696 Aug 20 11:55:21.093385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 36864) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:21.202148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.618955 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.736380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Deleting port 86c1970b-c28f-4069-8191-c9f8cdc03808 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:21.736727 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.815076 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:21.828648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Calling delete_port for 86c1970b-c28f-4069-8191-c9f8cdc03808 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:22.104746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.135643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Pushing event deleted for resources: {'Port': ['ID=86c1970b-c28f-4069-8191-c9f8cdc03808,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:22.198807 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.298025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.300214 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.430744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.431284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Fanout notify agent at l3_agent the message router_deleted on router b2588de1-d13c-4778-b1e5-2d2d6f96af69 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:55:22.438704 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.439726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9a11738d-6465-4a72-a5bf-99e6a3eb9132 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/b2588de1-d13c-4778-b1e5-2d2d6f96af69 HTTP/1.1" status: 204 len: 168 time: 1.3455350 Aug 20 11:55:22.443700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36884) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:22.448830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-61013491', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:22.565148 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.566232 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.622580 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:22.871970 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.137151 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.157155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.287748 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Allocated IP 172.25.4.145 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/443b9504-b5d6-4395-b15f-fa8e18b4ad91) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:23.403821 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.531501 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:23.579747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:23.587729 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:23.589936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Pushing event updated for resources: {'Port': ['ID=443b9504-b5d6-4395-b15f-fa8e18b4ad91,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:23.592730 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:23.985112 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.504021 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.736244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Router ac7bb2e5-b56a-4fdd-b864-ede398d159e3 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 11:55:24.846736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:24.858319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29ed81-e558-44c8-a503-f81ba1727439 None None] Sync routers for ids ['ac7bb2e5-b56a-4fdd-b864-ede398d159e3'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:24.869428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d29ed81-e558-44c8-a503-f81ba1727439 None None] Routers {'ac7bb2e5-b56a-4fdd-b864-ede398d159e3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:24.870085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5d29ed81-e558-44c8-a503-f81ba1727439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:55:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ac7bb2e5-b56a-4fdd-b864-ede398d159e3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:24.902017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5d29ed81-e558-44c8-a503-f81ba1727439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:24.911783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d29ed81-e558-44c8-a503-f81ba1727439 None None] Routers {'ac7bb2e5-b56a-4fdd-b864-ede398d159e3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:24.912419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5d29ed81-e558-44c8-a503-f81ba1727439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:55:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ac7bb2e5-b56a-4fdd-b864-ede398d159e3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:24.947519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5d29ed81-e558-44c8-a503-f81ba1727439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:24.948198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29ed81-e558-44c8-a503-f81ba1727439 None None] The sync data for ids ['ac7bb2e5-b56a-4fdd-b864-ede398d159e3'] in n-d-804230-3 is: [] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:24.978969 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:24.984747 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-68e9240f-3fe2-4c6b-a24f-18d6f77ca96c tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5352967 Aug 20 11:55:24.984747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36914) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:24.988378 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:25.299771 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.461117 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.646024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Deleting port 443b9504-b5d6-4395-b15f-fa8e18b4ad91 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:25.646396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.731776 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:25.743958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Calling delete_port for 443b9504-b5d6-4395-b15f-fa8e18b4ad91 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:26.047637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.080455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Pushing event deleted for resources: {'Port': ['ID=443b9504-b5d6-4395-b15f-fa8e18b4ad91,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:26.147871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.352757 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2747'] for router, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.356268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596890'] for router, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.434895 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Router ac7bb2e5-b56a-4fdd-b864-ede398d159e3 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:55:26.514146 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:55:26.522117 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.523382 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-11f80149-32db-491a-9828-3e9d6c86a5ff tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "PUT /v2.0/routers/ac7bb2e5-b56a-4fdd-b864-ede398d159e3 HTTP/1.1" status: 200 len: 704 time: 1.5389628 Aug 20 11:55:26.524722 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e42169-a71f-4382-affd-4de196a0e05a None None] Sync routers for ids ['ac7bb2e5-b56a-4fdd-b864-ede398d159e3'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:55:26.525837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36930) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:26.535805 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e42169-a71f-4382-affd-4de196a0e05a None None] Routers {'ac7bb2e5-b56a-4fdd-b864-ede398d159e3'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:26.540259 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-59e42169-a71f-4382-affd-4de196a0e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:55:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ac7bb2e5-b56a-4fdd-b864-ede398d159e3'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:26.575122 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-59e42169-a71f-4382-affd-4de196a0e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:26.584794 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e42169-a71f-4382-affd-4de196a0e05a None None] Routers {'ac7bb2e5-b56a-4fdd-b864-ede398d159e3'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:55:26.585505 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-59e42169-a71f-4382-affd-4de196a0e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:55:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['ac7bb2e5-b56a-4fdd-b864-ede398d159e3'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:26.601506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-515fc8ca-e08e-40dd-a43d-104aa45d3974 tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/routers/ac7bb2e5-b56a-4fdd-b864-ede398d159e3 HTTP/1.1" status: 200 len: 739 time: 0.0745494 Aug 20 11:55:26.604106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36932) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:26.620417 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-59e42169-a71f-4382-affd-4de196a0e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:26.621156 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e42169-a71f-4382-affd-4de196a0e05a None None] The sync data for ids ['ac7bb2e5-b56a-4fdd-b864-ede398d159e3'] in n-d-804230-3 is: [] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:55:26.654603 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dd84dd41-adb9-4788-8739-cd921fbd003e tempest-RoutersAdminTest-360351378 tempest-RoutersAdminTest-360351378-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&device_id=ac7bb2e5-b56a-4fdd-b864-ede398d159e3 HTTP/1.1" status: 200 len: 205 time: 0.0488734 Aug 20 11:55:26.657152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36934) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:26.682635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-191dcb75-0319-47ef-a8fa-67597c056bd6 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7bb2e5-b56a-4fdd-b864-ede398d159e3 HTTP/1.1" status: 200 len: 205 time: 0.0243988 Aug 20 11:55:26.684984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36936) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:26.760138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf45d-5794-477d-aacb-17b772e7746f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.917052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf45d-5794-477d-aacb-17b772e7746f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:26.919070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf45d-5794-477d-aacb-17b772e7746f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.056432 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf45d-5794-477d-aacb-17b772e7746f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.057066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ecf45d-5794-477d-aacb-17b772e7746f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Fanout notify agent at l3_agent the message router_deleted on router ac7bb2e5-b56a-4fdd-b864-ede398d159e3 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:55:27.069504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6ecf45d-5794-477d-aacb-17b772e7746f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:27.071398 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f6ecf45d-5794-477d-aacb-17b772e7746f tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/ac7bb2e5-b56a-4fdd-b864-ede398d159e3 HTTP/1.1" status: 204 len: 168 time: 0.3853922 Aug 20 11:55:27.075505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36944) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.105022 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0f09eca5-5fd1-436a-91f7-baad19ccf08b tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac7bb2e5-b56a-4fdd-b864-ede398d159e3 HTTP/1.1" status: 200 len: 205 time: 0.0273769 Aug 20 11:55:27.108271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36946) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.150900 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-9abe368f-79ad-4444-9897-e6b5f34375a2 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] delete failed (client error): The resource could not be found. Aug 20 11:55:27.151987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9abe368f-79ad-4444-9897-e6b5f34375a2 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/ac7bb2e5-b56a-4fdd-b864-ede398d159e3 HTTP/1.1" status: 404 len: 336 time: 0.0427537 Aug 20 11:55:27.154885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36948) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.183607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-da5e6080-5a16-4482-b238-c5870ed15780 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2588de1-d13c-4778-b1e5-2d2d6f96af69 HTTP/1.1" status: 200 len: 205 time: 0.0274408 Aug 20 11:55:27.186373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36950) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.223352 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-a79c79ae-b7fe-407f-8988-fd2b69ae740e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] delete failed (client error): The resource could not be found. Aug 20 11:55:27.224405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a79c79ae-b7fe-407f-8988-fd2b69ae740e tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/b2588de1-d13c-4778-b1e5-2d2d6f96af69 HTTP/1.1" status: 404 len: 336 time: 0.0368106 Aug 20 11:55:27.227119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36954) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.258733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-70031c30-b6f5-478a-8d78-e5abac820a90 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93aba25-6fe4-47b2-a8af-dfc32f8b3a19 HTTP/1.1" status: 200 len: 205 time: 0.0305090 Aug 20 11:55:27.261018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36956) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.297419 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-35af7bc1-ba66-491c-bc80-d3d4c50b2a2a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] delete failed (client error): The resource could not be found. Aug 20 11:55:27.298428 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-35af7bc1-ba66-491c-bc80-d3d4c50b2a2a tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/a93aba25-6fe4-47b2-a8af-dfc32f8b3a19 HTTP/1.1" status: 404 len: 336 time: 0.0365183 Aug 20 11:55:27.300947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36958) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.327872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ef2fa51d-cf38-4d37-9c81-e207f5b655de tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=702dbd5a-32b9-4966-87ff-aceb7e6bbcdf HTTP/1.1" status: 200 len: 205 time: 0.0258784 Aug 20 11:55:27.330132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36960) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.374001 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-228dee81-7ead-4848-8cbd-65e02e8af09b tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] delete failed (client error): The resource could not be found. Aug 20 11:55:27.375095 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-228dee81-7ead-4848-8cbd-65e02e8af09b tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/702dbd5a-32b9-4966-87ff-aceb7e6bbcdf HTTP/1.1" status: 404 len: 336 time: 0.0440476 Aug 20 11:55:27.377919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36964) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.404983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-faca13f6-c4dd-4cf0-801a-775a175d39b5 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b7cc146-98a4-4583-b52a-03dfa4498501 HTTP/1.1" status: 200 len: 205 time: 0.0259235 Aug 20 11:55:27.407247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36966) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.452660 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-a1357563-2833-4c12-9dc8-e10be6f84c43 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] delete failed (client error): The resource could not be found. Aug 20 11:55:27.453737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a1357563-2833-4c12-9dc8-e10be6f84c43 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/0b7cc146-98a4-4583-b52a-03dfa4498501 HTTP/1.1" status: 404 len: 336 time: 0.0455925 Aug 20 11:55:27.456321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36968) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.493614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2a303e48-37f3-4a3a-a281-2d47bc969403 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef7731ce-96d2-4cf4-894b-ac212640fd56 HTTP/1.1" status: 200 len: 205 time: 0.0362303 Aug 20 11:55:27.495970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36970) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.534010 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [None req-08603077-7ee1-421e-abb8-e96e9f6d5571 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] delete failed (client error): The resource could not be found. Aug 20 11:55:27.535086 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-08603077-7ee1-421e-abb8-e96e9f6d5571 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/routers/ef7731ce-96d2-4cf4-894b-ac212640fd56 HTTP/1.1" status: 404 len: 336 time: 0.0382345 Aug 20 11:55:27.537727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36972) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:27.564387 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c087820-8d01-44b5-8b0b-f665c72d1484 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] DELETE failed (client error): The resource could not be found. Aug 20 11:55:27.564848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c087820-8d01-44b5-8b0b-f665c72d1484 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 11:55:27.566573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0c087820-8d01-44b5-8b0b-f665c72d1484 tempest-RoutersAdminTest-1988102982 tempest-RoutersAdminTest-1988102982-project] 10.222.0.10 "DELETE /v2.0/subnets/45c19177-2f20-4273-aea5-d1f509d8d9c2 HTTP/1.1" status: 404 len: 337 time: 0.0279393 Aug 20 11:55:28.252016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36986) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:28.369078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-732ab0a2-7f9a-4f4a-a332-1269c0ec8bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.474421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-732ab0a2-7f9a-4f4a-a332-1269c0ec8bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.579122 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-732ab0a2-7f9a-4f4a-a332-1269c0ec8bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:28.922622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ab0a2-7f9a-4f4a-a332-1269c0ec8bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa81bb3-bff3-4570-9347-58378cf79aa1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:28.928474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-732ab0a2-7f9a-4f4a-a332-1269c0ec8bb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcff0c7ede164a58a65ee12cb1878ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6754482 Aug 20 11:55:28.931107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 36998) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:28.984596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-578d402a-9d89-4d73-b735-3562c366641f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.008283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-578d402a-9d89-4d73-b735-3562c366641f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.184592 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-578d402a-9d89-4d73-b735-3562c366641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.187640 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-578d402a-9d89-4d73-b735-3562c366641f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:29.188867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-578d402a-9d89-4d73-b735-3562c366641f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffa81bb3-bff3-4570-9347-58378cf79aa1 HTTP/1.1" status: 204 len: 168 time: 0.2567785 Aug 20 11:55:29.198048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d402a-9d89-4d73-b735-3562c366641f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa81bb3-bff3-4570-9347-58378cf79aa1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:30.100384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37014) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:30.146498 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4e8ecfe2-3926-47a4-8dcc-44433260fb1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73a14d6947c44329bb6cd3403ca50828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447206 Aug 20 11:55:30.148905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37016) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:30.210715 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea00784-f651-49f8-8391-15e4feb56a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.241576 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea00784-f651-49f8-8391-15e4feb56a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.418985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea00784-f651-49f8-8391-15e4feb56a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.422137 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ea00784-f651-49f8-8391-15e4feb56a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:30.423379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0ea00784-f651-49f8-8391-15e4feb56a11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0165210-ac01-4dff-9462-7b23b3b5505b HTTP/1.1" status: 204 len: 168 time: 0.2734628 Aug 20 11:55:30.432077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea00784-f651-49f8-8391-15e4feb56a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0165210-ac01-4dff-9462-7b23b3b5505b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:31.713662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37054) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:31.817751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-733328145'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:31.916246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Made reservation on behalf of 50fdc3ae4a4348fdb7e2cf6a424adf6d for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:31.919825 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:31.929173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.021236 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.107562 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.134010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 11:55:32.144199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f4fbb4-74be-4020-bd84-1517d8d98dfc,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:32.149245 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.149584 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Added segment e1600caa-c690-4514-9b41-4dd18ba8d85d of type vlan for network 7ba29bea-1302-4f4c-84c5-697cea41492a Aug 20 11:55:32.188824 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.307320 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.313498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:32.314086 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:32.382076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event updated for resources: {'Network': ['ID=7ba29bea-1302-4f4c-84c5-697cea41492a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:32.392477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 7ba29bea-1302-4f4c-84c5-697cea41492a details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 11:55:32.508430 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f341251f-de4f-46bd-a7ee-13347e29f8e3 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7935452 Aug 20 11:55:32.511062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37070) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:32.516319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Request body: {'subnet': {'network_id': '7ba29bea-1302-4f4c-84c5-697cea41492a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:32.721224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Made reservation on behalf of 50fdc3ae4a4348fdb7e2cf6a424adf6d for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:32.724823 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.010629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.080061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event updated for resources: {'Subnet': ['ID=34023364-412e-4785-9ed5-70f1a689d49b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:33.088120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Checking segment: {'id': 'e1600caa-c690-4514-9b41-4dd18ba8d85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7ba29bea-1302-4f4c-84c5-697cea41492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:33.088241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Network hostable DHCP agents. Network: 7ba29bea-1302-4f4c-84c5-697cea41492a, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 11:55:33.204369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Network 7ba29bea-1302-4f4c-84c5-697cea41492a is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 11:55:33.321267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 7ba29bea-1302-4f4c-84c5-697cea41492a) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:33.326239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:33.327288 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.332581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0510e304-2c20-401d-bbd6-c0a5bbda1840 None None] Network 7ba29bea-1302-4f4c-84c5-697cea41492a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:33.451322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6320db04-8d96-40e0-a34d-5835d6d59554 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9391358 Aug 20 11:55:33.453837 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37082) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:33.459374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Request body: {'port': {'network_id': '7ba29bea-1302-4f4c-84c5-697cea41492a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-627538257'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:33.479030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-7ba29bea-1302-4f4c-84c5-697cea41492a', 'network_id': '7ba29bea-1302-4f4c-84c5-697cea41492a', 'tenant_id': '50fdc3ae4a4348fdb7e2cf6a424adf6d', 'fixed_ips': [{'subnet_id': '34023364-412e-4785-9ed5-70f1a689d49b'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 11:55:33.479905 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.627675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Allocated IP 172.20.0.2 (7ba29bea-1302-4f4c-84c5-697cea41492a/34023364-412e-4785-9ed5-70f1a689d49b/29dbc5f4-fa2c-44f0-a424-933c29ebbde8) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:33.702010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Made reservation on behalf of 50fdc3ae4a4348fdb7e2cf6a424adf6d for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:33.705953 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.724679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] device_id is not set on port 687e8350-d1c6-47c9-91ec-97f340ee3379 yet. {{(pid=95587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:55:33.778067 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.788243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Transition to ACTIVE for port object 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:33.803960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Transition to ACTIVE for port object 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:33.885393 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:33.936635 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Network 7ba29bea-1302-4f4c-84c5-697cea41492a is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:33.938567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:33.939643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Allocated IP 172.20.0.9 (7ba29bea-1302-4f4c-84c5-697cea41492a/34023364-412e-4785-9ed5-70f1a689d49b/687e8350-d1c6-47c9-91ec-97f340ee3379) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:33.941368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:33.943947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Pushing event updated for resources: {'Port': ['ID=29dbc5f4-fa2c-44f0-a424-933c29ebbde8,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:33.955119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.955474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.955822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.956162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.956500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.956844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.957349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.957684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.958013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.958342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.958696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:33.959028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:55:34.021181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Attempting to bind port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:55:34.021627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Attempting to bind port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'e1600caa-c690-4514-9b41-4dd18ba8d85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7ba29bea-1302-4f4c-84c5-697cea41492a'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:55:34.021998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Attempting to bind port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 on network 7ba29bea-1302-4f4c-84c5-697cea41492a {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:55:34.027695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:55:34.028074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Checking segment: {'id': 'e1600caa-c690-4514-9b41-4dd18ba8d85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7ba29bea-1302-4f4c-84c5-697cea41492a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:55:34.029602 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.029602 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Bound using segment: {'id': 'e1600caa-c690-4514-9b41-4dd18ba8d85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7ba29bea-1302-4f4c-84c5-697cea41492a'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:55:34.029958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Bound port: 29dbc5f4-fa2c-44f0-a424-933c29ebbde8, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1600caa-c690-4514-9b41-4dd18ba8d85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7ba29bea-1302-4f4c-84c5-697cea41492a'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:55:34.030344 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.099722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] For port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:55:34.103211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] For port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=29dbc5f4-fa2c-44f0-a424-933c29ebbde8,segment=NetworkSegment(e1600caa-c690-4514-9b41-4dd18ba8d85d),segment_id=e1600caa-c690-4514-9b41-4dd18ba8d85d)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:55:34.104528 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.118633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Transition to ACTIVE for port object 687e8350-d1c6-47c9-91ec-97f340ee3379 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:34.308437 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.365519 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.381039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb2921-dd82-4488-abc1-13492f0add93 None None] Pushing event updated for resources: {'Port': ['ID=29dbc5f4-fa2c-44f0-a424-933c29ebbde8,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:34.404522 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:55:34.420189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Network 7ba29bea-1302-4f4c-84c5-697cea41492a is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:34.420352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:34.423639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:34.461309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event updated for resources: {'Port': ['ID=687e8350-d1c6-47c9-91ec-97f340ee3379,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:34.489089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:34.489780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.590703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1726d507-25a3-48eb-8326-1a508d548b9d tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1356394 Aug 20 11:55:34.592269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37086) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:34.598137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Request body: {'port': {'network_id': '7ba29bea-1302-4f4c-84c5-697cea41492a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-241191806', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:34.598716 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.api.validators [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] bootfile-name is not in valid_values {{(pid=95588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:55:34.599059 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.api.validators [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] tftp-server is not in valid_values {{(pid=95588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:55:34.599389 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.api.validators [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] server-ip-address is not in valid_values {{(pid=95588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:55:34.772768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Made reservation on behalf of 50fdc3ae4a4348fdb7e2cf6a424adf6d for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:55:34.776543 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:34.796003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] device_id is not set on port efe2a9db-6c30-4a20-a9e1-f134ce603136 yet. {{(pid=95588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 11:55:34.913395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Allocated IP 172.20.0.4 (7ba29bea-1302-4f4c-84c5-697cea41492a/34023364-412e-4785-9ed5-70f1a689d49b/efe2a9db-6c30-4a20-a9e1-f134ce603136) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:55:35.082505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:35.104205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Transition to ACTIVE for port object efe2a9db-6c30-4a20-a9e1-f134ce603136 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:55:35.222533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:35.281437 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Network 7ba29bea-1302-4f4c-84c5-697cea41492a is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:55:35.285297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:55:35.289785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:55:35.304018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event updated for resources: {'Port': ['ID=efe2a9db-6c30-4a20-a9e1-f134ce603136,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:35.350850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.351575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:35.437682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c90ce0a7-bdae-4388-a4d6-4c8cb8b8f675 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.8437264 Aug 20 11:55:35.440161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37090) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:35.469286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad273fa-6d98-40e7-a5d6-257391682ff8 None None] Network 7ba29bea-1302-4f4c-84c5-697cea41492a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:35.529052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbc476-ba3a-4b23-97d9-7c84e1b405c8 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.535145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbc476-ba3a-4b23-97d9-7c84e1b405c8 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.541237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbc476-ba3a-4b23-97d9-7c84e1b405c8 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:35.546188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b9fbc476-ba3a-4b23-97d9-7c84e1b405c8 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1018343 Aug 20 11:55:35.548629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37092) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:35.652327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b65d601e-a4f3-49e4-bcfe-50091e7d3c4f tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Deleting port efe2a9db-6c30-4a20-a9e1-f134ce603136 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:35.653481 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b65d601e-a4f3-49e4-bcfe-50091e7d3c4f tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:35.748250 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b65d601e-a4f3-49e4-bcfe-50091e7d3c4f tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:35.759370 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cfef966b-6a21-44ee-96ec-cdce88e0cb4d None None] Provisioning for port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:35.761857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b65d601e-a4f3-49e4-bcfe-50091e7d3c4f tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Calling delete_port for efe2a9db-6c30-4a20-a9e1-f134ce603136 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:36.016543 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b65d601e-a4f3-49e4-bcfe-50091e7d3c4f tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.051400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d601e-a4f3-49e4-bcfe-50091e7d3c4f tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event deleted for resources: {'Port': ['ID=efe2a9db-6c30-4a20-a9e1-f134ce603136,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:36.053682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:55:36.115638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ddf3b5e-50ba-4f60-a3f2-64a66aa4fc29 None None] Could not find standard attr ID for object efe2a9db-6c30-4a20-a9e1-f134ce603136. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:55:36.148753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b65d601e-a4f3-49e4-bcfe-50091e7d3c4f tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.155546 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b65d601e-a4f3-49e4-bcfe-50091e7d3c4f tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "DELETE /v2.0/ports/efe2a9db-6c30-4a20-a9e1-f134ce603136 HTTP/1.1" status: 204 len: 168 time: 0.6044350 Aug 20 11:55:36.156219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37096) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:36.162630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Request body: {'port': {'name': 'tempest-new-port-name-689108400', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:55:36.163168 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.api.validators [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] bootfile-name is not in valid_values {{(pid=95587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:55:36.163604 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.api.validators [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] tftp-server is not in valid_values {{(pid=95587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:55:36.164036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.api.validators [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] server-ip-address is not in valid_values {{(pid=95587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 11:55:36.196418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:36.201044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:36.205624 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.228921 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ddf3b5e-50ba-4f60-a3f2-64a66aa4fc29 None None] Provisioning for port 687e8350-d1c6-47c9-91ec-97f340ee3379 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:55:36.236613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2ddf3b5e-50ba-4f60-a3f2-64a66aa4fc29 None None] Provisioning complete for port 687e8350-d1c6-47c9-91ec-97f340ee3379 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:36.237116 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2ddf3b5e-50ba-4f60-a3f2-64a66aa4fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.247371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.297053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf3b5e-50ba-4f60-a3f2-64a66aa4fc29 None None] Port 687e8350-d1c6-47c9-91ec-97f340ee3379 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:36.347172 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.391792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=29dbc5f4-fa2c-44f0-a424-933c29ebbde8,segment=NetworkSegment(e1600caa-c690-4514-9b41-4dd18ba8d85d),segment_id=e1600caa-c690-4514-9b41-4dd18ba8d85d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:36.420217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-219373a7-0123-4818-887d-ca37bacb5d23 None None] Provisioning complete for port 687e8350-d1c6-47c9-91ec-97f340ee3379 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:36.421555 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-219373a7-0123-4818-887d-ca37bacb5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.469759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-219373a7-0123-4818-887d-ca37bacb5d23 None None] Port 687e8350-d1c6-47c9-91ec-97f340ee3379 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:36.476428 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.478896 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.540943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=29dbc5f4-fa2c-44f0-a424-933c29ebbde8,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:36.544138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.587027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-90da5e5a-ac01-4244-b045-e759dfdcf797 None None] Could not find standard attr ID for object efe2a9db-6c30-4a20-a9e1-f134ce603136. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 11:55:36.625553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event updated for resources: {'Port': ['ID=687e8350-d1c6-47c9-91ec-97f340ee3379,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:36.649592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] In _notify_port_updated(), no bound segment for port 687e8350-d1c6-47c9-91ec-97f340ee3379 on network 7ba29bea-1302-4f4c-84c5-697cea41492a {{(pid=95587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 11:55:36.656347 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:36.657050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.659265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bb33971d-5899-4ec8-8d56-de235717231a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "PUT /v2.0/ports/687e8350-d1c6-47c9-91ec-97f340ee3379 HTTP/1.1" status: 200 len: 1135 time: 0.5012665 Aug 20 11:55:36.661156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37098) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:36.707954 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833520fc-06b6-4125-b49e-afd6f5d21f1a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:36.714749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37100) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:36.715297 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-833520fc-06b6-4125-b49e-afd6f5d21f1a tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "GET /v2.0/ports/687e8350-d1c6-47c9-91ec-97f340ee3379 HTTP/1.1" status: 200 len: 1135 time: 0.0525212 Aug 20 11:55:36.815336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3624c-ae1e-4667-bccc-187ba7732986 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Deleting port 687e8350-d1c6-47c9-91ec-97f340ee3379 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:36.815714 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc3624c-ae1e-4667-bccc-187ba7732986 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.902594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc3624c-ae1e-4667-bccc-187ba7732986 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.911766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a9f6be92-a8a6-4506-b1a1-79e183ba744f None None] Provisioning complete for port 687e8350-d1c6-47c9-91ec-97f340ee3379 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:55:36.912631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a9f6be92-a8a6-4506-b1a1-79e183ba744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:36.916094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3624c-ae1e-4667-bccc-187ba7732986 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Calling delete_port for 687e8350-d1c6-47c9-91ec-97f340ee3379 owned by {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:36.948002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6be92-a8a6-4506-b1a1-79e183ba744f None None] Port 687e8350-d1c6-47c9-91ec-97f340ee3379 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:55:37.167096 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc3624c-ae1e-4667-bccc-187ba7732986 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.196292 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3624c-ae1e-4667-bccc-187ba7732986 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event deleted for resources: {'Port': ['ID=687e8350-d1c6-47c9-91ec-97f340ee3379,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:37.273180 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc3624c-ae1e-4667-bccc-187ba7732986 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.277577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cdc3624c-ae1e-4667-bccc-187ba7732986 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "DELETE /v2.0/ports/687e8350-d1c6-47c9-91ec-97f340ee3379 HTTP/1.1" status: 204 len: 168 time: 0.5582509 Aug 20 11:55:37.277726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37104) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:37.333656 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f23895-dcea-4fb5-b8be-4432f14eedb7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Deleting subnet 34023364-412e-4785-9ed5-70f1a689d49b {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:55:37.337881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54f23895-dcea-4fb5-b8be-4432f14eedb7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.384957 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54f23895-dcea-4fb5-b8be-4432f14eedb7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.472008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54f23895-dcea-4fb5-b8be-4432f14eedb7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.653135 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54f23895-dcea-4fb5-b8be-4432f14eedb7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.678875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f23895-dcea-4fb5-b8be-4432f14eedb7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event deleted for resources: {'Subnet': ['ID=34023364-412e-4785-9ed5-70f1a689d49b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:37.684908 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-54f23895-dcea-4fb5-b8be-4432f14eedb7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.686987 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-54f23895-dcea-4fb5-b8be-4432f14eedb7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "DELETE /v2.0/subnets/34023364-412e-4785-9ed5-70f1a689d49b HTTP/1.1" status: 204 len: 168 time: 0.4083390 Aug 20 11:55:37.689568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37106) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:37.692035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc3062-6a93-4550-a021-904116e0341f None None] Network 7ba29bea-1302-4f4c-84c5-697cea41492a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:55:37.772055 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.827446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Deleting port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:37.827854 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.895502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] For port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=29dbc5f4-fa2c-44f0-a424-933c29ebbde8,segment=NetworkSegment(e1600caa-c690-4514-9b41-4dd18ba8d85d),segment_id=e1600caa-c690-4514-9b41-4dd18ba8d85d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:37.895783 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:37.911204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Calling delete_port for 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:38.024312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b864d3-3f7a-4ac6-9fd4-febe66a3a38e None None] DHCP port deletion for 7ba29bea-1302-4f4c-84c5-697cea41492a request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:55:38.067533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.071065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b4b864d3-3f7a-4ac6-9fd4-febe66a3a38e None None] Deleting port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:55:38.071450 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4b864d3-3f7a-4ac6-9fd4-febe66a3a38e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.094781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event deleted for resources: {'Port': ['ID=29dbc5f4-fa2c-44f0-a424-933c29ebbde8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:38.096635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] No DVR routers for this DVR port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:38.136089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b4b864d3-3f7a-4ac6-9fd4-febe66a3a38e None None] For port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8, host n-d-804230-3, got binding levels [] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:55:38.136665 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4b864d3-3f7a-4ac6-9fd4-febe66a3a38e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.155131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b4b864d3-3f7a-4ac6-9fd4-febe66a3a38e None None] Calling delete_port for 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:55:38.157889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.ipam_backend_mixin [None req-b4b864d3-3f7a-4ac6-9fd4-febe66a3a38e None None] Port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 was not found and therefore no delete operation was performed {{(pid=95589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 11:55:38.159383 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4b864d3-3f7a-4ac6-9fd4-febe66a3a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.186570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b864d3-3f7a-4ac6-9fd4-febe66a3a38e None None] No DVR routers for this DVR port 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:55:38.187359 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.188961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b864d3-3f7a-4ac6-9fd4-febe66a3a38e None None] Pushing event deleted for resources: {'Port': ['ID=29dbc5f4-fa2c-44f0-a424-933c29ebbde8,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:38.199255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba29bea-1302-4f4c-84c5-697cea41492a']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:38.211441 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1600caa-c690-4514-9b41-4dd18ba8d85d') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:38.211746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1600caa-c690-4514-9b41-4dd18ba8d85d') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:55:38.221557 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.235725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.241520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:55:38.241902 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: items = [ Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: timer() Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:55:38.244891 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:55:38.378516 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.385508 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:38.387529 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] 10.222.0.10 "DELETE /v2.0/networks/7ba29bea-1302-4f4c-84c5-697cea41492a HTTP/1.1" status: 204 len: 168 time: 0.6969898 Aug 20 11:55:38.399175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929634b-236e-4f2b-b5b0-72d93d53c2b7 tempest-ExtraDHCPOptionsTestJSON-1818418883 tempest-ExtraDHCPOptionsTestJSON-1818418883-project] Pushing event deleted for resources: {'Network': ['ID=7ba29bea-1302-4f4c-84c5-697cea41492a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:38.929522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37118) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:39.074040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-38340887-1828-4f62-9a16-a285a72e8497 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50fdc3ae4a4348fdb7e2cf6a424adf6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433063 Aug 20 11:55:39.076548 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37124) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:39.131708 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b14e891d-8eb3-453f-b9d1-af48f76b7e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:39.154407 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b14e891d-8eb3-453f-b9d1-af48f76b7e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:39.287011 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b14e891d-8eb3-453f-b9d1-af48f76b7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:39.289687 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b14e891d-8eb3-453f-b9d1-af48f76b7e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:39.290905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b14e891d-8eb3-453f-b9d1-af48f76b7e0f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43f4fbb4-74be-4020-bd84-1517d8d98dfc HTTP/1.1" status: 204 len: 168 time: 0.2133992 Aug 20 11:55:39.301271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e891d-8eb3-453f-b9d1-af48f76b7e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f4fbb4-74be-4020-bd84-1517d8d98dfc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:39.992273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:55:40.014313 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:55:40.014607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 29dbc5f4-fa2c-44f0-a424-933c29ebbde8 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:55:41.464550 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.802928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37168) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:41.911193 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-613bc256-341f-4af6-9e7f-7a57d3a09a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:41.999490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-613bc256-341f-4af6-9e7f-7a57d3a09a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.084580 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-613bc256-341f-4af6-9e7f-7a57d3a09a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.123680 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-613bc256-341f-4af6-9e7f-7a57d3a09a13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b4d45638e9d4fe8b4cd00c6cf142e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196173 Aug 20 11:55:42.124423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bc256-341f-4af6-9e7f-7a57d3a09a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc5036c-94ff-4c16-b615-cdad6889ea2f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:42.127353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37172) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:42.181713 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a48b198d-d875-42fd-bccd-5c53ff810588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.203501 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a48b198d-d875-42fd-bccd-5c53ff810588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.313395 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a48b198d-d875-42fd-bccd-5c53ff810588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.316275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a48b198d-d875-42fd-bccd-5c53ff810588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:42.317565 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a48b198d-d875-42fd-bccd-5c53ff810588 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6dc5036c-94ff-4c16-b615-cdad6889ea2f HTTP/1.1" status: 204 len: 168 time: 0.1888669 Aug 20 11:55:42.326136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b198d-d875-42fd-bccd-5c53ff810588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc5036c-94ff-4c16-b615-cdad6889ea2f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:42.981966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37180) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:42.995557 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76303c24-e139-4ed9-8527-b9f472ae785d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.100117 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76303c24-e139-4ed9-8527-b9f472ae785d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.195635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-76303c24-e139-4ed9-8527-b9f472ae785d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.235403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-76303c24-e139-4ed9-8527-b9f472ae785d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a3a90b0282547608e9e00318125427d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522199 Aug 20 11:55:43.236288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76303c24-e139-4ed9-8527-b9f472ae785d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c395bfa5-027f-4b46-a955-15711c34273f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:43.238267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37186) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:43.289387 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b5308dd-b8cb-40ea-bed8-37d6e3a2d0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.314184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b5308dd-b8cb-40ea-bed8-37d6e3a2d0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.421467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b5308dd-b8cb-40ea-bed8-37d6e3a2d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.424209 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2b5308dd-b8cb-40ea-bed8-37d6e3a2d0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:43.425307 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2b5308dd-b8cb-40ea-bed8-37d6e3a2d0b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c395bfa5-027f-4b46-a955-15711c34273f HTTP/1.1" status: 204 len: 168 time: 0.1854992 Aug 20 11:55:43.433487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5308dd-b8cb-40ea-bed8-37d6e3a2d0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c395bfa5-027f-4b46-a955-15711c34273f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:43.650325 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:44.998632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e1d75370-70d8-4bef-9574-8bf0f56dda1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:47.736204 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-caf3ac12-28be-4d78-9b18-37e548257827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:48.709690 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:49.675848 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:50.921010 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:52.641769 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-bf9f7505-7c9f-46c6-a393-3c6fa155e237 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410016 Aug 20 11:55:52.724209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-48089b45-98f0-4d9b-97db-06419be08e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:52.725790 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-48089b45-98f0-4d9b-97db-06419be08e6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1096 time: 0.0436974 Aug 20 11:55:52.837827 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-96d24d85-19fa-4b28-b250-c94c0c96ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:52.839359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-96d24d85-19fa-4b28-b250-c94c0c96ca60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.0944579 Aug 20 11:55:52.906954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-9909a0b2-a956-4e0f-bf4b-d9bf3c7a8e18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 200 len: 1001 time: 0.0594921 Aug 20 11:55:52.962844 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-946bd3b5-ae38-45e8-9a85-7d8c09b8ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:52.964562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-946bd3b5-ae38-45e8-9a85-7d8c09b8ab9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0507429 Aug 20 11:55:53.018778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-657586a6-d589-4717-a4c9-4940942d072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:53.020463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-657586a6-d589-4717-a4c9-4940942d072d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493283 Aug 20 11:55:53.116325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-8e18307d-330e-4ae6-b7e9-17d789889e45 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886400 Aug 20 11:55:53.215587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c66f33b-5eb9-44a2-9e90-ef61fe8af92c req-00cba3eb-e64c-4f4c-a251-711dd1940811 service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919631 Aug 20 11:55:55.863818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-dd485317-5149-4b54-99ab-4c96d812fb10 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417066 Aug 20 11:55:55.970414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-f2059429-140a-43cb-a6e8-825ca0c7f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:55.973215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-f2059429-140a-43cb-a6e8-825ca0c7f16f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 1097 time: 0.0522630 Aug 20 11:55:56.129267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-d26874a8-65d0-45bd-9bb0-9df700ba2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:56.139784 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-d26874a8-65d0-45bd-9bb0-9df700ba2dc8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.1258342 Aug 20 11:55:56.201803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-797e21cc-609a-4f10-ad3d-2fd91213c1a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d137100-d441-4f86-a55f-c75cef349501 HTTP/1.1" status: 200 len: 1002 time: 0.0587113 Aug 20 11:55:56.261572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-386688e0-8d5d-44b1-a9d7-606e8ece331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:56.263314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-386688e0-8d5d-44b1-a9d7-606e8ece331b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0509288 Aug 20 11:55:56.319022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-c8caad5a-3797-4a24-a943-80734c32e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:55:56.320595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-c8caad5a-3797-4a24-a943-80734c32e240 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456839 Aug 20 11:55:56.445330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-0dea7fe3-50fc-4a44-981d-79a50b431b5a service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127551 Aug 20 11:55:56.559172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9fad7b3-3f02-42fa-9dd0-5250094417be req-fb555eb1-a181-4066-b3ab-eb8140ea8e69 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021936 Aug 20 11:55:56.667317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37414) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:56.788152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecdb25db-33e9-49dd-bd35-8c18d65988d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:56.905583 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecdb25db-33e9-49dd-bd35-8c18d65988d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.061549 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ecdb25db-33e9-49dd-bd35-8c18d65988d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.106737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ecdb25db-33e9-49dd-bd35-8c18d65988d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b054e5db320a4b7bb4f05d23f02aa162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4375019 Aug 20 11:55:57.107681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb25db-33e9-49dd-bd35-8c18d65988d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5669cf8-f86c-4640-9a14-cdbb9346f1b3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:57.109339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37422) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:57.160946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7122f9c4-ab8d-46f0-b825-02debc141ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.183127 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7122f9c4-ab8d-46f0-b825-02debc141ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.343654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7122f9c4-ab8d-46f0-b825-02debc141ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.346750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7122f9c4-ab8d-46f0-b825-02debc141ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:57.348046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7122f9c4-ab8d-46f0-b825-02debc141ec5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5669cf8-f86c-4640-9a14-cdbb9346f1b3 HTTP/1.1" status: 204 len: 168 time: 0.2376907 Aug 20 11:55:57.357346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122f9c4-ab8d-46f0-b825-02debc141ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5669cf8-f86c-4640-9a14-cdbb9346f1b3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:58.242375 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37444) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:58.253421 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0504c0b-6630-45b2-ad22-4a43af707a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.348497 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0504c0b-6630-45b2-ad22-4a43af707a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.463586 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0504c0b-6630-45b2-ad22-4a43af707a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.508191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d0504c0b-6630-45b2-ad22-4a43af707a55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7446d80500e4c9dac168d1b73fba494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678661 Aug 20 11:55:58.509142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0504c0b-6630-45b2-ad22-4a43af707a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9374b41-4406-497d-ac5c-4bdf89fc3ca0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:55:58.511384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37448) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:55:58.574926 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1acbeb6a-487e-4f3a-ada2-6acf3232618e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.598303 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1acbeb6a-487e-4f3a-ada2-6acf3232618e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.943915 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1acbeb6a-487e-4f3a-ada2-6acf3232618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.946793 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1acbeb6a-487e-4f3a-ada2-6acf3232618e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:55:58.948051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1acbeb6a-487e-4f3a-ada2-6acf3232618e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9374b41-4406-497d-ac5c-4bdf89fc3ca0 HTTP/1.1" status: 204 len: 168 time: 0.4355030 Aug 20 11:55:58.956386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbeb6a-487e-4f3a-ada2-6acf3232618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9374b41-4406-497d-ac5c-4bdf89fc3ca0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:01.945733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37536) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:02.071123 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f28b69e-5ea9-4a64-b3b2-6147ab393840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.159128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f28b69e-5ea9-4a64-b3b2-6147ab393840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.257566 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f28b69e-5ea9-4a64-b3b2-6147ab393840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.295975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28b69e-5ea9-4a64-b3b2-6147ab393840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1316505-da23-42d4-8bb1-5ec38b13a225,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:02.300637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6f28b69e-5ea9-4a64-b3b2-6147ab393840 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8df5b6ccb11e4575bda2887a2d74ad4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538711 Aug 20 11:56:02.304103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37546) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:02.355862 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7dfccf30-22df-413e-b823-1b88ba267432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.380043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7dfccf30-22df-413e-b823-1b88ba267432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.396975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37548) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:02.498838 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7dfccf30-22df-413e-b823-1b88ba267432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.501870 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-7dfccf30-22df-413e-b823-1b88ba267432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.507089 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-7dfccf30-22df-413e-b823-1b88ba267432 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1316505-da23-42d4-8bb1-5ec38b13a225 HTTP/1.1" status: 204 len: 168 time: 0.1982250 Aug 20 11:56:02.512095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfccf30-22df-413e-b823-1b88ba267432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1316505-da23-42d4-8bb1-5ec38b13a225,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:02.590327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Deleting port 4c56fa59-a57a-4fb4-99c5-1545d37d27a6 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:02.590699 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.672645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.672645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:02.686791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Calling delete_port for 4c56fa59-a57a-4fb4-99c5-1545d37d27a6 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:02.977943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.003568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'Port': ['ID=4c56fa59-a57a-4fb4-99c5-1545d37d27a6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:03.080109 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.080494 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Floating IP a0dc410f-0172-4518-8902-90fe75d32406 disassociated (deleted). External IP: 172.25.4.130, port: 5d137100-d441-4f86-a55f-c75cef349501. Aug 20 11:56:03.301272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Router aceac47a-2508-40b7-a92b-06613f976e05 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:03.336364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37568) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:03.351927 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5200cf21-76fe-436f-a93d-43042bcd33dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.417033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:03.422168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.427075 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] Sync routers for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:03.436136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:03.436765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:55:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:03.459642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fc74e99f-be50-4a9d-9ea4-2928d00c636c tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "DELETE /v2.0/floatingips/a0dc410f-0172-4518-8902-90fe75d32406 HTTP/1.1" status: 204 len: 168 time: 1.0608871 Aug 20 11:56:03.460833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'tag': '5d137100-d441-4f86-a55f-c75cef349501'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:03.462495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5200cf21-76fe-436f-a93d-43042bcd33dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.463816 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565ed109-b748-470b-9988-6752e9e569ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfdd404-00e4-4ebd-b99e-d29747a928fc", "tag": "5d137100-d441-4f86-a55f-c75cef349501"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:03.506968 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4d6cf3-a178-4156-87d7-1e8f0be33c9d x-openstack-request-id: req-ce4d6cf3-a178-4156-87d7-1e8f0be33c9d {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:03.510189 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfdd404-00e4-4ebd-b99e-d29747a928fc", "tag": "5d137100-d441-4f86-a55f-c75cef349501", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:03.510189 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce4d6cf3-a178-4156-87d7-1e8f0be33c9d {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:03.510189 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'tag': '5d137100-d441-4f86-a55f-c75cef349501', 'status': 'completed', 'code': 200} Aug 20 11:56:03.532408 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5200cf21-76fe-436f-a93d-43042bcd33dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.598559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5200cf21-76fe-436f-a93d-43042bcd33dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=951ca7e5fe474e61ae9b7d101e10bfb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604089 Aug 20 11:56:03.600118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200cf21-76fe-436f-a93d-43042bcd33dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e18226-4396-4bc5-a4f5-55ef34625c47,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:03.601352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37580) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:03.613721 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:03.652826 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ed109-b748-470b-9988-6752e9e569ae req-206794a4-50d9-4d23-9271-f27de74defa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.654705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-565ed109-b748-470b-9988-6752e9e569ae req-206794a4-50d9-4d23-9271-f27de74defa8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 1097 time: 0.1097882 Aug 20 11:56:03.692154 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a425ed44-55c6-41aa-b9c6-aed13319c835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.750019 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a425ed44-55c6-41aa-b9c6-aed13319c835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:03.821733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ed109-b748-470b-9988-6752e9e569ae req-47579e29-668f-4743-8421-518bbea25710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:03.823362 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-565ed109-b748-470b-9988-6752e9e569ae req-47579e29-668f-4743-8421-518bbea25710 service neutron] 10.222.0.38 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.1541755 Aug 20 11:56:03.864096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'beaf1d43-2508-45ab-b926-aa051ecdd14f', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:2b:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:56Z', 'updated_at': '2021-08-20T11:50:00Z', 'revision_number': 1, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:03.896073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] Checking router: aceac47a-2508-40b7-a92b-06613f976e05 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:03.915835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:03.916489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:55:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:04.049732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aef582-2491-4699-b3cc-dba6bb632a97 req-f161a333-6411-4834-98c7-ed2ea21b074d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.053344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-23aef582-2491-4699-b3cc-dba6bb632a97 req-f161a333-6411-4834-98c7-ed2ea21b074d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 946 time: 0.0726824 Aug 20 11:56:04.069546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:04.099079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-23aef582-2491-4699-b3cc-dba6bb632a97 req-e5cccb17-3f76-487e-ad6d-97019adb00dd tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387120 Aug 20 11:56:04.195514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a425ed44-55c6-41aa-b9c6-aed13319c835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.197992 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a425ed44-55c6-41aa-b9c6-aed13319c835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:04.201380 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a425ed44-55c6-41aa-b9c6-aed13319c835 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58e18226-4396-4bc5-a4f5-55ef34625c47 HTTP/1.1" status: 204 len: 168 time: 0.5948384 Aug 20 11:56:04.203964 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-565ed109-b748-470b-9988-6752e9e569ae req-0e216104-8479-40cd-b14d-a4f02ca56175 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d137100-d441-4f86-a55f-c75cef349501 HTTP/1.1" status: 200 len: 217 time: 0.3697519 Aug 20 11:56:04.211366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425ed44-55c6-41aa-b9c6-aed13319c835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e18226-4396-4bc5-a4f5-55ef34625c47,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:04.274742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ed109-b748-470b-9988-6752e9e569ae req-0d50d741-58b5-445c-9fc5-09b92b963155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.276563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-565ed109-b748-470b-9988-6752e9e569ae req-0d50d741-58b5-445c-9fc5-09b92b963155 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0566475 Aug 20 11:56:04.326189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ed109-b748-470b-9988-6752e9e569ae req-81dc7e8e-1ec6-4193-b8a3-c2e0184d7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:04.327866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-565ed109-b748-470b-9988-6752e9e569ae req-81dc7e8e-1ec6-4193-b8a3-c2e0184d7dba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428877 Aug 20 11:56:04.365119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'beaf1d43-2508-45ab-b926-aa051ecdd14f', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:2b:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:56Z', 'updated_at': '2021-08-20T11:50:00Z', 'revision_number': 1, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:04.394003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8d1d8-f8fb-47fe-9f82-1edfa5f4b5fc None None] The sync data for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 is: [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'beaf1d43-2508-45ab-b926-aa051ecdd14f', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'floating_ip_address': '172.25.4.195', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'port_id': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'mac_address': 'fa:16:3e:2b:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:49:56Z', 'updated_at': '2021-08-20T11:50:00Z', 'revision_number': 1, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:04.428941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-565ed109-b748-470b-9988-6752e9e569ae req-27b428c4-c994-4f71-a474-3764a9aef4d2 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924373 Aug 20 11:56:04.531200 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-565ed109-b748-470b-9988-6752e9e569ae req-2408d802-358c-482d-8112-558fcb4c4dc8 service neutron] 10.222.0.38 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915632 Aug 20 11:56:04.664224 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18c941b-dbad-4ec9-be73-c9d682d4427b None None] New status for floating IP a0dc410f-0172-4518-8902-90fe75d32406: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:56:05.290270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91c3e8-5773-4af8-89b3-4815ae3dc85c req-7e20dd69-a48f-4e68-928c-2d9a2e6eb5f1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:05.291898 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a91c3e8-5773-4af8-89b3-4815ae3dc85c req-7e20dd69-a48f-4e68-928c-2d9a2e6eb5f1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 946 time: 0.0717633 Aug 20 11:56:05.332492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a91c3e8-5773-4af8-89b3-4815ae3dc85c req-98e3bb76-0b22-4f53-b44f-e960a0822277 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Aug 20 11:56:05.766845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-192e4de1-45ce-413e-bdcc-fe7d65ca3923 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:05.768444 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-192e4de1-45ce-413e-bdcc-fe7d65ca3923 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 946 time: 0.0493062 Aug 20 11:56:05.866832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-339a78f2-afca-4cfb-887f-1d3ba06c0eae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Deleting port 5d137100-d441-4f86-a55f-c75cef349501 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:05.867178 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-339a78f2-afca-4cfb-887f-1d3ba06c0eae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.974017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-339a78f2-afca-4cfb-887f-1d3ba06c0eae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] For port 5d137100-d441-4f86-a55f-c75cef349501, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=5d137100-d441-4f86-a55f-c75cef349501,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:05.974458 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-339a78f2-afca-4cfb-887f-1d3ba06c0eae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:05.989182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-339a78f2-afca-4cfb-887f-1d3ba06c0eae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Calling delete_port for 5d137100-d441-4f86-a55f-c75cef349501 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:06.250570 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-339a78f2-afca-4cfb-887f-1d3ba06c0eae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.283222 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a78f2-afca-4cfb-887f-1d3ba06c0eae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'Port': ['ID=5d137100-d441-4f86-a55f-c75cef349501,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:06.329685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-339a78f2-afca-4cfb-887f-1d3ba06c0eae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] No DVR routers for this DVR port 5d137100-d441-4f86-a55f-c75cef349501 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:06.332339 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-339a78f2-afca-4cfb-887f-1d3ba06c0eae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:06.334385 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e98bbb1-1f36-4270-85cb-9f0f2d14364f req-339a78f2-afca-4cfb-887f-1d3ba06c0eae tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.38 "DELETE /v2.0/ports/5d137100-d441-4f86-a55f-c75cef349501 HTTP/1.1" status: 204 len: 173 time: 0.5564117 Aug 20 11:56:06.334846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'name': 'network-vif-deleted', 'tag': '5d137100-d441-4f86-a55f-c75cef349501'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:06.337069 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f14ac6b-de27-46ed-87a6-374468e6be69" -d '{"events": [{"server_uuid": "1cfdd404-00e4-4ebd-b99e-d29747a928fc", "name": "network-vif-deleted", "tag": "5d137100-d441-4f86-a55f-c75cef349501"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:06.380574 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904ceaf2-68c7-4b5b-b468-814fe52a871b x-openstack-request-id: req-904ceaf2-68c7-4b5b-b468-814fe52a871b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:06.380867 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfdd404-00e4-4ebd-b99e-d29747a928fc", "name": "network-vif-deleted", "tag": "5d137100-d441-4f86-a55f-c75cef349501", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:06.381118 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-904ceaf2-68c7-4b5b-b468-814fe52a871b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:06.381766 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfdd404-00e4-4ebd-b99e-d29747a928fc', 'name': 'network-vif-deleted', 'tag': '5d137100-d441-4f86-a55f-c75cef349501', 'status': 'completed', 'code': 200} Aug 20 11:56:06.438690 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6013a424-2ca0-4148-84d9-a53bc7fb2ce5 req-55f72af3-6c4e-4cb9-ad0c-4096283edd2d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 210 time: 0.0273228 Aug 20 11:56:07.582184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2ed1fbe9-185d-4c07-8f78-98f2764bb170 req-816f4df8-caad-4211-8c3b-9de42086039d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 210 time: 0.0272896 Aug 20 11:56:08.690164 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a9ecb5a-eb12-4823-b657-f93d9447e4a0 req-92a658a2-3734-419d-b11d-9bb692e0994f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 210 time: 0.0308542 Aug 20 11:56:10.156994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 5d137100-d441-4f86-a55f-c75cef349501 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:10.190012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 5d137100-d441-4f86-a55f-c75cef349501 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:10.190739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 5d137100-d441-4f86-a55f-c75cef349501 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:10.366923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ac9174d-feb2-4ddf-a544-b536e7d64a74 req-023b31e9-0b21-4738-ae77-80841b4d4475 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cfdd404-00e4-4ebd-b99e-d29747a928fc HTTP/1.1" status: 200 len: 210 time: 0.2881677 Aug 20 11:56:11.396506 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:56:11.446116 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.094264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37758) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:13.228584 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b449f360-f405-4549-ad61-b1ac5c340328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.330518 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b449f360-f405-4549-ad61-b1ac5c340328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.400617 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b449f360-f405-4549-ad61-b1ac5c340328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.442200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449f360-f405-4549-ad61-b1ac5c340328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8573eb-062d-4d25-9fef-9d7c2ef8a680,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:13.446709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b449f360-f405-4549-ad61-b1ac5c340328 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b13012357ef401e9153cc4ef9195356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512318 Aug 20 11:56:13.449625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37762) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:13.504761 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.526785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.650274 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.673315 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.676620 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:13.680666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b8573eb-062d-4d25-9fef-9d7c2ef8a680 HTTP/1.1" status: 204 len: 168 time: 0.2271645 Aug 20 11:56:13.688302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8573eb-062d-4d25-9fef-9d7c2ef8a680,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:13.697174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.697654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.698097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.698580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.699011 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.699613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.700327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.701472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.702180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.708966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.708966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:13.708966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f033d086-6170-4e5c-baae-892ea2e386ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:14.432339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37772) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:14.446613 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-925303c5-5f47-4230-810d-8e45aacc335a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:14.540610 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-925303c5-5f47-4230-810d-8e45aacc335a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:14.629151 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-925303c5-5f47-4230-810d-8e45aacc335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:14.670713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925303c5-5f47-4230-810d-8e45aacc335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c32807-8dc6-481d-8d11-0ddfa9f86a9b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:14.675432 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-925303c5-5f47-4230-810d-8e45aacc335a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b92abb8a8314fb6a7db64ad57ed21eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419982 Aug 20 11:56:14.678332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37774) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:14.728520 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c02f3f9a-3e85-4091-9825-1d8b37be968e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:14.750258 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c02f3f9a-3e85-4091-9825-1d8b37be968e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:14.880732 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c02f3f9a-3e85-4091-9825-1d8b37be968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:14.883865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c02f3f9a-3e85-4091-9825-1d8b37be968e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:14.888833 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c02f3f9a-3e85-4091-9825-1d8b37be968e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87c32807-8dc6-481d-8d11-0ddfa9f86a9b HTTP/1.1" status: 204 len: 168 time: 0.2058783 Aug 20 11:56:14.901026 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f3f9a-3e85-4091-9825-1d8b37be968e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c32807-8dc6-481d-8d11-0ddfa9f86a9b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:15.017616 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6cd9dca7-ab90-4f7f-8d33-3420a966ca39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.475740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37798) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:15.480523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8429afa9-40aa-40d1-a4f6-b65c48c7d52f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884449443', 'description': 'tempest-secgroup-smoke-884449443 description', 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:15.581375 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8429afa9-40aa-40d1-a4f6-b65c48c7d52f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.684279 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8429afa9-40aa-40d1-a4f6-b65c48c7d52f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.731931 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8429afa9-40aa-40d1-a4f6-b65c48c7d52f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.762199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429afa9-40aa-40d1-a4f6-b65c48c7d52f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75345d76-776a-4df2-98ba-b8c8471e50d7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:15.833198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8429afa9-40aa-40d1-a4f6-b65c48c7d52f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.834667 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8429afa9-40aa-40d1-a4f6-b65c48c7d52f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3581107 Aug 20 11:56:15.838995 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37806) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:15.842674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d91f52ec-5d06-44d3-a7bb-cf45ab5dbab6 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Request body: {'security_group_rule': {'security_group_id': '75345d76-776a-4df2-98ba-b8c8471e50d7', 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:15.924235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d91f52ec-5d06-44d3-a7bb-cf45ab5dbab6 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:15.985847 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d91f52ec-5d06-44d3-a7bb-cf45ab5dbab6 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.040562 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d91f52ec-5d06-44d3-a7bb-cf45ab5dbab6 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.058715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f52ec-5d06-44d3-a7bb-cf45ab5dbab6 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645eea20-2168-4db0-9573-0308dd496691,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:16.146963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d91f52ec-5d06-44d3-a7bb-cf45ab5dbab6 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.148219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d91f52ec-5d06-44d3-a7bb-cf45ab5dbab6 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3096914 Aug 20 11:56:16.151077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37818) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:16.156598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-feb04620-2414-4b1b-96fb-832e7242b7bc tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Request body: {'security_group_rule': {'security_group_id': '75345d76-776a-4df2-98ba-b8c8471e50d7', 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:16.297470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-feb04620-2414-4b1b-96fb-832e7242b7bc tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.357511 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-feb04620-2414-4b1b-96fb-832e7242b7bc tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.440390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-feb04620-2414-4b1b-96fb-832e7242b7bc tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.460345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb04620-2414-4b1b-96fb-832e7242b7bc tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0da24b5-e370-460f-a2f3-751ba98f56af,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:16.578332 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-feb04620-2414-4b1b-96fb-832e7242b7bc tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.579677 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-feb04620-2414-4b1b-96fb-832e7242b7bc tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4275227 Aug 20 11:56:16.582863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37822) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:16.599822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4dfeb329-5e6a-4f3e-98ac-17b54388f38d tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Request body: {'security_group_rule': {'security_group_id': '75345d76-776a-4df2-98ba-b8c8471e50d7', 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:16.714020 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4dfeb329-5e6a-4f3e-98ac-17b54388f38d tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.774641 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4dfeb329-5e6a-4f3e-98ac-17b54388f38d tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.903395 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4dfeb329-5e6a-4f3e-98ac-17b54388f38d tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:16.919381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfeb329-5e6a-4f3e-98ac-17b54388f38d tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa8e6db-4837-4346-b80c-4f67f25879d4,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:16.998998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4dfeb329-5e6a-4f3e-98ac-17b54388f38d tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.000412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4dfeb329-5e6a-4f3e-98ac-17b54388f38d tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4163971 Aug 20 11:56:17.003349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37834) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:17.008294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f4237dbd-294c-41fc-a2d4-879dc384fd56 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Request body: {'security_group_rule': {'security_group_id': '75345d76-776a-4df2-98ba-b8c8471e50d7', 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:17.138849 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4237dbd-294c-41fc-a2d4-879dc384fd56 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.161459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37842) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:17.207445 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4237dbd-294c-41fc-a2d4-879dc384fd56 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.307004 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4237dbd-294c-41fc-a2d4-879dc384fd56 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.318875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Deleting port e2354056-8634-4064-96b4-f026cff1e206 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:17.319327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.327707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4237dbd-294c-41fc-a2d4-879dc384fd56 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99d6f8a-8039-4c2b-acbf-315667a7d5ef,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:17.397192 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.397442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.409386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Calling delete_port for e2354056-8634-4064-96b4-f026cff1e206 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:17.432936 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f4237dbd-294c-41fc-a2d4-879dc384fd56 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.434214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f4237dbd-294c-41fc-a2d4-879dc384fd56 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4297307 Aug 20 11:56:17.437135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37856) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:17.441990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-545a0e6c-aa9b-40c6-abed-cdf3ebf7b2b8 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Request body: {'security_group_rule': {'security_group_id': '75345d76-776a-4df2-98ba-b8c8471e50d7', 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:17.537614 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-545a0e6c-aa9b-40c6-abed-cdf3ebf7b2b8 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Project 5a819bee7eef45ca89fa7d0c9ebf76c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:56:17.542996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-545a0e6c-aa9b-40c6-abed-cdf3ebf7b2b8 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.603024 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-545a0e6c-aa9b-40c6-abed-cdf3ebf7b2b8 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.646036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.675291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'Port': ['ID=e2354056-8634-4064-96b4-f026cff1e206,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:17.726056 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-545a0e6c-aa9b-40c6-abed-cdf3ebf7b2b8 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.737112 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.737445 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Floating IP beaf1d43-2508-45ab-b926-aa051ecdd14f disassociated (deleted). External IP: 172.25.4.195, port: aa184ccb-c59b-43c9-8b93-15f0be9b9237. Aug 20 11:56:17.748618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a0e6c-aa9b-40c6-abed-cdf3ebf7b2b8 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19798869-13c5-4b9f-9403-1573e488e3ab,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:17.765669 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0c2ca6e3-d5f7-49de-9b1f-2334e3d49733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.857619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-545a0e6c-aa9b-40c6-abed-cdf3ebf7b2b8 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:17.858904 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-545a0e6c-aa9b-40c6-abed-cdf3ebf7b2b8 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4208343 Aug 20 11:56:17.861467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37862) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:17.866574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-52869e29-089b-43f1-8539-1ad6d85c26ef tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Request body: {'security_group_rule': {'security_group_id': '75345d76-776a-4df2-98ba-b8c8471e50d7', 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:17.870662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37864) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:17.955542 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Router aceac47a-2508-40b7-a92b-06613f976e05 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:17.961946 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-52869e29-089b-43f1-8539-1ad6d85c26ef tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Project 5a819bee7eef45ca89fa7d0c9ebf76c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 11:56:17.967504 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52869e29-089b-43f1-8539-1ad6d85c26ef tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.006562 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-966b9431-4f14-4ed4-9d26-2fd353581c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.067733 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52869e29-089b-43f1-8539-1ad6d85c26ef tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.071742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:18.077412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.082804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] Sync routers for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:18.095442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:18.096793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:56:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:18.104746 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cfdcc5cd-b9b7-4c0b-86e0-28ba52dd1f77 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "DELETE /v2.0/floatingips/beaf1d43-2508-45ab-b926-aa051ecdd14f HTTP/1.1" status: 204 len: 168 time: 0.9493234 Aug 20 11:56:18.105344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'tag': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:18.107768 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16608840-bc0d-4f10-816d-2c46c7a7b620" -d '{"events": [{"name": "network-changed", "server_uuid": "aca0e898-f117-41d4-b188-6e73a8c31f2d", "tag": "aa184ccb-c59b-43c9-8b93-15f0be9b9237"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:18.146215 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-966b9431-4f14-4ed4-9d26-2fd353581c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.148696 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52869e29-089b-43f1-8539-1ad6d85c26ef tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.165548 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df478b77-f489-41e9-9615-f351012742df x-openstack-request-id: req-df478b77-f489-41e9-9615-f351012742df {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:18.166083 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca0e898-f117-41d4-b188-6e73a8c31f2d", "tag": "aa184ccb-c59b-43c9-8b93-15f0be9b9237", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:18.166198 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df478b77-f489-41e9-9615-f351012742df {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:18.166668 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'tag': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'status': 'completed', 'code': 200} Aug 20 11:56:18.176301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52869e29-089b-43f1-8539-1ad6d85c26ef tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a98005-1272-4bb3-9834-5612dd42673c,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:18.222198 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-966b9431-4f14-4ed4-9d26-2fd353581c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.235181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:18.270645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b9431-4f14-4ed4-9d26-2fd353581c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89395c15-5605-454d-9cd0-106592452ae7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:18.278202 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-966b9431-4f14-4ed4-9d26-2fd353581c74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c45aa63f0b64a19a0468bf1aaec6563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040570 Aug 20 11:56:18.278202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-8821f004-6113-4c59-aaba-e63ea9bd8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.278974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37874) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:18.279464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-8821f004-6113-4c59-aaba-e63ea9bd8a32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea0796915334e5c8704c4e677a6eef8&device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 1096 time: 0.0870960 Aug 20 11:56:18.336837 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.342418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52869e29-089b-43f1-8539-1ad6d85c26ef tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.343944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-52869e29-089b-43f1-8539-1ad6d85c26ef tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4810383 Aug 20 11:56:18.366361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.401350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-bfe27761-b3ab-4a41-ba90-8325be15033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.403361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-bfe27761-b3ab-4a41-ba90-8325be15033a service neutron] 10.222.0.57 "GET /v2.0/networks?id=11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 200 len: 912 time: 0.1170442 Aug 20 11:56:18.448913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-a1a00291-5c24-4edf-9858-d64032a43a9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 200 len: 217 time: 0.0379570 Aug 20 11:56:18.479317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:18.511397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-039f48a3-d44e-4da7-a7c1-8d36a963bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.515782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-039f48a3-d44e-4da7-a7c1-8d36a963bb5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 200 len: 850 time: 0.0592959 Aug 20 11:56:18.520146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] Checking router: aceac47a-2508-40b7-a92b-06613f976e05 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:18.520329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.522916 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:18.526645 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89395c15-5605-454d-9cd0-106592452ae7 HTTP/1.1" status: 204 len: 168 time: 0.2440255 Aug 20 11:56:18.538750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89395c15-5605-454d-9cd0-106592452ae7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:18.558145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.559333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:18.559599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.559963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.561108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:56:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:18.563789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.564044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.564405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.564756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.565096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.565433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.565769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.567110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.567469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c407f-90be-440e-9eed-d2aefa45d8d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:18.592731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-0a2d4b0f-9ff3-41d2-8d58-9e3c66046e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.597869 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-0a2d4b0f-9ff3-41d2-8d58-9e3c66046e20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b17b29-10b0-4839-909d-f43616c71c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720770 Aug 20 11:56:18.745439 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-720705b2-189c-451e-9bed-3078cfe32157 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884449443&fields=id&tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5 HTTP/1.1" status: 200 len: 267 time: 0.0788193 Aug 20 11:56:18.810247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:18.828719 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-96238b9a-ebd6-4c17-a3c0-3899317eb90d service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260737 Aug 20 11:56:18.843898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a555df-5e22-464f-812e-546b8600d9b5 req-dd036f86-4713-4248-a22c-9d4bcc133ff1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:18.851879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6a555df-5e22-464f-812e-546b8600d9b5 req-dd036f86-4713-4248-a22c-9d4bcc133ff1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 945 time: 0.2780175 Aug 20 11:56:18.909903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6a555df-5e22-464f-812e-546b8600d9b5 req-b019aa20-c680-4cb0-a577-93248d667fb0 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567749 Aug 20 11:56:18.927560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.007543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-38f88dea-8cd4-4598-90d2-a1fbc766f098 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.009283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-38f88dea-8cd4-4598-90d2-a1fbc766f098 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/networks?id=28f15bcd-29a0-4941-8ae0-1d7f026a9957 HTTP/1.1" status: 200 len: 814 time: 0.2623327 Aug 20 11:56:19.035882 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-16608840-bc0d-4f10-816d-2c46c7a7b620 req-b00fb04d-36e4-4cdb-b212-01cf06ad0a5a service neutron] 10.222.0.57 "GET /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844940 Aug 20 11:56:19.037319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-1481ad14-8efb-4ffc-8417-b0c4c0e09292 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/quotas/5a819bee7eef45ca89fa7d0c9ebf76c5 HTTP/1.1" status: 200 len: 375 time: 0.0214753 Aug 20 11:56:19.168869 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-0724da98-0b74-4d60-8283-a46c495055ae tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226234 Aug 20 11:56:19.178261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-7ae94b32-b9c3-41d0-968c-464bdd20460f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:19.180245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-7ae94b32-b9c3-41d0-968c-464bdd20460f tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 945 time: 0.1034122 Aug 20 11:56:19.275616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:19.324417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f9d50-3900-4a2a-9bfc-8f37617bfd55 None None] The sync data for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 is: [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:40:18Z', 'revision_number': 4, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'd8e81a79-b8a0-4e03-9b28-f478fc02d2b1', 'name': '', 'network_id': '11b17b29-10b0-4839-909d-f43616c71c65', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'mac_address': 'fa:16:3e:a9:56:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:17Z', 'updated_at': '2021-08-20T11:40:26Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'subnets': [{'id': '5ef1a6b4-e180-43f7-afb9-3a6eea345cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:19.328066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-e10009c5-36ea-49f5-9383-4f22e3f55070 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Deleting port aa184ccb-c59b-43c9-8b93-15f0be9b9237 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:19.329602 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-e10009c5-36ea-49f5-9383-4f22e3f55070 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.371782 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.380621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-6560913e-4759-43c9-872f-8869d4e2153b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 11:56:19.381714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-6560913e-4759-43c9-872f-8869d4e2153b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1967936 Aug 20 11:56:19.414136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37892) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:19.429902 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d548d2dc-0589-4200-8ee2-93890b8cea66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.543437 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d548d2dc-0589-4200-8ee2-93890b8cea66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.634882 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d548d2dc-0589-4200-8ee2-93890b8cea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.635115 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa8cfc-df36-493a-bd95-24f76497347c None None] New status for floating IP beaf1d43-2508-45ab-b926-aa051ecdd14f: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:56:19.679969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d548d2dc-0589-4200-8ee2-93890b8cea66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cf9d4849b3c477d9f017ce09a29414a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623532 Aug 20 11:56:19.679969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548d2dc-0589-4200-8ee2-93890b8cea66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd27707-caf0-4117-bf50-3a9048425328,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:19.681970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 37894) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:19.736156 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35f212b5-ef0a-4a88-8bc6-f8d4655fed6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.764776 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35f212b5-ef0a-4a88-8bc6-f8d4655fed6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.798274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-e10009c5-36ea-49f5-9383-4f22e3f55070 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] For port aa184ccb-c59b-43c9-8b93-15f0be9b9237, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=aa184ccb-c59b-43c9-8b93-15f0be9b9237,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:19.798914 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-e10009c5-36ea-49f5-9383-4f22e3f55070 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.820208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-e10009c5-36ea-49f5-9383-4f22e3f55070 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Calling delete_port for aa184ccb-c59b-43c9-8b93-15f0be9b9237 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:19.828778 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-d034bc91-7907-49e1-bf89-681148b621c0 service neutron] 10.222.0.10 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388883 Aug 20 11:56:19.925907 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35f212b5-ef0a-4a88-8bc6-f8d4655fed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.928816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-35f212b5-ef0a-4a88-8bc6-f8d4655fed6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:19.930153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-35f212b5-ef0a-4a88-8bc6-f8d4655fed6b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebd27707-caf0-4117-bf50-3a9048425328 HTTP/1.1" status: 204 len: 168 time: 0.2470088 Aug 20 11:56:19.939853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f212b5-ef0a-4a88-8bc6-f8d4655fed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd27707-caf0-4117-bf50-3a9048425328,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:19.985369 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-c9152e38-0876-4fbf-a310-4d37d89c4115 service neutron] 10.222.0.10 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502259 Aug 20 11:56:20.054613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510fe51-40f9-46d6-81be-6227954301b7 req-ff080dac-d0ce-4761-bc5f-ab0dd7e9d8d1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:20.056458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d510fe51-40f9-46d6-81be-6227954301b7 req-ff080dac-d0ce-4761-bc5f-ab0dd7e9d8d1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 945 time: 0.0561228 Aug 20 11:56:20.100634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d510fe51-40f9-46d6-81be-6227954301b7 req-9767d4b6-560b-4f2a-9db3-9dd71cd38a9d tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea27980-82eb-4341-9bef-06664b76ff6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359943 Aug 20 11:56:20.187416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-e10009c5-36ea-49f5-9383-4f22e3f55070 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.213271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10009c5-36ea-49f5-9383-4f22e3f55070 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'Port': ['ID=aa184ccb-c59b-43c9-8b93-15f0be9b9237,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:20.262786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-e10009c5-36ea-49f5-9383-4f22e3f55070 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] No DVR routers for this DVR port aa184ccb-c59b-43c9-8b93-15f0be9b9237 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:20.265485 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-e10009c5-36ea-49f5-9383-4f22e3f55070 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:20.267796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f0a16ffa-93de-45be-9840-4870c5274e46 req-e10009c5-36ea-49f5-9383-4f22e3f55070 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.57 "DELETE /v2.0/ports/aa184ccb-c59b-43c9-8b93-15f0be9b9237 HTTP/1.1" status: 204 len: 173 time: 1.0772338 Aug 20 11:56:20.268228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'name': 'network-vif-deleted', 'tag': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:20.270532 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dcf472-2e5a-4ce8-883a-465d1e0b285e" -d '{"events": [{"server_uuid": "aca0e898-f117-41d4-b188-6e73a8c31f2d", "name": "network-vif-deleted", "tag": "aa184ccb-c59b-43c9-8b93-15f0be9b9237"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:20.306234 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b6f2ef-1c47-494b-aad3-b92b3b5cf744 x-openstack-request-id: req-c5b6f2ef-1c47-494b-aad3-b92b3b5cf744 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:20.306556 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca0e898-f117-41d4-b188-6e73a8c31f2d", "name": "network-vif-deleted", "tag": "aa184ccb-c59b-43c9-8b93-15f0be9b9237", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:20.306840 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5b6f2ef-1c47-494b-aad3-b92b3b5cf744 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:20.307238 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca0e898-f117-41d4-b188-6e73a8c31f2d', 'name': 'network-vif-deleted', 'tag': 'aa184ccb-c59b-43c9-8b93-15f0be9b9237', 'status': 'completed', 'code': 200} Aug 20 11:56:20.829802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-244053a2-2df9-4362-85e9-3f03887f5687 req-3837a17f-5d36-49ff-b676-1833c007e438 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 210 time: 0.0266740 Aug 20 11:56:20.912548 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:21.201752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-af625ffa-d36e-40e2-aa30-9a39374560d8 req-65889bf4-63a6-4279-a6cb-36826f6d1579 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 210 time: 0.0284700 Aug 20 11:56:21.917271 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad6e528e-64b7-40d6-85eb-23f3910a6f06 req-43bd0b58-23f1-4cff-8cb4-47431a3fb2ce tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 210 time: 0.0288835 Aug 20 11:56:22.302831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2daec00f-392e-425d-98e3-0a863bab4c9f req-d4b07bb8-3e9a-4318-acac-fc49923a9f38 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 210 time: 0.0311575 Aug 20 11:56:23.022872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52fef6b3-f778-4a24-8a92-02e3d3c090c3 req-f9e83b64-4c62-45af-bd4f-1f7d678ed967 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 210 time: 0.0306332 Aug 20 11:56:23.344586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device aa184ccb-c59b-43c9-8b93-15f0be9b9237 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:23.366013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: aa184ccb-c59b-43c9-8b93-15f0be9b9237 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:23.366371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device aa184ccb-c59b-43c9-8b93-15f0be9b9237 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:23.411296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1ef57dad-d17b-49c7-8d4a-fb9fbddb51c9 req-4c616ecd-b402-4a59-b8e8-7836d5bd86a1 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 210 time: 0.0334923 Aug 20 11:56:23.979784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-5f7aa5a8-a214-4fa6-88a3-005375bab874 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:23.981422 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-5f7aa5a8-a214-4fa6-88a3-005375bab874 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.38 "GET /v2.0/networks?id=28f15bcd-29a0-4941-8ae0-1d7f026a9957 HTTP/1.1" status: 200 len: 814 time: 0.1084442 Aug 20 11:56:24.052458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-75daaecd-803a-4e2a-9ea4-41d8f5bea68f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5 HTTP/1.1" status: 200 len: 379 time: 0.0471330 Aug 20 11:56:24.067763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Request body: {'port': {'device_id': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'admin_state_up': True, 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'security_groups': ['75345d76-776a-4df2-98ba-b8c8471e50d7']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:24.145846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc158a22-76f0-446f-9ea7-3adefb764de4 req-19b9d302-2c17-40bf-b4c6-669ae810021a tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 210 time: 0.0321476 Aug 20 11:56:24.306831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Made reservation on behalf of 5a819bee7eef45ca89fa7d0c9ebf76c5 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:56:24.312506 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.493400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Allocated IP 172.20.0.7 (28f15bcd-29a0-4941-8ae0-1d7f026a9957/5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42/f7095520-8ae6-4a2f-8aad-94c05920c78f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:24.532770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25da0381-2a80-49df-aa0f-bf49f5b0747c req-5f617147-044d-4f5b-bc49-db5e19d51018 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "GET /v2.0/ports?device_id=aca0e898-f117-41d4-b188-6e73a8c31f2d HTTP/1.1" status: 200 len: 210 time: 0.0278826 Aug 20 11:56:24.647344 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.667181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Transition to ACTIVE for port object f7095520-8ae6-4a2f-8aad-94c05920c78f will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:24.852184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:24.898061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:24.901213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:24.905587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:24.944249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event updated for resources: {'Port': ['ID=f7095520-8ae6-4a2f-8aad-94c05920c78f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:24.969731 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:24.970404 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.147817 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f7112907-c68b-423b-a7a1-d6078a91fb7f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0852718 Aug 20 11:56:25.165091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Request body: {'port': {'device_id': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:25.234374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.280470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e5416d9c-e612-4f1b-b995-db1cca4c5f38 None None] Provisioning for port f7095520-8ae6-4a2f-8aad-94c05920c78f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:25.284752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e5416d9c-e612-4f1b-b995-db1cca4c5f38 None None] Provisioning complete for port f7095520-8ae6-4a2f-8aad-94c05920c78f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:25.285404 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e5416d9c-e612-4f1b-b995-db1cca4c5f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.306342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04b7e9-64af-4f69-9dc0-c782e90aad2b req-3934b2c7-b88f-4340-a0f5-81d00e3c1d3e tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:25.307873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f04b7e9-64af-4f69-9dc0-c782e90aad2b req-3934b2c7-b88f-4340-a0f5-81d00e3c1d3e tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 931 time: 0.0893033 Aug 20 11:56:25.333467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e5416d9c-e612-4f1b-b995-db1cca4c5f38 None None] Port f7095520-8ae6-4a2f-8aad-94c05920c78f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:56:25.420707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2f04b7e9-64af-4f69-9dc0-c782e90aad2b req-c4a2895e-6519-4ad1-a3ea-005f496a1968 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005962 Aug 20 11:56:25.592227 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7095520-8ae6-4a2f-8aad-94c05920c78f {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:25.600725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 37986) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:25.601206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.614551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Transition to ACTIVE for port object f7095520-8ae6-4a2f-8aad-94c05920c78f will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:56:25.769716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd6435-fdd6-4ad9-a497-e98760c682b3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Deleting port 1e912d61-9a8e-4b6c-9e29-4d1335cfacf9 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:25.770055 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6435-fdd6-4ad9-a497-e98760c682b3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.776953 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.840972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Pushing event updated for resources: {'Port': ['ID=f7095520-8ae6-4a2f-8aad-94c05920c78f,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:25.866691 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6435-fdd6-4ad9-a497-e98760c682b3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.866691 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6435-fdd6-4ad9-a497-e98760c682b3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:25.874501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd6435-fdd6-4ad9-a497-e98760c682b3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Calling delete_port for 1e912d61-9a8e-4b6c-9e29-4d1335cfacf9 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:25.921312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Attempting to bind port f7095520-8ae6-4a2f-8aad-94c05920c78f on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:56:25.921646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Attempting to bind port f7095520-8ae6-4a2f-8aad-94c05920c78f by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:56:25.922132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Attempting to bind port f7095520-8ae6-4a2f-8aad-94c05920c78f on network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:25.928214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Port f7095520-8ae6-4a2f-8aad-94c05920c78f on network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:56:25.928214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Attempting to bind port f7095520-8ae6-4a2f-8aad-94c05920c78f on network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:56:25.935394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:56:25.935907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Checking segment: {'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:56:25.936146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Bound using segment: {'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:56:25.936825 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Bound port: f7095520-8ae6-4a2f-8aad-94c05920c78f, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93ef416c-5a5e-475f-91a1-da7356d91de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:56:25.937345 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:26.019423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] For port f7095520-8ae6-4a2f-8aad-94c05920c78f, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:56:26.023022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] For port f7095520-8ae6-4a2f-8aad-94c05920c78f, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:56:26.119186 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:26.159893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.160543 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:26.161936 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] 10.222.0.38 "PUT /v2.0/ports/f7095520-8ae6-4a2f-8aad-94c05920c78f HTTP/1.1" status: 200 len: 1091 time: 1.0011315 Aug 20 11:56:26.162389 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:26.164679 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec42beb-3673-4038-8774-1a4f6f0285a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:26.171346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6435-fdd6-4ad9-a497-e98760c682b3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:26.215520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd6435-fdd6-4ad9-a497-e98760c682b3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'Port': ['ID=1e912d61-9a8e-4b6c-9e29-4d1335cfacf9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:26.224248 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706f465f-7491-451c-b06a-b81b9b538ec2 x-openstack-request-id: req-706f465f-7491-451c-b06a-b81b9b538ec2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:26.224607 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:26.225103 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-706f465f-7491-451c-b06a-b81b9b538ec2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:26.225872 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'status': 'completed', 'code': 200} Aug 20 11:56:26.227223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b374e2-7a11-4a1b-806a-2865b289abde service neutron] Pushing event updated for resources: {'Port': ['ID=f7095520-8ae6-4a2f-8aad-94c05920c78f,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:26.284625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec42beb-3673-4038-8774-1a4f6f0285a4 req-efde7ee6-eec8-4ab8-836b-8707063bed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.286606 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ec42beb-3673-4038-8774-1a4f6f0285a4 req-efde7ee6-eec8-4ab8-836b-8707063bed27 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1094 time: 0.0477743 Aug 20 11:56:26.297783 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6435-fdd6-4ad9-a497-e98760c682b3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:26.300961 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6435-fdd6-4ad9-a497-e98760c682b3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:26.302512 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e3bd6435-fdd6-4ad9-a497-e98760c682b3 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "DELETE /v2.0/floatingips/beb1de61-18d8-481c-a73d-b6f87b6be234 HTTP/1.1" status: 204 len: 168 time: 0.7007096 Aug 20 11:56:26.425029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec42beb-3673-4038-8774-1a4f6f0285a4 req-55d65280-6d85-4690-92ff-e79b90f9a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.426894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ec42beb-3673-4038-8774-1a4f6f0285a4 req-55d65280-6d85-4690-92ff-e79b90f9a8b3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1272061 Aug 20 11:56:26.548995 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec42beb-3673-4038-8774-1a4f6f0285a4 req-242e15f6-b71a-413f-a975-cef2a7a5f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.551306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ec42beb-3673-4038-8774-1a4f6f0285a4 req-242e15f6-b71a-413f-a975-cef2a7a5f2c9 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1153736 Aug 20 11:56:26.563265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cca8e-0ca9-41a0-9588-fb17526d3b2e req-98f7b593-be5f-464e-800c-5b836220f911 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.564976 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-218cca8e-0ca9-41a0-9588-fb17526d3b2e req-98f7b593-be5f-464e-800c-5b836220f911 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0536616 Aug 20 11:56:26.616511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-218cca8e-0ca9-41a0-9588-fb17526d3b2e req-780129ec-1304-402a-b158-7f978c87f73c tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446181 Aug 20 11:56:26.647198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-d0731cc4-538c-4682-ae35-5b2a3d971de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.648749 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-d0731cc4-538c-4682-ae35-5b2a3d971de9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1094 time: 0.0550354 Aug 20 11:56:26.713767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-a274805c-b501-4e11-8f51-27b4b60b96c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f HTTP/1.1" status: 200 len: 217 time: 0.0469251 Aug 20 11:56:26.772964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-bc153382-2b52-443a-9c86-58eefd197ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.774470 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-bc153382-2b52-443a-9c86-58eefd197ecd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42 HTTP/1.1" status: 200 len: 853 time: 0.0493174 Aug 20 11:56:26.838638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-6afc1896-8838-4877-b4b6-d3521a91d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:26.840215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-6afc1896-8838-4877-b4b6-d3521a91d687 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28f15bcd-29a0-4941-8ae0-1d7f026a9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546067 Aug 20 11:56:26.938635 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-f11e4eb0-29b2-4c06-9487-4aab5853505c service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838683 Aug 20 11:56:27.066351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-52bf9320-4b9e-4908-9ee9-8692faed57f7 req-4355a8ba-e191-4743-bca7-1243ab4c4583 service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187282 Aug 20 11:56:27.744588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1867c-14dc-4446-a48e-8854f9b36069 req-ac89edab-fd76-472b-868d-96710eca145b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:27.747028 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fed1867c-14dc-4446-a48e-8854f9b36069 req-ac89edab-fd76-472b-868d-96710eca145b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0644972 Aug 20 11:56:27.800168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fed1867c-14dc-4446-a48e-8854f9b36069 req-27454caf-ff9d-4eec-a4ec-9c6a7c995492 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436733 Aug 20 11:56:28.934422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cd278-a3cf-4554-af37-b44105ac1529 req-9bfb2936-e640-4dfe-a1b7-1daf70aeb0fb tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:28.937239 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a25cd278-a3cf-4554-af37-b44105ac1529 req-9bfb2936-e640-4dfe-a1b7-1daf70aeb0fb tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0543060 Aug 20 11:56:28.980886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a25cd278-a3cf-4554-af37-b44105ac1529 req-dac9be99-20c4-472a-be10-e9641befc7ab tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373733 Aug 20 11:56:29.877411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38020) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:29.939969 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3a40951-493e-4d47-9ca2-df51b8054873 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:29.974384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3a40951-493e-4d47-9ca2-df51b8054873 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.136769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c7d52-e166-4f7c-a843-7dfa2764afa3 req-55744724-b229-4917-81e4-eef49142c26e tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:30.138575 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed3c7d52-e166-4f7c-a843-7dfa2764afa3 req-55744724-b229-4917-81e4-eef49142c26e tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0677497 Aug 20 11:56:30.165401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3a40951-493e-4d47-9ca2-df51b8054873 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.168968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a3a40951-493e-4d47-9ca2-df51b8054873 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:30.171269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a3a40951-493e-4d47-9ca2-df51b8054873 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] 10.222.0.10 "DELETE /v2.0/security-groups/2ea27980-82eb-4341-9bef-06664b76ff6f HTTP/1.1" status: 204 len: 168 time: 0.2947009 Aug 20 11:56:30.204248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed3c7d52-e166-4f7c-a843-7dfa2764afa3 req-689b46c8-74ff-4336-b7ed-4780631951b1 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540121 Aug 20 11:56:30.205765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a40951-493e-4d47-9ca2-df51b8054873 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea27980-82eb-4341-9bef-06664b76ff6f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:30.332410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38026) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:30.871590 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.138521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] Deleting port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:31.139164 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.234169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] For port d8e81a79-b8a0-4e03-9b28-f478fc02d2b1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d8e81a79-b8a0-4e03-9b28-f478fc02d2b1,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:31.234588 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.251668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] Calling delete_port for d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:31.341435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186cb41-2e72-4793-9f5c-266396683d5a req-0ffde758-c4d1-4d21-8e39-dc95fd35395e tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:31.344040 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a186cb41-2e72-4793-9f5c-266396683d5a req-0ffde758-c4d1-4d21-8e39-dc95fd35395e tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0641682 Aug 20 11:56:31.404377 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a186cb41-2e72-4793-9f5c-266396683d5a req-2bf9d998-4927-4a26-ab0b-f0f1348fb6c9 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436413 Aug 20 11:56:31.594314 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:31.623464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e81a79-b8a0-4e03-9b28-f478fc02d2b1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:31.849907 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.067625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] Router aceac47a-2508-40b7-a92b-06613f976e05 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:32.183021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:32.191604 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-71df3493-d527-4650-bc92-6b4db77258bf admin admin] 10.222.0.10 "PUT /v2.0/routers/aceac47a-2508-40b7-a92b-06613f976e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8554673 Aug 20 11:56:32.192711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] Sync routers for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:32.194978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38036) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:32.202586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:32.203374 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:56:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:32.311104 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.312358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:32.418157 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.501395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:56:31Z', 'revision_number': 5, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port': {'id': '68c46b1c-38cd-4905-ad39-58662b3a65bc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:15Z', 'updated_at': '2021-08-20T11:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:32.521406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd03a2b-e7e0-4de4-aa4d-384aad4bfa88 req-ce9fb97e-9c59-4c6f-a880-54c9c8e3753b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:32.523260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1cd03a2b-e7e0-4de4-aa4d-384aad4bfa88 req-ce9fb97e-9c59-4c6f-a880-54c9c8e3753b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0553870 Aug 20 11:56:32.543775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] Checking router: aceac47a-2508-40b7-a92b-06613f976e05 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:32.550682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] Routers {'aceac47a-2508-40b7-a92b-06613f976e05'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:32.551329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:56:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['aceac47a-2508-40b7-a92b-06613f976e05'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:32.598352 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1cd03a2b-e7e0-4de4-aa4d-384aad4bfa88 req-adbcea56-d482-4762-99a0-ddf7c00a1686 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620534 Aug 20 11:56:32.620585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Deleting port 68c46b1c-38cd-4905-ad39-58662b3a65bc {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:32.621768 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.646077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] Set router aceac47a-2508-40b7-a92b-06613f976e05 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:32.702054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:56:32Z', 'revision_number': 6, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:32.723477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] For port 68c46b1c-38cd-4905-ad39-58662b3a65bc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=68c46b1c-38cd-4905-ad39-58662b3a65bc,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:32.723945 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:32.737439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a679c-4912-466a-acc0-3e766ee694a8 None None] The sync data for ids ['aceac47a-2508-40b7-a92b-06613f976e05'] in n-d-804230-3 is: [{'id': 'aceac47a-2508-40b7-a92b-06613f976e05', 'name': 'tempest-TestVolumeBootPattern-434081730-router', 'tenant_id': '8ea0796915334e5c8704c4e677a6eef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:14Z', 'updated_at': '2021-08-20T11:56:32Z', 'revision_number': 6, 'project_id': '8ea0796915334e5c8704c4e677a6eef8', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:32.754629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Calling delete_port for 68c46b1c-38cd-4905-ad39-58662b3a65bc owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:32.999669 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.027153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Pushing event deleted for resources: {'Port': ['ID=68c46b1c-38cd-4905-ad39-58662b3a65bc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:33.089232 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.186871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.189136 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.291368 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.291815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aceac47a-2508-40b7-a92b-06613f976e05 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:56:33.296191 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.297366 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-16b4f32d-3830-4e7d-915e-ab634eaaa28f admin admin] 10.222.0.10 "DELETE /v2.0/routers/aceac47a-2508-40b7-a92b-06613f976e05 HTTP/1.1" status: 204 len: 168 time: 1.1014180 Aug 20 11:56:33.302916 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38044) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:33.346957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-206c258e-b46c-4898-bfac-13c89b9d0f72 admin admin] Deleting subnet 5ef1a6b4-e180-43f7-afb9-3a6eea345cfa {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:56:33.349975 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-206c258e-b46c-4898-bfac-13c89b9d0f72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.387325 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-206c258e-b46c-4898-bfac-13c89b9d0f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.463168 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-206c258e-b46c-4898-bfac-13c89b9d0f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.617692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-206c258e-b46c-4898-bfac-13c89b9d0f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.644644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c258e-b46c-4898-bfac-13c89b9d0f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef1a6b4-e180-43f7-afb9-3a6eea345cfa,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:33.648306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-206c258e-b46c-4898-bfac-13c89b9d0f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.650649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-206c258e-b46c-4898-bfac-13c89b9d0f72 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5ef1a6b4-e180-43f7-afb9-3a6eea345cfa HTTP/1.1" status: 204 len: 168 time: 0.3464019 Aug 20 11:56:33.652956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38050) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:33.656506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73468ed-9eab-4818-bf1f-638434ec2484 None None] Network 11b17b29-10b0-4839-909d-f43616c71c65 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:33.733260 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.737721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c6a6d-5b1b-468b-937d-1b6c5cbe318f req-75851856-c113-4736-bc4a-fbad3968dea7 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:33.739888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-465c6a6d-5b1b-468b-937d-1b6c5cbe318f req-75851856-c113-4736-bc4a-fbad3968dea7 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0599630 Aug 20 11:56:33.806680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Deleting port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:33.807095 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.807501 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-465c6a6d-5b1b-468b-937d-1b6c5cbe318f req-9368d979-687c-4c34-a58f-cafcec251534 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453961 Aug 20 11:56:33.877790 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] DHCP port deletion for 11b17b29-10b0-4839-909d-f43616c71c65 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:56:33.880238 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] For port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:33.880739 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.894707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Calling delete_port for 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:33.927992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Deleting port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:33.928365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:33.996408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] For port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864,segment=NetworkSegment(aab7f146-0593-4bb3-8e1b-484560cfef07),segment_id=aab7f146-0593-4bb3-8e1b-484560cfef07)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:33.996815 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.010871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Calling delete_port for 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:34.054830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:34.068417 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.082771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:34.083119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d8e81a79-b8a0-4e03-9b28-f478fc02d2b1 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:34.083732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:34.105127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:34.105127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] No DVR routers for this DVR port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:34.111542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:34.111900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:34.112331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 68c46b1c-38cd-4905-ad39-58662b3a65bc no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:34.134364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 68c46b1c-38cd-4905-ad39-58662b3a65bc {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:34.134758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 68c46b1c-38cd-4905-ad39-58662b3a65bc not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:34.151980 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.178505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Pushing event deleted for resources: {'Port': ['ID=4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:34.187061 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.187601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] No DVR routers for this DVR port 4ad9fbd9-1b5d-4a52-b72f-ef5b0d45b864 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:34.191330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.191607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.191952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.192294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.197350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.197350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.197350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.197350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.197350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.197350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.197350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.198272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b17b29-10b0-4839-909d-f43616c71c65']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:34.198560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c9acb-9aaa-47e2-b7a1-c2dbd8049b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:56:34.213394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab7f146-0593-4bb3-8e1b-484560cfef07') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:34.213685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab7f146-0593-4bb3-8e1b-484560cfef07') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:34.224947 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.239480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.245676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:56:34.246074 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:56:34.248402 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:56:34.377149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.384138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.388824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] 10.222.0.10 "DELETE /v2.0/networks/11b17b29-10b0-4839-909d-f43616c71c65 HTTP/1.1" status: 204 len: 168 time: 0.7314954 Aug 20 11:56:34.389267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38060) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:34.396434 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163b04f-11c5-454d-bacb-8da0a78f4973 admin admin] Pushing event deleted for resources: {'Network': ['ID=11b17b29-10b0-4839-909d-f43616c71c65,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:34.744850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:34.915772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dabdd-0c7b-4006-92c5-5a52d3d48fc2 req-5563374f-c26f-457e-9258-1987e0ea337c tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:34.917476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d04dabdd-0c7b-4006-92c5-5a52d3d48fc2 req-5563374f-c26f-457e-9258-1987e0ea337c tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0627193 Aug 20 11:56:34.959918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d04dabdd-0c7b-4006-92c5-5a52d3d48fc2 req-0698eaab-a43e-44b9-80ab-4a3f4036b611 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362568 Aug 20 11:56:35.296767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] Deleting port 8323c525-d045-4433-8c25-007511138999 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:35.297209 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.373178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] For port 8323c525-d045-4433-8c25-007511138999, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8323c525-d045-4433-8c25-007511138999,segment=NetworkSegment(fe5d81cd-9cca-40ba-ae4d-60afce8b7225),segment_id=fe5d81cd-9cca-40ba-ae4d-60afce8b7225)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:35.373534 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.387551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] Calling delete_port for 8323c525-d045-4433-8c25-007511138999 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:35.725270 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:35.751318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] Pushing event deleted for resources: {'Port': ['ID=8323c525-d045-4433-8c25-007511138999,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:35.924575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.139092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064bc25-a812-4dc2-b603-08341107503c req-543c2303-9d67-4c36-acda-afc95797f0b6 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:36.141838 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d064bc25-a812-4dc2-b603-08341107503c req-543c2303-9d67-4c36-acda-afc95797f0b6 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0966103 Aug 20 11:56:36.225762 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d064bc25-a812-4dc2-b603-08341107503c req-b5022bde-c3a2-487b-9678-2b25e535dd3d tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779896 Aug 20 11:56:36.236589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] Router 40844ef5-6408-4bb7-9a21-c84e5658ab50 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:36.350133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:36.356624 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-40fab50f-b7a6-4606-8369-027891149052 admin admin] 10.222.0.10 "PUT /v2.0/routers/40844ef5-6408-4bb7-9a21-c84e5658ab50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9663494 Aug 20 11:56:36.359187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38092) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:36.361904 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] Sync routers for ids ['40844ef5-6408-4bb7-9a21-c84e5658ab50'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:36.373855 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] Routers {'40844ef5-6408-4bb7-9a21-c84e5658ab50'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:36.375563 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:56:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['40844ef5-6408-4bb7-9a21-c84e5658ab50'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:36.468722 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.493552 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] Set router 40844ef5-6408-4bb7-9a21-c84e5658ab50 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:36.577805 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.676580 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'name': 'tempest-TestVolumeBootPattern-1458078796-router', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:22Z', 'updated_at': '2021-08-20T11:56:35Z', 'revision_number': 5, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'gw_port': {'id': '2289d666-8f28-4937-8ea7-2b5e677ab437', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:40:23Z', 'updated_at': '2021-08-20T11:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:36.707794 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] Checking router: 40844ef5-6408-4bb7-9a21-c84e5658ab50 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:36.716754 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] Routers {'40844ef5-6408-4bb7-9a21-c84e5658ab50'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:36.717372 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:56:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['40844ef5-6408-4bb7-9a21-c84e5658ab50'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:36.721708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Deleting port 2289d666-8f28-4937-8ea7-2b5e677ab437 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:36.722367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.804968 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] Set router 40844ef5-6408-4bb7-9a21-c84e5658ab50 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:36.808108 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] For port 2289d666-8f28-4937-8ea7-2b5e677ab437, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=2289d666-8f28-4937-8ea7-2b5e677ab437,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:36.808631 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:36.822466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Calling delete_port for 2289d666-8f28-4937-8ea7-2b5e677ab437 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:36.860344 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'name': 'tempest-TestVolumeBootPattern-1458078796-router', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:22Z', 'updated_at': '2021-08-20T11:56:36Z', 'revision_number': 6, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:36.889992 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b03a0-1390-4430-acb4-47c25fb1107f None None] The sync data for ids ['40844ef5-6408-4bb7-9a21-c84e5658ab50'] in n-d-804230-3 is: [{'id': '40844ef5-6408-4bb7-9a21-c84e5658ab50', 'name': 'tempest-TestVolumeBootPattern-1458078796-router', 'tenant_id': 'ab2f719848904e34a38dfd3222dad6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:40:22Z', 'updated_at': '2021-08-20T11:56:36Z', 'revision_number': 6, 'project_id': 'ab2f719848904e34a38dfd3222dad6ff', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:37.058133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.082516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Pushing event deleted for resources: {'Port': ['ID=2289d666-8f28-4937-8ea7-2b5e677ab437,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:37.146754 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.243779 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.243779 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.358904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c7e1-a570-409f-aec8-79b3d00d7d3a req-642ab280-97ec-42e2-96da-7eb928219447 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:37.360259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.360855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40844ef5-6408-4bb7-9a21-c84e5658ab50 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:56:37.366031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.367101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6ba5a021-a5c4-42fa-b8db-7b79bcbd1440 admin admin] 10.222.0.10 "DELETE /v2.0/routers/40844ef5-6408-4bb7-9a21-c84e5658ab50 HTTP/1.1" status: 204 len: 168 time: 1.0069003 Aug 20 11:56:37.369550 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38110) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:37.370196 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1186c7e1-a570-409f-aec8-79b3d00d7d3a req-642ab280-97ec-42e2-96da-7eb928219447 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0743344 Aug 20 11:56:37.408600 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1186c7e1-a570-409f-aec8-79b3d00d7d3a req-25ebc4bb-bacb-4a18-9187-85cf00302859 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374553 Aug 20 11:56:37.439377 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-829d9dcb-d713-4c83-b418-2c3f3476a244 admin admin] Deleting subnet ae9a5c98-bcb8-4ff4-a90e-54eac14d384e {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:56:37.443261 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-829d9dcb-d713-4c83-b418-2c3f3476a244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.478118 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-829d9dcb-d713-4c83-b418-2c3f3476a244 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.561145 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-829d9dcb-d713-4c83-b418-2c3f3476a244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.689279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-829d9dcb-d713-4c83-b418-2c3f3476a244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.715625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d9dcb-d713-4c83-b418-2c3f3476a244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae9a5c98-bcb8-4ff4-a90e-54eac14d384e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:37.719918 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-829d9dcb-d713-4c83-b418-2c3f3476a244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.724486 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38118) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:37.724688 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-829d9dcb-d713-4c83-b418-2c3f3476a244 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ae9a5c98-bcb8-4ff4-a90e-54eac14d384e HTTP/1.1" status: 204 len: 168 time: 0.3539290 Aug 20 11:56:37.726347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227bd5c0-2f9c-4067-9749-7c659fc6ad41 None None] Network f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:56:37.810968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.867405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Deleting port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:37.867758 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.915665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7539598d-5c6a-496f-99cc-4925e1800b07 None None] DHCP port deletion for f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:56:37.940020 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] For port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,segment=NetworkSegment(fe5d81cd-9cca-40ba-ae4d-60afce8b7225),segment_id=fe5d81cd-9cca-40ba-ae4d-60afce8b7225)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:37.940806 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:37.956043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Calling delete_port for 91ddc4e4-52ba-498e-8cb2-452d357ad6aa owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:37.999279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7539598d-5c6a-496f-99cc-4925e1800b07 None None] Deleting port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:56:37.999923 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7539598d-5c6a-496f-99cc-4925e1800b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.079491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 91ddc4e4-52ba-498e-8cb2-452d357ad6aa no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:38.126196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7539598d-5c6a-496f-99cc-4925e1800b07 None None] For port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,segment=NetworkSegment(fe5d81cd-9cca-40ba-ae4d-60afce8b7225),segment_id=fe5d81cd-9cca-40ba-ae4d-60afce8b7225)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:38.126712 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7539598d-5c6a-496f-99cc-4925e1800b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.145841 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7539598d-5c6a-496f-99cc-4925e1800b07 None None] Calling delete_port for 91ddc4e4-52ba-498e-8cb2-452d357ad6aa owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:56:38.242704 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.290421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,segment=NetworkSegment(fe5d81cd-9cca-40ba-ae4d-60afce8b7225),segment_id=fe5d81cd-9cca-40ba-ae4d-60afce8b7225)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:38.344267 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.344669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2289d666-8f28-4937-8ea7-2b5e677ab437 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:38.383334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 2289d666-8f28-4937-8ea7-2b5e677ab437 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:38.383681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 2289d666-8f28-4937-8ea7-2b5e677ab437 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:38.384175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8323c525-d045-4433-8c25-007511138999 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:56:38.406680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 8323c525-d045-4433-8c25-007511138999 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:56:38.407074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8323c525-d045-4433-8c25-007511138999 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:56:38.427724 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:38.430357 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7539598d-5c6a-496f-99cc-4925e1800b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.434821 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.459632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539598d-5c6a-496f-99cc-4925e1800b07 None None] Pushing event deleted for resources: {'Port': ['ID=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:38.463251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539598d-5c6a-496f-99cc-4925e1800b07 None None] No DVR routers for this DVR port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:38.481265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ddc4e4-52ba-498e-8cb2-452d357ad6aa,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:38.483765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] No DVR routers for this DVR port 91ddc4e4-52ba-498e-8cb2-452d357ad6aa on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:56:38.564668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818f5b7-aafb-4b80-b889-8002cb24df57 req-37d832b4-dcbb-45b8-9bb7-3ab61ca82905 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:38.566370 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2818f5b7-aafb-4b80-b889-8002cb24df57 req-37d832b4-dcbb-45b8-9bb7-3ab61ca82905 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0684171 Aug 20 11:56:38.567067 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.577619 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f8b50b-eb9a-40c2-b3d2-bdac67e61145']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:38.588933 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:38.589234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5d81cd-9cca-40ba-ae4d-60afce8b7225') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:38.599114 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.613983 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.617765 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2818f5b7-aafb-4b80-b889-8002cb24df57 req-8700e9a4-9087-41bf-89d7-78322a447c5f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447030 Aug 20 11:56:38.620452 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:56:38.620936 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:56:38.622880 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:56:38.742747 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.748455 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:38.750321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f1f8b50b-eb9a-40c2-b3d2-bdac67e61145 HTTP/1.1" status: 204 len: 168 time: 1.0247502 Aug 20 11:56:38.761665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9020d-2d4d-4351-8f79-29d10af06c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f8b50b-eb9a-40c2-b3d2-bdac67e61145,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:39.099568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38138) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:39.138973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f7b19145-b41a-41d5-b495-9bef3d083f47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ea0796915334e5c8704c4e677a6eef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382559 Aug 20 11:56:39.141547 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38140) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:39.195176 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f8eae03-2c2c-4eae-9f9d-fb49a620b244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.215342 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f8eae03-2c2c-4eae-9f9d-fb49a620b244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.342954 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f8eae03-2c2c-4eae-9f9d-fb49a620b244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.345737 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6f8eae03-2c2c-4eae-9f9d-fb49a620b244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:39.346969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6f8eae03-2c2c-4eae-9f9d-fb49a620b244 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3648d366-826b-4706-b52d-b2a6bf1263b5 HTTP/1.1" status: 204 len: 168 time: 0.2044959 Aug 20 11:56:39.356131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8eae03-2c2c-4eae-9f9d-fb49a620b244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3648d366-826b-4706-b52d-b2a6bf1263b5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:39.766556 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c570e-b63c-4eb8-a15c-a57ad0e08f4d req-85ee53b6-c7ac-40c4-b1a6-6d80b4322a84 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:39.768214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-967c570e-b63c-4eb8-a15c-a57ad0e08f4d req-85ee53b6-c7ac-40c4-b1a6-6d80b4322a84 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 943 time: 0.0707619 Aug 20 11:56:39.820769 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-967c570e-b63c-4eb8-a15c-a57ad0e08f4d req-6a4f5cfb-13d4-43b7-8bcd-7582521386ac tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451076 Aug 20 11:56:40.277937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38162) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:40.318684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5cb91e7a-cbeb-4b56-b928-3d7b4f6d672e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab2f719848904e34a38dfd3222dad6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394251 Aug 20 11:56:40.321280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38164) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:40.327159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f7095520-8ae6-4a2f-8aad-94c05920c78f details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 11:56:40.371384 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c439eb5f-f3ad-45d9-b989-267896101ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.392829 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c439eb5f-f3ad-45d9-b989-267896101ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.423365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f7095520-8ae6-4a2f-8aad-94c05920c78f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:40.435919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'port_id': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'mac_address': 'fa:16:3e:7f:88:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 11:56:40.475560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.490373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7095520-8ae6-4a2f-8aad-94c05920c78f {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:56:40.510421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f7095520-8ae6-4a2f-8aad-94c05920c78f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:40.548050 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c439eb5f-f3ad-45d9-b989-267896101ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.550781 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c439eb5f-f3ad-45d9-b989-267896101ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.551982 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c439eb5f-f3ad-45d9-b989-267896101ed3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b34530b-6353-4a91-b27a-890ac9c19bfa HTTP/1.1" status: 204 len: 168 time: 0.2297955 Aug 20 11:56:40.566180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439eb5f-f3ad-45d9-b989-267896101ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b34530b-6353-4a91-b27a-890ac9c19bfa,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:40.623362 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:40.674801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f7095520-8ae6-4a2f-8aad-94c05920c78f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:40.957742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f7095520-8ae6-4a2f-8aad-94c05920c78f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 11:56:40.972557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a4417-d868-4eb2-b265-9f387f29ea76 req-a35657de-8010-4b3d-a3de-5ffff37ec57c tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:40.974482 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c7a4417-d868-4eb2-b265-9f387f29ea76 req-a35657de-8010-4b3d-a3de-5ffff37ec57c tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 944 time: 0.0830395 Aug 20 11:56:41.048007 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c7a4417-d868-4eb2-b265-9f387f29ea76 req-31c132b5-58eb-4d1f-af24-15c597b1b16f tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604799 Aug 20 11:56:41.428096 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.155504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158b278-d13c-4547-8ee8-fbb507982634 req-92b57790-963f-4e22-8687-a99ff5510d7e tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.157002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e158b278-d13c-4547-8ee8-fbb507982634 req-92b57790-963f-4e22-8687-a99ff5510d7e tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 944 time: 0.0490854 Aug 20 11:56:42.196046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e158b278-d13c-4547-8ee8-fbb507982634 req-04a4d10c-7922-4c52-bb9c-39964d2de5fb tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328836 Aug 20 11:56:42.342592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f7095520-8ae6-4a2f-8aad-94c05920c78f up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 11:56:42.490953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port f7095520-8ae6-4a2f-8aad-94c05920c78f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:56:42.495455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port f7095520-8ae6-4a2f-8aad-94c05920c78f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:56:42.495701 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.576395 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.598523 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:42.603390 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dccbde-1c97-414b-aa8c-66e3eb38ddd0" -d '{"events": [{"server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "name": "network-vif-plugged", "status": "completed", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:42.613958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f7095520-8ae6-4a2f-8aad-94c05920c78f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:56:42.638901 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd8e4b3-3bb1-4d71-930a-a7d6cea081f3 x-openstack-request-id: req-7dd8e4b3-3bb1-4d71-930a-a7d6cea081f3 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:42.639196 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "name": "network-vif-plugged", "status": "completed", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:42.639453 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7dd8e4b3-3bb1-4d71-930a-a7d6cea081f3 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:42.639879 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'code': 200} Aug 20 11:56:42.673682 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:42.730081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f7095520-8ae6-4a2f-8aad-94c05920c78f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:42.761569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee256ad-4405-407b-97d3-36ec3bcddb8b req-46bf0db5-270d-4325-b620-0aadcf673eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:42.763194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9ee256ad-4405-407b-97d3-36ec3bcddb8b req-46bf0db5-270d-4325-b620-0aadcf673eec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0469980 Aug 20 11:56:42.813457 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9ee256ad-4405-407b-97d3-36ec3bcddb8b req-395c5746-1548-4c0a-bfb6-237e8cf3d323 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336156 Aug 20 11:56:43.323549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f058bc7-6031-4e4e-afa0-cd98bdc41b7e req-adca2189-63f0-43bf-b8f4-15da3c58cab7 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:43.325541 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f058bc7-6031-4e4e-afa0-cd98bdc41b7e req-adca2189-63f0-43bf-b8f4-15da3c58cab7 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 945 time: 0.0499425 Aug 20 11:56:43.364199 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f058bc7-6031-4e4e-afa0-cd98bdc41b7e req-82a68866-7aa6-48c4-a0fc-9569673cdd1d tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325179 Aug 20 11:56:43.702255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:44.484719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bc456-c957-44dd-b713-ab326bfe8750 req-9505d162-e4ad-4961-a6b3-db26804ce14b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:44.486228 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c32bc456-c957-44dd-b713-ab326bfe8750 req-9505d162-e4ad-4961-a6b3-db26804ce14b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Aug 20 11:56:44.524951 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c32bc456-c957-44dd-b713-ab326bfe8750 req-63e1deba-194b-43d9-8b0f-2b8a1080ec53 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Aug 20 11:56:44.641628 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b84d3-5c6d-4349-8a62-3bd6cc2042c2 req-3a0e06ed-a467-4b4e-aacd-d5c6678db558 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:44.643389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff1b84d3-5c6d-4349-8a62-3bd6cc2042c2 req-3a0e06ed-a467-4b4e-aacd-d5c6678db558 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 945 time: 0.0517812 Aug 20 11:56:44.686994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ff1b84d3-5c6d-4349-8a62-3bd6cc2042c2 req-6fc88306-0229-4fa1-a8f0-93cd6bc187e2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376837 Aug 20 11:56:44.708321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38238) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:44.958459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea76ef-1f72-4a86-9e84-55b82d834d51 tempest-TestVolumeBackupRestore-401326535 tempest-TestVolumeBackupRestore-401326535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:44.959999 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c9ea76ef-1f72-4a86-9e84-55b82d834d51 tempest-TestVolumeBackupRestore-401326535 tempest-TestVolumeBackupRestore-401326535-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1091 time: 0.2507203 Aug 20 11:56:44.963047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38248) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:44.968403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:44.999201 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-02d81217-4f75-4857-a930-57e6d54c9869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.083809 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.180927 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.287642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Allocated IP 172.25.4.148 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/3e2762ea-fc07-4ea9-a098-d3d959a9db71) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:56:45.398686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.639693 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:45.677578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:56:45.685603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:56:45.685603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:56:45.713166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event updated for resources: {'Port': ['ID=3e2762ea-fc07-4ea9-a098-d3d959a9db71,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.077654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.238694 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.404414 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.472117 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.545898 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event updated for resources: {'Port': ['ID=3e2762ea-fc07-4ea9-a098-d3d959a9db71,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:56:46.562939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:46.678598 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Floating IP 5f1bff51-dbd8-4ade-a322-61b4d95170dc associated. External IP: 172.25.4.148, port: f7095520-8ae6-4a2f-8aad-94c05920c78f. Aug 20 11:56:46.914839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Router 45adc114-7b85-415c-bf23-e660a8cc1cd8 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:47.032402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:47.039439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] Sync routers for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:47.056224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:47.057526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:56:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:47.124169 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.156611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d79af59d-f060-4663-b6c3-1ec8f7c96596 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1889453 Aug 20 11:56:47.156611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:47.157107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 38274) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:47.166113 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc" -d '{"events": [{"name": "network-changed", "server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:47.196671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:47.208259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999194c-4b1c-43c2-b42c-8f25c9707896 tempest-TestVolumeBackupRestore-401326535 tempest-TestVolumeBackupRestore-401326535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.212508 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d999194c-4b1c-43c2-b42c-8f25c9707896 tempest-TestVolumeBackupRestore-401326535 tempest-TestVolumeBackupRestore-401326535-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1091 time: 0.0519643 Aug 20 11:56:47.212855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 38278) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:56:47.218357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a69b15f6-95fe-420a-872e-1b10f136850b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Request body: {'floatingip': {'port_id': 'f7095520-8ae6-4a2f-8aad-94c05920c78f'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:56:47.253464 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829da0d1-3596-492b-8c8e-971181e08450 x-openstack-request-id: req-829da0d1-3596-492b-8c8e-971181e08450 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:47.253754 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:47.254080 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-829da0d1-3596-492b-8c8e-971181e08450 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:47.254581 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'status': 'completed', 'code': 200} Aug 20 11:56:47.297719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-9df93cce-8e42-478e-9232-d5f95fd001eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.299528 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-9df93cce-8e42-478e-9232-d5f95fd001eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0444000 Aug 20 11:56:47.313660 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a69b15f6-95fe-420a-872e-1b10f136850b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.396336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-f2da7cd2-4d29-46a4-98a5-e5160fb8ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.398709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-f2da7cd2-4d29-46a4-98a5-e5160fb8ca30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=28f15bcd-29a0-4941-8ae0-1d7f026a9957 HTTP/1.1" status: 200 len: 915 time: 0.0910244 Aug 20 11:56:47.484731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-a6868cb7-6448-4a1f-b1c3-b60ab2f985ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f HTTP/1.1" status: 200 len: 999 time: 0.0793791 Aug 20 11:56:47.560089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-4a92c1e8-55ce-4b6a-95f8-9df472e660ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.562140 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-4a92c1e8-55ce-4b6a-95f8-9df472e660ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42 HTTP/1.1" status: 200 len: 853 time: 0.0709016 Aug 20 11:56:47.620060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-5273b4a2-55df-4a7c-953a-c20e87795a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:47.622569 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-5273b4a2-55df-4a7c-953a-c20e87795a4c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28f15bcd-29a0-4941-8ae0-1d7f026a9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528789 Aug 20 11:56:47.632460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5f1bff51-dbd8-4ade-a322-61b4d95170dc', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'port_id': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'mac_address': 'fa:16:3e:7f:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:45Z', 'updated_at': '2021-08-20T11:56:45Z', 'revision_number': 0, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:20Z', 'revision_number': 5, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:47.667305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] Checking router: 45adc114-7b85-415c-bf23-e660a8cc1cd8 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:47.685717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:47.686347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:56:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:47.750215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-67e8550c-250a-49a0-91ff-f7edb921f06b service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197340 Aug 20 11:56:47.771628 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d720d4d2-ba06-40a2-994d-fd5fea4e0eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.802768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:47.850674 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3bb8b6bd-0a4a-4028-b639-9d0e8ad6ccdc req-754c9f54-715c-4884-a574-ef6a459b1f79 service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931568 Aug 20 11:56:47.873483 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a69b15f6-95fe-420a-872e-1b10f136850b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:47.983183 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a69b15f6-95fe-420a-872e-1b10f136850b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.051007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5f1bff51-dbd8-4ade-a322-61b4d95170dc', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'port_id': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'mac_address': 'fa:16:3e:7f:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:45Z', 'updated_at': '2021-08-20T11:56:45Z', 'revision_number': 0, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:20Z', 'revision_number': 5, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:48.079110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b53bde-8279-4bb8-b4b7-60673d3a8f7a None None] The sync data for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 is: [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5f1bff51-dbd8-4ade-a322-61b4d95170dc', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'port_id': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'mac_address': 'fa:16:3e:7f:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:45Z', 'updated_at': '2021-08-20T11:56:45Z', 'revision_number': 0, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:20Z', 'revision_number': 5, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:48.215899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69b15f6-95fe-420a-872e-1b10f136850b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Router 45adc114-7b85-415c-bf23-e660a8cc1cd8 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:56:48.290000 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da700ffc-1348-46cf-9d50-17aeac5e14b7 None None] New status for floating IP 5f1bff51-dbd8-4ade-a322-61b4d95170dc: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:56:48.323689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69b15f6-95fe-420a-872e-1b10f136850b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:56:48.328922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a69b15f6-95fe-420a-872e-1b10f136850b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.387012 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a69b15f6-95fe-420a-872e-1b10f136850b tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "PUT /v2.0/floatingips/5f1bff51-dbd8-4ade-a322-61b4d95170dc HTTP/1.1" status: 200 len: 991 time: 1.1719544 Aug 20 11:56:48.482058 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:56:48.652074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] Sync routers for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:56:48.662900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:48.666218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:56:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:48.666218 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:48.771723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:49.000127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5f1bff51-dbd8-4ade-a322-61b4d95170dc', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'port_id': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'mac_address': 'fa:16:3e:7f:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:45Z', 'updated_at': '2021-08-20T11:56:48Z', 'revision_number': 2, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:20Z', 'revision_number': 5, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:49.026084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] Checking router: 45adc114-7b85-415c-bf23-e660a8cc1cd8 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:56:49.034522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:56:49.035132 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:56:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:49.142385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:56:49.256371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f'}, {'name': 'network-changed', 'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:56:49.258842 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69" -d '{"events": [{"name": "network-changed", "server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f"}, {"name": "network-changed", "server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:56:49.300710 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 11:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a782a96a-42ed-4b3a-82b7-cb1b63529d8d x-openstack-request-id: req-a782a96a-42ed-4b3a-82b7-cb1b63529d8d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:56:49.301013 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:56:49.301269 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a782a96a-42ed-4b3a-82b7-cb1b63529d8d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:56:49.301675 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'status': 'completed', 'code': 200} Aug 20 11:56:49.301930 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'status': 'completed', 'code': 200} Aug 20 11:56:49.314835 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:49.383749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-ceaaa977-c023-4464-8e1f-1380a657158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.385379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-ceaaa977-c023-4464-8e1f-1380a657158a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0584311 Aug 20 11:56:49.395801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5f1bff51-dbd8-4ade-a322-61b4d95170dc', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'port_id': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'mac_address': 'fa:16:3e:7f:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:45Z', 'updated_at': '2021-08-20T11:56:48Z', 'revision_number': 2, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:20Z', 'revision_number': 5, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:56:49.427055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ae4767-7d1b-4d12-80da-0e6c807c6184 None None] The sync data for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 is: [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '5f1bff51-dbd8-4ade-a322-61b4d95170dc', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'port_id': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'mac_address': 'fa:16:3e:7f:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T11:56:45Z', 'updated_at': '2021-08-20T11:56:48Z', 'revision_number': 2, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:20Z', 'revision_number': 5, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:56:49.479194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-7b39df32-30b1-450b-ab99-244234adec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.480680 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-7b39df32-30b1-450b-ab99-244234adec11 service neutron] 10.222.0.38 "GET /v2.0/networks?id=28f15bcd-29a0-4941-8ae0-1d7f026a9957 HTTP/1.1" status: 200 len: 915 time: 0.0883570 Aug 20 11:56:49.554857 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-626e71a5-b41c-49f0-b68f-fc72fef18b90 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f HTTP/1.1" status: 200 len: 1001 time: 0.0662856 Aug 20 11:56:49.607437 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-37dd35d9-4956-4abd-8709-512eef55ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.608925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-37dd35d9-4956-4abd-8709-512eef55ed95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42 HTTP/1.1" status: 200 len: 853 time: 0.0471890 Aug 20 11:56:49.656319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-348b5c97-92d0-4cbd-8240-5caeb9332f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.657832 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-348b5c97-92d0-4cbd-8240-5caeb9332f87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28f15bcd-29a0-4941-8ae0-1d7f026a9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412152 Aug 20 11:56:49.753523 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-ae8e6004-bfa9-480b-9516-c6eb69414e89 service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884364 Aug 20 11:56:49.844254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-c6349e21-6d00-44c9-867d-b5348225c4fc service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833206 Aug 20 11:56:49.924893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-ea4f634c-0d22-43b9-91a0-4fd4dfa100bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:49.926309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-ea4f634c-0d22-43b9-91a0-4fd4dfa100bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0401590 Aug 20 11:56:50.044612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-b1107624-c393-4b18-bdda-80acd9df3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.046147 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-b1107624-c393-4b18-bdda-80acd9df3133 service neutron] 10.222.0.38 "GET /v2.0/networks?id=28f15bcd-29a0-4941-8ae0-1d7f026a9957 HTTP/1.1" status: 200 len: 915 time: 0.1130810 Aug 20 11:56:50.113177 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-ebb53961-3cd3-4df8-8113-55ef2d78828d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f HTTP/1.1" status: 200 len: 1001 time: 0.0599082 Aug 20 11:56:50.166753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-fbd5aa80-0e75-44b4-8810-428af0362255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.168223 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-fbd5aa80-0e75-44b4-8810-428af0362255 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42 HTTP/1.1" status: 200 len: 853 time: 0.0481436 Aug 20 11:56:50.214557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-d7a40c36-3147-4078-a3c5-16c956c99103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:50.215084 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-d7a40c36-3147-4078-a3c5-16c956c99103 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28f15bcd-29a0-4941-8ae0-1d7f026a9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401821 Aug 20 11:56:50.308862 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-46dc0ef8-7f2c-4c9f-93d2-3d89021aa817 service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851927 Aug 20 11:56:50.405880 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b60b3e8f-0722-42c3-9ec8-7b11bfbeed69 req-9cca519e-295a-4440-aed8-600d842a6b69 service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897756 Aug 20 11:56:50.907783 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:56:57.918983 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-39437e92-daa4-42b3-baf0-f564082ecd71 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031022 Aug 20 11:56:58.001261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-1b223a21-a682-4ef5-9ca7-9bbffe6270f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.002813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-1b223a21-a682-4ef5-9ca7-9bbffe6270f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0414064 Aug 20 11:56:58.122737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-da15fa59-e83e-4db4-8a40-fdc5ba1960d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.124242 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-da15fa59-e83e-4db4-8a40-fdc5ba1960d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=28f15bcd-29a0-4941-8ae0-1d7f026a9957 HTTP/1.1" status: 200 len: 915 time: 0.0991449 Aug 20 11:56:58.192819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-d65d5de2-9ee5-4e5e-8b3b-6f01de3db83e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f HTTP/1.1" status: 200 len: 1001 time: 0.0609360 Aug 20 11:56:58.260380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-95bde516-3a37-404e-a8e7-10b303fe41bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.261872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-95bde516-3a37-404e-a8e7-10b303fe41bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42 HTTP/1.1" status: 200 len: 853 time: 0.0621917 Aug 20 11:56:58.607958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-065974a8-8609-402b-bded-7925152b3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:56:58.609561 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-065974a8-8609-402b-bded-7925152b3225 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28f15bcd-29a0-4941-8ae0-1d7f026a9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3405101 Aug 20 11:56:58.700541 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-ace91453-3e2a-4527-8c7c-d90ea2e1d727 service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828214 Aug 20 11:56:58.796052 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3961be57-69a8-4d74-af4b-8e062a9f9c07 req-e1a06eec-d297-46d4-b540-5491f2f2044e service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870740 Aug 20 11:57:11.467406 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:13.758820 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:15.050286 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bc53e631-f28d-4921-91de-f222a7615273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:17.776304 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-39d72bcb-7a0a-4e1c-8176-0eff0f81fec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:18.644035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:19.404582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:20.941611 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:25.481610 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:57:41.540812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:43.746548 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:45.054644 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6c297740-80e2-4749-907c-a4ba5a891153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:47.780641 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3303b957-2a0b-4e3d-b6dd-9d59d7fa9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:48.648898 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:49.352152 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:50.940055 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:57:57.847079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-f69a0209-65f4-4bba-ade9-3e60478d0464 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416691 Aug 20 11:57:57.939705 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-540d1538-3eb8-4bb9-a716-c26ee847a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:57.939705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-540d1538-3eb8-4bb9-a716-c26ee847a77a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0425138 Aug 20 11:57:58.047364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-ded70d92-e1bc-4213-a4df-20e33ea44984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.048790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-ded70d92-e1bc-4213-a4df-20e33ea44984 service neutron] 10.222.0.38 "GET /v2.0/networks?id=28f15bcd-29a0-4941-8ae0-1d7f026a9957 HTTP/1.1" status: 200 len: 915 time: 0.0904083 Aug 20 11:57:58.120019 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-5e11684a-d5ee-47cf-863c-f58124837b24 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f HTTP/1.1" status: 200 len: 1001 time: 0.0583732 Aug 20 11:57:58.181350 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-5b9c427d-c4f0-4733-84d7-80f7faba6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.182856 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-5b9c427d-c4f0-4733-84d7-80f7faba6150 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42 HTTP/1.1" status: 200 len: 853 time: 0.0502217 Aug 20 11:57:58.237393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-0fe3bb02-da37-4184-8f53-e47222c00190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:57:58.238957 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-0fe3bb02-da37-4184-8f53-e47222c00190 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28f15bcd-29a0-4941-8ae0-1d7f026a9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431390 Aug 20 11:57:58.335039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-2aebac11-78d9-47b6-85cb-cc75dcca9b9c service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839989 Aug 20 11:57:58.429879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ae9eee7-75d8-4851-8483-ddf02acd52e2 req-976f1db3-7b2b-4b08-a393-8939fa77ee0e service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875492 Aug 20 11:58:02.480933 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:58:07.561110 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39456) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:08.043222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Deleting port 3e2762ea-fc07-4ea9-a098-d3d959a9db71 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:08.043629 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.121496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.121832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.134239 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Calling delete_port for 3e2762ea-fc07-4ea9-a098-d3d959a9db71 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:08.394731 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.419515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event deleted for resources: {'Port': ['ID=3e2762ea-fc07-4ea9-a098-d3d959a9db71,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:08.431731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.432087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.432433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.432775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.433109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.433445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.433776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.434125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.434470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.434783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.435109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.435432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:08.491275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.491584 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Floating IP 5f1bff51-dbd8-4ade-a322-61b4d95170dc disassociated (deleted). External IP: 172.25.4.148, port: f7095520-8ae6-4a2f-8aad-94c05920c78f. Aug 20 11:58:08.712036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Router 45adc114-7b85-415c-bf23-e660a8cc1cd8 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:08.832503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:08.837400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:08.844286 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] Sync routers for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:08.854356 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:08.855082 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:57:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:08.869590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c6661788-9249-410e-afe1-5e97dc772810 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "DELETE /v2.0/floatingips/5f1bff51-dbd8-4ade-a322-61b4d95170dc HTTP/1.1" status: 204 len: 168 time: 1.3067379 Aug 20 11:58:08.870382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:08.873565 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfc510f-2005-4445-9f39-76686816da98" -d '{"events": [{"name": "network-changed", "server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:08.932870 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17fbc03-cb8e-4499-b4ec-1c90aa820d91 x-openstack-request-id: req-a17fbc03-cb8e-4499-b4ec-1c90aa820d91 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:08.933553 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:08.934088 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a17fbc03-cb8e-4499-b4ec-1c90aa820d91 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:08.934983 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'status': 'completed', 'code': 200} Aug 20 11:58:09.005117 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:09.037012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc510f-2005-4445-9f39-76686816da98 req-9640be0a-7cb9-4d4f-bc23-870b2718c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:09.040043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3dfc510f-2005-4445-9f39-76686816da98 req-9640be0a-7cb9-4d4f-bc23-870b2718c4b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 1096 time: 0.0815513 Aug 20 11:58:09.148624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc510f-2005-4445-9f39-76686816da98 req-450e8a3c-deaf-4032-9814-038e76ef14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:09.150155 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3dfc510f-2005-4445-9f39-76686816da98 req-450e8a3c-deaf-4032-9814-038e76ef14ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=28f15bcd-29a0-4941-8ae0-1d7f026a9957 HTTP/1.1" status: 200 len: 915 time: 0.1021452 Aug 20 11:58:09.199673 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3dfc510f-2005-4445-9f39-76686816da98 req-096aacf1-aff3-406b-b91a-46a05b7e7e1b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f HTTP/1.1" status: 200 len: 217 time: 0.0372801 Aug 20 11:58:09.221720 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:20Z', 'revision_number': 5, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:09.254010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc510f-2005-4445-9f39-76686816da98 req-661cbc50-5c31-45db-9e57-b50719862176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:09.255590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3dfc510f-2005-4445-9f39-76686816da98 req-661cbc50-5c31-45db-9e57-b50719862176 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42 HTTP/1.1" status: 200 len: 853 time: 0.0490754 Aug 20 11:58:09.255905 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] Checking router: 45adc114-7b85-415c-bf23-e660a8cc1cd8 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:09.270539 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:09.271830 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:57:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:09.318774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc510f-2005-4445-9f39-76686816da98 req-0671f3b6-3043-434f-a5ce-70b0f8b5fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:09.320750 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3dfc510f-2005-4445-9f39-76686816da98 req-0671f3b6-3043-434f-a5ce-70b0f8b5fca8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28f15bcd-29a0-4941-8ae0-1d7f026a9957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565407 Aug 20 11:58:09.434156 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:09.456025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5ec8d-034f-411e-87e5-adbf00c7be35 req-273e0cc1-6ace-4faa-934b-4260497d1188 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:09.462892 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3dfc510f-2005-4445-9f39-76686816da98 req-42c4ef8a-fb9e-460c-9410-9031b7a9675a service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337643 Aug 20 11:58:09.463821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ec5ec8d-034f-411e-87e5-adbf00c7be35 req-273e0cc1-6ace-4faa-934b-4260497d1188 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 945 time: 0.0703249 Aug 20 11:58:09.519896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ec5ec8d-034f-411e-87e5-adbf00c7be35 req-b3970bd8-5280-4b03-b5ef-c1a08ab1f108 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548999 Aug 20 11:58:09.575250 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3dfc510f-2005-4445-9f39-76686816da98 req-1a0542ae-75d6-4c70-9bdb-ea28418f30ea service neutron] 10.222.0.38 "GET /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041846 Aug 20 11:58:09.676923 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:20Z', 'revision_number': 5, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:09.706871 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06233876-df6a-4fcc-920a-f570436fa8ae None None] The sync data for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 is: [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:53:14Z', 'revision_number': 4, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '87f34e7b-005a-48e1-ad03-5122b9ce20ee', 'name': '', 'network_id': '28f15bcd-29a0-4941-8ae0-1d7f026a9957', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'mac_address': 'fa:16:3e:cc:0d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:13Z', 'updated_at': '2021-08-20T11:53:20Z', 'revision_number': 5, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'subnets': [{'id': '5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:09.934415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08703cc3-5a09-4111-9d27-66637f7552da None None] New status for floating IP 5f1bff51-dbd8-4ade-a322-61b4d95170dc: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 11:58:10.644233 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81af23e-74e5-4434-8a91-4a0af8f97609 req-ee17593f-5c78-432b-8ddf-c548541025ac tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:10.645826 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b81af23e-74e5-4434-8a91-4a0af8f97609 req-ee17593f-5c78-432b-8ddf-c548541025ac tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 945 time: 0.0516138 Aug 20 11:58:10.688734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b81af23e-74e5-4434-8a91-4a0af8f97609 req-7223674a-a296-44f1-aa25-c9c92628d7a3 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/security-groups?id=75345d76-776a-4df2-98ba-b8c8471e50d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366142 Aug 20 11:58:11.167172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-f413eaba-a152-4bd3-a0cb-e26ab04ec5d0 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:58:11.167884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-f413eaba-a152-4bd3-a0cb-e26ab04ec5d0 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.38 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 945 time: 0.0483353 Aug 20 11:58:11.262900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Deleting port f7095520-8ae6-4a2f-8aad-94c05920c78f {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:11.263281 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.356080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] For port f7095520-8ae6-4a2f-8aad-94c05920c78f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f7095520-8ae6-4a2f-8aad-94c05920c78f,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:11.356442 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.371030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Calling delete_port for f7095520-8ae6-4a2f-8aad-94c05920c78f owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:11.477767 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.574597 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.605815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event deleted for resources: {'Port': ['ID=f7095520-8ae6-4a2f-8aad-94c05920c78f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:11.632335 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.632689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.633063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.633380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.633717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.634053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.634386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.634751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.635080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.635407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.635736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.636063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:11.655534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] No DVR routers for this DVR port f7095520-8ae6-4a2f-8aad-94c05920c78f on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:11.658069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:11.660094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e30852a0-9a48-487c-9288-bc0e2be65fb8 req-36c89be3-00dd-4d7c-9b71-5dec7742e9a2 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.38 "DELETE /v2.0/ports/f7095520-8ae6-4a2f-8aad-94c05920c78f HTTP/1.1" status: 204 len: 173 time: 0.4863436 Aug 20 11:58:11.660703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'name': 'network-vif-deleted', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:58:11.662968 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e0e941-46c9-4197-ac91-f44930451d2c" -d '{"events": [{"server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "name": "network-vif-deleted", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:58:11.796261 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-80789db3-d7c4-46d0-a84d-bed041d907f3 req-d84fedd9-6e03-45be-9bc0-b7468f2f3842 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 210 time: 0.0309958 Aug 20 11:58:11.882645 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 11:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be86ac2-26b8-4323-8375-1fdf9ba560cf x-openstack-request-id: req-5be86ac2-26b8-4323-8375-1fdf9ba560cf {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:58:11.890122 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5984b3f9-5857-4d47-a49a-cee229f5d3c1", "name": "network-vif-deleted", "tag": "f7095520-8ae6-4a2f-8aad-94c05920c78f", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:58:11.890122 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5be86ac2-26b8-4323-8375-1fdf9ba560cf {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:58:11.890122 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5984b3f9-5857-4d47-a49a-cee229f5d3c1', 'name': 'network-vif-deleted', 'tag': 'f7095520-8ae6-4a2f-8aad-94c05920c78f', 'status': 'completed', 'code': 200} Aug 20 11:58:12.893852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db9770be-0694-4d65-9bd9-b793154d9e9c req-91dad3af-33da-47a5-a777-a9e94b1dc4b7 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 210 time: 0.0260282 Aug 20 11:58:13.688858 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:13.993978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67cd682b-d3c6-4018-b4f3-0c2548ab644a req-bf658a5e-dd14-4269-892e-1e00fe90abf8 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 210 time: 0.0315216 Aug 20 11:58:14.701156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f7095520-8ae6-4a2f-8aad-94c05920c78f no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:14.721785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: f7095520-8ae6-4a2f-8aad-94c05920c78f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:14.722033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f7095520-8ae6-4a2f-8aad-94c05920c78f not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:15.008645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-95ff767c-977c-41aa-b73d-208ea9b22c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:15.097419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-171d1fa0-9a2d-4f73-af03-1db960ea977b req-a63269f5-bd01-4e77-ab76-c589de4e5c1d tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 210 time: 0.0281091 Aug 20 11:58:16.198735 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-946d1303-292c-4f7b-8934-4cb22748c8a4 req-18280a47-1c86-4337-9e92-4ab51eb33e86 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 210 time: 0.0292547 Aug 20 11:58:17.305713 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-edeabd83-4744-42d0-a924-cdbd65d3e002 req-99d15cb0-b126-4008-850d-fee6fd2ba76a tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "GET /v2.0/ports?device_id=5984b3f9-5857-4d47-a49a-cee229f5d3c1 HTTP/1.1" status: 200 len: 210 time: 0.0282583 Aug 20 11:58:17.948997 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8a9a-449a-4530-81ea-d4f4a6ada9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.363106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39524) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:18.423694 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c12dbfbc-b8bf-4644-9a8b-4774c56bcc00 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.453802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c12dbfbc-b8bf-4644-9a8b-4774c56bcc00 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.586021 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c12dbfbc-b8bf-4644-9a8b-4774c56bcc00 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.589111 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c12dbfbc-b8bf-4644-9a8b-4774c56bcc00 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:18.590877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c12dbfbc-b8bf-4644-9a8b-4774c56bcc00 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] 10.222.0.10 "DELETE /v2.0/security-groups/75345d76-776a-4df2-98ba-b8c8471e50d7 HTTP/1.1" status: 204 len: 168 time: 0.2266722 Aug 20 11:58:18.602558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dbfbc-b8bf-4644-9a8b-4774c56bcc00 tempest-TestVolumeBackupRestore-495435828 tempest-TestVolumeBackupRestore-495435828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75345d76-776a-4df2-98ba-b8c8471e50d7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:18.672789 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:19.299987 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:20.968874 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:23.716365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39688) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:24.363495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.638894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] Deleting port 87f34e7b-005a-48e1-ad03-5122b9ce20ee {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:24.639761 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.721946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] For port 87f34e7b-005a-48e1-ad03-5122b9ce20ee, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=87f34e7b-005a-48e1-ad03-5122b9ce20ee,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:24.722559 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:24.736035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] Calling delete_port for 87f34e7b-005a-48e1-ad03-5122b9ce20ee owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:25.014199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.045222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] Pushing event deleted for resources: {'Port': ['ID=87f34e7b-005a-48e1-ad03-5122b9ce20ee,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:25.214805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.479324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] Router 45adc114-7b85-415c-bf23-e660a8cc1cd8 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:25.590019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:25.595214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6df1f29e-94f9-478d-be2b-1bb1dd79da8c admin admin] 10.222.0.10 "PUT /v2.0/routers/45adc114-7b85-415c-bf23-e660a8cc1cd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8772175 Aug 20 11:58:25.597764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39758) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:25.599020 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] Sync routers for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:25.615054 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:25.615054 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:58:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:25.728242 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.736401 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:25.858073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:25.934628 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:58:24Z', 'revision_number': 5, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port': {'id': 'ea2743c7-9165-42e3-938f-a506e677c7ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:10Z', 'updated_at': '2021-08-20T11:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:25.965412 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] Checking router: 45adc114-7b85-415c-bf23-e660a8cc1cd8 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:25.973765 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] Routers {'45adc114-7b85-415c-bf23-e660a8cc1cd8'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:25.974382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:58:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45adc114-7b85-415c-bf23-e660a8cc1cd8'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:25.978196 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Deleting port ea2743c7-9165-42e3-938f-a506e677c7ce {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:25.978567 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.070952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] For port ea2743c7-9165-42e3-938f-a506e677c7ce, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ea2743c7-9165-42e3-938f-a506e677c7ce,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:26.071530 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.075765 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] Set router 45adc114-7b85-415c-bf23-e660a8cc1cd8 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:26.087414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Calling delete_port for ea2743c7-9165-42e3-938f-a506e677c7ce owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:26.136761 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:58:25Z', 'revision_number': 6, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:26.165508 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f239b78d-3f83-4742-8744-28a14e9a2d4b None None] The sync data for ids ['45adc114-7b85-415c-bf23-e660a8cc1cd8'] in n-d-804230-3 is: [{'id': '45adc114-7b85-415c-bf23-e660a8cc1cd8', 'name': 'tempest-TestVolumeBackupRestore-1065235985-router', 'tenant_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:09Z', 'updated_at': '2021-08-20T11:58:25Z', 'revision_number': 6, 'project_id': '5a819bee7eef45ca89fa7d0c9ebf76c5', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:26.333524 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.361003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2743c7-9165-42e3-938f-a506e677c7ce,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:26.427848 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.529287 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.529287 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.630839 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.631437 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45adc114-7b85-415c-bf23-e660a8cc1cd8 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:58:26.638635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.641765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9f5aa8b5-bae8-49d4-872f-614852d6254f admin admin] 10.222.0.10 "DELETE /v2.0/routers/45adc114-7b85-415c-bf23-e660a8cc1cd8 HTTP/1.1" status: 204 len: 168 time: 1.0430267 Aug 20 11:58:26.644598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39806) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:26.689523 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5832db8-9881-4c44-b528-af14155c1fbf admin admin] Deleting subnet 5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:26.692754 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5832db8-9881-4c44-b528-af14155c1fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.733185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5832db8-9881-4c44-b528-af14155c1fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.814040 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5832db8-9881-4c44-b528-af14155c1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.957331 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5832db8-9881-4c44-b528-af14155c1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.983105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5832db8-9881-4c44-b528-af14155c1fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:26.988619 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f5832db8-9881-4c44-b528-af14155c1fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:26.991072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f5832db8-9881-4c44-b528-af14155c1fbf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5b8a57cd-b6b9-439b-b3c6-a90c9cb15c42 HTTP/1.1" status: 204 len: 168 time: 0.3453808 Aug 20 11:58:26.993839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39822) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:26.994931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfac09f6-31a5-4076-bf67-531f739830bf None None] Network 28f15bcd-29a0-4941-8ae0-1d7f026a9957 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:27.084487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.156346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Deleting port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:27.156979 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.205048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] DHCP port deletion for 28f15bcd-29a0-4941-8ae0-1d7f026a9957 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:58:27.227489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] For port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=aaee4b2b-6e8e-43f6-a2d3-e60530367ca9,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:27.227982 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.243436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Calling delete_port for aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:27.271631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Deleting port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:27.272665 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.360292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] For port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=aaee4b2b-6e8e-43f6-a2d3-e60530367ca9,segment=NetworkSegment(93ef416c-5a5e-475f-91a1-da7356d91de4),segment_id=93ef416c-5a5e-475f-91a1-da7356d91de4)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:27.360696 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.383187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Calling delete_port for aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:27.557962 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.584543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Pushing event deleted for resources: {'Port': ['ID=aaee4b2b-6e8e-43f6-a2d3-e60530367ca9,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:27.596483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] No DVR routers for this DVR port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:27.599107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.599758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.600300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.601393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.602088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.602088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.602616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.603138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.603712 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.605899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.605899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.605899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3753a99-7b18-488a-8a69-60c282da8cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:58:27.679457 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.710451 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Pushing event deleted for resources: {'Port': ['ID=aaee4b2b-6e8e-43f6-a2d3-e60530367ca9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:27.714189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] No DVR routers for this DVR port aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:27.793218 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.804814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f15bcd-29a0-4941-8ae0-1d7f026a9957']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:27.816397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ef416c-5a5e-475f-91a1-da7356d91de4') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:27.816700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ef416c-5a5e-475f-91a1-da7356d91de4') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:27.826577 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.843153 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.852671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:27.853096 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:27.854856 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:28.065730 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.074132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.081679 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] 10.222.0.10 "DELETE /v2.0/networks/28f15bcd-29a0-4941-8ae0-1d7f026a9957 HTTP/1.1" status: 204 len: 168 time: 1.0834565 Aug 20 11:58:28.081809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39866) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:28.094930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:28.095478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333b5f7-4270-4621-9d68-412760d5dd3c admin admin] Pushing event deleted for resources: {'Network': ['ID=28f15bcd-29a0-4941-8ae0-1d7f026a9957,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:28.116990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:28.133285 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device aaee4b2b-6e8e-43f6-a2d3-e60530367ca9 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:28.133285 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 87f34e7b-005a-48e1-ad03-5122b9ce20ee no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:28.136722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 87f34e7b-005a-48e1-ad03-5122b9ce20ee {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:28.137070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 87f34e7b-005a-48e1-ad03-5122b9ce20ee not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:28.137492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ea2743c7-9165-42e3-938f-a506e677c7ce no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:28.156310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ea2743c7-9165-42e3-938f-a506e677c7ce {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:28.156651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ea2743c7-9165-42e3-938f-a506e677c7ce not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:28.471304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.734527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] Deleting port bb02145d-db59-42ba-80da-671638098bd0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:28.734930 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.817356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] For port bb02145d-db59-42ba-80da-671638098bd0, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=bb02145d-db59-42ba-80da-671638098bd0,segment=NetworkSegment(a5e9dde2-6c6d-417e-b10a-6b33a7e36298),segment_id=a5e9dde2-6c6d-417e-b10a-6b33a7e36298)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:28.817729 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:28.837410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] Calling delete_port for bb02145d-db59-42ba-80da-671638098bd0 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:29.116739 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.145854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] Pushing event deleted for resources: {'Port': ['ID=bb02145d-db59-42ba-80da-671638098bd0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:29.349034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.581512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] Router b5087e30-b355-4888-a3dc-71d50c44176b has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 11:58:29.694188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 11:58:29.701964 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5d89b624-fcdc-4eec-8c78-63e2eeb3108b admin admin] 10.222.0.10 "PUT /v2.0/routers/b5087e30-b355-4888-a3dc-71d50c44176b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172502 Aug 20 11:58:29.703168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 39936) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:29.706466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] Sync routers for ids ['b5087e30-b355-4888-a3dc-71d50c44176b'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 11:58:29.716812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] Routers {'b5087e30-b355-4888-a3dc-71d50c44176b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:29.718192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:58:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b5087e30-b355-4888-a3dc-71d50c44176b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:29.815622 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:29.849621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] Set router b5087e30-b355-4888-a3dc-71d50c44176b gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:29.923318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.036333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'name': 'tempest-TestVolumeBackupRestore-897450158-router', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:20Z', 'updated_at': '2021-08-20T11:58:29Z', 'revision_number': 5, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'gw_port': {'id': 'e86e2b1b-81ee-4831-bc54-63116b53bef7', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T11:53:21Z', 'updated_at': '2021-08-20T11:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:30.063416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] Checking router: b5087e30-b355-4888-a3dc-71d50c44176b for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 11:58:30.071945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] Routers {'b5087e30-b355-4888-a3dc-71d50c44176b'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 11:58:30.072800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T11:58:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['b5087e30-b355-4888-a3dc-71d50c44176b'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:30.096710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Deleting port e86e2b1b-81ee-4831-bc54-63116b53bef7 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:30.097244 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.183196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] For port e86e2b1b-81ee-4831-bc54-63116b53bef7, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e86e2b1b-81ee-4831-bc54-63116b53bef7,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:30.184014 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.203286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Calling delete_port for e86e2b1b-81ee-4831-bc54-63116b53bef7 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:30.317498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] Set router b5087e30-b355-4888-a3dc-71d50c44176b gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 11:58:30.373179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'name': 'tempest-TestVolumeBackupRestore-897450158-router', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:20Z', 'updated_at': '2021-08-20T11:58:29Z', 'revision_number': 6, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:30.404216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871f09c-12f0-4cb0-bcde-c9258e9532f9 None None] The sync data for ids ['b5087e30-b355-4888-a3dc-71d50c44176b'] in n-d-804230-3 is: [{'id': 'b5087e30-b355-4888-a3dc-71d50c44176b', 'name': 'tempest-TestVolumeBackupRestore-897450158-router', 'tenant_id': '11d295b833554773ba78a17ba5ddfd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T11:53:20Z', 'updated_at': '2021-08-20T11:58:29Z', 'revision_number': 6, 'project_id': '11d295b833554773ba78a17ba5ddfd66', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 11:58:30.494319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.523189 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Pushing event deleted for resources: {'Port': ['ID=e86e2b1b-81ee-4831-bc54-63116b53bef7,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:30.592645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.677635 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.679829 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.820001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.821435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5087e30-b355-4888-a3dc-71d50c44176b {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 11:58:30.830604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.830604 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-85d7be8b-1b66-4d08-9c06-cd2c976d2104 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b5087e30-b355-4888-a3dc-71d50c44176b HTTP/1.1" status: 204 len: 168 time: 1.1249907 Aug 20 11:58:30.831716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39976) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:30.893965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbf0f64-ae94-4a5c-81ef-3e3d846786cb admin admin] Deleting subnet 0703f667-ce8d-494d-9d9b-2f58f3233874 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 11:58:30.897437 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0f64-ae94-4a5c-81ef-3e3d846786cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:30.934049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0f64-ae94-4a5c-81ef-3e3d846786cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.016900 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0f64-ae94-4a5c-81ef-3e3d846786cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.163326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0f64-ae94-4a5c-81ef-3e3d846786cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.191363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf0f64-ae94-4a5c-81ef-3e3d846786cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0703f667-ce8d-494d-9d9b-2f58f3233874,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.194942 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0f64-ae94-4a5c-81ef-3e3d846786cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.196859 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1dbf0f64-ae94-4a5c-81ef-3e3d846786cb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0703f667-ce8d-494d-9d9b-2f58f3233874 HTTP/1.1" status: 204 len: 168 time: 0.3641222 Aug 20 11:58:31.200128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 39992) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:31.211060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2463f7b-bb55-4b07-88f3-c4be87af66ec None None] Network 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 11:58:31.283270 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.385185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Deleting port 3135da41-79a8-459a-987c-01f2588599b9 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:31.385664 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.446905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac98118f-4de5-4880-a19a-cd87453135a8 None None] DHCP port deletion for 36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 11:58:31.499092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ac98118f-4de5-4880-a19a-cd87453135a8 None None] Deleting port 3135da41-79a8-459a-987c-01f2588599b9 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 11:58:31.499529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ac98118f-4de5-4880-a19a-cd87453135a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.503503 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] For port 3135da41-79a8-459a-987c-01f2588599b9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3135da41-79a8-459a-987c-01f2588599b9,segment=NetworkSegment(a5e9dde2-6c6d-417e-b10a-6b33a7e36298),segment_id=a5e9dde2-6c6d-417e-b10a-6b33a7e36298)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:31.503914 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.520318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Calling delete_port for 3135da41-79a8-459a-987c-01f2588599b9 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:31.580879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ac98118f-4de5-4880-a19a-cd87453135a8 None None] For port 3135da41-79a8-459a-987c-01f2588599b9, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3135da41-79a8-459a-987c-01f2588599b9,segment=NetworkSegment(a5e9dde2-6c6d-417e-b10a-6b33a7e36298),segment_id=a5e9dde2-6c6d-417e-b10a-6b33a7e36298)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 11:58:31.581299 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ac98118f-4de5-4880-a19a-cd87453135a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.598256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ac98118f-4de5-4880-a19a-cd87453135a8 None None] Calling delete_port for 3135da41-79a8-459a-987c-01f2588599b9 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 11:58:31.722880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.729637 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ac98118f-4de5-4880-a19a-cd87453135a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.753935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Pushing event deleted for resources: {'Port': ['ID=3135da41-79a8-459a-987c-01f2588599b9,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.757463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98118f-4de5-4880-a19a-cd87453135a8 None None] Pushing event deleted for resources: {'Port': ['ID=3135da41-79a8-459a-987c-01f2588599b9,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:31.757874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] No DVR routers for this DVR port 3135da41-79a8-459a-987c-01f2588599b9 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:31.761402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98118f-4de5-4880-a19a-cd87453135a8 None None] No DVR routers for this DVR port 3135da41-79a8-459a-987c-01f2588599b9 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 11:58:31.844173 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.856242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36994bf2-7c9c-41c3-ac71-1a74b49e3ef8']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:31.868346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:31.868659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e9dde2-6c6d-417e-b10a-6b33a7e36298') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 11:58:31.880285 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.905884 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.912366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 11:58:31.912784 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: timer() Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 11:58:31.914664 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 11:58:32.089024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e86e2b1b-81ee-4831-bc54-63116b53bef7 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:32.100019 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.106008 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.111319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] 10.222.0.10 "DELETE /v2.0/networks/36994bf2-7c9c-41c3-ac71-1a74b49e3ef8 HTTP/1.1" status: 204 len: 168 time: 0.9070916 Aug 20 11:58:32.111740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e86e2b1b-81ee-4831-bc54-63116b53bef7 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:32.111740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e86e2b1b-81ee-4831-bc54-63116b53bef7 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:32.111740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bb02145d-db59-42ba-80da-671638098bd0 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:32.122009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5920c73-0a3f-472c-b590-36e0624eee77 admin admin] Pushing event deleted for resources: {'Network': ['ID=36994bf2-7c9c-41c3-ac71-1a74b49e3ef8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:32.129950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: bb02145d-db59-42ba-80da-671638098bd0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:32.130299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device bb02145d-db59-42ba-80da-671638098bd0 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:32.130761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3135da41-79a8-459a-987c-01f2588599b9 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 11:58:32.150390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 3135da41-79a8-459a-987c-01f2588599b9 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 11:58:32.150760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3135da41-79a8-459a-987c-01f2588599b9 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 11:58:32.457967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40044) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:32.501988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d2d56066-9987-421f-bf01-8620b89d08dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a819bee7eef45ca89fa7d0c9ebf76c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426803 Aug 20 11:58:32.504592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 40048) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:32.557170 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-92021b74-7f5c-4fb4-a16f-37d9e6ba8af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.581586 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-92021b74-7f5c-4fb4-a16f-37d9e6ba8af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.710189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-92021b74-7f5c-4fb4-a16f-37d9e6ba8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.714487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-92021b74-7f5c-4fb4-a16f-37d9e6ba8af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:32.721684 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-92021b74-7f5c-4fb4-a16f-37d9e6ba8af4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7948ece8-03d2-4f43-ba3c-b285a16a67ba HTTP/1.1" status: 204 len: 168 time: 0.2156627 Aug 20 11:58:32.734770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92021b74-7f5c-4fb4-a16f-37d9e6ba8af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7948ece8-03d2-4f43-ba3c-b285a16a67ba,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:33.419007 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40092) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:33.464899 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-951231af-8a26-4c73-b8a6-4100fd4763ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11d295b833554773ba78a17ba5ddfd66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446844 Aug 20 11:58:33.467484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 40094) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:58:33.517988 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93d28b9c-58b7-4a3c-a82f-9740e89836e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.540385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93d28b9c-58b7-4a3c-a82f-9740e89836e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.676935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93d28b9c-58b7-4a3c-a82f-9740e89836e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.679947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93d28b9c-58b7-4a3c-a82f-9740e89836e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:33.688556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-93d28b9c-58b7-4a3c-a82f-9740e89836e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05d1c81a-3fcb-4f88-8ea8-bcb429530516 HTTP/1.1" status: 204 len: 168 time: 0.2198789 Aug 20 11:58:33.700881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d28b9c-58b7-4a3c-a82f-9740e89836e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d1c81a-3fcb-4f88-8ea8-bcb429530516,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:58:39.480046 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:58:41.545775 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:43.693844 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:45.012882 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a47b01f5-a779-4330-b72b-3906bacf7375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:47.721175 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-37e22839-b879-4002-989b-f96c435381b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:48.613575 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:49.321176 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:58:50.933732 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:11.556279 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:13.733719 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:15.031158 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c8570dc3-a504-4b34-a811-f8d3f47db400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:16.479424 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:59:17.772983 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-38291026-a9be-4880-b64f-e0fe7bb5dcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:18.675769 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:19.327996 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:20.978911 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.747386 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41068) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:30.860824 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:30.960579 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.068615 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.108238 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=905a8fddd1f847dba60278ed8dd4f3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595719 Aug 20 11:59:31.109499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3697d222-3787-4e1e-9851-66e9e2ffb45a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:31.111777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41072) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:31.117343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.117701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.118052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.118392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.118770 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.119112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.119448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.119786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.120115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.120449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.120780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.121110 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749b10b2-2e4a-4103-b1d5-bd487d1f24b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.162047 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.185263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.338901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.341613 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:31.344138 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3697d222-3787-4e1e-9851-66e9e2ffb45a HTTP/1.1" status: 204 len: 168 time: 0.2311172 Aug 20 11:59:31.352877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3697d222-3787-4e1e-9851-66e9e2ffb45a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:31.362334 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.362767 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.363124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.363624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.363950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.364355 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.364719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.365058 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.365391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.365713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.366041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:31.366375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb09af8-2370-40a9-8b2c-798781c1e7cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 11:59:32.191323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41078) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:32.206128 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-560e707c-4a26-4edc-8033-23aee1184376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.304324 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-560e707c-4a26-4edc-8033-23aee1184376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.458834 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-560e707c-4a26-4edc-8033-23aee1184376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.501015 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e707c-4a26-4edc-8033-23aee1184376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b53cdf7-34c0-445d-a03d-24dd5c57d160,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:32.505784 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-560e707c-4a26-4edc-8033-23aee1184376 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4321d431703444382e6860e5cd92675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133745 Aug 20 11:59:32.508549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41080) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:32.563237 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ba11471-a0ab-45e3-91b9-5695e7f9713c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.589653 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ba11471-a0ab-45e3-91b9-5695e7f9713c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.784786 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ba11471-a0ab-45e3-91b9-5695e7f9713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.787760 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0ba11471-a0ab-45e3-91b9-5695e7f9713c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:32.789266 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0ba11471-a0ab-45e3-91b9-5695e7f9713c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b53cdf7-34c0-445d-a03d-24dd5c57d160 HTTP/1.1" status: 204 len: 168 time: 0.2796066 Aug 20 11:59:32.803435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba11471-a0ab-45e3-91b9-5695e7f9713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b53cdf7-34c0-445d-a03d-24dd5c57d160,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:41.555718 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:43.702555 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:45.009580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-97e38686-423a-4cdb-8136-a848b7ceb875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.683332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 41172) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:46.841690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81bbf654-6a41-4fc0-8349-870242b7f1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:46.957935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81bbf654-6a41-4fc0-8349-870242b7f1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.023924 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-81bbf654-6a41-4fc0-8349-870242b7f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.064360 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-81bbf654-6a41-4fc0-8349-870242b7f1ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89a7fc8d907c441c9128a373f3ffb417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799062 Aug 20 11:59:47.065358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbf654-6a41-4fc0-8349-870242b7f1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81895f7-e74c-4773-ac73-e39ed0dce931,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:47.067275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 41178) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 11:59:47.134329 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2789a604-d154-4a3c-a994-13a3de75735d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.158680 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2789a604-d154-4a3c-a994-13a3de75735d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.315926 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2789a604-d154-4a3c-a994-13a3de75735d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.318724 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2789a604-d154-4a3c-a994-13a3de75735d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:47.319976 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2789a604-d154-4a3c-a994-13a3de75735d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d81895f7-e74c-4773-ac73-e39ed0dce931 HTTP/1.1" status: 204 len: 168 time: 0.2503860 Aug 20 11:59:47.329647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789a604-d154-4a3c-a994-13a3de75735d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81895f7-e74c-4773-ac73-e39ed0dce931,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:47.755696 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a65a615f-ca02-445d-9efd-f4ff23df3f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:48.707633 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:49.344656 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:50.965078 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:51.824153 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-e859aa7d-6741-4241-a069-f26aa22b0d2d tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e050256d573746ca93dcdc321d36897a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302413 Aug 20 11:59:52.027951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-0171399f-2d88-4839-bd68-29cbc5271dc6 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:52.029635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-0171399f-2d88-4839-bd68-29cbc5271dc6 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991441 Aug 20 11:59:52.045981 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-41e92a16-6a72-4aec-9183-2f1c3f8b4f66 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/quotas/e050256d573746ca93dcdc321d36897a HTTP/1.1" status: 200 len: 375 time: 0.0100045 Aug 20 11:59:52.082696 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1fb6f09a-22f9-4f23-8286-f23ee9684387 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e050256d573746ca93dcdc321d36897a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305655 Aug 20 11:59:52.402462 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3437ed1b-05bd-43ab-b7d7-e5e690e52671 req-66d5f7de-c55c-42a3-9cfb-f0d55cf25a4a tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 210 time: 0.0280211 Aug 20 11:59:53.478591 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 11:59:53.492636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-633cb3e7-2fb4-49ca-b580-c7a240e17a87 req-b9e43463-1686-4cf7-8ffb-c302b0d4bcc7 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 210 time: 0.0269213 Aug 20 11:59:54.621548 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b0c7eda0-4ff7-40ec-bdb4-5be501b7f2f6 req-933e9952-9255-4270-b570-eb7e78fa41db tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Aug 20 11:59:55.293331 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-4490085d-c72b-47d0-9b99-5877e336608f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e050256d573746ca93dcdc321d36897a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300517 Aug 20 11:59:55.732176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b28a173-d8d8-4fbf-a4ad-a1540e166321 req-7732c4d5-5cc5-47f4-ae9a-3c6be4d58a63 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 210 time: 0.0290153 Aug 20 11:59:55.834854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-9f4f8d9d-c129-469c-85ec-432cca0a68bb tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:55.836458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-9f4f8d9d-c129-469c-85ec-432cca0a68bb tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5356307 Aug 20 11:59:55.855784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Request body: {'port': {'device_id': '52a7b387-25be-4d1e-9e7a-0756173f7734', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': 'e050256d573746ca93dcdc321d36897a'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:56.029735 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Made reservation on behalf of e050256d573746ca93dcdc321d36897a for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 11:59:56.033821 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.043521 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.143480 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.229841 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.293835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5498ac4-4e18-4e83-a489-2e561ba3e02c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:56.365332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Allocated IP 192.168.233.182 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/50044301-b550-4091-b4d2-444678a155b6) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 11:59:56.519112 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.534049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Transition to ACTIVE for port object 50044301-b550-4091-b4d2-444678a155b6 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:56.627994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.670839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 11:59:56.674239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 11:59:56.677946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 11:59:56.715280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Pushing event updated for resources: {'Port': ['ID=50044301-b550-4091-b4d2-444678a155b6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:56.745020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:56.745688 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.851085 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-1b7d1b61-c727-4e1e-bedd-52959e974dd4 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9995697 Aug 20 11:59:56.870276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Request body: {'port': {'device_id': '52a7b387-25be-4d1e-9e7a-0756173f7734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 11:59:56.880135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69add60b-0e31-4de0-95e7-05f694d9a9c9 req-93deacb2-1620-44e5-b075-d91cde90cc25 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:56.881566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69add60b-0e31-4de0-95e7-05f694d9a9c9 req-93deacb2-1620-44e5-b075-d91cde90cc25 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 936 time: 0.0608122 Aug 20 11:59:56.960117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:56.964494 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-69add60b-0e31-4de0-95e7-05f694d9a9c9 req-c99b25ef-d50f-4299-acb8-33e3ffa9c573 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655077 Aug 20 11:59:57.039640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-910a018e-da6b-4198-9eb8-f592210ad699 None None] Provisioning for port 50044301-b550-4091-b4d2-444678a155b6 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 11:59:57.046256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-910a018e-da6b-4198-9eb8-f592210ad699 None None] Provisioning complete for port 50044301-b550-4091-b4d2-444678a155b6 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 11:59:57.048192 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-910a018e-da6b-4198-9eb8-f592210ad699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.088456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-910a018e-da6b-4198-9eb8-f592210ad699 None None] Port 50044301-b550-4091-b4d2-444678a155b6 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 11:59:57.258091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50044301-b550-4091-b4d2-444678a155b6 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 11:59:57.266069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.277952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Transition to ACTIVE for port object 50044301-b550-4091-b4d2-444678a155b6 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 11:59:57.384107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.435566 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Pushing event updated for resources: {'Port': ['ID=50044301-b550-4091-b4d2-444678a155b6,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:57.514828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Attempting to bind port 50044301-b550-4091-b4d2-444678a155b6 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 11:59:57.515182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Attempting to bind port 50044301-b550-4091-b4d2-444678a155b6 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 11:59:57.515545 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Attempting to bind port 50044301-b550-4091-b4d2-444678a155b6 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:57.521073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Port 50044301-b550-4091-b4d2-444678a155b6 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 11:59:57.521402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Attempting to bind port 50044301-b550-4091-b4d2-444678a155b6 on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 11:59:57.526875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 11, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 11:59:57.527230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 11:59:57.527618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 11:59:57.528061 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Bound port: 50044301-b550-4091-b4d2-444678a155b6, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 11:59:57.528426 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.605143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] For port 50044301-b550-4091-b4d2-444678a155b6, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 11:59:57.609671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] For port 50044301-b550-4091-b4d2-444678a155b6, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=50044301-b550-4091-b4d2-444678a155b6,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 11:59:57.696962 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.746356 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:57.747020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 11:59:57.748504 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] 10.222.0.38 "PUT /v2.0/ports/50044301-b550-4091-b4d2-444678a155b6 HTTP/1.1" status: 200 len: 1096 time: 0.8830976 Aug 20 11:59:57.748971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7b387-25be-4d1e-9e7a-0756173f7734', 'tag': '50044301-b550-4091-b4d2-444678a155b6'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 11:59:57.751352 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32cc7b8-673f-44bb-9293-ef362467480c" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7b387-25be-4d1e-9e7a-0756173f7734", "tag": "50044301-b550-4091-b4d2-444678a155b6"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 11:59:57.779590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41db3f-ed54-43d1-97d1-8b835d8a44ba service neutron] Pushing event updated for resources: {'Port': ['ID=50044301-b550-4091-b4d2-444678a155b6,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 11:59:57.812199 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 11:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a71395e-d5dc-4016-b15f-07bab6e693e9 x-openstack-request-id: req-7a71395e-d5dc-4016-b15f-07bab6e693e9 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 11:59:57.812199 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7b387-25be-4d1e-9e7a-0756173f7734", "tag": "50044301-b550-4091-b4d2-444678a155b6", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 11:59:57.812199 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a71395e-d5dc-4016-b15f-07bab6e693e9 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 11:59:57.812199 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7b387-25be-4d1e-9e7a-0756173f7734', 'tag': '50044301-b550-4091-b4d2-444678a155b6', 'status': 'completed', 'code': 200} Aug 20 11:59:57.881942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cc7b8-673f-44bb-9293-ef362467480c req-355b82df-06b2-4cb6-83a5-f4df1f5d6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:57.884760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e32cc7b8-673f-44bb-9293-ef362467480c req-355b82df-06b2-4cb6-83a5-f4df1f5d6f7c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e050256d573746ca93dcdc321d36897a&device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 1099 time: 0.0475557 Aug 20 11:59:57.917861 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e32cc7b8-673f-44bb-9293-ef362467480c req-a55afb89-8601-4d37-81f5-a26d9b1414aa service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e050256d573746ca93dcdc321d36897a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250885 Aug 20 11:59:58.073132 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cc7b8-673f-44bb-9293-ef362467480c req-b2800d24-e94f-4c37-b096-13274bc22a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:58.074746 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e32cc7b8-673f-44bb-9293-ef362467480c req-b2800d24-e94f-4c37-b096-13274bc22a3f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483798 Aug 20 11:59:58.129790 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621b70c-3128-48fa-8478-2aae80338342 req-43462994-6c89-4d14-ab55-e41c1ffb5c7b tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:58.131721 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8621b70c-3128-48fa-8478-2aae80338342 req-43462994-6c89-4d14-ab55-e41c1ffb5c7b tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 948 time: 0.0745604 Aug 20 11:59:58.205967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8621b70c-3128-48fa-8478-2aae80338342 req-f1b6ba22-1cab-4f97-a448-26806afc9160 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648305 Aug 20 11:59:58.211317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-9c8b0d0b-dea9-4da6-8646-4119d0b62c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:58.212843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-9c8b0d0b-dea9-4da6-8646-4119d0b62c0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e050256d573746ca93dcdc321d36897a&device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 1099 time: 0.0802407 Aug 20 11:59:58.264344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-c8d17fce-7b0c-4325-8ff9-31bc17d4fbd4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=50044301-b550-4091-b4d2-444678a155b6 HTTP/1.1" status: 200 len: 217 time: 0.0353978 Aug 20 11:59:58.318999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-abbe01be-2310-48be-88b1-c537ec3a0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:58.320491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-abbe01be-2310-48be-88b1-c537ec3a0f8a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0447843 Aug 20 11:59:58.384242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-ce35c525-1917-4e3d-b08b-170b469772f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:58.385752 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-ce35c525-1917-4e3d-b08b-170b469772f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476346 Aug 20 11:59:58.482003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-02ebc64e-20aa-49de-89d9-b60a28b42f2e service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833666 Aug 20 11:59:58.585021 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f25efe25-6488-46a3-acf9-cfb9ae9eb83c req-6436426e-bb04-453e-9f66-bc453ecf442d service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941975 Aug 20 11:59:59.342137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65833407-9db4-4687-9054-9a5321125d8c req-afc6974a-21f4-461a-8b72-1b59d60dff8e tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 11:59:59.343873 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65833407-9db4-4687-9054-9a5321125d8c req-afc6974a-21f4-461a-8b72-1b59d60dff8e tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 948 time: 0.0571222 Aug 20 11:59:59.386613 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65833407-9db4-4687-9054-9a5321125d8c req-6090ad29-1f59-4b21-a6ed-bb237b755f5b tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357125 Aug 20 12:00:00.515318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ff57f-601f-44e2-911b-5a5fe8f0b427 req-3b1c7675-3d87-4b2b-82a6-247b8bd173ed tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:00.516926 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-664ff57f-601f-44e2-911b-5a5fe8f0b427 req-3b1c7675-3d87-4b2b-82a6-247b8bd173ed tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 948 time: 0.0562530 Aug 20 12:00:00.563434 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-664ff57f-601f-44e2-911b-5a5fe8f0b427 req-681a0e2f-e2e0-47e3-b03b-aadd4924184d tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354912 Aug 20 12:00:01.105473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 50044301-b550-4091-b4d2-444678a155b6 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:00:01.228090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 50044301-b550-4091-b4d2-444678a155b6, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=50044301-b550-4091-b4d2-444678a155b6,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:01.241191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '50044301-b550-4091-b4d2-444678a155b6', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': '50044301-b550-4091-b4d2-444678a155b6', 'mac_address': 'fa:16:3e:7c:2f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:00:01.284942 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.299572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50044301-b550-4091-b4d2-444678a155b6 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:00:01.320516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 50044301-b550-4091-b4d2-444678a155b6, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=50044301-b550-4091-b4d2-444678a155b6,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:01.412779 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:01.465048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=50044301-b550-4091-b4d2-444678a155b6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:01.473327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.473950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.474298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.474674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.475023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.475356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.475690 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.476020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.476350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.476678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.477007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.477341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:00:01.687731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816a1e4-0090-4c32-913e-4e00be5db6cc req-1da8311b-dd3d-4078-9ebb-71d61fb6863a tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:01.689319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1816a1e4-0090-4c32-913e-4e00be5db6cc req-1da8311b-dd3d-4078-9ebb-71d61fb6863a tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 949 time: 0.0516088 Aug 20 12:00:01.712046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['50044301-b550-4091-b4d2-444678a155b6'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:00:01.741598 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1816a1e4-0090-4c32-913e-4e00be5db6cc req-5d6235ff-2f88-412f-9a9b-f668860fecf2 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457871 Aug 20 12:00:02.873515 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f1a6b-3e84-45a9-adc0-0e78bf6f692e req-fc1f954b-ded5-4fd7-8960-ac35d21ce8e5 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:02.875185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fe6f1a6b-3e84-45a9-adc0-0e78bf6f692e req-fc1f954b-ded5-4fd7-8960-ac35d21ce8e5 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 949 time: 0.0525286 Aug 20 12:00:02.916994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fe6f1a6b-3e84-45a9-adc0-0e78bf6f692e req-31bbe75b-02c0-4d48-ac4c-fa1acdb326bb tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358648 Aug 20 12:00:03.120851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 50044301-b550-4091-b4d2-444678a155b6 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:00:03.250310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 50044301-b550-4091-b4d2-444678a155b6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:00:03.254616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 50044301-b550-4091-b4d2-444678a155b6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:00:03.254992 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.338501 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.366994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b387-25be-4d1e-9e7a-0756173f7734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50044301-b550-4091-b4d2-444678a155b6'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:00:03.369327 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df0e406-ecf7-49b1-8d0a-b158b230e6c7" -d '{"events": [{"server_uuid": "52a7b387-25be-4d1e-9e7a-0756173f7734", "name": "network-vif-plugged", "status": "completed", "tag": "50044301-b550-4091-b4d2-444678a155b6"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:00:03.385948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 50044301-b550-4091-b4d2-444678a155b6, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=50044301-b550-4091-b4d2-444678a155b6,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:00:03.469774 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:03.522543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=50044301-b550-4091-b4d2-444678a155b6,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:00:03.544806 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b797191f-8b76-493f-8b92-2bf5981c54ca x-openstack-request-id: req-b797191f-8b76-493f-8b92-2bf5981c54ca {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:00:03.545739 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b387-25be-4d1e-9e7a-0756173f7734", "name": "network-vif-plugged", "status": "completed", "tag": "50044301-b550-4091-b4d2-444678a155b6", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:00:03.546002 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b797191f-8b76-493f-8b92-2bf5981c54ca {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:00:03.546410 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b387-25be-4d1e-9e7a-0756173f7734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50044301-b550-4091-b4d2-444678a155b6', 'code': 200} Aug 20 12:00:03.661822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370dc47-fbd8-4f24-bd6f-bb6339f11e8d req-fc5395f7-43fa-4964-8c02-5016cc6c40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:03.663295 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b370dc47-fbd8-4f24-bd6f-bb6339f11e8d req-fc5395f7-43fa-4964-8c02-5016cc6c40d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 1101 time: 0.0444245 Aug 20 12:00:03.706997 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b370dc47-fbd8-4f24-bd6f-bb6339f11e8d req-7d1667d4-5361-4f26-9bda-8c9dcb7f6035 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327954 Aug 20 12:00:04.048101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81827c4a-2118-4406-be25-c48ddfa00547 req-e846b9d4-3213-46b9-8812-ab7a1edbc241 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:04.049685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-81827c4a-2118-4406-be25-c48ddfa00547 req-e846b9d4-3213-46b9-8812-ab7a1edbc241 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 950 time: 0.0509787 Aug 20 12:00:04.091587 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-81827c4a-2118-4406-be25-c48ddfa00547 req-8202f609-a97f-42a4-b7a4-c163fc06fea7 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355928 Aug 20 12:00:05.226533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c918373-9e1e-499e-9d50-b64826c3daac req-7680a8c6-33df-469a-a569-fc70df1a0963 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:00:05.228143 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c918373-9e1e-499e-9d50-b64826c3daac req-7680a8c6-33df-469a-a569-fc70df1a0963 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 950 time: 0.0572052 Aug 20 12:00:05.270393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6c918373-9e1e-499e-9d50-b64826c3daac req-cf99bd78-b911-482e-aaef-732e23f8dc24 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346308 Aug 20 12:00:11.495784 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:13.735608 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:14.996142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-be0bddcf-bc92-413d-8300-200a9e1f6b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:17.729731 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8e5112d4-2ead-4c59-8c15-aa93fc014222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:18.664170 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:19.307488 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:20.977824 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:30.478013 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:00:41.509051 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:43.694243 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:45.094255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8c8ef84f-4b52-46d1-9ee5-ea75a1da1a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:47.734558 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a266be4-f650-402f-9793-5bab2cdf6951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:48.663344 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:49.425594 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:00:50.983940 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:00.609654 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-190fa78d-fd25-472d-9d1e-c7950e915468 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413356 Aug 20 12:01:00.703508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-cfd0bd97-17b9-4f95-a1e3-ebca6dd51b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.705023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-cfd0bd97-17b9-4f95-a1e3-ebca6dd51b42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e050256d573746ca93dcdc321d36897a&device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 1101 time: 0.0425098 Aug 20 12:01:00.820166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-38a73aff-6afc-43cc-9f1a-2546b53e2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.821674 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-38a73aff-6afc-43cc-9f1a-2546b53e2bff service neutron] 10.222.0.38 "GET /v2.0/networks?id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 HTTP/1.1" status: 200 len: 870 time: 0.0906844 Aug 20 12:01:00.866816 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-a14d551a-6408-4f9a-8c00-d4b82e9f67a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=50044301-b550-4091-b4d2-444678a155b6 HTTP/1.1" status: 200 len: 217 time: 0.0366611 Aug 20 12:01:00.923722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-f0d19fb6-b90a-40ff-849f-cf454118a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.925198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-f0d19fb6-b90a-40ff-849f-cf454118a447 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0479460 Aug 20 12:01:00.976027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-ab7bef08-bdb4-4cb6-9477-08ad5222426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:00.977780 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-ab7bef08-bdb4-4cb6-9477-08ad5222426a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410032 Aug 20 12:01:01.078946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-29415ebc-db0b-45f7-855f-a3cc4524b556 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894797 Aug 20 12:01:01.183158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0cfae90a-e42d-4968-b287-c6b0c5f518a5 req-8078af9a-ce27-46ea-b37a-ca5c14d1a6a9 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935998 Aug 20 12:01:07.477659 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:01:11.485398 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:13.702461 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:15.217529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-768ecf3a-ed6b-40e9-a595-e8c0f24d8814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:17.773721 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8c79580f-99d6-46e9-952a-8e30e4d6817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:18.690284 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:19.355866 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:21.034038 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:41.519508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:43.742625 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:44.479119 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:01:45.000760 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3faf-7591-4a75-956a-abc7daa79f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:47.857705 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0ceccb0d-ed5f-4eb9-9043-47484fdfab67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:48.766795 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:49.326258 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:50.989204 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:55.724016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1c5aa-41fe-4aa2-9396-691bcf4809d0 req-5f9733c2-eeb3-442f-9dea-cb35e922629d tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:55.725891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5b1c5aa-41fe-4aa2-9396-691bcf4809d0 req-5f9733c2-eeb3-442f-9dea-cb35e922629d tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 950 time: 0.0658050 Aug 20 12:01:55.773859 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f5b1c5aa-41fe-4aa2-9396-691bcf4809d0 req-5edd75e8-09ae-4416-bd20-63dd3bd5e102 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412872 Aug 20 12:01:57.083450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf8dbd-8a61-4a97-bc11-641c4665a22a req-025bf4a6-aaaa-497a-bfec-fa9be06052e3 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:57.085067 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41cf8dbd-8a61-4a97-bc11-641c4665a22a req-025bf4a6-aaaa-497a-bfec-fa9be06052e3 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 950 time: 0.2153482 Aug 20 12:01:57.140420 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41cf8dbd-8a61-4a97-bc11-641c4665a22a req-cc745ac8-312f-44b3-981b-6f8fa17ff30a tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5498ac4-4e18-4e83-a489-2e561ba3e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Aug 20 12:01:57.396759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-50fe414e-36f0-4bce-9109-fe1747614b36 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:01:57.398347 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-50fe414e-36f0-4bce-9109-fe1747614b36 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.38 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 950 time: 0.0532484 Aug 20 12:01:57.499754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Deleting port 50044301-b550-4091-b4d2-444678a155b6 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:01:57.500587 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.590224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] For port 50044301-b550-4091-b4d2-444678a155b6, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=50044301-b550-4091-b4d2-444678a155b6,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:01:57.590667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.604508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Calling delete_port for 50044301-b550-4091-b4d2-444678a155b6 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:01:57.886290 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.915303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Pushing event deleted for resources: {'Port': ['ID=50044301-b550-4091-b4d2-444678a155b6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:01:57.941616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.941962 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.942305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.942670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.943005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.943336 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.943667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.943996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.944319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.944643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.944967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.945289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:01:57.971659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] No DVR routers for this DVR port 50044301-b550-4091-b4d2-444678a155b6 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:01:57.974569 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:01:57.976679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7235fbf-a9cc-48cb-bc65-44e20a0b710b req-db927f78-036d-4001-b888-96239eac742f tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.38 "DELETE /v2.0/ports/50044301-b550-4091-b4d2-444678a155b6 HTTP/1.1" status: 204 len: 173 time: 0.5686796 Aug 20 12:01:57.977207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b387-25be-4d1e-9e7a-0756173f7734', 'name': 'network-vif-deleted', 'tag': '50044301-b550-4091-b4d2-444678a155b6'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:01:57.979539 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aad9d56-8c6a-400e-9bca-89c4234d9bab" -d '{"events": [{"server_uuid": "52a7b387-25be-4d1e-9e7a-0756173f7734", "name": "network-vif-deleted", "tag": "50044301-b550-4091-b4d2-444678a155b6"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:01:58.018691 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a7c99a-9c74-4507-a089-25141e625aa2 x-openstack-request-id: req-56a7c99a-9c74-4507-a089-25141e625aa2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:01:58.019061 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b387-25be-4d1e-9e7a-0756173f7734", "name": "network-vif-deleted", "tag": "50044301-b550-4091-b4d2-444678a155b6", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:01:58.019420 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56a7c99a-9c74-4507-a089-25141e625aa2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:01:58.019903 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b387-25be-4d1e-9e7a-0756173f7734', 'name': 'network-vif-deleted', 'tag': '50044301-b550-4091-b4d2-444678a155b6', 'status': 'completed', 'code': 200} Aug 20 12:01:58.248404 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c903a96-f230-404d-a206-06e091e3567c req-2e49d962-6f98-46d1-9e43-77b9b18a88fa tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 210 time: 0.0295827 Aug 20 12:01:59.393210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31e19014-afb5-4b75-8f3b-bad1c2292438 req-6fc6fa9b-c55c-49c0-9ce8-f09430835c22 tempest-VolumesBackupsTest-266826485 tempest-VolumesBackupsTest-266826485-project] 10.222.0.10 "GET /v2.0/ports?device_id=52a7b387-25be-4d1e-9e7a-0756173f7734 HTTP/1.1" status: 200 len: 210 time: 0.0324137 Aug 20 12:01:59.789915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 50044301-b550-4091-b4d2-444678a155b6 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:01:59.811245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 50044301-b550-4091-b4d2-444678a155b6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:01:59.811590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 50044301-b550-4091-b4d2-444678a155b6 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:02:11.514270 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:13.725696 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:15.863073 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-33378508-c4f1-4cd0-a0f1-851c38426622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:17.799891 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-82bdb3eb-d1b3-490a-ba2e-3e01e25a9118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:18.634333 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:19.394011 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:20.982539 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:21.478282 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:02:34.541511 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-a56627a2-c797-483d-bc5a-d1efcfa5f46b req-1dc22252-73f7-48bb-8d89-be342a420338 service neutron] (95587) timed out ('10.222.0.10', 57690) {{(pid=95587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:02:41.501503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:43.747084 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:45.079161 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6f5b6eb2-1ae1-4869-9e49-6a41a39f79f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:47.736017 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58f0f169-6d43-457b-babf-9d248d4fb202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:48.644666 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:49.330246 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:50.969957 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:02:57.710866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-a68d6f0e-790c-4ca2-b1f0-bb3fbba830c7 req-a4274663-1572-43c5-bfd8-adf092280bce service neutron] (95587) timed out ('10.222.0.57', 49368) {{(pid=95587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:02:58.477217 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:03:11.528919 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:13.774909 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:15.003112 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8062a335-484e-448e-90a0-eeb85efffe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:17.746060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7a819072-e2ae-46b3-8263-0221d672cbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:18.643272 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:19.358180 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:20.975078 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:35.476181 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:03:41.528400 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:43.767740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:45.015155 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9060dd87-91cd-4449-aa2b-f98aa2c873ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:47.768433 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-03f7996e-603a-449f-bc29-647382a98836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:48.648541 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:49.322696 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:03:51.002729 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:11.573621 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:12.476400 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:04:13.819795 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:15.020648 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e476d9de-122e-4cec-9eb4-1099eb40830e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:17.743948 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f3212f52-1b81-44ef-9a06-11e52aacd8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:18.642218 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:19.328961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:21.000851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:25.247164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-7b721f6a-0dc9-4acc-b6f8-df91e2d13097 req-4d629feb-d22a-4d1d-b6f6-6c1155c6f506 tempest-TestVolumeBootPattern-1032969271 tempest-TestVolumeBootPattern-1032969271-project] (95587) timed out ('10.222.0.38', 62192) {{(pid=95587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:04:41.567657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:43.807371 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:45.058823 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-770a8be6-1abf-4414-afa1-93222beb109b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:47.756057 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-45acb5a5-05da-44fb-9f99-f2e110a51d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:48.635540 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.355942 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:04:49.476421 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:04:50.965744 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:11.607148 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:13.810373 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:15.141536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c1951377-57a6-4bd5-890d-c13ad6ff4cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:17.760597 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f4de20a0-8af8-4b0b-bd5e-699ae0b1ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:18.632490 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:19.343638 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:20.981454 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:26.477732 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:05:41.577610 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:43.783970 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:45.063177 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-abf1c371-a091-4291-97a0-7ce522ad1c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:47.755971 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c5f87d4b-ccc3-48ad-8fcd-d2bf6cb3f743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:48.726028 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:49.340516 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:05:50.991664 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:03.478273 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:06:11.537449 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:13.830883 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:15.051254 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3eff7c45-5c6d-4034-8aca-208c40876a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:17.743030 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8cb3-f99d-4016-9c91-1ff3e4f36135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:18.663673 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:19.359758 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:21.022747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.042924 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45422) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:23.228391 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0eabf709-eb6a-4c7b-8601-815babc2f65b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e050256d573746ca93dcdc321d36897a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837945 Aug 20 12:06:23.231354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45428) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:23.290681 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.319463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.493050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.495796 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:23.497622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5498ac4-4e18-4e83-a489-2e561ba3e02c HTTP/1.1" status: 204 len: 168 time: 0.2645383 Aug 20 12:06:23.511918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5498ac4-4e18-4e83-a489-2e561ba3e02c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:23.523938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.524360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.524841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.525251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.525862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.526279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.526927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.527370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.527761 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.528199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.528653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:23.529052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6de50f-a99c-421e-817a-7308b86549b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:24.695685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45452) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:24.809442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2086534518-network', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:24.910267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Made reservation on behalf of 0cc37c1a0b4f47d8a8843f7ea85478c6 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:24.912764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:24.923210 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.011377 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.148076 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.172973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:06:25.184540 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb22ccd5-299f-45ee-990e-5db482957a15,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:25.186978 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.187321 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Added segment 5d680d42-e140-481e-9583-c65bdb0deb4a of type vlan for network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 Aug 20 12:06:25.202216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.202216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.202216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.217937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.217937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.217937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.217937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.217937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.217937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.217937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.217937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.217937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:25.252727 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.339200 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.340424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:25.341083 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.400469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] Pushing event updated for resources: {'Network': ['ID=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:25.410290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:06:25.457766 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-204a616f-aede-469d-a9ee-d036595e841f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7608385 Aug 20 12:06:25.460684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45458) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:25.466174 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Request body: {'subnet': {'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2086534518-subnet', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:25.602166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Made reservation on behalf of 0cc37c1a0b4f47d8a8843f7ea85478c6 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:25.605001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.882017 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:25.933205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a1f198-a465-42b6-85c9-3190c61b68dd,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:25.948997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Checking segment: {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:25.949361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Network hostable DHCP agents. Network: 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:06:26.041971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:06:26.154318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:26.158775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:26.159373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.165731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fef467-61f0-477f-af4f-90c6f9cad8e5 None None] Network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:26.293547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8b289092-61b4-47fd-a3f7-28f173b046e3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8316779 Aug 20 12:06:26.296169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45460) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:26.300572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2086534518-router', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:26.326225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-9d4801e5-fe25-4c93-ac05-1ea15ca0ac79', 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'fixed_ips': [{'subnet_id': 'f8a1f198-a465-42b6-85c9-3190c61b68dd'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:06:26.327260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.418915 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.420178 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.481892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Allocated IP 172.20.0.2 (9d4801e5-fe25-4c93-ac05-1ea15ca0ac79/f8a1f198-a465-42b6-85c9-3190c61b68dd/b47f3b26-3f9a-4a91-b8cd-90e653ea38ac) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:26.488298 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.657810 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.666407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Transition to ACTIVE for port object b47f3b26-3f9a-4a91-b8cd-90e653ea38ac will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:26.685644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Transition to ACTIVE for port object b47f3b26-3f9a-4a91-b8cd-90e653ea38ac will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:26.758023 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.773617 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.813334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:26.816302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:26.824098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:26.827306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Pushing event updated for resources: {'Port': ['ID=b47f3b26-3f9a-4a91-b8cd-90e653ea38ac,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:26.839392 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.839781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.841850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.841850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.841850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.841850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.841850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.841850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.842333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.842423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.842775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.843101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:26.894262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Attempting to bind port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:26.894670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Attempting to bind port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:26.895033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Attempting to bind port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac on network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:26.901137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:26.901542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Checking segment: {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:26.901976 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.902530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Bound using segment: {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:26.903039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Bound port: b47f3b26-3f9a-4a91-b8cd-90e653ea38ac, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:26.903484 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:26.973551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] For port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:26.974679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] For port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b47f3b26-3f9a-4a91-b8cd-90e653ea38ac,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:27.079932 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.147676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d57d92-6bc9-49da-b5aa-18f29d105d9c None None] Pushing event updated for resources: {'Port': ['ID=b47f3b26-3f9a-4a91-b8cd-90e653ea38ac,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:27.158672 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.180758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.324027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Allocated IP 172.25.4.251 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/af29dd35-e27e-4b06-ae7e-02598e3ef6f6) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:27.442857 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.549223 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:27.591326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:27.594363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:27.596888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:27.634717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Pushing event updated for resources: {'Port': ['ID=af29dd35-e27e-4b06-ae7e-02598e3ef6f6,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:27.983890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.048263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cf8f6e-4fa2-4653-8c52-f34986f3941f None None] Network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:28.185878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.242321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-43f3026c-7d3c-439e-b0e6-5989ae93ed4b None None] Provisioning for port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:28.401397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Router 45416e62-c2c5-4cf3-9803-75f618849488 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:06:28.404985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b47f3b26-3f9a-4a91-b8cd-90e653ea38ac up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:28.511804 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:28.520491 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Sync routers for ids ['45416e62-c2c5-4cf3-9803-75f618849488'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:28.529858 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Routers {'45416e62-c2c5-4cf3-9803-75f618849488'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:28.530489 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:06:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45416e62-c2c5-4cf3-9803-75f618849488'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:28.543977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:28.548010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:28.548407 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.624819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.634868 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Set router 45416e62-c2c5-4cf3-9803-75f618849488 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:28.636929 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.640577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-26bf0736-ab8d-40f3-b744-15c6a9eca067 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3410299 Aug 20 12:06:28.641029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45462) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:28.657902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b47f3b26-3f9a-4a91-b8cd-90e653ea38ac,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:28.755832 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:28.807800 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=b47f3b26-3f9a-4a91-b8cd-90e653ea38ac,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:28.821705 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45416e62-c2c5-4cf3-9803-75f618849488', 'name': 'tempest-TestServerMultinode-2086534518-router', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:26Z', 'updated_at': '2021-08-20T12:06:27Z', 'revision_number': 3, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'gw_port': {'id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45416e62-c2c5-4cf3-9803-75f618849488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:27Z', 'updated_at': '2021-08-20T12:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:28.849120 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Checking router: 45416e62-c2c5-4cf3-9803-75f618849488 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:28.853481 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Updating router 45416e62-c2c5-4cf3-9803-75f618849488 port af29dd35-e27e-4b06-ae7e-02598e3ef6f6 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:06:28.875333 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.065200 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.129956 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.140154 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Transition to ACTIVE for port object af29dd35-e27e-4b06-ae7e-02598e3ef6f6 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:29.223360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Allocated IP 172.20.0.1 (9d4801e5-fe25-4c93-ac05-1ea15ca0ac79/f8a1f198-a465-42b6-85c9-3190c61b68dd/f7f6c567-d39a-4a89-8e50-7dc95b462c1c) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:29.239772 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.290927 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Attempting to bind port af29dd35-e27e-4b06-ae7e-02598e3ef6f6 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:29.291301 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Attempting to bind port af29dd35-e27e-4b06-ae7e-02598e3ef6f6 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:29.291658 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Attempting to bind port af29dd35-e27e-4b06-ae7e-02598e3ef6f6 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:29.300370 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Pushing event updated for resources: {'Port': ['ID=af29dd35-e27e-4b06-ae7e-02598e3ef6f6,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:29.304080 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:29.304454 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:29.304854 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.305246 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:29.305708 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Bound port: af29dd35-e27e-4b06-ae7e-02598e3ef6f6, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:29.306087 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.327858 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.328197 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.328535 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.328874 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.329202 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.329530 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.329745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.329847 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.330165 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.330516 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.330839 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.331455 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.331455 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:06:29.346170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Transition to ACTIVE for port object f7f6c567-d39a-4a89-8e50-7dc95b462c1c will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:29.376338 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] For port af29dd35-e27e-4b06-ae7e-02598e3ef6f6, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:29.382238 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] For port af29dd35-e27e-4b06-ae7e-02598e3ef6f6, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af29dd35-e27e-4b06-ae7e-02598e3ef6f6,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:29.465772 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.493487 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.535707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:29.540896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:29.544310 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Routers {'45416e62-c2c5-4cf3-9803-75f618849488'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:29.544848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:29.545105 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:06:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45416e62-c2c5-4cf3-9803-75f618849488'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:29.570159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Pushing event updated for resources: {'Port': ['ID=f7f6c567-d39a-4a89-8e50-7dc95b462c1c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:29.597481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.631310 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b8e12-27bb-4a88-8e34-4bb946fec80e None None] Pushing event updated for resources: {'Port': ['ID=af29dd35-e27e-4b06-ae7e-02598e3ef6f6,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:29.703916 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] Set router 45416e62-c2c5-4cf3-9803-75f618849488 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:29.805273 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.858927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7ae6908e-16f1-4a98-a3ed-2407531bd686 None None] Provisioning for port f7f6c567-d39a-4a89-8e50-7dc95b462c1c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:29.863165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7ae6908e-16f1-4a98-a3ed-2407531bd686 None None] Provisioning complete for port f7f6c567-d39a-4a89-8e50-7dc95b462c1c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:29.863611 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7ae6908e-16f1-4a98-a3ed-2407531bd686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:29.893982 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45416e62-c2c5-4cf3-9803-75f618849488', 'name': 'tempest-TestServerMultinode-2086534518-router', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:26Z', 'updated_at': '2021-08-20T12:06:27Z', 'revision_number': 3, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'gw_port': {'id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45416e62-c2c5-4cf3-9803-75f618849488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:27Z', 'updated_at': '2021-08-20T12:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:29.901104 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6908e-16f1-4a98-a3ed-2407531bd686 None None] Port f7f6c567-d39a-4a89-8e50-7dc95b462c1c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:06:29.986158 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.014605 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb34223-3b4a-47ac-895b-cf56df7d600e None None] The sync data for ids ['45416e62-c2c5-4cf3-9803-75f618849488'] in n-d-804230-3 is: [{'id': '45416e62-c2c5-4cf3-9803-75f618849488', 'name': 'tempest-TestServerMultinode-2086534518-router', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:26Z', 'updated_at': '2021-08-20T12:06:27Z', 'revision_number': 3, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'gw_port': {'id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45416e62-c2c5-4cf3-9803-75f618849488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:27Z', 'updated_at': '2021-08-20T12:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:30.041575 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.113011 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Pushing event updated for resources: {'Port': ['ID=f7f6c567-d39a-4a89-8e50-7dc95b462c1c,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:30.115480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.218893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:30.231120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:30.377250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Router 45416e62-c2c5-4cf3-9803-75f618849488 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:06:30.495020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af29dd35-e27e-4b06-ae7e-02598e3ef6f6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:30.518480 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:30.527409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-11e444d0-e682-4ecf-9195-980f7d70ebca admin admin] 10.222.0.10 "PUT /v2.0/routers/45416e62-c2c5-4cf3-9803-75f618849488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8849502 Aug 20 12:06:30.547483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0e35f3eb-8aa6-417c-9ec9-687e84701aec None None] Provisioning complete for port f7f6c567-d39a-4a89-8e50-7dc95b462c1c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:30.547914 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0e35f3eb-8aa6-417c-9ec9-687e84701aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.588440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0e35f3eb-8aa6-417c-9ec9-687e84701aec None None] Port f7f6c567-d39a-4a89-8e50-7dc95b462c1c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:06:30.639785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port af29dd35-e27e-4b06-ae7e-02598e3ef6f6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:30.644723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port af29dd35-e27e-4b06-ae7e-02598e3ef6f6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:30.645095 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.731488 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.752129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port af29dd35-e27e-4b06-ae7e-02598e3ef6f6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af29dd35-e27e-4b06-ae7e-02598e3ef6f6,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:30.822423 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:30.823266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b47f3b26-3f9a-4a91-b8cd-90e653ea38ac up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:30.905339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=af29dd35-e27e-4b06-ae7e-02598e3ef6f6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:30.918075 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:30.918475 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.274037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45478) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:31.279232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1151885004-network', 'tenant_id': '715c0e474f854abf951f723095a83d0c'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:31.350220 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Made reservation on behalf of 715c0e474f854abf951f723095a83d0c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:31.352690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.361873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.455185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.520014 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.546297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:06:31.556044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e881ff7c-2034-4560-bb57-3ce2887442eb,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:31.563579 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.563814 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Added segment ccbc840a-03aa-48c0-99e2-d622bba46619 of type vlan for network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 Aug 20 12:06:31.619031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Sync routers for ids ['45416e62-c2c5-4cf3-9803-75f618849488'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:31.628964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Routers {'45416e62-c2c5-4cf3-9803-75f618849488'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:31.629610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:06:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45416e62-c2c5-4cf3-9803-75f618849488'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:31.739817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Set router 45416e62-c2c5-4cf3-9803-75f618849488 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:31.921036 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:31.954702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45416e62-c2c5-4cf3-9803-75f618849488', 'name': 'tempest-TestServerMultinode-2086534518-router', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:26Z', 'updated_at': '2021-08-20T12:06:29Z', 'revision_number': 4, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'gw_port': {'id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45416e62-c2c5-4cf3-9803-75f618849488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:27Z', 'updated_at': '2021-08-20T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'f7f6c567-d39a-4a89-8e50-7dc95b462c1c', 'name': '', 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'mac_address': 'fa:16:3e:04:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45416e62-c2c5-4cf3-9803-75f618849488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'f8a1f198-a465-42b6-85c9-3190c61b68dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:29Z', 'updated_at': '2021-08-20T12:06:29Z', 'revision_number': 2, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'subnets': [{'id': 'f8a1f198-a465-42b6-85c9-3190c61b68dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:31.985542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Checking router: 45416e62-c2c5-4cf3-9803-75f618849488 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:31.986693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Updating router 45416e62-c2c5-4cf3-9803-75f618849488 port f7f6c567-d39a-4a89-8e50-7dc95b462c1c binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:06:32.007350 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.008467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:32.009068 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.009787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.071085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] Pushing event updated for resources: {'Network': ['ID=28c4332d-1f8c-4e8c-9c9f-4c437a400e07,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:32.110688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:06:32.116314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8e575f2d-4966-41a4-83c1-4f685498c7c6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8411424 Aug 20 12:06:32.119080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45480) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:32.124037 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Request body: {'subnet': {'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1151885004-subnet', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:32.240947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Made reservation on behalf of 715c0e474f854abf951f723095a83d0c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:32.243368 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.370597 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.382899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Transition to ACTIVE for port object f7f6c567-d39a-4a89-8e50-7dc95b462c1c will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:32.391185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af29dd35-e27e-4b06-ae7e-02598e3ef6f6 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:32.440772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port af29dd35-e27e-4b06-ae7e-02598e3ef6f6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:32.441141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.484028 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.515972 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.571084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fc9fb-8404-40e3-aa7f-dbdca8c7931e None None] Pushing event updated for resources: {'Port': ['ID=f7f6c567-d39a-4a89-8e50-7dc95b462c1c,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:32.584048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3be0ce-d08f-4e97-bdaf-323e2288d032,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:32.591573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Checking segment: {'id': 'ccbc840a-03aa-48c0-99e2-d622bba46619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:32.592030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Network hostable DHCP agents. Network: 28c4332d-1f8c-4e8c-9c9f-4c437a400e07, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:06:32.647050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Attempting to bind port f7f6c567-d39a-4a89-8e50-7dc95b462c1c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:32.647435 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Attempting to bind port f7f6c567-d39a-4a89-8e50-7dc95b462c1c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:32.648046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Attempting to bind port f7f6c567-d39a-4a89-8e50-7dc95b462c1c on network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:32.654268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:32.654866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Checking segment: {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:32.658929 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.658929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Bound using segment: {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:32.658929 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Bound port: f7f6c567-d39a-4a89-8e50-7dc95b462c1c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:32.658929 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.687034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:06:32.723378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] For port f7f6c567-d39a-4a89-8e50-7dc95b462c1c, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:32.726389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] For port f7f6c567-d39a-4a89-8e50-7dc95b462c1c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f7f6c567-d39a-4a89-8e50-7dc95b462c1c,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:32.778468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 28c4332d-1f8c-4e8c-9c9f-4c437a400e07) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:32.783533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:32.784363 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.788621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9e9930-6c49-459a-88e9-328034cc35c6 None None] Network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:32.805716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.876758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b2c0e5d2-2875-4140-87a7-e147fb6978ea admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7565131 Aug 20 12:06:32.879449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45482) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:32.886353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1151885004-router', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:32.933008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fc9fb-8404-40e3-aa7f-dbdca8c7931e None None] Pushing event updated for resources: {'Port': ['ID=f7f6c567-d39a-4a89-8e50-7dc95b462c1c,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:32.940096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Routers {'45416e62-c2c5-4cf3-9803-75f618849488'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:32.941153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:06:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45416e62-c2c5-4cf3-9803-75f618849488'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:32.973546 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:32.975533 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.034957 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.099406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-28c4332d-1f8c-4e8c-9c9f-4c437a400e07', 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'fixed_ips': [{'subnet_id': '4e3be0ce-d08f-4e97-bdaf-323e2288d032'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:06:33.100823 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.116801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] Set router 45416e62-c2c5-4cf3-9803-75f618849488 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:33.382636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Allocated IP 172.20.0.2 (28c4332d-1f8c-4e8c-9c9f-4c437a400e07/4e3be0ce-d08f-4e97-bdaf-323e2288d032/d57f4584-b597-4fcf-9a45-8834bf919602) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:33.536504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45416e62-c2c5-4cf3-9803-75f618849488', 'name': 'tempest-TestServerMultinode-2086534518-router', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:26Z', 'updated_at': '2021-08-20T12:06:29Z', 'revision_number': 4, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'gw_port': {'id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45416e62-c2c5-4cf3-9803-75f618849488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:27Z', 'updated_at': '2021-08-20T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'f7f6c567-d39a-4a89-8e50-7dc95b462c1c', 'name': '', 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'mac_address': 'fa:16:3e:04:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45416e62-c2c5-4cf3-9803-75f618849488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'f8a1f198-a465-42b6-85c9-3190c61b68dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:29Z', 'updated_at': '2021-08-20T12:06:32Z', 'revision_number': 4, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'subnets': [{'id': 'f8a1f198-a465-42b6-85c9-3190c61b68dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:33.581674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.582937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7685a191-75d1-4829-85cd-c50d8d2544cb None None] The sync data for ids ['45416e62-c2c5-4cf3-9803-75f618849488'] in n-d-804230-3 is: [{'id': '45416e62-c2c5-4cf3-9803-75f618849488', 'name': 'tempest-TestServerMultinode-2086534518-router', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:26Z', 'updated_at': '2021-08-20T12:06:29Z', 'revision_number': 4, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'gw_port': {'id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45416e62-c2c5-4cf3-9803-75f618849488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:27Z', 'updated_at': '2021-08-20T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'f7f6c567-d39a-4a89-8e50-7dc95b462c1c', 'name': '', 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'mac_address': 'fa:16:3e:04:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45416e62-c2c5-4cf3-9803-75f618849488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'f8a1f198-a465-42b6-85c9-3190c61b68dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:29Z', 'updated_at': '2021-08-20T12:06:32Z', 'revision_number': 4, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'subnets': [{'id': 'f8a1f198-a465-42b6-85c9-3190c61b68dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:33.613764 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.627301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Transition to ACTIVE for port object d57f4584-b597-4fcf-9a45-8834bf919602 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:33.656354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Transition to ACTIVE for port object d57f4584-b597-4fcf-9a45-8834bf919602 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:33.719773 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.761158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:33.764006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:33.767918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:33.787490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Pushing event updated for resources: {'Port': ['ID=d57f4584-b597-4fcf-9a45-8834bf919602,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:33.888697 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.915053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:33.999231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Attempting to bind port d57f4584-b597-4fcf-9a45-8834bf919602 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:33.999798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Attempting to bind port d57f4584-b597-4fcf-9a45-8834bf919602 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ccbc840a-03aa-48c0-99e2-d622bba46619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:34.000237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Attempting to bind port d57f4584-b597-4fcf-9a45-8834bf919602 on network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:34.009022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:34.009411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Checking segment: {'id': 'ccbc840a-03aa-48c0-99e2-d622bba46619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:34.009825 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.010231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Bound using segment: {'id': 'ccbc840a-03aa-48c0-99e2-d622bba46619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:34.010755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Bound port: d57f4584-b597-4fcf-9a45-8834bf919602, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbc840a-03aa-48c0-99e2-d622bba46619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:34.021208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.034860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Allocated IP 172.25.4.211 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:34.088000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] For port d57f4584-b597-4fcf-9a45-8834bf919602, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:34.091214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] For port d57f4584-b597-4fcf-9a45-8834bf919602, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d57f4584-b597-4fcf-9a45-8834bf919602,segment=NetworkSegment(ccbc840a-03aa-48c0-99e2-d622bba46619),segment_id=ccbc840a-03aa-48c0-99e2-d622bba46619)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:34.150268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.162874 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.226338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8ec8a-ae8e-48ca-8208-4b366c2b0ba1 None None] Pushing event updated for resources: {'Port': ['ID=d57f4584-b597-4fcf-9a45-8834bf919602,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:34.253108 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.301832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:34.304903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:34.322941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:34.326405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:34.482067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f7f6c567-d39a-4a89-8e50-7dc95b462c1c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:34.610741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port f7f6c567-d39a-4a89-8e50-7dc95b462c1c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:34.615351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f7f6c567-d39a-4a89-8e50-7dc95b462c1c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:34.615968 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.713305 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.715409 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.761404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port f7f6c567-d39a-4a89-8e50-7dc95b462c1c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f7f6c567-d39a-4a89-8e50-7dc95b462c1c,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:34.829656 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:34.888375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=f7f6c567-d39a-4a89-8e50-7dc95b462c1c,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:34.941553 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.161620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:06:35.244609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf410ff-3a12-494e-960f-6768503e2550 None None] Network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:06:35.282839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:35.296909 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Sync routers for ids ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:35.307398 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Routers {'252557dd-c1ea-4dc9-bbb7-43e023f49e09'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:35.308029 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:06:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:35.368273 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.370820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2825ee19-cde1-4067-908a-cab0d4dad2d4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4883223 Aug 20 12:06:35.372622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45484) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:06:35.408785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c9d4a8c8-fcf5-476f-86d5-bf81558c2536 None None] Provisioning for port d57f4584-b597-4fcf-9a45-8834bf919602 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:35.419201 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Set router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:35.609160 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'name': 'tempest-TestServerMultinode-1151885004-router', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:32Z', 'updated_at': '2021-08-20T12:06:34Z', 'revision_number': 3, 'project_id': '715c0e474f854abf951f723095a83d0c', 'gw_port': {'id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:33Z', 'updated_at': '2021-08-20T12:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:35.652443 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Checking router: 252557dd-c1ea-4dc9-bbb7-43e023f49e09 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:35.652787 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Updating router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:06:35.679268 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.808641 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.941732 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:35.953209 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Transition to ACTIVE for port object e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:35.976985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Allocated IP 172.20.0.1 (28c4332d-1f8c-4e8c-9c9f-4c437a400e07/4e3be0ce-d08f-4e97-bdaf-323e2288d032/1d710cff-08c4-4e31-8147-bc39726be03f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:36.062372 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.088462 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.104269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Transition to ACTIVE for port object 1d710cff-08c4-4e31-8147-bc39726be03f will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:36.113639 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Attempting to bind port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:36.114007 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Attempting to bind port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:36.114497 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Attempting to bind port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:36.124221 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe80ca9-bfb2-43a9-aad8-885cdb11c9c9 None None] Pushing event updated for resources: {'Port': ['ID=e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:36.126699 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:36.127097 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:36.127473 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.127864 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:36.128339 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Bound port: e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:36.128721 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.181002 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] For port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:36.183955 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] For port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:36.213141 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.248819 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:36.251686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:36.255234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:36.282411 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.287468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Pushing event updated for resources: {'Port': ['ID=1d710cff-08c4-4e31-8147-bc39726be03f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:36.316667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.336355 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Routers {'252557dd-c1ea-4dc9-bbb7-43e023f49e09'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:36.337994 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:06:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:36.436653 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe80ca9-bfb2-43a9-aad8-885cdb11c9c9 None None] Pushing event updated for resources: {'Port': ['ID=e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:36.471584 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] Set router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:36.482921 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d57f4584-b597-4fcf-9a45-8834bf919602 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:36.520541 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.654904 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'name': 'tempest-TestServerMultinode-1151885004-router', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:32Z', 'updated_at': '2021-08-20T12:06:34Z', 'revision_number': 3, 'project_id': '715c0e474f854abf951f723095a83d0c', 'gw_port': {'id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:33Z', 'updated_at': '2021-08-20T12:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:36.663020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d57f4584-b597-4fcf-9a45-8834bf919602 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:36.667363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d57f4584-b597-4fcf-9a45-8834bf919602 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:36.668124 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.683113 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65865b17-6007-4f3f-8799-12d9e0432c2b None None] The sync data for ids ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'] in n-d-804230-3 is: [{'id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'name': 'tempest-TestServerMultinode-1151885004-router', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:32Z', 'updated_at': '2021-08-20T12:06:34Z', 'revision_number': 3, 'project_id': '715c0e474f854abf951f723095a83d0c', 'gw_port': {'id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:33Z', 'updated_at': '2021-08-20T12:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:36.690747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-87376b3b-311b-4ff3-a24f-cb627664e6fb None None] Provisioning for port 1d710cff-08c4-4e31-8147-bc39726be03f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:36.696979 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.698856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-87376b3b-311b-4ff3-a24f-cb627664e6fb None None] Provisioning complete for port 1d710cff-08c4-4e31-8147-bc39726be03f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:36.699237 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-87376b3b-311b-4ff3-a24f-cb627664e6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.746569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-87376b3b-311b-4ff3-a24f-cb627664e6fb None None] Port 1d710cff-08c4-4e31-8147-bc39726be03f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:06:36.783769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.792345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.827640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d57f4584-b597-4fcf-9a45-8834bf919602, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d57f4584-b597-4fcf-9a45-8834bf919602,segment=NetworkSegment(ccbc840a-03aa-48c0-99e2-d622bba46619),segment_id=ccbc840a-03aa-48c0-99e2-d622bba46619)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:36.851260 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.853017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Pushing event updated for resources: {'Port': ['ID=1d710cff-08c4-4e31-8147-bc39726be03f,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:36.949953 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:36.951141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f7f6c567-d39a-4a89-8e50-7dc95b462c1c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:36.969436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:36.970892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:37.049919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d57f4584-b597-4fcf-9a45-8834bf919602,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:37.061170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port f7f6c567-d39a-4a89-8e50-7dc95b462c1c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:37.061557 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:37.137655 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:06:37.269424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a6e6dc9f-cc7f-49a8-a923-0b1434087b51 None None] Provisioning complete for port 1d710cff-08c4-4e31-8147-bc39726be03f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:37.269748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:06:37.269856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a6e6dc9f-cc7f-49a8-a923-0b1434087b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:37.277574 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a7e6c1c5-885b-47c1-86ee-20010d712865 admin admin] 10.222.0.10 "PUT /v2.0/routers/252557dd-c1ea-4dc9-bbb7-43e023f49e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9017229 Aug 20 12:06:37.310506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6dc9f-cc7f-49a8-a923-0b1434087b51 None None] Port 1d710cff-08c4-4e31-8147-bc39726be03f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:06:37.831818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-f30c0775-236c-4f01-aea5-dd7dd9231567 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:37.833355 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-f30c0775-236c-4f01-aea5-dd7dd9231567 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/networks?id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 HTTP/1.1" status: 200 len: 911 time: 0.0903320 Aug 20 12:06:37.849292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-dfc8b45c-d074-48a7-b207-769abf30ea9c tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/quotas/715c0e474f854abf951f723095a83d0c HTTP/1.1" status: 200 len: 375 time: 0.0093861 Aug 20 12:06:37.929586 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-3f54b078-f176-4c1d-9f1f-12ee168b97bf tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=715c0e474f854abf951f723095a83d0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743351 Aug 20 12:06:38.049922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-9ab80838-f1be-4eb8-b1f8-d21b9a8e41ba service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:06:38.050993 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-9ab80838-f1be-4eb8-b1f8-d21b9a8e41ba service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1146674 Aug 20 12:06:38.144507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-5b9ea8c3-874e-45fd-b1ef-cff386d624d7 service neutron] 10.222.0.10 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863760 Aug 20 12:06:38.242813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-46cb47ae-0f8d-447b-9178-68bea7817b1a service neutron] 10.222.0.10 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917468 Aug 20 12:06:38.300873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Sync routers for ids ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:06:38.312199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Routers {'252557dd-c1ea-4dc9-bbb7-43e023f49e09'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:38.312199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:06:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:38.434711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Set router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:38.475981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d57f4584-b597-4fcf-9a45-8834bf919602 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:38.556887 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-990fb29f-d7c7-459f-8dd3-ffce96eacec7 req-c810abe3-b6f9-4b86-a38e-f7d216ed7e37 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Aug 20 12:06:38.622750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d57f4584-b597-4fcf-9a45-8834bf919602 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:38.623138 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.755699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:38.778514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'name': 'tempest-TestServerMultinode-1151885004-router', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:32Z', 'updated_at': '2021-08-20T12:06:36Z', 'revision_number': 4, 'project_id': '715c0e474f854abf951f723095a83d0c', 'gw_port': {'id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:33Z', 'updated_at': '2021-08-20T12:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '1d710cff-08c4-4e31-8147-bc39726be03f', 'name': '', 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'mac_address': 'fa:16:3e:0b:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '4e3be0ce-d08f-4e97-bdaf-323e2288d032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:35Z', 'updated_at': '2021-08-20T12:06:36Z', 'revision_number': 2, 'project_id': '715c0e474f854abf951f723095a83d0c', 'subnets': [{'id': '4e3be0ce-d08f-4e97-bdaf-323e2288d032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:38.814780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Checking router: 252557dd-c1ea-4dc9-bbb7-43e023f49e09 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:06:38.815147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Updating router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 port 1d710cff-08c4-4e31-8147-bc39726be03f binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:06:38.850391 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:38.949650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:38.967195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:38.967558 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.124843 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.155476 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:39.212595 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.223106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Transition to ACTIVE for port object 1d710cff-08c4-4e31-8147-bc39726be03f will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:39.225513 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.274380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:39.343847 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.398377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b596593-ba08-4a92-862d-ce020b6d9c21 None None] Pushing event updated for resources: {'Port': ['ID=1d710cff-08c4-4e31-8147-bc39726be03f,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:39.462839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Attempting to bind port 1d710cff-08c4-4e31-8147-bc39726be03f on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:39.463463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Attempting to bind port 1d710cff-08c4-4e31-8147-bc39726be03f by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ccbc840a-03aa-48c0-99e2-d622bba46619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:39.464067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Attempting to bind port 1d710cff-08c4-4e31-8147-bc39726be03f on network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:39.473754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:39.475054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Checking segment: {'id': 'ccbc840a-03aa-48c0-99e2-d622bba46619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:39.475712 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.476377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Bound using segment: {'id': 'ccbc840a-03aa-48c0-99e2-d622bba46619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:39.477211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Bound port: 1d710cff-08c4-4e31-8147-bc39726be03f, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbc840a-03aa-48c0-99e2-d622bba46619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:39.478008 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.572468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] For port 1d710cff-08c4-4e31-8147-bc39726be03f, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:39.576250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] For port 1d710cff-08c4-4e31-8147-bc39726be03f, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1d710cff-08c4-4e31-8147-bc39726be03f,segment=NetworkSegment(ccbc840a-03aa-48c0-99e2-d622bba46619),segment_id=ccbc840a-03aa-48c0-99e2-d622bba46619)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:39.630394 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:39.681165 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ade07c0-2596-417a-a722-d0394ac974de req-e921abd1-e121-4615-80db-620db3687d97 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0309594 Aug 20 12:06:39.712461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Routers {'252557dd-c1ea-4dc9-bbb7-43e023f49e09'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:06:39.713117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:06:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:39.715309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b596593-ba08-4a92-862d-ce020b6d9c21 None None] Pushing event updated for resources: {'Port': ['ID=1d710cff-08c4-4e31-8147-bc39726be03f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:39.856603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] Set router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:06:40.228827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'name': 'tempest-TestServerMultinode-1151885004-router', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:32Z', 'updated_at': '2021-08-20T12:06:36Z', 'revision_number': 4, 'project_id': '715c0e474f854abf951f723095a83d0c', 'gw_port': {'id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:33Z', 'updated_at': '2021-08-20T12:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '1d710cff-08c4-4e31-8147-bc39726be03f', 'name': '', 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'mac_address': 'fa:16:3e:0b:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '4e3be0ce-d08f-4e97-bdaf-323e2288d032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:35Z', 'updated_at': '2021-08-20T12:06:39Z', 'revision_number': 4, 'project_id': '715c0e474f854abf951f723095a83d0c', 'subnets': [{'id': '4e3be0ce-d08f-4e97-bdaf-323e2288d032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:06:40.256916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31aa04-3bbb-4cc2-88a0-ee423bf3db85 None None] The sync data for ids ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'] in n-d-804230-3 is: [{'id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'name': 'tempest-TestServerMultinode-1151885004-router', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:32Z', 'updated_at': '2021-08-20T12:06:36Z', 'revision_number': 4, 'project_id': '715c0e474f854abf951f723095a83d0c', 'gw_port': {'id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:33Z', 'updated_at': '2021-08-20T12:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '1d710cff-08c4-4e31-8147-bc39726be03f', 'name': '', 'network_id': '28c4332d-1f8c-4e8c-9c9f-4c437a400e07', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'mac_address': 'fa:16:3e:0b:06:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '4e3be0ce-d08f-4e97-bdaf-323e2288d032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:35Z', 'updated_at': '2021-08-20T12:06:39Z', 'revision_number': 4, 'project_id': '715c0e474f854abf951f723095a83d0c', 'subnets': [{'id': '4e3be0ce-d08f-4e97-bdaf-323e2288d032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:06:40.481050 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:06:40.482688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:40.543304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:40.543683 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.639432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1d710cff-08c4-4e31-8147-bc39726be03f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:40.757592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 1d710cff-08c4-4e31-8147-bc39726be03f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:40.762398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 1d710cff-08c4-4e31-8147-bc39726be03f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:40.763092 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.795310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cf9c6b4-a808-451c-8153-4e03f3ae2668 req-dd893bfc-fc72-45de-b1d1-448a28daf7c8 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0277836 Aug 20 12:06:40.850366 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:40.884535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 1d710cff-08c4-4e31-8147-bc39726be03f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1d710cff-08c4-4e31-8147-bc39726be03f,segment=NetworkSegment(ccbc840a-03aa-48c0-99e2-d622bba46619),segment_id=ccbc840a-03aa-48c0-99e2-d622bba46619)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:40.972308 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.023226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=1d710cff-08c4-4e31-8147-bc39726be03f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:41.283396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-a6802268-f7b2-417a-a90a-3a43a40831cc tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:41.285430 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-a6802268-f7b2-417a-a90a-3a43a40831cc tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.57 "GET /v2.0/networks?id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 HTTP/1.1" status: 200 len: 911 time: 0.0988727 Aug 20 12:06:41.298543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Request body: {'port': {'device_id': 'cbc1200f-3980-4d1d-b574-f11123c7fdb2', 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79', 'admin_state_up': True, 'tenant_id': '715c0e474f854abf951f723095a83d0c'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:41.422611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Made reservation on behalf of 715c0e474f854abf951f723095a83d0c for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:41.425073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.543540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Allocated IP 172.20.0.14 (9d4801e5-fe25-4c93-ac05-1ea15ca0ac79/f8a1f198-a465-42b6-85c9-3190c61b68dd/2ec52cc5-21da-40ce-9de0-7fa8bf64e12f) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:41.572415 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.683586 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.696493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Transition to ACTIVE for port object 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:41.800097 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.842601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:41.845527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:41.849081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:41.857095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Pushing event updated for resources: {'Port': ['ID=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:41.902276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:41.903056 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:41.905236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae871688-247a-4f95-b903-745ecfebb103 req-dfafa257-6ffa-49d9-9b65-81baec08d069 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:41.906887 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae871688-247a-4f95-b903-745ecfebb103 req-dfafa257-6ffa-49d9-9b65-81baec08d069 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1028 time: 0.0450468 Aug 20 12:06:41.944311 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae871688-247a-4f95-b903-745ecfebb103 req-f248872c-c035-4b83-b810-8c33f9c57d46 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303063 Aug 20 12:06:41.990931 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b0aac1d8-7c4f-46ca-adf9-f46bea5e281d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6958711 Aug 20 12:06:42.002007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-d08326da-ae92-47aa-b1f8-55279d4e2b49 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:06:42.003168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-d08326da-ae92-47aa-b1f8-55279d4e2b49 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055568 Aug 20 12:06:42.071697 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Request body: {'port': {'device_id': 'cbc1200f-3980-4d1d-b574-f11123c7fdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:42.130666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.155037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6a1114c6-0bfb-42c7-9679-d274d04adda7 None None] Provisioning for port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:42.159035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6a1114c6-0bfb-42c7-9679-d274d04adda7 None None] Provisioning complete for port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:42.159404 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6a1114c6-0bfb-42c7-9679-d274d04adda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.193066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6a1114c6-0bfb-42c7-9679-d274d04adda7 None None] Port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:06:42.375072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1d710cff-08c4-4e31-8147-bc39726be03f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:42.426153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 1d710cff-08c4-4e31-8147-bc39726be03f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:42.426588 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.447243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:42.454929 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.467349 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Transition to ACTIVE for port object 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:42.566413 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.616535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Pushing event updated for resources: {'Port': ['ID=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:42.690643 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Attempting to bind port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:42.691012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Attempting to bind port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:42.691346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Attempting to bind port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f on network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:42.696063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f on network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:06:42.696397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Attempting to bind port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f on network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:42.701463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:42.701809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Checking segment: {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:42.702204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Bound using segment: {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:42.702668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Bound port: 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:42.703058 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.772625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] For port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:42.775896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] For port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:42.864224 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.898939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:42.899695 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:42.900985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] 10.222.0.57 "PUT /v2.0/ports/2ec52cc5-21da-40ce-9de0-7fa8bf64e12f HTTP/1.1" status: 200 len: 1092 time: 0.8908911 Aug 20 12:06:42.901430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc1200f-3980-4d1d-b574-f11123c7fdb2', 'tag': '2ec52cc5-21da-40ce-9de0-7fa8bf64e12f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:42.903713 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e48cf4d-5b65-432b-90a2-c27215cb52c6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc1200f-3980-4d1d-b574-f11123c7fdb2", "tag": "2ec52cc5-21da-40ce-9de0-7fa8bf64e12f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:42.931993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8de710-65dc-4ad3-95ba-66d9dea38e7d service neutron] Pushing event updated for resources: {'Port': ['ID=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:43.043964 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e094f4c-bb6f-42bd-a601-c717ebebe48c x-openstack-request-id: req-1e094f4c-bb6f-42bd-a601-c717ebebe48c {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:43.044411 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc1200f-3980-4d1d-b574-f11123c7fdb2", "tag": "2ec52cc5-21da-40ce-9de0-7fa8bf64e12f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:43.044669 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e094f4c-bb6f-42bd-a601-c717ebebe48c {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:43.045081 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc1200f-3980-4d1d-b574-f11123c7fdb2', 'tag': '2ec52cc5-21da-40ce-9de0-7fa8bf64e12f', 'status': 'completed', 'code': 200} Aug 20 12:06:43.058800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-3a2bcef4-2a65-4965-8c68-906fafc1a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.060347 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-3a2bcef4-2a65-4965-8c68-906fafc1a943 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=715c0e474f854abf951f723095a83d0c&device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1095 time: 0.0553138 Aug 20 12:06:43.085951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4097c1-4b9b-49b3-b3b4-65295f0b5cea req-e0d2c1d6-dd93-4114-8786-b0c4a0f4be7b tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.088512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c4097c1-4b9b-49b3-b3b4-65295f0b5cea req-e0d2c1d6-dd93-4114-8786-b0c4a0f4be7b tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1095 time: 0.0450478 Aug 20 12:06:43.103492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-b48ced03-c5a0-40ed-833e-047114ab2391 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f HTTP/1.1" status: 200 len: 217 time: 0.0355887 Aug 20 12:06:43.125239 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c4097c1-4b9b-49b3-b3b4-65295f0b5cea req-87427fe6-c8b6-46e4-a1e4-3bcd82fcc62d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306900 Aug 20 12:06:43.160148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-d7eddd7f-3398-4acb-8dd6-2783cab219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.161600 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-d7eddd7f-3398-4acb-8dd6-2783cab219ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8a1f198-a465-42b6-85c9-3190c61b68dd HTTP/1.1" status: 200 len: 849 time: 0.0514278 Aug 20 12:06:43.207759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-c58275a6-a157-43a9-bf4a-f01d5e9aa176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.209256 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-c58275a6-a157-43a9-bf4a-f01d5e9aa176 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405877 Aug 20 12:06:43.300631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-536a63b7-aa10-463e-96f7-b40dd2aa45b1 service neutron] 10.222.0.57 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844436 Aug 20 12:06:43.389207 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f792eb3-6db5-4bd3-bf68-8a0fda1c2942 req-dee821f5-5fc5-4fda-9bc1-0bdf2e88d03f service neutron] 10.222.0.57 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810270 Aug 20 12:06:43.546735 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-cdb603c4-fb83-4fe3-b053-4d787930a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.548321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-cdb603c4-fb83-4fe3-b053-4d787930a888 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=715c0e474f854abf951f723095a83d0c&device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1095 time: 0.0421906 Aug 20 12:06:43.642930 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-a3aa62fc-03a9-44c6-ac27-0156e8a130c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.644328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-a3aa62fc-03a9-44c6-ac27-0156e8a130c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 HTTP/1.1" status: 200 len: 911 time: 0.0889390 Aug 20 12:06:43.685750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-fcd5d5c3-eac9-49e6-afb5-afab72b3aca7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f HTTP/1.1" status: 200 len: 217 time: 0.0339274 Aug 20 12:06:43.736304 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-2ddc9868-5518-4fc7-a132-7cc5c83e991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.737793 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-2ddc9868-5518-4fc7-a132-7cc5c83e991c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8a1f198-a465-42b6-85c9-3190c61b68dd HTTP/1.1" status: 200 len: 849 time: 0.0437734 Aug 20 12:06:43.789266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-5bd92d90-f8d4-4866-b835-9d273469daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:43.790858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-5bd92d90-f8d4-4866-b835-9d273469daa6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451708 Aug 20 12:06:43.799059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:43.882824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-ba26db89-75ba-459f-8c94-3263ca5a32f6 service neutron] 10.222.0.57 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838678 Aug 20 12:06:43.976309 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5e48cf4d-5b65-432b-90a2-c27215cb52c6 req-84fde697-1354-43fc-b076-806fce4404c9 service neutron] 10.222.0.57 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853949 Aug 20 12:06:44.232221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68468830-96ef-4e35-aef5-93b1c220dfef req-72ffbdc3-7ab5-4a8d-82a7-f54315267edf tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:44.233643 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68468830-96ef-4e35-aef5-93b1c220dfef req-72ffbdc3-7ab5-4a8d-82a7-f54315267edf tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1095 time: 0.0415578 Aug 20 12:06:44.269864 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68468830-96ef-4e35-aef5-93b1c220dfef req-01972932-94c8-4c4c-9566-8606a034120f tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300837 Aug 20 12:06:45.033275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-48753ea1-eb47-4140-bc1b-7be13ddbf920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:45.378581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084a475-dd82-446f-871c-f3e8555b8c37 req-bea95400-2be4-445a-85e6-d66420ab57b9 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:45.380122 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7084a475-dd82-446f-871c-f3e8555b8c37 req-bea95400-2be4-445a-85e6-d66420ab57b9 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1095 time: 0.0438411 Aug 20 12:06:45.414429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7084a475-dd82-446f-871c-f3e8555b8c37 req-93aac4ef-298d-4494-98a7-c8262bf7538c tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281754 Aug 20 12:06:45.582765 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-e12b5ebe-dbaa-401a-a6dd-ad05c18a7392 req-dedc480e-d848-4b6c-a1c3-092b1ac8ba10 service neutron] (95588) timed out ('10.222.0.10', 38324) {{(pid=95588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:06:46.297056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:06:46.396389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:46.408129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '2ec52cc5-21da-40ce-9de0-7fa8bf64e12f', 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79', 'port_id': '2ec52cc5-21da-40ce-9de0-7fa8bf64e12f', 'mac_address': 'fa:16:3e:8b:64:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a1f198-a465-42b6-85c9-3190c61b68dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:06:46.450165 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:46.463472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:46.483978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:46.521608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649fabc-7872-46d6-8a91-3de2fa5687c4 req-a8798c17-0dde-4ef5-8182-15f4d51f8c63 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:46.523185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9649fabc-7872-46d6-8a91-3de2fa5687c4 req-a8798c17-0dde-4ef5-8182-15f4d51f8c63 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1095 time: 0.0401063 Aug 20 12:06:46.558835 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9649fabc-7872-46d6-8a91-3de2fa5687c4 req-065e7c0b-4995-46df-94ba-8ba5a7afa225 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294113 Aug 20 12:06:46.576527 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:46.632868 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:46.832208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2ec52cc5-21da-40ce-9de0-7fa8bf64e12f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:47.666462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396570e7-dec1-46ad-b86b-8c5864ec092e req-478c3e91-424f-4833-b4f2-69bbd6c0f243 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:47.668412 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-396570e7-dec1-46ad-b86b-8c5864ec092e req-478c3e91-424f-4833-b4f2-69bbd6c0f243 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1096 time: 0.0424514 Aug 20 12:06:47.703801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-396570e7-dec1-46ad-b86b-8c5864ec092e req-28f9bfb7-18ac-4af1-b47b-91ca3b77fb9e tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292172 Aug 20 12:06:47.789427 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-06212ffe-9fdf-420d-b1bf-881e9db71e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.306616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:06:48.444684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:48.448860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:48.449237 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.525232 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.547585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc1200f-3980-4d1d-b574-f11123c7fdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec52cc5-21da-40ce-9de0-7fa8bf64e12f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:48.549847 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52ad1e4-88a4-4275-ac62-a16c3848fde1" -d '{"events": [{"server_uuid": "cbc1200f-3980-4d1d-b574-f11123c7fdb2", "name": "network-vif-plugged", "status": "completed", "tag": "2ec52cc5-21da-40ce-9de0-7fa8bf64e12f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:48.566426 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:48.651807 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fc41db-4477-4f1e-923e-3186225172ee x-openstack-request-id: req-b0fc41db-4477-4f1e-923e-3186225172ee {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:48.652102 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc1200f-3980-4d1d-b574-f11123c7fdb2", "name": "network-vif-plugged", "status": "completed", "tag": "2ec52cc5-21da-40ce-9de0-7fa8bf64e12f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:48.652384 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0fc41db-4477-4f1e-923e-3186225172ee {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:48.652846 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc1200f-3980-4d1d-b574-f11123c7fdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec52cc5-21da-40ce-9de0-7fa8bf64e12f', 'code': 200} Aug 20 12:06:48.663589 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.694380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:48.714811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:48.754114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19d59a-8aa2-4d16-883a-009c88b4907c req-a994c6f6-396e-4535-9a85-778a36779898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:48.755665 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b19d59a-8aa2-4d16-883a-009c88b4907c req-a994c6f6-396e-4535-9a85-778a36779898 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1097 time: 0.0457749 Aug 20 12:06:48.793034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9b19d59a-8aa2-4d16-883a-009c88b4907c req-aa1cbc80-5820-4118-bbae-8975c2d9466c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299580 Aug 20 12:06:48.812001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f0cbf-9f8a-4a3e-b266-77dc02d82196 req-9fa036fd-87d1-4bda-8138-c2cf83931371 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:48.813548 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-022f0cbf-9f8a-4a3e-b266-77dc02d82196 req-9fa036fd-87d1-4bda-8138-c2cf83931371 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1097 time: 0.0423191 Aug 20 12:06:48.849302 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-022f0cbf-9f8a-4a3e-b266-77dc02d82196 req-b9cb74c6-63a5-49be-8b12-4ed74179e0af tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289218 Aug 20 12:06:49.354966 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:50.013700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85342b-eeb3-41ca-a0a6-0a789197127a req-55c0cb39-a405-44a1-bcd9-0e87c3b933ad tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:50.015299 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d85342b-eeb3-41ca-a0a6-0a789197127a req-55c0cb39-a405-44a1-bcd9-0e87c3b933ad tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1097 time: 0.0958955 Aug 20 12:06:50.050523 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d85342b-eeb3-41ca-a0a6-0a789197127a req-380a68fe-b673-4d3e-94a1-a12dba7e2e43 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292261 Aug 20 12:06:50.157209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dbbde-7f6c-4064-a682-f1d5855e4fd6 req-e75b1de4-166e-48de-90b6-a6f09a438b32 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:50.158670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-066dbbde-7f6c-4064-a682-f1d5855e4fd6 req-e75b1de4-166e-48de-90b6-a6f09a438b32 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1097 time: 0.0438094 Aug 20 12:06:50.191916 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-066dbbde-7f6c-4064-a682-f1d5855e4fd6 req-1f2932b6-9bf2-4d6e-813c-1fe0f9f14694 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272503 Aug 20 12:06:50.297278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9a31b-dc41-41a3-a000-543a5b227294 req-530918c0-e833-47e9-8dc4-5d551e212fbd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:50.298889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ae9a31b-dc41-41a3-a000-543a5b227294 req-530918c0-e833-47e9-8dc4-5d551e212fbd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1097 time: 0.0404313 Aug 20 12:06:50.333721 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ae9a31b-dc41-41a3-a000-543a5b227294 req-0975d63f-5f7a-4876-9622-d9ed24e015e2 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285265 Aug 20 12:06:50.543412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-c80596b0-e76a-4a1d-8f1e-c4146877c8e4 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:50.544938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-c80596b0-e76a-4a1d-8f1e-c4146877c8e4 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/networks?id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 HTTP/1.1" status: 200 len: 911 time: 0.0839777 Aug 20 12:06:50.559981 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-1fff6a68-5066-4d30-b548-d619b30e3ab6 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/quotas/715c0e474f854abf951f723095a83d0c HTTP/1.1" status: 200 len: 375 time: 0.0093160 Aug 20 12:06:50.610074 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-32b72b98-6745-4bf1-b2ea-90381aa39ebf tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=715c0e474f854abf951f723095a83d0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0446362 Aug 20 12:06:50.698764 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-6cc248cd-275f-4247-9479-111ac1edfeaf service neutron] 10.222.0.10 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812213 Aug 20 12:06:50.794496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-7fd658eb-8109-4ff7-bf33-c4f71cc50343 service neutron] 10.222.0.10 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897784 Aug 20 12:06:50.960904 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:51.014777 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-39d79248-1f5d-4bd6-a64f-88ead913e413 req-e68b9e8f-ef07-4162-9dfa-9613eaf6f8c1 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 210 time: 0.0296850 Aug 20 12:06:52.106694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-48174bf0-e4ac-4ede-9b92-03f3453353b6 req-05d67157-00cd-45b6-a647-aea524fd6063 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 210 time: 0.0259128 Aug 20 12:06:53.199367 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd099a8b-0e37-4df8-b25e-d1f09df97369 req-b46f985b-c658-46dd-910d-3ea6b52db6f2 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 210 time: 0.0260150 Aug 20 12:06:53.367040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-b64f5b35-349d-4ecb-a262-0884ef02435f tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:53.368961 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-b64f5b35-349d-4ecb-a262-0884ef02435f tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.38 "GET /v2.0/networks?id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 HTTP/1.1" status: 200 len: 911 time: 0.0835583 Aug 20 12:06:53.382749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Request body: {'port': {'device_id': '876dc0e3-2a69-46cf-93fc-7e5bf167cc56', 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79', 'admin_state_up': True, 'tenant_id': '715c0e474f854abf951f723095a83d0c'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:53.479234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Made reservation on behalf of 715c0e474f854abf951f723095a83d0c for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:06:53.481664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:53.598587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Allocated IP 172.20.0.8 (9d4801e5-fe25-4c93-ac05-1ea15ca0ac79/f8a1f198-a465-42b6-85c9-3190c61b68dd/75d6d3b2-1994-459f-a9ac-318c69134542) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:06:53.733416 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:53.745912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Transition to ACTIVE for port object 75d6d3b2-1994-459f-a9ac-318c69134542 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:53.835126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:53.847292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2ec52cc5-21da-40ce-9de0-7fa8bf64e12f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:06:53.876345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:06:53.880613 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:06:53.887196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:06:53.890318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Pushing event updated for resources: {'Port': ['ID=75d6d3b2-1994-459f-a9ac-318c69134542,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:53.930275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:53.930948 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:53.990008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-ceb837bd-517c-4482-a1eb-aaada2db612a tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6108959 Aug 20 12:06:54.004574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-4a13a872-e388-41ac-b582-d22da4221cee tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:06:54.005592 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-4a13a872-e388-41ac-b582-d22da4221cee tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052559 Aug 20 12:06:54.081896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Request body: {'port': {'device_id': '876dc0e3-2a69-46cf-93fc-7e5bf167cc56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:06:54.141007 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:54.212474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-76a131d3-5707-438a-b772-326fe7d852d5 None None] Provisioning for port 75d6d3b2-1994-459f-a9ac-318c69134542 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:06:54.216448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-76a131d3-5707-438a-b772-326fe7d852d5 None None] Provisioning complete for port 75d6d3b2-1994-459f-a9ac-318c69134542 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:06:54.221129 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-76a131d3-5707-438a-b772-326fe7d852d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:54.253010 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-76a131d3-5707-438a-b772-326fe7d852d5 None None] Port 75d6d3b2-1994-459f-a9ac-318c69134542 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:06:54.357759 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ff219-020d-487e-b52b-a84caadbcbc3 req-e2608752-5332-4a8a-9e02-f42742e2e48e tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:54.359306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-026ff219-020d-487e-b52b-a84caadbcbc3 req-e2608752-5332-4a8a-9e02-f42742e2e48e tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1027 time: 0.0929706 Aug 20 12:06:54.429887 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-026ff219-020d-487e-b52b-a84caadbcbc3 req-19d59824-be01-4ac9-8a27-5cf361438320 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 Aug 20 12:06:54.468342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d6d3b2-1994-459f-a9ac-318c69134542 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:54.475604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:54.487283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Transition to ACTIVE for port object 75d6d3b2-1994-459f-a9ac-318c69134542 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:06:54.559073 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:54.616466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=75d6d3b2-1994-459f-a9ac-318c69134542,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:54.689160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Attempting to bind port 75d6d3b2-1994-459f-a9ac-318c69134542 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:06:54.689493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Attempting to bind port 75d6d3b2-1994-459f-a9ac-318c69134542 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:06:54.689823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Attempting to bind port 75d6d3b2-1994-459f-a9ac-318c69134542 on network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:54.694577 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Port 75d6d3b2-1994-459f-a9ac-318c69134542 on network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:06:54.694909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Attempting to bind port 75d6d3b2-1994-459f-a9ac-318c69134542 on network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:06:54.700715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:06:54.701063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Checking segment: {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:06:54.701440 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Bound using segment: {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:06:54.701892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Bound port: 75d6d3b2-1994-459f-a9ac-318c69134542, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d680d42-e140-481e-9583-c65bdb0deb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:06:54.702302 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:54.773886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] For port 75d6d3b2-1994-459f-a9ac-318c69134542, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:06:54.777203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] For port 75d6d3b2-1994-459f-a9ac-318c69134542, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=75d6d3b2-1994-459f-a9ac-318c69134542,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:06:54.840862 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.191370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.191977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:55.193414 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] 10.222.0.38 "PUT /v2.0/ports/75d6d3b2-1994-459f-a9ac-318c69134542 HTTP/1.1" status: 200 len: 1091 time: 1.1784351 Aug 20 12:06:55.193822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876dc0e3-2a69-46cf-93fc-7e5bf167cc56', 'tag': '75d6d3b2-1994-459f-a9ac-318c69134542'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:06:55.196115 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b6bf61-ba76-4c04-bba5-67c2adb3f312" -d '{"events": [{"name": "network-changed", "server_uuid": "876dc0e3-2a69-46cf-93fc-7e5bf167cc56", "tag": "75d6d3b2-1994-459f-a9ac-318c69134542"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:06:55.219785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95379cf-be56-45a6-a8c2-d82408ba9bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=75d6d3b2-1994-459f-a9ac-318c69134542,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:55.314872 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1045b26d-70b9-4641-ae41-5ba2d1ad19a0 x-openstack-request-id: req-1045b26d-70b9-4641-ae41-5ba2d1ad19a0 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:06:55.315170 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876dc0e3-2a69-46cf-93fc-7e5bf167cc56", "tag": "75d6d3b2-1994-459f-a9ac-318c69134542", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:06:55.315423 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1045b26d-70b9-4641-ae41-5ba2d1ad19a0 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:06:55.315891 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876dc0e3-2a69-46cf-93fc-7e5bf167cc56', 'tag': '75d6d3b2-1994-459f-a9ac-318c69134542', 'status': 'completed', 'code': 200} Aug 20 12:06:55.331684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-76c71dae-7521-47c7-af6c-594534eb6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.333227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-76c71dae-7521-47c7-af6c-594534eb6b12 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=715c0e474f854abf951f723095a83d0c&device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1094 time: 0.0508258 Aug 20 12:06:55.380781 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-931c6f91-5f32-4386-8713-67e09f7d2165 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d6d3b2-1994-459f-a9ac-318c69134542 HTTP/1.1" status: 200 len: 217 time: 0.0374486 Aug 20 12:06:55.435056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-671a0dd0-9cfe-47a4-b612-0b779adc200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.436519 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-671a0dd0-9cfe-47a4-b612-0b779adc200d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8a1f198-a465-42b6-85c9-3190c61b68dd HTTP/1.1" status: 200 len: 849 time: 0.0446060 Aug 20 12:06:55.489575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-cdc44b05-e508-4b45-90b4-4df1d542aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.491333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-cdc44b05-e508-4b45-90b4-4df1d542aa0c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440073 Aug 20 12:06:55.593404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2b981-3940-44a1-a36c-339d4011e3d1 req-e925d34f-0e18-4f99-9a54-152226b86861 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.594973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26e2b981-3940-44a1-a36c-339d4011e3d1 req-e925d34f-0e18-4f99-9a54-152226b86861 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1094 time: 0.0952148 Aug 20 12:06:55.628756 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-b641a94c-f196-45b7-a126-19c3524c1723 service neutron] 10.222.0.38 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211092 Aug 20 12:06:55.639417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26e2b981-3940-44a1-a36c-339d4011e3d1 req-d8c39bef-1862-4a70-a3f3-ba4bce6a5c75 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381200 Aug 20 12:06:55.725256 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d153d73-cc64-4724-af16-2ab9470f7007 req-727e81fa-299e-414a-9798-cf7abaee1dbb service neutron] 10.222.0.38 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848200 Aug 20 12:06:55.895642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-a00e2f07-c8a7-473a-aaf0-59e33217e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.897130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-a00e2f07-c8a7-473a-aaf0-59e33217e13f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=715c0e474f854abf951f723095a83d0c&device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1094 time: 0.0405049 Aug 20 12:06:55.987716 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-ba5aa390-9cfe-4bb5-b0f0-51bd2e0339c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:55.989182 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-ba5aa390-9cfe-4bb5-b0f0-51bd2e0339c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 HTTP/1.1" status: 200 len: 911 time: 0.0841680 Aug 20 12:06:56.035553 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-ddfae1c3-27d6-4699-8d79-1ceb9c9d857c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d6d3b2-1994-459f-a9ac-318c69134542 HTTP/1.1" status: 200 len: 217 time: 0.0389848 Aug 20 12:06:56.089353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-0837302d-c6ec-4278-9504-87b58c8470d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:56.090846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-0837302d-c6ec-4278-9504-87b58c8470d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8a1f198-a465-42b6-85c9-3190c61b68dd HTTP/1.1" status: 200 len: 849 time: 0.0442991 Aug 20 12:06:56.142147 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-d9d17259-0c59-4a4a-8352-46cbc4b4b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:56.143732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-d9d17259-0c59-4a4a-8352-46cbc4b4b9c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422707 Aug 20 12:06:56.238481 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-2d8ff9b9-1a83-4399-b051-3b1c8bdc48b8 service neutron] 10.222.0.38 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868037 Aug 20 12:06:56.328637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-53b6bf61-ba76-4c04-bba5-67c2adb3f312 req-97255049-a644-476b-bfa9-2c9be03996dc service neutron] 10.222.0.38 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827124 Aug 20 12:06:56.746008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2227e-55ff-4f4f-89cb-7781a7e0129a req-aaece63e-4e65-41e4-b633-392b32124271 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:56.747564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bd2227e-55ff-4f4f-89cb-7781a7e0129a req-aaece63e-4e65-41e4-b633-392b32124271 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1094 time: 0.0402408 Aug 20 12:06:56.781088 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bd2227e-55ff-4f4f-89cb-7781a7e0129a req-2a8e41e1-2930-4984-9c33-a709d47c4534 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274596 Aug 20 12:06:57.948562 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f62e2-176d-4f25-a305-d14e9630f2d8 req-88c4a053-a329-4012-a196-26b24912d9a2 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:57.950131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-225f62e2-176d-4f25-a305-d14e9630f2d8 req-88c4a053-a329-4012-a196-26b24912d9a2 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1094 time: 0.1027806 Aug 20 12:06:57.986048 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-225f62e2-176d-4f25-a305-d14e9630f2d8 req-04b2559e-904f-4255-9ee9-3a2f52c87223 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297899 Aug 20 12:06:59.092067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb50e-b395-4e0c-8e52-25718ddf7b26 req-00a25ab5-4574-4841-87f5-cd72c9d8be5b tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:06:59.093592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-365eb50e-b395-4e0c-8e52-25718ddf7b26 req-00a25ab5-4574-4841-87f5-cd72c9d8be5b tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1094 time: 0.0408366 Aug 20 12:06:59.125568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 75d6d3b2-1994-459f-a9ac-318c69134542 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:06:59.127819 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-365eb50e-b395-4e0c-8e52-25718ddf7b26 req-f0f8ca07-e348-4ef9-9e6d-97f2caff7c64 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280840 Aug 20 12:06:59.220855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 75d6d3b2-1994-459f-a9ac-318c69134542, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=75d6d3b2-1994-459f-a9ac-318c69134542,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:59.231902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '75d6d3b2-1994-459f-a9ac-318c69134542', 'network_id': '9d4801e5-fe25-4c93-ac05-1ea15ca0ac79', 'port_id': '75d6d3b2-1994-459f-a9ac-318c69134542', 'mac_address': 'fa:16:3e:6d:4e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a1f198-a465-42b6-85c9-3190c61b68dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:06:59.269703 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:59.282001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d6d3b2-1994-459f-a9ac-318c69134542 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:06:59.304470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 75d6d3b2-1994-459f-a9ac-318c69134542, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=75d6d3b2-1994-459f-a9ac-318c69134542,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:06:59.382982 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:06:59.428656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=75d6d3b2-1994-459f-a9ac-318c69134542,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:06:59.689106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['75d6d3b2-1994-459f-a9ac-318c69134542'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:00.231761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a9ec6-d5b4-4873-9c60-d4173314f573 req-0798668b-b80b-4b37-ba30-dd219318ad9c tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:00.233302 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a3a9ec6-d5b4-4873-9c60-d4173314f573 req-0798668b-b80b-4b37-ba30-dd219318ad9c tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1095 time: 0.0409265 Aug 20 12:07:00.267459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9a3a9ec6-d5b4-4873-9c60-d4173314f573 req-e3f316dd-696e-41cd-b4b1-a0a397057183 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281339 Aug 20 12:07:01.143923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 75d6d3b2-1994-459f-a9ac-318c69134542 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:01.274645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 75d6d3b2-1994-459f-a9ac-318c69134542 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:01.278464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 75d6d3b2-1994-459f-a9ac-318c69134542 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:01.278856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:01.358829 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:01.381095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876dc0e3-2a69-46cf-93fc-7e5bf167cc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d6d3b2-1994-459f-a9ac-318c69134542'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:01.382762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f500898-503c-491e-b8d4-a7b28d72ba48 req-8eb3ee01-a3ae-4a01-a20f-397eb2d8e554 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:01.383433 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8496062-55e5-443c-b48d-21fb26cd58b5" -d '{"events": [{"server_uuid": "876dc0e3-2a69-46cf-93fc-7e5bf167cc56", "name": "network-vif-plugged", "status": "completed", "tag": "75d6d3b2-1994-459f-a9ac-318c69134542"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:01.384332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f500898-503c-491e-b8d4-a7b28d72ba48 req-8eb3ee01-a3ae-4a01-a20f-397eb2d8e554 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1095 time: 0.0439951 Aug 20 12:07:01.395962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 75d6d3b2-1994-459f-a9ac-318c69134542, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=75d6d3b2-1994-459f-a9ac-318c69134542,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:01.422505 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f500898-503c-491e-b8d4-a7b28d72ba48 req-a283831d-f9ba-4042-9f69-ba51db543547 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305619 Aug 20 12:07:01.458331 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:01.509510 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=75d6d3b2-1994-459f-a9ac-318c69134542,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:02.441228 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289c0c48-5d14-4cb9-8fad-1c52b49878eb x-openstack-request-id: req-289c0c48-5d14-4cb9-8fad-1c52b49878eb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:02.441821 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876dc0e3-2a69-46cf-93fc-7e5bf167cc56", "name": "network-vif-plugged", "status": "completed", "tag": "75d6d3b2-1994-459f-a9ac-318c69134542", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:02.443308 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-289c0c48-5d14-4cb9-8fad-1c52b49878eb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:02.443772 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876dc0e3-2a69-46cf-93fc-7e5bf167cc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d6d3b2-1994-459f-a9ac-318c69134542', 'code': 200} Aug 20 12:07:02.533431 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4896-4baf-4cdf-86fc-765e3dd489d1 req-97f7755f-0d12-4a83-b6f1-59e70686df11 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:02.535048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-647c4896-4baf-4cdf-86fc-765e3dd489d1 req-97f7755f-0d12-4a83-b6f1-59e70686df11 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1096 time: 0.0428398 Aug 20 12:07:02.541929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da19adc-0e07-4f1b-aa64-428ceef8fbb2 req-aba00d04-55e3-47d3-bb33-46b1e8c8b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:02.543570 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3da19adc-0e07-4f1b-aa64-428ceef8fbb2 req-aba00d04-55e3-47d3-bb33-46b1e8c8b936 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1096 time: 0.0412266 Aug 20 12:07:02.571630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-647c4896-4baf-4cdf-86fc-765e3dd489d1 req-67b6ec0b-a4c6-455a-a057-d89155a644cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300364 Aug 20 12:07:02.587135 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3da19adc-0e07-4f1b-aa64-428ceef8fbb2 req-0d01e2c1-8df0-41be-908c-d3a8b02f99ee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Aug 20 12:07:03.620167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-a1ede9fa-ff02-4f9a-8319-2d70a6620afa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411353 Aug 20 12:07:03.685219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e422e-dbc1-4b66-bced-5b4080572b82 req-9cc8e37c-c78c-4e58-bf75-0b4b6de85a7b tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:03.687038 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f38e422e-dbc1-4b66-bced-5b4080572b82 req-9cc8e37c-c78c-4e58-bf75-0b4b6de85a7b tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1096 time: 0.0462375 Aug 20 12:07:03.705694 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-9452cdf1-41f9-4dda-86ed-cc41da6862d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:03.707262 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-9452cdf1-41f9-4dda-86ed-cc41da6862d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=715c0e474f854abf951f723095a83d0c&device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1097 time: 0.0456729 Aug 20 12:07:03.722318 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f38e422e-dbc1-4b66-bced-5b4080572b82 req-e3b85c8c-f878-492b-a37a-e8c867845365 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293496 Aug 20 12:07:03.813945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-c2a9d164-0100-4053-a855-884fa65ab376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:03.815808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-c2a9d164-0100-4053-a855-884fa65ab376 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 HTTP/1.1" status: 200 len: 911 time: 0.0885320 Aug 20 12:07:03.862201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-28d1b6f8-6c0c-410b-9798-7a851c2a94ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f HTTP/1.1" status: 200 len: 217 time: 0.0368474 Aug 20 12:07:03.912108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-c25212f4-4061-4e99-89e6-25e54837fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:03.913564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-c25212f4-4061-4e99-89e6-25e54837fd70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f8a1f198-a465-42b6-85c9-3190c61b68dd HTTP/1.1" status: 200 len: 849 time: 0.0432415 Aug 20 12:07:03.958942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-2430ef8a-3e9d-4d83-a111-c695b5c6e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:03.960467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-2430ef8a-3e9d-4d83-a111-c695b5c6e7e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401015 Aug 20 12:07:04.054248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-0eff2f64-7d51-4f7d-87d4-27354fa01175 service neutron] 10.222.0.57 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869961 Aug 20 12:07:04.144967 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9d1ced00-82fd-48c6-9e0c-ee52a8044161 req-57f21a7f-b85a-4360-ba53-3c182025afb7 service neutron] 10.222.0.57 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836670 Aug 20 12:07:04.626026 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-412a525d-3748-4fb7-9689-4e1f73cc5bad service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394628 Aug 20 12:07:04.705914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-6376c7ef-317a-40e1-a14c-a859d43e7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:04.707436 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-6376c7ef-317a-40e1-a14c-a859d43e7545 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=715c0e474f854abf951f723095a83d0c&device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1096 time: 0.0393629 Aug 20 12:07:04.817649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-10e58a3b-af56-4a52-b20b-93fd6bec7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:04.819204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-10e58a3b-af56-4a52-b20b-93fd6bec7645 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 HTTP/1.1" status: 200 len: 911 time: 0.0912414 Aug 20 12:07:04.833277 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb40514-5bd8-44b3-a9ac-3a3641f76a8b req-2d6fb18f-86df-4119-99de-29f24baf1329 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:04.834853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fb40514-5bd8-44b3-a9ac-3a3641f76a8b req-2d6fb18f-86df-4119-99de-29f24baf1329 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1096 time: 0.0412450 Aug 20 12:07:04.861180 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-b4dfd79a-fcfa-4b40-9d4d-be23090cc607 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d6d3b2-1994-459f-a9ac-318c69134542 HTTP/1.1" status: 200 len: 217 time: 0.0346904 Aug 20 12:07:04.870252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6fb40514-5bd8-44b3-a9ac-3a3641f76a8b req-5fea18b6-6c3c-40bf-aca4-6335fbd59cdc tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285320 Aug 20 12:07:04.909949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-5118f30c-aacd-4de4-b9da-4bd0e4036157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:04.911537 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-5118f30c-aacd-4de4-b9da-4bd0e4036157 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8a1f198-a465-42b6-85c9-3190c61b68dd HTTP/1.1" status: 200 len: 849 time: 0.0439506 Aug 20 12:07:04.985030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-9688b441-cc29-4012-9313-f783f4e7dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:04.986553 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-9688b441-cc29-4012-9313-f783f4e7dfec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681107 Aug 20 12:07:05.001332 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c0aa2-25a3-4312-a203-329925d0a0da req-ae9c3508-38c3-4d03-874b-c01c2bf56f82 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:05.002752 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-860c0aa2-25a3-4312-a203-329925d0a0da req-ae9c3508-38c3-4d03-874b-c01c2bf56f82 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1096 time: 0.0615840 Aug 20 12:07:05.081556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-860c0aa2-25a3-4312-a203-329925d0a0da req-99301489-43bc-48e1-aa6c-d39f44a4932d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673623 Aug 20 12:07:05.101064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-091cb9ff-9e0e-40e2-b302-83f07631043c service neutron] 10.222.0.38 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074252 Aug 20 12:07:05.190946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148aae7-7a55-49b6-8029-516e37b2ade3 req-7e0b5b9e-e740-4f69-8244-a3bf192b94b4 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:05.192378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8148aae7-7a55-49b6-8029-516e37b2ade3 req-7e0b5b9e-e740-4f69-8244-a3bf192b94b4 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1096 time: 0.0432384 Aug 20 12:07:05.200276 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-912ba68a-f22d-4732-94a9-c94ff8968f04 req-e3628248-0d5b-4aab-8afa-0388ba4cf6c6 service neutron] 10.222.0.38 "GET /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923028 Aug 20 12:07:05.228375 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8148aae7-7a55-49b6-8029-516e37b2ade3 req-2253861f-46ad-4411-97ed-9c217bc450e8 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293310 Aug 20 12:07:05.712166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91780e-78cd-4f24-9c3b-0e9e9633d5c9 req-bb40b049-4f82-40c7-9b8a-d06ce1987d49 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:05.713774 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a91780e-78cd-4f24-9c3b-0e9e9633d5c9 req-bb40b049-4f82-40c7-9b8a-d06ce1987d49 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1096 time: 0.0408604 Aug 20 12:07:05.750184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a91780e-78cd-4f24-9c3b-0e9e9633d5c9 req-268a53f0-4dc0-482f-9b73-d0c56b7c716d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303178 Aug 20 12:07:06.871717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc59b8-8f8b-499d-bf44-087a91a2d6bd req-6cd5a99f-a67d-47e3-a60b-96d034c88984 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:06.873308 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26dc59b8-8f8b-499d-bf44-087a91a2d6bd req-6cd5a99f-a67d-47e3-a60b-96d034c88984 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1096 time: 0.0445185 Aug 20 12:07:06.907225 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-26dc59b8-8f8b-499d-bf44-087a91a2d6bd req-79a60c13-e5b7-4cab-8646-6b2cd586f1a3 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279377 Aug 20 12:07:07.088686 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded2310-a349-48da-b861-701c2fff807c req-940f7b81-2a54-46af-9646-859cc55a86f6 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:07.090142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ded2310-a349-48da-b861-701c2fff807c req-940f7b81-2a54-46af-9646-859cc55a86f6 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 1096 time: 0.0441370 Aug 20 12:07:07.177838 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-3ded2310-a349-48da-b861-701c2fff807c req-771bed42-97e5-4a9b-a5a7-6c7de9a17794 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Deleting port 75d6d3b2-1994-459f-a9ac-318c69134542 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:07.178179 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3ded2310-a349-48da-b861-701c2fff807c req-771bed42-97e5-4a9b-a5a7-6c7de9a17794 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:07.259500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-3ded2310-a349-48da-b861-701c2fff807c req-771bed42-97e5-4a9b-a5a7-6c7de9a17794 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] For port 75d6d3b2-1994-459f-a9ac-318c69134542, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=75d6d3b2-1994-459f-a9ac-318c69134542,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:07.259867 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3ded2310-a349-48da-b861-701c2fff807c req-771bed42-97e5-4a9b-a5a7-6c7de9a17794 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:07.272164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-3ded2310-a349-48da-b861-701c2fff807c req-771bed42-97e5-4a9b-a5a7-6c7de9a17794 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Calling delete_port for 75d6d3b2-1994-459f-a9ac-318c69134542 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:07.469105 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3ded2310-a349-48da-b861-701c2fff807c req-771bed42-97e5-4a9b-a5a7-6c7de9a17794 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:07.480656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2ec52cc5-21da-40ce-9de0-7fa8bf64e12f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:07.488732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['75d6d3b2-1994-459f-a9ac-318c69134542'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:07.502936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bed42-97e5-4a9b-a5a7-6c7de9a17794 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Pushing event deleted for resources: {'Port': ['ID=75d6d3b2-1994-459f-a9ac-318c69134542,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:07.553180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ded2310-a349-48da-b861-701c2fff807c req-771bed42-97e5-4a9b-a5a7-6c7de9a17794 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] No DVR routers for this DVR port 75d6d3b2-1994-459f-a9ac-318c69134542 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:07.556630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3ded2310-a349-48da-b861-701c2fff807c req-771bed42-97e5-4a9b-a5a7-6c7de9a17794 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:07.559595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ded2310-a349-48da-b861-701c2fff807c req-771bed42-97e5-4a9b-a5a7-6c7de9a17794 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.38 "DELETE /v2.0/ports/75d6d3b2-1994-459f-a9ac-318c69134542 HTTP/1.1" status: 204 len: 173 time: 0.4631336 Aug 20 12:07:07.563891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876dc0e3-2a69-46cf-93fc-7e5bf167cc56', 'name': 'network-vif-deleted', 'tag': '75d6d3b2-1994-459f-a9ac-318c69134542'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:07.563891 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91af1ac6-3af0-4688-9885-ed786a91b3d7" -d '{"events": [{"server_uuid": "876dc0e3-2a69-46cf-93fc-7e5bf167cc56", "name": "network-vif-deleted", "tag": "75d6d3b2-1994-459f-a9ac-318c69134542"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:07.614803 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c78bff-99e5-443e-987b-6e36289f1928 x-openstack-request-id: req-f6c78bff-99e5-443e-987b-6e36289f1928 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:07.614803 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876dc0e3-2a69-46cf-93fc-7e5bf167cc56", "name": "network-vif-deleted", "tag": "75d6d3b2-1994-459f-a9ac-318c69134542", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:07.614803 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6c78bff-99e5-443e-987b-6e36289f1928 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:07.614803 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876dc0e3-2a69-46cf-93fc-7e5bf167cc56', 'name': 'network-vif-deleted', 'tag': '75d6d3b2-1994-459f-a9ac-318c69134542', 'status': 'completed', 'code': 200} Aug 20 12:07:08.012015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d8f77d6f-528a-4c42-987e-2638ae591602 req-64acf24e-544b-4532-abc6-facf1909cffe tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=876dc0e3-2a69-46cf-93fc-7e5bf167cc56 HTTP/1.1" status: 200 len: 210 time: 0.0260587 Aug 20 12:07:09.491384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157808b3-8623-46b5-8f0b-22ca2bfb7e62 req-b74b47db-f4f2-4a26-bbb6-6db5e07590b4 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:09.492929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-157808b3-8623-46b5-8f0b-22ca2bfb7e62 req-b74b47db-f4f2-4a26-bbb6-6db5e07590b4 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1097 time: 0.0403485 Aug 20 12:07:09.528070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-157808b3-8623-46b5-8f0b-22ca2bfb7e62 req-96a3c533-9d2b-4d63-84d8-b9b2140a362e tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291522 Aug 20 12:07:10.635687 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe037cae-035c-46ef-9cf4-58b3ff211d85 req-aba2699c-d630-46b5-a8de-8d365d5b2d0d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:10.637113 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fe037cae-035c-46ef-9cf4-58b3ff211d85 req-aba2699c-d630-46b5-a8de-8d365d5b2d0d tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1097 time: 0.0396831 Aug 20 12:07:10.671274 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fe037cae-035c-46ef-9cf4-58b3ff211d85 req-5390a368-396b-4cf7-b9e8-2e017af7891f tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e881ff7c-2034-4560-bb57-3ce2887442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282283 Aug 20 12:07:11.203424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 75d6d3b2-1994-459f-a9ac-318c69134542 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:11.228073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 75d6d3b2-1994-459f-a9ac-318c69134542 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:11.228417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 75d6d3b2-1994-459f-a9ac-318c69134542 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:11.283330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-e60642e0-3ddd-4038-a2ca-830d860eacc2 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:11.284774 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-e60642e0-3ddd-4038-a2ca-830d860eacc2 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 1097 time: 0.3574719 Aug 20 12:07:11.361931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-d37606b3-4f4c-4c59-86c8-e7140ae6a7cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Deleting port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:11.362282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-d37606b3-4f4c-4c59-86c8-e7140ae6a7cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.439629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-d37606b3-4f4c-4c59-86c8-e7140ae6a7cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] For port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:11.439998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-d37606b3-4f4c-4c59-86c8-e7140ae6a7cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.453298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-d37606b3-4f4c-4c59-86c8-e7140ae6a7cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Calling delete_port for 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:11.548737 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.708728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-d37606b3-4f4c-4c59-86c8-e7140ae6a7cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.720697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['2ec52cc5-21da-40ce-9de0-7fa8bf64e12f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:11.749624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37606b3-4f4c-4c59-86c8-e7140ae6a7cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ec52cc5-21da-40ce-9de0-7fa8bf64e12f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:11.789561 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-21abe3b4-ece4-4c12-89c8-bfa104aecc6d req-151ebc59-46b4-4ef3-b6c6-fcf5bff9a1a0 tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cbc1200f-3980-4d1d-b574-f11123c7fdb2 HTTP/1.1" status: 200 len: 210 time: 0.0483997 Aug 20 12:07:11.808208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-d37606b3-4f4c-4c59-86c8-e7140ae6a7cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] No DVR routers for this DVR port 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:11.812223 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-d37606b3-4f4c-4c59-86c8-e7140ae6a7cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:11.813788 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6c9d054-de2d-4028-a60b-d70e5a3cf2ff req-d37606b3-4f4c-4c59-86c8-e7140ae6a7cd tempest-TestServerMultinode-116145950 tempest-TestServerMultinode-116145950-project-admin] 10.222.0.57 "DELETE /v2.0/ports/2ec52cc5-21da-40ce-9de0-7fa8bf64e12f HTTP/1.1" status: 204 len: 173 time: 0.5224695 Aug 20 12:07:11.814282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc1200f-3980-4d1d-b574-f11123c7fdb2', 'name': 'network-vif-deleted', 'tag': '2ec52cc5-21da-40ce-9de0-7fa8bf64e12f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:11.817589 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe719e4c-bbce-48b1-b0b2-849d76ed528c" -d '{"events": [{"server_uuid": "cbc1200f-3980-4d1d-b574-f11123c7fdb2", "name": "network-vif-deleted", "tag": "2ec52cc5-21da-40ce-9de0-7fa8bf64e12f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:11.856312 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a73c822-4ab2-4a2b-9aa5-fabbffc086e5 x-openstack-request-id: req-0a73c822-4ab2-4a2b-9aa5-fabbffc086e5 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:11.856618 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc1200f-3980-4d1d-b574-f11123c7fdb2", "name": "network-vif-deleted", "tag": "2ec52cc5-21da-40ce-9de0-7fa8bf64e12f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:11.856882 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a73c822-4ab2-4a2b-9aa5-fabbffc086e5 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:11.857298 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc1200f-3980-4d1d-b574-f11123c7fdb2', 'name': 'network-vif-deleted', 'tag': '2ec52cc5-21da-40ce-9de0-7fa8bf64e12f', 'status': 'completed', 'code': 200} Aug 20 12:07:12.858747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45678) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:13.205062 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.444051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] Deleting port f7f6c567-d39a-4a89-8e50-7dc95b462c1c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:13.444391 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.520619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] For port f7f6c567-d39a-4a89-8e50-7dc95b462c1c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=f7f6c567-d39a-4a89-8e50-7dc95b462c1c,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:13.520985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.537458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] Calling delete_port for f7f6c567-d39a-4a89-8e50-7dc95b462c1c owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:13.811408 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.828550 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:13.838876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f6c567-d39a-4a89-8e50-7dc95b462c1c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:14.006949 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.214910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] Router 45416e62-c2c5-4cf3-9803-75f618849488 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:07:14.318413 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:07:14.324045 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4f09038d-d767-4101-ba97-da039f6f897b admin admin] 10.222.0.10 "PUT /v2.0/routers/45416e62-c2c5-4cf3-9803-75f618849488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4643061 Aug 20 12:07:14.326572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45680) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:14.329364 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] Sync routers for ids ['45416e62-c2c5-4cf3-9803-75f618849488'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:07:14.339616 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] Routers {'45416e62-c2c5-4cf3-9803-75f618849488'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:07:14.340235 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:06:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45416e62-c2c5-4cf3-9803-75f618849488'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:14.431192 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.449403 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] Set router 45416e62-c2c5-4cf3-9803-75f618849488 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:07:14.453142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:14.473007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:14.473332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 2ec52cc5-21da-40ce-9de0-7fa8bf64e12f not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:14.534758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.652906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Deleting port af29dd35-e27e-4b06-ae7e-02598e3ef6f6 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:14.653254 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.716115 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45416e62-c2c5-4cf3-9803-75f618849488', 'name': 'tempest-TestServerMultinode-2086534518-router', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:26Z', 'updated_at': '2021-08-20T12:07:13Z', 'revision_number': 5, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'gw_port': {'id': 'af29dd35-e27e-4b06-ae7e-02598e3ef6f6', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45416e62-c2c5-4cf3-9803-75f618849488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:27Z', 'updated_at': '2021-08-20T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:14.731241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] For port af29dd35-e27e-4b06-ae7e-02598e3ef6f6, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=af29dd35-e27e-4b06-ae7e-02598e3ef6f6,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:14.731572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.745947 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] Checking router: 45416e62-c2c5-4cf3-9803-75f618849488 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:07:14.748863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Calling delete_port for af29dd35-e27e-4b06-ae7e-02598e3ef6f6 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:14.754526 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] Routers {'45416e62-c2c5-4cf3-9803-75f618849488'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:07:14.755157 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:06:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['45416e62-c2c5-4cf3-9803-75f618849488'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:14.840454 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] Set router 45416e62-c2c5-4cf3-9803-75f618849488 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:07:14.891365 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45416e62-c2c5-4cf3-9803-75f618849488', 'name': 'tempest-TestServerMultinode-2086534518-router', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:26Z', 'updated_at': '2021-08-20T12:07:14Z', 'revision_number': 6, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:14.921380 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0af341-7e35-4b08-b628-808f1a427280 None None] The sync data for ids ['45416e62-c2c5-4cf3-9803-75f618849488'] in n-d-804230-3 is: [{'id': '45416e62-c2c5-4cf3-9803-75f618849488', 'name': 'tempest-TestServerMultinode-2086534518-router', 'tenant_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:26Z', 'updated_at': '2021-08-20T12:07:14Z', 'revision_number': 6, 'project_id': '0cc37c1a0b4f47d8a8843f7ea85478c6', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:07:14.959624 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:14.991724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Pushing event deleted for resources: {'Port': ['ID=af29dd35-e27e-4b06-ae7e-02598e3ef6f6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:15.005290 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1089ccf-45d6-465c-a57a-ad388a9ed719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.056474 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.148309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.151177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.256939 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.257475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45416e62-c2c5-4cf3-9803-75f618849488 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:07:15.262414 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.264640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b0885280-5cc7-4fb3-b320-1fe9cbd94422 admin admin] 10.222.0.10 "DELETE /v2.0/routers/45416e62-c2c5-4cf3-9803-75f618849488 HTTP/1.1" status: 204 len: 168 time: 0.9370732 Aug 20 12:07:15.267104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45682) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:15.317497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c702dbab-e470-4d06-b714-e2fb03931b14 admin admin] Deleting subnet f8a1f198-a465-42b6-85c9-3190c61b68dd {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:07:15.320943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c702dbab-e470-4d06-b714-e2fb03931b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.361303 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c702dbab-e470-4d06-b714-e2fb03931b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.434451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c702dbab-e470-4d06-b714-e2fb03931b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.587871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c702dbab-e470-4d06-b714-e2fb03931b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.934406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702dbab-e470-4d06-b714-e2fb03931b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a1f198-a465-42b6-85c9-3190c61b68dd,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:15.937980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c702dbab-e470-4d06-b714-e2fb03931b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:15.940415 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c702dbab-e470-4d06-b714-e2fb03931b14 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f8a1f198-a465-42b6-85c9-3190c61b68dd HTTP/1.1" status: 204 len: 168 time: 0.6716354 Aug 20 12:07:15.943168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45684) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:15.945664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a4e98-2896-489b-989a-39f3b6f9afcc None None] Network 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:16.008960 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.068672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Deleting port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:16.069212 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.122045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a730ae7e-2bf4-4601-b812-9965ad5214b2 None None] DHCP port deletion for 9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:07:16.140392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] For port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b47f3b26-3f9a-4a91-b8cd-90e653ea38ac,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:16.140758 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.155465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Calling delete_port for b47f3b26-3f9a-4a91-b8cd-90e653ea38ac owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:16.176738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a730ae7e-2bf4-4601-b812-9965ad5214b2 None None] Deleting port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:16.177031 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a730ae7e-2bf4-4601-b812-9965ad5214b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.253078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a730ae7e-2bf4-4601-b812-9965ad5214b2 None None] For port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b47f3b26-3f9a-4a91-b8cd-90e653ea38ac,segment=NetworkSegment(5d680d42-e140-481e-9583-c65bdb0deb4a),segment_id=5d680d42-e140-481e-9583-c65bdb0deb4a)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:16.253611 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a730ae7e-2bf4-4601-b812-9965ad5214b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.269240 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a730ae7e-2bf4-4601-b812-9965ad5214b2 None None] Calling delete_port for b47f3b26-3f9a-4a91-b8cd-90e653ea38ac owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:16.325593 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.354517 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a730ae7e-2bf4-4601-b812-9965ad5214b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.356209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b47f3b26-3f9a-4a91-b8cd-90e653ea38ac,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:16.361833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] No DVR routers for this DVR port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:16.389279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730ae7e-2bf4-4601-b812-9965ad5214b2 None None] Pushing event deleted for resources: {'Port': ['ID=b47f3b26-3f9a-4a91-b8cd-90e653ea38ac,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:16.392455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730ae7e-2bf4-4601-b812-9965ad5214b2 None None] No DVR routers for this DVR port b47f3b26-3f9a-4a91-b8cd-90e653ea38ac on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:16.419588 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af29dd35-e27e-4b06-ae7e-02598e3ef6f6 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:16.440031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.442579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: af29dd35-e27e-4b06-ae7e-02598e3ef6f6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:16.442927 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device af29dd35-e27e-4b06-ae7e-02598e3ef6f6 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:16.443347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f7f6c567-d39a-4a89-8e50-7dc95b462c1c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:16.450961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4801e5-fe25-4c93-ac05-1ea15ca0ac79']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:16.461732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d680d42-e140-481e-9583-c65bdb0deb4a') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:16.462032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d680d42-e140-481e-9583-c65bdb0deb4a') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:16.462140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: f7f6c567-d39a-4a89-8e50-7dc95b462c1c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:16.462405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device f7f6c567-d39a-4a89-8e50-7dc95b462c1c not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:16.462871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b47f3b26-3f9a-4a91-b8cd-90e653ea38ac no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:16.471622 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.480743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b47f3b26-3f9a-4a91-b8cd-90e653ea38ac {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:16.481084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b47f3b26-3f9a-4a91-b8cd-90e653ea38ac not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:16.485854 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.492051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:07:16.492464 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:07:16.494687 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:07:16.599060 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.604769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:16.606798 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] 10.222.0.10 "DELETE /v2.0/networks/9d4801e5-fe25-4c93-ac05-1ea15ca0ac79 HTTP/1.1" status: 204 len: 168 time: 0.6626580 Aug 20 12:07:16.609836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45686) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:16.618036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcf3f4-01f3-4be4-9851-d389b20468ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9d4801e5-fe25-4c93-ac05-1ea15ca0ac79,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:16.958782 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.206531 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] Deleting port 1d710cff-08c4-4e31-8147-bc39726be03f {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:17.206882 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.286275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] For port 1d710cff-08c4-4e31-8147-bc39726be03f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1d710cff-08c4-4e31-8147-bc39726be03f,segment=NetworkSegment(ccbc840a-03aa-48c0-99e2-d622bba46619),segment_id=ccbc840a-03aa-48c0-99e2-d622bba46619)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:17.286674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.304819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] Calling delete_port for 1d710cff-08c4-4e31-8147-bc39726be03f owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:17.479932 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:07:17.588924 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.616079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d710cff-08c4-4e31-8147-bc39726be03f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:17.725449 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-155488d0-853d-40a7-a24a-e1c02cbf1e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:17.786648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.016061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] Router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:07:18.123029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:07:18.128054 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b10c6122-2fb1-467a-8a05-cd2bda7acb01 admin admin] 10.222.0.10 "PUT /v2.0/routers/252557dd-c1ea-4dc9-bbb7-43e023f49e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5171587 Aug 20 12:07:18.130605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45688) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:18.133450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] Sync routers for ids ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:07:18.142991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] Routers {'252557dd-c1ea-4dc9-bbb7-43e023f49e09'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:07:18.143609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:07:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:18.236851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.262352 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] Set router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:07:18.339910 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.438804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'name': 'tempest-TestServerMultinode-1151885004-router', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:32Z', 'updated_at': '2021-08-20T12:07:17Z', 'revision_number': 5, 'project_id': '715c0e474f854abf951f723095a83d0c', 'gw_port': {'id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:33Z', 'updated_at': '2021-08-20T12:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:18.469225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] Checking router: 252557dd-c1ea-4dc9-bbb7-43e023f49e09 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:07:18.479290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] Routers {'252557dd-c1ea-4dc9-bbb7-43e023f49e09'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:07:18.479938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:07:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:18.570672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Deleting port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:18.571196 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.623068 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] Set router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:07:18.659205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] For port e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:18.659760 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.679163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Calling delete_port for e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:18.773151 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.805086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'name': 'tempest-TestServerMultinode-1151885004-router', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:32Z', 'updated_at': '2021-08-20T12:07:17Z', 'revision_number': 5, 'project_id': '715c0e474f854abf951f723095a83d0c', 'gw_port': {'id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:33Z', 'updated_at': '2021-08-20T12:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:18.831960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d0796f-bae4-48df-b615-ee9102805e47 None None] The sync data for ids ['252557dd-c1ea-4dc9-bbb7-43e023f49e09'] in n-d-804230-3 is: [{'id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'name': 'tempest-TestServerMultinode-1151885004-router', 'tenant_id': '715c0e474f854abf951f723095a83d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:06:32Z', 'updated_at': '2021-08-20T12:07:17Z', 'revision_number': 5, 'project_id': '715c0e474f854abf951f723095a83d0c', 'gw_port': {'id': 'e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252557dd-c1ea-4dc9-bbb7-43e023f49e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:06:33Z', 'updated_at': '2021-08-20T12:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:07:18.896621 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:18.936276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:19.035149 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.139297 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.141415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.239473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.240028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 252557dd-c1ea-4dc9-bbb7-43e023f49e09 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:07:19.245147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.246475 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ab350278-92cf-4e60-8569-7849cc7eaaee admin admin] 10.222.0.10 "DELETE /v2.0/routers/252557dd-c1ea-4dc9-bbb7-43e023f49e09 HTTP/1.1" status: 204 len: 168 time: 1.1147087 Aug 20 12:07:19.252301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45690) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:19.300708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f06447-94ee-41f4-a036-f2582c647ed2 admin admin] Deleting subnet 4e3be0ce-d08f-4e97-bdaf-323e2288d032 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:07:19.304511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5f06447-94ee-41f4-a036-f2582c647ed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.342855 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5f06447-94ee-41f4-a036-f2582c647ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.355165 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.427435 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5f06447-94ee-41f4-a036-f2582c647ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.594333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5f06447-94ee-41f4-a036-f2582c647ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.621370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f06447-94ee-41f4-a036-f2582c647ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3be0ce-d08f-4e97-bdaf-323e2288d032,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:19.623404 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c5f06447-94ee-41f4-a036-f2582c647ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.627950 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c5f06447-94ee-41f4-a036-f2582c647ed2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4e3be0ce-d08f-4e97-bdaf-323e2288d032 HTTP/1.1" status: 204 len: 168 time: 0.3777411 Aug 20 12:07:19.628652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45692) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:19.629416 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6d8e5-5028-432d-87fc-4b6d048134ef None None] Network 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:19.704490 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.768760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Deleting port d57f4584-b597-4fcf-9a45-8834bf919602 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:19.769097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.836234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] For port d57f4584-b597-4fcf-9a45-8834bf919602, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d57f4584-b597-4fcf-9a45-8834bf919602,segment=NetworkSegment(ccbc840a-03aa-48c0-99e2-d622bba46619),segment_id=ccbc840a-03aa-48c0-99e2-d622bba46619)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:19.836663 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:19.850903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Calling delete_port for d57f4584-b597-4fcf-9a45-8834bf919602 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:19.977373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7634dfc7-f06f-46df-94e7-6a8feb209842 None None] DHCP port deletion for 28c4332d-1f8c-4e8c-9c9f-4c437a400e07 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:07:19.988208 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.012582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57f4584-b597-4fcf-9a45-8834bf919602,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:20.021498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] No DVR routers for this DVR port d57f4584-b597-4fcf-9a45-8834bf919602 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:20.025627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7634dfc7-f06f-46df-94e7-6a8feb209842 None None] Deleting port d57f4584-b597-4fcf-9a45-8834bf919602 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:20.026016 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7634dfc7-f06f-46df-94e7-6a8feb209842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.090499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7634dfc7-f06f-46df-94e7-6a8feb209842 None None] For port d57f4584-b597-4fcf-9a45-8834bf919602, host n-d-804230-3, got binding levels [] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:20.090838 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7634dfc7-f06f-46df-94e7-6a8feb209842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.095153 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.104216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7634dfc7-f06f-46df-94e7-6a8feb209842 None None] Calling delete_port for d57f4584-b597-4fcf-9a45-8834bf919602 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:20.105455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c4332d-1f8c-4e8c-9c9f-4c437a400e07']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:20.107073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.ipam_backend_mixin [None req-7634dfc7-f06f-46df-94e7-6a8feb209842 None None] Port d57f4584-b597-4fcf-9a45-8834bf919602 was not found and therefore no delete operation was performed {{(pid=95589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:07:20.108395 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7634dfc7-f06f-46df-94e7-6a8feb209842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.115746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbc840a-03aa-48c0-99e2-d622bba46619') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:20.116039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbc840a-03aa-48c0-99e2-d622bba46619') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:07:20.125306 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.133773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634dfc7-f06f-46df-94e7-6a8feb209842 None None] Pushing event deleted for resources: {'Port': ['ID=d57f4584-b597-4fcf-9a45-8834bf919602,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:20.139395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634dfc7-f06f-46df-94e7-6a8feb209842 None None] No DVR routers for this DVR port d57f4584-b597-4fcf-9a45-8834bf919602 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:20.140489 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.147756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:07:20.148288 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:07:20.150556 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:07:20.257143 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.262885 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.270814 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] 10.222.0.10 "DELETE /v2.0/networks/28c4332d-1f8c-4e8c-9c9f-4c437a400e07 HTTP/1.1" status: 204 len: 168 time: 0.6350143 Aug 20 12:07:20.276651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86cd35-e6af-415f-be50-37d7dc99b171 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c4332d-1f8c-4e8c-9c9f-4c437a400e07,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:20.395105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d57f4584-b597-4fcf-9a45-8834bf919602 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:20.416228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d57f4584-b597-4fcf-9a45-8834bf919602 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:20.416500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d57f4584-b597-4fcf-9a45-8834bf919602 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:20.416944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:20.436376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:20.436743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e9a89e4a-33bd-4fb1-bb94-afdab4ef03fc not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:20.437239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1d710cff-08c4-4e31-8147-bc39726be03f no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:20.459163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 1d710cff-08c4-4e31-8147-bc39726be03f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:20.459512 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1d710cff-08c4-4e31-8147-bc39726be03f not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:20.745829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45696) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:20.787115 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f342515d-7ce7-4794-83b6-2e02bf2e6420 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0cc37c1a0b4f47d8a8843f7ea85478c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400333 Aug 20 12:07:20.789561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45698) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:20.838051 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e354939c-5ab6-4214-a92d-06a471815f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.859294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e354939c-5ab6-4214-a92d-06a471815f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.942044 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e354939c-5ab6-4214-a92d-06a471815f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.944763 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e354939c-5ab6-4214-a92d-06a471815f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:20.945997 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e354939c-5ab6-4214-a92d-06a471815f3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb22ccd5-299f-45ee-990e-5db482957a15 HTTP/1.1" status: 204 len: 168 time: 0.1555037 Aug 20 12:07:20.954371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354939c-5ab6-4214-a92d-06a471815f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb22ccd5-299f-45ee-990e-5db482957a15,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:20.959210 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.631791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45706) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:21.672471 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3b5f3037-8087-44bc-ab89-a5617db50ebe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=715c0e474f854abf951f723095a83d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394263 Aug 20 12:07:21.674881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45708) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:21.724424 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c66b5f4-8e25-4c9e-bf3c-333de81bc7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.748798 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c66b5f4-8e25-4c9e-bf3c-333de81bc7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.891223 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c66b5f4-8e25-4c9e-bf3c-333de81bc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.893939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5c66b5f4-8e25-4c9e-bf3c-333de81bc7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:21.895260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5c66b5f4-8e25-4c9e-bf3c-333de81bc7a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e881ff7c-2034-4560-bb57-3ce2887442eb HTTP/1.1" status: 204 len: 168 time: 0.2194426 Aug 20 12:07:21.906548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66b5f4-8e25-4c9e-bf3c-333de81bc7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e881ff7c-2034-4560-bb57-3ce2887442eb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:33.161129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-11bd8f43-5b58-42d4-888e-515cc346cc20 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=83fc648da350403dabf135be0a50fb02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219779 Aug 20 12:07:33.271042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-0f3b93ea-943e-48c3-834c-65a159954a18 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:33.272598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-0f3b93ea-943e-48c3-834c-65a159954a18 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060925 Aug 20 12:07:33.292331 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-a0c77dc7-4603-446f-a297-7e0163b61470 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/quotas/83fc648da350403dabf135be0a50fb02 HTTP/1.1" status: 200 len: 375 time: 0.0121782 Aug 20 12:07:33.330967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-69fdf79f-b2f3-44c6-9542-5785a3ba81c1 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=83fc648da350403dabf135be0a50fb02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336316 Aug 20 12:07:33.584636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b08d645-0b7d-4e9b-ae22-0387bbd8b7bd req-477685a8-8d93-48f0-9cc8-6837513374f7 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 210 time: 0.0280139 Aug 20 12:07:34.679841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-01652b03-b836-4b57-97a8-c9156387d088 req-d13fecd2-63ab-4c4e-92cb-e47726ebacae tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 210 time: 0.0267954 Aug 20 12:07:35.757841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-11ce2d33-3318-44ad-af24-1622493c9e51 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=83fc648da350403dabf135be0a50fb02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215893 Aug 20 12:07:35.784141 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f32cc06b-5896-4a8b-a6c0-de6bb04ff8c4 req-3a58b9d9-f7bd-4cc1-9a18-b653c3cf86d4 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 210 time: 0.0273638 Aug 20 12:07:35.869980 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-c1b9f3bd-9bc0-4a5f-b40d-3de9c1a9a27d tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:35.871704 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-c1b9f3bd-9bc0-4a5f-b40d-3de9c1a9a27d tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082411 Aug 20 12:07:35.889045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Request body: {'port': {'device_id': '845f6708-176c-44fa-bf86-8d95ef892a76', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'admin_state_up': True, 'tenant_id': '83fc648da350403dabf135be0a50fb02'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:36.091016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Made reservation on behalf of 83fc648da350403dabf135be0a50fb02 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:36.095207 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.105691 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.195829 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.284494 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.347959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91235b2-2052-4ccd-a9a9-07108d56b304,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:36.360883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.361242 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.361587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.361928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.362268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.362635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.362971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.363409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.363751 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.364085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.364416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.364744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:36.431836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Allocated IP 192.168.233.163 (4f1d74f8-88ea-49cf-b4cd-242d17c36fa8/da5673f2-57b9-4d17-88af-5b646f7aa72d/f95c65c7-14e1-4cd1-8594-ed289ef5eb1c) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:36.578263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.592492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Transition to ACTIVE for port object f95c65c7-14e1-4cd1-8594-ed289ef5eb1c will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:36.707750 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.751324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:07:36.754500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:36.758194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:07:36.767951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Pushing event updated for resources: {'Port': ['ID=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:36.826288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:36.826964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:36.906103 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e4741-7437-4887-9aa5-c919aa2a9edf req-b4c13491-fac7-474d-98a0-7cfb7f1b3e43 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:36.907698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-969e4741-7437-4887-9aa5-c919aa2a9edf req-b4c13491-fac7-474d-98a0-7cfb7f1b3e43 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 936 time: 0.0517523 Aug 20 12:07:36.952381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-969e4741-7437-4887-9aa5-c919aa2a9edf req-87d92f6a-6b6b-430d-ac69-4916af2bff80 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383849 Aug 20 12:07:36.982685 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-fb477ecb-72a9-48d4-ae75-53a23361f003 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0974197 Aug 20 12:07:37.000319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Request body: {'port': {'device_id': '845f6708-176c-44fa-bf86-8d95ef892a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:37.056886 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.067423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-682c82e3-0159-411f-9bce-c671d0b22941 None None] Provisioning for port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:37.071850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-682c82e3-0159-411f-9bce-c671d0b22941 None None] Provisioning complete for port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:37.072215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-682c82e3-0159-411f-9bce-c671d0b22941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.106044 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-682c82e3-0159-411f-9bce-c671d0b22941 None None] Port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:07:37.325028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95c65c7-14e1-4cd1-8594-ed289ef5eb1c {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:37.332327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.345454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Transition to ACTIVE for port object f95c65c7-14e1-4cd1-8594-ed289ef5eb1c will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:07:37.393094 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.443500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Pushing event updated for resources: {'Port': ['ID=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:37.520405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Attempting to bind port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:07:37.520744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Attempting to bind port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:07:37.521080 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Attempting to bind port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:37.525648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:07:37.525997 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Attempting to bind port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c on network 4f1d74f8-88ea-49cf-b4cd-242d17c36fa8 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:07:37.531649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:07:37.531994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Checking segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:37.532386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Bound using segment: {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:07:37.532868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Bound port: f95c65c7-14e1-4cd1-8594-ed289ef5eb1c, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a213f-7f74-4017-b43f-4e6816d629bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:07:37.533235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.598985 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] For port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:07:37.601911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] For port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:07:37.702067 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.737640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:37.738271 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:37.739893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] 10.222.0.38 "PUT /v2.0/ports/f95c65c7-14e1-4cd1-8594-ed289ef5eb1c HTTP/1.1" status: 200 len: 1096 time: 0.7443397 Aug 20 12:07:37.740256 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845f6708-176c-44fa-bf86-8d95ef892a76', 'tag': 'f95c65c7-14e1-4cd1-8594-ed289ef5eb1c'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:37.742540 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aa787d-dc32-4a78-b277-fa9d3bae6fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "845f6708-176c-44fa-bf86-8d95ef892a76", "tag": "f95c65c7-14e1-4cd1-8594-ed289ef5eb1c"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:37.769824 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128e4a0-4f39-40ae-a617-6ff9bee7c293 service neutron] Pushing event updated for resources: {'Port': ['ID=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:37.782549 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b4ad3b-867e-4bc7-8a3b-a423c0548712 x-openstack-request-id: req-e2b4ad3b-867e-4bc7-8a3b-a423c0548712 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:37.782917 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845f6708-176c-44fa-bf86-8d95ef892a76", "tag": "f95c65c7-14e1-4cd1-8594-ed289ef5eb1c", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:37.783445 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2b4ad3b-867e-4bc7-8a3b-a423c0548712 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:37.783829 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845f6708-176c-44fa-bf86-8d95ef892a76', 'tag': 'f95c65c7-14e1-4cd1-8594-ed289ef5eb1c', 'status': 'completed', 'code': 200} Aug 20 12:07:37.855579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa787d-dc32-4a78-b277-fa9d3bae6fe2 req-bf561b52-614e-48e7-852e-bf425d5cd7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:37.857137 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32aa787d-dc32-4a78-b277-fa9d3bae6fe2 req-bf561b52-614e-48e7-852e-bf425d5cd7d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83fc648da350403dabf135be0a50fb02&device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 1099 time: 0.0452425 Aug 20 12:07:37.890719 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32aa787d-dc32-4a78-b277-fa9d3bae6fe2 req-9d6ba80b-3fd4-4734-9296-e3d0fc2a89d4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=83fc648da350403dabf135be0a50fb02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209427 Aug 20 12:07:37.994057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa787d-dc32-4a78-b277-fa9d3bae6fe2 req-f841b9ef-9d54-4fd1-9251-858c7d5b5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:37.996109 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32aa787d-dc32-4a78-b277-fa9d3bae6fe2 req-f841b9ef-9d54-4fd1-9251-858c7d5b5e9e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982900 Aug 20 12:07:38.107110 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4b309-49e6-4d4b-a1e5-47f65dd4da85 req-069bcd16-6b06-4fe9-90a5-a9dbdcadc082 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:38.108662 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fbf4b309-49e6-4d4b-a1e5-47f65dd4da85 req-069bcd16-6b06-4fe9-90a5-a9dbdcadc082 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 948 time: 0.0849075 Aug 20 12:07:38.113874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-770d5e8a-a83b-4605-8fcb-1f3675f05fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:38.115309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-770d5e8a-a83b-4605-8fcb-1f3675f05fd0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83fc648da350403dabf135be0a50fb02&device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 1099 time: 0.0635643 Aug 20 12:07:38.171399 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-5c76f7d7-82bc-47f9-bda9-c6eee6f9cb75 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c HTTP/1.1" status: 200 len: 217 time: 0.0417628 Aug 20 12:07:38.178412 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fbf4b309-49e6-4d4b-a1e5-47f65dd4da85 req-843768fc-9bc6-483b-b1d7-9cd72016dafe tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622361 Aug 20 12:07:38.226294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-58f04bcc-8cb4-4b8f-832f-cf5b5b577d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:38.227767 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-58f04bcc-8cb4-4b8f-832f-cf5b5b577d46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=da5673f2-57b9-4d17-88af-5b646f7aa72d HTTP/1.1" status: 200 len: 843 time: 0.0450301 Aug 20 12:07:38.283197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-f5a758ec-3bf9-4dae-bb9f-1c120cd22b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:38.284693 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-f5a758ec-3bf9-4dae-bb9f-1c120cd22b0a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f1d74f8-88ea-49cf-b4cd-242d17c36fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442541 Aug 20 12:07:38.378575 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-72faab86-c77a-41c5-bdf3-09c86077402e service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824003 Aug 20 12:07:38.478207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b90c6de0-93c5-4523-8538-0e0e50c32e5c req-e0b7d9d6-514c-4900-b441-4e3e0d0d8156 service neutron] 10.222.0.38 "GET /v2.0/networks/4f1d74f8-88ea-49cf-b4cd-242d17c36fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874290 Aug 20 12:07:39.293280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6be3-219f-4693-b9a3-96273e8a1994 req-c302fbf0-fc78-4af0-b93e-71e020d726eb tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:39.294691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d51c6be3-219f-4693-b9a3-96273e8a1994 req-c302fbf0-fc78-4af0-b93e-71e020d726eb tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 948 time: 0.0482192 Aug 20 12:07:39.336930 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d51c6be3-219f-4693-b9a3-96273e8a1994 req-b2ec8e70-799a-44ea-a656-94d1df217d21 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362039 Aug 20 12:07:40.451581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a968c6-06b6-4af3-8e2f-bdbb145a88ef req-5c7c6f8c-0eb2-45e0-8b9c-a491d4ccb8b3 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:40.453064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3a968c6-06b6-4af3-8e2f-bdbb145a88ef req-5c7c6f8c-0eb2-45e0-8b9c-a491d4ccb8b3 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 948 time: 0.0486922 Aug 20 12:07:40.491107 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e3a968c6-06b6-4af3-8e2f-bdbb145a88ef req-dfa55905-fa3a-4d34-b932-4fb03235d2b4 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319688 Aug 20 12:07:41.312188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f95c65c7-14e1-4cd1-8594-ed289ef5eb1c details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:07:41.405329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:41.416350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'f95c65c7-14e1-4cd1-8594-ed289ef5eb1c', 'network_id': '4f1d74f8-88ea-49cf-b4cd-242d17c36fa8', 'port_id': 'f95c65c7-14e1-4cd1-8594-ed289ef5eb1c', 'mac_address': 'fa:16:3e:c7:d4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5673f2-57b9-4d17-88af-5b646f7aa72d', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:07:41.453201 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:41.465819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95c65c7-14e1-4cd1-8594-ed289ef5eb1c {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:07:41.491404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:41.552748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:41.601442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:41.607080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2806fc-d32f-490f-a4fb-a525db6518de req-88914cdc-072e-4f46-92a9-0baeb19597cb tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:41.608635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf2806fc-d32f-490f-a4fb-a525db6518de req-88914cdc-072e-4f46-92a9-0baeb19597cb tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 949 time: 0.0504067 Aug 20 12:07:41.609507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.609806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.610153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.610518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.610863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.611197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.611530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.611861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.612192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.612520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.612849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.613176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:41.617203 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:41.647641 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf2806fc-d32f-490f-a4fb-a525db6518de req-6672919e-20e4-4861-af0c-78ed0070d03e tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326159 Aug 20 12:07:41.785211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f95c65c7-14e1-4cd1-8594-ed289ef5eb1c'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:42.762522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8983c70-89a6-4142-a79d-41b62ce44960 req-009de650-eec2-4027-86a3-d410b1c6c52a tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:42.764018 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8983c70-89a6-4142-a79d-41b62ce44960 req-009de650-eec2-4027-86a3-d410b1c6c52a tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 949 time: 0.0480757 Aug 20 12:07:42.801535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c8983c70-89a6-4142-a79d-41b62ce44960 req-83710c60-8dee-47c1-8705-df8fcf5266e4 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Aug 20 12:07:43.317873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f95c65c7-14e1-4cd1-8594-ed289ef5eb1c up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:07:43.438299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:07:43.442229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:07:43.442633 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:43.521848 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:43.544677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845f6708-176c-44fa-bf86-8d95ef892a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95c65c7-14e1-4cd1-8594-ed289ef5eb1c'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:43.546951 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7823aa-849d-4702-811f-011addfc24a0" -d '{"events": [{"server_uuid": "845f6708-176c-44fa-bf86-8d95ef892a76", "name": "network-vif-plugged", "status": "completed", "tag": "f95c65c7-14e1-4cd1-8594-ed289ef5eb1c"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:43.559482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:43.583570 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75406593-3908-47f4-9830-fc93ea01a095 x-openstack-request-id: req-75406593-3908-47f4-9830-fc93ea01a095 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:43.583862 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845f6708-176c-44fa-bf86-8d95ef892a76", "name": "network-vif-plugged", "status": "completed", "tag": "f95c65c7-14e1-4cd1-8594-ed289ef5eb1c", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:43.584119 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75406593-3908-47f4-9830-fc93ea01a095 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:43.584511 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845f6708-176c-44fa-bf86-8d95ef892a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95c65c7-14e1-4cd1-8594-ed289ef5eb1c', 'code': 200} Aug 20 12:07:43.627302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:43.675918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:43.691690 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5f5a2-85c2-45e8-bd3d-0eb24f0dd910 req-d95836c0-9526-4f33-8fc0-0e16c0a0d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:43.693214 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fe5f5a2-85c2-45e8-bd3d-0eb24f0dd910 req-d95836c0-9526-4f33-8fc0-0e16c0a0d5d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 1101 time: 0.0400016 Aug 20 12:07:43.736613 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fe5f5a2-85c2-45e8-bd3d-0eb24f0dd910 req-7b708ad1-f313-48ef-9b5a-2284f67ad36a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Aug 20 12:07:43.798577 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:43.914553 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210978e-4d11-44a0-8b24-be000a561af0 req-71b806c2-5362-465d-8e1a-07a8f10ad513 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:43.916039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4210978e-4d11-44a0-8b24-be000a561af0 req-71b806c2-5362-465d-8e1a-07a8f10ad513 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 950 time: 0.0479403 Aug 20 12:07:43.955382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4210978e-4d11-44a0-8b24-be000a561af0 req-d472593f-75c8-4ad9-9bf5-e84533130139 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327060 Aug 20 12:07:45.032459 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3da8efa8-0326-4c7d-bbe6-e3c96d426174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:45.087193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ba72-bad0-4866-8b23-f6ff636978e5 req-8a91041a-43dc-4436-bb96-ee2536dd99be tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:45.088592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f0d2ba72-bad0-4866-8b23-f6ff636978e5 req-8a91041a-43dc-4436-bb96-ee2536dd99be tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 950 time: 0.0553946 Aug 20 12:07:45.131821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f0d2ba72-bad0-4866-8b23-f6ff636978e5 req-f357b245-5eef-4c86-bc48-2d7f49dffffb tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370049 Aug 20 12:07:46.252318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2846da7-d4e5-4bd0-99a7-8294a5721a30 req-9d516353-1329-4b2b-a917-501dc9a87913 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:46.253821 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2846da7-d4e5-4bd0-99a7-8294a5721a30 req-9d516353-1329-4b2b-a917-501dc9a87913 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 950 time: 0.0505574 Aug 20 12:07:46.293319 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2846da7-d4e5-4bd0-99a7-8294a5721a30 req-a55f14d1-e264-4afa-bdae-1e8c9e6a1aa1 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333374 Aug 20 12:07:47.712549 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e88e650e-888a-45d4-a22f-9def61bd3450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:47.772717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268def-7b63-460e-8f9f-e61314638f42 req-fac965b3-94d0-42c6-a2f2-126694926c32 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:47.774238 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf268def-7b63-460e-8f9f-e61314638f42 req-fac965b3-94d0-42c6-a2f2-126694926c32 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 950 time: 0.0480337 Aug 20 12:07:47.816535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf268def-7b63-460e-8f9f-e61314638f42 req-b42704cc-b172-4cbb-89fd-ab555b39753a tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Aug 20 12:07:48.615532 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:48.951173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd82ad-3d71-4aed-be64-2559fc75d6e4 req-df399edd-96bc-4249-82c6-b4c0ccaabc31 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:48.952669 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22bd82ad-3d71-4aed-be64-2559fc75d6e4 req-df399edd-96bc-4249-82c6-b4c0ccaabc31 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 950 time: 0.0615788 Aug 20 12:07:48.998633 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22bd82ad-3d71-4aed-be64-2559fc75d6e4 req-5eee4364-c1e8-411c-9b90-0ea924e73f0b tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/security-groups?id=e91235b2-2052-4ccd-a9a9-07108d56b304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Aug 20 12:07:49.120874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-5215f041-cee8-4c92-b060-8a0501bee4d1 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:49.122558 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-5215f041-cee8-4c92-b060-8a0501bee4d1 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.38 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 950 time: 0.0512991 Aug 20 12:07:49.225756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-0e81c2dd-ef8d-4237-ac54-a2734c473d33 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Deleting port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:07:49.226005 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-0e81c2dd-ef8d-4237-ac54-a2734c473d33 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.338560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-0e81c2dd-ef8d-4237-ac54-a2734c473d33 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] For port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,segment=NetworkSegment(834a213f-7f74-4017-b43f-4e6816d629bc),segment_id=834a213f-7f74-4017-b43f-4e6816d629bc)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:07:49.338942 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-0e81c2dd-ef8d-4237-ac54-a2734c473d33 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.352820 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.357359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-0e81c2dd-ef8d-4237-ac54-a2734c473d33 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Calling delete_port for f95c65c7-14e1-4cd1-8594-ed289ef5eb1c owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:07:49.535496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-0e81c2dd-ef8d-4237-ac54-a2734c473d33 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.552644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f95c65c7-14e1-4cd1-8594-ed289ef5eb1c'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:07:49.563102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81c2dd-ef8d-4237-ac54-a2734c473d33 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Pushing event deleted for resources: {'Port': ['ID=f95c65c7-14e1-4cd1-8594-ed289ef5eb1c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:49.611901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-0e81c2dd-ef8d-4237-ac54-a2734c473d33 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] No DVR routers for this DVR port f95c65c7-14e1-4cd1-8594-ed289ef5eb1c on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:07:49.614815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-0e81c2dd-ef8d-4237-ac54-a2734c473d33 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:49.616956 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cae4b277-2318-4264-bbe6-7e3b87d226bb req-0e81c2dd-ef8d-4237-ac54-a2734c473d33 tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.38 "DELETE /v2.0/ports/f95c65c7-14e1-4cd1-8594-ed289ef5eb1c HTTP/1.1" status: 204 len: 173 time: 0.4840539 Aug 20 12:07:49.617439 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845f6708-176c-44fa-bf86-8d95ef892a76', 'name': 'network-vif-deleted', 'tag': 'f95c65c7-14e1-4cd1-8594-ed289ef5eb1c'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:07:49.619779 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1972de-1c7b-4e4e-a808-143565326e1b" -d '{"events": [{"server_uuid": "845f6708-176c-44fa-bf86-8d95ef892a76", "name": "network-vif-deleted", "tag": "f95c65c7-14e1-4cd1-8594-ed289ef5eb1c"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:07:49.660444 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f65cd6-61a9-4eb3-afd4-c5e6f1070825 x-openstack-request-id: req-a9f65cd6-61a9-4eb3-afd4-c5e6f1070825 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:07:49.660747 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845f6708-176c-44fa-bf86-8d95ef892a76", "name": "network-vif-deleted", "tag": "f95c65c7-14e1-4cd1-8594-ed289ef5eb1c", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:07:49.661010 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9f65cd6-61a9-4eb3-afd4-c5e6f1070825 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:07:49.661420 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845f6708-176c-44fa-bf86-8d95ef892a76', 'name': 'network-vif-deleted', 'tag': 'f95c65c7-14e1-4cd1-8594-ed289ef5eb1c', 'status': 'completed', 'code': 200} Aug 20 12:07:50.106986 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9df9d1f4-f3fd-4413-9427-0a61a5ddc4c1 req-4d9c452c-f362-4d3b-ad88-0bd66f8629cb tempest-ServersAdminNegativeTestJSON-2019242163 tempest-ServersAdminNegativeTestJSON-2019242163-project] 10.222.0.10 "GET /v2.0/ports?device_id=845f6708-176c-44fa-bf86-8d95ef892a76 HTTP/1.1" status: 200 len: 210 time: 0.0269527 Aug 20 12:07:50.969942 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:51.603421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45840) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:51.737853 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-297bfdd9-e9da-4472-ac42-a13ddaaaab1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83fc648da350403dabf135be0a50fb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332128 Aug 20 12:07:51.740337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45844) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:51.788873 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:51.811000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:51.957987 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:51.960893 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:51.962173 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e91235b2-2052-4ccd-a9a9-07108d56b304 HTTP/1.1" status: 204 len: 168 time: 0.2208400 Aug 20 12:07:51.977188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91235b2-2052-4ccd-a9a9-07108d56b304,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:51.981683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.982034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.982372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.982750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.983097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.983436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.983782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.984222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.985169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.985169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.985169 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:51.986342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68732a7a-8d17-4da5-8634-412febace3a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:07:52.601769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45850) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:52.615675 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a383e4e6-df52-455d-bf29-9828e0ec623e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:52.705757 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a383e4e6-df52-455d-bf29-9828e0ec623e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:52.798373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a383e4e6-df52-455d-bf29-9828e0ec623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:52.838036 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a383e4e6-df52-455d-bf29-9828e0ec623e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cd12f0c85c84ef591966a005f42670d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351081 Aug 20 12:07:52.838905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383e4e6-df52-455d-bf29-9828e0ec623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b274edc-79be-43bb-a5bc-2fc32448878f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:52.840932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45852) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:52.900793 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c1960c27-536e-4f79-9248-6075dba91c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:52.923089 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c1960c27-536e-4f79-9248-6075dba91c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:53.072409 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c1960c27-536e-4f79-9248-6075dba91c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:53.079311 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c1960c27-536e-4f79-9248-6075dba91c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:53.079311 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c1960c27-536e-4f79-9248-6075dba91c1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b274edc-79be-43bb-a5bc-2fc32448878f HTTP/1.1" status: 204 len: 168 time: 0.2336142 Aug 20 12:07:53.087202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1960c27-536e-4f79-9248-6075dba91c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b274edc-79be-43bb-a5bc-2fc32448878f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:53.347489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f95c65c7-14e1-4cd1-8594-ed289ef5eb1c no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:07:53.367821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: f95c65c7-14e1-4cd1-8594-ed289ef5eb1c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:07:53.368192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f95c65c7-14e1-4cd1-8594-ed289ef5eb1c not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:07:54.400801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45874) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:54.481450 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:07:54.510289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1555534912-network', 'tenant_id': 'e3e4ce099be1419e8594838789dfb30c'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:54.609756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Made reservation on behalf of e3e4ce099be1419e8594838789dfb30c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:54.612201 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.624464 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.713895 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.792830 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.819399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:07:54.829464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:54.836241 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.836697 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Added segment 651ecbfd-2362-4006-bc23-1a3fb7ad432c of type vlan for network 044e9b4b-cf28-4fe9-895b-da959914bb7b Aug 20 12:07:54.879802 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.952398 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:54.953400 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:54.954028 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.011516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] Pushing event updated for resources: {'Network': ['ID=044e9b4b-cf28-4fe9-895b-da959914bb7b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:55.022991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 044e9b4b-cf28-4fe9-895b-da959914bb7b details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:07:55.063300 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-31185342-ce04-4e8d-928e-ba5f7af23a30 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6609375 Aug 20 12:07:55.066104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 45878) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:07:55.075426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Request body: {'subnet': {'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1555534912-subnet', 'tenant_id': 'e3e4ce099be1419e8594838789dfb30c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:55.169831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Made reservation on behalf of e3e4ce099be1419e8594838789dfb30c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:55.172440 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.438522 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.501552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9734a49-9a3f-4325-a4f4-1e81dbfae78e,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:07:55.510968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Checking segment: {'id': '651ecbfd-2362-4006-bc23-1a3fb7ad432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:07:55.511344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Network hostable DHCP agents. Network: 044e9b4b-cf28-4fe9-895b-da959914bb7b, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:07:55.615340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Network 044e9b4b-cf28-4fe9-895b-da959914bb7b is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:07:55.729286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 044e9b4b-cf28-4fe9-895b-da959914bb7b) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:07:55.742180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:55.742180 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:55.745218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10262eb9-2e07-493c-9aa5-1b1c56204a92 None None] Network 044e9b4b-cf28-4fe9-895b-da959914bb7b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:55.878794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df3fe0f-2358-4738-89d3-a98e8c9fb4b8 None None] Network 044e9b4b-cf28-4fe9-895b-da959914bb7b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:07:55.884418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-39d0457c-da40-4c68-bfa9-b6011037921a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8166604 Aug 20 12:07:56.386211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-283e9ec8-7fb6-4691-84f2-cbe71eb8d8f2 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:56.388275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-283e9ec8-7fb6-4691-84f2-cbe71eb8d8f2 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/networks?id=044e9b4b-cf28-4fe9-895b-da959914bb7b HTTP/1.1" status: 200 len: 812 time: 0.1186249 Aug 20 12:07:56.404436 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-ec5af82f-5409-4e92-a98b-a94aa2817adf tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/quotas/e3e4ce099be1419e8594838789dfb30c HTTP/1.1" status: 200 len: 375 time: 0.0103230 Aug 20 12:07:56.441100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-1efc120e-8f44-4ea8-8f3e-a85ac9c50822 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e3e4ce099be1419e8594838789dfb30c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305326 Aug 20 12:07:56.505957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-3d2bccbb-3658-44e3-bbce-67d5d5334697 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:07:56.506950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-3d2bccbb-3658-44e3-bbce-67d5d5334697 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592794 Aug 20 12:07:56.599017 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-b23d4e92-66d1-44b2-b294-d7046ced57a5 service neutron] 10.222.0.10 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853179 Aug 20 12:07:56.696996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-7caa0d4e-2e0f-4dd0-8954-600330c40073 service neutron] 10.222.0.10 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916777 Aug 20 12:07:56.935885 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-280eb3e7-66b1-4417-bf0b-4b941bcc0e9a req-213046a5-78df-4272-8d1a-d71f1bda8aed tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 210 time: 0.0276959 Aug 20 12:07:58.022811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83fdfb84-7225-41ed-b293-3f56a298556c req-87b4dcb4-ba43-4457-bbdf-fc842a3225ef tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 210 time: 0.0278525 Aug 20 12:07:59.116773 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ba4f440-5884-4398-a516-de46aa63d22b req-8d690ba4-8d11-4817-aa34-063577af000a tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 210 time: 0.0269754 Aug 20 12:07:59.321133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-3f559b73-faf7-4a3c-8c4b-243c0fe66a91 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:07:59.323054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-3f559b73-faf7-4a3c-8c4b-243c0fe66a91 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.38 "GET /v2.0/networks?id=044e9b4b-cf28-4fe9-895b-da959914bb7b HTTP/1.1" status: 200 len: 812 time: 0.1094427 Aug 20 12:07:59.338924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Request body: {'port': {'device_id': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b', 'admin_state_up': True, 'tenant_id': 'e3e4ce099be1419e8594838789dfb30c'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:07:59.587029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Made reservation on behalf of e3e4ce099be1419e8594838789dfb30c for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:07:59.591711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:59.723286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Allocated IP 172.20.0.13 (044e9b4b-cf28-4fe9-895b-da959914bb7b/b9734a49-9a3f-4325-a4f4-1e81dbfae78e/84ec3873-3b70-435c-87fa-42128bdafa25) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:07:59.874632 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:07:59.998846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:00.044638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Network 044e9b4b-cf28-4fe9-895b-da959914bb7b is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:08:00.047658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:00.050149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:08:00.081042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Pushing event updated for resources: {'Port': ['ID=84ec3873-3b70-435c-87fa-42128bdafa25,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:00.105012 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.106160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:00.175855 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-4f59e133-2dd6-4739-a6bc-d41f91789ba4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8420846 Aug 20 12:08:00.196877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Request body: {'port': {'device_id': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:00.240881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302cd41-a69d-4b93-b1c6-4b5ab0038d35 req-41a44542-b392-4590-88d4-d3933157b52b tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.242454 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8302cd41-a69d-4b93-b1c6-4b5ab0038d35 req-41a44542-b392-4590-88d4-d3933157b52b tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 932 time: 0.0546777 Aug 20 12:08:00.256846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:00.283882 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8302cd41-a69d-4b93-b1c6-4b5ab0038d35 req-b3fd98c8-9ff8-4e14-a5dd-2339d032a576 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339131 Aug 20 12:08:00.528408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ec3873-3b70-435c-87fa-42128bdafa25 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:00.536276 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:00.549168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Transition to ACTIVE for port object 84ec3873-3b70-435c-87fa-42128bdafa25 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:00.632349 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:00.704483 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=84ec3873-3b70-435c-87fa-42128bdafa25,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:00.759452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Attempting to bind port 84ec3873-3b70-435c-87fa-42128bdafa25 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:00.759780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Attempting to bind port 84ec3873-3b70-435c-87fa-42128bdafa25 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '651ecbfd-2362-4006-bc23-1a3fb7ad432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:00.760105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Attempting to bind port 84ec3873-3b70-435c-87fa-42128bdafa25 on network 044e9b4b-cf28-4fe9-895b-da959914bb7b {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:00.765108 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Port 84ec3873-3b70-435c-87fa-42128bdafa25 on network 044e9b4b-cf28-4fe9-895b-da959914bb7b not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:00.765426 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Attempting to bind port 84ec3873-3b70-435c-87fa-42128bdafa25 on network 044e9b4b-cf28-4fe9-895b-da959914bb7b {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:00.770253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:00.770622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Checking segment: {'id': '651ecbfd-2362-4006-bc23-1a3fb7ad432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:00.771034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Bound using segment: {'id': '651ecbfd-2362-4006-bc23-1a3fb7ad432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:00.771465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Bound port: 84ec3873-3b70-435c-87fa-42128bdafa25, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651ecbfd-2362-4006-bc23-1a3fb7ad432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:00.771816 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:00.839054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:00.842248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=84ec3873-3b70-435c-87fa-42128bdafa25,segment=NetworkSegment(651ecbfd-2362-4006-bc23-1a3fb7ad432c),segment_id=651ecbfd-2362-4006-bc23-1a3fb7ad432c)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:00.936179 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:00.969481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:00.970328 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:00.971787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] 10.222.0.38 "PUT /v2.0/ports/84ec3873-3b70-435c-87fa-42128bdafa25 HTTP/1.1" status: 200 len: 1092 time: 0.7814376 Aug 20 12:08:00.974270 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:00.976567 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9195ddeb38c7179540ac4bd5e82ef1aab7cc11ba1b6f134cce005b33149f79fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c5a822-38e9-4182-8904-97e282d0d717" -d '{"events": [{"name": "network-changed", "server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:01.005522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fa019-ec6d-4572-a131-fda6ff998cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=84ec3873-3b70-435c-87fa-42128bdafa25,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:01.016673 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89ab200-1f1c-4b1b-9ce6-9726dff54d89 x-openstack-request-id: req-a89ab200-1f1c-4b1b-9ce6-9726dff54d89 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:01.016983 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:01.017323 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a89ab200-1f1c-4b1b-9ce6-9726dff54d89 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:01.017842 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25', 'status': 'completed', 'code': 200} Aug 20 12:08:01.095908 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5a822-38e9-4182-8904-97e282d0d717 req-3455036a-f2ac-4099-804a-d07e738837ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.097344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64c5a822-38e9-4182-8904-97e282d0d717 req-3455036a-f2ac-4099-804a-d07e738837ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3e4ce099be1419e8594838789dfb30c&device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 1095 time: 0.0474839 Aug 20 12:08:01.201370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5a822-38e9-4182-8904-97e282d0d717 req-4fea443c-704f-403c-8721-e40143d213a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.202966 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64c5a822-38e9-4182-8904-97e282d0d717 req-4fea443c-704f-403c-8721-e40143d213a9 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e3e4ce099be1419e8594838789dfb30c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0927608 Aug 20 12:08:01.304764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5a822-38e9-4182-8904-97e282d0d717 req-b3984a9f-6bb3-475d-944f-c094997d56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.306375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64c5a822-38e9-4182-8904-97e282d0d717 req-b3984a9f-6bb3-475d-944f-c094997d56d2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931916 Aug 20 12:08:01.398949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-dbfe7670-12d1-4ffe-9c5d-6cd91b95e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.400392 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-dbfe7670-12d1-4ffe-9c5d-6cd91b95e40e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3e4ce099be1419e8594838789dfb30c&device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 1095 time: 0.0452147 Aug 20 12:08:01.405421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29465a8b-fc52-4d97-8042-ca24df488813 req-e3530caf-c0b3-4525-a957-987d4a3dda28 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.406968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29465a8b-fc52-4d97-8042-ca24df488813 req-e3530caf-c0b3-4525-a957-987d4a3dda28 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 944 time: 0.0518494 Aug 20 12:08:01.445991 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-d8bc32d2-d502-413a-b1ee-5a127f47927e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84ec3873-3b70-435c-87fa-42128bdafa25 HTTP/1.1" status: 200 len: 217 time: 0.0345190 Aug 20 12:08:01.448494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29465a8b-fc52-4d97-8042-ca24df488813 req-52c93234-d72a-4787-bd64-e6d5e8d3665a tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339289 Aug 20 12:08:01.499315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-7c9d82b0-8bd6-486a-82c9-e7465dd7efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:01.500816 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-7c9d82b0-8bd6-486a-82c9-e7465dd7efec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9734a49-9a3f-4325-a4f4-1e81dbfae78e HTTP/1.1" status: 200 len: 852 time: 0.0481305 Aug 20 12:08:01.859391 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-15d50007-2a67-41b7-b9ea-ada724251c12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=044e9b4b-cf28-4fe9-895b-da959914bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3474927 Aug 20 12:08:01.971076 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-edbb7a28-7697-42b1-bfb6-a6c2783d9fde service neutron] 10.222.0.38 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018257 Aug 20 12:08:02.066195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d565ccde-196e-44b5-a086-b8f6c6955adb req-ffc70ef0-a938-4473-bc87-4a838cb3d3c0 service neutron] 10.222.0.38 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877991 Aug 20 12:08:02.576379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551a8a1-c71e-4751-b59f-5dcdebbcbc09 req-6bdd3e1d-ec7e-44d3-b87f-0a6be5e6929d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:02.577986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5551a8a1-c71e-4751-b59f-5dcdebbcbc09 req-6bdd3e1d-ec7e-44d3-b87f-0a6be5e6929d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 944 time: 0.0560405 Aug 20 12:08:02.617545 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5551a8a1-c71e-4751-b59f-5dcdebbcbc09 req-abb56920-e478-432d-97aa-15d9b349404f tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333056 Aug 20 12:08:03.746692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78082b-c4cb-4419-be42-c65478858e26 req-fa5f3e58-4322-4ec4-8b39-bd6655649e9d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:03.748332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc78082b-c4cb-4419-be42-c65478858e26 req-fa5f3e58-4322-4ec4-8b39-bd6655649e9d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 944 time: 0.0572309 Aug 20 12:08:03.791973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc78082b-c4cb-4419-be42-c65478858e26 req-c70d754b-a4d6-4523-b9db-7c988024d15f tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357871 Aug 20 12:08:04.910573 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f545c9-7a13-4f76-8354-e63a202b0200 req-802954a0-c56e-4023-8a08-a1abbf224337 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:04.912249 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39f545c9-7a13-4f76-8354-e63a202b0200 req-802954a0-c56e-4023-8a08-a1abbf224337 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 944 time: 0.0523350 Aug 20 12:08:04.958307 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-39f545c9-7a13-4f76-8354-e63a202b0200 req-4cc383e5-a6ec-444e-bf4e-6c59d7a82aa6 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355756 Aug 20 12:08:05.421558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 84ec3873-3b70-435c-87fa-42128bdafa25 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:05.519932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=84ec3873-3b70-435c-87fa-42128bdafa25,segment=NetworkSegment(651ecbfd-2362-4006-bc23-1a3fb7ad432c),segment_id=651ecbfd-2362-4006-bc23-1a3fb7ad432c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:05.532615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '84ec3873-3b70-435c-87fa-42128bdafa25', 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b', 'port_id': '84ec3873-3b70-435c-87fa-42128bdafa25', 'mac_address': 'fa:16:3e:bd:62:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9734a49-9a3f-4325-a4f4-1e81dbfae78e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:05.572240 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:05.595110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ec3873-3b70-435c-87fa-42128bdafa25 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:05.617273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=84ec3873-3b70-435c-87fa-42128bdafa25,segment=NetworkSegment(651ecbfd-2362-4006-bc23-1a3fb7ad432c),segment_id=651ecbfd-2362-4006-bc23-1a3fb7ad432c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:05.729135 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:05.784493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=84ec3873-3b70-435c-87fa-42128bdafa25,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:05.995001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['84ec3873-3b70-435c-87fa-42128bdafa25'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:06.097122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39b059-ba61-480a-a20d-18549c95d78a req-8a2ed9ec-6bfc-49fb-bf40-8ada71a8f3eb tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:06.098729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a39b059-ba61-480a-a20d-18549c95d78a req-8a2ed9ec-6bfc-49fb-bf40-8ada71a8f3eb tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 945 time: 0.0569949 Aug 20 12:08:06.140192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a39b059-ba61-480a-a20d-18549c95d78a req-c74dbfa3-f74e-4e5c-a5bc-6fca8d0f6eaa tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351896 Aug 20 12:08:07.271719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f057c-6bbb-4b7b-bc87-4f5032a6d9ce req-721eb039-150c-4abb-8519-f9e11cb5809b tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.273275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d86f057c-6bbb-4b7b-bc87-4f5032a6d9ce req-721eb039-150c-4abb-8519-f9e11cb5809b tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 945 time: 0.0596399 Aug 20 12:08:07.316237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d86f057c-6bbb-4b7b-bc87-4f5032a6d9ce req-52fd0fd4-ec92-4b71-b825-89527d7ece1f tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360563 Aug 20 12:08:07.436732 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 84ec3873-3b70-435c-87fa-42128bdafa25 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:07.558108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 84ec3873-3b70-435c-87fa-42128bdafa25 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:07.562876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 84ec3873-3b70-435c-87fa-42128bdafa25 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:07.563287 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:07.658334 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:07.682990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:07.685865 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60acb706-4d4d-48d6-b569-7827c0a68805" -d '{"events": [{"server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "name": "network-vif-plugged", "status": "completed", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:07.699786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=84ec3873-3b70-435c-87fa-42128bdafa25,segment=NetworkSegment(651ecbfd-2362-4006-bc23-1a3fb7ad432c),segment_id=651ecbfd-2362-4006-bc23-1a3fb7ad432c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:07.724763 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a073d922-c023-44c6-87cd-7bbdcd971477 x-openstack-request-id: req-a073d922-c023-44c6-87cd-7bbdcd971477 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:07.725232 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "name": "network-vif-plugged", "status": "completed", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:07.725654 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a073d922-c023-44c6-87cd-7bbdcd971477 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:07.726277 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25', 'code': 200} Aug 20 12:08:07.775989 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:07.826339 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=84ec3873-3b70-435c-87fa-42128bdafa25,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:07.835086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e886f-d441-46f5-bcd4-90fa7e90b203 req-96677cb5-9ae6-43f0-96cb-d34a55150cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:07.836082 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f41e886f-d441-46f5-bcd4-90fa7e90b203 req-96677cb5-9ae6-43f0-96cb-d34a55150cc1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 1097 time: 0.0420668 Aug 20 12:08:07.879876 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f41e886f-d441-46f5-bcd4-90fa7e90b203 req-daddb763-9ce8-4783-be64-825371520143 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Aug 20 12:08:08.437243 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d025bd-6ba5-492d-8bec-23481269a3e3 req-d09b6f5a-e33f-42e1-9ecb-d7a4f8da3f8c tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:08.439046 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03d025bd-6ba5-492d-8bec-23481269a3e3 req-d09b6f5a-e33f-42e1-9ecb-d7a4f8da3f8c tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0540876 Aug 20 12:08:08.482642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03d025bd-6ba5-492d-8bec-23481269a3e3 req-d8d0a40f-e16e-4d3b-a8ef-65c15dc2597e tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351982 Aug 20 12:08:09.609148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767d64-9522-4ae7-bc05-442f2681d908 req-c5cce3e9-1e89-41d7-9d82-e329ee1469e7 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:09.610752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40767d64-9522-4ae7-bc05-442f2681d908 req-c5cce3e9-1e89-41d7-9d82-e329ee1469e7 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0547183 Aug 20 12:08:09.652936 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40767d64-9522-4ae7-bc05-442f2681d908 req-32582050-a2d4-469c-bd03-444966a2b3ff tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359340 Aug 20 12:08:10.103675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e4796-a94a-473b-98c9-c1d27d8ce4c1 req-8f3e0cba-1d2a-47ec-9f59-ebf0a6a8a5b2 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:10.105497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38e4796-a94a-473b-98c9-c1d27d8ce4c1 req-8f3e0cba-1d2a-47ec-9f59-ebf0a6a8a5b2 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0563040 Aug 20 12:08:10.147531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f38e4796-a94a-473b-98c9-c1d27d8ce4c1 req-c47a7273-256c-406c-b2dc-72d80b0615fd tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Aug 20 12:08:10.183639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 45940) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:10.295613 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-f21590c4-5596-438b-ba8b-63e167fa0116 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104176 Aug 20 12:08:11.272487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6d0d7-9126-48c6-ae71-c1aec7e74a22 req-9954a3f8-b8c5-4b03-a343-0dfe19cd4c52 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:11.274054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-57b6d0d7-9126-48c6-ae71-c1aec7e74a22 req-9954a3f8-b8c5-4b03-a343-0dfe19cd4c52 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0571225 Aug 20 12:08:11.321668 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-57b6d0d7-9126-48c6-ae71-c1aec7e74a22 req-52964409-0688-4aad-a788-ce8b5206eb4b tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Aug 20 12:08:11.632174 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:12.437216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba9820-36ef-4a7c-acb6-9bb7894d0954 req-58b5f5fd-fb47-4295-b0db-58d1b0e8104d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:12.438718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94ba9820-36ef-4a7c-acb6-9bb7894d0954 req-58b5f5fd-fb47-4295-b0db-58d1b0e8104d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0480592 Aug 20 12:08:12.476142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94ba9820-36ef-4a7c-acb6-9bb7894d0954 req-2d1df60d-a315-4b0b-8800-db53dd05ddf6 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Aug 20 12:08:12.740456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede509-608f-4a64-9357-a1208c71c04f req-01db06ed-5c53-45c5-a820-800253c4b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:12.741908 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-01db06ed-5c53-45c5-a820-800253c4b01b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3e4ce099be1419e8594838789dfb30c&device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 1097 time: 0.0415788 Aug 20 12:08:12.836379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede509-608f-4a64-9357-a1208c71c04f req-3bd33a25-8cc0-42b4-acc6-313e7623e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:12.837866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-3bd33a25-8cc0-42b4-acc6-313e7623e853 service neutron] 10.222.0.38 "GET /v2.0/networks?id=044e9b4b-cf28-4fe9-895b-da959914bb7b HTTP/1.1" status: 200 len: 913 time: 0.0893734 Aug 20 12:08:12.878195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-5b843176-e6f7-4193-b7b2-c7235775cb00 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84ec3873-3b70-435c-87fa-42128bdafa25 HTTP/1.1" status: 200 len: 217 time: 0.0336270 Aug 20 12:08:12.925856 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede509-608f-4a64-9357-a1208c71c04f req-6d690053-cf58-4a66-a0e8-14adf460ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:12.927333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-6d690053-cf58-4a66-a0e8-14adf460ce8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9734a49-9a3f-4325-a4f4-1e81dbfae78e HTTP/1.1" status: 200 len: 852 time: 0.0428679 Aug 20 12:08:12.958931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-871d9272-a6af-4536-b354-737f83760798 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=044e9b4b-cf28-4fe9-895b-da959914bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239160 Aug 20 12:08:13.051747 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-a2de0434-4418-400d-9595-1c5aa7bd2849 service neutron] 10.222.0.38 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863025 Aug 20 12:08:13.141121 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-0c923238-9f01-4e55-80f8-62f6ed85a3ff service neutron] 10.222.0.38 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823715 Aug 20 12:08:13.604550 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc5297-cba3-47a0-95ab-e0b263d2560a req-53d17350-3b21-4beb-bf8a-836fc909ff05 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:13.606571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-75dc5297-cba3-47a0-95ab-e0b263d2560a req-53d17350-3b21-4beb-bf8a-836fc909ff05 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0562515 Aug 20 12:08:13.644090 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-75dc5297-cba3-47a0-95ab-e0b263d2560a req-1fb4a994-3d12-47a8-a41e-42d6ae9bcbba tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314837 Aug 20 12:08:13.803437 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:14.764728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f1d2-6bde-4b31-b25c-c47beaaa672f req-55a211e8-f4fb-47b4-a5f3-413c34aa6677 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:14.766234 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3cd8f1d2-6bde-4b31-b25c-c47beaaa672f req-55a211e8-f4fb-47b4-a5f3-413c34aa6677 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0525928 Aug 20 12:08:14.805976 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3cd8f1d2-6bde-4b31-b25c-c47beaaa672f req-ee605a57-12c0-461a-baa4-a9aaa8ae8f4a tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336418 Aug 20 12:08:15.037120 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1da393b-5a0f-482f-b096-945e89d61a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:15.934661 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17993672-bf3f-43ba-a284-4c139afd3d5f req-a3d78bfd-e41e-4384-aeb1-497ceb6fc3c1 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:15.941199 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17993672-bf3f-43ba-a284-4c139afd3d5f req-a3d78bfd-e41e-4384-aeb1-497ceb6fc3c1 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0530305 Aug 20 12:08:15.978238 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-17993672-bf3f-43ba-a284-4c139afd3d5f req-95c5397c-ec8b-4dc9-b2ca-b360b7db542c tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347726 Aug 20 12:08:17.095164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd6dd4-799e-4269-96c3-ad8592adf00d req-c134d84a-f81b-4d91-b031-536e633c97a7 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:17.096666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9fd6dd4-799e-4269-96c3-ad8592adf00d req-c134d84a-f81b-4d91-b031-536e633c97a7 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0496984 Aug 20 12:08:17.134413 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9fd6dd4-799e-4269-96c3-ad8592adf00d req-a41472e3-807c-4424-a614-d92d7d7368a4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Aug 20 12:08:17.717329 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4741c20b-7e3a-4f30-bfb7-44edcbc30db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:18.249432 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aab73-0a68-4fff-9009-57b20243b0e9 req-3348e904-5b91-4141-846a-96286afa4b4c tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:18.250944 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d4aab73-0a68-4fff-9009-57b20243b0e9 req-3348e904-5b91-4141-846a-96286afa4b4c tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0491800 Aug 20 12:08:18.290072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d4aab73-0a68-4fff-9009-57b20243b0e9 req-3e865688-a876-41b1-bcb1-5fd15d478171 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331094 Aug 20 12:08:18.626139 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:19.362921 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:19.406425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852b7b8-61bc-40e4-9338-606f22d260fc req-f9c1c9d7-36e6-4f4c-b7c6-dc74caea47de tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:19.408637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c852b7b8-61bc-40e4-9338-606f22d260fc req-f9c1c9d7-36e6-4f4c-b7c6-dc74caea47de tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0504508 Aug 20 12:08:19.449013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c852b7b8-61bc-40e4-9338-606f22d260fc req-f04bb6d7-a655-4f49-bc12-97a616b424b5 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341640 Aug 20 12:08:20.574337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba8281-6e4b-4657-afd9-b6a8204d398a req-97bfc018-6963-459f-8309-cb49fb5163f0 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:20.575909 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7ba8281-6e4b-4657-afd9-b6a8204d398a req-97bfc018-6963-459f-8309-cb49fb5163f0 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0540977 Aug 20 12:08:20.615515 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d7ba8281-6e4b-4657-afd9-b6a8204d398a req-48490679-e432-4a2c-99e1-79ca5c3f8ad1 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336742 Aug 20 12:08:20.968690 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:21.737687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad375a-2c6f-4875-b309-659daf7f2f05 req-fea7f0f1-11e3-4f85-93fa-f09e01f0284c tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:21.739258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6ad375a-2c6f-4875-b309-659daf7f2f05 req-fea7f0f1-11e3-4f85-93fa-f09e01f0284c tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0550895 Aug 20 12:08:21.778328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6ad375a-2c6f-4875-b309-659daf7f2f05 req-7f11a0d8-4296-42cb-873d-2e7059b0a63b tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329871 Aug 20 12:08:22.901601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7401a8-ab91-489a-bcaa-5eb3803d045f req-09cb79c5-f900-4fe3-8e9e-d0a83796a485 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:22.903216 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da7401a8-ab91-489a-bcaa-5eb3803d045f req-09cb79c5-f900-4fe3-8e9e-d0a83796a485 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0528588 Aug 20 12:08:22.946055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-da7401a8-ab91-489a-bcaa-5eb3803d045f req-0991b0b9-41b0-4e25-9408-4e7fb90ce738 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363688 Aug 20 12:08:24.070968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0a727-a1f4-4a0c-8d16-94f2095192a9 req-f925e494-d0e3-4f06-b2c6-68fbdb51cdab tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:24.072883 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6f0a727-a1f4-4a0c-8d16-94f2095192a9 req-f925e494-d0e3-4f06-b2c6-68fbdb51cdab tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0518532 Aug 20 12:08:24.113461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6f0a727-a1f4-4a0c-8d16-94f2095192a9 req-cfbdf231-706a-4d9d-8edd-d4c08617f0f2 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329254 Aug 20 12:08:25.231127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1f24c-2dcb-4d55-adc1-01815da95873 req-d3866a5d-a370-4c38-b417-4645ca17ec46 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:25.237098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9fa1f24c-2dcb-4d55-adc1-01815da95873 req-d3866a5d-a370-4c38-b417-4645ca17ec46 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0510244 Aug 20 12:08:25.277611 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9fa1f24c-2dcb-4d55-adc1-01815da95873 req-cde449b2-f804-4c0c-a0d6-825461a5bbeb tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Aug 20 12:08:26.392248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e9ac9-f014-4967-a323-910c190d1cd5 req-80377ae2-cb50-4d81-a1cb-31bf9c244fd4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:26.393800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7e4e9ac9-f014-4967-a323-910c190d1cd5 req-80377ae2-cb50-4d81-a1cb-31bf9c244fd4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0526664 Aug 20 12:08:26.432480 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7e4e9ac9-f014-4967-a323-910c190d1cd5 req-b1a75a2e-c952-49aa-8e4d-22eb7203f498 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326359 Aug 20 12:08:27.551831 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64300305-f45b-4f46-9143-f0dd88aabefc req-f5bc4739-4fb5-460e-bdd9-660746a01e6e tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:27.553441 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64300305-f45b-4f46-9143-f0dd88aabefc req-f5bc4739-4fb5-460e-bdd9-660746a01e6e tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0527775 Aug 20 12:08:27.591608 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-64300305-f45b-4f46-9143-f0dd88aabefc req-a0e0e118-b80b-4378-9319-70c0e5c485cb tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Aug 20 12:08:28.708319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6c765-4ed9-48a0-9268-5300a1775994 req-30ee9399-3030-4b17-a299-10365c84b9e4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:28.709915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ad6c765-4ed9-48a0-9268-5300a1775994 req-30ee9399-3030-4b17-a299-10365c84b9e4 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0529978 Aug 20 12:08:28.747809 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ad6c765-4ed9-48a0-9268-5300a1775994 req-01cb2014-552a-4db9-a182-8fd4bdc2d106 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319686 Aug 20 12:08:29.863875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49516a4-3f6e-49af-84c3-3987933dbd9f req-e4e2e631-2b26-49f8-96d3-94ff6809d032 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:29.865397 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b49516a4-3f6e-49af-84c3-3987933dbd9f req-e4e2e631-2b26-49f8-96d3-94ff6809d032 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0491812 Aug 20 12:08:29.902694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b49516a4-3f6e-49af-84c3-3987933dbd9f req-7a06e41f-589f-4239-91f8-fbb6cb809555 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Aug 20 12:08:31.018325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fc652-523e-4323-ba28-19e5e32ee890 req-953b03d9-0616-4443-ab2f-9886fd26a8ef tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:31.019889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6fc652-523e-4323-ba28-19e5e32ee890 req-953b03d9-0616-4443-ab2f-9886fd26a8ef tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0491538 Aug 20 12:08:31.058856 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6fc652-523e-4323-ba28-19e5e32ee890 req-db79814b-c860-4068-a337-111bd92a026b tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327325 Aug 20 12:08:31.480690 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:08:32.178050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466abac-d877-458a-8f93-b9b66e67abb6 req-df271440-5f0b-48f6-82fc-d888b5722105 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:32.179560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b466abac-d877-458a-8f93-b9b66e67abb6 req-df271440-5f0b-48f6-82fc-d888b5722105 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0519557 Aug 20 12:08:32.217793 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b466abac-d877-458a-8f93-b9b66e67abb6 req-443d56c7-5c3c-444d-a62e-d8989a3649f9 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Aug 20 12:08:33.333781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b93dba-22da-44f0-940e-a9f9fc85d112 req-521b57b6-337c-4fd6-be0a-8f3ce5d6d7c0 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:33.335221 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78b93dba-22da-44f0-940e-a9f9fc85d112 req-521b57b6-337c-4fd6-be0a-8f3ce5d6d7c0 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0488105 Aug 20 12:08:33.372930 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-78b93dba-22da-44f0-940e-a9f9fc85d112 req-9603a560-db51-4012-b6a9-26d6b18f7c06 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Aug 20 12:08:34.491469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf376d5-bf83-4ec2-9a4a-b3216eebd603 req-58b690b8-1e9e-45a3-8664-4b419c425a31 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:34.492974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bdf376d5-bf83-4ec2-9a4a-b3216eebd603 req-58b690b8-1e9e-45a3-8664-4b419c425a31 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0548310 Aug 20 12:08:34.530563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bdf376d5-bf83-4ec2-9a4a-b3216eebd603 req-b32429c6-5285-4402-a435-931cc827fb57 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Aug 20 12:08:35.648862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c84589-86f4-4d50-8522-3acab30cc300 req-24a60817-b188-446a-b95a-c04acf336264 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:35.650326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10c84589-86f4-4d50-8522-3acab30cc300 req-24a60817-b188-446a-b95a-c04acf336264 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0520315 Aug 20 12:08:35.686630 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10c84589-86f4-4d50-8522-3acab30cc300 req-a0c8d6c2-be1d-4878-9ae4-b4d97cd97287 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303171 Aug 20 12:08:36.802315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a6a9f-e506-46db-bfaf-ddb9590eb067 req-6ecc4e06-e5fa-4970-9eae-ef8e259b24a8 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:36.804815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b36a6a9f-e506-46db-bfaf-ddb9590eb067 req-6ecc4e06-e5fa-4970-9eae-ef8e259b24a8 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0494342 Aug 20 12:08:36.841551 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b36a6a9f-e506-46db-bfaf-ddb9590eb067 req-9c82c083-5179-4f9d-a547-6558a648fd0d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Aug 20 12:08:37.954403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bff5c-6c3d-408f-a082-d48a3db74223 req-1645ea02-2814-4d1b-aa8e-16a55fa6008d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:37.955902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e0bff5c-6c3d-408f-a082-d48a3db74223 req-1645ea02-2814-4d1b-aa8e-16a55fa6008d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0482209 Aug 20 12:08:37.995018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3e0bff5c-6c3d-408f-a082-d48a3db74223 req-561e3769-fca0-49cd-9183-79e861556f3d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Aug 20 12:08:39.242900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1220e0-50b1-4c2f-853d-285de6ae04f4 req-3614bce1-5cae-4db0-b5f9-958bd00f5da5 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:39.244397 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e1220e0-50b1-4c2f-853d-285de6ae04f4 req-3614bce1-5cae-4db0-b5f9-958bd00f5da5 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0917480 Aug 20 12:08:39.284771 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e1220e0-50b1-4c2f-853d-285de6ae04f4 req-c1c440b7-1a23-4f72-8b3c-59749e625724 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343394 Aug 20 12:08:40.440825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f439563-9e20-47b5-886d-78d249ca603f req-fc9867a3-58f6-42ec-86ee-a286e95a7590 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:40.442322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f439563-9e20-47b5-886d-78d249ca603f req-fc9867a3-58f6-42ec-86ee-a286e95a7590 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0495460 Aug 20 12:08:40.479543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f439563-9e20-47b5-886d-78d249ca603f req-c5d4fe81-cf1f-479a-83a5-5f87694116c9 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310502 Aug 20 12:08:41.030412 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-95ede509-608f-4a64-9357-a1208c71c04f req-1efeed5c-8dee-485c-936d-8e1c7d32f8be service neutron] show failed (client error): The resource could not be found. Aug 20 12:08:41.031466 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-1efeed5c-8dee-485c-936d-8e1c7d32f8be service neutron] 10.222.0.38 "GET /v2.0/ports/84ec3873-3b70-435c-87fa-42128bdafa25/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0599439 Aug 20 12:08:41.601501 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090e5dc-859a-413a-b55c-8c406298179c req-41f135a2-eba3-4239-948b-61a0331b17c3 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.602698 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:41.603190 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a090e5dc-859a-413a-b55c-8c406298179c req-41f135a2-eba3-4239-948b-61a0331b17c3 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0512936 Aug 20 12:08:41.641873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a090e5dc-859a-413a-b55c-8c406298179c req-31f74da7-e5e0-4205-a9c3-03d9b9126f7e tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325944 Aug 20 12:08:41.717214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede509-608f-4a64-9357-a1208c71c04f req-449245ec-ae00-4caf-8dac-90155bc51ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:41.718734 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-449245ec-ae00-4caf-8dac-90155bc51ed3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5&tenant_id=e3e4ce099be1419e8594838789dfb30c HTTP/1.1" status: 200 len: 1097 time: 0.0743074 Aug 20 12:08:41.730281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:41.782502 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.319319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=84ec3873-3b70-435c-87fa-42128bdafa25,segment=NetworkSegment(651ecbfd-2362-4006-bc23-1a3fb7ad432c),segment_id=651ecbfd-2362-4006-bc23-1a3fb7ad432c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:42.357350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:42.397111 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:42.399452 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4304e8c6-55e8-4512-958f-ce0e12022763" -d '{"events": [{"server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:42.403960 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.418315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Transition to ACTIVE for port object 84ec3873-3b70-435c-87fa-42128bdafa25 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:08:42.452587 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402e8868-d26a-4289-b222-bd2d02d6146c x-openstack-request-id: req-402e8868-d26a-4289-b222-bd2d02d6146c {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:42.452877 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:42.453135 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-402e8868-d26a-4289-b222-bd2d02d6146c {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:42.453549 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25', 'code': 200} Aug 20 12:08:42.499568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.560578 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Pushing event updated for resources: {'Port': ['ID=84ec3873-3b70-435c-87fa-42128bdafa25,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:42.562877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] No DVR routers for this DVR port 84ec3873-3b70-435c-87fa-42128bdafa25 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:42.597307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Attempting to bind port 84ec3873-3b70-435c-87fa-42128bdafa25 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:08:42.597554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Attempting to bind port 84ec3873-3b70-435c-87fa-42128bdafa25 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '651ecbfd-2362-4006-bc23-1a3fb7ad432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:08:42.597879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Attempting to bind port 84ec3873-3b70-435c-87fa-42128bdafa25 on network 044e9b4b-cf28-4fe9-895b-da959914bb7b {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:42.602070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Port 84ec3873-3b70-435c-87fa-42128bdafa25 on network 044e9b4b-cf28-4fe9-895b-da959914bb7b not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:08:42.602390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Attempting to bind port 84ec3873-3b70-435c-87fa-42128bdafa25 on network 044e9b4b-cf28-4fe9-895b-da959914bb7b {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:08:42.607159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:08:42.607488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Checking segment: {'id': '651ecbfd-2362-4006-bc23-1a3fb7ad432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:42.607866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Bound using segment: {'id': '651ecbfd-2362-4006-bc23-1a3fb7ad432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:08:42.608291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Bound port: 84ec3873-3b70-435c-87fa-42128bdafa25, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651ecbfd-2362-4006-bc23-1a3fb7ad432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:08:42.608638 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.676580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:08:42.679728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=84ec3873-3b70-435c-87fa-42128bdafa25,segment=NetworkSegment(651ecbfd-2362-4006-bc23-1a3fb7ad432c),segment_id=651ecbfd-2362-4006-bc23-1a3fb7ad432c)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:08:42.757193 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.760091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625b8b0-0090-4702-809b-79b4aff502ea req-4e51e33d-0d74-4924-bedd-7ab5ef76ec4d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.761622 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0625b8b0-0090-4702-809b-79b4aff502ea req-4e51e33d-0d74-4924-bedd-7ab5ef76ec4d tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 944 time: 0.0491281 Aug 20 12:08:42.793078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.793764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:42.795183 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] 10.222.0.57 "PUT /v2.0/ports/84ec3873-3b70-435c-87fa-42128bdafa25 HTTP/1.1" status: 200 len: 1092 time: 1.0688829 Aug 20 12:08:42.802230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0625b8b0-0090-4702-809b-79b4aff502ea req-0e869682-343a-401e-9d66-d8f8faa6c734 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346181 Aug 20 12:08:42.814803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502b148-6193-4390-8a8c-cf684d00080d service neutron] Pushing event updated for resources: {'Port': ['ID=84ec3873-3b70-435c-87fa-42128bdafa25,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:42.859185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede509-608f-4a64-9357-a1208c71c04f req-80627819-3308-4a01-a46a-72366526407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.860626 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-80627819-3308-4a01-a46a-72366526407e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e4ce099be1419e8594838789dfb30c&device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 1095 time: 0.0419252 Aug 20 12:08:42.951384 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede509-608f-4a64-9357-a1208c71c04f req-29909a2b-6f8b-4a7c-aab2-bbefddf45147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:42.952832 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-29909a2b-6f8b-4a7c-aab2-bbefddf45147 service neutron] 10.222.0.57 "GET /v2.0/networks?id=044e9b4b-cf28-4fe9-895b-da959914bb7b HTTP/1.1" status: 200 len: 913 time: 0.0847948 Aug 20 12:08:42.993940 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-d2332865-5eda-4eb0-82b3-b1ed9a971f70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84ec3873-3b70-435c-87fa-42128bdafa25 HTTP/1.1" status: 200 len: 217 time: 0.0335600 Aug 20 12:08:43.041607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede509-608f-4a64-9357-a1208c71c04f req-72bd7c55-7bf8-4eef-b4c6-5bfdb517e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:43.043083 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-72bd7c55-7bf8-4eef-b4c6-5bfdb517e5fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9734a49-9a3f-4325-a4f4-1e81dbfae78e HTTP/1.1" status: 200 len: 852 time: 0.0431206 Aug 20 12:08:43.077708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-63824f0a-d372-4a0b-9d1b-bebb7644d596 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=044e9b4b-cf28-4fe9-895b-da959914bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277677 Aug 20 12:08:43.164037 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-348b5c95-ac68-4c3f-b0bd-1aaee5a843ee service neutron] 10.222.0.57 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790439 Aug 20 12:08:43.257834 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-95ede509-608f-4a64-9357-a1208c71c04f req-30169a11-d054-4909-a1b6-988ed9732c00 service neutron] 10.222.0.57 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866017 Aug 20 12:08:43.808442 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:44.009720 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d5fa7-b77a-4b2f-b52e-148b273772a5 req-363eaa0a-34b0-498a-bfe4-7a62ddeffc42 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.011261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-255d5fa7-b77a-4b2f-b52e-148b273772a5 req-363eaa0a-34b0-498a-bfe4-7a62ddeffc42 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 944 time: 0.0937228 Aug 20 12:08:44.049505 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-255d5fa7-b77a-4b2f-b52e-148b273772a5 req-7566dde7-f43b-4f76-ba37-d8a21934a8cb tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Aug 20 12:08:44.454640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:44.457890 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89287a8b1fc6e9f4c6094f3a7d255efede56a06fec79241e38e1d2c176b9de73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a799c9-d93c-4202-8d3a-e0df4480e61d" -d '{"events": [{"name": "network-changed", "server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:44.508486 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a646e4f1-cc2b-471a-adcd-5f1c81e0922d x-openstack-request-id: req-a646e4f1-cc2b-471a-adcd-5f1c81e0922d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:44.508784 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:44.509045 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a646e4f1-cc2b-471a-adcd-5f1c81e0922d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:44.509452 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25', 'status': 'completed', 'code': 200} Aug 20 12:08:44.569049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-e050bd34-5cb4-4d90-b798-c40e94e203f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.570598 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-e050bd34-5cb4-4d90-b798-c40e94e203f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e4ce099be1419e8594838789dfb30c&device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 1095 time: 0.0405676 Aug 20 12:08:44.581460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-dc6751fe-8ea0-447e-8c93-b040a4e56135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.583261 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-dc6751fe-8ea0-447e-8c93-b040a4e56135 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3e4ce099be1419e8594838789dfb30c&device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 1095 time: 0.0455410 Aug 20 12:08:44.667608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-c7b47987-9b36-4a93-b19b-9b7cdd624543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.669009 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-c7b47987-9b36-4a93-b19b-9b7cdd624543 service neutron] 10.222.0.57 "GET /v2.0/networks?id=044e9b4b-cf28-4fe9-895b-da959914bb7b HTTP/1.1" status: 200 len: 913 time: 0.0903141 Aug 20 12:08:44.673932 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-cfa24d92-e0d2-4954-a76d-c1d5c7d5f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.675464 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-cfa24d92-e0d2-4954-a76d-c1d5c7d5f7b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=044e9b4b-cf28-4fe9-895b-da959914bb7b HTTP/1.1" status: 200 len: 913 time: 0.0842762 Aug 20 12:08:44.716397 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-13a20207-d44c-46bf-b0dd-67ee6af245db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84ec3873-3b70-435c-87fa-42128bdafa25 HTTP/1.1" status: 200 len: 217 time: 0.0359836 Aug 20 12:08:44.723155 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-ae5a1f54-1792-4a91-97e3-1795c96cbedf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84ec3873-3b70-435c-87fa-42128bdafa25 HTTP/1.1" status: 200 len: 217 time: 0.0356922 Aug 20 12:08:44.767490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-a441d276-6fb8-455a-a262-e2725c720da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.769606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-a441d276-6fb8-455a-a262-e2725c720da4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9734a49-9a3f-4325-a4f4-1e81dbfae78e HTTP/1.1" status: 200 len: 852 time: 0.0457056 Aug 20 12:08:44.782289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-0f6e5113-58bd-4145-96f2-60dd51fc9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:44.783786 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-0f6e5113-58bd-4145-96f2-60dd51fc9ea1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9734a49-9a3f-4325-a4f4-1e81dbfae78e HTTP/1.1" status: 200 len: 852 time: 0.0499539 Aug 20 12:08:44.805683 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-1ab03416-6325-4096-a75a-70a60ac3b218 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=044e9b4b-cf28-4fe9-895b-da959914bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260487 Aug 20 12:08:44.820103 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-4261569b-115a-442a-a41f-d192fd1879f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=044e9b4b-cf28-4fe9-895b-da959914bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256131 Aug 20 12:08:44.900489 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-e76bf999-3321-451a-b7a5-16bb8357d193 service neutron] 10.222.0.57 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874882 Aug 20 12:08:44.913383 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-da7242bd-c06a-4477-931c-7668891631fd service neutron] 10.222.0.38 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820463 Aug 20 12:08:44.994620 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-70fe17cb-7d5b-418d-88d3-83fff93188fb service neutron] 10.222.0.57 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860379 Aug 20 12:08:45.012749 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2a799c9-d93c-4202-8d3a-e0df4480e61d req-cbee8862-d1c5-4ac0-a09d-ececfe311bca service neutron] 10.222.0.38 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887454 Aug 20 12:08:45.036658 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd0c0939-ff56-4022-9f64-a65fb9f80c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:45.172186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b9ceb-6f86-447e-bafd-086568e09f1d req-05ad8e6a-3a48-470c-89cf-8548e7cfa241 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:45.173704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-124b9ceb-6f86-447e-bafd-086568e09f1d req-05ad8e6a-3a48-470c-89cf-8548e7cfa241 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 944 time: 0.0548861 Aug 20 12:08:45.214085 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-124b9ceb-6f86-447e-bafd-086568e09f1d req-f383c7d3-5402-4ed6-9e27-cebb5cf6a500 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338151 Aug 20 12:08:45.654540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 84ec3873-3b70-435c-87fa-42128bdafa25 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:08:45.692814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 84ec3873-3b70-435c-87fa-42128bdafa25 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:08:46.334710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0383b-9c8e-44a2-bfdc-2d4aaf39733f req-7e45bdc4-6ba8-4a9c-aac1-f603b64ecd62 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:46.336148 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-faa0383b-9c8e-44a2-bfdc-2d4aaf39733f req-7e45bdc4-6ba8-4a9c-aac1-f603b64ecd62 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 944 time: 0.0515680 Aug 20 12:08:46.374778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-faa0383b-9c8e-44a2-bfdc-2d4aaf39733f req-69dacbb2-aa53-4ab7-94e4-03b5b1240661 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Aug 20 12:08:46.715596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 84ec3873-3b70-435c-87fa-42128bdafa25 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:08:46.811739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=84ec3873-3b70-435c-87fa-42128bdafa25,segment=NetworkSegment(651ecbfd-2362-4006-bc23-1a3fb7ad432c),segment_id=651ecbfd-2362-4006-bc23-1a3fb7ad432c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:46.826752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '84ec3873-3b70-435c-87fa-42128bdafa25', 'network_id': '044e9b4b-cf28-4fe9-895b-da959914bb7b', 'port_id': '84ec3873-3b70-435c-87fa-42128bdafa25', 'mac_address': 'fa:16:3e:bd:62:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9734a49-9a3f-4325-a4f4-1e81dbfae78e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:08:46.865684 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:46.879091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ec3873-3b70-435c-87fa-42128bdafa25 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:08:46.898210 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=84ec3873-3b70-435c-87fa-42128bdafa25,segment=NetworkSegment(651ecbfd-2362-4006-bc23-1a3fb7ad432c),segment_id=651ecbfd-2362-4006-bc23-1a3fb7ad432c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:46.908386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32361b71-89b8-47bc-9160-6213bec714ae req-50907875-1685-459d-83ff-1408b1be175c tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:46.910935 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-50907875-1685-459d-83ff-1408b1be175c tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.38 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5&tenant_id=e3e4ce099be1419e8594838789dfb30c&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 944 time: 0.0916400 Aug 20 12:08:46.985249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:47.036102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=84ec3873-3b70-435c-87fa-42128bdafa25,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:47.043866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.044216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.044561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.044907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.045238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.045576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.045903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.046236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.046597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.046932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.047261 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.047585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:47.077418 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-32361b71-89b8-47bc-9160-6213bec714ae req-3ad2d6c9-df74-47a9-b695-920bf767bf9a service neutron] delete failed (client error): The resource could not be found. Aug 20 12:08:47.078510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-3ad2d6c9-df74-47a9-b695-920bf767bf9a service neutron] 10.222.0.38 "DELETE /v2.0/ports/84ec3873-3b70-435c-87fa-42128bdafa25/bindings/n-h2-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.1006353 Aug 20 12:08:47.171363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32361b71-89b8-47bc-9160-6213bec714ae req-956f853b-f019-4aa1-9082-ce2a19569618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.172944 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-956f853b-f019-4aa1-9082-ce2a19569618 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e3e4ce099be1419e8594838789dfb30c&device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0430319 Aug 20 12:08:47.237085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['84ec3873-3b70-435c-87fa-42128bdafa25'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:47.270273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32361b71-89b8-47bc-9160-6213bec714ae req-877bc1bd-bf48-4685-9d4c-a743b2850f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.271815 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-877bc1bd-bf48-4685-9d4c-a743b2850f7c service neutron] 10.222.0.38 "GET /v2.0/networks?id=044e9b4b-cf28-4fe9-895b-da959914bb7b HTTP/1.1" status: 200 len: 913 time: 0.0888097 Aug 20 12:08:47.317599 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-745239d2-3144-4e9d-9749-6d76345dff4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84ec3873-3b70-435c-87fa-42128bdafa25 HTTP/1.1" status: 200 len: 217 time: 0.0346606 Aug 20 12:08:47.371241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32361b71-89b8-47bc-9160-6213bec714ae req-76b7ca0b-6a12-46d5-b76b-563ee6ed20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:47.373455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-76b7ca0b-6a12-46d5-b76b-563ee6ed20bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b9734a49-9a3f-4325-a4f4-1e81dbfae78e HTTP/1.1" status: 200 len: 852 time: 0.0447395 Aug 20 12:08:47.413906 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-77c90571-a8ae-487e-9b24-b7cac617adb3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=044e9b4b-cf28-4fe9-895b-da959914bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289414 Aug 20 12:08:47.506090 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-292d1b0f-6310-4577-a431-397628337a32 service neutron] 10.222.0.38 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805614 Aug 20 12:08:47.605151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-073d9aaf-e584-45a9-83bd-a32347ce7446 service neutron] 10.222.0.38 "GET /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872633 Aug 20 12:08:47.876826 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cda56bb3-a7ca-44f9-90a0-7d57e84fb73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.625627 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.729401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 84ec3873-3b70-435c-87fa-42128bdafa25 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:08:48.824925 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 84ec3873-3b70-435c-87fa-42128bdafa25 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:08:48.829023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 84ec3873-3b70-435c-87fa-42128bdafa25 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:08:48.832241 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.907540 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:48.930518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:48.932671 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdc106e3e6ec52dc587459401945c554a7788f394f4031fb581524050b48c1c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab7d7a0-8681-4c94-b104-89f3f1add177" -d '{"events": [{"server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "name": "network-vif-plugged", "status": "completed", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:48.945895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=84ec3873-3b70-435c-87fa-42128bdafa25,segment=NetworkSegment(651ecbfd-2362-4006-bc23-1a3fb7ad432c),segment_id=651ecbfd-2362-4006-bc23-1a3fb7ad432c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:48.970147 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b37ae85-6025-4089-a321-27c5a52b3a82 x-openstack-request-id: req-4b37ae85-6025-4089-a321-27c5a52b3a82 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:48.970466 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "name": "network-vif-plugged", "status": "completed", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:48.970752 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b37ae85-6025-4089-a321-27c5a52b3a82 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:48.971207 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25', 'code': 200} Aug 20 12:08:49.002679 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:49.051031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=84ec3873-3b70-435c-87fa-42128bdafa25,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:49.150026 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542209f-a4c1-48d2-8fae-ae2ff48f7192 req-58a77b4f-ed36-4d4c-b4bd-a98eee7db815 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:49.151563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f542209f-a4c1-48d2-8fae-ae2ff48f7192 req-58a77b4f-ed36-4d4c-b4bd-a98eee7db815 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0508640 Aug 20 12:08:49.189565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f542209f-a4c1-48d2-8fae-ae2ff48f7192 req-653fdfed-0cfa-43ea-880e-068d7881987b tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Aug 20 12:08:49.380111 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.308081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd0451-260f-40ed-be5c-93962da87efe req-346f68c9-4007-4dad-aa93-e05a97867093 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.310296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cdbd0451-260f-40ed-be5c-93962da87efe req-346f68c9-4007-4dad-aa93-e05a97867093 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0509541 Aug 20 12:08:50.350469 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cdbd0451-260f-40ed-be5c-93962da87efe req-fe9a7569-15dc-4006-beff-e3c11be2ac49 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/security-groups?id=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339305 Aug 20 12:08:50.404131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32361b71-89b8-47bc-9160-6213bec714ae req-184754db-2bc2-4071-babb-83c77aa5d722 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:50.405612 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-184754db-2bc2-4071-babb-83c77aa5d722 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.57 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 946 time: 0.0490880 Aug 20 12:08:50.507207 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-32361b71-89b8-47bc-9160-6213bec714ae req-573f13f9-8c01-4c35-9836-885808a9c735 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Deleting port 84ec3873-3b70-435c-87fa-42128bdafa25 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:08:50.507554 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-32361b71-89b8-47bc-9160-6213bec714ae req-573f13f9-8c01-4c35-9836-885808a9c735 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.602681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-32361b71-89b8-47bc-9160-6213bec714ae req-573f13f9-8c01-4c35-9836-885808a9c735 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] For port 84ec3873-3b70-435c-87fa-42128bdafa25, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=84ec3873-3b70-435c-87fa-42128bdafa25,segment=NetworkSegment(651ecbfd-2362-4006-bc23-1a3fb7ad432c),segment_id=651ecbfd-2362-4006-bc23-1a3fb7ad432c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:08:50.602971 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-32361b71-89b8-47bc-9160-6213bec714ae req-573f13f9-8c01-4c35-9836-885808a9c735 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.617715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-32361b71-89b8-47bc-9160-6213bec714ae req-573f13f9-8c01-4c35-9836-885808a9c735 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Calling delete_port for 84ec3873-3b70-435c-87fa-42128bdafa25 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:08:50.848155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-32361b71-89b8-47bc-9160-6213bec714ae req-573f13f9-8c01-4c35-9836-885808a9c735 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.860105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['84ec3873-3b70-435c-87fa-42128bdafa25'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:08:50.880438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f13f9-8c01-4c35-9836-885808a9c735 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Pushing event deleted for resources: {'Port': ['ID=84ec3873-3b70-435c-87fa-42128bdafa25,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:50.923919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-32361b71-89b8-47bc-9160-6213bec714ae req-573f13f9-8c01-4c35-9836-885808a9c735 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] No DVR routers for this DVR port 84ec3873-3b70-435c-87fa-42128bdafa25 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:08:50.927234 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-32361b71-89b8-47bc-9160-6213bec714ae req-573f13f9-8c01-4c35-9836-885808a9c735 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:50.929256 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32361b71-89b8-47bc-9160-6213bec714ae req-573f13f9-8c01-4c35-9836-885808a9c735 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.57 "DELETE /v2.0/ports/84ec3873-3b70-435c-87fa-42128bdafa25 HTTP/1.1" status: 204 len: 173 time: 0.5138130 Aug 20 12:08:50.929698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'name': 'network-vif-deleted', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:08:50.968089 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91495d5a-62e1-43ff-a16e-c079c9cdf9a1" -d '{"events": [{"server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "name": "network-vif-deleted", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:08:50.985375 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:51.056531 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f027cea-580d-4d0e-a487-fb4b09e9e2f9 x-openstack-request-id: req-7f027cea-580d-4d0e-a487-fb4b09e9e2f9 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:08:51.056531 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5", "name": "network-vif-deleted", "tag": "84ec3873-3b70-435c-87fa-42128bdafa25", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:08:51.056531 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f027cea-580d-4d0e-a487-fb4b09e9e2f9 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:08:51.056531 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5', 'name': 'network-vif-deleted', 'tag': '84ec3873-3b70-435c-87fa-42128bdafa25', 'status': 'completed', 'code': 200} Aug 20 12:08:51.460888 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6eed1780-5856-4d49-b5cd-2272c62f0e59 req-11f5259e-9077-4901-81fe-f6e1f9825575 tempest-DeleteServersTestJSON-381149425 tempest-DeleteServersTestJSON-381149425-project] 10.222.0.10 "GET /v2.0/ports?device_id=f50c9fa1-974d-47a5-a5ab-dfcb1bb81ab5 HTTP/1.1" status: 200 len: 210 time: 0.0272839 Aug 20 12:08:52.589580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46068) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:52.635069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Deleting subnet b9734a49-9a3f-4325-a4f4-1e81dbfae78e {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:08:52.638075 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.671373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.710394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.859797 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.884478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9734a49-9a3f-4325-a4f4-1e81dbfae78e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:52.894935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.895687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.896040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.896394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.896739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.897669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.897669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.897878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.898219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.898582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.898918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.899249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:08:52.902153 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:52.904032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0410300d-d6bc-4ce3-a946-93c98dfe14b5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b9734a49-9a3f-4325-a4f4-1e81dbfae78e HTTP/1.1" status: 204 len: 168 time: 0.3134508 Aug 20 12:08:52.906509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46070) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:52.973679 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.056087 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.066087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044e9b4b-cf28-4fe9-895b-da959914bb7b']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:53.076838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651ecbfd-2362-4006-bc23-1a3fb7ad432c') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:53.077273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651ecbfd-2362-4006-bc23-1a3fb7ad432c') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:08:53.087094 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.101822 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.108210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:08:53.108839 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: timer() Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:08:53.110417 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:08:53.225336 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.230801 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.234088 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] 10.222.0.10 "DELETE /v2.0/networks/044e9b4b-cf28-4fe9-895b-da959914bb7b HTTP/1.1" status: 204 len: 168 time: 0.3264034 Aug 20 12:08:53.250120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6a817-298b-4887-9a8f-b87345945a00 admin admin] Pushing event deleted for resources: {'Network': ['ID=044e9b4b-cf28-4fe9-895b-da959914bb7b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:53.543588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46074) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:53.585922 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46076) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:53.586124 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0c02489f-45c2-44e2-b0ff-3cccb4b56923 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3e4ce099be1419e8594838789dfb30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412729 Aug 20 12:08:53.639268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a8c51b4f-0b55-47fb-802c-b9b3cb3ee947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.660266 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a8c51b4f-0b55-47fb-802c-b9b3cb3ee947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.802048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a8c51b4f-0b55-47fb-802c-b9b3cb3ee947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.805135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a8c51b4f-0b55-47fb-802c-b9b3cb3ee947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:53.806348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a8c51b4f-0b55-47fb-802c-b9b3cb3ee947 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2 HTTP/1.1" status: 204 len: 168 time: 0.2192495 Aug 20 12:08:53.814878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c51b4f-0b55-47fb-802c-b9b3cb3ee947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcb7322-98ad-4b2f-b1c1-b14af76ce7d2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:54.771325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 84ec3873-3b70-435c-87fa-42128bdafa25 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:08:54.795916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 84ec3873-3b70-435c-87fa-42128bdafa25 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:08:54.796269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 84ec3873-3b70-435c-87fa-42128bdafa25 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:08:54.873406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46098) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:54.969175 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1348274268-network', 'tenant_id': 'e4685c91e8614a4a9f8e37b77565b06e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:55.088054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Made reservation on behalf of e4685c91e8614a4a9f8e37b77565b06e for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:55.090477 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.100759 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.191202 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.270447 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.298124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:08:55.305296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7384fb0-019a-48e6-8124-f018fbae9531,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:55.311394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.311747 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Added segment 66123f51-8f48-4631-8838-975b8f113c61 of type vlan for network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b Aug 20 12:08:55.356235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.442984 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.443191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:55.443666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.501336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] Pushing event updated for resources: {'Network': ['ID=9c565ba0-ae60-4b53-ab99-e49e8b66b36b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:55.511263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:08:55.563173 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2f7cc524-a048-400a-9a04-b9c2cc9a77a8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6886024 Aug 20 12:08:55.566005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46102) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:08:55.571007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Request body: {'subnet': {'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1348274268-subnet', 'tenant_id': 'e4685c91e8614a4a9f8e37b77565b06e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:55.653822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Made reservation on behalf of e4685c91e8614a4a9f8e37b77565b06e for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:55.656248 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.922080 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:55.981228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd93752e-bdd3-462e-a371-adca6e77e195,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:08:55.988668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Checking segment: {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:08:55.989033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Network hostable DHCP agents. Network: 9c565ba0-ae60-4b53-ab99-e49e8b66b36b, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:08:56.070790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:08:56.150862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 9c565ba0-ae60-4b53-ab99-e49e8b66b36b) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:08:56.154830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:56.155427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:56.159572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc90715a-a756-4ed9-a483-e803aefea84e None None] Network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:56.255315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e9393f55-0c6a-4930-9822-993b7cad3e10 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6881304 Aug 20 12:08:56.282772 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3af955-277d-4e85-828b-2b1ac26f4ca0 None None] Network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:08:56.686141 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-6fd78feb-9b19-465b-9de3-15bd8dee6ad2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:56.687718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-6fd78feb-9b19-465b-9de3-15bd8dee6ad2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 815 time: 0.1080186 Aug 20 12:08:56.702752 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-01228296-aabf-44e0-b7e3-15c129e2b6b5 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/quotas/e4685c91e8614a4a9f8e37b77565b06e HTTP/1.1" status: 200 len: 375 time: 0.0091822 Aug 20 12:08:56.735050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-ef0380af-de8a-422c-93bb-56d9282172f7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265770 Aug 20 12:08:56.828107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-a076104d-d2fd-447e-859b-d81f9ca5113f service neutron] 10.222.0.10 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855207 Aug 20 12:08:56.919884 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-0a320950-fc0e-4e8a-a5bd-13b972a040d0 service neutron] 10.222.0.10 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831048 Aug 20 12:08:57.165495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-61a1fc0e-d23e-412a-b729-f71454d38a2b req-734317a5-a094-4c76-86bd-7627ae572b5b tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 210 time: 0.0272512 Aug 20 12:08:58.267368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3a642929-7a25-4627-9914-8430dfec8e73 req-4d8cf15c-2a5e-4971-9eaf-f8fdb28bd7aa tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 210 time: 0.0302954 Aug 20 12:08:59.319523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-9e392431-549f-431f-8a82-989eb90a658c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:08:59.321073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-9e392431-549f-431f-8a82-989eb90a658c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.57 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 815 time: 0.1067023 Aug 20 12:08:59.335716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Request body: {'port': {'device_id': '4dd9ab90-32f3-4799-b824-c6978b351257', 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b', 'admin_state_up': True, 'tenant_id': 'e4685c91e8614a4a9f8e37b77565b06e'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:08:59.365975 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4192ee21-1b45-4e77-82ba-d2a45ce33e0f req-b8df56cf-cf28-4fdf-a377-c76ecb57e05b tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 210 time: 0.0259047 Aug 20 12:08:59.533185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Made reservation on behalf of e4685c91e8614a4a9f8e37b77565b06e for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:08:59.537390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.666759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Allocated IP 172.20.0.11 (9c565ba0-ae60-4b53-ab99-e49e8b66b36b/cd93752e-bdd3-462e-a371-adca6e77e195/d0b4d868-33cf-4aa5-ab8d-da20bedb48e3) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:08:59.815357 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.956710 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:08:59.999157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:00.002045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:00.005656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:00.014017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Pushing event updated for resources: {'Port': ['ID=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:00.058955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:00.059594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.140138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-519f831d-5bc9-42dd-8a5a-ebaf13cb6dfe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8094978 Aug 20 12:09:00.227722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Request body: {'port': {'device_id': '4dd9ab90-32f3-4799-b824-c6978b351257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:00.283152 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.521368 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef170b2-aaa3-4a88-8e81-6995decd6fc0 req-6edd4526-2e06-4ff7-a1a5-50f9d32a9f59 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:00.522878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef170b2-aaa3-4a88-8e81-6995decd6fc0 req-6edd4526-2e06-4ff7-a1a5-50f9d32a9f59 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 932 time: 0.0753350 Aug 20 12:09:00.583287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7ef170b2-aaa3-4a88-8e81-6995decd6fc0 req-0781691d-7d67-4e93-a468-d851295b1a05 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543542 Aug 20 12:09:00.616796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:00.624090 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.636609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Transition to ACTIVE for port object d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:00.704724 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.755715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:00.821722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Attempting to bind port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:00.821971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Attempting to bind port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:00.822301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Attempting to bind port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:00.826568 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:09:00.830029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Attempting to bind port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:00.831651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:00.831970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Checking segment: {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:00.832611 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Bound using segment: {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:00.833062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Bound port: d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:00.833419 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:00.898879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:00.901918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:00.972574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.005550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.006219 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:01.007699 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] 10.222.0.57 "PUT /v2.0/ports/d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 HTTP/1.1" status: 200 len: 1092 time: 0.8241413 Aug 20 12:09:01.010002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:01.012436 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0db80c-5590-491c-8d14-37763c5930ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:01.038862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f7859-8a17-4d32-911c-3661f1fa6844 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:01.053247 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9115ec-dbfd-42e0-b0ef-359fc4a54829 x-openstack-request-id: req-6a9115ec-dbfd-42e0-b0ef-359fc4a54829 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:01.053543 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:01.053828 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a9115ec-dbfd-42e0-b0ef-359fc4a54829 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:01.054238 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3', 'status': 'completed', 'code': 200} Aug 20 12:09:01.114771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0db80c-5590-491c-8d14-37763c5930ee req-223850f2-5772-45ac-ba39-d847d51d1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.116186 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b0db80c-5590-491c-8d14-37763c5930ee req-223850f2-5772-45ac-ba39-d847d51d1d29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 1095 time: 0.0417025 Aug 20 12:09:01.277985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0db80c-5590-491c-8d14-37763c5930ee req-6402f67d-268d-47b9-a4a5-a70625a7f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.279500 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b0db80c-5590-491c-8d14-37763c5930ee req-6402f67d-268d-47b9-a4a5-a70625a7f429 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1552286 Aug 20 12:09:01.437908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0db80c-5590-491c-8d14-37763c5930ee req-1a37ce5b-3d6d-45ef-9c6e-6df654dae2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.439332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b0db80c-5590-491c-8d14-37763c5930ee req-1a37ce5b-3d6d-45ef-9c6e-6df654dae2c5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524065 Aug 20 12:09:01.517540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-a6e39281-0d6b-49a0-b8c4-ecfac5b7493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.519078 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-a6e39281-0d6b-49a0-b8c4-ecfac5b7493d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 1095 time: 0.0406637 Aug 20 12:09:01.559670 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-2faf7b90-be71-49c2-b2d7-ac2a256a1b72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 HTTP/1.1" status: 200 len: 217 time: 0.0324557 Aug 20 12:09:01.611667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-a4e2f012-7370-41c0-8ca5-3110d9e1f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.613384 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-a4e2f012-7370-41c0-8ca5-3110d9e1f629 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0471227 Aug 20 12:09:01.644230 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-2ad28e19-8440-4bf3-bbd7-67e002bc0130 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243008 Aug 20 12:09:01.749214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e6a98-240b-42c4-ba2d-c3c4278d4e12 req-3d6d7be8-e48b-4548-a801-5af1b453da25 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:01.750739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-361e6a98-240b-42c4-ba2d-c3c4278d4e12 req-3d6d7be8-e48b-4548-a801-5af1b453da25 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 944 time: 0.1015406 Aug 20 12:09:01.786566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-85cc706d-b4ba-48f2-b156-ed1a7b68a4d2 service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292641 Aug 20 12:09:01.819120 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-361e6a98-240b-42c4-ba2d-c3c4278d4e12 req-ebe616a3-23ae-4dc6-b191-44d25515f20d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619409 Aug 20 12:09:01.885240 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1e2ee352-c6d2-4158-ae59-cd0548c6fe03 req-a1d5285a-5dbe-4cbe-a703-0bb141b69284 service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894485 Aug 20 12:09:02.940572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522099fe-012a-44c5-9589-a402510c8f30 req-d24d3b79-816b-462b-a02a-7c67a649bdad tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:02.942031 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-522099fe-012a-44c5-9589-a402510c8f30 req-d24d3b79-816b-462b-a02a-7c67a649bdad tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 944 time: 0.0537579 Aug 20 12:09:02.979527 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-522099fe-012a-44c5-9589-a402510c8f30 req-d7189376-0908-4496-8b1c-9c281755ec1d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314610 Aug 20 12:09:04.100526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f374763-3b89-484a-9a04-886dab45c3ea req-cd0813d9-0d71-46c8-84f6-7ed6607a5da6 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:04.102051 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f374763-3b89-484a-9a04-886dab45c3ea req-cd0813d9-0d71-46c8-84f6-7ed6607a5da6 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 944 time: 0.0536253 Aug 20 12:09:04.460706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f374763-3b89-484a-9a04-886dab45c3ea req-81b525a1-1522-4ee4-9c96-af54d6444311 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527410 Aug 20 12:09:04.779141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:09:04.870239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:04.881873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3', 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b', 'port_id': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3', 'mac_address': 'fa:16:3e:fb:2e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93752e-bdd3-462e-a371-adca6e77e195', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:09:04.920445 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.081055 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:05.099779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:05.219155 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:05.265390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:05.408023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['d0b4d868-33cf-4aa5-ab8d-da20bedb48e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:09:05.578418 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab18970-8fc1-4823-9e7d-c44115ac97d4 req-15dcbde5-e064-4b74-80da-dd7f6e15e1a0 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:05.579916 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cab18970-8fc1-4823-9e7d-c44115ac97d4 req-15dcbde5-e064-4b74-80da-dd7f6e15e1a0 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 945 time: 0.0521715 Aug 20 12:09:05.617289 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cab18970-8fc1-4823-9e7d-c44115ac97d4 req-ba3ec5e9-35f5-4826-8051-f53d93303f6e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Aug 20 12:09:06.730779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2147f27-f0c8-4789-aafb-61e1b51278bf req-68970c2d-7f8d-4a48-b110-b20d8474cc84 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:06.732283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c2147f27-f0c8-4789-aafb-61e1b51278bf req-68970c2d-7f8d-4a48-b110-b20d8474cc84 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 945 time: 0.0490682 Aug 20 12:09:06.770104 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c2147f27-f0c8-4789-aafb-61e1b51278bf req-aad0da74-35d5-40e6-904b-063a9d0b5d05 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Aug 20 12:09:06.785482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:06.898938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:06.903071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:06.903380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:06.978868 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.001066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:07.018715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:07.042574 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994cece7-9a61-4c0c-b6ee-ede216218cbd" -d '{"events": [{"server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "name": "network-vif-plugged", "status": "completed", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:07.122259 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:07.145650 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f94c771-dc5e-4c7d-b166-5ff85981661a x-openstack-request-id: req-1f94c771-dc5e-4c7d-b166-5ff85981661a {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:07.145943 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "name": "network-vif-plugged", "status": "completed", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:07.146197 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f94c771-dc5e-4c7d-b166-5ff85981661a {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:07.146663 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3', 'code': 200} Aug 20 12:09:07.174659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:07.228366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e39823-524c-42e2-9dd7-7d265dfae473 req-2796fd38-27bc-45da-8583-a77712a5ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:07.229757 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44e39823-524c-42e2-9dd7-7d265dfae473 req-2796fd38-27bc-45da-8583-a77712a5ff6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 1097 time: 0.0411954 Aug 20 12:09:07.265860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44e39823-524c-42e2-9dd7-7d265dfae473 req-c2d9323c-d0b1-44d8-ba3f-1425b5cffca7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289278 Aug 20 12:09:07.886915 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928813ad-a652-4e30-8e75-94b9cd26d452 req-8daaee15-4589-4c3e-8def-d0358ba8ee0f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:07.888370 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-928813ad-a652-4e30-8e75-94b9cd26d452 req-8daaee15-4589-4c3e-8def-d0358ba8ee0f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0512350 Aug 20 12:09:07.925943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-928813ad-a652-4e30-8e75-94b9cd26d452 req-81008da2-337d-48a0-b661-3902fbe1a40f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Aug 20 12:09:08.480666 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:09:09.041535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71ca6-834f-4f97-a132-da611da73e80 req-076d8545-28f4-4a75-b2e7-9f0e4e5eecca tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:09.043066 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cab71ca6-834f-4f97-a132-da611da73e80 req-076d8545-28f4-4a75-b2e7-9f0e4e5eecca tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0494940 Aug 20 12:09:09.079480 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cab71ca6-834f-4f97-a132-da611da73e80 req-b8458e92-6bb2-4de5-8655-3b83e65547c1 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Aug 20 12:09:09.191814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1d478-7600-4937-b5f6-917e4daf6e83 req-a587303b-1b89-4408-92a3-25bf8ae11446 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:09.193773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02f1d478-7600-4937-b5f6-917e4daf6e83 req-a587303b-1b89-4408-92a3-25bf8ae11446 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0486381 Aug 20 12:09:09.231214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-02f1d478-7600-4937-b5f6-917e4daf6e83 req-0d2165be-35a5-48bb-84af-fd2cc6ae6ed3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Aug 20 12:09:09.518266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a765d-0ed1-46de-b85b-e4d80988de19 req-22a3a6a1-9d5b-4748-9648-6ba1514a48ee tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:09.519846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a62a765d-0ed1-46de-b85b-e4d80988de19 req-22a3a6a1-9d5b-4748-9648-6ba1514a48ee tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0548577 Aug 20 12:09:09.561756 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a62a765d-0ed1-46de-b85b-e4d80988de19 req-79639bc9-27b5-4622-aaa1-0983015d9e2d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Aug 20 12:09:09.681819 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5b8a4-5153-483c-add3-8d8c2c0c7f05 req-b11a211c-157b-4ec7-b67a-e2b02c61d031 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:09.683336 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-45f5b8a4-5153-483c-add3-8d8c2c0c7f05 req-b11a211c-157b-4ec7-b67a-e2b02c61d031 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0520258 Aug 20 12:09:09.721429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-45f5b8a4-5153-483c-add3-8d8c2c0c7f05 req-2245f50b-d0d8-4092-a927-6c00a2aa2e4e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Aug 20 12:09:10.200362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4d1b6-6b91-4175-b336-b8ac12cde2c9 req-5f6721e4-47fc-4a52-8ff9-b0ba1840666d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:10.201855 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0aa4d1b6-6b91-4175-b336-b8ac12cde2c9 req-5f6721e4-47fc-4a52-8ff9-b0ba1840666d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0494108 Aug 20 12:09:10.240723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0aa4d1b6-6b91-4175-b336-b8ac12cde2c9 req-4460f9e6-bbf4-4880-bf7e-98ce335cf42d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324783 Aug 20 12:09:10.379938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-8c1ec86e-0b02-4ccb-820a-a8ddf501b912 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429370 Aug 20 12:09:11.358241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63ff61-3a76-4d82-9499-84b143394f11 req-e14bdb35-42ce-4d21-ba9c-7d772e47e03b tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:11.359774 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa63ff61-3a76-4d82-9499-84b143394f11 req-e14bdb35-42ce-4d21-ba9c-7d772e47e03b tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0498726 Aug 20 12:09:11.398511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa63ff61-3a76-4d82-9499-84b143394f11 req-faf1b150-fe88-4f1d-9cf1-0ab0cadeff32 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Aug 20 12:09:11.556070 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:12.513084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb37abf-5f73-47c3-a566-cfbf42b896cc req-c5002415-10f9-4f9b-88a6-011c203a32d8 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:12.514640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fb37abf-5f73-47c3-a566-cfbf42b896cc req-c5002415-10f9-4f9b-88a6-011c203a32d8 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0487611 Aug 20 12:09:12.553550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fb37abf-5f73-47c3-a566-cfbf42b896cc req-ab30c355-6bdf-4d15-80b6-71d49c3ac6f1 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Aug 20 12:09:12.592200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f21b0-cf69-4076-a991-6960ccc01172 req-bf944d60-bfa3-43e9-bdd0-0b6f0eb0d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:12.593711 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-bf944d60-bfa3-43e9-bdd0-0b6f0eb0d0e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 1097 time: 0.0411570 Aug 20 12:09:12.686064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f21b0-cf69-4076-a991-6960ccc01172 req-026a89ed-b317-4fbf-b0c7-544edab6e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:12.687488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-026a89ed-b317-4fbf-b0c7-544edab6e11a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.0864465 Aug 20 12:09:12.728539 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-b6e322fe-7287-465e-8d31-1fa73c75536a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 HTTP/1.1" status: 200 len: 217 time: 0.0336380 Aug 20 12:09:12.777819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f21b0-cf69-4076-a991-6960ccc01172 req-51eb60ea-1200-4f70-ba16-fbc17d2b7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:12.779392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-51eb60ea-1200-4f70-ba16-fbc17d2b7ed1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0444865 Aug 20 12:09:12.816245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-1cb55938-e092-4dab-a76d-6b2e871e0e7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302083 Aug 20 12:09:12.907467 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-e7dd9a18-d0a5-47ab-baa2-77a5a66d0eb5 service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832667 Aug 20 12:09:13.001952 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-0627b0ca-3b95-45d7-8d44-8f97edcdf384 service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867906 Aug 20 12:09:13.669565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e231e2b-1d2e-481d-9490-8b2fc0f74422 req-7341ef7c-78a8-49b2-889b-1be52097ffcd tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:13.671113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e231e2b-1d2e-481d-9490-8b2fc0f74422 req-7341ef7c-78a8-49b2-889b-1be52097ffcd tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0499408 Aug 20 12:09:13.710393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0e231e2b-1d2e-481d-9490-8b2fc0f74422 req-d94a59f8-63f9-4d99-b7c5-4ed33f560725 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Aug 20 12:09:13.779021 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:14.830833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672cb63-0a90-44aa-8000-cce002265519 req-2f9e2518-566f-4cbe-82b9-6f6484998c8c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:14.832619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1672cb63-0a90-44aa-8000-cce002265519 req-2f9e2518-566f-4cbe-82b9-6f6484998c8c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0545111 Aug 20 12:09:14.870063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1672cb63-0a90-44aa-8000-cce002265519 req-dffd1afa-bb03-4568-9060-95c708c0bf31 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Aug 20 12:09:15.029167 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1479cda6-7f9f-44bf-8a46-45471c4c4bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:15.987630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086d64e-0b15-465d-97b3-3b659b82a638 req-72cd6706-9b33-414d-b3e3-5f8431d479b3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:15.989750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5086d64e-0b15-465d-97b3-3b659b82a638 req-72cd6706-9b33-414d-b3e3-5f8431d479b3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0489144 Aug 20 12:09:16.028034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5086d64e-0b15-465d-97b3-3b659b82a638 req-8b7688f0-69a0-401e-aa91-2e7980c915c0 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Aug 20 12:09:17.152014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4a383-d2bf-47e1-b47c-0a5cbea12b26 req-e942d19f-7173-4782-abd4-0a4fca7e60ab tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:17.153584 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77c4a383-d2bf-47e1-b47c-0a5cbea12b26 req-e942d19f-7173-4782-abd4-0a4fca7e60ab tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0579963 Aug 20 12:09:17.192297 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77c4a383-d2bf-47e1-b47c-0a5cbea12b26 req-4c13d1e0-f700-4dc5-bebd-4dad0364a26c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Aug 20 12:09:17.749947 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1af284f2-89db-4410-b591-18d553d08989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:18.305862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4101a4-6e58-4ecf-bbf8-8cc924224a51 req-9fa4e64f-8900-4243-a696-a1cec4ed3b58 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:18.307316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b4101a4-6e58-4ecf-bbf8-8cc924224a51 req-9fa4e64f-8900-4243-a696-a1cec4ed3b58 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0487511 Aug 20 12:09:18.349733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b4101a4-6e58-4ecf-bbf8-8cc924224a51 req-8200c8be-f3cb-483c-9b3a-246b0dae5c5e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365496 Aug 20 12:09:18.624780 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.372924 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:19.465801 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540def4-fbd2-4eaf-a17a-ef3565a51f53 req-e5c6af34-4714-4eba-9798-edafef2417b3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:19.467306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a540def4-fbd2-4eaf-a17a-ef3565a51f53 req-e5c6af34-4714-4eba-9798-edafef2417b3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0480456 Aug 20 12:09:19.504682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a540def4-fbd2-4eaf-a17a-ef3565a51f53 req-f441580a-2e9f-477a-bb1a-ed9684600d57 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314784 Aug 20 12:09:20.621544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c149277-f0a3-414a-a407-4d6030c49a2b req-2a8ccd96-9f32-4f0b-b327-02f7def923ab tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:20.623065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c149277-f0a3-414a-a407-4d6030c49a2b req-2a8ccd96-9f32-4f0b-b327-02f7def923ab tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0498655 Aug 20 12:09:20.659737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9c149277-f0a3-414a-a407-4d6030c49a2b req-c5e7d27b-45d3-49d4-9255-823a05ef2204 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307240 Aug 20 12:09:21.023361 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:21.781934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61604c65-34a5-4904-abc1-e4572652026c req-dbf9d73b-e7ad-44c8-a429-d3bd6effc2f0 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:21.783488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-61604c65-34a5-4904-abc1-e4572652026c req-dbf9d73b-e7ad-44c8-a429-d3bd6effc2f0 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0550559 Aug 20 12:09:21.829977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-61604c65-34a5-4904-abc1-e4572652026c req-c9da348e-7b57-45a6-9d99-d73eecea7995 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Aug 20 12:09:22.962256 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5f449-399d-405c-86c6-e8f26e17642d req-57508ce0-c823-4fef-b0d0-24963963c0c7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:22.963750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2bd5f449-399d-405c-86c6-e8f26e17642d req-57508ce0-c823-4fef-b0d0-24963963c0c7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0493746 Aug 20 12:09:23.001149 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2bd5f449-399d-405c-86c6-e8f26e17642d req-d02eac94-ca15-43db-a8fa-208b13b022b5 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Aug 20 12:09:24.115582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974c29b-8a48-4f40-a4db-8c6ddb28bff1 req-31744e98-9840-4247-9fb1-4960889131b2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:24.117067 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a974c29b-8a48-4f40-a4db-8c6ddb28bff1 req-31744e98-9840-4247-9fb1-4960889131b2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0488949 Aug 20 12:09:24.157016 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a974c29b-8a48-4f40-a4db-8c6ddb28bff1 req-c8eecea0-27b9-4066-872b-816abeb97565 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Aug 20 12:09:25.274791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe4899-70dd-49f6-9ddb-382e7d94edb5 req-d73ed3c2-2bbf-4e0d-bf21-69757df95a15 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:25.276265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4efe4899-70dd-49f6-9ddb-382e7d94edb5 req-d73ed3c2-2bbf-4e0d-bf21-69757df95a15 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0504553 Aug 20 12:09:25.320717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4efe4899-70dd-49f6-9ddb-382e7d94edb5 req-48feabc9-92f4-43ba-9940-54d2f2f567f1 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Aug 20 12:09:26.444967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbca762-1618-470f-b409-0396e532ba1e req-c6e35d09-66c7-41f6-b907-8a1201fd3e01 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:26.447014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-edbca762-1618-470f-b409-0396e532ba1e req-c6e35d09-66c7-41f6-b907-8a1201fd3e01 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0537198 Aug 20 12:09:26.484343 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-edbca762-1618-470f-b409-0396e532ba1e req-9e00d2b8-d2c9-4fd3-bfb1-a7de5b0bd58f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313962 Aug 20 12:09:27.604840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc6e4-ca85-4154-bf71-f87dcaf5398b req-23634daf-6435-49b2-9a17-54f3d0ca7dbf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:27.608784 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-397cc6e4-ca85-4154-bf71-f87dcaf5398b req-23634daf-6435-49b2-9a17-54f3d0ca7dbf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0529447 Aug 20 12:09:27.644789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-397cc6e4-ca85-4154-bf71-f87dcaf5398b req-1037f61d-1704-43b2-9cc9-35e6bcb1ef73 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323572 Aug 20 12:09:28.774429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616fbe1-916f-47e1-b0f6-ef56cf82f798 req-26960357-6579-4fd3-abd1-c55f56832891 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:28.776017 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c616fbe1-916f-47e1-b0f6-ef56cf82f798 req-26960357-6579-4fd3-abd1-c55f56832891 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0539098 Aug 20 12:09:28.816776 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c616fbe1-916f-47e1-b0f6-ef56cf82f798 req-21dbcb37-4a20-4b2c-9f0b-5a2bedf5885c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Aug 20 12:09:29.932653 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee762b-b6a8-4494-ba55-0b69cec9a14d req-a34b98a2-f1ff-4f3a-b2e1-5c9fc8a813c3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:29.934164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4ee762b-b6a8-4494-ba55-0b69cec9a14d req-a34b98a2-f1ff-4f3a-b2e1-5c9fc8a813c3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0483413 Aug 20 12:09:29.972367 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4ee762b-b6a8-4494-ba55-0b69cec9a14d req-59727c66-3418-4a29-bf1c-f8aaaac2fe12 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319088 Aug 20 12:09:31.085816 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c224a3b-3aff-405e-b81b-b6723cb4fe39 req-30cc7cdb-1660-4b77-a2d3-b16b478c6b72 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:31.087330 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c224a3b-3aff-405e-b81b-b6723cb4fe39 req-30cc7cdb-1660-4b77-a2d3-b16b478c6b72 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0483005 Aug 20 12:09:31.128111 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c224a3b-3aff-405e-b81b-b6723cb4fe39 req-244dd307-9f3d-4a52-9ac5-317cea4d7b22 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342169 Aug 20 12:09:32.245333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53baaae-0f96-4180-abc5-4daf56758709 req-f3e51040-284a-46f6-99e1-d555eee4af30 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:32.247016 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e53baaae-0f96-4180-abc5-4daf56758709 req-f3e51040-284a-46f6-99e1-d555eee4af30 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0505762 Aug 20 12:09:32.291145 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e53baaae-0f96-4180-abc5-4daf56758709 req-ceefab88-3c64-4c49-ae3c-cfc7c05197b5 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379658 Aug 20 12:09:33.407575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92418939-814d-483c-ade1-e54d18031f6b req-24ff3242-2f5d-44a2-a649-ccf4a25bcec4 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:33.409062 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92418939-814d-483c-ade1-e54d18031f6b req-24ff3242-2f5d-44a2-a649-ccf4a25bcec4 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0483541 Aug 20 12:09:33.446066 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-92418939-814d-483c-ade1-e54d18031f6b req-350607b4-2763-4acd-a197-d7181f7e35d0 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309026 Aug 20 12:09:34.568908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53757e3c-8f3b-486b-9ef0-9b2871336805 req-c2bfb381-4494-4f85-9785-001059035d71 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:34.570403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53757e3c-8f3b-486b-9ef0-9b2871336805 req-c2bfb381-4494-4f85-9785-001059035d71 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0580819 Aug 20 12:09:34.608979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53757e3c-8f3b-486b-9ef0-9b2871336805 req-53ca565d-bdbb-4348-afec-3d07c7a60a43 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325053 Aug 20 12:09:35.728062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2c719-557a-4237-87ef-841e32bfb858 req-280d7a10-31cb-4e53-bade-3adb7bb5d548 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:35.729533 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86d2c719-557a-4237-87ef-841e32bfb858 req-280d7a10-31cb-4e53-bade-3adb7bb5d548 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0515306 Aug 20 12:09:35.766564 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86d2c719-557a-4237-87ef-841e32bfb858 req-cb7436af-3023-4ebd-a971-0b1a66e8981a tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304744 Aug 20 12:09:36.885389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f371eab-043d-4e1e-8dac-8667cd17c55e req-88a08f3a-1601-423a-a673-e672d95b9f7c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:36.887030 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f371eab-043d-4e1e-8dac-8667cd17c55e req-88a08f3a-1601-423a-a673-e672d95b9f7c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0511556 Aug 20 12:09:36.925410 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f371eab-043d-4e1e-8dac-8667cd17c55e req-d7fe2a52-5a18-4cc4-a3e7-496076e2e570 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323534 Aug 20 12:09:38.043923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158a657-1bab-4491-b369-d4c8b5b21fc1 req-02e7cb45-6947-48e1-b74a-6439bf01fec3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:38.045431 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e158a657-1bab-4491-b369-d4c8b5b21fc1 req-02e7cb45-6947-48e1-b74a-6439bf01fec3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0495985 Aug 20 12:09:38.084596 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e158a657-1bab-4491-b369-d4c8b5b21fc1 req-9bed859e-04a9-42ab-91d9-b1f0d62900bc tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Aug 20 12:09:39.198404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46549fb-75ea-41b5-938a-c62cb547e8d6 req-515b5381-969f-4fed-b3cb-1de2e4f94374 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:39.199917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c46549fb-75ea-41b5-938a-c62cb547e8d6 req-515b5381-969f-4fed-b3cb-1de2e4f94374 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0485492 Aug 20 12:09:39.242123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c46549fb-75ea-41b5-938a-c62cb547e8d6 req-47d632a6-1c3e-4bfa-9069-12b8a79899fa tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354760 Aug 20 12:09:40.172884 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2bcdb165-baeb-46b5-980a-1d28e379fbe9 service neutron] show failed (client error): The resource could not be found. Aug 20 12:09:40.173899 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2bcdb165-baeb-46b5-980a-1d28e379fbe9 service neutron] 10.222.0.57 "GET /v2.0/ports/d0b4d868-33cf-4aa5-ab8d-da20bedb48e3/bindings/n-h2-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0574198 Aug 20 12:09:40.365414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9808df-d4ef-4204-9280-daac728ee9a0 req-bf9adf90-eab7-471c-80df-22824254f062 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:40.367156 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a9808df-d4ef-4204-9280-daac728ee9a0 req-bf9adf90-eab7-471c-80df-22824254f062 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0505702 Aug 20 12:09:40.403770 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a9808df-d4ef-4204-9280-daac728ee9a0 req-e5ff6ef1-58a4-4703-8263-3e4803131a3a tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Aug 20 12:09:40.668280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f21b0-cf69-4076-a991-6960ccc01172 req-8f97dcae-d501-4bca-8913-e80c6e4a3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:40.669746 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-8f97dcae-d501-4bca-8913-e80c6e4a3522 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257&tenant_id=e4685c91e8614a4a9f8e37b77565b06e HTTP/1.1" status: 200 len: 1097 time: 0.0470202 Aug 20 12:09:40.684600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:40.737560 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:40.940493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:40.974630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:41.020380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:41.025989 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.038182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Transition to ACTIVE for port object d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:41.057848 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a035a7-906b-4100-9bc9-668f4aa88ae9" -d '{"events": [{"server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:41.132894 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.168371 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597ea3c1-e0d9-4f0b-b92e-de9aac9c8028 x-openstack-request-id: req-597ea3c1-e0d9-4f0b-b92e-de9aac9c8028 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:41.168763 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:41.168913 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-597ea3c1-e0d9-4f0b-b92e-de9aac9c8028 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:41.169302 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3', 'code': 200} Aug 20 12:09:41.197253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:41.199423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] No DVR routers for this DVR port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:41.208485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.208828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.209166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.209502 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.209835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.210160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.210505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.210829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.211152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.211471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.211787 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.212102 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:41.246050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Attempting to bind port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:41.246376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Attempting to bind port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:41.246732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Attempting to bind port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:41.253029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:09:41.253360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Attempting to bind port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:41.258519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:41.258851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Checking segment: {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:41.259234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Bound using segment: {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:41.259657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Bound port: d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:41.260004 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.330106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:41.333359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:41.457537 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.493875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:41.494549 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.495985 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] 10.222.0.38 "PUT /v2.0/ports/d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 HTTP/1.1" status: 200 len: 1092 time: 0.8155146 Aug 20 12:09:41.552038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b961278-ef01-4a11-b0e7-f93e35468ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:41.589383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0a9f2-f326-4a2f-816e-fe4e2620eb2d req-5e92e44f-d746-42db-a4ac-0b7fbae53ac1 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:41.591002 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ce0a9f2-f326-4a2f-816e-fe4e2620eb2d req-5e92e44f-d746-42db-a4ac-0b7fbae53ac1 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 944 time: 0.0924630 Aug 20 12:09:41.605226 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:41.606244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f21b0-cf69-4076-a991-6960ccc01172 req-075d0f4a-33fe-4b17-bf25-1f9d74d796c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:41.607719 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-075d0f4a-33fe-4b17-bf25-1f9d74d796c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 1095 time: 0.0728838 Aug 20 12:09:41.683681 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ce0a9f2-f326-4a2f-816e-fe4e2620eb2d req-d5eb7a40-0206-40f6-b9e3-c17ecaf4f816 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850384 Aug 20 12:09:41.721459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f21b0-cf69-4076-a991-6960ccc01172 req-fb3b226e-b7ae-40cd-b10d-ca586460a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:41.722914 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-fb3b226e-b7ae-40cd-b10d-ca586460a8bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.1039395 Aug 20 12:09:41.768965 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-ba04b17c-f2b3-4ded-a862-8c006cbb0026 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 HTTP/1.1" status: 200 len: 217 time: 0.0343111 Aug 20 12:09:41.827508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f21b0-cf69-4076-a991-6960ccc01172 req-f09ff098-ecf1-4571-a7bd-dfc89d34fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:41.828983 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-f09ff098-ecf1-4571-a7bd-dfc89d34fb64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0494368 Aug 20 12:09:41.865867 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-9c432a34-637f-41fa-8d47-9f3bf65e09b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251198 Aug 20 12:09:41.954903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-95570681-c8e5-450a-804c-161c132f6e5d service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816355 Aug 20 12:09:42.053240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-215f21b0-cf69-4076-a991-6960ccc01172 req-6380f7b5-08a2-44fb-b8b6-79d3aad37929 service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874505 Aug 20 12:09:42.801789 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc0d95-4a3e-4abc-b8df-85a8e3e15fd1 req-c8fb16eb-e0bc-42e6-ba58-8e87a4cdd2c3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:42.804951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19bc0d95-4a3e-4abc-b8df-85a8e3e15fd1 req-c8fb16eb-e0bc-42e6-ba58-8e87a4cdd2c3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 944 time: 0.0504017 Aug 20 12:09:42.843195 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19bc0d95-4a3e-4abc-b8df-85a8e3e15fd1 req-1e63e729-fb15-415b-9f6b-7252fe1cbbc4 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336649 Aug 20 12:09:43.013783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:43.053369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:43.170541 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:43.172919 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e43f24f-74a9-4c31-9d32-d81d5448cb24" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:43.220240 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310e69d1-327c-4bdb-9eed-5efc41f61938 x-openstack-request-id: req-310e69d1-327c-4bdb-9eed-5efc41f61938 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:43.220544 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:43.220799 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-310e69d1-327c-4bdb-9eed-5efc41f61938 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:43.221201 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3', 'status': 'completed', 'code': 200} Aug 20 12:09:43.278032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-24805363-392a-4036-97ff-003e16dc6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.279487 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-24805363-392a-4036-97ff-003e16dc6b8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 1095 time: 0.0405121 Aug 20 12:09:43.288653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-e8f5d7e4-cbba-48cb-94d3-276828bc7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.290193 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-e8f5d7e4-cbba-48cb-94d3-276828bc7ad1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 1095 time: 0.0428462 Aug 20 12:09:43.375667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-20c77a02-45b8-4dc5-b869-2d7e62c2d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.377308 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-20c77a02-45b8-4dc5-b869-2d7e62c2d8e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.0909493 Aug 20 12:09:43.388136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-73c3a8e1-6165-41e1-a2e2-98e06583a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.389626 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-73c3a8e1-6165-41e1-a2e2-98e06583a059 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.0900207 Aug 20 12:09:43.418618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-60c04067-2839-412e-8491-391a9fcdc033 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 HTTP/1.1" status: 200 len: 217 time: 0.0343497 Aug 20 12:09:43.435012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-de3c8599-cd03-45d3-97db-24c14ffa03e0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 HTTP/1.1" status: 200 len: 217 time: 0.0363281 Aug 20 12:09:43.473478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-258f42cd-05aa-463c-a939-7519bb4f7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.475058 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-258f42cd-05aa-463c-a939-7519bb4f7aae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0504978 Aug 20 12:09:43.484034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-21025955-9b7a-4678-a458-e211c3bc1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.485508 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-21025955-9b7a-4678-a458-e211c3bc1c9e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0437329 Aug 20 12:09:43.508258 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-ed67995a-7dd0-4f3b-b609-6bfb8a029a75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256486 Aug 20 12:09:43.525979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-0881c225-9a32-4a5c-81ea-3442095aeadc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265849 Aug 20 12:09:43.613852 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-4414a1a9-e027-492d-82da-5c0296917018 service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987439 Aug 20 12:09:43.626622 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-c572b925-c616-4ab1-9688-1739b6e825bc service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929933 Aug 20 12:09:43.715410 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-11bef14b-f584-4045-b094-a494cadb80ff service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944514 Aug 20 12:09:43.729321 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e43f24f-74a9-4c31-9d32-d81d5448cb24 req-acccf10e-5369-4e87-b863-652ea3f58c35 service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912604 Aug 20 12:09:43.830039 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:43.968624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ee853-b7eb-4a14-99a6-b9fb607a524d req-0dff462a-a354-47f8-9b8e-e4011e2b2526 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:43.970215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e13ee853-b7eb-4a14-99a6-b9fb607a524d req-0dff462a-a354-47f8-9b8e-e4011e2b2526 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 944 time: 0.0565257 Aug 20 12:09:44.010063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e13ee853-b7eb-4a14-99a6-b9fb607a524d req-8c281e96-c29f-4a64-b3ca-4e44a9482075 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Aug 20 12:09:45.052379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0d509b59-aba6-4f4e-ae68-0406e9963e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:45.135753 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778cbc-fed5-4267-91ec-abe98c83fc58 req-0e9c0931-dfd0-471a-aaf5-38753ca5bf24 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.137257 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b778cbc-fed5-4267-91ec-abe98c83fc58 req-0e9c0931-dfd0-471a-aaf5-38753ca5bf24 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 944 time: 0.0545900 Aug 20 12:09:45.177944 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b778cbc-fed5-4267-91ec-abe98c83fc58 req-787a59fd-041b-4a72-8db7-09a936aae43e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344141 Aug 20 12:09:45.480014 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:09:45.576622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7d139-7bd6-4894-8332-f7287d59917e req-5c5ff243-96f0-403e-b519-58ab905532cc tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.578115 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6b7d139-7bd6-4894-8332-f7287d59917e req-5c5ff243-96f0-403e-b519-58ab905532cc tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 944 time: 0.0505607 Aug 20 12:09:45.615761 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6b7d139-7bd6-4894-8332-f7287d59917e req-eb1a6363-b836-405a-97ac-9d15b282c50e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307002 Aug 20 12:09:45.735124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-8b45d74c-c70f-491c-8cfa-36183b45ba50 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.736540 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-8b45d74c-c70f-491c-8cfa-36183b45ba50 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.57 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257&tenant_id=e4685c91e8614a4a9f8e37b77565b06e&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 944 time: 0.0870173 Aug 20 12:09:45.798644 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-e7b8db5a-8133-4e23-900f-0a1e8fc37cb4 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:09:45.799945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-e7b8db5a-8133-4e23-900f-0a1e8fc37cb4 service neutron] 10.222.0.57 "DELETE /v2.0/ports/d0b4d868-33cf-4aa5-ab8d-da20bedb48e3/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0562060 Aug 20 12:09:45.883943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-9a79fa07-b672-48e1-afff-3b76edded952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.885413 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-9a79fa07-b672-48e1-afff-3b76edded952 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 1095 time: 0.0408082 Aug 20 12:09:45.932776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:09:45.984724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-e5bedbe4-838c-4a6c-805d-aded441980df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:45.986291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-e5bedbe4-838c-4a6c-805d-aded441980df service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.0936906 Aug 20 12:09:46.042926 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-05d5458c-fc05-4d9f-9111-7b94895c12c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 HTTP/1.1" status: 200 len: 217 time: 0.0499020 Aug 20 12:09:46.047759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:46.060419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3', 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b', 'port_id': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3', 'mac_address': 'fa:16:3e:fb:2e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93752e-bdd3-462e-a371-adca6e77e195', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:09:46.095233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-a4beb2d1-584a-464d-9ed0-57f2e226b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:46.096782 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-a4beb2d1-584a-464d-9ed0-57f2e226b6c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0463090 Aug 20 12:09:46.099817 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.113223 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:46.128394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-0d06cf27-c638-482c-9788-5d7d0ae74ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244484 Aug 20 12:09:46.133411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:46.225158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-81290076-b6c8-49a5-ba67-16f56cdf0c58 service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895813 Aug 20 12:09:46.259715 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:46.318018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:46.327644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7bd7fc76-77b4-4b1f-82ee-88cabe0a598e req-6320c94d-25c7-4bbf-930b-244f80af725d service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955913 Aug 20 12:09:46.506417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['d0b4d868-33cf-4aa5-ab8d-da20bedb48e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:09:46.754868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd6a3c-8d83-43aa-8e4e-d0ec0272239f req-68f071ca-9f28-4ca1-a7b5-eec095d41a87 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:46.756464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47cd6a3c-8d83-43aa-8e4e-d0ec0272239f req-68f071ca-9f28-4ca1-a7b5-eec095d41a87 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 945 time: 0.0612464 Aug 20 12:09:46.798468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47cd6a3c-8d83-43aa-8e4e-d0ec0272239f req-b3c3f791-490e-4766-93b0-96ad206a0d8a tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356536 Aug 20 12:09:47.770552 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-07b8b909-1e90-48ff-bee3-3c73345104cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:47.912261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb05c-dd69-487f-a237-13a03f6c2308 req-3f09f5d2-1f92-41bc-bc70-928bfa2c1168 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:47.913818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c66cb05c-dd69-487f-a237-13a03f6c2308 req-3f09f5d2-1f92-41bc-bc70-928bfa2c1168 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 945 time: 0.0477743 Aug 20 12:09:47.931902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:09:47.951948 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c66cb05c-dd69-487f-a237-13a03f6c2308 req-ee8553d0-1525-4073-ac0b-f42755906e44 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Aug 20 12:09:48.069153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05a7ad-ba4b-47e1-b60b-7d3cd40a2385 req-783b304d-37ed-432c-af28-cda53571d480 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:48.070666 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc05a7ad-ba4b-47e1-b60b-7d3cd40a2385 req-783b304d-37ed-432c-af28-cda53571d480 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 945 time: 0.0489240 Aug 20 12:09:48.086619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:09:48.090887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:09:48.091371 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.109248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc05a7ad-ba4b-47e1-b60b-7d3cd40a2385 req-c2999470-1643-42b5-bbfd-73f4167d2d99 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325456 Aug 20 12:09:48.173811 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.196767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:48.199039 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1aabd5-84c7-4b22-a6d1-a7400bb1f3e4" -d '{"events": [{"server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "name": "network-vif-plugged", "status": "completed", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:48.212341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:48.230718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561ea3d-bf27-443d-ab78-151ededb8c8d req-56ae2420-4d67-4e3e-8cf2-d831d9ba1415 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:48.232247 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3561ea3d-bf27-443d-ab78-151ededb8c8d req-56ae2420-4d67-4e3e-8cf2-d831d9ba1415 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 945 time: 0.0551147 Aug 20 12:09:48.242058 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca279817-8221-4150-8b83-390ef3e9a5b4 x-openstack-request-id: req-ca279817-8221-4150-8b83-390ef3e9a5b4 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:48.242354 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "name": "network-vif-plugged", "status": "completed", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:48.242645 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca279817-8221-4150-8b83-390ef3e9a5b4 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:48.243042 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3', 'code': 200} Aug 20 12:09:48.269825 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3561ea3d-bf27-443d-ab78-151ededb8c8d req-59a9e1df-0dc5-4d61-a715-a5b0465a8ec4 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Aug 20 12:09:48.292927 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.345502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:48.353763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.354122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.354485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.354832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.355166 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.355500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.355832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.356159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.356486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.356814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.357140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.357463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:09:48.639114 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:48.896999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-33e3353e-f870-4b76-9c91-89ff89acbe52 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:48.898495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-33e3353e-f870-4b76-9c91-89ff89acbe52 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 815 time: 0.1081378 Aug 20 12:09:48.916768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-0ad1c136-85e0-480a-bb51-dd68db1570a1 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/quotas/e4685c91e8614a4a9f8e37b77565b06e HTTP/1.1" status: 200 len: 375 time: 0.0121164 Aug 20 12:09:48.978337 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-b4c6ab9d-e55c-411c-a303-170d06190919 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559800 Aug 20 12:09:49.070343 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-a80a376f-908f-45e0-9129-7b930a749958 service neutron] 10.222.0.10 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848582 Aug 20 12:09:49.166156 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-3072beb2-f4e5-460b-b76b-da79bf44ed65 service neutron] 10.222.0.10 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896077 Aug 20 12:09:49.391396 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:49.431060 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-20b577b2-57bd-42ba-8d2b-0e55a6b757ca req-a47cddf2-9851-47d0-92d7-e09b96e4d4a2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 210 time: 0.0292318 Aug 20 12:09:50.161867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-40865619-36fb-446f-8741-df609333b9c5 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:50.163398 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-40865619-36fb-446f-8741-df609333b9c5 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.38 "GET /v2.0/ports?device_id=4dd9ab90-32f3-4799-b824-c6978b351257 HTTP/1.1" status: 200 len: 946 time: 0.0534217 Aug 20 12:09:50.258199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-df6efbe6-31da-4cd0-9d05-ef7f5e6065ef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Deleting port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:09:50.258557 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-df6efbe6-31da-4cd0-9d05-ef7f5e6065ef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.365195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-df6efbe6-31da-4cd0-9d05-ef7f5e6065ef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] For port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:50.365547 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-df6efbe6-31da-4cd0-9d05-ef7f5e6065ef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.380564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-df6efbe6-31da-4cd0-9d05-ef7f5e6065ef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Calling delete_port for d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:09:50.535955 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6f66fe9-d762-4432-95d4-7e345bd40125 req-7ea2bbcd-18cf-47fe-9bff-ce8b4c6547a3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 210 time: 0.0347981 Aug 20 12:09:50.635505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-df6efbe6-31da-4cd0-9d05-ef7f5e6065ef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.651386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['d0b4d868-33cf-4aa5-ab8d-da20bedb48e3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:09:50.665508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6efbe6-31da-4cd0-9d05-ef7f5e6065ef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Pushing event deleted for resources: {'Port': ['ID=d0b4d868-33cf-4aa5-ab8d-da20bedb48e3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:50.710936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-df6efbe6-31da-4cd0-9d05-ef7f5e6065ef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] No DVR routers for this DVR port d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:09:50.715590 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-df6efbe6-31da-4cd0-9d05-ef7f5e6065ef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:50.716325 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2b58ef49-6a0d-4fc6-a99d-6609bd22a623 req-df6efbe6-31da-4cd0-9d05-ef7f5e6065ef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.38 "DELETE /v2.0/ports/d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 HTTP/1.1" status: 204 len: 173 time: 0.5440016 Aug 20 12:09:50.716843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'name': 'network-vif-deleted', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:50.719496 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d559feec-2ff5-4b67-947b-526e8223d962" -d '{"events": [{"server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "name": "network-vif-deleted", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:50.760763 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4723fde2-bf86-4996-8be2-b54c1bcb55cd x-openstack-request-id: req-4723fde2-bf86-4996-8be2-b54c1bcb55cd {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:50.761061 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd9ab90-32f3-4799-b824-c6978b351257", "name": "network-vif-deleted", "tag": "d0b4d868-33cf-4aa5-ab8d-da20bedb48e3", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:50.761324 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4723fde2-bf86-4996-8be2-b54c1bcb55cd {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:50.761731 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd9ab90-32f3-4799-b824-c6978b351257', 'name': 'network-vif-deleted', 'tag': 'd0b4d868-33cf-4aa5-ab8d-da20bedb48e3', 'status': 'completed', 'code': 200} Aug 20 12:09:51.029379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:51.636772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a3c3d5b-accf-491c-9c56-49f840387560 req-b08f2ce5-fb8d-43ea-91b7-6cea944ffca2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 210 time: 0.0311911 Aug 20 12:09:51.747450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-d963e1b6-706c-47e5-9acf-f5ce33a62935 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:51.749001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-d963e1b6-706c-47e5-9acf-f5ce33a62935 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.38 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 815 time: 0.1149390 Aug 20 12:09:51.764901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Request body: {'port': {'device_id': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b', 'admin_state_up': True, 'tenant_id': 'e4685c91e8614a4a9f8e37b77565b06e'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:52.316196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Made reservation on behalf of e4685c91e8614a4a9f8e37b77565b06e for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:09:52.319742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.452764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Allocated IP 172.20.0.8 (9c565ba0-ae60-4b53-ab99-e49e8b66b36b/cd93752e-bdd3-462e-a371-adca6e77e195/bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:09:52.595515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.702399 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.748339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:09:52.751406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:09:52.755861 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:09:52.764017 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50e18-c71a-4d51-9f4b-a9e18c825949 req-5fe001f0-f7e0-4e77-ab6d-85c179e7b0cc tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:52.765672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3b50e18-c71a-4d51-9f4b-a9e18c825949 req-5fe001f0-f7e0-4e77-ab6d-85c179e7b0cc tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 931 time: 0.0562429 Aug 20 12:09:52.786637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Pushing event updated for resources: {'Port': ['ID=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:52.806958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e3b50e18-c71a-4d51-9f4b-a9e18c825949 req-1eed5d96-ec9b-48f4-93b8-6c3710e38602 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345106 Aug 20 12:09:52.814193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:52.814831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:52.910679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-c077685a-c71e-4016-9415-10c8c5429ba2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1496277 Aug 20 12:09:52.927552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Request body: {'port': {'device_id': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:09:52.979663 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.241618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:53.248880 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.261010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Transition to ACTIVE for port object bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:09:53.355325 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.408139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94199808-73bd-451f-9440-11d50938901f service neutron] Pushing event updated for resources: {'Port': ['ID=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:53.475905 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Attempting to bind port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:09:53.476235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Attempting to bind port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:09:53.476567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Attempting to bind port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:53.480834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:09:53.481155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Attempting to bind port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:09:53.485934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:09:53.486268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Checking segment: {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:09:53.487197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Bound using segment: {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:09:53.487624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Bound port: bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:09:53.487977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.548484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:09:53.551954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:09:53.670333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.711192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.711852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:53.713357 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-94199808-73bd-451f-9440-11d50938901f service neutron] 10.222.0.38 "PUT /v2.0/ports/bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 HTTP/1.1" status: 200 len: 1091 time: 0.7899668 Aug 20 12:09:53.713794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:09:53.716066 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1543bc-6fc5-4931-a9b1-92d53be01216" -d '{"events": [{"name": "network-changed", "server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:09:53.740207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94199808-73bd-451f-9440-11d50938901f service neutron] Pushing event updated for resources: {'Port': ['ID=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:53.758889 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e802e4-b7a5-4c7d-98b7-f8eea8e88234 x-openstack-request-id: req-f3e802e4-b7a5-4c7d-98b7-f8eea8e88234 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:09:53.759242 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:09:53.759577 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3e802e4-b7a5-4c7d-98b7-f8eea8e88234 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:09:53.759911 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5', 'status': 'completed', 'code': 200} Aug 20 12:09:53.830230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1543bc-6fc5-4931-a9b1-92d53be01216 req-00e9e824-e0cc-48d5-9aac-7b64553595a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.831954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b1543bc-6fc5-4931-a9b1-92d53be01216 req-00e9e824-e0cc-48d5-9aac-7b64553595a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 1094 time: 0.0417871 Aug 20 12:09:53.926634 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07dbc6-1acd-44b4-b01b-48cb06176b72 req-2865fe05-e20f-47ee-868c-70c626344e9d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.928167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa07dbc6-1acd-44b4-b01b-48cb06176b72 req-2865fe05-e20f-47ee-868c-70c626344e9d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 943 time: 0.0489593 Aug 20 12:09:53.938517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1543bc-6fc5-4931-a9b1-92d53be01216 req-9a576b95-bcf5-4972-8551-d5dacd82e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:53.940576 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b1543bc-6fc5-4931-a9b1-92d53be01216 req-9a576b95-bcf5-4972-8551-d5dacd82e19b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0957518 Aug 20 12:09:53.948572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:09:53.967176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa07dbc6-1acd-44b4-b01b-48cb06176b72 req-04238d7c-f009-40e3-82fb-cefee0afcce8 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329404 Aug 20 12:09:53.968367 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:09:53.968729 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device d0b4d868-33cf-4aa5-ab8d-da20bedb48e3 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:09:54.037640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1543bc-6fc5-4931-a9b1-92d53be01216 req-d570efbb-78e0-43d7-bcc9-a2f9e21a3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:54.039169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b1543bc-6fc5-4931-a9b1-92d53be01216 req-d570efbb-78e0-43d7-bcc9-a2f9e21a3cd5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876048 Aug 20 12:09:54.122044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-d15ec226-f3cf-4d8b-ab32-7a73cf0373a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:54.123484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-d15ec226-f3cf-4d8b-ab32-7a73cf0373a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 1094 time: 0.0398307 Aug 20 12:09:54.171952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-2e5e0ad7-5d9a-4f69-9340-5e6ab523bd70 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0361171 Aug 20 12:09:54.225721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-337ec048-b099-4719-a6ae-2b9209ae40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:54.227227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-337ec048-b099-4719-a6ae-2b9209ae40fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0436900 Aug 20 12:09:54.261513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-63378bbb-8083-401a-aa91-c4042f460390 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233772 Aug 20 12:09:54.357536 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-435adfa4-9d73-40ef-9449-d53eeb0cdb1e service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844045 Aug 20 12:09:54.453199 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cde24da7-fc50-49b9-aab0-e9646624ff8e req-14084b49-10e6-41e5-b520-3a33b4a7c150 service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850484 Aug 20 12:09:55.091844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f41a9-ddc8-4b2c-bdeb-f8844be1db15 req-d84477e3-49d7-4a09-8f53-196b4dede12c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:55.093362 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d0f41a9-ddc8-4b2c-bdeb-f8844be1db15 req-d84477e3-49d7-4a09-8f53-196b4dede12c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 943 time: 0.0527940 Aug 20 12:09:55.131098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d0f41a9-ddc8-4b2c-bdeb-f8844be1db15 req-53512bbf-97f0-4c5f-8a14-677d0a0daeff tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Aug 20 12:09:56.245330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a2eaa-3875-4ee7-a610-de068735d517 req-aee70bff-c1a1-4b63-9f02-c43302866b73 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:56.246854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f29a2eaa-3875-4ee7-a610-de068735d517 req-aee70bff-c1a1-4b63-9f02-c43302866b73 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 943 time: 0.0501723 Aug 20 12:09:56.287133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f29a2eaa-3875-4ee7-a610-de068735d517 req-af50bd71-529d-40e8-8c58-40c5d2d5bdd5 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Aug 20 12:09:57.401894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcd056-81bd-4bef-83d4-c5fc4493dc33 req-a2c2c2e3-810b-437c-84f7-01a6b40fb6b3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:57.403445 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7bcd056-81bd-4bef-83d4-c5fc4493dc33 req-a2c2c2e3-810b-437c-84f7-01a6b40fb6b3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 943 time: 0.0524740 Aug 20 12:09:57.440843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7bcd056-81bd-4bef-83d4-c5fc4493dc33 req-d4c881ab-17ba-4407-a106-5192a28d3a0f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Aug 20 12:09:57.964028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:09:58.062839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:58.075958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5', 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b', 'port_id': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5', 'mac_address': 'fa:16:3e:28:1d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93752e-bdd3-462e-a371-adca6e77e195', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:09:58.112590 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.124941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:09:58.143843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:09:58.257932 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:09:58.303656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:09:58.494905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:09:58.558874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dbbe9-91de-4bf7-93a4-f8d0c3b8f290 req-68487254-b9c0-46f2-b847-f3866bd0dac4 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:58.560340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b5dbbe9-91de-4bf7-93a4-f8d0c3b8f290 req-68487254-b9c0-46f2-b847-f3866bd0dac4 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 944 time: 0.0532367 Aug 20 12:09:58.599198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b5dbbe9-91de-4bf7-93a4-f8d0c3b8f290 req-c89bd84d-d9a2-4f74-8f54-e6d20f270b37 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Aug 20 12:09:59.713409 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9178408-a06e-4fad-a3e6-b0267144852a req-1c96c8f7-7d01-4a09-9d2f-27f01b721b47 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:09:59.714923 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e9178408-a06e-4fad-a3e6-b0267144852a req-1c96c8f7-7d01-4a09-9d2f-27f01b721b47 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 944 time: 0.0494120 Aug 20 12:09:59.752679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e9178408-a06e-4fad-a3e6-b0267144852a req-94efb770-e7a8-4600-82b9-71c838bde24b tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Aug 20 12:09:59.964323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:00.080617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:00.085226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:00.085606 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.163720 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.185258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:00.192615 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ed6e7e-60a0-42e0-a139-02ef9bbd3da1" -d '{"events": [{"server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "name": "network-vif-plugged", "status": "completed", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:00.200256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:00.225333 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8e44da-e897-4733-811b-81ce7a5c6d37 x-openstack-request-id: req-4f8e44da-e897-4733-811b-81ce7a5c6d37 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:00.225624 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "name": "network-vif-plugged", "status": "completed", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:00.225879 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f8e44da-e897-4733-811b-81ce7a5c6d37 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:00.226271 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5', 'code': 200} Aug 20 12:10:00.292416 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:00.337911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23e5a8-9ec4-4a4b-871a-93f709f1e494 req-a48a2c16-6310-4f84-9ea8-11a09ea49aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:00.340422 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc23e5a8-9ec4-4a4b-871a-93f709f1e494 req-a48a2c16-6310-4f84-9ea8-11a09ea49aa0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 1096 time: 0.0452619 Aug 20 12:10:00.349099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:00.379472 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc23e5a8-9ec4-4a4b-871a-93f709f1e494 req-ec9714f8-61e4-4643-9bd1-4481a091faea service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278924 Aug 20 12:10:00.870907 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f1e1-2813-4901-8d32-26b6358c246a req-9e2a7d86-b7e0-4e26-b889-c8d926cc243b tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:00.872403 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2672f1e1-2813-4901-8d32-26b6358c246a req-9e2a7d86-b7e0-4e26-b889-c8d926cc243b tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0527403 Aug 20 12:10:00.909457 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2672f1e1-2813-4901-8d32-26b6358c246a req-a1f2adea-2d31-47f9-96c4-06f3a4dd7520 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310738 Aug 20 12:10:02.027577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7443347-87d2-40e2-8067-2081a5a2b98e req-765f3b2d-e3c6-4cdd-bcff-f6018149f3e8 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:02.029114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7443347-87d2-40e2-8067-2081a5a2b98e req-765f3b2d-e3c6-4cdd-bcff-f6018149f3e8 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0496583 Aug 20 12:10:02.066751 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7443347-87d2-40e2-8067-2081a5a2b98e req-a9185f2a-6ecb-4cac-9360-1d93ce5a940c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315509 Aug 20 12:10:02.179455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792fc1b-bf25-4dd1-b531-9fd4b665aef2 req-67216014-4e51-40b8-bb31-e94ab718a45e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:02.180952 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f792fc1b-bf25-4dd1-b531-9fd4b665aef2 req-67216014-4e51-40b8-bb31-e94ab718a45e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0488985 Aug 20 12:10:02.218680 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f792fc1b-bf25-4dd1-b531-9fd4b665aef2 req-c9644a72-70f8-45c4-8f94-f504e3da028b tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Aug 20 12:10:02.599740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fd988-a646-4979-9b6d-9331fb853096 req-b2afa823-94d7-4108-b8bf-61e8a36034fa tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:02.601733 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-852fd988-a646-4979-9b6d-9331fb853096 req-b2afa823-94d7-4108-b8bf-61e8a36034fa tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0489161 Aug 20 12:10:02.639093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-852fd988-a646-4979-9b6d-9331fb853096 req-60554ab1-ca90-4882-b797-4df201332255 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Aug 20 12:10:02.810209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-6297f30e-c2b7-4f98-b936-79a3e105f656 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820966 Aug 20 12:10:03.756696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d0514-699b-4191-a8ca-aa010ed8270c req-1aec7f6e-fb8d-46ef-b634-c18cf5215b96 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:03.759080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-437d0514-699b-4191-a8ca-aa010ed8270c req-1aec7f6e-fb8d-46ef-b634-c18cf5215b96 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0497973 Aug 20 12:10:03.805088 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-437d0514-699b-4191-a8ca-aa010ed8270c req-11622461-6ace-4068-b4b3-854e8c69b07c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Aug 20 12:10:03.881231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e2e0b-5cf5-4a8d-93da-5e8f18fada7f req-cbe434e2-625a-4505-903a-81d07ea7455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:03.882783 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e14e2e0b-5cf5-4a8d-93da-5e8f18fada7f req-cbe434e2-625a-4505-903a-81d07ea7455d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 1096 time: 0.0452540 Aug 20 12:10:03.986559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e2e0b-5cf5-4a8d-93da-5e8f18fada7f req-6790395a-202d-418d-82c3-baffc8a80e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:03.987971 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e14e2e0b-5cf5-4a8d-93da-5e8f18fada7f req-6790395a-202d-418d-82c3-baffc8a80e95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.0837064 Aug 20 12:10:04.033098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e14e2e0b-5cf5-4a8d-93da-5e8f18fada7f req-ca309138-e883-4870-adf2-48afed8be312 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0381742 Aug 20 12:10:04.082895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e2e0b-5cf5-4a8d-93da-5e8f18fada7f req-8050c9c7-3f50-4c00-aab9-242a04010e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:04.092063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e14e2e0b-5cf5-4a8d-93da-5e8f18fada7f req-8050c9c7-3f50-4c00-aab9-242a04010e0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0443249 Aug 20 12:10:04.115421 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e14e2e0b-5cf5-4a8d-93da-5e8f18fada7f req-d5bfee61-0b11-49d5-b5c2-a951bd3bbfe2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240040 Aug 20 12:10:04.205572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e14e2e0b-5cf5-4a8d-93da-5e8f18fada7f req-6e0fdbdc-497e-400a-b73c-93098ad14647 service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828445 Aug 20 12:10:04.299610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e14e2e0b-5cf5-4a8d-93da-5e8f18fada7f req-4c50e59f-cb43-4450-a1ef-431b5ba7b4d2 service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875742 Aug 20 12:10:04.958512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09751b88-49d3-4246-bf90-d9c882a1b1fc req-abf34490-e9e1-46dc-8cfd-0af4f03c4e5f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:04.960020 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09751b88-49d3-4246-bf90-d9c882a1b1fc req-abf34490-e9e1-46dc-8cfd-0af4f03c4e5f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0838864 Aug 20 12:10:04.963154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-b388d6da-21d8-40cd-b825-cb767f7d2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:04.964548 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-b388d6da-21d8-40cd-b825-cb767f7d2b0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 1096 time: 0.0761313 Aug 20 12:10:05.044834 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09751b88-49d3-4246-bf90-d9c882a1b1fc req-ededcefd-ed20-4321-829f-69ac4f78e909 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778182 Aug 20 12:10:05.077915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-2c85bb7e-9d27-460e-923a-b67b21c9e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:05.079450 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-2c85bb7e-9d27-460e-923a-b67b21c9e4e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.1065528 Aug 20 12:10:05.125314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-bb0d4b8e-b1de-40ad-a204-63046069b95a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0378373 Aug 20 12:10:05.176536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-3f8aedbd-e6fa-46b6-a649-3d367be19f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:05.178091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-3f8aedbd-e6fa-46b6-a649-3d367be19f20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0447505 Aug 20 12:10:05.212722 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-6afed5c6-98dd-42ce-afcf-1d20b727e136 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246606 Aug 20 12:10:05.305592 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-3ea33e3d-7b46-4745-9517-a21aba520918 service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837736 Aug 20 12:10:05.400520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-fd85b400-ff6e-4bd3-8b9d-043de4ad824a service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872614 Aug 20 12:10:06.163487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a3d2c-c464-4a64-a80b-99681542a992 req-dcf909bf-968f-403d-8b35-b0dda3ae4448 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:06.165016 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a81a3d2c-c464-4a64-a80b-99681542a992 req-dcf909bf-968f-403d-8b35-b0dda3ae4448 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0494044 Aug 20 12:10:06.202596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a81a3d2c-c464-4a64-a80b-99681542a992 req-1ccc4e7b-bd20-4688-935a-5d26aadc8748 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315588 Aug 20 12:10:07.319228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7ccf4-ebf7-4c18-8d0f-67c43f0291c3 req-390fa240-328b-4628-ab85-484377000165 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:07.320648 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0bd7ccf4-ebf7-4c18-8d0f-67c43f0291c3 req-390fa240-328b-4628-ab85-484377000165 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0497692 Aug 20 12:10:07.358994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0bd7ccf4-ebf7-4c18-8d0f-67c43f0291c3 req-3d4741c7-f232-491f-bb93-7bed17c8a53e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324724 Aug 20 12:10:08.477284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1572e2-787d-4e7c-8cdf-3bd1f7a974c9 req-d405aacf-4947-42ed-a314-493d6a07ef0d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:08.479338 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d1572e2-787d-4e7c-8cdf-3bd1f7a974c9 req-d405aacf-4947-42ed-a314-493d6a07ef0d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0510774 Aug 20 12:10:08.519290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d1572e2-787d-4e7c-8cdf-3bd1f7a974c9 req-6029f5b3-1845-4fd7-a4e5-48a1d9c7e562 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Aug 20 12:10:09.636393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9a454-e7a3-46e5-bf8f-dd711f7f8e72 req-6bb21030-b30a-47fe-9bde-ec094fcd26ad tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:09.637881 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-45f9a454-e7a3-46e5-bf8f-dd711f7f8e72 req-6bb21030-b30a-47fe-9bde-ec094fcd26ad tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0530536 Aug 20 12:10:09.676156 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-45f9a454-e7a3-46e5-bf8f-dd711f7f8e72 req-7936f293-e531-4fde-8f6d-9b4f28f1d9fe tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Aug 20 12:10:10.790274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea557c-f3b5-471a-82da-9a20dd3a2a7b req-3bde1a39-090d-4359-a8d3-e194c4727837 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:10.792284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4ea557c-f3b5-471a-82da-9a20dd3a2a7b req-3bde1a39-090d-4359-a8d3-e194c4727837 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Aug 20 12:10:10.834001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4ea557c-f3b5-471a-82da-9a20dd3a2a7b req-dc6461d8-8254-41fe-baf5-f55a8d3f57fc tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358226 Aug 20 12:10:11.615264 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:11.949919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f722b0-0b59-48ad-b51f-0557f9dd549a req-e52fc616-f6f0-4b94-bd74-a29152fea8d6 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:11.951495 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44f722b0-0b59-48ad-b51f-0557f9dd549a req-e52fc616-f6f0-4b94-bd74-a29152fea8d6 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Aug 20 12:10:11.991554 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44f722b0-0b59-48ad-b51f-0557f9dd549a req-cdaba46d-6ac7-4476-bf64-4495a3a73651 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Aug 20 12:10:13.110325 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf28fd-94ec-4232-a99a-2b7f0f542591 req-14567f76-26ab-4d53-901b-0deda2e602c7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:13.113309 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1cf28fd-94ec-4232-a99a-2b7f0f542591 req-14567f76-26ab-4d53-901b-0deda2e602c7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0508885 Aug 20 12:10:13.160009 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1cf28fd-94ec-4232-a99a-2b7f0f542591 req-4e4b5fda-080c-49f9-8d79-1447e3f9cc87 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406682 Aug 20 12:10:13.851879 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:14.273017 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d201a-d2b1-4a1e-a1a3-a87a75512669 req-e8a527ea-4afb-4967-b9b6-75a757a42d7f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:14.274550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f5d201a-d2b1-4a1e-a1a3-a87a75512669 req-e8a527ea-4afb-4967-b9b6-75a757a42d7f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0482497 Aug 20 12:10:14.311374 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f5d201a-d2b1-4a1e-a1a3-a87a75512669 req-53ac12a5-64df-4a03-8e07-ecbfd559745d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302589 Aug 20 12:10:15.029101 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-66f69a86-039c-4125-a207-2a958e45a652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:15.426118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779df4f7-f617-458b-8f00-5a6d945ccc30 req-5e892758-f4c3-439f-ae59-dd21e5f2abb1 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:15.427672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779df4f7-f617-458b-8f00-5a6d945ccc30 req-5e892758-f4c3-439f-ae59-dd21e5f2abb1 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0486827 Aug 20 12:10:15.464012 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-779df4f7-f617-458b-8f00-5a6d945ccc30 req-50c2559c-4464-4645-862e-a9beec50a266 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303471 Aug 20 12:10:16.582481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ada77-8260-48e2-abf4-c1324fdb6aac req-e34f0119-00a1-4369-8d62-317aa12c0cef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:16.583946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-405ada77-8260-48e2-abf4-c1324fdb6aac req-e34f0119-00a1-4369-8d62-317aa12c0cef tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0523641 Aug 20 12:10:16.621035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-405ada77-8260-48e2-abf4-c1324fdb6aac req-69231f01-9854-41de-8b1e-d059edc67916 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Aug 20 12:10:17.737876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b27f6-23e0-45ec-be2b-d7c248640410 req-3009d576-b70c-4103-9502-7f06a9e4596a tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:17.739383 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b18b27f6-23e0-45ec-be2b-d7c248640410 req-3009d576-b70c-4103-9502-7f06a9e4596a tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0483270 Aug 20 12:10:17.746444 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6f4ae5ac-10fe-48b8-864d-e3f423766104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:17.783476 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b18b27f6-23e0-45ec-be2b-d7c248640410 req-f59aa5b7-b96d-4169-b5e4-bcf1b36977b9 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Aug 20 12:10:18.672442 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:18.905006 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f33b3-ee59-40f3-b3a7-397fe12c5462 req-ebf1daef-c69c-4633-8369-8b568b6242dc tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:18.906566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-003f33b3-ee59-40f3-b3a7-397fe12c5462 req-ebf1daef-c69c-4633-8369-8b568b6242dc tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0523977 Aug 20 12:10:18.949590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-003f33b3-ee59-40f3-b3a7-397fe12c5462 req-ba99b7f6-75e2-4b9e-a1e8-a696d27b3b74 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363166 Aug 20 12:10:19.383795 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:20.069144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780917cc-006b-4299-ab73-51a733281d75 req-1e2c348d-755c-4df1-baf7-16a483ef64dd tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:20.070639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-780917cc-006b-4299-ab73-51a733281d75 req-1e2c348d-755c-4df1-baf7-16a483ef64dd tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0485668 Aug 20 12:10:20.108353 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-780917cc-006b-4299-ab73-51a733281d75 req-7144930f-123e-494d-9a56-37d12931a8e6 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Aug 20 12:10:21.000449 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:21.228808 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd30b-8c0e-40f6-a1e1-d1007f48695b req-0a2a69d4-a277-4208-8f6b-ef08912b50b4 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:21.230291 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-91cdd30b-8c0e-40f6-a1e1-d1007f48695b req-0a2a69d4-a277-4208-8f6b-ef08912b50b4 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0493145 Aug 20 12:10:21.268155 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-91cdd30b-8c0e-40f6-a1e1-d1007f48695b req-aab1dec6-7101-4846-b1dc-4cc8eae1073c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314002 Aug 20 12:10:22.384298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103d57c-4cf1-4dc3-875d-884d52584d64 req-76ea5a71-55d8-4126-93f5-2de739d153b9 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:22.385791 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7103d57c-4cf1-4dc3-875d-884d52584d64 req-76ea5a71-55d8-4126-93f5-2de739d153b9 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0484993 Aug 20 12:10:22.424026 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7103d57c-4cf1-4dc3-875d-884d52584d64 req-642f87b7-ecbd-4ee4-9eaa-9f35b296ab38 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Aug 20 12:10:22.480890 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:10:23.559383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6fb11-0425-4feb-82dc-3808ebb546d6 req-e93d8443-bd99-4c79-ad19-9bfef412c729 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:23.560902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebe6fb11-0425-4feb-82dc-3808ebb546d6 req-e93d8443-bd99-4c79-ad19-9bfef412c729 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0645158 Aug 20 12:10:23.600676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebe6fb11-0425-4feb-82dc-3808ebb546d6 req-22e54ecf-2b23-4327-9337-2b7017a95488 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335109 Aug 20 12:10:24.722305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1c94f-02ff-4edd-aa0d-9ddf46dcdd50 req-efd2335f-319e-44c5-9e63-179ed4386d30 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:24.724022 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7de1c94f-02ff-4edd-aa0d-9ddf46dcdd50 req-efd2335f-319e-44c5-9e63-179ed4386d30 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0529251 Aug 20 12:10:24.768807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7de1c94f-02ff-4edd-aa0d-9ddf46dcdd50 req-6b10e31e-28e6-4b0a-b892-a5a9c35e6207 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384467 Aug 20 12:10:25.893794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db90b5-ad54-41ea-85db-4e6a64f62dc7 req-6e311ae2-663e-4784-984e-d0118f957041 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:25.895338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25db90b5-ad54-41ea-85db-4e6a64f62dc7 req-6e311ae2-663e-4784-984e-d0118f957041 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0509801 Aug 20 12:10:25.947586 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25db90b5-ad54-41ea-85db-4e6a64f62dc7 req-aa19ae1b-6c53-45f3-bff8-a305e9c2e271 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461230 Aug 20 12:10:27.067583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30336ca3-b1f5-4c65-a719-df92a8ddbd75 req-9007af73-f936-4db6-a394-50917397bfd7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:27.069069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30336ca3-b1f5-4c65-a719-df92a8ddbd75 req-9007af73-f936-4db6-a394-50917397bfd7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0543339 Aug 20 12:10:27.106881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30336ca3-b1f5-4c65-a719-df92a8ddbd75 req-3d90cc44-b4f3-47bc-bd16-93528cb7256b tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Aug 20 12:10:28.224378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9eaf5-de89-45b6-8ac5-2e4b247fa08c req-bf55c9e8-c9cd-418d-8a3e-433a7c6322e8 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:28.225970 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6b9eaf5-de89-45b6-8ac5-2e4b247fa08c req-bf55c9e8-c9cd-418d-8a3e-433a7c6322e8 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0511534 Aug 20 12:10:28.264651 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6b9eaf5-de89-45b6-8ac5-2e4b247fa08c req-25fd89e9-eed9-400f-a36a-0c6818f5313f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Aug 20 12:10:29.381501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e94e-effa-4ed5-ae4f-3d9352964790 req-7c349ee5-dae5-4b84-88b9-52ff28d2c186 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:29.383032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22b9e94e-effa-4ed5-ae4f-3d9352964790 req-7c349ee5-dae5-4b84-88b9-52ff28d2c186 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0492487 Aug 20 12:10:29.421961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22b9e94e-effa-4ed5-ae4f-3d9352964790 req-805989ab-5754-444d-a7c6-e9c61a336bab tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328193 Aug 20 12:10:30.543463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aab066-0b73-44f6-b0e7-b60ce9188cdc req-1943492c-206c-4f7f-9d0e-73373f412e0d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:30.544950 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29aab066-0b73-44f6-b0e7-b60ce9188cdc req-1943492c-206c-4f7f-9d0e-73373f412e0d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0537243 Aug 20 12:10:30.582751 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29aab066-0b73-44f6-b0e7-b60ce9188cdc req-04483d51-e676-4a53-8b38-2745727196f6 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Aug 20 12:10:31.700571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f3a6e-fa99-4fc4-896d-0d6576e389d7 req-06f79f52-378e-45cf-adb4-1037e54fec61 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:31.702071 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-714f3a6e-fa99-4fc4-896d-0d6576e389d7 req-06f79f52-378e-45cf-adb4-1037e54fec61 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0496633 Aug 20 12:10:31.745639 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-714f3a6e-fa99-4fc4-896d-0d6576e389d7 req-9074dfd5-c9ec-4a48-99ce-525542e47487 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372486 Aug 20 12:10:32.689630 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-5ffcd15d-00c8-4169-aac2-fc233e464b9e service neutron] show failed (client error): The resource could not be found. Aug 20 12:10:32.690623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-5ffcd15d-00c8-4169-aac2-fc233e464b9e service neutron] 10.222.0.38 "GET /v2.0/ports/bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0541697 Aug 20 12:10:32.866194 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dd5ca-0285-4584-9d53-b15d78c3ae2b req-d64e7723-7312-46d7-8826-07a1a3711eb3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:32.867730 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-827dd5ca-0285-4584-9d53-b15d78c3ae2b req-d64e7723-7312-46d7-8826-07a1a3711eb3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0521049 Aug 20 12:10:32.907786 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-827dd5ca-0285-4584-9d53-b15d78c3ae2b req-076fe4ba-3c21-41f0-9770-64b1b126abf6 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339785 Aug 20 12:10:33.299173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-1b38d847-f93c-4a82-9d4e-23319da27f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:33.300611 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-1b38d847-f93c-4a82-9d4e-23319da27f3e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67&tenant_id=e4685c91e8614a4a9f8e37b77565b06e HTTP/1.1" status: 200 len: 1096 time: 0.0437768 Aug 20 12:10:33.315179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:33.371179 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.576417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:33.623062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:33.666226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:33.668766 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4044a2-7559-45ba-b759-1547fac07760" -d '{"events": [{"server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "name": "network-vif-unplugged", "status": "completed", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:33.673252 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.686776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Transition to ACTIVE for port object bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:33.726678 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d23195-6d6c-44cd-aa6f-f158c29643ca x-openstack-request-id: req-f4d23195-6d6c-44cd-aa6f-f158c29643ca {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:33.726982 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "name": "network-vif-unplugged", "status": "completed", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:33.727242 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4d23195-6d6c-44cd-aa6f-f158c29643ca {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:33.727703 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5', 'code': 200} Aug 20 12:10:33.769286 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.833592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:33.835885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] No DVR routers for this DVR port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:33.847108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.847458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.847799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.848172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.848506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.848840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.849176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.849502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.849830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.850156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.850506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.850831 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:33.885984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Attempting to bind port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:33.905050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Attempting to bind port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:33.905050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Attempting to bind port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:33.905050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:10:33.905050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Attempting to bind port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 on network 9c565ba0-ae60-4b53-ab99-e49e8b66b36b {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:33.905050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:33.905050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Checking segment: {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:33.905050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Bound using segment: {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:33.905050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Bound port: bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66123f51-8f48-4631-8838-975b8f113c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:33.905050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:33.975335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:33.978585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:34.029362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793f5ee-1a2b-42c6-a686-edb4db0bc562 req-39f6141d-acf9-47fc-961f-a941385e6d6f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:34.030904 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6793f5ee-1a2b-42c6-a686-edb4db0bc562 req-39f6141d-acf9-47fc-961f-a941385e6d6f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 943 time: 0.0494621 Aug 20 12:10:34.076138 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6793f5ee-1a2b-42c6-a686-edb4db0bc562 req-80155ea6-4ba4-4d7d-a836-f6caf2e1e110 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Aug 20 12:10:34.097730 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.136010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:34.136706 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:34.138141 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 HTTP/1.1" status: 200 len: 1091 time: 0.8273716 Aug 20 12:10:34.160514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428ff91-d62c-447e-bc8a-d42a96b515d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:34.205496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-6f2a340f-b88e-49bb-87ea-ddac45758a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:34.207111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-6f2a340f-b88e-49bb-87ea-ddac45758a52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 1094 time: 0.0428431 Aug 20 12:10:34.304676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-c5a1b29b-5b58-45d3-8015-08ec2d1b7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:34.306152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-c5a1b29b-5b58-45d3-8015-08ec2d1b7607 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.0923526 Aug 20 12:10:34.351191 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-56ae8e0b-b089-4e13-8adc-7331f68794e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0375147 Aug 20 12:10:34.404197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-0d9081f9-71dc-4e16-a76e-650408f88c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:34.405695 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-0d9081f9-71dc-4e16-a76e-650408f88c25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0470166 Aug 20 12:10:34.444568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-0e4a7635-492a-46f8-bfc5-e38fb0c97b71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321345 Aug 20 12:10:34.537575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-3270f2ac-de7d-4233-bb21-25f8511ae7c4 service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Aug 20 12:10:34.634777 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ae95a93-97e9-4af5-881d-88f81faf3ac4 req-24f88784-e51e-4337-9c7e-6291bd92cabd service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892062 Aug 20 12:10:35.205979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a204f80-67a8-4c38-87ea-4b8b531cfe31 req-8cc9d606-ca01-4741-8baf-2d5f565c41c2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.208286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a204f80-67a8-4c38-87ea-4b8b531cfe31 req-8cc9d606-ca01-4741-8baf-2d5f565c41c2 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 943 time: 0.0546761 Aug 20 12:10:35.257380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7a204f80-67a8-4c38-87ea-4b8b531cfe31 req-f3d2b0d2-1166-43cd-84c5-c91b95c828d9 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427973 Aug 20 12:10:35.729213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:35.731566 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51035a5-6a98-44e3-b28b-eb2dce58cea7" -d '{"events": [{"name": "network-changed", "server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:35.786851 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01257331-0459-47ce-bc2a-974dd09a88a8 x-openstack-request-id: req-01257331-0459-47ce-bc2a-974dd09a88a8 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:35.791551 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:35.791551 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01257331-0459-47ce-bc2a-974dd09a88a8 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:35.791551 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5', 'status': 'completed', 'code': 200} Aug 20 12:10:35.850488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-d4a0114a-9a6e-43db-9c74-0b91e210c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.852008 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-d4a0114a-9a6e-43db-9c74-0b91e210c1d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 1094 time: 0.0452411 Aug 20 12:10:35.883644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-95374e7c-5e36-4a32-b49a-c5dfc13f4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.885214 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-95374e7c-5e36-4a32-b49a-c5dfc13f4a79 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 1094 time: 0.0649326 Aug 20 12:10:35.949971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-cfb1c64e-b31b-4f25-ac72-8b01a4198495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.951543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-cfb1c64e-b31b-4f25-ac72-8b01a4198495 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.0926528 Aug 20 12:10:35.983579 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-8ea0837c-c250-4c72-bc60-8cac41068957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:35.985116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-8ea0837c-c250-4c72-bc60-8cac41068957 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.0888493 Aug 20 12:10:35.994576 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-be9d0756-5f59-4664-9269-dd6ee16d0154 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0355916 Aug 20 12:10:36.037541 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-5866bd12-4840-4f67-a17f-26c4a6c97a75 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0409145 Aug 20 12:10:36.051155 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-3bd772dd-3b2a-4319-8c49-9536d7faaa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:36.052637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-3bd772dd-3b2a-4319-8c49-9536d7faaa4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0504503 Aug 20 12:10:36.087113 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-83d5f2fa-9572-41de-8666-063384784987 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267637 Aug 20 12:10:36.088457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-2bd7371e-76ad-4a34-8717-345ad1db95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:36.089642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-2bd7371e-76ad-4a34-8717-345ad1db95ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0454862 Aug 20 12:10:36.126775 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-dc605734-6bb7-474b-b71d-45cd599faf93 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257957 Aug 20 12:10:36.136844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:36.185432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:36.191201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-7a3340ac-c39c-41a0-b03e-14d51af8d5c7 service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968025 Aug 20 12:10:36.250133 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-1416fcc9-74cd-4b18-b4f7-6b7decea2c31 service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106462 Aug 20 12:10:36.299268 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-dc04b22a-d1b2-47c0-9762-80325cd01c8d service neutron] 10.222.0.57 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996721 Aug 20 12:10:36.363024 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c51035a5-6a98-44e3-b28b-eb2dce58cea7 req-9845d60d-8fbf-446e-bf43-58d98e480fdf service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987566 Aug 20 12:10:36.408199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc91d3e-cc88-4a5f-a8e9-3e10bd3ec1c0 req-baa61c70-4759-48c7-ac42-5d3470071e82 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:36.409886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bc91d3e-cc88-4a5f-a8e9-3e10bd3ec1c0 req-baa61c70-4759-48c7-ac42-5d3470071e82 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 943 time: 0.0607557 Aug 20 12:10:36.474126 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bc91d3e-cc88-4a5f-a8e9-3e10bd3ec1c0 req-847dc153-e99d-4376-8362-d34333b12ea1 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569727 Aug 20 12:10:37.596636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be160c-099c-4562-9086-921ea2c04423 req-f1f30720-3dc3-4376-badc-c6b0b59edcd3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:37.598264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-97be160c-099c-4562-9086-921ea2c04423 req-f1f30720-3dc3-4376-badc-c6b0b59edcd3 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 943 time: 0.0508938 Aug 20 12:10:37.638780 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-97be160c-099c-4562-9086-921ea2c04423 req-2510d419-b48c-4603-b942-baaeba09fe4c tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340424 Aug 20 12:10:37.990313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1953-9523-4b21-84c8-85cad1e1f232 req-efb0ebd7-c4b0-46ef-81df-c1ea423a8302 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:37.991988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3acf1953-9523-4b21-84c8-85cad1e1f232 req-efb0ebd7-c4b0-46ef-81df-c1ea423a8302 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 943 time: 0.0606158 Aug 20 12:10:38.034153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3acf1953-9523-4b21-84c8-85cad1e1f232 req-efce2f7c-aa4b-481c-aa3c-4625750a342e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360012 Aug 20 12:10:38.152386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-d3c00cb2-dfdd-4291-8438-8e27ca5354d7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:38.153956 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-d3c00cb2-dfdd-4291-8438-8e27ca5354d7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.38 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67&tenant_id=e4685c91e8614a4a9f8e37b77565b06e&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 943 time: 0.0561311 Aug 20 12:10:38.221199 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-76e987f1-c8eb-408e-ab05-5e91b36ec30d service neutron] delete failed (client error): The resource could not be found. Aug 20 12:10:38.222251 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-76e987f1-c8eb-408e-ab05-5e91b36ec30d service neutron] 10.222.0.38 "DELETE /v2.0/ports/bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5/bindings/n-h2-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0566196 Aug 20 12:10:38.320490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-83bb9f96-c543-41ca-aac4-84e82e0768a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:38.322030 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-83bb9f96-c543-41ca-aac4-84e82e0768a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 1094 time: 0.0441408 Aug 20 12:10:38.422408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-fc5265e7-a246-4a15-9e18-5586e8f5a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:38.423846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-fc5265e7-a246-4a15-9e18-5586e8f5a994 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 200 len: 916 time: 0.0912325 Aug 20 12:10:38.469940 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-f7b6f045-f8ee-44f3-991c-b11781a1048c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 HTTP/1.1" status: 200 len: 217 time: 0.0344498 Aug 20 12:10:38.530678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-700c49c6-f1ea-4adf-b950-0a24dd9df890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:38.532186 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-700c49c6-f1ea-4adf-b950-0a24dd9df890 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 200 len: 855 time: 0.0510697 Aug 20 12:10:38.570861 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-26dac722-2f00-486b-b7c3-d7c9b0c9c5a7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9c565ba0-ae60-4b53-ab99-e49e8b66b36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266180 Aug 20 12:10:38.680676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-449c3458-6759-422d-8963-b111f9171fc0 service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986142 Aug 20 12:10:38.791991 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0d8726df-2965-4a91-993d-f10f33fdbc41 req-8ab29532-2a14-4700-b7e3-588484326dc2 service neutron] 10.222.0.38 "GET /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996797 Aug 20 12:10:39.177263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fe062-38df-476b-ae59-4b30c9077f00 req-3bbfc813-9964-46f3-96fe-6fb5ea2c84ff tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:39.178846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f78fe062-38df-476b-ae59-4b30c9077f00 req-3bbfc813-9964-46f3-96fe-6fb5ea2c84ff tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 943 time: 0.0602996 Aug 20 12:10:39.218488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f78fe062-38df-476b-ae59-4b30c9077f00 req-a2692da8-4f85-4dfe-86ca-37ba2c835a5e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336082 Aug 20 12:10:39.267528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:10:39.388548 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:39.402249 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5', 'network_id': '9c565ba0-ae60-4b53-ab99-e49e8b66b36b', 'port_id': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5', 'mac_address': 'fa:16:3e:28:1d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93752e-bdd3-462e-a371-adca6e77e195', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:10:39.448175 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.464286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:10:39.485142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:39.580597 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:39.627421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:39.804554 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:10:40.340345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21efd51-e163-4448-9c71-692b47662891 req-1e457e4c-a069-4b37-b81f-00ac82ae25a7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:40.341787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a21efd51-e163-4448-9c71-692b47662891 req-1e457e4c-a069-4b37-b81f-00ac82ae25a7 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 944 time: 0.0497479 Aug 20 12:10:40.380015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a21efd51-e163-4448-9c71-692b47662891 req-d38e37f8-c2fc-4f09-b06c-ecf0c6ba04ec tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Aug 20 12:10:40.494100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c08b0c-3fab-4663-90b7-826bfae2f17e req-92018cff-52b9-4ee6-92a9-3674f4b140fa tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:40.495606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2c08b0c-3fab-4663-90b7-826bfae2f17e req-92018cff-52b9-4ee6-92a9-3674f4b140fa tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 944 time: 0.0478983 Aug 20 12:10:40.533148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2c08b0c-3fab-4663-90b7-826bfae2f17e req-d080b238-70c3-4db7-b907-159f5e49bf8f tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315948 Aug 20 12:10:40.646372 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07034770-91a5-4842-b211-2d9e76d6d1cb req-8d35971d-570a-4769-bc15-177b3e975725 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:40.647802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07034770-91a5-4842-b211-2d9e76d6d1cb req-8d35971d-570a-4769-bc15-177b3e975725 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 944 time: 0.0490251 Aug 20 12:10:40.686946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07034770-91a5-4842-b211-2d9e76d6d1cb req-8f2c18cd-2fcf-4a12-9745-d569882168ec tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330217 Aug 20 12:10:41.288938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:41.320801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846d110-13ac-4843-b14f-8d0a7b631f24 req-2747ae79-1eb3-4796-9017-07119016095d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:41.322338 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a846d110-13ac-4843-b14f-8d0a7b631f24 req-2747ae79-1eb3-4796-9017-07119016095d tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 944 time: 0.0534389 Aug 20 12:10:41.371577 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a846d110-13ac-4843-b14f-8d0a7b631f24 req-8cb852ae-65fb-4c9a-b13b-de0239f054b8 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Aug 20 12:10:41.414108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:41.418281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:41.418671 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.499651 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.526389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:41.528671 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0743be-f81a-4c63-ae7f-b1b708e8af17" -d '{"events": [{"server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "name": "network-vif-plugged", "status": "completed", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:41.549974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:41.568215 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a5830a-1eb2-4e03-a3cc-22528581d33b x-openstack-request-id: req-52a5830a-1eb2-4e03-a3cc-22528581d33b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:41.568513 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "name": "network-vif-plugged", "status": "completed", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:41.568771 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52a5830a-1eb2-4e03-a3cc-22528581d33b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:41.569171 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5', 'code': 200} Aug 20 12:10:41.648982 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.679071 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:41.700883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:42.489436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d880fe-77d2-487f-a0f2-5c3f32332905 req-15b0024e-51de-466d-a686-be1bf18cb178 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:42.490981 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6d880fe-77d2-487f-a0f2-5c3f32332905 req-15b0024e-51de-466d-a686-be1bf18cb178 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0512347 Aug 20 12:10:42.530885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6d880fe-77d2-487f-a0f2-5c3f32332905 req-f2c6e180-f540-4754-9438-e18af22ed964 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7384fb0-019a-48e6-8124-f018fbae9531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Aug 20 12:10:42.583472 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-6b88907c-c8f0-4e61-bfdd-c3297e51d61e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:42.584932 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-6b88907c-c8f0-4e61-bfdd-c3297e51d61e tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.57 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 945 time: 0.0491295 Aug 20 12:10:42.699586 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-44e76f31-0a73-48bf-b605-66dc221e2faf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Deleting port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:10:42.699858 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-44e76f31-0a73-48bf-b605-66dc221e2faf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.796669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-44e76f31-0a73-48bf-b605-66dc221e2faf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] For port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,segment=NetworkSegment(66123f51-8f48-4631-8838-975b8f113c61),segment_id=66123f51-8f48-4631-8838-975b8f113c61)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:42.797032 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-44e76f31-0a73-48bf-b605-66dc221e2faf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:42.812180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-44e76f31-0a73-48bf-b605-66dc221e2faf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Calling delete_port for bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:10:43.060115 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-44e76f31-0a73-48bf-b605-66dc221e2faf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.072118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:10:43.100645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e76f31-0a73-48bf-b605-66dc221e2faf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Pushing event deleted for resources: {'Port': ['ID=bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:43.147137 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-44e76f31-0a73-48bf-b605-66dc221e2faf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] No DVR routers for this DVR port bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:10:43.149870 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-44e76f31-0a73-48bf-b605-66dc221e2faf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:43.152043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a554f416-9a12-4ef1-96a7-d28939e2e238 req-44e76f31-0a73-48bf-b605-66dc221e2faf tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.57 "DELETE /v2.0/ports/bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 HTTP/1.1" status: 204 len: 173 time: 0.5610461 Aug 20 12:10:43.152500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'name': 'network-vif-deleted', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:10:43.154831 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba233a2-1e01-4b1b-8a9d-c81ec6fc4ab9" -d '{"events": [{"server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "name": "network-vif-deleted", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:10:43.192809 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfea3e5c-50c9-4fa5-b18d-d2ecae14ecaa x-openstack-request-id: req-cfea3e5c-50c9-4fa5-b18d-d2ecae14ecaa {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:10:43.193106 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceedb4b4-9515-456a-a7c2-94ec9c618e67", "name": "network-vif-deleted", "tag": "bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:10:43.193367 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfea3e5c-50c9-4fa5-b18d-d2ecae14ecaa {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:10:43.193881 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceedb4b4-9515-456a-a7c2-94ec9c618e67', 'name': 'network-vif-deleted', 'tag': 'bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5', 'status': 'completed', 'code': 200} Aug 20 12:10:43.639093 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d229a83f-3489-4907-bc9a-4d05c40a8ffb req-969403f3-500f-4ae3-98e1-ed463e67fb18 tempest-ServerDiskConfigTestJSON-1431347075 tempest-ServerDiskConfigTestJSON-1431347075-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceedb4b4-9515-456a-a7c2-94ec9c618e67 HTTP/1.1" status: 200 len: 210 time: 0.0273046 Aug 20 12:10:43.876940 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.766860 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46492) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:44.812575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad96e07-f924-40ce-a5e1-2269c9684c27 admin admin] Deleting subnet cd93752e-bdd3-462e-a371-adca6e77e195 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:10:44.818118 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fad96e07-f924-40ce-a5e1-2269c9684c27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.849937 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fad96e07-f924-40ce-a5e1-2269c9684c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:44.887482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fad96e07-f924-40ce-a5e1-2269c9684c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.077462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fad96e07-f924-40ce-a5e1-2269c9684c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.101914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad96e07-f924-40ce-a5e1-2269c9684c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd93752e-bdd3-462e-a371-adca6e77e195,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:45.105701 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3ec4cb58-1e50-493d-bdcb-24bfe32ef42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.108184 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fad96e07-f924-40ce-a5e1-2269c9684c27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.110073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fad96e07-f924-40ce-a5e1-2269c9684c27 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cd93752e-bdd3-462e-a371-adca6e77e195 HTTP/1.1" status: 204 len: 168 time: 0.3422167 Aug 20 12:10:45.112630 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46494) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:45.179394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.263043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.272718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c565ba0-ae60-4b53-ab99-e49e8b66b36b']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:45.282514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66123f51-8f48-4631-8838-975b8f113c61') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:45.282812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66123f51-8f48-4631-8838-975b8f113c61') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:45.291641 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.305559 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.308890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:10:45.312717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:10:45.313121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: timer() Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:10:45.314799 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:10:45.330179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:10:45.333163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device bf49df8b-5a9c-44c7-8f6c-e4a8e963f3d5 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:10:45.479991 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.485591 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:45.487922 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9c565ba0-ae60-4b53-ab99-e49e8b66b36b HTTP/1.1" status: 204 len: 168 time: 0.3741806 Aug 20 12:10:45.501372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314b909-1892-4548-8640-2e90c0b3edc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c565ba0-ae60-4b53-ab99-e49e8b66b36b,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:46.000712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46500) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:46.045332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-974d43f3-7e55-4f3b-a848-2976f55bfc23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4685c91e8614a4a9f8e37b77565b06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434303 Aug 20 12:10:46.047829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46502) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:46.095463 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b11b5825-eabb-428f-93d4-c30a56daab72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.117057 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b11b5825-eabb-428f-93d4-c30a56daab72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.282855 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b11b5825-eabb-428f-93d4-c30a56daab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.285958 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b11b5825-eabb-428f-93d4-c30a56daab72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:46.288354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b11b5825-eabb-428f-93d4-c30a56daab72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7384fb0-019a-48e6-8124-f018fbae9531 HTTP/1.1" status: 204 len: 168 time: 0.2396157 Aug 20 12:10:46.296583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b5825-eabb-428f-93d4-c30a56daab72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7384fb0-019a-48e6-8124-f018fbae9531,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:47.402323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46524) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:47.500927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-555580067-network', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:47.605436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Made reservation on behalf of f041c731a2ef4db881d585f4252857d1 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:47.607884 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.616639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.702518 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.731158 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0090f7cd-d019-4dfe-b137-a7d0005aa51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.811225 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.837584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:10:47.847436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd929b2-5c7a-4fb9-a337-503e23ba1553,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:47.852492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.852741 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Added segment b25bd948-3e1a-4d5c-b558-cc52edcc5e55 of type vlan for network b1684a58-c44b-4544-a3c5-c0d83459b3cc Aug 20 12:10:47.898767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.994094 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:47.995133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:47.995745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.055417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] Pushing event updated for resources: {'Network': ['ID=b1684a58-c44b-4544-a3c5-c0d83459b3cc,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:48.065641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:10:48.111984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f6a51a37-eb9f-4782-bc34-1a12751fd6bd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7084763 Aug 20 12:10:48.114720 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46528) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:48.119652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Request body: {'subnet': {'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-555580067-subnet', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:48.219767 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Made reservation on behalf of f041c731a2ef4db881d585f4252857d1 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:10:48.222113 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.451579 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.505765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9935e79d-41a3-4f84-add4-b614a66e0370,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:48.516649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:48.517018 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Network hostable DHCP agents. Network: b1684a58-c44b-4544-a3c5-c0d83459b3cc, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:10:48.591420 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:10:48.711077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, b1684a58-c44b-4544-a3c5-c0d83459b3cc) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:48.711330 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.715975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:48.716784 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.726069 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebdbdc8-6af6-4b9d-8992-ea363b26c139 None None] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:48.797407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9d237713-7173-4073-9dc9-335e8b81e806 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6816185 Aug 20 12:10:48.800115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46530) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:48.805247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:48.880348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:10:48.881221 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.894626 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.895790 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:48.951671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.014582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Allocated IP 172.20.0.2 (b1684a58-c44b-4544-a3c5-c0d83459b3cc/9935e79d-41a3-4f84-add4-b614a66e0370/4b57c67b-f215-4e41-8ce3-b894f393869a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:49.167485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.176224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Transition to ACTIVE for port object 4b57c67b-f215-4e41-8ce3-b894f393869a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:49.193127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Transition to ACTIVE for port object 4b57c67b-f215-4e41-8ce3-b894f393869a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:49.263481 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.312883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:49.315608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:49.325092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:49.328300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Pushing event updated for resources: {'Port': ['ID=4b57c67b-f215-4e41-8ce3-b894f393869a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:49.341189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.348579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:49.393806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Attempting to bind port 4b57c67b-f215-4e41-8ce3-b894f393869a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:49.394191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Attempting to bind port 4b57c67b-f215-4e41-8ce3-b894f393869a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:49.394557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Attempting to bind port 4b57c67b-f215-4e41-8ce3-b894f393869a on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:49.400491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:49.400872 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:49.401274 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.401667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:49.402131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Bound port: 4b57c67b-f215-4e41-8ce3-b894f393869a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:49.402530 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.455184 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.466424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] For port 4b57c67b-f215-4e41-8ce3-b894f393869a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:49.469419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] For port 4b57c67b-f215-4e41-8ce3-b894f393869a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4b57c67b-f215-4e41-8ce3-b894f393869a,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:49.501856 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.545664 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.603446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8e16f-0977-4f9e-87e7-28d95898969e None None] Pushing event updated for resources: {'Port': ['ID=4b57c67b-f215-4e41-8ce3-b894f393869a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:49.783708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.803346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:49.916051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Allocated IP 172.25.4.178 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/c78aad05-8487-437a-b385-ea3d2a309b2d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:50.020237 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.123269 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.161640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:50.164607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:50.167115 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:50.201660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Pushing event updated for resources: {'Port': ['ID=c78aad05-8487-437a-b385-ea3d2a309b2d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:50.497564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa19e184-c21e-4482-97c7-87b349ff241a None None] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:10:50.548792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4b57c67b-f215-4e41-8ce3-b894f393869a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:50.601915 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.687364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-de6ea32e-1cc5-4840-a861-b348f7d0baa4 None None] Provisioning for port 4b57c67b-f215-4e41-8ce3-b894f393869a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:50.706554 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 4b57c67b-f215-4e41-8ce3-b894f393869a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:50.710552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4b57c67b-f215-4e41-8ce3-b894f393869a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:50.710942 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.792907 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.812894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.853332 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 4b57c67b-f215-4e41-8ce3-b894f393869a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4b57c67b-f215-4e41-8ce3-b894f393869a,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:50.929868 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:50.980738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=4b57c67b-f215-4e41-8ce3-b894f393869a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:51.014162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c28b3979-50e4-4f4e-b538-c21777c3b141 None None] Provisioning complete for port 4b57c67b-f215-4e41-8ce3-b894f393869a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:51.014569 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c28b3979-50e4-4f4e-b538-c21777c3b141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.048104 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:10:51.167173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:51.178804 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:51.188103 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:51.190604 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:10:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:51.191069 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.242848 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.244214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-460886fe-bbbc-402c-a94e-d5d18feed5de admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4431548 Aug 20 12:10:51.247066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 46532) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:51.295796 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:51.491783 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:50Z', 'revision_number': 3, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:51.518115 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:51.518344 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Updating router a8c12b1c-abcc-4642-ba4c-536a01e387ce port c78aad05-8487-437a-b385-ea3d2a309b2d binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:10:51.545374 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.689538 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.838429 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.849297 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Transition to ACTIVE for port object c78aad05-8487-437a-b385-ea3d2a309b2d will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:51.875576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Allocated IP 172.20.0.1 (b1684a58-c44b-4544-a3c5-c0d83459b3cc/9935e79d-41a3-4f84-add4-b614a66e0370/c15b6b47-5d92-4236-8e7e-32fd3844cc7f) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:51.931221 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.982105 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Attempting to bind port c78aad05-8487-437a-b385-ea3d2a309b2d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:51.982496 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Attempting to bind port c78aad05-8487-437a-b385-ea3d2a309b2d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:51.982868 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Attempting to bind port c78aad05-8487-437a-b385-ea3d2a309b2d on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:51.983214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.994337 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Pushing event updated for resources: {'Port': ['ID=c78aad05-8487-437a-b385-ea3d2a309b2d,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:51.996528 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:51.996901 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:51.997559 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:51.997698 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:51.998145 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Bound port: c78aad05-8487-437a-b385-ea3d2a309b2d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:51.998502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Transition to ACTIVE for port object c15b6b47-5d92-4236-8e7e-32fd3844cc7f will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:51.998614 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.022941 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.022941 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.023137 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.023339 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.023668 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.023996 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.024333 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.024657 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.024978 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.025301 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.025624 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.025943 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:52.061281 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] For port c78aad05-8487-437a-b385-ea3d2a309b2d, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:52.064435 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] For port c78aad05-8487-437a-b385-ea3d2a309b2d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c78aad05-8487-437a-b385-ea3d2a309b2d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:52.120633 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.157658 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.164454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:52.167432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:52.171214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:52.209662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Pushing event updated for resources: {'Port': ['ID=c15b6b47-5d92-4236-8e7e-32fd3844cc7f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:52.214302 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:52.214984 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:10:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:52.223867 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.269139 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8626f8f-0313-4a1d-b892-fbffa8c63f67 None None] Pushing event updated for resources: {'Port': ['ID=c78aad05-8487-437a-b385-ea3d2a309b2d,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:52.345519 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:52.452965 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.526054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4b57c67b-f215-4e41-8ce3-b894f393869a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:52.565368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f3aa80c0-1c30-439f-932d-dad64fbc4535 None None] Provisioning for port c15b6b47-5d92-4236-8e7e-32fd3844cc7f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:52.572167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f3aa80c0-1c30-439f-932d-dad64fbc4535 None None] Provisioning complete for port c15b6b47-5d92-4236-8e7e-32fd3844cc7f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:52.572832 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f3aa80c0-1c30-439f-932d-dad64fbc4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.620518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa80c0-1c30-439f-932d-dad64fbc4535 None None] Port c15b6b47-5d92-4236-8e7e-32fd3844cc7f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:52.624376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 4b57c67b-f215-4e41-8ce3-b894f393869a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:52.624993 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.638206 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:50Z', 'revision_number': 3, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:52.646346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.665933 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdbfc9-6ff3-4b42-b775-542fd4303eb2 None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:50Z', 'revision_number': 3, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:52.742713 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.812636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Pushing event updated for resources: {'Port': ['ID=c15b6b47-5d92-4236-8e7e-32fd3844cc7f,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:52.815398 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:52.930971 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:52.933102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:53.076508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:10:53.197477 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:10:53.203784 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-34066ef5-3996-44ae-8c01-08336b29966a admin admin] 10.222.0.10 "PUT /v2.0/routers/a8c12b1c-abcc-4642-ba4c-536a01e387ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9554584 Aug 20 12:10:53.252027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-2b74d350-1149-44a2-8cb6-b13b37adfeb1 None None] Provisioning complete for port c15b6b47-5d92-4236-8e7e-32fd3844cc7f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:53.252818 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2b74d350-1149-44a2-8cb6-b13b37adfeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:53.290727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-2b74d350-1149-44a2-8cb6-b13b37adfeb1 None None] Port c15b6b47-5d92-4236-8e7e-32fd3844cc7f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:10:54.232363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46542) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:54.235293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:10:54.237484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1188601521', 'description': 'tempest-description--2089532087'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:54.245723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:54.246583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:10:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:54.345197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.365706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:54.441088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.534713 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.546806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c78aad05-8487-437a-b385-ea3d2a309b2d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:54.582211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33429d5c-2a61-40da-bdaf-c94744070677,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:54.591212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.591564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.591938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.592280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.592620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.592954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.593299 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.593624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.594288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.594651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.594986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.595315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:10:54.631326 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.633058 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-150dce0f-9950-402d-baa1-3f52f3001d3b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3993368 Aug 20 12:10:54.635954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46548) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:54.641480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-e21ab493-0a77-4cc8-b3b8-a7bb46fe76ce tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'security_group_rule': {'security_group_id': '33429d5c-2a61-40da-bdaf-c94744070677', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:54.651627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 2, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:54.679246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:10:54.679602 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Updating router a8c12b1c-abcc-4642-ba4c-536a01e387ce port c15b6b47-5d92-4236-8e7e-32fd3844cc7f binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:10:54.710119 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.723122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c78aad05-8487-437a-b385-ea3d2a309b2d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:54.742615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e21ab493-0a77-4cc8-b3b8-a7bb46fe76ce tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.746982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c78aad05-8487-437a-b385-ea3d2a309b2d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:54.747442 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.851307 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e21ab493-0a77-4cc8-b3b8-a7bb46fe76ce tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.928140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e21ab493-0a77-4cc8-b3b8-a7bb46fe76ce tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.947149 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ab493-0a77-4cc8-b3b8-a7bb46fe76ce tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9344a630-0fcf-4b10-8ef8-4f8105e25f20,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:54.954656 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:54.988145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c78aad05-8487-437a-b385-ea3d2a309b2d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c78aad05-8487-437a-b385-ea3d2a309b2d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:55.019877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e21ab493-0a77-4cc8-b3b8-a7bb46fe76ce tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.021158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e21ab493-0a77-4cc8-b3b8-a7bb46fe76ce tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3838646 Aug 20 12:10:55.024967 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46550) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:55.029847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-7486b423-298b-4e7a-97fd-f87ce818df9f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'security_group_rule': {'security_group_id': '33429d5c-2a61-40da-bdaf-c94744070677', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:55.070080 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.108799 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.129329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Transition to ACTIVE for port object c15b6b47-5d92-4236-8e7e-32fd3844cc7f will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:10:55.142259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c78aad05-8487-437a-b385-ea3d2a309b2d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:55.145964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7486b423-298b-4e7a-97fd-f87ce818df9f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.210154 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7486b423-298b-4e7a-97fd-f87ce818df9f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.245318 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.295320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970887d7-7300-41e8-a119-0df5d772c722 None None] Pushing event updated for resources: {'Port': ['ID=c15b6b47-5d92-4236-8e7e-32fd3844cc7f,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:55.340092 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7486b423-298b-4e7a-97fd-f87ce818df9f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.357422 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Attempting to bind port c15b6b47-5d92-4236-8e7e-32fd3844cc7f on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:10:55.357858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Attempting to bind port c15b6b47-5d92-4236-8e7e-32fd3844cc7f by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:10:55.358235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Attempting to bind port c15b6b47-5d92-4236-8e7e-32fd3844cc7f on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:10:55.365577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:10:55.365971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:10:55.366376 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.367103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:10:55.367360 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Bound port: c15b6b47-5d92-4236-8e7e-32fd3844cc7f, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:10:55.368014 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.368621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486b423-298b-4e7a-97fd-f87ce818df9f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da99847b-0b9d-45ab-bdba-67fd0f74510d,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:55.436986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] For port c15b6b47-5d92-4236-8e7e-32fd3844cc7f, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:10:55.440439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] For port c15b6b47-5d92-4236-8e7e-32fd3844cc7f, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c15b6b47-5d92-4236-8e7e-32fd3844cc7f,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:10:55.480361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-7486b423-298b-4e7a-97fd-f87ce818df9f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.482166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-7486b423-298b-4e7a-97fd-f87ce818df9f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4561021 Aug 20 12:10:55.485487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46552) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:10:55.491839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:10:55.516249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.583101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:10:55.583211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:10:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:55.588278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970887d7-7300-41e8-a119-0df5d772c722 None None] Pushing event updated for resources: {'Port': ['ID=c15b6b47-5d92-4236-8e7e-32fd3844cc7f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:55.600203 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.700400 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:10:55.711237 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.829697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Allocated IP 172.25.4.163 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/bf8a67ef-e030-4e95-9633-402626d0b2ba) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:10:55.919746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:55Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:10:55.935535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:55.945545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80a033d-da3f-4969-a53b-ceed8c9f33cf None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:55Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:10:56.054171 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.100861 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:10:56.103818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:10:56.106969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:10:56.133313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event updated for resources: {'Port': ['ID=bf8a67ef-e030-4e95-9633-402626d0b2ba,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:56.236135 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.360335 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.525544 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.587631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c15b6b47-5d92-4236-8e7e-32fd3844cc7f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:56.636505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.705250 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c15b6b47-5d92-4236-8e7e-32fd3844cc7f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:10:56.709348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c15b6b47-5d92-4236-8e7e-32fd3844cc7f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:56.709728 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.712612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event updated for resources: {'Port': ['ID=bf8a67ef-e030-4e95-9633-402626d0b2ba,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:56.730883 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.796826 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.803190 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.805166 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8dd5259b-51a0-4b09-8a34-e58f343d4d40 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3180327 Aug 20 12:10:56.837551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c15b6b47-5d92-4236-8e7e-32fd3844cc7f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c15b6b47-5d92-4236-8e7e-32fd3844cc7f,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:10:56.952725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-1566bcc2-2aab-4380-9f8f-dbc1b58e1f39 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1188601521&fields=id&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 267 time: 0.0346415 Aug 20 12:10:56.956706 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:56.957597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c78aad05-8487-437a-b385-ea3d2a309b2d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:57.033686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c15b6b47-5d92-4236-8e7e-32fd3844cc7f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:10:57.045292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c78aad05-8487-437a-b385-ea3d2a309b2d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:57.045672 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:57.067013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008f07-b55d-430f-90f1-f57dac35d315 req-02e99070-16a9-47f6-963b-57af34ad418d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:10:57.068507 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-02e99070-16a9-47f6-963b-57af34ad418d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 811 time: 0.1085718 Aug 20 12:10:57.084131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-0427e1e2-ac9e-41e1-9811-ac2bad4bd108 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/quotas/f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 375 time: 0.0095594 Aug 20 12:10:57.138087 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-e8bd97cb-91d3-47a4-9771-2d5808bc41f4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480819 Aug 20 12:10:57.234173 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-c263c970-97a3-4f32-9c49-871bf242d419 service neutron] 10.222.0.10 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844882 Aug 20 12:10:57.324977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-34c446af-4449-4e8f-a51a-dd8cd40d5f4c service neutron] 10.222.0.10 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846024 Aug 20 12:10:57.585007 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74b03583-23b6-40da-9724-f8dd0647209a req-f94369cb-65e1-4dcc-a9ea-e8629b6c76af tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 210 time: 0.0282779 Aug 20 12:10:58.512990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c15b6b47-5d92-4236-8e7e-32fd3844cc7f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:10:58.564195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c15b6b47-5d92-4236-8e7e-32fd3844cc7f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:10:58.564552 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:10:58.667891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cae7f171-b1af-48d3-aed6-1bc101ca2ad1 req-ca78b17f-a0bf-4ef1-b870-128b0ca2732e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 210 time: 0.0284977 Aug 20 12:10:59.480098 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:10:59.760653 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b483ba42-8a02-495b-b603-2a4b84eb4b07 req-c48a612d-cd39-4bf6-bae2-52d4895bb3be tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 210 time: 0.0257065 Aug 20 12:11:00.008332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008f07-b55d-430f-90f1-f57dac35d315 req-de9e103e-1703-49cd-855f-af18616b5762 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:00.009770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-de9e103e-1703-49cd-855f-af18616b5762 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 811 time: 0.0976644 Aug 20 12:11:00.065652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-f8a3fc3e-f99b-4aa1-9edf-ce6dc9057bb1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 380 time: 0.0469463 Aug 20 12:11:00.075187 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'port': {'device_id': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'admin_state_up': True, 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'security_groups': ['33429d5c-2a61-40da-bdaf-c94744070677']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:00.273919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Made reservation on behalf of f041c731a2ef4db881d585f4252857d1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:11:00.277650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.413717 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Allocated IP 172.20.0.14 (b1684a58-c44b-4544-a3c5-c0d83459b3cc/9935e79d-41a3-4f84-add4-b614a66e0370/70f95ad0-dfe3-4fe1-8137-bed89de84323) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:11:00.547553 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.561600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Transition to ACTIVE for port object 70f95ad0-dfe3-4fe1-8137-bed89de84323 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:00.680672 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.730526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:11:00.733525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:11:00.736572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:11:00.765038 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event updated for resources: {'Port': ['ID=70f95ad0-dfe3-4fe1-8137-bed89de84323,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:00.796567 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:00.796946 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:00.893444 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21de68-ba8e-402c-9ce9-d86c172c8dd8 req-dfc3aa62-21d3-491e-aa28-8d86b0e1b85a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:00.895219 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b21de68-ba8e-402c-9ce9-d86c172c8dd8 req-dfc3aa62-21d3-491e-aa28-8d86b0e1b85a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 932 time: 0.0532854 Aug 20 12:11:00.905370 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-10b5167f-f7fe-41f3-bf0f-3389213a5eb7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8338599 Aug 20 12:11:00.919225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Request body: {'port': {'device_id': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:00.936275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b21de68-ba8e-402c-9ce9-d86c172c8dd8 req-9f6ed53b-bc5c-4f43-9400-800f668f1274 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346580 Aug 20 12:11:00.976861 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.062059 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3c98ebc5-954b-4165-9ce8-90f20bfb7fa8 None None] Provisioning for port 70f95ad0-dfe3-4fe1-8137-bed89de84323 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:01.066082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3c98ebc5-954b-4165-9ce8-90f20bfb7fa8 None None] Provisioning complete for port 70f95ad0-dfe3-4fe1-8137-bed89de84323 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:01.066478 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3c98ebc5-954b-4165-9ce8-90f20bfb7fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.106449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3c98ebc5-954b-4165-9ce8-90f20bfb7fa8 None None] Port 70f95ad0-dfe3-4fe1-8137-bed89de84323 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:11:01.245488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f95ad0-dfe3-4fe1-8137-bed89de84323 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:01.252823 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.264446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Transition to ACTIVE for port object 70f95ad0-dfe3-4fe1-8137-bed89de84323 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:11:01.347750 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.398493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Pushing event updated for resources: {'Port': ['ID=70f95ad0-dfe3-4fe1-8137-bed89de84323,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:01.478570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Attempting to bind port 70f95ad0-dfe3-4fe1-8137-bed89de84323 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:11:01.479070 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Attempting to bind port 70f95ad0-dfe3-4fe1-8137-bed89de84323 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:11:01.479416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Attempting to bind port 70f95ad0-dfe3-4fe1-8137-bed89de84323 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:01.484209 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Port 70f95ad0-dfe3-4fe1-8137-bed89de84323 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:11:01.484541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Attempting to bind port 70f95ad0-dfe3-4fe1-8137-bed89de84323 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:11:01.489696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:11:01.490043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:11:01.490454 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:11:01.490896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Bound port: 70f95ad0-dfe3-4fe1-8137-bed89de84323, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:11:01.491260 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.558803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:11:01.561869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:11:01.632692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.667116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:01.667748 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:01.669164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1092 time: 0.7544985 Aug 20 12:11:01.671991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:01.675684 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d4be14-8a69-4191-beb9-3eb7c955679e" -d '{"events": [{"name": "network-changed", "server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:01.705456 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971b584-25e9-4b44-a176-5fa0eff782b2 service neutron] Pushing event updated for resources: {'Port': ['ID=70f95ad0-dfe3-4fe1-8137-bed89de84323,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:01.718271 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff89905d-49ae-4074-bb3a-2e6501eed208 x-openstack-request-id: req-ff89905d-49ae-4074-bb3a-2e6501eed208 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:01.718605 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:01.718939 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff89905d-49ae-4074-bb3a-2e6501eed208 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:01.719327 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'status': 'completed', 'code': 200} Aug 20 12:11:01.784173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4be14-8a69-4191-beb9-3eb7c955679e req-c94724de-6351-4118-b443-773987a26496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:01.787260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47d4be14-8a69-4191-beb9-3eb7c955679e req-c94724de-6351-4118-b443-773987a26496 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1095 time: 0.0488758 Aug 20 12:11:02.060139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde0c0b-f536-40df-bb2f-c72983c2f9f6 req-8fd11bf7-8e55-4058-ad43-a35112d4704f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:02.061745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2cde0c0b-f536-40df-bb2f-c72983c2f9f6 req-8fd11bf7-8e55-4058-ad43-a35112d4704f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 944 time: 0.0544453 Aug 20 12:11:02.102054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2cde0c0b-f536-40df-bb2f-c72983c2f9f6 req-72570383-2445-4739-8801-0b314b2e4ba7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333006 Aug 20 12:11:02.233334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4be14-8a69-4191-beb9-3eb7c955679e req-6d159701-5418-4e0b-a86f-9efb2f91ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:02.234765 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47d4be14-8a69-4191-beb9-3eb7c955679e req-6d159701-5418-4e0b-a86f-9efb2f91ed39 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f041c731a2ef4db881d585f4252857d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4388862 Aug 20 12:11:02.327795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4be14-8a69-4191-beb9-3eb7c955679e req-7804b331-78be-4f36-93a6-27c39ca087bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:02.329553 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47d4be14-8a69-4191-beb9-3eb7c955679e req-7804b331-78be-4f36-93a6-27c39ca087bf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875232 Aug 20 12:11:02.406899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008f07-b55d-430f-90f1-f57dac35d315 req-e13aeb34-9be7-40b1-905f-5d117a0beaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:02.408393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-e13aeb34-9be7-40b1-905f-5d117a0beaa0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1095 time: 0.0434756 Aug 20 12:11:02.451054 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-574985c4-cbd1-4c9d-b767-4047162dc339 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 217 time: 0.0345149 Aug 20 12:11:02.499257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008f07-b55d-430f-90f1-f57dac35d315 req-62c07881-3850-41ee-9f6c-cc207bf722c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:02.500716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-62c07881-3850-41ee-9f6c-cc207bf722c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0436773 Aug 20 12:11:02.551255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008f07-b55d-430f-90f1-f57dac35d315 req-eeae5cdb-bda0-444b-aaac-a3f2ce62f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:02.552806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-eeae5cdb-bda0-444b-aaac-a3f2ce62f61f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452201 Aug 20 12:11:02.644336 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-7337091c-a47b-4a44-9a21-a3dae0c56d8b service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832055 Aug 20 12:11:02.742249 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27008f07-b55d-430f-90f1-f57dac35d315 req-b780fbfb-b34d-414d-b145-472716771297 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902302 Aug 20 12:11:03.223167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cb05a-e00a-4d74-b596-70ee3eca8e5f req-f1e5a992-5051-469c-9536-b3def3c231c6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:03.224691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-171cb05a-e00a-4d74-b596-70ee3eca8e5f req-f1e5a992-5051-469c-9536-b3def3c231c6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 944 time: 0.0534863 Aug 20 12:11:03.263718 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-171cb05a-e00a-4d74-b596-70ee3eca8e5f req-9dc9f042-b8e0-43b9-99cd-6f2a37e81c51 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328856 Aug 20 12:11:04.375371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930061-72f5-480d-afa9-5f46a00b2b91 req-b87e8bbc-f369-40f4-bf75-af979f7d43f3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:04.376837 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58930061-72f5-480d-afa9-5f46a00b2b91 req-b87e8bbc-f369-40f4-bf75-af979f7d43f3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 944 time: 0.0471566 Aug 20 12:11:04.414782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-58930061-72f5-480d-afa9-5f46a00b2b91 req-c2d49d06-dcea-4527-8d7f-cea1ecfafdd9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314567 Aug 20 12:11:05.402198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 70f95ad0-dfe3-4fe1-8137-bed89de84323 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:11:05.500985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:05.513485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'port_id': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'mac_address': 'fa:16:3e:90:1a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:11:05.537510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94af52-b936-4ed4-af49-365bcc09f549 req-c40bd553-fba3-4cd1-b520-316ae5d29594 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:05.539215 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc94af52-b936-4ed4-af49-365bcc09f549 req-c40bd553-fba3-4cd1-b520-316ae5d29594 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 944 time: 0.0559714 Aug 20 12:11:05.555562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.568054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f95ad0-dfe3-4fe1-8137-bed89de84323 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:11:05.578190 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fc94af52-b936-4ed4-af49-365bcc09f549 req-3273db75-0640-4b11-8da3-2c30411e5ad9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325553 Aug 20 12:11:05.588238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:05.685063 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:05.731401 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=70f95ad0-dfe3-4fe1-8137-bed89de84323,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:05.880057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['70f95ad0-dfe3-4fe1-8137-bed89de84323'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:11:06.693294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02933eee-2d27-41a6-a5b0-80bb1408a8e1 req-225ce307-1230-4974-811a-c588af869a15 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:06.694801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02933eee-2d27-41a6-a5b0-80bb1408a8e1 req-225ce307-1230-4974-811a-c588af869a15 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Aug 20 12:11:06.731582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-02933eee-2d27-41a6-a5b0-80bb1408a8e1 req-c51206b3-65e5-473d-933a-e8a3df0b71f8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Aug 20 12:11:07.405638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 70f95ad0-dfe3-4fe1-8137-bed89de84323 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:11:07.515959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 70f95ad0-dfe3-4fe1-8137-bed89de84323 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:11:07.519863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 70f95ad0-dfe3-4fe1-8137-bed89de84323 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:11:07.520239 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:07.595479 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:07.616808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:07.619081 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59694d0-d470-4514-ae0e-fba754212b86" -d '{"events": [{"server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "name": "network-vif-plugged", "status": "completed", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:07.634963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:11:07.654891 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be71a76-032a-49cd-9a64-fb6dde9c0f98 x-openstack-request-id: req-0be71a76-032a-49cd-9a64-fb6dde9c0f98 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:07.655185 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "name": "network-vif-plugged", "status": "completed", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:07.655532 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0be71a76-032a-49cd-9a64-fb6dde9c0f98 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:07.656252 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'code': 200} Aug 20 12:11:07.739807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:07.758449 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941c9fd-cebe-479a-b6b8-d6aed40b2ef8 req-dfe5af94-115b-4e1b-b802-1a56de606b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:07.759979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5941c9fd-cebe-479a-b6b8-d6aed40b2ef8 req-dfe5af94-115b-4e1b-b802-1a56de606b97 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1096 time: 0.0476310 Aug 20 12:11:07.791385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=70f95ad0-dfe3-4fe1-8137-bed89de84323,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:11:07.801422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5941c9fd-cebe-479a-b6b8-d6aed40b2ef8 req-3ca35b87-cb86-44a9-bfef-40beaa019012 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Aug 20 12:11:08.170864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7d9ea-409d-48a6-9312-2ba26d172a66 req-2f694374-8c95-464e-b48b-01056c51db71 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:08.172388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14a7d9ea-409d-48a6-9312-2ba26d172a66 req-2f694374-8c95-464e-b48b-01056c51db71 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.3712981 Aug 20 12:11:08.210001 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14a7d9ea-409d-48a6-9312-2ba26d172a66 req-d7013518-a4ab-494f-bbf2-501eb4dc9e5b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310938 Aug 20 12:11:09.331925 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948596b-c5cd-478c-a1dd-d710ad2902d2 req-45d26381-bc3c-48b9-beeb-2f56e7abc777 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:09.333331 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7948596b-c5cd-478c-a1dd-d710ad2902d2 req-45d26381-bc3c-48b9-beeb-2f56e7abc777 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0495791 Aug 20 12:11:09.370707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7948596b-c5cd-478c-a1dd-d710ad2902d2 req-c7aac801-18dc-4246-9740-9b4be0b65e44 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313983 Aug 20 12:11:09.480324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2080451-2686-4c45-99ce-0420024c2bcc req-dde32e19-5ee0-42fa-ae2c-a0b04c8e2095 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:09.481852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c2080451-2686-4c45-99ce-0420024c2bcc req-dde32e19-5ee0-42fa-ae2c-a0b04c8e2095 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0481238 Aug 20 12:11:09.490765 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 46626) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:11:09.495320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-225a7c53-ae96-4aec-9fab-6bb71715994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'floatingip': {'port_id': '70f95ad0-dfe3-4fe1-8137-bed89de84323'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:11:09.533874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-225a7c53-ae96-4aec-9fab-6bb71715994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:10.123336 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-225a7c53-ae96-4aec-9fab-6bb71715994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:10.182165 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-225a7c53-ae96-4aec-9fab-6bb71715994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:10.296602 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-225a7c53-ae96-4aec-9fab-6bb71715994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Floating IP 302da22f-a383-485b-80a9-0914faeb13a9 associated. External IP: 172.25.4.163, port: 70f95ad0-dfe3-4fe1-8137-bed89de84323. Aug 20 12:11:10.503443 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225a7c53-ae96-4aec-9fab-6bb71715994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:11:10.606541 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-c10eeb5d-f7c1-4973-b043-38b3a256149a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433245 Aug 20 12:11:10.623346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225a7c53-ae96-4aec-9fab-6bb71715994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:11:10.628546 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-225a7c53-ae96-4aec-9fab-6bb71715994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:10.634329 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:11:10.643412 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:10.644027 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:10:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:10.662085 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-225a7c53-ae96-4aec-9fab-6bb71715994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "PUT /v2.0/floatingips/302da22f-a383-485b-80a9-0914faeb13a9 HTTP/1.1" status: 200 len: 992 time: 1.1660388 Aug 20 12:11:10.662085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:11:10.662085 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d" -d '{"events": [{"name": "network-changed", "server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:11:10.701180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-f8b42b85-89b5-4416-8403-6b54cad72443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:10.703645 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-f8b42b85-89b5-4416-8403-6b54cad72443 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1097 time: 0.0524774 Aug 20 12:11:10.705695 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3003775-566e-4340-891d-3cac916344e1 x-openstack-request-id: req-c3003775-566e-4340-891d-3cac916344e1 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:11:10.706014 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:11:10.706299 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3003775-566e-4340-891d-3cac916344e1 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:11:10.706811 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'status': 'completed', 'code': 200} Aug 20 12:11:10.780285 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:11:10.823286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-298e9a23-494a-410c-93d0-08242ab241aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:10.824802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-298e9a23-494a-410c-93d0-08242ab241aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1003678 Aug 20 12:11:10.893837 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-f9cf437f-d3a6-4e83-9405-8a1f08d4e94d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1000 time: 0.0613484 Aug 20 12:11:10.947776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-c8934c11-d56d-46aa-bfca-ff4e7a12d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:10.949318 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-c8934c11-d56d-46aa-bfca-ff4e7a12d2b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0495133 Aug 20 12:11:10.995284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-31f34b42-953e-498f-bb49-09a44f12a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:10.996877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-31f34b42-953e-498f-bb49-09a44f12a00a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409701 Aug 20 12:11:11.019457 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:90:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:11:10Z', 'revision_number': 1, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:11.045833 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:11:11.054877 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:11:11.055502 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:10:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:11.090918 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-86d28e6e-1c37-4219-b0d1-c3a99bfd038b service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870290 Aug 20 12:11:11.166331 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:11:11.188632 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f184b2e-608e-496b-8fc2-088cd0704403 req-8c2a7ea1-bc16-4aed-b162-660b19e41e4f service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886180 Aug 20 12:11:11.371810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-f92269e7-9c50-4ccb-9569-1222f5f03fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:11.373422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-f92269e7-9c50-4ccb-9569-1222f5f03fe4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1097 time: 0.0429542 Aug 20 12:11:11.391117 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:90:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:11:10Z', 'revision_number': 1, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:11:11.420819 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a520e4-2bbe-4b7a-9493-f52c69bbe972 None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:90:1a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:11:10Z', 'revision_number': 1, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:11:11.477677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-31a596b3-0741-4fe7-ad86-5fec320dea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:11.479223 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-31a596b3-0741-4fe7-ad86-5fec320dea5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0969961 Aug 20 12:11:11.551101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-f15d5203-c46a-4d0d-a05a-164f7bf45a71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1000 time: 0.0627589 Aug 20 12:11:11.603857 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-b4ebbe32-97db-4623-9634-05edb6275069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:11.606812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-b4ebbe32-97db-4623-9634-05edb6275069 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0471568 Aug 20 12:11:11.629498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2876df-0cff-4467-8baa-248adf4ed9d8 None None] New status for floating IP 302da22f-a383-485b-80a9-0914faeb13a9: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:11:11.657682 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-173fc755-2400-46ad-af51-987fccd1a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:11:11.664061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-173fc755-2400-46ad-af51-987fccd1a3e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471671 Aug 20 12:11:11.664176 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:11.754921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-a53e26a8-6108-4b09-8032-2aebf04b2b92 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875738 Aug 20 12:11:11.854409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19d93aa4-cac7-4474-89d3-a8cf0ef6597d req-4ba3fecf-da65-40ee-9098-bb4e2da3a239 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929933 Aug 20 12:11:13.839525 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:15.027922 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0ec5dade-4898-4b9c-8368-38c0c9c9041c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:17.753166 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9d1c-71f0-4aa3-8a04-37075d3a6b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:18.638857 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:19.372697 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:20.990044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:36.478345 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:11:41.652077 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:43.838294 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:45.023310 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-590ca686-5785-4547-8671-13b45647e317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:47.765409 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-196378dd-0406-4eab-8819-d6016494be0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:48.657758 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:49.382634 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:11:50.999875 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:10.622329 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-cad743e5-4290-435b-822b-aef3c184113a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429745 Aug 20 12:12:10.704129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-2c8f1990-ca7f-4655-898f-c648706625df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:10.705644 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-2c8f1990-ca7f-4655-898f-c648706625df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1097 time: 0.0429926 Aug 20 12:12:10.819616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-a54e9d41-8fd6-4283-8f08-f92d7a1ba8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:10.824124 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-a54e9d41-8fd6-4283-8f08-f92d7a1ba8f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0958731 Aug 20 12:12:10.886994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-dd20f558-347a-42e4-92f6-45c611ccf990 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1002 time: 0.0592771 Aug 20 12:12:10.936009 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-b20670b2-6fb2-4a16-8003-587dd8c0e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:10.937494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-b20670b2-6fb2-4a16-8003-587dd8c0e1df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0445848 Aug 20 12:12:10.986841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-5c92f455-f2b0-4fdb-aed7-9ecb2f9d4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:10.988370 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-5c92f455-f2b0-4fdb-aed7-9ecb2f9d4a03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439003 Aug 20 12:12:11.079403 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-2914ee88-d35b-4e8c-96c5-e047255948d8 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838675 Aug 20 12:12:11.183213 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-463a38d6-9b38-4563-9277-c8ae2f1a5a4d req-98a26ab3-e8fb-4296-a5cb-774d080ceb8b service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960736 Aug 20 12:12:11.616126 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:13.477486 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:12:13.856005 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:15.056232 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cddd71ab-4604-493a-b0df-87f715ebd51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:17.730168 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-253a7b6e-8f48-411b-aba2-f19223c4abca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:18.639472 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:19.364305 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:21.118625 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:41.637728 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:43.889010 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:45.031889 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a6b69b5-8f61-4e09-9620-b428912150d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:46.459823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8f1f0-6ea4-48ac-ad11-52cb1464e58b req-5f81cedd-8056-4248-b0b9-dcf198fdc1de tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:46.461388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2bc8f1f0-6ea4-48ac-ad11-52cb1464e58b req-5f81cedd-8056-4248-b0b9-dcf198fdc1de tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0591519 Aug 20 12:12:46.500643 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2bc8f1f0-6ea4-48ac-ad11-52cb1464e58b req-fe0f7674-566e-461c-861a-56dfbeae0576 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329361 Aug 20 12:12:46.847883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c510e5-3640-46c4-b436-8dc2ca524c53 req-67559e9d-3577-436d-940b-f4e4a2211188 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:46.849620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c510e5-3640-46c4-b436-8dc2ca524c53 req-67559e9d-3577-436d-940b-f4e4a2211188 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0497887 Aug 20 12:12:46.891812 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c9c510e5-3640-46c4-b436-8dc2ca524c53 req-d8f2143b-eb7b-40fa-abbc-c8637de42f19 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356741 Aug 20 12:12:47.002027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-21f9416c-15dd-493b-b70d-05dfba1ea0f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418327 Aug 20 12:12:47.784718 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8e219da5-37db-452a-a8ca-5d6e5fb7f656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:48.022160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4970ff3-f0db-4c78-8020-efcbf47b8843 req-a3b1a2b0-4bed-474c-b312-c6e7125d3f01 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:48.024397 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4970ff3-f0db-4c78-8020-efcbf47b8843 req-a3b1a2b0-4bed-474c-b312-c6e7125d3f01 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0594490 Aug 20 12:12:48.062156 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4970ff3-f0db-4c78-8020-efcbf47b8843 req-25159209-11c0-45da-8ab1-0f2139f1f507 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Aug 20 12:12:48.637554 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:49.154380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-638500f2-f1a4-4776-bf3b-fdfb328cda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:49.155927 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-638500f2-f1a4-4776-bf3b-fdfb328cda0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1097 time: 0.0472915 Aug 20 12:12:49.181312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cf8c8-23c1-4bdd-a558-35ffae95b844 req-71b88326-abaf-4b96-89f7-120abe7b784e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:49.182879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f3cf8c8-23c1-4bdd-a558-35ffae95b844 req-71b88326-abaf-4b96-89f7-120abe7b784e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0498793 Aug 20 12:12:49.221886 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1f3cf8c8-23c1-4bdd-a558-35ffae95b844 req-3fb60c54-37d7-4edb-925d-071d6a835363 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327556 Aug 20 12:12:49.249265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-b52f727d-f451-427a-ab88-4b3d00689e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:49.250805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-b52f727d-f451-427a-ab88-4b3d00689e75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0869153 Aug 20 12:12:49.322823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-b568d4b1-0799-4101-a08c-04083fded8de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1002 time: 0.0622737 Aug 20 12:12:49.372124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-26b8dfb2-7d4d-49e2-af70-29fa4fd2b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:49.373680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-26b8dfb2-7d4d-49e2-af70-29fa4fd2b062 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0445325 Aug 20 12:12:49.374525 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:49.419570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-d6df0131-9b5a-40ae-a357-4c822db1448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:49.421077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-d6df0131-9b5a-40ae-a357-4c822db1448f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404575 Aug 20 12:12:49.513217 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-9b5321a2-b5d5-4d6a-9096-8498766caab8 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835462 Aug 20 12:12:49.601790 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-ace3ac32-4683-42b6-806b-fa8731c0f08b service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820112 Aug 20 12:12:50.338934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4472c15-e678-44a3-bc94-b36158a4fd9b req-dc0bcdc7-291d-4207-a160-3c95684e952b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:50.340325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4472c15-e678-44a3-bc94-b36158a4fd9b req-dc0bcdc7-291d-4207-a160-3c95684e952b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0496187 Aug 20 12:12:50.378179 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4472c15-e678-44a3-bc94-b36158a4fd9b req-cb484b33-fb20-473f-92e7-59b9bcf3d0d2 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Aug 20 12:12:50.476808 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:12:51.008999 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:12:51.495810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769c90c-60ee-490a-9eee-eb8f24033345 req-4fda9e5a-2e24-4a70-a213-d09c8e0df6ab tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:51.497315 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f769c90c-60ee-490a-9eee-eb8f24033345 req-4fda9e5a-2e24-4a70-a213-d09c8e0df6ab tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0491354 Aug 20 12:12:51.534866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f769c90c-60ee-490a-9eee-eb8f24033345 req-6a63aba0-ebfe-463c-8511-d83c3fee6ec3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314844 Aug 20 12:12:52.653984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba93577-962a-4370-8d05-e308c87f3306 req-aa1e99e1-0e7a-4690-8db5-647e451e7c27 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:52.655486 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ba93577-962a-4370-8d05-e308c87f3306 req-aa1e99e1-0e7a-4690-8db5-647e451e7c27 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0529578 Aug 20 12:12:52.691898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6ba93577-962a-4370-8d05-e308c87f3306 req-ada339a8-7355-4125-8aa8-5a8ebf14620f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304120 Aug 20 12:12:53.810497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15680299-0917-4bac-81cd-c5b9028aa8cf req-31cb8e4c-7cfe-4949-ab9e-144615bf3417 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:53.812005 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15680299-0917-4bac-81cd-c5b9028aa8cf req-31cb8e4c-7cfe-4949-ab9e-144615bf3417 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0515728 Aug 20 12:12:53.854260 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15680299-0917-4bac-81cd-c5b9028aa8cf req-5efbc457-5be7-495f-b5a1-25f73a7f0eb3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362508 Aug 20 12:12:54.968811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964505e8-6e46-417b-8f64-241cd4d6ed24 req-7e8adccf-a4a3-48cb-bb59-3235da345cd5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:54.970284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-964505e8-6e46-417b-8f64-241cd4d6ed24 req-7e8adccf-a4a3-48cb-bb59-3235da345cd5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0491343 Aug 20 12:12:55.008656 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-964505e8-6e46-417b-8f64-241cd4d6ed24 req-87622d39-5725-4fd6-ac86-66d25d70816a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315306 Aug 20 12:12:56.125369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05b401-0610-4c1e-81b6-83f2771beb47 req-756a4bb6-96e6-4ce6-971d-c9b8738af8c0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:56.126880 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b05b401-0610-4c1e-81b6-83f2771beb47 req-756a4bb6-96e6-4ce6-971d-c9b8738af8c0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0498176 Aug 20 12:12:56.164089 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b05b401-0610-4c1e-81b6-83f2771beb47 req-43532a7d-a9ce-4c65-83b5-082ae76abc42 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304506 Aug 20 12:12:57.286919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7f38c-b5e2-4d4d-b203-6d56ec96d803 req-c26c0ebe-8985-4b0d-948f-9c5a55e56fa0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:57.288354 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81e7f38c-b5e2-4d4d-b203-6d56ec96d803 req-c26c0ebe-8985-4b0d-948f-9c5a55e56fa0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0552883 Aug 20 12:12:57.326888 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-81e7f38c-b5e2-4d4d-b203-6d56ec96d803 req-4604c94b-02cd-4754-98ee-6862be46117a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322430 Aug 20 12:12:58.440741 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d37d1-656c-4093-8a17-2e527d811718 req-484ead8a-ddfc-40ad-9e8d-6c977de5154e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:58.442225 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac5d37d1-656c-4093-8a17-2e527d811718 req-484ead8a-ddfc-40ad-9e8d-6c977de5154e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0492401 Aug 20 12:12:58.480371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac5d37d1-656c-4093-8a17-2e527d811718 req-f8f6ffbd-680e-4392-924d-772de718e0ed tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320482 Aug 20 12:12:59.598338 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01534d-6508-421d-9aa2-626ce1eddc17 req-79755d4f-ea13-4db0-846f-74240e15b73a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:12:59.600389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d01534d-6508-421d-9aa2-626ce1eddc17 req-79755d4f-ea13-4db0-846f-74240e15b73a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0530083 Aug 20 12:12:59.638157 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d01534d-6508-421d-9aa2-626ce1eddc17 req-29f2ae6c-2ce9-473d-b206-1eee4a25da3e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318463 Aug 20 12:13:00.758589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e8fa0-7018-4f78-9b36-767a873983ef req-2a7f2e98-dc89-441e-87fb-1050e3b2dad9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:00.760129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db4e8fa0-7018-4f78-9b36-767a873983ef req-2a7f2e98-dc89-441e-87fb-1050e3b2dad9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0506382 Aug 20 12:13:00.810753 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-db4e8fa0-7018-4f78-9b36-767a873983ef req-de6fc945-5e72-4a72-92f3-cfc34b066564 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401180 Aug 20 12:13:01.758097 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-3562e5c8-8265-4bc2-a067-fdc7c87527c5 service neutron] show failed (client error): The resource could not be found. Aug 20 12:13:01.759206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-3562e5c8-8265-4bc2-a067-fdc7c87527c5 service neutron] 10.222.0.57 "GET /v2.0/ports/70f95ad0-dfe3-4fe1-8137-bed89de84323/bindings/n-h2-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0573585 Aug 20 12:13:01.930807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c8d8b-5b91-47f2-b4f0-4721f6d57d4b req-37ceddb7-a08b-412b-a26e-19ed7667dd7c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:01.932327 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-474c8d8b-5b91-47f2-b4f0-4721f6d57d4b req-37ceddb7-a08b-412b-a26e-19ed7667dd7c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0517724 Aug 20 12:13:01.973101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-474c8d8b-5b91-47f2-b4f0-4721f6d57d4b req-abfd4f43-950d-4660-b4ed-67a9204a7c99 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345004 Aug 20 12:13:02.385899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-b94c13b7-2f5a-44ca-bfa9-3480a36cd70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:02.387342 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-b94c13b7-2f5a-44ca-bfa9-3480a36cd70f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 1097 time: 0.0407548 Aug 20 12:13:02.403391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:02.454314 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.655153 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:02.691722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:02.730255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:02.734883 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04902498-e62a-4c80-ae6a-5ef109e5005e" -d '{"events": [{"server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "name": "network-vif-unplugged", "status": "completed", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:02.736224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.748641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Transition to ACTIVE for port object 70f95ad0-dfe3-4fe1-8137-bed89de84323 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:02.782468 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd3807a-ed40-4404-83d5-cd3becbec6c6 x-openstack-request-id: req-0bd3807a-ed40-4404-83d5-cd3becbec6c6 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:02.782754 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "name": "network-vif-unplugged", "status": "completed", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:02.783003 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0bd3807a-ed40-4404-83d5-cd3becbec6c6 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:02.783397 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'code': 200} Aug 20 12:13:02.836989 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:02.946344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Pushing event updated for resources: {'Port': ['ID=70f95ad0-dfe3-4fe1-8137-bed89de84323,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:02.974050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.975101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.975380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.975684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.976024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.976363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.976693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.977027 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.977354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.977682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.978008 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:02.978374 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:03.037655 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] No DVR routers for this DVR port 70f95ad0-dfe3-4fe1-8137-bed89de84323 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:03.109733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b936c-8003-4dbd-8938-87891e41d12c req-bf32e25b-1c49-483e-9a13-86a0f6408fdf tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.111466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-236b936c-8003-4dbd-8938-87891e41d12c req-bf32e25b-1c49-483e-9a13-86a0f6408fdf tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 944 time: 0.0569773 Aug 20 12:13:03.152516 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-236b936c-8003-4dbd-8938-87891e41d12c req-a6501799-59b8-4719-a1aa-04af71bd84ca tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350790 Aug 20 12:13:03.180239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Attempting to bind port 70f95ad0-dfe3-4fe1-8137-bed89de84323 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:03.180497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Attempting to bind port 70f95ad0-dfe3-4fe1-8137-bed89de84323 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:03.180830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Attempting to bind port 70f95ad0-dfe3-4fe1-8137-bed89de84323 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:03.185416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Port 70f95ad0-dfe3-4fe1-8137-bed89de84323 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:13:03.185737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Attempting to bind port 70f95ad0-dfe3-4fe1-8137-bed89de84323 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:03.190706 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:03.191048 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:03.191442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:03.191873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Bound port: 70f95ad0-dfe3-4fe1-8137-bed89de84323, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:03.192233 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.259320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:03.262418 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:03.404246 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.459464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.460101 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:03.461622 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] 10.222.0.38 "PUT /v2.0/ports/70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1092 time: 1.0621445 Aug 20 12:13:03.500634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46f6d3-a75a-4c66-b791-84f8f1bc5257 service neutron] Pushing event updated for resources: {'Port': ['ID=70f95ad0-dfe3-4fe1-8137-bed89de84323,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:03.535057 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-4f1766ba-d268-4f00-aeae-b1391790d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.536614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-4f1766ba-d268-4f00-aeae-b1391790d374 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1095 time: 0.0463710 Aug 20 12:13:03.645817 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-de4729c5-caeb-48ec-a600-84dfa847ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.647415 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-de4729c5-caeb-48ec-a600-84dfa847ea21 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1004970 Aug 20 12:13:03.715761 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-311eb7b8-4646-459e-bf9e-47a10eaa1366 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1000 time: 0.0580380 Aug 20 12:13:03.769638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-9e06be01-2d4f-49e0-8b91-d5f254e36440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.771176 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-9e06be01-2d4f-49e0-8b91-d5f254e36440 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0444126 Aug 20 12:13:03.829265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-0b145d65-b100-4316-bef9-ccf98ba6b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:03.831975 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-0b145d65-b100-4316-bef9-ccf98ba6b39f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494685 Aug 20 12:13:03.929980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-00ea6fa0-b5bf-4b2b-a236-291fa96a60d6 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880573 Aug 20 12:13:04.036531 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-76ca3a41-979c-4695-b03c-3ed9916d9e25 req-2d3b5202-7116-4eeb-9641-811fe09cecb9 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950158 Aug 20 12:13:04.270951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6389ce0-f095-4207-b66f-b6cea3dc37e9 req-66be37f4-020f-461e-9d46-893a7e981e1e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:04.273027 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6389ce0-f095-4207-b66f-b6cea3dc37e9 req-66be37f4-020f-461e-9d46-893a7e981e1e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 944 time: 0.0491951 Aug 20 12:13:04.312299 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6389ce0-f095-4207-b66f-b6cea3dc37e9 req-5b4f3cac-2b34-47eb-af20-116ce9f75656 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Aug 20 12:13:04.784396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:04.786662 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5214164b-597f-41a6-b44f-aee07edbb5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:04.840937 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d616203c-130c-44a8-b7f7-7cafec1bfb8b x-openstack-request-id: req-d616203c-130c-44a8-b7f7-7cafec1bfb8b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:04.841253 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:04.841503 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d616203c-130c-44a8-b7f7-7cafec1bfb8b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:04.841918 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'status': 'completed', 'code': 200} Aug 20 12:13:04.874337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-6dd3959d-636d-40aa-8911-5646ee98b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:04.876090 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-6dd3959d-636d-40aa-8911-5646ee98b635 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1095 time: 0.0479209 Aug 20 12:13:04.894411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-cd7fcf69-7df1-4529-9404-73b2d5a28733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:04.895934 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-cd7fcf69-7df1-4529-9404-73b2d5a28733 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1095 time: 0.0406752 Aug 20 12:13:04.984358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-6d2862d9-212f-4b7c-95fe-e7a55dba5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:04.985880 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-6d2862d9-212f-4b7c-95fe-e7a55dba5249 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0882320 Aug 20 12:13:04.989268 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-b39f966b-e1b3-428a-ac16-ab58847a1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:04.991284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-b39f966b-e1b3-428a-ac16-ab58847a1bd5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0889747 Aug 20 12:13:05.052133 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-898a8d2c-cdf0-4f20-81f5-d0436405f6d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1000 time: 0.0583780 Aug 20 12:13:05.056505 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-417bb376-77a0-4df8-aeac-a065ca20d6e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1000 time: 0.0583580 Aug 20 12:13:05.100757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-03ff3a25-ff22-4683-b063-17e701d38a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.102309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-03ff3a25-ff22-4683-b063-17e701d38a8d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0428936 Aug 20 12:13:05.104774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-f9c18ef8-6c52-4aa9-bb46-67146be7a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.106218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-f9c18ef8-6c52-4aa9-bb46-67146be7a84c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0432520 Aug 20 12:13:05.154515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-cc3ab216-78c8-4f22-89d5-f5a763a021fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.154892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-871f49b6-8870-4947-ac6c-4c6b90ce7b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.156041 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-cc3ab216-78c8-4f22-89d5-f5a763a021fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434098 Aug 20 12:13:05.156458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-871f49b6-8870-4947-ac6c-4c6b90ce7b88 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441790 Aug 20 12:13:05.245633 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-fdfb5cec-88a2-4588-9911-78a9c13b974d service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822453 Aug 20 12:13:05.246188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-8827733c-3aa4-4513-9bdb-d4ab7bbd35d9 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819173 Aug 20 12:13:05.346358 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-e4638cff-267d-45a5-85e3-3d0b17de12f3 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939467 Aug 20 12:13:05.699794 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795169f-c2f8-4cac-919c-4d9269de8b26 req-403d3b40-77b6-4a47-9a3a-82d01c06f003 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.701305 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a795169f-c2f8-4cac-919c-4d9269de8b26 req-403d3b40-77b6-4a47-9a3a-82d01c06f003 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 944 time: 0.0769463 Aug 20 12:13:05.705043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-642cb80d-9730-4e71-af8a-44a7f1539a69 req-abacbba5-d010-40a1-8ddb-dc9b5576c200 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512782 Aug 20 12:13:05.743484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a795169f-c2f8-4cac-919c-4d9269de8b26 req-ab90344d-75fe-4bb3-9e45-4a0308d71aec tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362341 Aug 20 12:13:05.787429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-e2110f04-eb55-4963-abbe-a0cd21c1ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.788956 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-e2110f04-eb55-4963-abbe-a0cd21c1ea66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1095 time: 0.0431485 Aug 20 12:13:05.884653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-8b57d62d-3270-4336-8c6c-7f7cd86009f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:05.886151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-8b57d62d-3270-4336-8c6c-7f7cd86009f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0876615 Aug 20 12:13:05.954834 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-fb819e30-17f4-450e-bb54-96abea753548 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1000 time: 0.0600886 Aug 20 12:13:06.017229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-1cfbe85e-bf2e-4778-acef-891b2b9e29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:06.018847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-1cfbe85e-bf2e-4778-acef-891b2b9e29cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0488465 Aug 20 12:13:06.044671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 70f95ad0-dfe3-4fe1-8137-bed89de84323 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:06.084297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-7b4e6673-c284-458b-bddb-cdbe62cfc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:06.085933 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-7b4e6673-c284-458b-bddb-cdbe62cfc4fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593941 Aug 20 12:13:06.094651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 70f95ad0-dfe3-4fe1-8137-bed89de84323 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:06.186236 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-8ae01e8e-27d9-4b9a-b101-e185b0887892 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866816 Aug 20 12:13:06.286869 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5214164b-597f-41a6-b44f-aee07edbb5a2 req-1316fa3f-3a45-4948-a786-cdf3f1e7d5a9 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938387 Aug 20 12:13:06.833176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 70f95ad0-dfe3-4fe1-8137-bed89de84323 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:13:06.882198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12d9ae-f9f2-49c5-bd11-5530f4448c7a req-82b2038e-80e6-4dc4-9ab3-3d567d2c7827 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:06.884129 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b12d9ae-f9f2-49c5-bd11-5530f4448c7a req-82b2038e-80e6-4dc4-9ab3-3d567d2c7827 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 944 time: 0.0613470 Aug 20 12:13:06.927289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b12d9ae-f9f2-49c5-bd11-5530f4448c7a req-e21e1e1e-8757-4d19-8ccd-a41e7470cd4f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364468 Aug 20 12:13:07.082181 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:07.093560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'port_id': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'mac_address': 'fa:16:3e:90:1a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:13:07.131158 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.146467 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f95ad0-dfe3-4fe1-8137-bed89de84323 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:07.166150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:07.219807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:07.271906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a01a5e-b25e-411a-8dd1-b5db23c588ba req-19d49bb8-02dc-45f9-9dc3-916b1d6bc421 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.273544 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-51a01a5e-b25e-411a-8dd1-b5db23c588ba req-19d49bb8-02dc-45f9-9dc3-916b1d6bc421 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 945 time: 0.0546017 Aug 20 12:13:07.280735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=70f95ad0-dfe3-4fe1-8137-bed89de84323,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:07.292902 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.293723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.294079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.294610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.294961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.295330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.295664 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.296002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.296333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.296666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.296998 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.297388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:13:07.356013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-51a01a5e-b25e-411a-8dd1-b5db23c588ba req-cd685f55-c596-4281-b1c2-179a0ba8cae3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712903 Aug 20 12:13:07.379910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-60abde24-a7f0-4262-b3b9-887748068180 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.382153 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-60abde24-a7f0-4262-b3b9-887748068180 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96&tenant_id=f041c731a2ef4db881d585f4252857d1&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 945 time: 0.0700972 Aug 20 12:13:07.450576 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-d8e64889-8469-4828-b8ed-4871f7d52b21 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:13:07.451672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-d8e64889-8469-4828-b8ed-4871f7d52b21 service neutron] 10.222.0.57 "DELETE /v2.0/ports/70f95ad0-dfe3-4fe1-8137-bed89de84323/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0623286 Aug 20 12:13:07.469312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['70f95ad0-dfe3-4fe1-8137-bed89de84323'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:07.538729 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-ef1e8842-6734-4f24-a8be-ae3c8848902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.540282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-ef1e8842-6734-4f24-a8be-ae3c8848902e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 1096 time: 0.0434904 Aug 20 12:13:07.660818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-eb30607e-b16f-4328-b7dd-b24d9ee78c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.662753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-eb30607e-b16f-4328-b7dd-b24d9ee78c51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1157062 Aug 20 12:13:07.731961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-841f3223-6da3-473e-9f10-fdd350e4f19e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 200 len: 1001 time: 0.0625215 Aug 20 12:13:07.786022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-40ad0d9b-3b75-44e9-b410-7f6f68f0180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.787564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-40ad0d9b-3b75-44e9-b410-7f6f68f0180f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0483263 Aug 20 12:13:07.840818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-a61a0911-fae5-43a2-9076-f6935ad68c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:07.842392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-a61a0911-fae5-43a2-9076-f6935ad68c6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478818 Aug 20 12:13:07.937107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-f8287f1f-47b5-40ef-a788-e25238b2e999 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868654 Aug 20 12:13:08.057061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65bfd562-29ae-4a55-8cac-9226103c99c1 req-094707fc-f48a-4822-8aee-0c5b16f45122 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121750 Aug 20 12:13:08.481224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f88cd3-8658-4d22-9fd8-47ee87870160 req-7c337464-763b-4ce7-8f8d-0cb6bb3373c7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:08.482901 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8f88cd3-8658-4d22-9fd8-47ee87870160 req-7c337464-763b-4ce7-8f8d-0cb6bb3373c7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 945 time: 0.0530324 Aug 20 12:13:08.530861 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a8f88cd3-8658-4d22-9fd8-47ee87870160 req-8cd8338b-7c3d-4d41-9b28-7fcb39ecb3d6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387866 Aug 20 12:13:08.844689 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 70f95ad0-dfe3-4fe1-8137-bed89de84323 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:08.940049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 70f95ad0-dfe3-4fe1-8137-bed89de84323 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:08.945807 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 70f95ad0-dfe3-4fe1-8137-bed89de84323 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:08.946748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.024485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.047145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:09.049440 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d121d28-caef-4db6-af7e-d6860681d0fc" -d '{"events": [{"server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "name": "network-vif-plugged", "status": "completed", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:09.063499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:09.093974 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677451be-34fb-449d-bfe0-5f6dd265ea15 x-openstack-request-id: req-677451be-34fb-449d-bfe0-5f6dd265ea15 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:09.094290 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "name": "network-vif-plugged", "status": "completed", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:09.094569 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-677451be-34fb-449d-bfe0-5f6dd265ea15 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:09.095022 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'code': 200} Aug 20 12:13:09.139727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:09.194346 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=70f95ad0-dfe3-4fe1-8137-bed89de84323,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:09.657321 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456241-d9b5-48ca-b4fa-0fa28232fb3d req-37339981-12dc-4991-be7c-aba0b30f8de5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:09.658848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b7456241-d9b5-48ca-b4fa-0fa28232fb3d req-37339981-12dc-4991-be7c-aba0b30f8de5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0541863 Aug 20 12:13:09.699886 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b7456241-d9b5-48ca-b4fa-0fa28232fb3d req-ce40643f-86fc-475a-baf4-0c661234bcf3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341425 Aug 20 12:13:09.820950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b915fd1-98ab-4f75-a400-4a99403f2894 req-beb9391f-627a-4a2f-8b9f-9443fe2be8bc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:09.822395 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b915fd1-98ab-4f75-a400-4a99403f2894 req-beb9391f-627a-4a2f-8b9f-9443fe2be8bc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0502765 Aug 20 12:13:09.860426 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8b915fd1-98ab-4f75-a400-4a99403f2894 req-778546ee-af73-4139-8ed4-231c40f46c41 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317869 Aug 20 12:13:09.976114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b9822-de46-405d-a7c7-29cab5839205 req-6202aca3-4c55-4d6e-91f9-6cc25f6e2fe4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:09.977602 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed8b9822-de46-405d-a7c7-29cab5839205 req-6202aca3-4c55-4d6e-91f9-6cc25f6e2fe4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0500693 Aug 20 12:13:10.016142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed8b9822-de46-405d-a7c7-29cab5839205 req-553fa6ed-d0a8-4db1-8536-abdb25a9a09b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324364 Aug 20 12:13:10.413805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340d180-c9d0-4e27-84fb-4ea208fe905f req-6ac5e79c-c922-45e6-99b9-3aa666d19192 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:10.415310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f340d180-c9d0-4e27-84fb-4ea208fe905f req-6ac5e79c-c922-45e6-99b9-3aa666d19192 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0475476 Aug 20 12:13:10.454557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f340d180-c9d0-4e27-84fb-4ea208fe905f req-dae56377-d414-44dd-8b5b-e77841752479 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329559 Aug 20 12:13:11.573649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc0848-bef6-4751-877d-644c1d7e18f5 req-0b8d2c8e-ffe9-4021-bfa9-674194e33852 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:11.575409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32dc0848-bef6-4751-877d-644c1d7e18f5 req-0b8d2c8e-ffe9-4021-bfa9-674194e33852 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0485449 Aug 20 12:13:11.613595 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.638043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32dc0848-bef6-4751-877d-644c1d7e18f5 req-668bcca5-eb9b-40bd-a385-7d0a4dc9e2d9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558534 Aug 20 12:13:11.783352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-30c5a3db-4956-4d6c-9f9a-496f3ea72beb tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:11.784912 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-30c5a3db-4956-4d6c-9f9a-496f3ea72beb tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 946 time: 0.0535333 Aug 20 12:13:11.881206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Deleting port 70f95ad0-dfe3-4fe1-8137-bed89de84323 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:13:11.881540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:11.975035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] For port 70f95ad0-dfe3-4fe1-8137-bed89de84323, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=70f95ad0-dfe3-4fe1-8137-bed89de84323,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:11.975374 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.149405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.149696 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.150012 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Floating IP 302da22f-a383-485b-80a9-0914faeb13a9 disassociated. External IP: 172.25.4.163, port: 70f95ad0-dfe3-4fe1-8137-bed89de84323. Aug 20 12:13:12.150353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Calling delete_port for 70f95ad0-dfe3-4fe1-8137-bed89de84323 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:13:12.339543 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.368659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event deleted for resources: {'Port': ['ID=70f95ad0-dfe3-4fe1-8137-bed89de84323,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:12.492407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:12.605775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:12.621572 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:12.632041 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:12.632671 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:12.645168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] No DVR routers for this DVR port 70f95ad0-dfe3-4fe1-8137-bed89de84323 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:13:12.651550 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:12.653667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ad758e51-a8c9-4674-a80a-c6253e5de492 req-e96581ee-e164-4fba-9b2c-e5dbe6d26b48 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "DELETE /v2.0/ports/70f95ad0-dfe3-4fe1-8137-bed89de84323 HTTP/1.1" status: 204 len: 173 time: 0.8596647 Aug 20 12:13:12.654222 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'name': 'network-vif-deleted', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:12.657835 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f71db0e-0d8b-4c5a-bdc4-cd3dbc7a8462" -d '{"events": [{"server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "name": "network-vif-deleted", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:12.701913 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d11376-eadd-482d-a520-29c8a01ba494 x-openstack-request-id: req-81d11376-eadd-482d-a520-29c8a01ba494 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:12.702208 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86654b64-9ef8-42dc-ab1a-ade552ba5f96", "name": "network-vif-deleted", "tag": "70f95ad0-dfe3-4fe1-8137-bed89de84323", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:12.702504 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81d11376-eadd-482d-a520-29c8a01ba494 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:12.702989 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86654b64-9ef8-42dc-ab1a-ade552ba5f96', 'name': 'network-vif-deleted', 'tag': '70f95ad0-dfe3-4fe1-8137-bed89de84323', 'status': 'completed', 'code': 200} Aug 20 12:13:12.747668 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d28ea0ef-3253-46c6-baed-dfec44ee10d4 req-c850ae80-9de2-461d-83f4-01e0bb043e1e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=86654b64-9ef8-42dc-ab1a-ade552ba5f96 HTTP/1.1" status: 200 len: 210 time: 0.0272229 Aug 20 12:13:12.757730 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:13:12.948252 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:13.076727 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:13:13.087273 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:13.087886 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:12:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:13.237337 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:13:13.497438 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:13.528342 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d256f2a-c644-4624-8a23-6104e1741cde None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:13.762246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02ef7b8-f8ee-4f18-a3c2-d7d45b6447c9 None None] New status for floating IP 302da22f-a383-485b-80a9-0914faeb13a9: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:13:13.973891 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:13.991548 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-5a194e79-9005-4d5a-89fd-04c3a2f0a7d1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1188601521&fields=id&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 267 time: 0.0336840 Aug 20 12:13:14.116679 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-815f7865-7846-469b-9714-4361b7768316 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:14.118229 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-815f7865-7846-469b-9714-4361b7768316 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 811 time: 0.1198831 Aug 20 12:13:14.133950 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-8b9bd872-fff5-4662-843c-63b5fb0dca54 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/quotas/f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 375 time: 0.0095055 Aug 20 12:13:14.188548 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-09fe2ba6-8c53-43a0-88fc-b21922cdab36 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490506 Aug 20 12:13:14.378995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-585a7b21-e3e2-4da1-b8f8-57e115e80ffc service neutron] 10.222.0.10 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297407 Aug 20 12:13:14.474192 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-b6bd7119-9974-4e4e-9c8a-d33ba4624383 service neutron] 10.222.0.10 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887012 Aug 20 12:13:14.706759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14fb0b43-858b-4b92-a667-6b70e0edd18d req-acb8f417-b609-4217-940e-2e5f94525236 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 210 time: 0.0303342 Aug 20 12:13:14.849666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 70f95ad0-dfe3-4fe1-8137-bed89de84323 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:13:14.871041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 70f95ad0-dfe3-4fe1-8137-bed89de84323 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:13:14.871392 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 70f95ad0-dfe3-4fe1-8137-bed89de84323 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:13:15.094514 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3b15fd7c-4584-4e2f-aef0-ab1a100f6a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:15.805116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09d2051e-939d-4f66-bb71-2266c2fac19f req-261572e0-0d74-4b7e-ac8f-dd8841f94608 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 210 time: 0.0284159 Aug 20 12:13:16.907816 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-736af1e8-d903-4fce-8ede-66f0d11a3626 req-942bbe1e-8548-45a9-ada1-22a5d8e25524 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 210 time: 0.0273325 Aug 20 12:13:16.941019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-2dfbce3d-6d72-4f9f-8705-c059787ff97c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:16.942808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-2dfbce3d-6d72-4f9f-8705-c059787ff97c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 811 time: 0.1193385 Aug 20 12:13:16.996235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-e8057040-a950-4b8b-95e6-83830006786f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 380 time: 0.0393054 Aug 20 12:13:17.010230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'port': {'device_id': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'admin_state_up': True, 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'security_groups': ['33429d5c-2a61-40da-bdaf-c94744070677']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:17.219612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Made reservation on behalf of f041c731a2ef4db881d585f4252857d1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:13:17.223265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.357949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Allocated IP 172.20.0.11 (b1684a58-c44b-4544-a3c5-c0d83459b3cc/9935e79d-41a3-4f84-add4-b614a66e0370/6e4dff61-1b25-4e5d-8ec6-b284e09fac48) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:13:17.537874 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.554004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Transition to ACTIVE for port object 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:17.740176 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.785873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:13:17.789153 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:13:17.793054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:13:17.808452 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7815f3d5-ee10-4500-8689-03bba7389ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:17.822650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event updated for resources: {'Port': ['ID=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:17.854681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:17.855363 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.029861 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-d73bcf43-8710-49bd-9ffd-391361151db1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0236328 Aug 20 12:13:18.046574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Request body: {'port': {'device_id': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:18.083169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf53cfd-1624-4f42-a9df-d7182bae72e7 req-d9cfd06d-390b-4cff-8e93-4164f728a26a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:18.083991 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dcf53cfd-1624-4f42-a9df-d7182bae72e7 req-d9cfd06d-390b-4cff-8e93-4164f728a26a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 932 time: 0.0896966 Aug 20 12:13:18.137919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.163400 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dcf53cfd-1624-4f42-a9df-d7182bae72e7 req-36b02689-5516-42e5-8a92-f234654f2bee tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684550 Aug 20 12:13:18.180409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b7094030-6324-48ee-b062-e440254510bd None None] Provisioning for port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:18.186616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b7094030-6324-48ee-b062-e440254510bd None None] Provisioning complete for port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:18.187014 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b7094030-6324-48ee-b062-e440254510bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.223192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b7094030-6324-48ee-b062-e440254510bd None None] Port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:13:18.470942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:18.480388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.496911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Transition to ACTIVE for port object 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:13:18.585796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.654358 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.726587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:18.761639 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Attempting to bind port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:13:18.761914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Attempting to bind port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:13:18.762272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Attempting to bind port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:18.774713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:13:18.775164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Attempting to bind port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:13:18.783621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:13:18.783911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:13:18.784263 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:13:18.784806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Bound port: 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:13:18.785171 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:18.876187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:13:18.879986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:13:18.979594 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:19.019683 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.020150 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:19.022163 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] 10.222.0.38 "PUT /v2.0/ports/6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1092 time: 0.9799576 Aug 20 12:13:19.022653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:19.024926 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e86e63-e55e-4925-9e08-3dfc79855003" -d '{"events": [{"name": "network-changed", "server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:19.059136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33c702-d868-48bf-9c3d-389a2213a430 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:19.079176 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e949f-4684-448f-bad9-dc680f5a3180 x-openstack-request-id: req-a97e949f-4684-448f-bad9-dc680f5a3180 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:19.079526 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:19.079850 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a97e949f-4684-448f-bad9-dc680f5a3180 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:19.080337 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'status': 'completed', 'code': 200} Aug 20 12:13:19.180832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e86e63-e55e-4925-9e08-3dfc79855003 req-16437ff2-6cbf-49b5-a891-78e8916a4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.182678 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67e86e63-e55e-4925-9e08-3dfc79855003 req-16437ff2-6cbf-49b5-a891-78e8916a4bef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1095 time: 0.0689235 Aug 20 12:13:19.343682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df083f-d3a9-4029-9bf1-6391946a584a req-3b461905-bbc7-4a6c-9d9c-5a99581e8a86 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.345285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07df083f-d3a9-4029-9bf1-6391946a584a req-3b461905-bbc7-4a6c-9d9c-5a99581e8a86 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 944 time: 0.0915735 Aug 20 12:13:19.348521 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e86e63-e55e-4925-9e08-3dfc79855003 req-65bd4c87-e190-4d92-9f53-3ed260a40b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.350011 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67e86e63-e55e-4925-9e08-3dfc79855003 req-65bd4c87-e190-4d92-9f53-3ed260a40b19 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f041c731a2ef4db881d585f4252857d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1548252 Aug 20 12:13:19.391117 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:19.438915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-07df083f-d3a9-4029-9bf1-6391946a584a req-77e2826f-b236-46c3-9fb3-2e81c51dee6f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868785 Aug 20 12:13:19.500720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e86e63-e55e-4925-9e08-3dfc79855003 req-2b9c9e13-3969-433b-a7d7-1885019baca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.503429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67e86e63-e55e-4925-9e08-3dfc79855003 req-2b9c9e13-3969-433b-a7d7-1885019baca3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352677 Aug 20 12:13:19.599677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-b8a0cd19-4d7c-401d-9f5c-971fc23c3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.601227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-b8a0cd19-4d7c-401d-9f5c-971fc23c3621 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1095 time: 0.0452261 Aug 20 12:13:19.648576 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-5a640bb4-c406-416b-aa8f-1a387b7eb1a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 217 time: 0.0354035 Aug 20 12:13:19.703978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-b9c88b1c-1282-41dc-8301-663f5609bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.705474 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-b9c88b1c-1282-41dc-8301-663f5609bd91 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0458481 Aug 20 12:13:19.766386 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-7c1731f1-a96b-4892-8bf5-8a3c495edc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:19.767866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-7c1731f1-a96b-4892-8bf5-8a3c495edc7b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472794 Aug 20 12:13:19.870288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-3452eb0b-ace3-4d17-a8d7-cc4c7be43ab3 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907128 Aug 20 12:13:19.976306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f10965f0-5aa4-4a5a-a03a-551fb4d041c5 req-cc59fad3-5686-43e8-ad16-0cb16ceadfd8 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935397 Aug 20 12:13:20.571153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9342d-7fa3-4021-ae1f-5968a872cf5f req-b8b1f7a9-437b-40c4-9f27-2105569dfcbc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:20.572800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cbb9342d-7fa3-4021-ae1f-5968a872cf5f req-b8b1f7a9-437b-40c4-9f27-2105569dfcbc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 944 time: 0.0560501 Aug 20 12:13:20.614888 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cbb9342d-7fa3-4021-ae1f-5968a872cf5f req-84c89c0a-b95a-426a-abfd-0ad50f376ef3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349298 Aug 20 12:13:21.019526 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:21.747185 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e472545-1670-4e50-91cd-97636eb76bf1 req-742f7bd1-24a2-485d-9dac-6408e78dcd6f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:21.748832 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e472545-1670-4e50-91cd-97636eb76bf1 req-742f7bd1-24a2-485d-9dac-6408e78dcd6f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 944 time: 0.0614758 Aug 20 12:13:21.790231 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2e472545-1670-4e50-91cd-97636eb76bf1 req-88f5ffa6-5748-49e2-98dc-1735ee1b1448 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349808 Aug 20 12:13:22.896698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:13:22.908841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaca23-47bd-4f58-99ab-e6264b4b293e req-0dc09bed-1146-4f40-a719-409f58e41e25 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:22.910596 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3acaca23-47bd-4f58-99ab-e6264b4b293e req-0dc09bed-1146-4f40-a719-409f58e41e25 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 944 time: 0.0520556 Aug 20 12:13:22.951754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3acaca23-47bd-4f58-99ab-e6264b4b293e req-825bd7f7-12ba-412f-9883-ab7d09271d3d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347848 Aug 20 12:13:23.000094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:23.012864 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'port_id': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'mac_address': 'fa:16:3e:ac:ab:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:13:23.053120 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.067455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:13:23.092957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:23.168292 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:23.216615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:23.424589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['6e4dff61-1b25-4e5d-8ec6-b284e09fac48'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:13:24.069514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2d084-abc9-4cce-8d4d-91194856ba57 req-f57bc3a2-36ae-445e-8055-ca9ef6de02a3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:24.071064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34a2d084-abc9-4cce-8d4d-91194856ba57 req-f57bc3a2-36ae-445e-8055-ca9ef6de02a3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 945 time: 0.0498300 Aug 20 12:13:24.109705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34a2d084-abc9-4cce-8d4d-91194856ba57 req-3b012557-931a-4823-8b67-e2efe9795255 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324650 Aug 20 12:13:24.912908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:13:25.019012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:13:25.023653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:13:25.024025 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.104910 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.127127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:25.129498 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61094f66-f343-457d-bea8-5ef540e42c6c" -d '{"events": [{"server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "name": "network-vif-plugged", "status": "completed", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:25.144624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:13:25.179593 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2ad127-8879-485a-8001-4477d49215bb x-openstack-request-id: req-bc2ad127-8879-485a-8001-4477d49215bb {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:25.180069 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "name": "network-vif-plugged", "status": "completed", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:25.180497 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc2ad127-8879-485a-8001-4477d49215bb {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:25.181129 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'code': 200} Aug 20 12:13:25.221422 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:25.251324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980f27-1be2-4614-b668-0bef1a65d0c4 req-971adbbe-1d78-48fa-ab18-ed040c019e3d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:25.252885 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35980f27-1be2-4614-b668-0bef1a65d0c4 req-971adbbe-1d78-48fa-ab18-ed040c019e3d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 945 time: 0.0553503 Aug 20 12:13:25.277638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:13:25.294264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35980f27-1be2-4614-b668-0bef1a65d0c4 req-c9700bcf-2033-4ad9-969a-55a0f36cf2d6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346234 Aug 20 12:13:25.294780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801523f3-260a-4a51-8f9f-af4ade6aaa0a req-7fda32e2-f3ad-4562-baae-4ff1ab895ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:25.296312 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-801523f3-260a-4a51-8f9f-af4ade6aaa0a req-7fda32e2-f3ad-4562-baae-4ff1ab895ad4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1097 time: 0.0512083 Aug 20 12:13:25.332309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-801523f3-260a-4a51-8f9f-af4ade6aaa0a req-d830e56c-39a3-46ca-930d-e7762e672632 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281341 Aug 20 12:13:26.416094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f00d4d-7b4b-4457-9e8d-941e7a235ad6 req-3fee92d5-2244-4829-a9bc-8c7ab92af3eb tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:26.417689 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18f00d4d-7b4b-4457-9e8d-941e7a235ad6 req-3fee92d5-2244-4829-a9bc-8c7ab92af3eb tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0532022 Aug 20 12:13:26.456395 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18f00d4d-7b4b-4457-9e8d-941e7a235ad6 req-bd6ba011-4706-4af3-a790-76dc4ffc4c26 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Aug 20 12:13:27.477310 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:13:27.572354 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a3c65-7c6a-4ced-a68e-c6bfd5066944 req-5b0c9ffc-8f7e-409b-b4e3-e367b80e6134 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:27.574642 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-525a3c65-7c6a-4ced-a68e-c6bfd5066944 req-5b0c9ffc-8f7e-409b-b4e3-e367b80e6134 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0506299 Aug 20 12:13:27.620658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-525a3c65-7c6a-4ced-a68e-c6bfd5066944 req-87759768-5858-43c1-a840-2a9123378028 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398648 Aug 20 12:13:27.733999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad013eb-1858-45c0-913f-3356b049ce5a req-9b7c573c-a72b-4b0f-85bb-42ad28967ce4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:27.735500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bad013eb-1858-45c0-913f-3356b049ce5a req-9b7c573c-a72b-4b0f-85bb-42ad28967ce4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0504587 Aug 20 12:13:27.744206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47020) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:13:27.749175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a46d8da9-4ae8-4384-b752-3217b10630c4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'floatingip': {'port_id': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:13:27.793393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a46d8da9-4ae8-4384-b752-3217b10630c4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.630553 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a46d8da9-4ae8-4384-b752-3217b10630c4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.699369 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a46d8da9-4ae8-4384-b752-3217b10630c4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:28.803983 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-a46d8da9-4ae8-4384-b752-3217b10630c4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Floating IP 302da22f-a383-485b-80a9-0914faeb13a9 associated. External IP: 172.25.4.163, port: 6e4dff61-1b25-4e5d-8ec6-b284e09fac48. Aug 20 12:13:29.016624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46d8da9-4ae8-4384-b752-3217b10630c4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:13:29.129383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46d8da9-4ae8-4384-b752-3217b10630c4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:13:29.134658 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a46d8da9-4ae8-4384-b752-3217b10630c4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:29.139246 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:13:29.148872 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:29.149508 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:13:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:29.161008 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a46d8da9-4ae8-4384-b752-3217b10630c4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "PUT /v2.0/floatingips/302da22f-a383-485b-80a9-0914faeb13a9 HTTP/1.1" status: 200 len: 992 time: 1.4155984 Aug 20 12:13:29.162247 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:13:29.164568 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d400c78-6098-4bec-94e0-8a912e34d4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:13:29.202924 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078c94af-e50c-4c85-baf0-3f268fc15c13 x-openstack-request-id: req-078c94af-e50c-4c85-baf0-3f268fc15c13 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:13:29.203338 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:13:29.203708 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-078c94af-e50c-4c85-baf0-3f268fc15c13 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:13:29.204229 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'status': 'completed', 'code': 200} Aug 20 12:13:29.283778 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:13:29.286857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-e901b731-6065-467d-a4f5-94bccd08fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:29.289662 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-e901b731-6065-467d-a4f5-94bccd08fbd7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1097 time: 0.0620420 Aug 20 12:13:29.405304 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-8143c8e1-9018-4cdc-ad6e-0ae5f9369f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:29.407729 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-8143c8e1-9018-4cdc-ad6e-0ae5f9369f4c service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1109982 Aug 20 12:13:29.478772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-9de326c4-1640-4027-b27c-6fbc51ac2895 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1000 time: 0.0633678 Aug 20 12:13:29.530139 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-5f4bf943-bf7c-4bf3-9d26-1b087dce8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:29.531441 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:ac:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:13:28Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:29.531705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-5f4bf943-bf7c-4bf3-9d26-1b087dce8316 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0457466 Aug 20 12:13:29.557309 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:13:29.566306 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:13:29.566969 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:13:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:29.578800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-67aceee7-5ed2-42bb-a347-0389c9ae8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:13:29.580353 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-67aceee7-5ed2-42bb-a347-0389c9ae8f38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416045 Aug 20 12:13:29.688356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-5016fafc-c732-4df4-9398-68d6090ff024 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005337 Aug 20 12:13:29.694395 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:13:29.779381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d400c78-6098-4bec-94e0-8a912e34d4e4 req-221e29d3-6b84-4b50-a209-cb49bee5a0ca service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841684 Aug 20 12:13:29.925067 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:ac:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:13:28Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:13:29.955609 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d81c9b-b804-4caa-b04e-2ef12394b646 None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:ac:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:13:28Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:13:30.145805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc726a-1e1f-4529-86b0-e78843dbb751 None None] New status for floating IP 302da22f-a383-485b-80a9-0914faeb13a9: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:13:41.624969 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:43.881607 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:45.064517 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d37a3bfb-a0d2-4ed5-a919-95ebdefec2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:47.801918 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b6be542f-dcef-4f10-8dfc-c36919c9ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:48.630805 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:49.373216 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:13:50.995784 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:04.477203 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:14:05.861689 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebb305dc-e663-4241-9007-86061586e4f1 req-133dc406-4440-4d62-863a-46c8db46c1cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814021 Aug 20 12:14:05.952085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb305dc-e663-4241-9007-86061586e4f1 req-661347b7-8be2-4496-b344-35e6b93d1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:05.953577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebb305dc-e663-4241-9007-86061586e4f1 req-661347b7-8be2-4496-b344-35e6b93d1fde service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1097 time: 0.0448411 Aug 20 12:14:06.064357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb305dc-e663-4241-9007-86061586e4f1 req-869ca2e3-2799-43cb-a1fd-7aa8ab500a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:06.065760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebb305dc-e663-4241-9007-86061586e4f1 req-869ca2e3-2799-43cb-a1fd-7aa8ab500a57 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0921006 Aug 20 12:14:06.137013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebb305dc-e663-4241-9007-86061586e4f1 req-df668e3d-7993-4bae-8af0-d723a7f9ddde service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1002 time: 0.0606534 Aug 20 12:14:06.184814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb305dc-e663-4241-9007-86061586e4f1 req-41529421-e559-4b07-ab25-b11fda7cdb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:06.186261 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebb305dc-e663-4241-9007-86061586e4f1 req-41529421-e559-4b07-ab25-b11fda7cdb76 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0419664 Aug 20 12:14:06.237894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb305dc-e663-4241-9007-86061586e4f1 req-a0040b68-717a-40c1-9985-ca360671a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:14:06.239757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebb305dc-e663-4241-9007-86061586e4f1 req-a0040b68-717a-40c1-9985-ca360671a9e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391521 Aug 20 12:14:06.333451 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebb305dc-e663-4241-9007-86061586e4f1 req-621adf77-8da3-4c37-b17a-9a428dc1ce1f service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849831 Aug 20 12:14:06.424869 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebb305dc-e663-4241-9007-86061586e4f1 req-af08bea6-de4b-4d8c-b010-8508896aad4c service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826077 Aug 20 12:14:11.652025 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:13.903992 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:15.058009 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-88ac6236-84aa-4551-a406-eb806acd361d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:17.756061 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-662a432c-55c8-4f7a-8468-34f160ceb0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:18.641838 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:19.442295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:21.023886 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:41.477515 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:14:41.659187 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:43.893137 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:45.047947 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-627a0e9d-4c6d-4f19-8b08-47e7d4f78c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:47.767890 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d399301f-8451-465b-95f8-44554cf4355e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:48.642966 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:49.390455 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:14:51.019146 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:07.841450 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-6b5be3e7-c0f5-4392-b766-ed1f2545a647 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409534 Aug 20 12:15:07.931702 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-92fcbf90-cf44-4207-8cb4-61986f9b30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:07.933195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-92fcbf90-cf44-4207-8cb4-61986f9b30e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1097 time: 0.0439389 Aug 20 12:15:08.037329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-98d21788-cd20-435e-ae49-0af9f98cb6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:08.038860 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-98d21788-cd20-435e-ae49-0af9f98cb6a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0849495 Aug 20 12:15:08.108513 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-8eb62fdc-5726-485b-a11c-7402e39253cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1002 time: 0.0622663 Aug 20 12:15:08.156499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-47b2e1bc-d140-4bf4-a7d1-cfa2d61bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:08.157973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-47b2e1bc-d140-4bf4-a7d1-cfa2d61bb2a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0426881 Aug 20 12:15:08.204565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-fdd4eeaa-7257-4292-bb33-8a00bcf80a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:08.206067 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-fdd4eeaa-7257-4292-bb33-8a00bcf80a27 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408413 Aug 20 12:15:08.297919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-c7360309-7ac3-43e4-bea6-9279f95f62ef service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835476 Aug 20 12:15:08.387502 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf552ed0-6b35-4b29-ad87-718b771e2977 req-d8ec826c-baf2-407b-add1-d68977975245 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817008 Aug 20 12:15:10.959392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1375e4-5a7b-4891-a332-e97f19dbf69d req-4a3fd71b-e270-448b-a218-44043451a7fa tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:10.960901 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c1375e4-5a7b-4891-a332-e97f19dbf69d req-4a3fd71b-e270-448b-a218-44043451a7fa tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.1200132 Aug 20 12:15:10.997475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c1375e4-5a7b-4891-a332-e97f19dbf69d req-0172361f-f18c-46db-ba15-6123f9bdab0b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307753 Aug 20 12:15:11.628170 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:12.166425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2be53b-2d0f-4055-982e-4cba258efe0b req-f851107e-c02a-471d-8228-25f186c9b651 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:12.167921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c2be53b-2d0f-4055-982e-4cba258efe0b req-f851107e-c02a-471d-8228-25f186c9b651 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0985067 Aug 20 12:15:12.210211 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0c2be53b-2d0f-4055-982e-4cba258efe0b req-397c0f51-fae9-4e3b-829a-9dc9abbad92f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361898 Aug 20 12:15:13.329603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dde3a-18dd-4a69-a35f-3cc132873205 req-f2c3e1b8-2ac3-478a-b37f-6974594f2423 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:13.331035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9f2dde3a-18dd-4a69-a35f-3cc132873205 req-f2c3e1b8-2ac3-478a-b37f-6974594f2423 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0535078 Aug 20 12:15:13.368764 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9f2dde3a-18dd-4a69-a35f-3cc132873205 req-825dd8ca-273b-4798-9022-433ebd292e08 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314119 Aug 20 12:15:13.896873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:14.484527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4893b1d-8181-4368-b034-49b3e76c8f98 req-55838e35-e14f-45e6-91c1-43941b16b108 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:14.486013 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4893b1d-8181-4368-b034-49b3e76c8f98 req-55838e35-e14f-45e6-91c1-43941b16b108 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0499194 Aug 20 12:15:14.524272 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a4893b1d-8181-4368-b034-49b3e76c8f98 req-751129d4-58f6-42e9-beba-0b70f924c172 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322564 Aug 20 12:15:15.093071 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e39ac53b-594a-432a-a083-7d2308afca53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:15.639723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1f32d-f8cf-47e3-8478-a6c99ebb0bc1 req-8e10d5e7-283c-4767-8cd3-313131e167e5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:15.641213 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2cf1f32d-f8cf-47e3-8478-a6c99ebb0bc1 req-8e10d5e7-283c-4767-8cd3-313131e167e5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0491087 Aug 20 12:15:15.678714 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2cf1f32d-f8cf-47e3-8478-a6c99ebb0bc1 req-9fbe8822-6bb0-4870-9880-e0645dd9db1b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Aug 20 12:15:16.792528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0243c-92f3-4681-ae26-44b59ba1159d req-17eae723-df9b-4997-9ad7-279a3f470505 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:16.794008 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5bd0243c-92f3-4681-ae26-44b59ba1159d req-17eae723-df9b-4997-9ad7-279a3f470505 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0489163 Aug 20 12:15:16.831915 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5bd0243c-92f3-4681-ae26-44b59ba1159d req-73ae6ccd-dc83-44b5-8165-dcd660cab369 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316374 Aug 20 12:15:17.761790 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7c7dc942-35fd-44af-bfcb-a42fb1f805fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:17.946451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a0d00-8d28-47b2-b3f7-1d421415783c req-3cfc4dbb-1fe1-4f34-9504-3fb4fc97b8bd tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:17.948223 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de2a0d00-8d28-47b2-b3f7-1d421415783c req-3cfc4dbb-1fe1-4f34-9504-3fb4fc97b8bd tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0490320 Aug 20 12:15:17.985386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de2a0d00-8d28-47b2-b3f7-1d421415783c req-001ff87e-0be9-4db0-8794-3651fc0103ea tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311854 Aug 20 12:15:18.477648 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:15:18.645148 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:19.105633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79376a-0ff8-4bae-b5ee-b9b9cf7732bc req-b13a7975-0357-4961-85bf-52274582d0d8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:19.107152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d79376a-0ff8-4bae-b5ee-b9b9cf7732bc req-b13a7975-0357-4961-85bf-52274582d0d8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0507150 Aug 20 12:15:19.150512 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d79376a-0ff8-4bae-b5ee-b9b9cf7732bc req-2ffe80b2-7696-41b2-bff0-505ef51677d5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372136 Aug 20 12:15:19.393918 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:20.269046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f3743-f68e-4fb4-875a-d3710d9ea840 req-8ea21fd9-34c8-498b-8184-b85a30da153f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:20.271098 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-350f3743-f68e-4fb4-875a-d3710d9ea840 req-8ea21fd9-34c8-498b-8184-b85a30da153f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0522428 Aug 20 12:15:20.308248 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-350f3743-f68e-4fb4-875a-d3710d9ea840 req-546dfa4b-07c9-40d5-9324-f4cdc627410e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313199 Aug 20 12:15:21.079417 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:21.423188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f8c82-1a86-4b93-8044-3f4684fb851c req-6086bb4e-7d8b-46b0-a12f-7b0c0406f26b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:21.424712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d04f8c82-1a86-4b93-8044-3f4684fb851c req-6086bb4e-7d8b-46b0-a12f-7b0c0406f26b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0499492 Aug 20 12:15:21.467422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d04f8c82-1a86-4b93-8044-3f4684fb851c req-16952f2d-adf9-4866-93ad-80290d2c0f5c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357921 Aug 20 12:15:21.902102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd8400-056e-4e96-bcc3-dd2532a485f3 req-7e82e948-cbb8-4d12-99f3-e2111b9d152c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:21.903714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-15cd8400-056e-4e96-bcc3-dd2532a485f3 req-7e82e948-cbb8-4d12-99f3-e2111b9d152c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0501039 Aug 20 12:15:21.941408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-15cd8400-056e-4e96-bcc3-dd2532a485f3 req-3e7f3c2b-9f3a-40ee-8df9-ab82ec7ba0f7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314054 Aug 20 12:15:22.001531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 47266) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:22.082690 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-2ae092fc-c833-45a3-b6c5-601cf288ee4f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798919 Aug 20 12:15:23.057984 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449d59-18d2-4856-9f87-29727c09fc2c req-4b64d5e2-6261-49fa-8897-4caf81ee8f36 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:23.059490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a449d59-18d2-4856-9f87-29727c09fc2c req-4b64d5e2-6261-49fa-8897-4caf81ee8f36 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0489705 Aug 20 12:15:23.099614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0a449d59-18d2-4856-9f87-29727c09fc2c req-d3d34340-4fd1-420a-8c2b-720affdd01d1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337248 Aug 20 12:15:24.177683 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-a2c46503-6636-4dce-8765-3eec09cbaa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:24.179298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-a2c46503-6636-4dce-8765-3eec09cbaa8b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1097 time: 0.0451236 Aug 20 12:15:24.217547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cf1fc-d2dd-4a3f-afa9-f8cdce7ff031 req-419e8c3f-d9ed-4b74-a234-68f926326836 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:24.219065 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-115cf1fc-d2dd-4a3f-afa9-f8cdce7ff031 req-419e8c3f-d9ed-4b74-a234-68f926326836 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0490670 Aug 20 12:15:24.260662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-115cf1fc-d2dd-4a3f-afa9-f8cdce7ff031 req-e89ed361-7ca0-4586-a0de-f9fbb0f072d4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355384 Aug 20 12:15:24.273635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-692e0e9f-e6d3-41d6-bc30-c1f5a146d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:24.275159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-692e0e9f-e6d3-41d6-bc30-c1f5a146d3f3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0847652 Aug 20 12:15:24.348606 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-adc0089f-0a9d-4413-ae79-6a75f1bae64e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1002 time: 0.0618873 Aug 20 12:15:24.401089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-54f9f66c-41e7-4dab-aa6a-80f98aa5bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:24.402542 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-54f9f66c-41e7-4dab-aa6a-80f98aa5bf19 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0431004 Aug 20 12:15:24.450590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-a4cf236a-a176-4f64-bcbe-1c9a6c04ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:24.452075 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-a4cf236a-a176-4f64-bcbe-1c9a6c04ea6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400293 Aug 20 12:15:24.542890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-b24da0c6-2525-40d3-8a93-e5b661f7e867 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832739 Aug 20 12:15:24.640633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-4ef599de-7d25-43d4-9dc2-d936d96864a5 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868042 Aug 20 12:15:25.376223 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e950907-c5b2-4d33-b375-1103a431f82a req-575b7d28-1c4f-49a9-8831-f91546541b79 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:25.377724 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e950907-c5b2-4d33-b375-1103a431f82a req-575b7d28-1c4f-49a9-8831-f91546541b79 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0483277 Aug 20 12:15:25.415709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4e950907-c5b2-4d33-b375-1103a431f82a req-9bba6b37-3af0-4a4e-8546-3757ac71cb49 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311539 Aug 20 12:15:26.534947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df03a4-a89e-4342-9ba1-05de2b1bb7de req-6595242d-6215-4e23-b7aa-53e1e47c19e9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:26.536506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22df03a4-a89e-4342-9ba1-05de2b1bb7de req-6595242d-6215-4e23-b7aa-53e1e47c19e9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0508490 Aug 20 12:15:26.577000 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22df03a4-a89e-4342-9ba1-05de2b1bb7de req-d278f3ea-572c-4ce7-baef-63e57bd885e0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338683 Aug 20 12:15:27.110679 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-50249cf8-df6f-4e57-85e0-439adf77882b service neutron] show failed (client error): The resource could not be found. Aug 20 12:15:27.111731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-50249cf8-df6f-4e57-85e0-439adf77882b service neutron] 10.222.0.38 "GET /v2.0/ports/6e4dff61-1b25-4e5d-8ec6-b284e09fac48/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0587993 Aug 20 12:15:27.670779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-04c4b818-6b38-48e2-9e10-e0543731c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:27.672363 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-04c4b818-6b38-48e2-9e10-e0543731c0f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 1097 time: 0.0854568 Aug 20 12:15:27.685641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:27.693557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc66a-a01c-4432-9447-1e73ac45be48 req-9659cd82-9497-43b2-82b6-c3e2c59714c0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:27.695151 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d5cfc66a-a01c-4432-9447-1e73ac45be48 req-9659cd82-9497-43b2-82b6-c3e2c59714c0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0498278 Aug 20 12:15:27.736907 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d5cfc66a-a01c-4432-9447-1e73ac45be48 req-7ee55232-7677-41b2-8eb1-150dec43f24e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355797 Aug 20 12:15:27.747373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:27.959051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:27.992160 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:28.032024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:15:28.034349 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f265e6a-1534-46a7-9d77-6951df5ae867" -d '{"events": [{"server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:15:28.038568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.050985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Transition to ACTIVE for port object 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:28.125180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.153879 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c9ba05-e326-4158-a1d0-9d1e7919f4bc x-openstack-request-id: req-07c9ba05-e326-4158-a1d0-9d1e7919f4bc {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:15:28.154164 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "name": "network-vif-unplugged", "status": "completed", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:15:28.154429 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07c9ba05-e326-4158-a1d0-9d1e7919f4bc {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:15:28.154836 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'code': 200} Aug 20 12:15:28.236940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:28.265942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.266297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.266669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.267011 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.267350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.267684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.268015 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.268345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.268679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.269005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.269327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.269650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:28.308818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] No DVR routers for this DVR port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:15:28.442359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Attempting to bind port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:28.442652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Attempting to bind port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:28.443087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Attempting to bind port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:28.447829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:15:28.448148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Attempting to bind port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:28.453853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:28.454197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:28.454624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:28.455063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Bound port: 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:28.455427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.522352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:28.526211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:28.594356 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.635848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:28.636482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:28.637933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] 10.222.0.57 "PUT /v2.0/ports/6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1092 time: 0.9568675 Aug 20 12:15:28.656582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed39319-288c-49ce-974e-95c71c04d190 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:28.706959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-af5af85c-1988-401e-88b6-7cfee609152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:28.708478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-af5af85c-1988-401e-88b6-7cfee609152c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1095 time: 0.0439274 Aug 20 12:15:28.865874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6086-ef3e-4e2c-a113-b56765d64f33 req-ffce220c-982d-4ef0-95c2-c7932dae85f5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:28.868333 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f73e6086-ef3e-4e2c-a113-b56765d64f33 req-ffce220c-982d-4ef0-95c2-c7932dae85f5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 944 time: 0.0551412 Aug 20 12:15:28.915841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f73e6086-ef3e-4e2c-a113-b56765d64f33 req-20591215-4d51-4b02-9e24-acc2e56de3ad tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409453 Aug 20 12:15:29.147364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-fa2836d8-316c-49bb-a679-85afbb664885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:29.149264 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-fa2836d8-316c-49bb-a679-85afbb664885 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.4338033 Aug 20 12:15:29.213167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-76c4d899-391e-48a4-82d8-ad1ba1d4e280 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1000 time: 0.0565863 Aug 20 12:15:29.261259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-0b8e09f7-ff04-4e61-9621-dfc9c55adcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:29.262729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-0b8e09f7-ff04-4e61-9621-dfc9c55adcdf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0429575 Aug 20 12:15:29.309784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-427c4d02-eaf6-437a-82fa-bfa8001cd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:29.311361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-427c4d02-eaf6-437a-82fa-bfa8001cd0af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422885 Aug 20 12:15:29.398859 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-deadfefa-862d-4de0-b628-22c17b5f91d3 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796590 Aug 20 12:15:29.489235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-872f5fb1-d01a-4bf7-81c4-7d1806cb0306 req-7eaf2de7-45ca-4c8f-8526-2b06b476dd24 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842414 Aug 20 12:15:29.583092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:29.621298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:15:30.037357 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec179857-351a-4606-baa9-b160ed2622b8 req-d94e0844-3c97-4b71-9c85-61fb441f9f0e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.039413 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec179857-351a-4606-baa9-b160ed2622b8 req-d94e0844-3c97-4b71-9c85-61fb441f9f0e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 944 time: 0.0506556 Aug 20 12:15:30.077183 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec179857-351a-4606-baa9-b160ed2622b8 req-9fd859d9-1f29-405a-b2b3-5f7b833c650c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Aug 20 12:15:30.156173 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:15:30.158575 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae24e43-be07-483b-9c82-6143f3d4d213" -d '{"events": [{"name": "network-changed", "server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:15:30.206099 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0925a8-c532-4b6f-8c99-2c01b9999237 x-openstack-request-id: req-ae0925a8-c532-4b6f-8c99-2c01b9999237 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:15:30.206460 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:15:30.206782 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae0925a8-c532-4b6f-8c99-2c01b9999237 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:15:30.207216 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'status': 'completed', 'code': 200} Aug 20 12:15:30.266033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-3369a92f-f102-4bf7-b903-6486af2400ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.267585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-3369a92f-f102-4bf7-b903-6486af2400ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1095 time: 0.0401216 Aug 20 12:15:30.275338 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-1e7c2167-4139-45ec-a13a-37003950a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.276813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-1e7c2167-4139-45ec-a13a-37003950a73f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1095 time: 0.0432613 Aug 20 12:15:30.362368 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-553535f9-90c0-4133-9514-097a147ef5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.363882 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-553535f9-90c0-4133-9514-097a147ef5cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0880239 Aug 20 12:15:30.370922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-35dd81d6-777a-4009-a46b-187cdc4a35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.372407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-35dd81d6-777a-4009-a46b-187cdc4a35eb service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0836020 Aug 20 12:15:30.430117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-c785f4e7-f7e7-4477-9bb2-2938f720ecd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1000 time: 0.0575387 Aug 20 12:15:30.445913 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-31fd801f-9a63-469a-8067-fca7e5a33d6d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1000 time: 0.0627794 Aug 20 12:15:30.487991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-9bd68ff1-bd7f-4156-87c6-a849063dbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.489365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-9bd68ff1-bd7f-4156-87c6-a849063dbc4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0524678 Aug 20 12:15:30.504142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-f21a9050-1a52-402a-9db0-b2cf36379e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.505631 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-f21a9050-1a52-402a-9db0-b2cf36379e75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0488160 Aug 20 12:15:30.536403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-8c89114e-4e31-474f-a4b9-0adf03a133d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.537922 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-8c89114e-4e31-474f-a4b9-0adf03a133d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402725 Aug 20 12:15:30.556018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-bcc96fe7-9357-406c-a4f7-106d7294c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:30.557695 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-bcc96fe7-9357-406c-a4f7-106d7294c53e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418658 Aug 20 12:15:30.628263 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-7316892e-7508-4e36-871c-2ea23e406a04 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825596 Aug 20 12:15:30.655848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-9dd21a8d-1981-4b80-9110-055f211a211b service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864511 Aug 20 12:15:30.723692 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-bcd615b4-000d-445c-9553-f4b6a116d8bb service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883260 Aug 20 12:15:30.748600 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ae24e43-be07-483b-9c82-6143f3d4d213 req-ac8d4580-2755-452b-868c-22d75a3b970f service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821888 Aug 20 12:15:31.196339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9f65f-dab0-43c9-8807-19a7006d62c4 req-e9e55532-9b4e-4935-b5d1-908fc53c2755 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:31.198130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ce9f65f-dab0-43c9-8807-19a7006d62c4 req-e9e55532-9b4e-4935-b5d1-908fc53c2755 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 944 time: 0.0507736 Aug 20 12:15:31.237484 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ce9f65f-dab0-43c9-8807-19a7006d62c4 req-5cc40cf3-2dbc-4382-91e6-9f29d2175f67 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332079 Aug 20 12:15:32.358228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db386-4726-42dc-a598-c646ad2d9eb9 req-66c631bf-74ef-4a2f-b6ea-e63ae900eb4c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:32.359813 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd2db386-4726-42dc-a598-c646ad2d9eb9 req-66c631bf-74ef-4a2f-b6ea-e63ae900eb4c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 944 time: 0.0502160 Aug 20 12:15:32.399086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bd2db386-4726-42dc-a598-c646ad2d9eb9 req-aee39062-3259-4bce-b7e9-e81e91f7fc78 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333216 Aug 20 12:15:32.725094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b12b5-bbeb-45a2-956e-3f9839b6d798 req-573ca229-ce4e-415c-8142-6e480d19170d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:32.725782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:15:32.726664 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-524b12b5-bbeb-45a2-956e-3f9839b6d798 req-573ca229-ce4e-415c-8142-6e480d19170d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 944 time: 0.0525758 Aug 20 12:15:32.768974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-524b12b5-bbeb-45a2-956e-3f9839b6d798 req-748af071-462f-4fac-a0bd-1cec224f628d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337315 Aug 20 12:15:32.844412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-24520065-0566-4e31-82e9-2e2ce900a5c1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:32.846624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:32.846785 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-24520065-0566-4e31-82e9-2e2ce900a5c1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b&tenant_id=f041c731a2ef4db881d585f4252857d1&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 944 time: 0.0623982 Aug 20 12:15:32.857178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'port_id': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'mac_address': 'fa:16:3e:ac:ab:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:15:32.896141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:32.908659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:15:32.911592 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-247674ea-8064-4377-9b46-9f6bc9d42ab0 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:15:32.912644 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-247674ea-8064-4377-9b46-9f6bc9d42ab0 service neutron] 10.222.0.38 "DELETE /v2.0/ports/6e4dff61-1b25-4e5d-8ec6-b284e09fac48/bindings/n-h2-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0548418 Aug 20 12:15:32.927327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:32.984570 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:33.011517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-2bae1bb5-c3ef-4d2c-bdae-70d84ff87818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:33.013099 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-2bae1bb5-c3ef-4d2c-bdae-70d84ff87818 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1095 time: 0.0463395 Aug 20 12:15:33.037969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:33.045912 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.046268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.046649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.047040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.047323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.047657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.047997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.048324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.048653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.048982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.049310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.049638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:33.107694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-a50f857c-3328-4205-b076-f9cccf0074f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:33.109141 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-a50f857c-3328-4205-b076-f9cccf0074f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0848558 Aug 20 12:15:33.181619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-71379abf-43d5-475b-8681-c38b92e45357 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1001 time: 0.0652342 Aug 20 12:15:33.229284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['6e4dff61-1b25-4e5d-8ec6-b284e09fac48'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:15:33.236115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-c1fd1c5a-0579-40fb-b0ef-e6ab572d33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:33.237669 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-c1fd1c5a-0579-40fb-b0ef-e6ab572d33eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0450220 Aug 20 12:15:33.285219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-3b627192-9d1f-4669-b3e9-3e025f30c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:33.286749 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-3b627192-9d1f-4669-b3e9-3e025f30c231 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385270 Aug 20 12:15:33.383364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-eba52b87-9e67-4dee-8913-43be61240116 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852411 Aug 20 12:15:33.477460 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b34fa7c7-c419-4fe5-8658-9030f20a1c95 req-093189b8-b7ba-423d-b4b0-74592c627289 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828483 Aug 20 12:15:33.901282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a4a6c-df8f-4d1d-b855-34faa1da45b4 req-460decbf-f042-4086-baca-113344d3faed tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:33.902792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef1a4a6c-df8f-4d1d-b855-34faa1da45b4 req-460decbf-f042-4086-baca-113344d3faed tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 945 time: 0.0516362 Aug 20 12:15:33.939820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef1a4a6c-df8f-4d1d-b855-34faa1da45b4 req-33bbc7f3-14a8-408c-9a9b-925c313693ea tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310962 Aug 20 12:15:34.742540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:34.847342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:34.852005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:34.852322 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:34.934235 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:34.956029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:15:34.958315 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3116ca7-d4f4-40f4-b252-7c5e2023e645" -d '{"events": [{"server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "name": "network-vif-plugged", "status": "completed", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:15:34.977335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:35.058745 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fbfb7f-9076-48b4-ad9a-20fe73647884 x-openstack-request-id: req-37fbfb7f-9076-48b4-ad9a-20fe73647884 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:15:35.059038 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "name": "network-vif-plugged", "status": "completed", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:15:35.059290 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37fbfb7f-9076-48b4-ad9a-20fe73647884 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:15:35.059685 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'code': 200} Aug 20 12:15:35.070232 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:35.072631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b530e81-0f3f-4ab0-a427-71df4d389882 req-a3f04b2b-7e34-4e60-bf48-3d5590538b55 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:35.074137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b530e81-0f3f-4ab0-a427-71df4d389882 req-a3f04b2b-7e34-4e60-bf48-3d5590538b55 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 945 time: 0.0544696 Aug 20 12:15:35.113762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0b530e81-0f3f-4ab0-a427-71df4d389882 req-5583c058-0c94-49ee-91c7-cfbee5c0822d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329876 Aug 20 12:15:35.119154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:35.233379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270294b-86c4-49c4-932b-c27d795e16cf req-0d45d592-c9a5-4478-b775-d25f2ae9db58 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:35.234910 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2270294b-86c4-49c4-932b-c27d795e16cf req-0d45d592-c9a5-4478-b775-d25f2ae9db58 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0498464 Aug 20 12:15:35.277488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2270294b-86c4-49c4-932b-c27d795e16cf req-3427b2ef-fd5a-4e93-9342-03df59ea86ec tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364890 Aug 20 12:15:35.717736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687db271-3cc7-4670-b11f-20f6b0c6e0d1 req-55508d5f-e057-484e-bf85-1a2dc31ba049 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:35.719255 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-687db271-3cc7-4670-b11f-20f6b0c6e0d1 req-55508d5f-e057-484e-bf85-1a2dc31ba049 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0533061 Aug 20 12:15:35.757072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-687db271-3cc7-4670-b11f-20f6b0c6e0d1 req-c48624ca-ffe6-43c8-a478-7de936a90866 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317557 Aug 20 12:15:35.842085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-f7c347f5-3602-410b-95a9-3bb2b1ed053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:35.843637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-f7c347f5-3602-410b-95a9-3bb2b1ed053b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 1097 time: 0.0409734 Aug 20 12:15:35.936896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-06bc0510-9d36-4f10-ac80-ee0bea774de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:35.938307 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-06bc0510-9d36-4f10-ac80-ee0bea774de4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0873458 Aug 20 12:15:36.002690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-36c89a09-f9e7-46de-acbe-c138e30c35d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 200 len: 1002 time: 0.0575218 Aug 20 12:15:36.052008 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-b300d858-90dc-4578-b5df-da42b1bf17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:36.053525 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-b300d858-90dc-4578-b5df-da42b1bf17a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0441298 Aug 20 12:15:36.101641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-c84f3144-7e8d-4468-9362-1e3ddf13ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:36.103347 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-c84f3144-7e8d-4468-9362-1e3ddf13ca9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433438 Aug 20 12:15:36.191958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-ee3c1997-613f-4dd3-8569-e61ee2b92546 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812132 Aug 20 12:15:36.283487 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4352b775-d0b2-4b3c-87ff-0f8ebe1e54ad req-d4b2e21e-c372-453d-8491-985ed9bedc36 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843954 Aug 20 12:15:36.892240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88020a4b-5e3e-4f4c-b471-b69c77c0598a req-49a28b53-68e3-4f96-a083-047f86955bce tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:36.893711 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88020a4b-5e3e-4f4c-b471-b69c77c0598a req-49a28b53-68e3-4f96-a083-047f86955bce tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0527093 Aug 20 12:15:36.937163 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88020a4b-5e3e-4f4c-b471-b69c77c0598a req-202521d1-b399-4e89-b784-775c855ae4c2 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370963 Aug 20 12:15:38.054381 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df4ce1-58ac-4eda-93df-47ede95e0bfa req-6866c475-9814-4f66-bee2-fbe4dcf34066 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:38.056083 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-12df4ce1-58ac-4eda-93df-47ede95e0bfa req-6866c475-9814-4f66-bee2-fbe4dcf34066 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0497150 Aug 20 12:15:38.094686 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-12df4ce1-58ac-4eda-93df-47ede95e0bfa req-a4ee0cac-e056-4023-8770-7fbe6e581530 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Aug 20 12:15:38.536328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f2d9c-d600-4033-93d9-6d367a1eaaf2 req-fc5d090d-2a7b-44f6-ac86-56d3fba9f60f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:38.537804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd3f2d9c-d600-4033-93d9-6d367a1eaaf2 req-fc5d090d-2a7b-44f6-ac86-56d3fba9f60f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0489244 Aug 20 12:15:38.576072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dd3f2d9c-d600-4033-93d9-6d367a1eaaf2 req-f01b74d7-634c-4be3-b3a9-9ebd8bc39e6a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Aug 20 12:15:39.690764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955b166-00b3-4c26-aa2b-bb50e256b721 req-e9b552ee-0f41-44cd-ad20-cf3c7e1fbe5e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:39.692255 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a955b166-00b3-4c26-aa2b-bb50e256b721 req-e9b552ee-0f41-44cd-ad20-cf3c7e1fbe5e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0487337 Aug 20 12:15:39.730701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a955b166-00b3-4c26-aa2b-bb50e256b721 req-5350a82d-d64b-430f-84ad-d7192355b07d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Aug 20 12:15:39.798914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65252690-e203-413e-b878-5edf7477dc1c req-2fa90cdb-09fe-403b-b721-41aecf5b1fe5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:39.800385 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65252690-e203-413e-b878-5edf7477dc1c req-2fa90cdb-09fe-403b-b721-41aecf5b1fe5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 946 time: 0.0483479 Aug 20 12:15:39.894311 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Deleting port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:15:39.894599 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:39.982848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] For port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:39.983221 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.285482 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.285875 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.286199 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Floating IP 302da22f-a383-485b-80a9-0914faeb13a9 disassociated. External IP: 172.25.4.163, port: 6e4dff61-1b25-4e5d-8ec6-b284e09fac48. Aug 20 12:15:40.286585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Calling delete_port for 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:15:40.501977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.532444 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event deleted for resources: {'Port': ['ID=6e4dff61-1b25-4e5d-8ec6-b284e09fac48,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:40.651066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:40.764030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:40.774341 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:40.810771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] No DVR routers for this DVR port 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:15:40.813469 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:40.815624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65252690-e203-413e-b878-5edf7477dc1c req-05c67fd3-9ce7-417d-b8a5-5c82bae5aca7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "DELETE /v2.0/ports/6e4dff61-1b25-4e5d-8ec6-b284e09fac48 HTTP/1.1" status: 204 len: 173 time: 1.0088706 Aug 20 12:15:40.816084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'name': 'network-vif-deleted', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:15:40.819208 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225bd354-2c81-41f4-9a28-68a714db566e" -d '{"events": [{"server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "name": "network-vif-deleted", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:15:40.843637 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-644612a6-719a-45eb-813b-058b499cecc8 req-deae824a-a5c8-4c41-b78b-ba46310ffc25 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=00e13ed9-9a85-4fcd-b85a-3b8d6735813b HTTP/1.1" status: 200 len: 210 time: 0.0335569 Aug 20 12:15:40.862125 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcdfecb-0358-47b0-9050-a3e5afd61c25 x-openstack-request-id: req-2bcdfecb-0358-47b0-9050-a3e5afd61c25 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:15:40.862422 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e13ed9-9a85-4fcd-b85a-3b8d6735813b", "name": "network-vif-deleted", "tag": "6e4dff61-1b25-4e5d-8ec6-b284e09fac48", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:15:40.862717 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2bcdfecb-0358-47b0-9050-a3e5afd61c25 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:15:40.863114 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e13ed9-9a85-4fcd-b85a-3b8d6735813b', 'name': 'network-vif-deleted', 'tag': '6e4dff61-1b25-4e5d-8ec6-b284e09fac48', 'status': 'completed', 'code': 200} Aug 20 12:15:40.890882 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:40.891503 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:15:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:40.995648 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:41.190196 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:41.219540 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:41.228621 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:41.229245 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:15:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:41.337761 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:41.527928 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:41.553292 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ea06f-d777-446f-9a0a-4b1c49f7a1b6 None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:41.624461 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:41.776128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2160c9ae-6e6c-412b-a10e-8a19a188db4b None None] New status for floating IP 302da22f-a383-485b-80a9-0914faeb13a9: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:15:42.124124 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-43a82275-9be0-4439-8a14-d627a127d6bd tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1188601521&fields=id&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 267 time: 0.0343461 Aug 20 12:15:42.227329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-833a573d-9768-47d3-ba14-944243730a3d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:42.228799 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-833a573d-9768-47d3-ba14-944243730a3d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 811 time: 0.0980856 Aug 20 12:15:42.244175 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-379b016b-9826-407c-8019-98498950023a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/quotas/f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 375 time: 0.0095994 Aug 20 12:15:42.295465 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-cae3c285-7a39-475c-b3ca-780f106a5e28 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458868 Aug 20 12:15:42.394336 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-fbaf5635-fa08-43ca-82a9-f96f6e5d861b service neutron] 10.222.0.10 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865855 Aug 20 12:15:42.482633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-d175e2f8-8da0-43d6-b250-3dd780144a9e service neutron] 10.222.0.10 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816355 Aug 20 12:15:42.759418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:15:42.760897 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-76c98a96-a299-4044-a9a9-539b1193f633 req-6b2b0b83-ba04-4b21-8bb1-50e38ffa253f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 210 time: 0.0266461 Aug 20 12:15:42.780472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:15:42.780812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 6e4dff61-1b25-4e5d-8ec6-b284e09fac48 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:15:43.862946 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-32b0a5bf-6c4f-4843-92e6-b202062c5cb5 req-09459012-2219-4da9-9e95-a24fe48e3cb4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 210 time: 0.0314083 Aug 20 12:15:43.899643 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:44.807783 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-fab82d43-0f89-4af0-897b-43fec34deae5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:44.809268 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-fab82d43-0f89-4af0-897b-43fec34deae5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 811 time: 0.1001740 Aug 20 12:15:44.858072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-a9cd2e99-65ee-406b-a3ad-376e66e21bcf tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 380 time: 0.0335772 Aug 20 12:15:44.871814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'port': {'device_id': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'admin_state_up': True, 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'security_groups': ['33429d5c-2a61-40da-bdaf-c94744070677']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:44.960333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-74b7cf6c-cfe6-40eb-86e6-9177b22baf6a req-061a5775-19f3-4c95-97c9-79a44f32c1d2 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 210 time: 0.0278168 Aug 20 12:15:45.064412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Made reservation on behalf of f041c731a2ef4db881d585f4252857d1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:15:45.068327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.121670 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a4f414fa-1a11-4196-94cc-66b762df6cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.193324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Allocated IP 172.20.0.11 (b1684a58-c44b-4544-a3c5-c0d83459b3cc/9935e79d-41a3-4f84-add4-b614a66e0370/57db71fb-a954-4485-b58d-3a3568b943f3) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:15:45.330413 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.344131 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Transition to ACTIVE for port object 57db71fb-a954-4485-b58d-3a3568b943f3 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:45.448226 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.490023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:15:45.493124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:15:45.496784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:15:45.521913 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:45.536588 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.536929 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.537264 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.537598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.537926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.538254 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.539244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.539572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.539896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.540218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.540552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.540861 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:15:45.561361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:45.562009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.637614 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f4b16593-c8bb-4572-9891-39e4fb6fe27b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7693610 Aug 20 12:15:45.656112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Request body: {'port': {'device_id': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:45.713754 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.844877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a5dabad6-6f11-4836-ae0d-15887812c4ee None None] Provisioning for port 57db71fb-a954-4485-b58d-3a3568b943f3 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:45.849253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a5dabad6-6f11-4836-ae0d-15887812c4ee None None] Provisioning complete for port 57db71fb-a954-4485-b58d-3a3568b943f3 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:45.849711 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a5dabad6-6f11-4836-ae0d-15887812c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.884639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a5dabad6-6f11-4836-ae0d-15887812c4ee None None] Port 57db71fb-a954-4485-b58d-3a3568b943f3 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:15:45.976326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57db71fb-a954-4485-b58d-3a3568b943f3 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:15:45.983868 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:45.997258 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Transition to ACTIVE for port object 57db71fb-a954-4485-b58d-3a3568b943f3 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:15:46.076351 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b8e5-64ec-4305-9cf9-d99f9c470eb1 req-4dcdb480-1a3a-49b2-8e9c-3c6270ac5ef7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:46.077847 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a61b8e5-64ec-4305-9cf9-d99f9c470eb1 req-4dcdb480-1a3a-49b2-8e9c-3c6270ac5ef7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 932 time: 0.0495572 Aug 20 12:15:46.078927 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.160542 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a61b8e5-64ec-4305-9cf9-d99f9c470eb1 req-c5dc8eb7-f4fd-40d0-a65f-cc9662c356e3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764787 Aug 20 12:15:46.163922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:46.236535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:15:46.236878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:15:46.237212 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:46.242402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Port 57db71fb-a954-4485-b58d-3a3568b943f3 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:15:46.242761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:15:46.247917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:15:46.248257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:15:46.248660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:15:46.249078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Bound port: 57db71fb-a954-4485-b58d-3a3568b943f3, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:15:46.249438 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.318251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:15:46.322260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:15:46.445316 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.482780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:46.483469 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:46.484808 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] 10.222.0.38 "PUT /v2.0/ports/57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1092 time: 0.8330731 Aug 20 12:15:46.485250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:15:46.487529 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f98fa8-24ca-4af6-b1f9-97f320477387" -d '{"events": [{"name": "network-changed", "server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:15:46.515866 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc9c19-8098-4b2c-b6aa-4b0b417f3f6b service neutron] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:46.610831 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9339602a-cdae-4513-b298-31f58dc477b6 x-openstack-request-id: req-9339602a-cdae-4513-b298-31f58dc477b6 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:15:46.611185 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:15:46.611334 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9339602a-cdae-4513-b298-31f58dc477b6 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:15:46.611713 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3', 'status': 'completed', 'code': 200} Aug 20 12:15:46.669390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-76bd50e4-0a0d-4363-aac4-83d79bd9c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:46.671011 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-76bd50e4-0a0d-4363-aac4-83d79bd9c38f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1095 time: 0.0441282 Aug 20 12:15:46.724636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-d285ec6e-8447-463d-8ea0-4e5de841c702 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 217 time: 0.0398631 Aug 20 12:15:47.121743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-33ec9e3e-3a3e-4437-bfd7-06137e85f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:47.123172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-33ec9e3e-3a3e-4437-bfd7-06137e85f1af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.3904672 Aug 20 12:15:47.172990 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-6998fc19-af64-48ad-bd4e-4ebb7a546f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:47.174460 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-6998fc19-af64-48ad-bd4e-4ebb7a546f1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389423 Aug 20 12:15:47.315209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa83cae-88c1-4426-82ee-d77111380a71 req-ea701e9e-2b0d-4ef3-990a-14697cb2e9c0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:47.316700 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7aa83cae-88c1-4426-82ee-d77111380a71 req-ea701e9e-2b0d-4ef3-990a-14697cb2e9c0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 944 time: 0.0724359 Aug 20 12:15:47.318659 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-b253430c-bceb-4dd7-807d-7dea80a6035b service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323881 Aug 20 12:15:47.401803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7aa83cae-88c1-4426-82ee-d77111380a71 req-20ad535c-652b-4e5a-b009-a5301dcc13e6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783188 Aug 20 12:15:47.433557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18911fb8-6cd9-470c-84aa-e90890b26e20 req-f503574d-200a-4c6d-8fef-b247342f0db2 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034045 Aug 20 12:15:47.597410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-94412ab3-98fe-47dc-9d8f-5638d0b6962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:47.599047 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-94412ab3-98fe-47dc-9d8f-5638d0b6962c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1095 time: 0.0420551 Aug 20 12:15:47.692821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-0af154fa-7fe7-4f3b-92b7-d7b2276317fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:47.694257 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-0af154fa-7fe7-4f3b-92b7-d7b2276317fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0863323 Aug 20 12:15:47.735704 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-bceea743-f0c4-42e8-bf7b-0f14bfa76ec8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 217 time: 0.0342276 Aug 20 12:15:47.753475 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9094e5f5-555e-4031-a893-a70a4f4c3579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:47.785973 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-8d64e3b4-8f68-4676-87f5-b10913bcc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:47.787655 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-8d64e3b4-8f68-4676-87f5-b10913bcc2a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0447598 Aug 20 12:15:47.834918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-a5b0d979-2880-4615-b394-84cb4344010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:47.836482 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-a5b0d979-2880-4615-b394-84cb4344010a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414464 Aug 20 12:15:47.929439 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-8e5255b7-03b4-43f4-bdb3-2510dad549e2 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846789 Aug 20 12:15:48.020218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-15f98fa8-24ca-4af6-b1f9-97f320477387 req-f8c1dae9-4101-4fa7-8dbf-1db8ab017025 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824680 Aug 20 12:15:48.516022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005c70-67ce-40ab-8a6d-61551f905df0 req-113e250d-e472-4b36-b049-6a0f2ee4a2b0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:48.517485 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce005c70-67ce-40ab-8a6d-61551f905df0 req-113e250d-e472-4b36-b049-6a0f2ee4a2b0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 944 time: 0.0480845 Aug 20 12:15:48.555704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce005c70-67ce-40ab-8a6d-61551f905df0 req-618b722e-4fe8-48df-b7ab-b086d6e75443 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316508 Aug 20 12:15:48.673421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:49.421683 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:49.682066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778392d-b47d-4f98-af42-6d21cd5b9881 req-f246b823-5def-488e-8218-bb1ed549382f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:49.683547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d778392d-b47d-4f98-af42-6d21cd5b9881 req-f246b823-5def-488e-8218-bb1ed549382f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 944 time: 0.0616226 Aug 20 12:15:49.720800 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d778392d-b47d-4f98-af42-6d21cd5b9881 req-bab68562-c3bd-4a28-a395-1083a6243152 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313630 Aug 20 12:15:49.739257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:15:49.834004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:49.845091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '57db71fb-a954-4485-b58d-3a3568b943f3', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'port_id': '57db71fb-a954-4485-b58d-3a3568b943f3', 'mac_address': 'fa:16:3e:b6:70:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:15:49.882538 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:49.895195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57db71fb-a954-4485-b58d-3a3568b943f3 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:15:49.915128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:50.018913 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:50.067948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:50.285171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['57db71fb-a954-4485-b58d-3a3568b943f3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:15:50.837071 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e17bec-687b-42a6-a19b-e662bd14f80f req-9b21aed1-d92a-4339-80e7-3fe79ebbd4dc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:50.842893 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77e17bec-687b-42a6-a19b-e662bd14f80f req-9b21aed1-d92a-4339-80e7-3fe79ebbd4dc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0505698 Aug 20 12:15:50.880405 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77e17bec-687b-42a6-a19b-e662bd14f80f req-36c92a8b-79f2-4b1d-9e96-b005c60a61ef tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357044 Aug 20 12:15:51.015732 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.739293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:15:51.861896 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 57db71fb-a954-4485-b58d-3a3568b943f3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:15:51.865942 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 57db71fb-a954-4485-b58d-3a3568b943f3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:15:51.866865 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.940854 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:51.963186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:15:51.965408 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4077315-95e6-4ce9-af0b-fc23930d8062" -d '{"events": [{"server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "name": "network-vif-plugged", "status": "completed", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:15:51.978489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:15:51.998529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d02fd6-6343-4b22-8b8e-4003d9438a1b req-5fe4f259-3e65-4bcf-a0c8-68692927c6d6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:52.001792 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41d02fd6-6343-4b22-8b8e-4003d9438a1b req-5fe4f259-3e65-4bcf-a0c8-68692927c6d6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0510335 Aug 20 12:15:52.007024 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b281f1-b46b-4fdb-ad0c-c03e28822352 x-openstack-request-id: req-48b281f1-b46b-4fdb-ad0c-c03e28822352 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:15:52.007325 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "name": "network-vif-plugged", "status": "completed", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:15:52.007588 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48b281f1-b46b-4fdb-ad0c-c03e28822352 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:15:52.007987 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3', 'code': 200} Aug 20 12:15:52.047560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-41d02fd6-6343-4b22-8b8e-4003d9438a1b req-9e346701-255d-4b9a-bf76-e12a933a5bb2 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Aug 20 12:15:52.067625 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:52.115592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:15:52.124920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde91fa-3f35-411e-b79b-3449af566672 req-6db6e383-9e2d-4053-a614-09df5590a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:52.126555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fde91fa-3f35-411e-b79b-3449af566672 req-6db6e383-9e2d-4053-a614-09df5590a8af service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1097 time: 0.0417316 Aug 20 12:15:52.165825 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7fde91fa-3f35-411e-b79b-3449af566672 req-18a85863-eb89-42b2-8d47-e0a5a6186ece service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280554 Aug 20 12:15:53.216693 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86918256-2477-4cf9-8a47-7453d512857a req-97ea43f4-cad3-4c72-86ad-813adc5ad103 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:53.218187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86918256-2477-4cf9-8a47-7453d512857a req-97ea43f4-cad3-4c72-86ad-813adc5ad103 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0508318 Aug 20 12:15:53.256716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86918256-2477-4cf9-8a47-7453d512857a req-d9044400-7433-4b6b-bd00-949d8d1a3d2f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324922 Aug 20 12:15:54.373454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4638bd2-2d2e-446b-91a9-12aa0a2b4edb req-5a01b232-b35c-4c7a-96ff-d9b1b1d0315d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:54.374978 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4638bd2-2d2e-446b-91a9-12aa0a2b4edb req-5a01b232-b35c-4c7a-96ff-d9b1b1d0315d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0520937 Aug 20 12:15:54.412556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4638bd2-2d2e-446b-91a9-12aa0a2b4edb req-71bf3924-348b-4b57-b33d-2ae9b6a81209 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Aug 20 12:15:54.523442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a206be-dc21-4b80-8ff0-61b542462c24 req-c54acf91-11bf-4903-82f1-5c5691ca36bf tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:54.524924 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-19a206be-dc21-4b80-8ff0-61b542462c24 req-c54acf91-11bf-4903-82f1-5c5691ca36bf tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0495849 Aug 20 12:15:54.533563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47424) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:15:54.538117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c59c84c0-5f61-48f6-86be-c2d6f6ccdba7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'floatingip': {'port_id': '57db71fb-a954-4485-b58d-3a3568b943f3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:15:54.580917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c59c84c0-5f61-48f6-86be-c2d6f6ccdba7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.141874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c59c84c0-5f61-48f6-86be-c2d6f6ccdba7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.204915 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c59c84c0-5f61-48f6-86be-c2d6f6ccdba7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.306880 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-c59c84c0-5f61-48f6-86be-c2d6f6ccdba7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Floating IP 302da22f-a383-485b-80a9-0914faeb13a9 associated. External IP: 172.25.4.163, port: 57db71fb-a954-4485-b58d-3a3568b943f3. Aug 20 12:15:55.478382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:15:55.513894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59c84c0-5f61-48f6-86be-c2d6f6ccdba7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:15:55.620829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59c84c0-5f61-48f6-86be-c2d6f6ccdba7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:15:55.625470 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c59c84c0-5f61-48f6-86be-c2d6f6ccdba7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:15:55.630276 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:15:55.639355 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:55.639960 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:15:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:55.651578 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c59c84c0-5f61-48f6-86be-c2d6f6ccdba7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "PUT /v2.0/floatingips/302da22f-a383-485b-80a9-0914faeb13a9 HTTP/1.1" status: 200 len: 992 time: 1.1169729 Aug 20 12:15:55.652161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:15:55.654418 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74216766-12da-4688-bcd5-d00405e1abb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:15:55.693995 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585c46b8-1fd7-4fb3-acc7-ae6d699c36be x-openstack-request-id: req-585c46b8-1fd7-4fb3-acc7-ae6d699c36be {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:15:55.694316 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:15:55.694618 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-585c46b8-1fd7-4fb3-acc7-ae6d699c36be {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:15:55.695026 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3', 'status': 'completed', 'code': 200} Aug 20 12:15:55.750000 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:55.756298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74216766-12da-4688-bcd5-d00405e1abb5 req-fdc34c00-2782-40c1-be54-b51ddedaa885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:55.758023 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74216766-12da-4688-bcd5-d00405e1abb5 req-fdc34c00-2782-40c1-be54-b51ddedaa885 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1097 time: 0.0411358 Aug 20 12:15:55.853511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74216766-12da-4688-bcd5-d00405e1abb5 req-68dacab2-2bf2-407e-a4e3-d9ec9819f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:55.855068 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74216766-12da-4688-bcd5-d00405e1abb5 req-68dacab2-2bf2-407e-a4e3-d9ec9819f168 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0902755 Aug 20 12:15:55.921634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74216766-12da-4688-bcd5-d00405e1abb5 req-f50ca476-843f-4b6b-9f2a-5eac941c5e4c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1000 time: 0.0594509 Aug 20 12:15:55.971966 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74216766-12da-4688-bcd5-d00405e1abb5 req-3637afb4-41f4-4c43-9f67-dfbd4e4fe617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:55.973568 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74216766-12da-4688-bcd5-d00405e1abb5 req-3637afb4-41f4-4c43-9f67-dfbd4e4fe617 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0447257 Aug 20 12:15:55.979832 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': '57db71fb-a954-4485-b58d-3a3568b943f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:b6:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 9, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:56.006374 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:15:56.015984 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:15:56.016667 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:15:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:56.024094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74216766-12da-4688-bcd5-d00405e1abb5 req-f0d22056-713c-48f4-b54c-f1e12a3159f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:15:56.025662 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74216766-12da-4688-bcd5-d00405e1abb5 req-f0d22056-713c-48f4-b54c-f1e12a3159f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449669 Aug 20 12:15:56.114643 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74216766-12da-4688-bcd5-d00405e1abb5 req-b4adbeb4-b3f3-46ac-85b3-266c77d4300c service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815840 Aug 20 12:15:56.121206 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:15:56.209374 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74216766-12da-4688-bcd5-d00405e1abb5 req-6543c96b-701b-4f78-ab54-e1d312e6098c service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878930 Aug 20 12:15:56.345686 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': '57db71fb-a954-4485-b58d-3a3568b943f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:b6:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 9, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:15:56.461754 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588c6d4-72e5-4026-b7a7-b7311b1410a4 None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': '57db71fb-a954-4485-b58d-3a3568b943f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:b6:70:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:15:55Z', 'revision_number': 9, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:15:56.750985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f2defc-c6d6-4226-9f62-132f50fbf5ce None None] New status for floating IP 302da22f-a383-485b-80a9-0914faeb13a9: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:16:08.810890 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-e9ce3921-49d7-4cae-b2c3-43b9b0ad839f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395567 Aug 20 12:16:08.892527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-414d437b-8ef7-4bdc-9ab3-75b9355a33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:08.894018 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-414d437b-8ef7-4bdc-9ab3-75b9355a33a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1097 time: 0.0413089 Aug 20 12:16:08.998875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-9c09a25e-cd19-4399-877e-9aa860a32fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:09.000351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-9c09a25e-cd19-4399-877e-9aa860a32fb1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0872185 Aug 20 12:16:09.065455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-f101b43a-e4f8-4575-afdc-394c4979c72b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1003 time: 0.0570483 Aug 20 12:16:09.122344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-4bde7aa9-560c-4c0c-80af-0b11979d2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:09.123915 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-4bde7aa9-560c-4c0c-80af-0b11979d2f03 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0511591 Aug 20 12:16:09.174112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-72699d15-3c17-4527-ba1b-ef8312f9a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:16:09.175631 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-72699d15-3c17-4527-ba1b-ef8312f9a118 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427482 Aug 20 12:16:09.262967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-2148197e-2ca8-4384-b318-e5a2b893d3be service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793729 Aug 20 12:16:09.360345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29764e1e-f586-4aaa-8f95-666b7f0fd473 req-65430472-f524-4f0d-bc90-633c9a01e2d4 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866213 Aug 20 12:16:11.627137 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:13.912328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:15.081990 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1d79a6fa-b71b-41fa-b266-4af5fa380fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:17.758344 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58802532-141f-430b-8ecc-a27b2a05a26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:18.636157 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:19.409904 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:21.038486 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:32.477240 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:16:41.660602 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:43.866243 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:45.055058 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0387bb94-5290-456b-9bf0-a232ce324bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:47.775160 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c50e0fb5-34a0-466a-a42b-ad3b41539870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:48.664348 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:49.401151 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:16:51.032161 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:09.476971 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:17:10.870804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-61c1270b-d149-4185-aa45-8cb45b733421 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404038 Aug 20 12:17:10.958032 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-7bdb682b-41f8-49b7-8fcb-b9926db3c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:10.959489 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-7bdb682b-41f8-49b7-8fcb-b9926db3c703 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1097 time: 0.0395706 Aug 20 12:17:11.064065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-62fb7bb1-6f63-4454-b1cc-4b1e61c4a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:11.065560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-62fb7bb1-6f63-4454-b1cc-4b1e61c4a0ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0864568 Aug 20 12:17:11.133375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-8ea1c97e-cca6-434d-b08f-a10ee51d6d29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1003 time: 0.0566707 Aug 20 12:17:11.186596 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-29fe6a5e-34a1-4d00-9e64-e34b8fd51857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:11.188064 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-29fe6a5e-34a1-4d00-9e64-e34b8fd51857 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0427859 Aug 20 12:17:11.241018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-5935b071-b1f6-45c7-b031-0a69faaa6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:11.242469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-5935b071-b1f6-45c7-b031-0a69faaa6555 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436745 Aug 20 12:17:11.258974 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-cb793ce0-12f0-446d-8133-2ba9bbb41633 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:17:11.259919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-cb793ce0-12f0-446d-8133-2ba9bbb41633 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049582 Aug 20 12:17:11.356435 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-24ae913a-bd61-44df-9c69-7c30aef419a5 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861108 Aug 20 12:17:11.454901 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8be62df5-997c-4045-9cf9-7ace69e0dfe8 req-a3cb1111-257a-468d-ae45-3ba7c3b6468c service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863674 Aug 20 12:17:11.653971 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:13.894123 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:15.070470 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-582dc8ad-6ff5-4ef6-a6ac-31c818f85306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:17.761409 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d965764b-7e4d-4740-8fb4-75d8e6985e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:18.648232 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:19.402649 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:21.025381 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:37.275436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bbdf7-9c4c-45ae-acb0-085bc177979e req-989f44a3-e247-4c76-95b8-ff36e38d7d90 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:37.276993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab0bbdf7-9c4c-45ae-acb0-085bc177979e req-989f44a3-e247-4c76-95b8-ff36e38d7d90 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0565758 Aug 20 12:17:37.316027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab0bbdf7-9c4c-45ae-acb0-085bc177979e req-dc2f0a3f-018b-4cb3-a5d6-872154c0f3a7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Aug 20 12:17:37.442770 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-ccebab99-5d91-4d0b-aba8-f642433455db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418065 Aug 20 12:17:38.440111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea65e0-5d5a-443b-9807-b6fe39d0fe68 req-9ffd6b12-31ba-4824-998c-7dd16a5f9033 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:38.441630 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38ea65e0-5d5a-443b-9807-b6fe39d0fe68 req-9ffd6b12-31ba-4824-998c-7dd16a5f9033 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0486951 Aug 20 12:17:38.479343 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38ea65e0-5d5a-443b-9807-b6fe39d0fe68 req-4502143b-e4b8-4e5f-a9a4-b23268b48a43 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314562 Aug 20 12:17:39.596038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-0cb73832-4e8c-40e4-a3a1-e55e7f570a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:39.596741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c1673-2dae-49f8-9078-5499b110dfd7 req-6a112fcb-5ec8-4b3a-9e83-1131009ede16 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:39.597544 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-0cb73832-4e8c-40e4-a3a1-e55e7f570a92 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1097 time: 0.0441539 Aug 20 12:17:39.597961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f8c1673-2dae-49f8-9078-5499b110dfd7 req-6a112fcb-5ec8-4b3a-9e83-1131009ede16 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0504460 Aug 20 12:17:39.637564 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f8c1673-2dae-49f8-9078-5499b110dfd7 req-c3dab2b6-47f6-4458-a0f8-a8d204482fcb tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334280 Aug 20 12:17:39.694532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-6c7ec636-28af-4655-9773-cf033b0f7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:39.696293 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-6c7ec636-28af-4655-9773-cf033b0f7450 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0875664 Aug 20 12:17:39.770580 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-b06a186f-1153-453d-80f9-82c8d82e3389 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1003 time: 0.0624967 Aug 20 12:17:39.832204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-cfcf23d2-d8f5-4940-81ca-66316d05beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:39.833701 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-cfcf23d2-d8f5-4940-81ca-66316d05beaa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0514889 Aug 20 12:17:39.884376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-1fc43670-ad8f-4cad-8da8-776d6413fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:39.885871 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-1fc43670-ad8f-4cad-8da8-776d6413fb4e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393791 Aug 20 12:17:39.978033 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-7606eea9-b7d7-419b-a9b3-1475ce483330 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803411 Aug 20 12:17:40.076336 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-b1aa7fb8-4d81-494d-b488-af7cf726ffa8 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863836 Aug 20 12:17:40.752237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08074be-002b-4aad-af0f-c55a3f3adff3 req-6b53b1da-c284-4a98-a6c3-8017cfe00d2a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:40.753709 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f08074be-002b-4aad-af0f-c55a3f3adff3 req-6b53b1da-c284-4a98-a6c3-8017cfe00d2a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0478947 Aug 20 12:17:40.795409 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f08074be-002b-4aad-af0f-c55a3f3adff3 req-f515cc7a-26d3-42cd-8ae6-7bba41adb2f4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357928 Aug 20 12:17:41.658989 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:41.916890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43439941-fe04-4889-917d-0ec1921c5b5d req-73df771d-46b3-4546-a4af-672dfaec9135 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:41.918293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-43439941-fe04-4889-917d-0ec1921c5b5d req-73df771d-46b3-4546-a4af-672dfaec9135 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0521538 Aug 20 12:17:41.960655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-43439941-fe04-4889-917d-0ec1921c5b5d req-1caad31f-9e9c-4071-ab74-99b05c1b49f2 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358129 Aug 20 12:17:43.080353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533908-d8d1-4cf2-bf80-ad5cd9546fee req-0f373e7d-9cf1-49fc-b20f-aa5369f32030 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:43.081828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a533908-d8d1-4cf2-bf80-ad5cd9546fee req-0f373e7d-9cf1-49fc-b20f-aa5369f32030 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0486801 Aug 20 12:17:43.122620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4a533908-d8d1-4cf2-bf80-ad5cd9546fee req-e15895af-889a-4aae-b0fc-efc9815a31ba tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345705 Aug 20 12:17:43.922333 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:44.239593 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aded17-852a-425c-b61e-d71b4d83a439 req-68eb69e5-1924-45bd-b868-e468323e579b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:44.240993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-48aded17-852a-425c-b61e-d71b4d83a439 req-68eb69e5-1924-45bd-b868-e468323e579b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0505877 Aug 20 12:17:44.278557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-48aded17-852a-425c-b61e-d71b4d83a439 req-bb1900d5-35e2-4807-b57a-373267526a07 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317118 Aug 20 12:17:45.081239 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cd1a63db-a234-4990-bbe3-edf479945722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:45.392248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0357a-574c-4d3b-9724-fbcbea3e9db5 req-6b7cf5ee-3b2e-4f01-b3e0-85f6135b1dd9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:45.393716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7e0357a-574c-4d3b-9724-fbcbea3e9db5 req-6b7cf5ee-3b2e-4f01-b3e0-85f6135b1dd9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0482011 Aug 20 12:17:45.431270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7e0357a-574c-4d3b-9724-fbcbea3e9db5 req-f0e176a1-92b4-4dc3-967e-0f55623526a8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Aug 20 12:17:46.478239 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:17:46.552251 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fed3ed-4aaa-4544-a8b8-516946ade06a req-df7e7821-dab9-4dae-a08a-bed0276e57bf tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:46.553806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4fed3ed-4aaa-4544-a8b8-516946ade06a req-df7e7821-dab9-4dae-a08a-bed0276e57bf tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0511253 Aug 20 12:17:46.594115 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4fed3ed-4aaa-4544-a8b8-516946ade06a req-55370577-7eb8-41c0-8318-3d2cf9b1223a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342684 Aug 20 12:17:47.709004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400718ce-9e23-449d-8020-d5d72bf4370a req-2ad49a17-56ae-4951-95ce-4a632261c565 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:47.710527 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-400718ce-9e23-449d-8020-d5d72bf4370a req-2ad49a17-56ae-4951-95ce-4a632261c565 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0499711 Aug 20 12:17:47.748055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-400718ce-9e23-449d-8020-d5d72bf4370a req-1138db79-fed0-4362-b72a-8b7fe429b709 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Aug 20 12:17:47.779022 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b81266d6-33d5-443b-910d-5826611cd42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:48.641284 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:48.872905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469c27c-5bd0-43a4-8609-e705cdba269f req-7b0d4bc0-7346-4915-8b2c-8ec8a99e97e1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:48.874409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9469c27c-5bd0-43a4-8609-e705cdba269f req-7b0d4bc0-7346-4915-8b2c-8ec8a99e97e1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0563185 Aug 20 12:17:48.916034 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9469c27c-5bd0-43a4-8609-e705cdba269f req-9e48889c-6a7a-4a82-8a40-af826572493d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355718 Aug 20 12:17:49.431112 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:50.032799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef758e-3797-4cb8-b70b-cde329986858 req-cf155ac2-8116-4332-869c-35b46ff9cda4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:50.034288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aaef758e-3797-4cb8-b70b-cde329986858 req-cf155ac2-8116-4332-869c-35b46ff9cda4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0496166 Aug 20 12:17:50.076806 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aaef758e-3797-4cb8-b70b-cde329986858 req-d19f362e-24b2-4697-9ed6-c8c68a8dce82 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364094 Aug 20 12:17:51.041660 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:51.195199 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0fcca-7edc-42e1-b217-046ce9f69b49 req-acb59d35-5130-4059-a1aa-8049342227cb tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:51.196764 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87e0fcca-7edc-42e1-b217-046ce9f69b49 req-acb59d35-5130-4059-a1aa-8049342227cb tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0526745 Aug 20 12:17:51.236430 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-87e0fcca-7edc-42e1-b217-046ce9f69b49 req-650514c4-2551-4294-8be7-f34da141f5d3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335643 Aug 20 12:17:52.401624 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db73648-aae4-452f-9c59-9410243e4119 req-5630c057-2be8-4e04-97c1-46b5c511d648 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:52.403197 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6db73648-aae4-452f-9c59-9410243e4119 req-5630c057-2be8-4e04-97c1-46b5c511d648 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0920069 Aug 20 12:17:52.409328 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-31693309-e67a-4967-8fcd-d89367a91d9f service neutron] show failed (client error): The resource could not be found. Aug 20 12:17:52.410402 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-31693309-e67a-4967-8fcd-d89367a91d9f service neutron] 10.222.0.38 "GET /v2.0/ports/57db71fb-a954-4485-b58d-3a3568b943f3/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0724638 Aug 20 12:17:52.446612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6db73648-aae4-452f-9c59-9410243e4119 req-43191343-c965-4472-be8b-8c831345528b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349319 Aug 20 12:17:52.954936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-bd162277-4798-4996-b3b5-462637f7b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:52.956831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-bd162277-4798-4996-b3b5-462637f7b090 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 1097 time: 0.0471663 Aug 20 12:17:52.969496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:17:53.039390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:53.655128 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128dc1-0c23-4754-8d1c-32288082cea7 req-9dae9e11-3f64-4030-936e-b420031905d9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:53.656617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44128dc1-0c23-4754-8d1c-32288082cea7 req-9dae9e11-3f64-4030-936e-b420031905d9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.1065211 Aug 20 12:17:53.727316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-44128dc1-0c23-4754-8d1c-32288082cea7 req-cb3c8592-056a-4744-ba2e-84abcfe6fb2b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634995 Aug 20 12:17:53.744136 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:53.779191 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:17:53.824285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:53.826647 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22215ab2-f466-48cc-bf7a-f6f19b73cf81" -d '{"events": [{"server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "name": "network-vif-unplugged", "status": "completed", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:53.830616 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:53.849990 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Transition to ACTIVE for port object 57db71fb-a954-4485-b58d-3a3568b943f3 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:17:53.885346 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473a3665-87be-4864-be5a-260aba3dd698 x-openstack-request-id: req-473a3665-87be-4864-be5a-260aba3dd698 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:53.885647 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "name": "network-vif-unplugged", "status": "completed", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:53.885911 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-473a3665-87be-4864-be5a-260aba3dd698 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:53.886492 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3', 'code': 200} Aug 20 12:17:53.911370 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:53.995425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=6']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:54.008746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.009097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.009445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.009788 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.010132 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.010515 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.010856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.011228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.011616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.011955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.012307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.012740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:54.058422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] No DVR routers for this DVR port 57db71fb-a954-4485-b58d-3a3568b943f3 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:17:54.252067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:17:54.252392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:17:54.252621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:17:54.257805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Port 57db71fb-a954-4485-b58d-3a3568b943f3 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:17:54.258127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:17:54.263932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:17:54.264279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:17:54.264676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:17:54.265135 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Bound port: 57db71fb-a954-4485-b58d-3a3568b943f3, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:17:54.265506 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:54.334358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:17:54.337692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:17:54.796752 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:54.859272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:54.859917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:54.861396 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] 10.222.0.57 "PUT /v2.0/ports/57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1092 time: 1.8962827 Aug 20 12:17:54.906936 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27b2a1-0cd0-4818-a29d-32f08ef79775 service neutron] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=7']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:54.931928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581a418-61e6-4986-9a56-f6bf906f9c91 req-ceca1f6e-04d7-4149-85d1-36015db5b97d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:54.933566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c581a418-61e6-4986-9a56-f6bf906f9c91 req-ceca1f6e-04d7-4149-85d1-36015db5b97d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 944 time: 0.1333516 Aug 20 12:17:54.969814 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-28be5cc1-62d7-4018-ad86-2fc19725fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:54.971296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-28be5cc1-62d7-4018-ad86-2fc19725fdf9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1095 time: 0.0808461 Aug 20 12:17:55.005080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c581a418-61e6-4986-9a56-f6bf906f9c91 req-f89fb037-6706-4a2a-b073-2c75fb6e15c6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632176 Aug 20 12:17:55.082237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-cf9332a6-6207-48c6-aa33-e41231a74fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:55.083831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-cf9332a6-6207-48c6-aa33-e41231a74fe7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1046200 Aug 20 12:17:55.174105 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-05bbe738-37a1-4a39-95a6-de095f7d0602 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1001 time: 0.0821261 Aug 20 12:17:55.235240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-c81540b0-3e82-4a5d-a3d1-c3a4c828bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:55.237276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-c81540b0-3e82-4a5d-a3d1-c3a4c828bd00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0556498 Aug 20 12:17:55.293090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-9487b416-90b5-45d3-b0bd-b03f1da3c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:55.294820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-9487b416-90b5-45d3-b0bd-b03f1da3c3f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499244 Aug 20 12:17:55.306940 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-738f1f32-817c-4987-a7a0-5d7ed9e28ee3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:17:55.307939 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-738f1f32-817c-4987-a7a0-5d7ed9e28ee3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061395 Aug 20 12:17:55.408603 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-dfb0a6da-19de-42f8-9e84-4594aa77e1ae service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925877 Aug 20 12:17:55.517900 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-411141d7-ba80-44ba-a53e-7dff7e92d84e req-7715b813-e90c-489e-a91e-93a70ae8bcad service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021016 Aug 20 12:17:55.889518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:17:55.891844 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec04058-f649-439d-9de8-b5ea2cfcab57" -d '{"events": [{"name": "network-changed", "server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:17:55.946547 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7762ada-04e7-4b9f-a576-cec180cff2ba x-openstack-request-id: req-b7762ada-04e7-4b9f-a576-cec180cff2ba {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:17:55.946858 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:17:55.947123 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7762ada-04e7-4b9f-a576-cec180cff2ba {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:17:55.947762 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3', 'status': 'completed', 'code': 200} Aug 20 12:17:56.012335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-543b7de3-f554-4afa-b837-32f81a5a72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:56.013906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-543b7de3-f554-4afa-b837-32f81a5a72bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1095 time: 0.0504861 Aug 20 12:17:56.022722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-6b71e490-031d-447c-9243-d212913e426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:56.024250 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-6b71e490-031d-447c-9243-d212913e426e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1095 time: 0.0461268 Aug 20 12:17:56.139314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-27d492f5-6707-486d-8a7d-37f6e9b803e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:56.140711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-27d492f5-6707-486d-8a7d-37f6e9b803e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1055908 Aug 20 12:17:56.157624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-2b76274e-db04-4eed-acc8-93d8aa6e3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:56.160282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-2b76274e-db04-4eed-acc8-93d8aa6e3b11 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1378710 Aug 20 12:17:56.161581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:17:56.184275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0e1e2-1f2f-4f7c-8ebb-186cf6319d60 req-3c9cfe95-dcea-4917-bd95-0b1b4cb5b11e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:56.185879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68b0e1e2-1f2f-4f7c-8ebb-186cf6319d60 req-3c9cfe95-dcea-4917-bd95-0b1b4cb5b11e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 944 time: 0.0812757 Aug 20 12:17:56.203056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:17:56.224897 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-647ec828-4eef-49d6-947a-c47782aa134c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1001 time: 0.0724247 Aug 20 12:17:56.270647 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-e5ad5847-92ca-497e-afae-f85bdce94c1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1001 time: 0.1012552 Aug 20 12:17:56.276309 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-68b0e1e2-1f2f-4f7c-8ebb-186cf6319d60 req-94ef2f6f-2eba-4baf-bbce-27b19b9b2e47 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542929 Aug 20 12:17:56.291592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-0ac4c8c0-d1a3-4ad9-aaf8-1a5f2f286a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:56.294003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-0ac4c8c0-d1a3-4ad9-aaf8-1a5f2f286a45 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0575800 Aug 20 12:17:56.330320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-0381f7ac-a81d-47e3-97d7-a0ce36022a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:56.331861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-0381f7ac-a81d-47e3-97d7-a0ce36022a56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0541997 Aug 20 12:17:56.350670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-46e2f40a-fe59-408a-9552-b9b13dae369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:56.352189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-46e2f40a-fe59-408a-9552-b9b13dae369e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462661 Aug 20 12:17:56.381062 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-ae45cc6c-b37e-4f0c-bcb4-e33832b745c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:56.382703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-ae45cc6c-b37e-4f0c-bcb4-e33832b745c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426054 Aug 20 12:17:56.463976 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-e2c2b5a5-b625-44a0-8d3e-17f7804c4f32 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988426 Aug 20 12:17:56.488852 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-74551999-4c29-4880-b46c-1fcbc790091e service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986395 Aug 20 12:17:56.579846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-5dd142d3-ad8b-403a-a166-51a28090d6e1 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039164 Aug 20 12:17:56.621875 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ec04058-f649-439d-9de8-b5ea2cfcab57 req-f3952bf1-ed0b-4443-adc1-c2d755831ed8 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239944 Aug 20 12:17:57.415493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659818c0-aeeb-4e14-9c87-1aa2233c145d req-55408420-7248-42e3-b5f2-5b87d11f9bb1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:57.417329 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-659818c0-aeeb-4e14-9c87-1aa2233c145d req-55408420-7248-42e3-b5f2-5b87d11f9bb1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 944 time: 0.0580475 Aug 20 12:17:57.457089 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-659818c0-aeeb-4e14-9c87-1aa2233c145d req-1a64476b-957f-47c7-8b70-9af50e8deff3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333602 Aug 20 12:17:58.595362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fd45d-b812-4538-a3c6-786b6660342a req-efe3edba-8c63-4a49-af3f-fc629e1a818d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:58.597690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c28fd45d-b812-4538-a3c6-786b6660342a req-efe3edba-8c63-4a49-af3f-fc629e1a818d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 944 time: 0.0674806 Aug 20 12:17:58.641070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c28fd45d-b812-4538-a3c6-786b6660342a req-a1373e97-c06a-4afa-9fb4-07ed448f124c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372763 Aug 20 12:17:59.208799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03812699-450c-4a00-8426-719450af12b3 req-f6a1af2e-8c7f-48f9-b5f7-57dedf30dbbc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:59.210320 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-03812699-450c-4a00-8426-719450af12b3 req-f6a1af2e-8c7f-48f9-b5f7-57dedf30dbbc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 944 time: 0.0822153 Aug 20 12:17:59.253646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-f8b04bfc-71c9-4606-af24-61d8919817c3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:59.255214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-f8b04bfc-71c9-4606-af24-61d8919817c3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901&tenant_id=f041c731a2ef4db881d585f4252857d1&binding%3Ahost_id=n-h1-804230-3 HTTP/1.1" status: 200 len: 944 time: 0.0832281 Aug 20 12:17:59.275060 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-03812699-450c-4a00-8426-719450af12b3 req-b51b5142-5f6d-4862-935c-77b031292a77 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565732 Aug 20 12:17:59.328055 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-03437e2c-487f-4251-9a81-43ec6972df41 service neutron] 10.222.0.57 "GET /v2.0/ports/57db71fb-a954-4485-b58d-3a3568b943f3/bindings/n-h1-804230-3 HTTP/1.1" status: 200 len: 382 time: 0.0642791 Aug 20 12:17:59.394176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-8300ee2e-3b2b-4cdd-aeed-4d270e094480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:59.396333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-8300ee2e-3b2b-4cdd-aeed-4d270e094480 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1095 time: 0.0434644 Aug 20 12:17:59.492787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-705cdb26-afc7-4e21-a1d4-fea6e3895cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:59.494326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-705cdb26-afc7-4e21-a1d4-fea6e3895cf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0921574 Aug 20 12:17:59.503930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:17:59.578879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-7ec74e3d-ac28-4296-b66e-ce3aa4e76722 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1001 time: 0.0765955 Aug 20 12:17:59.626381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:59.631986 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-85cd2729-4667-4772-81a4-5e8de3929059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:59.633495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-85cd2729-4667-4772-81a4-5e8de3929059 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0471873 Aug 20 12:17:59.640343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '57db71fb-a954-4485-b58d-3a3568b943f3', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'port_id': '57db71fb-a954-4485-b58d-3a3568b943f3', 'mac_address': 'fa:16:3e:b6:70:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:17:59.682869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-70773fa9-96c7-40cb-9744-1e1c80857a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:17:59.684421 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-70773fa9-96c7-40cb-9744-1e1c80857a0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438318 Aug 20 12:17:59.700911 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:59.719479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57db71fb-a954-4485-b58d-3a3568b943f3 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:17:59.745853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:17:59.798362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-afb7a8ed-0ac3-4b72-a8af-71fc458afab5 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061332 Aug 20 12:17:59.808208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:17:59.873518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:17:59.886180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.886691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.887276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.887754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.888328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.888801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.889335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.889839 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.890352 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.890920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.891409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.891907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:17:59.900653 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-427dd740-a938-44be-b641-a7fb079c5dac service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918379 Aug 20 12:18:00.060023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['57db71fb-a954-4485-b58d-3a3568b943f3'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:18:00.414206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da8ea9-5f79-453a-9365-affcf133f4fb req-ca690ff2-a7d0-43c3-a7cf-6a3792403127 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:00.415769 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2da8ea9-5f79-453a-9365-affcf133f4fb req-ca690ff2-a7d0-43c3-a7cf-6a3792403127 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0573061 Aug 20 12:18:00.454979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2da8ea9-5f79-453a-9365-affcf133f4fb req-7fcbb60f-aca7-466e-8977-76ce7b61a970 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332108 Aug 20 12:18:01.503912 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:18:01.585558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd60783-f660-4899-9db1-812a67eae417 req-87075bb2-c07f-42b1-91a5-e2916c4dded9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:01.587137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cdd60783-f660-4899-9db1-812a67eae417 req-87075bb2-c07f-42b1-91a5-e2916c4dded9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0576768 Aug 20 12:18:01.601596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 57db71fb-a954-4485-b58d-3a3568b943f3 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:01.605646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 57db71fb-a954-4485-b58d-3a3568b943f3 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:01.606029 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.627806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cdd60783-f660-4899-9db1-812a67eae417 req-eb322bfe-fb90-4934-932a-db99b52d5e21 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345955 Aug 20 12:18:01.699154 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.720946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:01.723205 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c7b56e-cfca-44ae-b3e5-f9e93c1f2f83" -d '{"events": [{"server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "name": "network-vif-plugged", "status": "completed", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:01.739792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:01.774348 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b24d3a8-0b35-4506-8baa-4afbe2bbd69c x-openstack-request-id: req-2b24d3a8-0b35-4506-8baa-4afbe2bbd69c {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:01.774348 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "name": "network-vif-plugged", "status": "completed", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:01.774348 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b24d3a8-0b35-4506-8baa-4afbe2bbd69c {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:01.774348 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3', 'code': 200} Aug 20 12:18:01.835814 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:01.882930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:02.560073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-29bca3eb-e2fb-4d18-bb33-c4c6e847a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:02.561490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-29bca3eb-e2fb-4d18-bb33-c4c6e847a070 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 1097 time: 0.0410447 Aug 20 12:18:02.578063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:02.629465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:02.746194 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf345a7-9b52-49e2-aa50-e4fcc75df98f req-d1d43044-edc8-4c0a-bd4a-db1e7bec7d6b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:02.747732 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bf345a7-9b52-49e2-aa50-e4fcc75df98f req-d1d43044-edc8-4c0a-bd4a-db1e7bec7d6b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 946 time: 0.0489640 Aug 20 12:18:02.788058 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3bf345a7-9b52-49e2-aa50-e4fcc75df98f req-fc0cd0a6-3804-478a-939d-3d322e670d3d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341825 Aug 20 12:18:02.838863 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:02.871465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:02.909520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:02.912388 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6873ad4-8e6a-4df3-aefd-775d53a501e1" -d '{"events": [{"server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "name": "network-vif-unplugged", "status": "completed", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:02.916638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:02.930414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Transition to ACTIVE for port object 57db71fb-a954-4485-b58d-3a3568b943f3 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:02.961741 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbac168-0646-419e-8536-f43ff23d1e2e x-openstack-request-id: req-fbbac168-0646-419e-8536-f43ff23d1e2e {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:02.962024 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "name": "network-vif-unplugged", "status": "completed", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:02.962256 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbbac168-0646-419e-8536-f43ff23d1e2e {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:02.962684 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3', 'code': 200} Aug 20 12:18:02.996076 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:03.072700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:03.092195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.092493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.092793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.093137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.093539 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.093903 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.094241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.094597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.094923 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.095249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.095578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.095894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:18:03.137300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] No DVR routers for this DVR port 57db71fb-a954-4485-b58d-3a3568b943f3 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:18:03.285325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:03.285654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:03.285983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.291121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Port 57db71fb-a954-4485-b58d-3a3568b943f3 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:03.291442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Attempting to bind port 57db71fb-a954-4485-b58d-3a3568b943f3 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:03.296450 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:18:03.296736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:03.297118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:18:03.297551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Bound port: 57db71fb-a954-4485-b58d-3a3568b943f3, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:18:03.297910 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:03.360991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:03.363915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:18:03.470504 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:03.506444 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:03.507098 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:03.508598 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] 10.222.0.38 "PUT /v2.0/ports/57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1093 time: 0.9345691 Aug 20 12:18:03.532723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca1a1c-baa1-497c-9066-cec2d184889f service neutron] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=11']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:03.584410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-3c8e6fbb-2590-49f5-acbc-aef1cbca76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:03.585988 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-3c8e6fbb-2590-49f5-acbc-aef1cbca76c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1096 time: 0.0485048 Aug 20 12:18:03.685246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-3f366115-34b0-4c95-b63d-6d0f4666bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:03.686740 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-3f366115-34b0-4c95-b63d-6d0f4666bf65 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0906110 Aug 20 12:18:03.757572 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-87238764-77c4-4577-9757-fe8769424382 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1001 time: 0.0598021 Aug 20 12:18:03.808789 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-6bf21129-4ab9-45ea-9f72-d55fdc05488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:03.810258 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-6bf21129-4ab9-45ea-9f72-d55fdc05488c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0433660 Aug 20 12:18:03.857238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-e9f4cb19-2f74-46c3-842c-454bd25782f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:03.858788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-e9f4cb19-2f74-46c3-842c-454bd25782f9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388398 Aug 20 12:18:03.905558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221018e-9bd9-4a44-b903-d4ea6f20d1c3 req-cff69c66-4182-45fc-a3b9-95e94a2a0eb4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:03.907030 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b221018e-9bd9-4a44-b903-d4ea6f20d1c3 req-cff69c66-4182-45fc-a3b9-95e94a2a0eb4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0503850 Aug 20 12:18:03.946031 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b221018e-9bd9-4a44-b903-d4ea6f20d1c3 req-a4bd6786-8210-48f6-8a90-34a5a20c16fd tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330319 Aug 20 12:18:03.954731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-55d447d9-d75e-46e7-8520-bf75c005d671 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845394 Aug 20 12:18:04.047819 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-08334700-4fc1-42f8-8887-dba22cfdb920 req-95f35a72-ebef-4806-ab3d-7303c4325d86 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821164 Aug 20 12:18:04.963964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:04.966245 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d5735-73f1-47ae-9096-b57e5fc0489a" -d '{"events": [{"name": "network-changed", "server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:05.018731 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f62c5c-d445-4d91-b73d-dd9e5ed01c2c x-openstack-request-id: req-01f62c5c-d445-4d91-b73d-dd9e5ed01c2c {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:05.019094 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:05.019343 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01f62c5c-d445-4d91-b73d-dd9e5ed01c2c {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:05.019752 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3', 'status': 'completed', 'code': 200} Aug 20 12:18:05.086294 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-b97561e4-bff3-4f5f-8295-49884c1c0ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.088283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-b97561e4-bff3-4f5f-8295-49884c1c0ce5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1096 time: 0.0466845 Aug 20 12:18:05.103456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727671a1-4bd8-43a2-a8b1-7384d0300e98 req-2800ef8a-ad41-4192-8baa-9d31b56c2cd0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.105069 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-727671a1-4bd8-43a2-a8b1-7384d0300e98 req-2800ef8a-ad41-4192-8baa-9d31b56c2cd0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0844917 Aug 20 12:18:05.107836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-ed0454e6-ddb9-4651-8610-0002fecce429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.109205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-ed0454e6-ddb9-4651-8610-0002fecce429 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 1096 time: 0.0620644 Aug 20 12:18:05.181736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-a464ffa2-f0af-4e08-a0f2-e5a226f1d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.183289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-a464ffa2-f0af-4e08-a0f2-e5a226f1d923 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0883055 Aug 20 12:18:05.189178 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-727671a1-4bd8-43a2-a8b1-7384d0300e98 req-2d2afeff-d388-4519-bbe5-7afb92f2e96b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777931 Aug 20 12:18:05.228649 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-08c9825c-e3bc-4a22-ae69-2ac9876bba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.230062 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-08c9825c-e3bc-4a22-ae69-2ac9876bba33 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1111579 Aug 20 12:18:05.256392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-42d339d1-ae5e-4ea8-af61-c97c4b6b4360 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1001 time: 0.0657842 Aug 20 12:18:05.312125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-478976db-6e35-4ed2-aa4c-84c4deb59a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.313637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-478976db-6e35-4ed2-aa4c-84c4deb59a9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0496061 Aug 20 12:18:05.363121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-d9ab1107-a9c2-4b4e-b295-4572f9e863ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.364740 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-d9ab1107-a9c2-4b4e-b295-4572f9e863ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438495 Aug 20 12:18:05.465760 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-c85c5396-a9b7-4932-814d-a8439ed09cf9 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932655 Aug 20 12:18:05.519485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:18:05.560509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:18:05.568068 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-f94c5cbb-85f0-4821-be1a-758b3634caf4 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939260 Aug 20 12:18:05.654101 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-c4fb821f-af29-481b-8785-367ef48cebda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 200 len: 1001 time: 0.4118502 Aug 20 12:18:05.705416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-0698411e-b154-4e2f-8773-7ea47b4e7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.706934 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-0698411e-b154-4e2f-8773-7ea47b4e7c51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0438817 Aug 20 12:18:05.761589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-69283160-432a-477a-8fce-28a18170c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:05.763120 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-69283160-432a-477a-8fce-28a18170c03b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421891 Aug 20 12:18:05.861607 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-2cb00082-ca82-4834-af46-0b00bd0ea02b service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900815 Aug 20 12:18:05.960969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d34d5735-73f1-47ae-9096-b57e5fc0489a req-8a6f6730-78d9-4a3d-a20c-0dadb5386a94 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924053 Aug 20 12:18:06.317072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e19603-9c24-48a3-946b-80cb67c96077 req-1793d2ae-8e3f-4dae-93d1-8196dd364759 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:06.319733 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-01e19603-9c24-48a3-946b-80cb67c96077 req-1793d2ae-8e3f-4dae-93d1-8196dd364759 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0606720 Aug 20 12:18:06.362529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-01e19603-9c24-48a3-946b-80cb67c96077 req-dd227a7d-bf7e-4313-a8f9-3a23bc2b9a10 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359397 Aug 20 12:18:06.491328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382b166-33c8-4c26-8003-578384529de9 req-9b81d6f0-30be-483e-94dd-e39bb5f2405b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:06.492788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2382b166-33c8-4c26-8003-578384529de9 req-9b81d6f0-30be-483e-94dd-e39bb5f2405b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0562966 Aug 20 12:18:06.531252 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2382b166-33c8-4c26-8003-578384529de9 req-472b4bd5-39ea-4446-965f-7eb699ca3465 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Aug 20 12:18:06.651652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92ae4c-c804-492a-89cc-4755d2af0147 req-fe1b4504-3f77-4487-9bc3-5c2715277c63 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:06.653103 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c92ae4c-c804-492a-89cc-4755d2af0147 req-fe1b4504-3f77-4487-9bc3-5c2715277c63 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0544243 Aug 20 12:18:06.693299 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5c92ae4c-c804-492a-89cc-4755d2af0147 req-0fbf7a0f-73b4-4d79-ba84-bf5d8d5a93d2 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340645 Aug 20 12:18:07.187907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa196f56-6f45-4f0a-a4ba-d0c74c2c4b9a req-1645eb81-6594-4457-bb95-f236bd03109a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:07.189449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa196f56-6f45-4f0a-a4ba-d0c74c2c4b9a req-1645eb81-6594-4457-bb95-f236bd03109a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0510859 Aug 20 12:18:07.230116 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-aa196f56-6f45-4f0a-a4ba-d0c74c2c4b9a req-0384d15b-24ba-40db-ac7f-5e2b1da47e50 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331650 Aug 20 12:18:08.179376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:18:08.278395 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:08.303297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '57db71fb-a954-4485-b58d-3a3568b943f3', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'port_id': '57db71fb-a954-4485-b58d-3a3568b943f3', 'mac_address': 'fa:16:3e:b6:70:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:18:08.348439 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.351947 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b832ecb-7ff7-4a82-bea0-05c650e4a565 req-d693f742-2d55-43aa-92ea-0e88e3b5a3df tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:08.353542 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b832ecb-7ff7-4a82-bea0-05c650e4a565 req-d693f742-2d55-43aa-92ea-0e88e3b5a3df tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0541916 Aug 20 12:18:08.365060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57db71fb-a954-4485-b58d-3a3568b943f3 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:08.385586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:08.395278 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b832ecb-7ff7-4a82-bea0-05c650e4a565 req-647cc315-52ef-4e4d-9b12-1386731ad6e3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338004 Aug 20 12:18:08.470345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.500358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-51700c0c-167a-4430-82f8-5f5bb2aff8d8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:08.502103 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-51700c0c-167a-4430-82f8-5f5bb2aff8d8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 945 time: 0.0522904 Aug 20 12:18:08.524710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=12']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:08.599970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Deleting port 57db71fb-a954-4485-b58d-3a3568b943f3 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:18:08.600340 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.693417 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] For port 57db71fb-a954-4485-b58d-3a3568b943f3, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=57db71fb-a954-4485-b58d-3a3568b943f3,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:08.693819 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.883382 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.883877 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:08.884907 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Floating IP 302da22f-a383-485b-80a9-0914faeb13a9 disassociated. External IP: 172.25.4.163, port: 57db71fb-a954-4485-b58d-3a3568b943f3. Aug 20 12:18:08.885491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Calling delete_port for 57db71fb-a954-4485-b58d-3a3568b943f3 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:18:09.075908 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:09.105084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event deleted for resources: {'Port': ['ID=57db71fb-a954-4485-b58d-3a3568b943f3,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:09.226319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:18:09.360924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:18:09.372519 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:18:09.383035 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:18:09.383604 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:17:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:09.406280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] No DVR routers for this DVR port 57db71fb-a954-4485-b58d-3a3568b943f3 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:18:09.409033 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:09.411153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b65d23ea-6eb4-471a-a60b-5bf69231d006 req-2a51c4d6-58b1-40e9-86a1-5e3c0244dd17 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "DELETE /v2.0/ports/57db71fb-a954-4485-b58d-3a3568b943f3 HTTP/1.1" status: 204 len: 173 time: 0.8997223 Aug 20 12:18:09.411621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'name': 'network-vif-deleted', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:09.413921 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b1f374-7a91-4df6-a5e9-456f62a08afc" -d '{"events": [{"server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "name": "network-vif-deleted", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:09.460093 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d303d948-d4d4-4068-934d-b5e62d63c8b3 x-openstack-request-id: req-d303d948-d4d4-4068-934d-b5e62d63c8b3 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:09.460388 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df3c190-97bc-4370-90cc-8f4b3be6b901", "name": "network-vif-deleted", "tag": "57db71fb-a954-4485-b58d-3a3568b943f3", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:09.460651 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d303d948-d4d4-4068-934d-b5e62d63c8b3 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:09.461091 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df3c190-97bc-4370-90cc-8f4b3be6b901', 'name': 'network-vif-deleted', 'tag': '57db71fb-a954-4485-b58d-3a3568b943f3', 'status': 'completed', 'code': 200} Aug 20 12:18:09.493066 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-42d9d3f4-14be-42c5-9d0e-cddda028f0bc req-7b75d89f-ae5e-44e1-b23b-6ca1ac045320 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 210 time: 0.0281050 Aug 20 12:18:09.501249 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:18:09.710361 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:09.737004 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:18:09.746060 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:18:09.746705 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:17:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:09.855136 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:18:10.063186 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:10.093444 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396562bd-6a7c-4f8f-bdb0-7e36df005763 None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:18:10.325301 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e59723-f876-45a3-94a7-7f60b26c574b None None] New status for floating IP 302da22f-a383-485b-80a9-0914faeb13a9: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:18:10.622495 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d13633b8-8399-4e62-84fa-063d95ee8441 req-0602aabb-2069-48e0-873e-71a82c44748d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df3c190-97bc-4370-90cc-8f4b3be6b901 HTTP/1.1" status: 200 len: 210 time: 0.0284359 Aug 20 12:18:11.687236 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:11.920105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-ac47f9b1-0add-4b93-b074-17efbba97d93 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1188601521&fields=id&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 267 time: 0.0345807 Aug 20 12:18:12.035269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-ef124542-a086-45c5-bb0f-26bf30c7c94d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:12.036932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-ef124542-a086-45c5-bb0f-26bf30c7c94d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 811 time: 0.1096802 Aug 20 12:18:12.053002 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-996a29ff-542e-43e8-a49d-9eed63ab002b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/quotas/f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 375 time: 0.0096784 Aug 20 12:18:12.108697 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-881c9892-a6c4-4015-94ce-ab99c73239cd tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492506 Aug 20 12:18:12.125325 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-ec73dcd8-2800-4e09-b8ed-6d9ab214dcf8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:18:12.126524 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-ec73dcd8-2800-4e09-b8ed-6d9ab214dcf8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056930 Aug 20 12:18:12.207676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:18:12.217094 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-b593e82e-6916-4d3d-9387-fa23b86d1607 service neutron] 10.222.0.10 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840592 Aug 20 12:18:12.236918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 57db71fb-a954-4485-b58d-3a3568b943f3 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:18:12.237270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 57db71fb-a954-4485-b58d-3a3568b943f3 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:18:12.317301 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-c7f388d0-2fb2-4da5-81f7-07f38262ed22 service neutron] 10.222.0.10 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933287 Aug 20 12:18:12.565652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f3fddf2-72e2-48e3-8355-028441215ee8 req-d7d311be-f5d5-40a0-90f2-528e7920be35 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 210 time: 0.0282338 Aug 20 12:18:13.663763 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2645bc69-d3a9-4ea0-9938-a03a741dbdb7 req-b669e898-c52c-43fb-9e39-7b486f2f4c47 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 210 time: 0.0274696 Aug 20 12:18:13.955810 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:14.629943 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-34b54103-0c9a-43ec-ba4e-1b0eea881511 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:14.631546 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-34b54103-0c9a-43ec-ba4e-1b0eea881511 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 811 time: 0.1222599 Aug 20 12:18:14.684559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-955ea068-7d0d-4b39-8872-5fcc7dafccad tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 380 time: 0.0431590 Aug 20 12:18:14.694851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'port': {'device_id': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'admin_state_up': True, 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'security_groups': ['33429d5c-2a61-40da-bdaf-c94744070677']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:14.779629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4ce2756-7da5-4a4e-87a3-b7e470ef244e req-55190a9e-f2b9-45f6-a89b-9052a5237598 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 210 time: 0.0311544 Aug 20 12:18:14.892791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Made reservation on behalf of f041c731a2ef4db881d585f4252857d1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:18:14.896564 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.033387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Allocated IP 172.20.0.5 (b1684a58-c44b-4544-a3c5-c0d83459b3cc/9935e79d-41a3-4f84-add4-b614a66e0370/cd9bae0e-7c91-4313-9d79-0272fc16bcc0) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:18:15.081856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1de35c5d-9979-465f-9edd-33248383c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.184476 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.199448 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Transition to ACTIVE for port object cd9bae0e-7c91-4313-9d79-0272fc16bcc0 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:15.293306 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.341379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:18:15.344516 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:18:15.347085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:18:15.381059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:15.413231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:15.413909 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.508315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5e395c81-5e28-4271-965b-4ef37c53a3f1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8173611 Aug 20 12:18:15.525212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Request body: {'port': {'device_id': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:15.597189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.904389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5480486d-1380-4244-bbf2-8bd6daf9b1cd None None] Provisioning for port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:15.905379 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda10ef-687b-4137-a0f8-c6b27b74d953 req-04b0f645-7548-4b85-9ca4-3338d190cb35 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:15.907039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bdda10ef-687b-4137-a0f8-c6b27b74d953 req-04b0f645-7548-4b85-9ca4-3338d190cb35 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 931 time: 0.0545051 Aug 20 12:18:15.909275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5480486d-1380-4244-bbf2-8bd6daf9b1cd None None] Provisioning complete for port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:15.909661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5480486d-1380-4244-bbf2-8bd6daf9b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.913314 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9bae0e-7c91-4313-9d79-0272fc16bcc0 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:15.923049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:15.937528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Transition to ACTIVE for port object cd9bae0e-7c91-4313-9d79-0272fc16bcc0 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:18:15.948580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5480486d-1380-4244-bbf2-8bd6daf9b1cd None None] Port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:18:15.966402 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bdda10ef-687b-4137-a0f8-c6b27b74d953 req-4efe0c29-df8e-497f-9c90-174ad33e6893 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458510 Aug 20 12:18:15.995418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.052756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:16.125222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:18:16.125704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:18:16.126049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:16.130966 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:18:16.131293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:18:16.137077 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:18:16.137425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:18:16.137823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:18:16.138269 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Bound port: cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:18:16.138671 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.210826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:18:16.214970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:18:16.287404 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.326939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:16.327574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:16.328999 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] 10.222.0.57 "PUT /v2.0/ports/cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1091 time: 0.8099046 Aug 20 12:18:16.329450 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:16.331797 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a81c5b9-a003-49b9-b745-fac4718216b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:16.375698 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9136130-0496-450d-b5b0-0ac929e54985 x-openstack-request-id: req-e9136130-0496-450d-b5b0-0ac929e54985 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:16.375881 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:16.376209 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9136130-0496-450d-b5b0-0ac929e54985 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:16.376835 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'status': 'completed', 'code': 200} Aug 20 12:18:16.382603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04292fcf-ca80-44ab-9fb4-58f649856506 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:16.444782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81c5b9-a003-49b9-b745-fac4718216b4 req-65182b27-2ea9-4c8c-ba4a-ddc7c7978a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:16.447701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a81c5b9-a003-49b9-b745-fac4718216b4 req-65182b27-2ea9-4c8c-ba4a-ddc7c7978a69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1094 time: 0.0510564 Aug 20 12:18:16.579615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81c5b9-a003-49b9-b745-fac4718216b4 req-f92962c5-fb7f-4807-8a04-5430a5a3d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:16.581017 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a81c5b9-a003-49b9-b745-fac4718216b4 req-f92962c5-fb7f-4807-8a04-5430a5a3d5c4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f041c731a2ef4db881d585f4252857d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1248956 Aug 20 12:18:16.679546 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81c5b9-a003-49b9-b745-fac4718216b4 req-ca97ddc1-63df-46c9-949d-17f4989f15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:16.681095 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0a81c5b9-a003-49b9-b745-fac4718216b4 req-ca97ddc1-63df-46c9-949d-17f4989f15fd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928094 Aug 20 12:18:16.762410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5567a451-2bf3-464e-a4d4-a6d5a58aea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:16.763973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5567a451-2bf3-464e-a4d4-a6d5a58aea41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1094 time: 0.0432036 Aug 20 12:18:16.813285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-5c3857d4-16d7-434c-a4ef-31fecf153a33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 217 time: 0.0412290 Aug 20 12:18:16.877589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-85b38a3a-9277-4bc4-9292-a71c0549e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:16.879390 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-85b38a3a-9277-4bc4-9292-a71c0549e2fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0593390 Aug 20 12:18:16.925335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-08004bb6-97e4-4bc5-b9e4-b4f7838926d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:16.926893 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-08004bb6-97e4-4bc5-b9e4-b4f7838926d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403609 Aug 20 12:18:17.107391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1551cbb-8fe3-4fc2-91d5-a21b667d7c80 req-ad02ddbb-2d1d-449e-971a-820d27c1638d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:17.109479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1551cbb-8fe3-4fc2-91d5-a21b667d7c80 req-ad02ddbb-2d1d-449e-971a-820d27c1638d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0651007 Aug 20 12:18:17.162091 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c1551cbb-8fe3-4fc2-91d5-a21b667d7c80 req-316e8aa7-7fdf-4471-aef9-3b3ed3dbbdcb tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450249 Aug 20 12:18:17.298994 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-51c4e36a-c7f7-435a-ac36-bc906fb62b0e service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643231 Aug 20 12:18:17.404077 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8704bfb0-7e55-4dd7-9a30-fb7df6066c94 req-03d66877-3811-4ff3-9f4d-a0d8ddbeaaed service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971756 Aug 20 12:18:17.772628 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e092d188-caa7-4284-b222-0f40cbdafb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:18.290226 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b74119-2f34-49cd-bc98-b9478d53ce21 req-9f9ceada-1da9-461b-ae89-05ce90539ece tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:18.291848 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64b74119-2f34-49cd-bc98-b9478d53ce21 req-9f9ceada-1da9-461b-ae89-05ce90539ece tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0551846 Aug 20 12:18:18.333945 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64b74119-2f34-49cd-bc98-b9478d53ce21 req-519d4f0c-9993-4a4f-b143-67fdbb55d644 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356832 Aug 20 12:18:18.658448 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:19.390301 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:19.462957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c0a52-6a99-4be1-8d02-0bdeab301042 req-85466335-a8fd-4e77-b308-97f0ba3e9819 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:19.464718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-713c0a52-6a99-4be1-8d02-0bdeab301042 req-85466335-a8fd-4e77-b308-97f0ba3e9819 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0539105 Aug 20 12:18:19.517530 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-713c0a52-6a99-4be1-8d02-0bdeab301042 req-5469fa51-906f-4868-be1e-f5f5b5fee303 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Aug 20 12:18:19.550022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:18:19.656147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:19.668683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'port_id': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'mac_address': 'fa:16:3e:b4:df:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:18:19.706631 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:19.720392 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9bae0e-7c91-4313-9d79-0272fc16bcc0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:18:19.745831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:19.812894 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:19.863373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:20.019758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['cd9bae0e-7c91-4313-9d79-0272fc16bcc0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:18:20.632579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d481a13-26a5-49be-bda3-e0103e7238dd req-1048e0e0-f3b6-447b-af69-e2fc2bc16d7a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:20.634105 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d481a13-26a5-49be-bda3-e0103e7238dd req-1048e0e0-f3b6-447b-af69-e2fc2bc16d7a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0497799 Aug 20 12:18:20.676709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0d481a13-26a5-49be-bda3-e0103e7238dd req-be31fe3f-c1cf-4ffa-a359-76c3582adff8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359685 Aug 20 12:18:21.035738 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.565654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:18:21.681120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:18:21.685288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:18:21.685657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.775859 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.805308 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:21.808931 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a8fae9-1b3d-4332-80ef-2633c24a982c" -d '{"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-plugged", "status": "completed", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:21.812432 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee4fc3-1888-4a31-a1d7-f0d150700c30 req-088bf0e7-f363-4702-bd60-8831aeb4f583 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:21.814899 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82ee4fc3-1888-4a31-a1d7-f0d150700c30 req-088bf0e7-f363-4702-bd60-8831aeb4f583 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0641775 Aug 20 12:18:21.831256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:18:21.856365 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e0d28a-fa50-4edf-aa94-b34e01ae0de2 x-openstack-request-id: req-53e0d28a-fa50-4edf-aa94-b34e01ae0de2 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:21.856659 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-plugged", "status": "completed", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:21.856916 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53e0d28a-fa50-4edf-aa94-b34e01ae0de2 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:21.857320 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'code': 200} Aug 20 12:18:21.867600 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-82ee4fc3-1888-4a31-a1d7-f0d150700c30 req-b0ac8662-f8de-496c-9c78-abf20f5e253e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441008 Aug 20 12:18:21.898648 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:21.950858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:18:21.957536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd56072-e9aa-463b-9de0-75991c896e1f req-126eeab5-64cb-41e9-bd2c-69ace4763f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:21.959420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bd56072-e9aa-463b-9de0-75991c896e1f req-126eeab5-64cb-41e9-bd2c-69ace4763f5b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1096 time: 0.0420637 Aug 20 12:18:21.992779 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9bd56072-e9aa-463b-9de0-75991c896e1f req-6f5cd5ea-b757-4b73-ac5a-50d9b857a35e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269313 Aug 20 12:18:23.000758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b948b-00e2-4e35-abc6-778ec734cf09 req-77f511c8-18a3-4b15-bce6-8dc430f9d967 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:23.000758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e4b948b-00e2-4e35-abc6-778ec734cf09 req-77f511c8-18a3-4b15-bce6-8dc430f9d967 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0564001 Aug 20 12:18:23.035556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e4b948b-00e2-4e35-abc6-778ec734cf09 req-8d5c6839-1c2f-4aff-8d34-7c138c1af5d9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344145 Aug 20 12:18:23.477518 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:18:24.162527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427e868-3f22-492a-bd3b-c96734118c98 req-8e22abb8-cc33-49ae-9687-427024a86614 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:24.164130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f427e868-3f22-492a-bd3b-c96734118c98 req-8e22abb8-cc33-49ae-9687-427024a86614 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0555134 Aug 20 12:18:24.206487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f427e868-3f22-492a-bd3b-c96734118c98 req-b7ae4c0d-3c86-4449-9486-4957d96b6917 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361724 Aug 20 12:18:24.319788 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d111ce-ca97-4850-92dd-c382fb87516b req-a67a1cd8-13fd-4bb8-9156-97fccae0453e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:24.321185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-77d111ce-ca97-4850-92dd-c382fb87516b req-a67a1cd8-13fd-4bb8-9156-97fccae0453e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0487111 Aug 20 12:18:24.330416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 47812) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:18:24.335027 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e18508ac-90e4-4278-a405-1b2be10f2ab5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Request body: {'floatingip': {'port_id': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:18:24.375274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e18508ac-90e4-4278-a405-1b2be10f2ab5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.815256 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e18508ac-90e4-4278-a405-1b2be10f2ab5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.852434 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e18508ac-90e4-4278-a405-1b2be10f2ab5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:24.955415 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-e18508ac-90e4-4278-a405-1b2be10f2ab5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Floating IP 302da22f-a383-485b-80a9-0914faeb13a9 associated. External IP: 172.25.4.163, port: cd9bae0e-7c91-4313-9d79-0272fc16bcc0. Aug 20 12:18:25.164563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18508ac-90e4-4278-a405-1b2be10f2ab5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:18:25.274133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18508ac-90e4-4278-a405-1b2be10f2ab5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:18:25.279882 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e18508ac-90e4-4278-a405-1b2be10f2ab5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:25.285363 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:18:25.295592 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:18:25.296233 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:18:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:25.307694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e18508ac-90e4-4278-a405-1b2be10f2ab5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "PUT /v2.0/floatingips/302da22f-a383-485b-80a9-0914faeb13a9 HTTP/1.1" status: 200 len: 992 time: 0.9761591 Aug 20 12:18:25.308305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:18:25.311259 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705" -d '{"events": [{"name": "network-changed", "server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:18:25.356460 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aeb341-d50d-44f1-a605-418251d5d300 x-openstack-request-id: req-19aeb341-d50d-44f1-a605-418251d5d300 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:18:25.357075 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:18:25.357075 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19aeb341-d50d-44f1-a605-418251d5d300 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:18:25.357390 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'status': 'completed', 'code': 200} Aug 20 12:18:25.410324 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:18:25.426327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-a1da9ef1-fd2b-408b-b38e-c5ce6e69f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.427907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-a1da9ef1-fd2b-408b-b38e-c5ce6e69f41c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1096 time: 0.0425396 Aug 20 12:18:25.527928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-e0399eaa-ba70-47ef-a01b-040fd897e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.529324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-e0399eaa-ba70-47ef-a01b-040fd897e691 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0938463 Aug 20 12:18:25.597129 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-745d7753-bf11-4513-92bc-4e351db62c14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1000 time: 0.0598228 Aug 20 12:18:25.634714 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:b4:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:18:24Z', 'revision_number': 13, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:25.657550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-0caca84b-276a-4013-8aa2-6532095e6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.659080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-0caca84b-276a-4013-8aa2-6532095e6f74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0544310 Aug 20 12:18:25.664229 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:18:25.673381 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:18:25.674031 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:18:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:25.704704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-f2e0b711-e025-4072-bca2-d43c3844d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:18:25.706194 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-f2e0b711-e025-4072-bca2-d43c3844d8eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395484 Aug 20 12:18:25.778263 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:18:25.796411 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-8b2d539f-b115-471b-8356-b7c7e1d7b6db service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826242 Aug 20 12:18:25.896629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7dfb0bb-4ac7-42b3-97a7-ddcca9799705 req-aee7dbe8-44c1-4b2b-ba85-aefab82aad63 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933542 Aug 20 12:18:26.098224 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:b4:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:18:24Z', 'revision_number': 13, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:18:26.129866 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7880bd-372d-4a1d-a75a-b1033babe469 None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '302da22f-a383-485b-80a9-0914faeb13a9', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'port_id': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'mac_address': 'fa:16:3e:b4:df:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:10:56Z', 'updated_at': '2021-08-20T12:18:24Z', 'revision_number': 13, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:18:26.344020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e013a651-f623-4cb0-b357-3362e7958e74 None None] New status for floating IP 302da22f-a383-485b-80a9-0914faeb13a9: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:18:41.698008 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:43.920905 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:45.052392 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5787f3e0-a556-4609-aead-5aff18113f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:47.754982 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-99f519bd-533a-4d03-90d1-6395bfcfed05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:48.669174 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:49.400570 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:18:51.024295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:00.476473 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:19:11.703396 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:13.914682 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:15.080508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-430acef7-7c74-4ef9-baf4-11363026a04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:16.564245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-c94c22d9-2d1a-4b31-85fc-8c498e108652 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412004 Aug 20 12:19:16.647810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-b5984635-33f1-4514-94d4-547c61443e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:16.649234 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-b5984635-33f1-4514-94d4-547c61443e23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1096 time: 0.0437498 Aug 20 12:19:16.758526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-4fb3a3e2-25c1-45d3-b2d5-b7fed080c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:16.760261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-4fb3a3e2-25c1-45d3-b2d5-b7fed080c544 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0910540 Aug 20 12:19:16.828177 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-6bbd6a92-5af2-4c5a-bb5c-ef2f0ef99a77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1002 time: 0.0603797 Aug 20 12:19:16.881892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-6a2525bc-760b-4ec9-978d-0fb6b1711760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:16.883377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-6a2525bc-760b-4ec9-978d-0fb6b1711760 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0484045 Aug 20 12:19:16.929777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-a53c7cbc-6a37-496e-97b7-dcaf4e8b7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:19:16.931248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-a53c7cbc-6a37-496e-97b7-dcaf4e8b7979 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408354 Aug 20 12:19:17.020521 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-c39dd8d8-6455-4462-82ff-aa97f997e87f service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812092 Aug 20 12:19:17.114116 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-88a8e545-ec07-4ad9-9177-4fa41cd859c3 req-b4167a6f-c066-4331-84f7-1eee81c2d659 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869868 Aug 20 12:19:17.754873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a499f794-0bc4-42f9-a18d-94c435dd73be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:18.650969 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:19.418160 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:21.069118 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:37.476938 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:19:41.707542 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:43.909537 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:45.097447 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-06abf725-9496-457b-bf22-e9e8f2c969bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:47.806538 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-87d8e551-b03c-4069-a7da-68424a437ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:48.651916 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:49.513554 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:19:51.052349 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:03.922109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0781df0-be38-41a5-89d3-f25ed8b53b48 req-99bd46b6-a168-4de6-9adb-9336b5be9468 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:03.923535 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a0781df0-be38-41a5-89d3-f25ed8b53b48 req-99bd46b6-a168-4de6-9adb-9336b5be9468 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Aug 20 12:20:03.962910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a0781df0-be38-41a5-89d3-f25ed8b53b48 req-1f319230-e72c-4377-89d9-cb29e84823e8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327251 Aug 20 12:20:11.709044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:13.937277 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:14.476191 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:20:15.044011 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-42d34175-e683-4c6e-9ed1-1dc2a6516980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:17.275812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b57be8-f76c-4306-a512-ee611defd12c req-a0cc371a-8db7-4da8-bede-570bcc522432 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:17.275812 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6b57be8-f76c-4306-a512-ee611defd12c req-a0cc371a-8db7-4da8-bede-570bcc522432 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.1245968 Aug 20 12:20:17.316382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6b57be8-f76c-4306-a512-ee611defd12c req-80aacc16-0000-4758-b3a3-dda5ab21c4f0 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344892 Aug 20 12:20:17.439345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-bbac443a-b11e-429c-b78f-7c0886579a82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888259 Aug 20 12:20:17.646942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-5fa94012-fa8c-46d5-919d-c675f78dcd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:17.649052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-5fa94012-fa8c-46d5-919d-c675f78dcd56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1096 time: 0.0465622 Aug 20 12:20:17.768021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-dc059610-ad87-406d-ba39-29109a54849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:17.769739 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-dc059610-ad87-406d-ba39-29109a54849d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1001136 Aug 20 12:20:17.783601 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26b97114-b9f7-45be-b27a-8fde585777a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:17.847759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-1dd1a665-009b-4747-9282-c0d3437179c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1002 time: 0.0705724 Aug 20 12:20:17.901809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-b88d7bf6-22c5-457b-93af-9c5c66e7e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:17.903409 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-b88d7bf6-22c5-457b-93af-9c5c66e7e627 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0491495 Aug 20 12:20:17.961098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-e102ea78-3e7d-4165-8658-509b4089c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:17.961098 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-e102ea78-3e7d-4165-8658-509b4089c511 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473151 Aug 20 12:20:18.066253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-f08b1f37-c8ec-4071-9a79-6b45b0df2e8a service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007504 Aug 20 12:20:18.169277 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94564aa0-c7c8-45c2-a33f-51e9f4b29319 req-6d9c7d5c-65af-44e4-bc54-21dae3ac90db service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937963 Aug 20 12:20:18.494545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d34d-02f0-4973-b4ec-aa60a36b42a0 req-e6dabcc8-fe0d-4e91-a8f1-c65d6240c9bf tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:18.496312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b393d34d-02f0-4973-b4ec-aa60a36b42a0 req-e6dabcc8-fe0d-4e91-a8f1-c65d6240c9bf tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.1094880 Aug 20 12:20:18.560609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b393d34d-02f0-4973-b4ec-aa60a36b42a0 req-7debe2a6-1c88-4dd1-808c-977cfffb03ea tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524805 Aug 20 12:20:18.686394 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:19.421207 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:19.719722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eed9d3-faca-487e-9179-61175bdbc1f9 req-c4e91556-67b7-4855-bfb1-be93cd8d74d1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:19.721255 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7eed9d3-faca-487e-9179-61175bdbc1f9 req-c4e91556-67b7-4855-bfb1-be93cd8d74d1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0707848 Aug 20 12:20:19.762738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c7eed9d3-faca-487e-9179-61175bdbc1f9 req-2865434c-15ab-44cc-a43b-d91242b08c73 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341082 Aug 20 12:20:19.848021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-fc87c4fe-9116-4cb5-9904-42eaeed6832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:19.849591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-fc87c4fe-9116-4cb5-9904-42eaeed6832f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1096 time: 0.0487413 Aug 20 12:20:19.943523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-d91d517d-fa1a-4512-ab4c-846a75099fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:19.945608 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-d91d517d-fa1a-4512-ab4c-846a75099fdd service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0884595 Aug 20 12:20:20.019169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-c1c47ea8-86dd-498f-b11c-42d75dfb1aa0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1002 time: 0.0653582 Aug 20 12:20:20.073561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-9a26774c-76a6-45d7-865a-35a713aefb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:20.075188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-9a26774c-76a6-45d7-865a-35a713aefb9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0488310 Aug 20 12:20:20.125598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-24cf62e3-0482-43bb-b74d-ef07b4be78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:20.127190 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-24cf62e3-0482-43bb-b74d-ef07b4be78ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447404 Aug 20 12:20:20.482059 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-76946cdc-2ecf-451e-96ce-a5091beb6445 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476338 Aug 20 12:20:20.575344 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-f7fb520a-d89b-4cd8-898f-ff43b736a321 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862801 Aug 20 12:20:20.885708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b5868-14f7-4223-b245-c390128feaff req-9193e933-36c1-43a4-97bc-e1d683bcbb62 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:20.887312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-267b5868-14f7-4223-b245-c390128feaff req-9193e933-36c1-43a4-97bc-e1d683bcbb62 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0526628 Aug 20 12:20:20.932287 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-267b5868-14f7-4223-b245-c390128feaff req-75507eaa-277b-4a76-b7e7-abacdabf35f7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387137 Aug 20 12:20:21.038026 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:22.058830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42d746-8f46-42a8-b85f-d8463eb669bd req-57fe1a66-04d3-4972-8e0a-b1b1b2568e10 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:22.060417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ca42d746-8f46-42a8-b85f-d8463eb669bd req-57fe1a66-04d3-4972-8e0a-b1b1b2568e10 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0581446 Aug 20 12:20:22.102367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ca42d746-8f46-42a8-b85f-d8463eb669bd req-23ccb716-bb71-471c-9362-6ea928986057 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342793 Aug 20 12:20:23.225793 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295e268-2a7e-48cb-81b8-acb58f292849 req-ce709680-c575-41e0-8448-0be088f97ea6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:23.227396 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9295e268-2a7e-48cb-81b8-acb58f292849 req-ce709680-c575-41e0-8448-0be088f97ea6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0526521 Aug 20 12:20:23.266610 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9295e268-2a7e-48cb-81b8-acb58f292849 req-0df4015f-a2d7-42c1-9ecc-e166805a4809 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331132 Aug 20 12:20:24.390902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9771ed-ae93-4b49-af0c-365c1d4b5751 req-50464413-c3a9-429e-a243-6d6706be67a8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:24.392503 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c9771ed-ae93-4b49-af0c-365c1d4b5751 req-50464413-c3a9-429e-a243-6d6706be67a8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0505531 Aug 20 12:20:24.433002 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c9771ed-ae93-4b49-af0c-365c1d4b5751 req-c513216b-25ea-4e48-8585-c21a2889b889 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345047 Aug 20 12:20:25.552202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7515f43-da6b-47d8-85fb-05a00c7baecd req-3cd22996-25f1-475b-a2d2-c91d02872c6e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:25.554319 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7515f43-da6b-47d8-85fb-05a00c7baecd req-3cd22996-25f1-475b-a2d2-c91d02872c6e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0507724 Aug 20 12:20:25.603453 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7515f43-da6b-47d8-85fb-05a00c7baecd req-75e3f45e-d6ef-47b5-82ec-639aca6ffc05 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427921 Aug 20 12:20:26.721646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409c0c-c25e-4709-ba98-ddd409dbb044 req-3c948fa3-a03e-4d6a-aa82-a3767ad50a00 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:26.723189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96409c0c-c25e-4709-ba98-ddd409dbb044 req-3c948fa3-a03e-4d6a-aa82-a3767ad50a00 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0499687 Aug 20 12:20:26.763011 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96409c0c-c25e-4709-ba98-ddd409dbb044 req-608124a7-90bf-40e1-a405-063cd2f48df5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336585 Aug 20 12:20:27.883083 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38d5c9-a01f-475a-98d8-241a29c06c03 req-e49c9fa3-56dd-4ce1-92c4-5f7dafe88e9c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:27.884581 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df38d5c9-a01f-475a-98d8-241a29c06c03 req-e49c9fa3-56dd-4ce1-92c4-5f7dafe88e9c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0506554 Aug 20 12:20:27.927606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-df38d5c9-a01f-475a-98d8-241a29c06c03 req-844623de-31a5-4bcd-94a6-af4feffe0b11 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369651 Aug 20 12:20:29.052130 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6420-7217-4c8a-a156-7f88ce0cc0ee req-bd6956b3-033b-4a7b-8794-00fbaae62d6d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:29.053723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-584f6420-7217-4c8a-a156-7f88ce0cc0ee req-bd6956b3-033b-4a7b-8794-00fbaae62d6d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0554073 Aug 20 12:20:29.098303 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-584f6420-7217-4c8a-a156-7f88ce0cc0ee req-925a5036-8385-4f7a-9e8b-c37049d86dd7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332980 Aug 20 12:20:30.218336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c1b28-84e7-4c14-ac84-736af27acbf3 req-415a552a-2e4f-4591-837f-727274f9b38e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:30.219868 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-072c1b28-84e7-4c14-ac84-736af27acbf3 req-415a552a-2e4f-4591-837f-727274f9b38e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0511715 Aug 20 12:20:30.258515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-072c1b28-84e7-4c14-ac84-736af27acbf3 req-69524220-d242-49a9-a7f2-9d2ec6428248 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324874 Aug 20 12:20:31.389197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952751c7-98c0-4a98-be51-6c859f19e55f req-14214569-c480-4855-ae3f-566efd24eb86 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:31.390921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-952751c7-98c0-4a98-be51-6c859f19e55f req-14214569-c480-4855-ae3f-566efd24eb86 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0511119 Aug 20 12:20:31.431310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-952751c7-98c0-4a98-be51-6c859f19e55f req-5cf02825-d928-4131-8187-1518ad57bdb3 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343997 Aug 20 12:20:32.550813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9980ec7-4e3e-4f52-961e-12f51894b3ff req-f40d5680-55cd-424a-b480-06dfeedc13ee tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:32.552348 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9980ec7-4e3e-4f52-961e-12f51894b3ff req-f40d5680-55cd-424a-b480-06dfeedc13ee tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0507188 Aug 20 12:20:32.592010 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9980ec7-4e3e-4f52-961e-12f51894b3ff req-254ad51d-3714-4496-a065-731467545d0b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336897 Aug 20 12:20:33.720053 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0b89b-738e-43f5-a8ad-18121a62bf54 req-5efab24d-3996-45ee-a283-71da820e994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:33.721698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2fc0b89b-738e-43f5-a8ad-18121a62bf54 req-5efab24d-3996-45ee-a283-71da820e994e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Aug 20 12:20:33.766894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2fc0b89b-738e-43f5-a8ad-18121a62bf54 req-85d938cb-181a-4ef1-9681-5b36d127ae0a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350173 Aug 20 12:20:34.897607 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438b527-05c9-48b6-afcb-eaed48b7a05b req-755d157c-eeda-4570-9616-11c8f98f5656 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:34.900790 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5438b527-05c9-48b6-afcb-eaed48b7a05b req-755d157c-eeda-4570-9616-11c8f98f5656 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0589027 Aug 20 12:20:34.976849 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5438b527-05c9-48b6-afcb-eaed48b7a05b req-8482f246-15be-487a-b402-75156d0282e6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701656 Aug 20 12:20:34.981889 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-6ecc8c17-c704-4609-bbc9-5849707c608e service neutron] show failed (client error): The resource could not be found. Aug 20 12:20:34.982896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-6ecc8c17-c704-4609-bbc9-5849707c608e service neutron] 10.222.0.57 "GET /v2.0/ports/cd9bae0e-7c91-4313-9d79-0272fc16bcc0/bindings/n-h2-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.1330934 Aug 20 12:20:35.554391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-fae0fd43-b0d2-46ba-8d3c-11228c94ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:35.556535 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-fae0fd43-b0d2-46ba-8d3c-11228c94ddc0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 1096 time: 0.0832298 Aug 20 12:20:35.572916 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:35.625385 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.826303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:35.859361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:35.905082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:35.907501 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b365463-708c-4871-ae53-bb6bc497e2bb" -d '{"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:35.911636 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:35.924485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Transition to ACTIVE for port object cd9bae0e-7c91-4313-9d79-0272fc16bcc0 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:35.959702 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c5594c-d019-49e1-a73e-96197fcd998b x-openstack-request-id: req-c5c5594c-d019-49e1-a73e-96197fcd998b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:35.960050 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:35.960307 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5c5594c-d019-49e1-a73e-96197fcd998b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:35.960707 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'code': 200} Aug 20 12:20:35.992177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.091488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:36.104443 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.104847 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.105146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.105506 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.105860 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.106197 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.106564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.106945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.107285 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.107615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.107943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.108271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:36.123479 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546faeba-2e1c-487d-a3c6-e48694c96c09 req-e0cfff31-29ff-4dca-94db-000155011f98 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.125078 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-546faeba-2e1c-487d-a3c6-e48694c96c09 req-e0cfff31-29ff-4dca-94db-000155011f98 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0619259 Aug 20 12:20:36.147574 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] No DVR routers for this DVR port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:36.172707 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-546faeba-2e1c-487d-a3c6-e48694c96c09 req-5a92c5d7-5920-41f0-a790-c24dd8b06cb1 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412221 Aug 20 12:20:36.211766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:20:36.252615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:20:36.330867 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:36.331160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:36.331619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:36.336875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:36.337202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:36.342976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:36.343266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:36.343560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:36.343996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Bound port: cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:36.344357 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.410934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:36.414078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:36.483931 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.518900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.519580 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:36.521025 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] 10.222.0.38 "PUT /v2.0/ports/cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1091 time: 0.9520996 Aug 20 12:20:36.546680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4db88-9cdd-4ef3-8aab-bdc9bbd43356 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:36.596203 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-a96d8601-54a1-45d9-b85c-1224cf26b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.597703 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-a96d8601-54a1-45d9-b85c-1224cf26b6e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1094 time: 0.0472391 Aug 20 12:20:36.702812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-50804671-c0fd-4407-b3cc-e6a1611a698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.704309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-50804671-c0fd-4407-b3cc-e6a1611a698a service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0952621 Aug 20 12:20:36.787642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-9b58721c-db71-4820-87ea-2b45c32b9335 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1000 time: 0.0657489 Aug 20 12:20:36.841946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-c0ee0c0c-c1b4-4240-ac5d-aaf7ee6aa033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.843478 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-c0ee0c0c-c1b4-4240-ac5d-aaf7ee6aa033 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0504434 Aug 20 12:20:36.894853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-488e49f4-d78f-4db5-bbae-b40cffe04b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:36.896279 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-488e49f4-d78f-4db5-bbae-b40cffe04b56 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413849 Aug 20 12:20:36.992754 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-3fc94e2b-0829-481c-b149-132f8081b5d1 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849712 Aug 20 12:20:37.096479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-e491f7b1-fc1b-452b-910e-ed1ac6b1321f service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923014 Aug 20 12:20:37.308970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f011a-9845-45db-9a0d-95655daa61e1 req-22403806-1b46-4390-8466-27d5a67b6ae6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:37.310512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-688f011a-9845-45db-9a0d-95655daa61e1 req-22403806-1b46-4390-8466-27d5a67b6ae6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0524693 Aug 20 12:20:37.348853 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-688f011a-9845-45db-9a0d-95655daa61e1 req-4db44b2f-48ca-4e5f-9119-cf3847a3d371 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Aug 20 12:20:37.962297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:37.964729 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fc7593-2caa-427d-b6b6-0897add355b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:38.020626 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b960c8ed-766c-477c-b2ed-8a91ef9945f7 x-openstack-request-id: req-b960c8ed-766c-477c-b2ed-8a91ef9945f7 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:38.021036 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:38.021387 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b960c8ed-766c-477c-b2ed-8a91ef9945f7 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:38.021851 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'status': 'completed', 'code': 200} Aug 20 12:20:38.093690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-3af04211-c8ec-4cc3-9516-c9d84efbb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.095394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-3af04211-c8ec-4cc3-9516-c9d84efbb5f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1094 time: 0.0544946 Aug 20 12:20:38.121459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-1432dcbf-91f9-4080-bdaf-47da42faa277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.123328 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-1432dcbf-91f9-4080-bdaf-47da42faa277 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1094 time: 0.0649464 Aug 20 12:20:38.229193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-d245f8ca-d2c4-4ed7-8463-4c9d915f8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.231785 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-d245f8ca-d2c4-4ed7-8463-4c9d915f8d37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1280460 Aug 20 12:20:38.237424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-8815873a-334d-4aa1-905b-63512f105de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.239317 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-8815873a-334d-4aa1-905b-63512f105de7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1081166 Aug 20 12:20:38.321592 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-e14b7d3f-7d10-44b9-9323-f159d5b76d20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1000 time: 0.0819409 Aug 20 12:20:38.324279 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-1263c423-af7d-4975-8330-accb7ced4542 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1000 time: 0.0723453 Aug 20 12:20:38.377397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-0fb3f5ae-c51c-4af6-b10c-f9005f4ca428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.377666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-99574fa0-536b-450a-8e40-cae12d8820ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.378925 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-0fb3f5ae-c51c-4af6-b10c-f9005f4ca428 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0506260 Aug 20 12:20:38.379221 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-99574fa0-536b-450a-8e40-cae12d8820ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0465119 Aug 20 12:20:38.432935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-6677f928-19ca-4ca9-87cc-08ac0069b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.434759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-6677f928-19ca-4ca9-87cc-08ac0069b823 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489566 Aug 20 12:20:38.435175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-09685410-7e8f-403a-8388-7e656d5c25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.436743 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-09685410-7e8f-403a-8388-7e656d5c25d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469456 Aug 20 12:20:38.537445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-75b6339b-5456-49d3-a61a-a50f50338187 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947394 Aug 20 12:20:38.540848 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e66bf-164b-478b-8db2-f1ef76dc9be9 req-e4cb10e6-c708-4252-865e-d6df6c3aca8d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:38.542378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4b6e66bf-164b-478b-8db2-f1ef76dc9be9 req-e4cb10e6-c708-4252-865e-d6df6c3aca8d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.1043277 Aug 20 12:20:38.597839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-6e4da4ad-b885-4296-8ca4-60871d39b2b6 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487117 Aug 20 12:20:38.600789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4b6e66bf-164b-478b-8db2-f1ef76dc9be9 req-70688334-31db-4dd0-8109-1891f33ee009 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516818 Aug 20 12:20:38.649907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-5026987e-b58c-4112-aa03-5a9ac6f662bb service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054108 Aug 20 12:20:38.715931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-14fc7593-2caa-427d-b6b6-0897add355b0 req-f02cd5f1-50be-47ee-8811-e05c627927c3 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057050 Aug 20 12:20:39.766273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719557-51f9-4c46-bc7e-bdb60435fb7a req-c4e973e8-07e8-4c38-bf47-d80fed395ce9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:39.769064 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26719557-51f9-4c46-bc7e-bdb60435fb7a req-c4e973e8-07e8-4c38-bf47-d80fed395ce9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0790586 Aug 20 12:20:39.813209 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26719557-51f9-4c46-bc7e-bdb60435fb7a req-d64c0f55-ff0a-4079-83bc-becd0ad2ae02 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362055 Aug 20 12:20:40.929692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33537e7e-aac5-4880-b497-048624c3bfae req-572746f8-0fe5-477f-9dfd-8e0e0b68a373 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:40.931715 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33537e7e-aac5-4880-b497-048624c3bfae req-572746f8-0fe5-477f-9dfd-8e0e0b68a373 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0495183 Aug 20 12:20:40.969625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33537e7e-aac5-4880-b497-048624c3bfae req-3092ef57-7738-4c9a-8fda-6433bd454d0f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Aug 20 12:20:41.688768 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:42.092822 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f750-48ff-4d6d-9d71-8aaead82f597 req-23461003-0e4e-49f5-a99c-a0bba78af027 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:42.094463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f674f750-48ff-4d6d-9d71-8aaead82f597 req-23461003-0e4e-49f5-a99c-a0bba78af027 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0554702 Aug 20 12:20:42.136950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f674f750-48ff-4d6d-9d71-8aaead82f597 req-6c7a3467-9582-421a-9052-c4d0f236a865 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364480 Aug 20 12:20:43.253431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ffa9-276a-40dc-8c95-3aa1704a123d req-6ab1b3ee-c968-40d9-8191-1e09490e382e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:43.254938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5295ffa9-276a-40dc-8c95-3aa1704a123d req-6ab1b3ee-c968-40d9-8191-1e09490e382e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0491936 Aug 20 12:20:43.292350 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5295ffa9-276a-40dc-8c95-3aa1704a123d req-8aa9c456-625e-48fa-aa62-6d11b4a86deb tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309224 Aug 20 12:20:43.951530 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:44.410339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5353afb-3591-4d8b-9d2e-5561730a6332 req-5fc38d68-b8bd-4cb1-a8d5-3826aa72cabc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:44.411909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5353afb-3591-4d8b-9d2e-5561730a6332 req-5fc38d68-b8bd-4cb1-a8d5-3826aa72cabc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0498118 Aug 20 12:20:44.451111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5353afb-3591-4d8b-9d2e-5561730a6332 req-212a8765-61bc-42be-aba5-d98922324db6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325005 Aug 20 12:20:45.054379 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4931f774-139a-4bb4-8c74-c05ab778838a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:45.572082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1c87d-4c5d-454f-98d0-61b64cb3a7d8 req-ca1b9735-08d3-4616-b7c1-cf8e6d6e8b2c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:45.573590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9ea1c87d-4c5d-454f-98d0-61b64cb3a7d8 req-ca1b9735-08d3-4616-b7c1-cf8e6d6e8b2c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0530989 Aug 20 12:20:45.611762 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9ea1c87d-4c5d-454f-98d0-61b64cb3a7d8 req-b961b821-bf90-437a-94ef-4d9e419e9c16 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Aug 20 12:20:46.730320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b141e9-63b8-4375-8faf-9be793f5b6c1 req-d5776a00-0a2c-46ab-91ae-319a6b9e148c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:46.731878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05b141e9-63b8-4375-8faf-9be793f5b6c1 req-d5776a00-0a2c-46ab-91ae-319a6b9e148c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0498159 Aug 20 12:20:46.771984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-05b141e9-63b8-4375-8faf-9be793f5b6c1 req-19178e89-2694-4378-9dc0-5783389f6343 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337024 Aug 20 12:20:47.782822 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c557598b-16e6-4211-b7f0-cf741b5127b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:47.889255 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f067f8b-df7e-4e6e-a493-18876d7cd739 req-959599f4-748c-4661-a3ba-c73e4b82e7a7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:47.890788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f067f8b-df7e-4e6e-a493-18876d7cd739 req-959599f4-748c-4661-a3ba-c73e4b82e7a7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0486312 Aug 20 12:20:47.927565 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f067f8b-df7e-4e6e-a493-18876d7cd739 req-13330314-4bcc-46be-85ac-e5513c5756e5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Aug 20 12:20:48.662208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:49.047023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ac2b0-db95-4e40-b27d-7807b0761c24 req-7bb304c2-0533-4552-a81c-ad52c1c29ff6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:49.048499 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b08ac2b0-db95-4e40-b27d-7807b0761c24 req-7bb304c2-0533-4552-a81c-ad52c1c29ff6 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0526490 Aug 20 12:20:49.085734 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b08ac2b0-db95-4e40-b27d-7807b0761c24 req-78608f2c-c849-4732-9013-1f71e7cc2fb5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Aug 20 12:20:49.445733 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:50.202713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84acc3-061f-4069-b376-a7df38a3793f req-79f1bf18-05d8-49f2-8d94-076c1b321822 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:50.204195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd84acc3-061f-4069-b376-a7df38a3793f req-79f1bf18-05d8-49f2-8d94-076c1b321822 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0485573 Aug 20 12:20:50.242648 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cd84acc3-061f-4069-b376-a7df38a3793f req-0c97e6dc-8acd-4c8e-9eb3-63f720ac10f5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Aug 20 12:20:50.793836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ed82d-bae0-4eb3-9322-ed2cf0a93ddc req-a52f2306-edd3-4ca5-be73-844f100c9a9f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:50.795378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb9ed82d-bae0-4eb3-9322-ed2cf0a93ddc req-a52f2306-edd3-4ca5-be73-844f100c9a9f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 943 time: 0.0628128 Aug 20 12:20:50.858711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb9ed82d-bae0-4eb3-9322-ed2cf0a93ddc req-18c6700f-204f-4e7d-b385-c732bb9b897b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565920 Aug 20 12:20:50.879065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-b6cb3300-98e6-4078-9b07-2d2f4e5c4230 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:50.880520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-b6cb3300-98e6-4078-9b07-2d2f4e5c4230 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.38 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0&tenant_id=f041c731a2ef4db881d585f4252857d1&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 943 time: 0.0654590 Aug 20 12:20:50.940266 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-78c6eae2-76ea-41f8-b9db-0ff028f5c86c service neutron] 10.222.0.38 "GET /v2.0/ports/cd9bae0e-7c91-4313-9d79-0272fc16bcc0/bindings/n-h2-804230-3 HTTP/1.1" status: 200 len: 382 time: 0.0521674 Aug 20 12:20:50.996507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:20:51.002671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-9693fb9f-dd93-4e49-b9ec-04e1ad67429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.004168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-9693fb9f-dd93-4e49-b9ec-04e1ad67429d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1094 time: 0.0407081 Aug 20 12:20:51.057042 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.096205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:51.100384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-ced7d331-e687-40f9-82e3-09299d82f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.104413 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-ced7d331-e687-40f9-82e3-09299d82f3f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0905735 Aug 20 12:20:51.106683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'port_id': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'mac_address': 'fa:16:3e:b4:df:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:20:51.145228 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.158056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9bae0e-7c91-4313-9d79-0272fc16bcc0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:20:51.166829 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-1d86451b-3ec9-4744-a3ac-e12d6c6f552f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1000 time: 0.0580904 Aug 20 12:20:51.177393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:51.220269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-e0a261bc-4538-4c6b-9630-2e591f8eaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.221666 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-e0a261bc-4538-4c6b-9630-2e591f8eaf2e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0480092 Aug 20 12:20:51.245798 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:51.267162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-cac34186-9500-46ba-81cd-c0880cfcd947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.268682 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-cac34186-9500-46ba-81cd-c0880cfcd947 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397770 Aug 20 12:20:51.295858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:51.303168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.303516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.303858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.304191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.304524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.304853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.305178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.305501 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.305834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.306818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.307144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.307466 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:51.357352 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-95c830b3-1e7e-465c-a837-94b13bceeb35 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808377 Aug 20 12:20:51.451755 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-f988cc47-2735-4ddf-9aaf-5c4e36873d5c service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865605 Aug 20 12:20:51.475243 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:20:51.506670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['cd9bae0e-7c91-4313-9d79-0272fc16bcc0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:20:51.977828 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac1910-a863-4594-937f-e129d70f2d8b req-522e9658-163c-4163-a8af-eef2994a5bb9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:51.979393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-feac1910-a863-4594-937f-e129d70f2d8b req-522e9658-163c-4163-a8af-eef2994a5bb9 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0507247 Aug 20 12:20:52.017654 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-feac1910-a863-4594-937f-e129d70f2d8b req-3c2474cb-8f67-47a9-925e-04fcca4f4970 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323436 Aug 20 12:20:53.006840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:20:53.174459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:20:53.178681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:20:53.179062 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.229076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e808c7-ab8a-4b0a-800b-ad15f346ead4 req-801dc0fc-87d1-4b74-ad8d-49a529b55731 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:53.231299 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3e808c7-ab8a-4b0a-800b-ad15f346ead4 req-801dc0fc-87d1-4b74-ad8d-49a529b55731 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.1389906 Aug 20 12:20:53.262506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.270490 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3e808c7-ab8a-4b0a-800b-ad15f346ead4 req-1a98a8d1-ef1b-484b-aef2-031e9063f57b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329778 Aug 20 12:20:53.287297 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:53.289768 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcce51c-8ad0-4993-bacf-c30e25937b18" -d '{"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-plugged", "status": "completed", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:53.305532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:53.393325 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b89bce3-d1a2-4957-acca-3f89a68489ea x-openstack-request-id: req-0b89bce3-d1a2-4957-acca-3f89a68489ea {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:53.393624 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-plugged", "status": "completed", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:53.393884 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b89bce3-d1a2-4957-acca-3f89a68489ea {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:53.394283 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'code': 200} Aug 20 12:20:53.399547 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:53.446884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:54.402280 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b90c4-03cf-4f64-a47e-523efe4e313c req-d90f47b9-5efc-42c0-bddf-3d94822b50df tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:54.403843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f04b90c4-03cf-4f64-a47e-523efe4e313c req-d90f47b9-5efc-42c0-bddf-3d94822b50df tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0594380 Aug 20 12:20:54.444728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f04b90c4-03cf-4f64-a47e-523efe4e313c req-20b9c5e2-7480-4a2e-a2ab-15574af5a3d4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338321 Aug 20 12:20:55.565861 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ac99c-8a89-4428-b8b3-36efbcde4097 req-06d565bb-74aa-47e5-9eb9-6c3e68af6302 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:55.567648 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-471ac99c-8a89-4428-b8b3-36efbcde4097 req-06d565bb-74aa-47e5-9eb9-6c3e68af6302 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0504899 Aug 20 12:20:55.606463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-471ac99c-8a89-4428-b8b3-36efbcde4097 req-96f2dc08-a192-4803-a77b-1bd161ea49e4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329096 Aug 20 12:20:56.420769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5347b78d-3f46-4d81-9fef-e28271d78e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:56.422271 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5347b78d-3f46-4d81-9fef-e28271d78e6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0&tenant_id=f041c731a2ef4db881d585f4252857d1 HTTP/1.1" status: 200 len: 1096 time: 0.0473974 Aug 20 12:20:56.433625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:20:56.487540 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.690377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:20:56.724890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05507250-6a74-4649-86c5-5ad64240fe1d req-fd86691d-da8a-46b9-9f6b-529a15b76258 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:56.725506 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h2-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:56.726450 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05507250-6a74-4649-86c5-5ad64240fe1d req-fd86691d-da8a-46b9-9f6b-529a15b76258 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0500004 Aug 20 12:20:56.770172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-05507250-6a74-4649-86c5-5ad64240fe1d req-4067105f-14f7-42cb-9fb2-785f051c0bed tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368981 Aug 20 12:20:56.775805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:56.778869 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee83cf38-605e-4f06-81dd-eb7bc1fe9347" -d '{"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:56.783402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.796742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Transition to ACTIVE for port object cd9bae0e-7c91-4313-9d79-0272fc16bcc0 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:20:56.868296 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:56.952043 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38733ddd-712a-48ab-8fed-08cfc1528e3d x-openstack-request-id: req-38733ddd-712a-48ab-8fed-08cfc1528e3d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:56.952367 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:56.952611 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38733ddd-712a-48ab-8fed-08cfc1528e3d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:56.953020 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'code': 200} Aug 20 12:20:56.955980 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=10']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:56.968439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.968830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.969248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.969529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.969877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.970221 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.970622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.970967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.971305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.971650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.971978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:56.972310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:20:57.000972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:20:57.009744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] No DVR routers for this DVR port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on host n-h2-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:20:57.047963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:20:57.153300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:20:57.153563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:20:57.153902 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:57.158245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:20:57.158634 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Attempting to bind port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on network b1684a58-c44b-4544-a3c5-c0d83459b3cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:20:57.163435 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:20:57.163780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Checking segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:20:57.164178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Bound using segment: {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:20:57.164610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Bound port: cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:20:57.164970 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:57.231266 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:20:57.234283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:20:57.326187 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:57.362320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.362987 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:20:57.364531 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] 10.222.0.57 "PUT /v2.0/ports/cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1092 time: 0.9349246 Aug 20 12:20:57.397514 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a8da6-5975-4181-a1f2-831150ac5309 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=11']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:20:57.431792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-c6a34118-edb1-4f98-81db-6051f09801d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.433508 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-c6a34118-edb1-4f98-81db-6051f09801d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1095 time: 0.0452321 Aug 20 12:20:57.534700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-64a17413-8b71-4520-879d-044563e546cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.536240 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-64a17413-8b71-4520-879d-044563e546cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0951984 Aug 20 12:20:57.602468 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-5f3cf297-0731-43e2-8ba2-749518e8f8eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1000 time: 0.0590308 Aug 20 12:20:57.658010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-8441b50e-d230-4274-9f66-ad4fed9179d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.659515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-8441b50e-d230-4274-9f66-ad4fed9179d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0495822 Aug 20 12:20:57.707273 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-14f0026e-dfcd-4e54-a4fb-dc0c21870016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.708721 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-14f0026e-dfcd-4e54-a4fb-dc0c21870016 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415783 Aug 20 12:20:57.803729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-2b22e7a2-0ca6-4c68-8c64-a87727a58d10 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857089 Aug 20 12:20:57.901095 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e66822c-7312-42f9-85ea-6591f40fd6bf req-2116c5de-9808-4241-9022-43c37cd232e1 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909231 Aug 20 12:20:57.903120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ad4f5-f818-4ebe-bc4e-2c9d7a514834 req-fba3ba6b-4b7c-4f08-9e0a-a6361bfabd92 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:57.904731 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a5ad4f5-f818-4ebe-bc4e-2c9d7a514834 req-fba3ba6b-4b7c-4f08-9e0a-a6361bfabd92 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0498152 Aug 20 12:20:57.945875 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8a5ad4f5-f818-4ebe-bc4e-2c9d7a514834 req-e00c4be5-10f9-4ee2-954b-0a4110ec92e2 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346696 Aug 20 12:20:58.953853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:20:58.956368 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac04ba53-0289-4da1-b721-a2dfcec4cf07" -d '{"events": [{"name": "network-changed", "server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:20:59.007575 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43702d85-7e70-4e32-a6f0-eb215f9b4b21 x-openstack-request-id: req-43702d85-7e70-4e32-a6f0-eb215f9b4b21 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:20:59.008656 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:20:59.008922 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43702d85-7e70-4e32-a6f0-eb215f9b4b21 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:20:59.009334 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'status': 'completed', 'code': 200} Aug 20 12:20:59.076198 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-bc472bef-97ec-4d16-b9e4-2ccbec00b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.077641 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-bc472bef-97ec-4d16-b9e4-2ccbec00b342 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1095 time: 0.0474803 Aug 20 12:20:59.105918 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc684aa-ce0e-493a-ac24-87605a3e9b0f req-0051e7ff-6a9a-49ea-b231-4c402a4fbf79 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.110997 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bc684aa-ce0e-493a-ac24-87605a3e9b0f req-0051e7ff-6a9a-49ea-b231-4c402a4fbf79 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0944736 Aug 20 12:20:59.135507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-464f3c85-11cd-41a8-bd2a-2a5f929876e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.137029 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-464f3c85-11cd-41a8-bd2a-2a5f929876e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f041c731a2ef4db881d585f4252857d1&device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 1095 time: 0.0846517 Aug 20 12:20:59.180321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-6b126c94-4ee9-46c1-85d2-e1c2b6057b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.181960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-6b126c94-4ee9-46c1-85d2-e1c2b6057b05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.0957267 Aug 20 12:20:59.215063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bc684aa-ce0e-493a-ac24-87605a3e9b0f req-156f3c0e-86fe-494e-a2a4-42846fd7c031 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015048 Aug 20 12:20:59.255465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-b1e16a96-7557-433c-abbd-f9c44831ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.257352 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-b1e16a96-7557-433c-abbd-f9c44831ddad service neutron] 10.222.0.38 "GET /v2.0/networks?id=b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 200 len: 912 time: 0.1089270 Aug 20 12:20:59.258114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-93a34273-25ac-40d0-ba05-dc4d3bbd5a39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1000 time: 0.0687582 Aug 20 12:20:59.311402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-b70353c5-c778-4772-be3e-b87ee0e91a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.312906 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-b70353c5-c778-4772-be3e-b87ee0e91a3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0482066 Aug 20 12:20:59.336986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-8678a653-2337-4262-a365-baac53dbbc07 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 200 len: 1000 time: 0.0685313 Aug 20 12:20:59.367243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-5e132770-e951-4404-8712-3f38da6e1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.368865 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-5e132770-e951-4404-8712-3f38da6e1a71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490577 Aug 20 12:20:59.394010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-3ce83827-df71-4975-abd5-96720257f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.395842 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-3ce83827-df71-4975-abd5-96720257f598 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 200 len: 850 time: 0.0473325 Aug 20 12:20:59.449715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-0b7c4d18-b3c3-462e-b051-a2ff53fdc322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:20:59.451392 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-0b7c4d18-b3c3-462e-b051-a2ff53fdc322 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b1684a58-c44b-4544-a3c5-c0d83459b3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440273 Aug 20 12:20:59.463950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-d8042c0f-5131-49df-8960-448646cf4dc6 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880554 Aug 20 12:20:59.556556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-60d12bc5-06b5-4804-bbe0-b061f2204e12 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935001 Aug 20 12:20:59.567235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-9dd369a4-0037-490c-940b-76434fb018f1 service neutron] 10.222.0.57 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962999 Aug 20 12:20:59.655396 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ac04ba53-0289-4da1-b721-a2dfcec4cf07 req-bbb79125-8e86-46c7-b7d8-a7c0b458e5f1 service neutron] 10.222.0.38 "GET /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870597 Aug 20 12:21:00.322585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bbb0e-8e00-4304-90ad-27ed940b039b req-8ee89cf4-5fcf-4f20-a5ce-f730b3e05e78 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:00.324137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab0bbb0e-8e00-4304-90ad-27ed940b039b req-8ee89cf4-5fcf-4f20-a5ce-f730b3e05e78 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0504422 Aug 20 12:21:00.363803 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab0bbb0e-8e00-4304-90ad-27ed940b039b req-439bf3e8-0a44-494e-b634-2753970ffee8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336714 Aug 20 12:21:01.493346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fbed2-f080-49a6-8be2-9815e20294f6 req-4662d4d6-5e58-4c90-8317-b398ade2cd86 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:01.494984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b32fbed2-f080-49a6-8be2-9815e20294f6 req-4662d4d6-5e58-4c90-8317-b398ade2cd86 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0585098 Aug 20 12:21:01.536739 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b32fbed2-f080-49a6-8be2-9815e20294f6 req-55af9f6e-c5a2-4f4e-ab72-2bc3363b328a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352194 Aug 20 12:21:02.653731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d955be-1ba7-4fdd-920c-2d5987975518 req-e26ce437-e9e4-4b7c-895c-2b839051b38d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:02.655268 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9d955be-1ba7-4fdd-920c-2d5987975518 req-e26ce437-e9e4-4b7c-895c-2b839051b38d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0491891 Aug 20 12:21:02.694223 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d9d955be-1ba7-4fdd-920c-2d5987975518 req-8d9f9493-60ab-43cf-ac22-2de578e20d61 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324757 Aug 20 12:21:03.809608 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b492ca-4536-4874-83d3-fed1737d5ef7 req-0e6e31a6-a165-40be-a182-191b8d2870c8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:03.811595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63b492ca-4536-4874-83d3-fed1737d5ef7 req-0e6e31a6-a165-40be-a182-191b8d2870c8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0484285 Aug 20 12:21:03.848380 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63b492ca-4536-4874-83d3-fed1737d5ef7 req-df9c82af-3593-465c-85ad-29a2ee5b7652 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306177 Aug 20 12:21:04.976797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee212e1-0faf-46ef-94ed-c6edd82d8fa9 req-174ecbb8-392c-4ed0-9ac4-aa8e807c32d7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:04.978276 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ee212e1-0faf-46ef-94ed-c6edd82d8fa9 req-174ecbb8-392c-4ed0-9ac4-aa8e807c32d7 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0538957 Aug 20 12:21:05.016365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ee212e1-0faf-46ef-94ed-c6edd82d8fa9 req-e6cb0151-7561-4bc4-a299-84a9f39a7ffc tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319467 Aug 20 12:21:06.132411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cc1eb-3fc2-4cfc-a8b7-99da9b208a8b req-9962e67c-c204-410d-932d-a9a61d094d2c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:06.133917 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3a0cc1eb-3fc2-4cfc-a8b7-99da9b208a8b req-9962e67c-c204-410d-932d-a9a61d094d2c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0487008 Aug 20 12:21:06.172635 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3a0cc1eb-3fc2-4cfc-a8b7-99da9b208a8b req-885e2565-19e0-4fe1-9df6-226c73cf0dd4 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 Aug 20 12:21:07.291953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc8aac-cb5f-4588-a533-43cd615f0bf0 req-f900aae8-08c2-452d-8979-20f4c499abe2 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:07.293453 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94fc8aac-cb5f-4588-a533-43cd615f0bf0 req-f900aae8-08c2-452d-8979-20f4c499abe2 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0509210 Aug 20 12:21:07.331904 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-94fc8aac-cb5f-4588-a533-43cd615f0bf0 req-060ed88e-3396-4d7e-8006-45e317db0f5a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Aug 20 12:21:08.451631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f3414-2ac4-4833-af62-897e7c13bb66 req-ca6554e6-cadf-47d2-b991-22e7e0979bdd tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:08.453084 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc8f3414-2ac4-4833-af62-897e7c13bb66 req-ca6554e6-cadf-47d2-b991-22e7e0979bdd tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0530722 Aug 20 12:21:08.490852 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc8f3414-2ac4-4833-af62-897e7c13bb66 req-8169499c-5b12-43cd-b993-17f75326ad83 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Aug 20 12:21:09.610942 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca5175-937d-441f-8fc8-80c5b43467a8 req-2406b0d0-10a9-4bef-b2a9-c0252f6ad794 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:09.612434 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07ca5175-937d-441f-8fc8-80c5b43467a8 req-2406b0d0-10a9-4bef-b2a9-c0252f6ad794 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 944 time: 0.0509536 Aug 20 12:21:09.652636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-07ca5175-937d-441f-8fc8-80c5b43467a8 req-f68bdd45-d0af-42c7-a914-ad2830405702 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341275 Aug 20 12:21:10.381269 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:21:10.473888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:10.484940 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'port_id': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'mac_address': 'fa:16:3e:b4:df:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:21:10.524926 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:10.538025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9bae0e-7c91-4313-9d79-0272fc16bcc0 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:10.556591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:10.679842 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:10.728310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=12']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:10.773468 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09855361-b870-434b-9f84-78003948d4f4 req-e861d67e-33dd-4c88-9410-547d596871fa tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:10.775079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09855361-b870-434b-9f84-78003948d4f4 req-e861d67e-33dd-4c88-9410-547d596871fa tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0509911 Aug 20 12:21:10.813417 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-09855361-b870-434b-9f84-78003948d4f4 req-32658dd5-b006-4589-ac20-72b5e9d61c20 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324624 Aug 20 12:21:10.932283 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad2d5a-e615-4250-b052-2fa92dd80807 req-0f61c668-1aa4-4b07-a769-0bc5f481cca5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:10.932881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['cd9bae0e-7c91-4313-9d79-0272fc16bcc0'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:10.933712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4bad2d5a-e615-4250-b052-2fa92dd80807 req-0f61c668-1aa4-4b07-a769-0bc5f481cca5 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0524426 Aug 20 12:21:10.973955 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4bad2d5a-e615-4250-b052-2fa92dd80807 req-f7e9315f-7d31-4d49-9e9d-e6ae238d7bdd tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338411 Aug 20 12:21:11.091019 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc254fa3-732e-49ee-a80d-7a9bf7ace1a2 req-5e6ae379-9b59-45db-a84e-3ccd0b4b6f25 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:11.092504 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc254fa3-732e-49ee-a80d-7a9bf7ace1a2 req-5e6ae379-9b59-45db-a84e-3ccd0b4b6f25 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0499256 Aug 20 12:21:11.129803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bc254fa3-732e-49ee-a80d-7a9bf7ace1a2 req-e9bd2045-0685-4127-ac01-36a2e4286212 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Aug 20 12:21:11.620764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f5d79-e9f2-4acf-90a7-81d6486752a2 req-fb9444c5-a3be-4439-a7fc-2c1a085fd16b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:11.622228 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e0f5d79-e9f2-4acf-90a7-81d6486752a2 req-fb9444c5-a3be-4439-a7fc-2c1a085fd16b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 945 time: 0.0538981 Aug 20 12:21:11.661807 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e0f5d79-e9f2-4acf-90a7-81d6486752a2 req-a44cadb0-2b6e-4ee9-8cf2-357e0b498579 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328670 Aug 20 12:21:11.716722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.390462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:12.513831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:12.518470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:12.518839 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.593935 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.618108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:12.620364 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2bb887-92f7-4599-a926-bc3547495aec" -d '{"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-plugged", "status": "completed", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:12.633795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:12.657703 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7ce6a4-3b25-4a84-bfc6-f3923e974123 x-openstack-request-id: req-5f7ce6a4-3b25-4a84-bfc6-f3923e974123 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:12.658012 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-plugged", "status": "completed", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:12.658269 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f7ce6a4-3b25-4a84-bfc6-f3923e974123 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:12.658691 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'code': 200} Aug 20 12:21:12.739550 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:12.780851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f951cd5-5945-4b33-8b68-430b8c31faa8 req-8396fbec-598b-485e-938d-61f7ecbaae6d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:12.782529 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f951cd5-5945-4b33-8b68-430b8c31faa8 req-8396fbec-598b-485e-938d-61f7ecbaae6d tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 946 time: 0.0523856 Aug 20 12:21:12.796277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=13']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:12.824326 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5f951cd5-5945-4b33-8b68-430b8c31faa8 req-fb381020-cc59-40c1-88d7-f3660c793010 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups?id=33429d5c-2a61-40da-bdaf-c94744070677&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328898 Aug 20 12:21:13.197840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1a65fc47-6ed1-4607-b330-799cfdaa6af8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:13.200422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1a65fc47-6ed1-4607-b330-799cfdaa6af8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 946 time: 0.0527790 Aug 20 12:21:13.301917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Deleting port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:13.302160 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.393421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] For port cd9bae0e-7c91-4313-9d79-0272fc16bcc0, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:13.393797 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.572689 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.573000 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.573325 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Floating IP 302da22f-a383-485b-80a9-0914faeb13a9 disassociated. External IP: 172.25.4.163, port: cd9bae0e-7c91-4313-9d79-0272fc16bcc0. Aug 20 12:21:13.573674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Calling delete_port for cd9bae0e-7c91-4313-9d79-0272fc16bcc0 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:13.790792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.820804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event deleted for resources: {'Port': ['ID=cd9bae0e-7c91-4313-9d79-0272fc16bcc0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:13.950655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f8e5873-ea2c-4faf-bb79-8ff3c1900c45 req-060eef6e-3e6e-4485-889e-a016571f1e6c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 210 time: 0.0312696 Aug 20 12:21:13.950867 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:13.971961 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:21:14.083852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:14.094307 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:14.104099 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:14.104851 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:14.126784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] No DVR routers for this DVR port cd9bae0e-7c91-4313-9d79-0272fc16bcc0 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:14.130940 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:14.133079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c5a485d0-2c08-4245-9bc5-64f6081389ff req-1565498c-bb00-41a8-be7a-c247c4ec655e tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.57 "DELETE /v2.0/ports/cd9bae0e-7c91-4313-9d79-0272fc16bcc0 HTTP/1.1" status: 204 len: 173 time: 0.9268863 Aug 20 12:21:14.133533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-deleted', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:14.135926 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c90d1cd-0104-4c65-b2c5-26aa5054aa3d" -d '{"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-deleted", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:14.174706 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b3c1b7-2e0f-4d78-871e-a5bc62aba106 x-openstack-request-id: req-88b3c1b7-2e0f-4d78-871e-a5bc62aba106 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:14.175006 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89fd54a-bee9-41a8-a479-3226bc9327b0", "name": "network-vif-deleted", "tag": "cd9bae0e-7c91-4313-9d79-0272fc16bcc0", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:14.175264 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88b3c1b7-2e0f-4d78-871e-a5bc62aba106 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:14.175671 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89fd54a-bee9-41a8-a479-3226bc9327b0', 'name': 'network-vif-deleted', 'tag': 'cd9bae0e-7c91-4313-9d79-0272fc16bcc0', 'status': 'completed', 'code': 200} Aug 20 12:21:14.217353 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:14.414758 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:14.446090 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:14.454583 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:14.455249 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:20:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:14.562329 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:14.759376 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:14.785820 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc8830-c3e2-4089-bc95-e58c89ce4851 None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:10:52Z', 'revision_number': 4, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c15b6b47-5d92-4236-8e7e-32fd3844cc7f', 'name': '', 'network_id': 'b1684a58-c44b-4544-a3c5-c0d83459b3cc', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'mac_address': 'fa:16:3e:19:ca:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:51Z', 'updated_at': '2021-08-20T12:10:56Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'subnets': [{'id': '9935e79d-41a3-4f84-add4-b614a66e0370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:15.024211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebbba1a-fbfc-44e3-80c7-aacdb6680b8d None None] New status for floating IP 302da22f-a383-485b-80a9-0914faeb13a9: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:21:15.070280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7034dd8d-c034-447e-b156-adce506bc80a req-652ea619-94cc-4a98-b215-58c69c0a1ec8 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 210 time: 0.0283072 Aug 20 12:21:15.102836 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7440be18-e6cf-45df-9c94-21abf8c2931d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:16.170185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0bbaeb94-5093-48bd-9097-b42aa521bf9f req-48e706e4-bfd0-438f-afc3-eebf750415c2 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 210 time: 0.0271139 Aug 20 12:21:16.405122 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:16.425930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: cd9bae0e-7c91-4313-9d79-0272fc16bcc0 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:16.426278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cd9bae0e-7c91-4313-9d79-0272fc16bcc0 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:17.268398 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1b4384a7-9fed-462a-be2a-fb6f758b4463 req-3ac27e8c-4bb1-406e-ad30-e0047c2d0650 tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 210 time: 0.0269060 Aug 20 12:21:17.773585 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-48dfc435-9492-4ca2-98f0-5d0f7d6b9226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:18.376761 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7868f0cd-09bc-4ec2-943c-7e4bf7a211a1 req-c8f3c02f-a4a7-43eb-8a42-0e3e6319ca5a tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89fd54a-bee9-41a8-a479-3226bc9327b0 HTTP/1.1" status: 200 len: 210 time: 0.0274990 Aug 20 12:21:18.693839 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:19.422146 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:21.047641 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.429163 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48314) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:23.492918 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ddb20f43-6880-4708-83d4-85930c4e607b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.515791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ddb20f43-6880-4708-83d4-85930c4e607b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.662649 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ddb20f43-6880-4708-83d4-85930c4e607b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.665270 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ddb20f43-6880-4708-83d4-85930c4e607b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.666523 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ddb20f43-6880-4708-83d4-85930c4e607b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "DELETE /v2.0/security-groups/33429d5c-2a61-40da-bdaf-c94744070677 HTTP/1.1" status: 204 len: 168 time: 0.2362888 Aug 20 12:21:23.669188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48316) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:23.675945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb20f43-6880-4708-83d4-85930c4e607b tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33429d5c-2a61-40da-bdaf-c94744070677,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:23.687187 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-872b6d55-594a-4858-acc5-3dc87e46100c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] show failed (client error): The resource could not be found. Aug 20 12:21:23.688206 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-872b6d55-594a-4858-acc5-3dc87e46100c tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "GET /v2.0/security-groups/33429d5c-2a61-40da-bdaf-c94744070677 HTTP/1.1" status: 404 len: 347 time: 0.0179718 Aug 20 12:21:23.691843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48318) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:23.816744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d13f5e68-577a-44e3-8671-27cf2ecd401f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Deleting port bf8a67ef-e030-4e95-9633-402626d0b2ba {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:23.817085 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d13f5e68-577a-44e3-8671-27cf2ecd401f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.901603 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d13f5e68-577a-44e3-8671-27cf2ecd401f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.901933 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d13f5e68-577a-44e3-8671-27cf2ecd401f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:23.913528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d13f5e68-577a-44e3-8671-27cf2ecd401f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Calling delete_port for bf8a67ef-e030-4e95-9633-402626d0b2ba owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:24.110619 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d13f5e68-577a-44e3-8671-27cf2ecd401f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:24.141052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f5e68-577a-44e3-8671-27cf2ecd401f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Pushing event deleted for resources: {'Port': ['ID=bf8a67ef-e030-4e95-9633-402626d0b2ba,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:24.201985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d13f5e68-577a-44e3-8671-27cf2ecd401f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:24.204510 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d13f5e68-577a-44e3-8671-27cf2ecd401f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:24.205703 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d13f5e68-577a-44e3-8671-27cf2ecd401f tempest-ServerActionsTestJSON-2129669966 tempest-ServerActionsTestJSON-2129669966-project] 10.222.0.10 "DELETE /v2.0/floatingips/302da22f-a383-485b-80a9-0914faeb13a9 HTTP/1.1" status: 204 len: 168 time: 0.5129473 Aug 20 12:21:24.208658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48320) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:25.001009 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.261182 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] Deleting port c15b6b47-5d92-4236-8e7e-32fd3844cc7f {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:25.261535 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.341107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] For port c15b6b47-5d92-4236-8e7e-32fd3844cc7f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c15b6b47-5d92-4236-8e7e-32fd3844cc7f,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:25.341472 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.353919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] Calling delete_port for c15b6b47-5d92-4236-8e7e-32fd3844cc7f owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:25.599855 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:25.625313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15b6b47-5d92-4236-8e7e-32fd3844cc7f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:25.795777 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:26.012770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] Router a8c12b1c-abcc-4642-ba4c-536a01e387ce has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:21:26.121323 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:21:26.126736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d8ddf42f-e1f0-401d-b231-1b4b434460b1 admin admin] 10.222.0.10 "PUT /v2.0/routers/a8c12b1c-abcc-4642-ba4c-536a01e387ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9170127 Aug 20 12:21:26.129208 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48324) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:26.130640 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] Sync routers for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:21:26.140605 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:26.141369 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:26.235430 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:26.246905 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:26.342454 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:26.466968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Deleting port c78aad05-8487-437a-b385-ea3d2a309b2d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:26.467362 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:26.516477 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:21:25Z', 'revision_number': 5, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port': {'id': 'c78aad05-8487-437a-b385-ea3d2a309b2d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:10:49Z', 'updated_at': '2021-08-20T12:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:26.544451 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] Checking router: a8c12b1c-abcc-4642-ba4c-536a01e387ce for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:21:26.549978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] For port c78aad05-8487-437a-b385-ea3d2a309b2d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c78aad05-8487-437a-b385-ea3d2a309b2d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:26.550335 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:26.553242 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] Routers {'a8c12b1c-abcc-4642-ba4c-536a01e387ce'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:21:26.553863 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:21:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:26.565627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Calling delete_port for c78aad05-8487-437a-b385-ea3d2a309b2d owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:26.641162 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] Set router a8c12b1c-abcc-4642-ba4c-536a01e387ce gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:21:26.695201 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:21:26Z', 'revision_number': 6, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:26.721921 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c14ab3-8069-4da0-8022-2da8b7ce6e80 None None] The sync data for ids ['a8c12b1c-abcc-4642-ba4c-536a01e387ce'] in n-d-804230-3 is: [{'id': 'a8c12b1c-abcc-4642-ba4c-536a01e387ce', 'name': 'tempest-ServerActionsTestJSON-555580067-router', 'tenant_id': 'f041c731a2ef4db881d585f4252857d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:10:48Z', 'updated_at': '2021-08-20T12:21:26Z', 'revision_number': 6, 'project_id': 'f041c731a2ef4db881d585f4252857d1', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:21:26.802177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:26.829079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c78aad05-8487-437a-b385-ea3d2a309b2d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:26.892660 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:26.987230 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:26.989882 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.139511 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.140116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c12b1c-abcc-4642-ba4c-536a01e387ce {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:21:27.149110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.150181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2a1c99e6-b8ac-45a1-92bf-155f19c1b8ff admin admin] 10.222.0.10 "DELETE /v2.0/routers/a8c12b1c-abcc-4642-ba4c-536a01e387ce HTTP/1.1" status: 204 len: 168 time: 1.0200577 Aug 20 12:21:27.153088 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48326) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:27.217581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a50734f-9da4-4e71-ad2d-00c6a5017a37 admin admin] Deleting subnet 9935e79d-41a3-4f84-add4-b614a66e0370 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:21:27.222289 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a50734f-9da4-4e71-ad2d-00c6a5017a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.260258 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a50734f-9da4-4e71-ad2d-00c6a5017a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.373639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a50734f-9da4-4e71-ad2d-00c6a5017a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.488284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a50734f-9da4-4e71-ad2d-00c6a5017a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.494558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c15b6b47-5d92-4236-8e7e-32fd3844cc7f no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:27.517241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50734f-9da4-4e71-ad2d-00c6a5017a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9935e79d-41a3-4f84-add4-b614a66e0370,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:27.520440 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4a50734f-9da4-4e71-ad2d-00c6a5017a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.522492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4a50734f-9da4-4e71-ad2d-00c6a5017a37 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9935e79d-41a3-4f84-add4-b614a66e0370 HTTP/1.1" status: 204 len: 168 time: 0.3677857 Aug 20 12:21:27.523876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c15b6b47-5d92-4236-8e7e-32fd3844cc7f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:27.524448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c15b6b47-5d92-4236-8e7e-32fd3844cc7f not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:27.525138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48328) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:27.529304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3facbdca-0972-49cd-ac2a-a88f00c17568 None None] Network b1684a58-c44b-4544-a3c5-c0d83459b3cc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:27.600412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.655435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Deleting port 4b57c67b-f215-4e41-8ce3-b894f393869a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:27.655779 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.703131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c94945-f075-47f7-8536-7cbe815d72be None None] DHCP port deletion for b1684a58-c44b-4544-a3c5-c0d83459b3cc request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:21:27.731314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] For port 4b57c67b-f215-4e41-8ce3-b894f393869a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4b57c67b-f215-4e41-8ce3-b894f393869a,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:27.731590 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.746536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Calling delete_port for 4b57c67b-f215-4e41-8ce3-b894f393869a owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:27.758493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e2c94945-f075-47f7-8536-7cbe815d72be None None] Deleting port 4b57c67b-f215-4e41-8ce3-b894f393869a {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:27.758890 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e2c94945-f075-47f7-8536-7cbe815d72be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.823317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e2c94945-f075-47f7-8536-7cbe815d72be None None] For port 4b57c67b-f215-4e41-8ce3-b894f393869a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=4b57c67b-f215-4e41-8ce3-b894f393869a,segment=NetworkSegment(b25bd948-3e1a-4d5c-b558-cc52edcc5e55),segment_id=b25bd948-3e1a-4d5c-b558-cc52edcc5e55)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:27.823317 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e2c94945-f075-47f7-8536-7cbe815d72be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.835861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e2c94945-f075-47f7-8536-7cbe815d72be None None] Calling delete_port for 4b57c67b-f215-4e41-8ce3-b894f393869a owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:27.913610 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:27.945259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b57c67b-f215-4e41-8ce3-b894f393869a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:27.949136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] No DVR routers for this DVR port 4b57c67b-f215-4e41-8ce3-b894f393869a on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:28.023790 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.034594 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1684a58-c44b-4544-a3c5-c0d83459b3cc']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:28.046342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:28.051818 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25bd948-3e1a-4d5c-b558-cc52edcc5e55') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:21:28.057012 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.071298 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e2c94945-f075-47f7-8536-7cbe815d72be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.072021 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.078054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:21:28.078467 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:21:28.080331 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:21:28.098500 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c94945-f075-47f7-8536-7cbe815d72be None None] No DVR routers for this DVR port 4b57c67b-f215-4e41-8ce3-b894f393869a on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:28.100469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c94945-f075-47f7-8536-7cbe815d72be None None] Pushing event deleted for resources: {'Port': ['ID=4b57c67b-f215-4e41-8ce3-b894f393869a,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:28.207435 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.213201 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.217657 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b1684a58-c44b-4544-a3c5-c0d83459b3cc HTTP/1.1" status: 204 len: 168 time: 0.6888287 Aug 20 12:21:28.227044 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c48d1-c8d8-4657-8258-28a82b644a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1684a58-c44b-4544-a3c5-c0d83459b3cc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:28.474382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:21:28.576720 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48332) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:28.618425 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8e61d686-9268-40d3-9029-d3acbf969d7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f041c731a2ef4db881d585f4252857d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405021 Aug 20 12:21:28.621190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48334) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:28.671043 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-041a79f0-11d0-48bf-876d-bd76bc1cf14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.691767 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-041a79f0-11d0-48bf-876d-bd76bc1cf14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.825101 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-041a79f0-11d0-48bf-876d-bd76bc1cf14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.828166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-041a79f0-11d0-48bf-876d-bd76bc1cf14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:28.829414 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-041a79f0-11d0-48bf-876d-bd76bc1cf14d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1cd929b2-5c7a-4fb9-a337-503e23ba1553 HTTP/1.1" status: 204 len: 168 time: 0.2072163 Aug 20 12:21:28.840125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a79f0-11d0-48bf-876d-bd76bc1cf14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd929b2-5c7a-4fb9-a337-503e23ba1553,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:28.860114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c78aad05-8487-437a-b385-ea3d2a309b2d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:28.881495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c78aad05-8487-437a-b385-ea3d2a309b2d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:28.881844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c78aad05-8487-437a-b385-ea3d2a309b2d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:28.882267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4b57c67b-f215-4e41-8ce3-b894f393869a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:21:28.902345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 4b57c67b-f215-4e41-8ce3-b894f393869a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:21:28.902726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 4b57c67b-f215-4e41-8ce3-b894f393869a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:21:29.933320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48356) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:30.036786 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-278712201-network', 'tenant_id': '203f1568da2944d4936cafd9c464fcb1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:30.150577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Made reservation on behalf of 203f1568da2944d4936cafd9c464fcb1 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:30.153077 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.162418 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.255746 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.325172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.352360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:21:30.364919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3027160-4580-40d7-bcad-2f3f285e6fa9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:30.371435 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.371788 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Added segment e6b7a386-1922-45f7-bc42-3846c202727c of type vlan for network bcc7f7df-8595-4d4e-b958-9059c8fa162e Aug 20 12:21:30.410568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.539109 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.540099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:30.540718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:30.601781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc7f7df-8595-4d4e-b958-9059c8fa162e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:30.613159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network bcc7f7df-8595-4d4e-b958-9059c8fa162e details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:21:30.699480 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-10dc613e-ea35-4ed4-8935-c920705178d5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7650344 Aug 20 12:21:30.702477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48360) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:21:30.707585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Request body: {'subnet': {'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-278712201-subnet', 'tenant_id': '203f1568da2944d4936cafd9c464fcb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:30.807532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Made reservation on behalf of 203f1568da2944d4936cafd9c464fcb1 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:30.809961 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.045239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.100712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca3bcd3-5230-467f-b626-f05abc483dff,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:31.110311 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Checking segment: {'id': 'e6b7a386-1922-45f7-bc42-3846c202727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:31.110710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Network hostable DHCP agents. Network: bcc7f7df-8595-4d4e-b958-9059c8fa162e, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:21:31.256893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Network bcc7f7df-8595-4d4e-b958-9059c8fa162e is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:21:31.342385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, bcc7f7df-8595-4d4e-b958-9059c8fa162e) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:31.346675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:31.347276 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:31.352178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d656cb-de7d-43ad-8bb0-50164ca215d2 None None] Network bcc7f7df-8595-4d4e-b958-9059c8fa162e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:31.451752 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-97a2b39d-9b13-4aa8-b486-0d5e13e771b2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7480779 Aug 20 12:21:31.485296 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc2315-1ead-4cdf-be73-46e73d078417 None None] Network bcc7f7df-8595-4d4e-b958-9059c8fa162e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:21:31.888352 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-79ab78cf-4814-4dfb-9cb7-e66d20ea07e2 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:31.889814 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-79ab78cf-4814-4dfb-9cb7-e66d20ea07e2 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/networks?id=bcc7f7df-8595-4d4e-b958-9059c8fa162e HTTP/1.1" status: 200 len: 813 time: 0.1099997 Aug 20 12:21:31.905370 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-1440bfa5-0df3-4783-a759-d3e2b2a3ab1f tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/quotas/203f1568da2944d4936cafd9c464fcb1 HTTP/1.1" status: 200 len: 375 time: 0.0094523 Aug 20 12:21:31.939556 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-9062aa7a-b8ad-4209-82b8-d0af75e971b9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=203f1568da2944d4936cafd9c464fcb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283148 Aug 20 12:21:32.081833 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-439e3906-e932-42fc-840c-f37bc818d1be service neutron] 10.222.0.10 "GET /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348541 Aug 20 12:21:32.173987 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-50af9b12-055d-4849-90d9-9bc39a86e643 service neutron] 10.222.0.10 "GET /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858047 Aug 20 12:21:32.393783 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d776c232-1887-4bea-8822-95b836349ffa req-007bc1d0-15e3-43fa-a5f9-e456076609e8 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 210 time: 0.0289481 Aug 20 12:21:33.495515 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-811d3252-b8bc-427f-b210-3a87a865638d req-c58e5167-288a-4887-a9e4-c0e3605a6619 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 210 time: 0.0291929 Aug 20 12:21:34.592400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e0f9e37d-7801-4650-98fd-41570a229875 req-3f7f9211-c4a8-469b-99f0-ff70495f0285 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 210 time: 0.0264091 Aug 20 12:21:34.622459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-8dd932e5-ce64-409f-8a1a-7d154ba0500c tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:34.623938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-8dd932e5-ce64-409f-8a1a-7d154ba0500c tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.38 "GET /v2.0/networks?id=bcc7f7df-8595-4d4e-b958-9059c8fa162e HTTP/1.1" status: 200 len: 813 time: 0.1115785 Aug 20 12:21:34.650052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Request body: {'port': {'device_id': 'de73ff72-23cf-41c5-a538-ea44cfdeecf0', 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e', 'admin_state_up': True, 'tenant_id': '203f1568da2944d4936cafd9c464fcb1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:34.879510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Made reservation on behalf of 203f1568da2944d4936cafd9c464fcb1 for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:34.883531 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.009984 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Allocated IP 172.20.0.12 (bcc7f7df-8595-4d4e-b958-9059c8fa162e/5ca3bcd3-5230-467f-b626-f05abc483dff/0619d029-5bb4-491b-b8ab-889a4ca36c34) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:35.158529 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.303027 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.345987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Network bcc7f7df-8595-4d4e-b958-9059c8fa162e is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:35.349041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:35.353469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:35.378300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Pushing event updated for resources: {'Port': ['ID=0619d029-5bb4-491b-b8ab-889a4ca36c34,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:35.406094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:35.406742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.514789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c8d97b81-fd01-4233-91a6-283617b4d624 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8691273 Aug 20 12:21:35.531732 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Request body: {'port': {'device_id': 'de73ff72-23cf-41c5-a538-ea44cfdeecf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:35.588825 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.791693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c91d7-e1ee-4d33-84f5-5d3ef69e7669 req-61e124e5-3eb0-47ae-9a7f-908b97abd2c7 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:35.793103 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c7c91d7-e1ee-4d33-84f5-5d3ef69e7669 req-61e124e5-3eb0-47ae-9a7f-908b97abd2c7 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 932 time: 0.1062005 Aug 20 12:21:35.860837 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c7c91d7-e1ee-4d33-84f5-5d3ef69e7669 req-dd3cf1bd-80ef-4334-9b4c-a4c1c1ae5771 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603392 Aug 20 12:21:35.917627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0619d029-5bb4-491b-b8ab-889a4ca36c34 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:35.925076 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:35.938394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Transition to ACTIVE for port object 0619d029-5bb4-491b-b8ab-889a4ca36c34 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:36.001847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.051875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=0619d029-5bb4-491b-b8ab-889a4ca36c34,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:36.122339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Attempting to bind port 0619d029-5bb4-491b-b8ab-889a4ca36c34 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:36.122706 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Attempting to bind port 0619d029-5bb4-491b-b8ab-889a4ca36c34 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'e6b7a386-1922-45f7-bc42-3846c202727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:36.123042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Attempting to bind port 0619d029-5bb4-491b-b8ab-889a4ca36c34 on network bcc7f7df-8595-4d4e-b958-9059c8fa162e {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:36.127586 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Port 0619d029-5bb4-491b-b8ab-889a4ca36c34 on network bcc7f7df-8595-4d4e-b958-9059c8fa162e not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:21:36.127904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Attempting to bind port 0619d029-5bb4-491b-b8ab-889a4ca36c34 on network bcc7f7df-8595-4d4e-b958-9059c8fa162e {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:36.133359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:36.133692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Checking segment: {'id': 'e6b7a386-1922-45f7-bc42-3846c202727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:36.134073 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Bound using segment: {'id': 'e6b7a386-1922-45f7-bc42-3846c202727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:36.134527 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Bound port: 0619d029-5bb4-491b-b8ab-889a4ca36c34, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b7a386-1922-45f7-bc42-3846c202727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:36.134891 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.201467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] For port 0619d029-5bb4-491b-b8ab-889a4ca36c34, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:36.204643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] For port 0619d029-5bb4-491b-b8ab-889a4ca36c34, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=0619d029-5bb4-491b-b8ab-889a4ca36c34,segment=NetworkSegment(e6b7a386-1922-45f7-bc42-3846c202727c),segment_id=e6b7a386-1922-45f7-bc42-3846c202727c)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:36.274579 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.309456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:36.310068 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:36.311492 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] 10.222.0.38 "PUT /v2.0/ports/0619d029-5bb4-491b-b8ab-889a4ca36c34 HTTP/1.1" status: 200 len: 1092 time: 0.7842870 Aug 20 12:21:36.311942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de73ff72-23cf-41c5-a538-ea44cfdeecf0', 'tag': '0619d029-5bb4-491b-b8ab-889a4ca36c34'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:36.314326 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e" -d '{"events": [{"name": "network-changed", "server_uuid": "de73ff72-23cf-41c5-a538-ea44cfdeecf0", "tag": "0619d029-5bb4-491b-b8ab-889a4ca36c34"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:36.340410 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=0619d029-5bb4-491b-b8ab-889a4ca36c34,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:36.348024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.348373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.348714 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.349052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.349395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.349725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.350121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.350405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.351204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.351530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.351853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.352216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665c33-e672-47db-b74b-58e59a172ac8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:36.412153 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ade1ab-734d-498c-89eb-cb5963dc05a5 x-openstack-request-id: req-53ade1ab-734d-498c-89eb-cb5963dc05a5 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:36.412448 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de73ff72-23cf-41c5-a538-ea44cfdeecf0", "tag": "0619d029-5bb4-491b-b8ab-889a4ca36c34", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:36.412711 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53ade1ab-734d-498c-89eb-cb5963dc05a5 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:36.413135 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de73ff72-23cf-41c5-a538-ea44cfdeecf0', 'tag': '0619d029-5bb4-491b-b8ab-889a4ca36c34', 'status': 'completed', 'code': 200} Aug 20 12:21:36.464754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-491e3414-bcf1-405a-b814-adc3e82e885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:36.466292 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-491e3414-bcf1-405a-b814-adc3e82e885f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=203f1568da2944d4936cafd9c464fcb1&device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 1095 time: 0.0420232 Aug 20 12:21:36.511725 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-759b478c-4404-4750-8ea4-fc72129b4c40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0619d029-5bb4-491b-b8ab-889a4ca36c34 HTTP/1.1" status: 200 len: 217 time: 0.0375681 Aug 20 12:21:36.564303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-d8aa9286-0849-4a31-97c3-1fc0b9239f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:36.565919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-d8aa9286-0849-4a31-97c3-1fc0b9239f27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ca3bcd3-5230-467f-b626-f05abc483dff HTTP/1.1" status: 200 len: 853 time: 0.0436904 Aug 20 12:21:36.602406 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-b471f63d-9a8e-4cb4-8b6e-8d9dc5eb2961 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bcc7f7df-8595-4d4e-b958-9059c8fa162e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246732 Aug 20 12:21:36.695039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-3c5aa23b-7060-45a5-9041-a48b5e189730 service neutron] 10.222.0.38 "GET /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812957 Aug 20 12:21:36.791803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-464510d8-ef5a-4231-98d2-f4409e1fa422 req-c326c74e-5fe5-41c2-8601-c5458e0378d2 service neutron] 10.222.0.38 "GET /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853631 Aug 20 12:21:36.986493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e req-8df835fc-8408-4a97-a280-1862d6aa3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:36.988005 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e req-8df835fc-8408-4a97-a280-1862d6aa3cb1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=203f1568da2944d4936cafd9c464fcb1&device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 1095 time: 0.0727160 Aug 20 12:21:36.998994 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb8d9f-f68d-4531-93b6-5b94628d905a req-d1872dc8-9be2-420c-be6b-6e12826865c4 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:37.000387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bdbb8d9f-f68d-4531-93b6-5b94628d905a req-d1872dc8-9be2-420c-be6b-6e12826865c4 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 944 time: 0.0613363 Aug 20 12:21:37.091356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bdbb8d9f-f68d-4531-93b6-5b94628d905a req-f681df21-392a-477f-813a-8d75be36c037 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814486 Aug 20 12:21:37.110944 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e req-3b794faa-8189-4f78-b6c9-c0a81843435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:37.112506 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e req-3b794faa-8189-4f78-b6c9-c0a81843435e service neutron] 10.222.0.38 "GET /v2.0/networks?id=bcc7f7df-8595-4d4e-b958-9059c8fa162e HTTP/1.1" status: 200 len: 914 time: 0.1112921 Aug 20 12:21:37.158334 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e req-90322c8a-915a-4307-8fa7-137a2bd07bb2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0619d029-5bb4-491b-b8ab-889a4ca36c34 HTTP/1.1" status: 200 len: 217 time: 0.0374260 Aug 20 12:21:37.209348 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e req-30264b62-199d-46c2-aa85-55a1029fe899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:37.211514 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e req-30264b62-199d-46c2-aa85-55a1029fe899 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5ca3bcd3-5230-467f-b626-f05abc483dff HTTP/1.1" status: 200 len: 853 time: 0.0442615 Aug 20 12:21:37.242706 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e req-c9a4abc5-025a-4afe-8d4c-9f27d04800cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bcc7f7df-8595-4d4e-b958-9059c8fa162e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234995 Aug 20 12:21:37.335864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e req-d0230b3c-3d7a-477f-b9d4-45baac066a5b service neutron] 10.222.0.38 "GET /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849092 Aug 20 12:21:37.424133 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0148d94-7c64-4a8d-bdc2-a3cf0322fe9e req-f3316989-3354-4259-91d1-daffa28dae4e service neutron] 10.222.0.38 "GET /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804670 Aug 20 12:21:38.206030 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83437d64-8898-4dd5-905a-e9c95d4b1b46 req-4ee4acc5-13a2-4918-93f5-f4ec142c7da7 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:38.207520 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83437d64-8898-4dd5-905a-e9c95d4b1b46 req-4ee4acc5-13a2-4918-93f5-f4ec142c7da7 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 944 time: 0.0487001 Aug 20 12:21:38.246047 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83437d64-8898-4dd5-905a-e9c95d4b1b46 req-1413849c-37e2-4b4c-8f88-c8e8c74cd6cf tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Aug 20 12:21:39.204142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 0619d029-5bb4-491b-b8ab-889a4ca36c34 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:21:39.316425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 0619d029-5bb4-491b-b8ab-889a4ca36c34, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=0619d029-5bb4-491b-b8ab-889a4ca36c34,segment=NetworkSegment(e6b7a386-1922-45f7-bc42-3846c202727c),segment_id=e6b7a386-1922-45f7-bc42-3846c202727c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:39.335028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '0619d029-5bb4-491b-b8ab-889a4ca36c34', 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e', 'port_id': '0619d029-5bb4-491b-b8ab-889a4ca36c34', 'mac_address': 'fa:16:3e:9e:fe:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca3bcd3-5230-467f-b626-f05abc483dff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:21:39.376961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:39.385125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429d2ac-63dc-48cc-abcf-d27dd29be687 req-ba7093a1-9f96-40f7-9ab4-a4b6ac53a2e3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:39.386702 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5429d2ac-63dc-48cc-abcf-d27dd29be687 req-ba7093a1-9f96-40f7-9ab4-a4b6ac53a2e3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 944 time: 0.0518587 Aug 20 12:21:39.390173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0619d029-5bb4-491b-b8ab-889a4ca36c34 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:39.413692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 0619d029-5bb4-491b-b8ab-889a4ca36c34, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=0619d029-5bb4-491b-b8ab-889a4ca36c34,segment=NetworkSegment(e6b7a386-1922-45f7-bc42-3846c202727c),segment_id=e6b7a386-1922-45f7-bc42-3846c202727c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:39.424416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5429d2ac-63dc-48cc-abcf-d27dd29be687 req-fe020fd0-de0d-414d-8dc8-79792b998d61 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317934 Aug 20 12:21:39.493590 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:39.541025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=0619d029-5bb4-491b-b8ab-889a4ca36c34,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:39.736278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['0619d029-5bb4-491b-b8ab-889a4ca36c34'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:40.536818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec3a57-2715-475f-934b-db7bbd66d85e req-b5fec20b-cf84-4cc3-aa33-7221d71f214a tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:40.538330 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32ec3a57-2715-475f-934b-db7bbd66d85e req-b5fec20b-cf84-4cc3-aa33-7221d71f214a tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 945 time: 0.0486453 Aug 20 12:21:40.580970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-32ec3a57-2715-475f-934b-db7bbd66d85e req-e0ff5f02-c0ec-4730-b985-495be05b1765 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Aug 20 12:21:41.205259 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 0619d029-5bb4-491b-b8ab-889a4ca36c34 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:41.372479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 0619d029-5bb4-491b-b8ab-889a4ca36c34 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:41.376502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 0619d029-5bb4-491b-b8ab-889a4ca36c34 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:41.376878 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.453676 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.476236 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de73ff72-23cf-41c5-a538-ea44cfdeecf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0619d029-5bb4-491b-b8ab-889a4ca36c34'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:41.479125 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd5bd3-35d5-40fa-9388-04111958d573" -d '{"events": [{"server_uuid": "de73ff72-23cf-41c5-a538-ea44cfdeecf0", "name": "network-vif-plugged", "status": "completed", "tag": "0619d029-5bb4-491b-b8ab-889a4ca36c34"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:41.492091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 0619d029-5bb4-491b-b8ab-889a4ca36c34, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=0619d029-5bb4-491b-b8ab-889a4ca36c34,segment=NetworkSegment(e6b7a386-1922-45f7-bc42-3846c202727c),segment_id=e6b7a386-1922-45f7-bc42-3846c202727c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:41.516563 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4f009a-0998-4238-8f79-5bc38e87d627 x-openstack-request-id: req-8c4f009a-0998-4238-8f79-5bc38e87d627 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:41.516859 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de73ff72-23cf-41c5-a538-ea44cfdeecf0", "name": "network-vif-plugged", "status": "completed", "tag": "0619d029-5bb4-491b-b8ab-889a4ca36c34", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:41.517118 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c4f009a-0998-4238-8f79-5bc38e87d627 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:41.517516 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de73ff72-23cf-41c5-a538-ea44cfdeecf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0619d029-5bb4-491b-b8ab-889a4ca36c34', 'code': 200} Aug 20 12:21:41.567925 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:41.622158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=0619d029-5bb4-491b-b8ab-889a4ca36c34,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:41.626090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d50b51-eb91-423e-9aa6-b8808e99637c req-40a49c7a-1e1f-4518-824d-bb44017429b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:41.627646 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54d50b51-eb91-423e-9aa6-b8808e99637c req-40a49c7a-1e1f-4518-824d-bb44017429b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 1097 time: 0.0465806 Aug 20 12:21:41.667211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-54d50b51-eb91-423e-9aa6-b8808e99637c req-23f18b5e-70ad-43f2-9a69-1055e55fd1b8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299668 Aug 20 12:21:41.695610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587b13-f866-4f5a-9dd9-8ffaf7df31ba req-43b93264-43c0-45a8-86fd-147998469a84 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:41.697577 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf587b13-f866-4f5a-9dd9-8ffaf7df31ba req-43b93264-43c0-45a8-86fd-147998469a84 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0501146 Aug 20 12:21:41.736110 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf587b13-f866-4f5a-9dd9-8ffaf7df31ba req-596e5847-379b-4be9-8938-3fa8098472be tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Aug 20 12:21:41.767210 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:42.852522 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d24b0-a27c-4659-9cc1-3df75b20eebe req-34183256-baa3-4158-a078-c280868a423c tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:42.854003 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b8d24b0-a27c-4659-9cc1-3df75b20eebe req-34183256-baa3-4158-a078-c280868a423c tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0481653 Aug 20 12:21:42.891171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5b8d24b0-a27c-4659-9cc1-3df75b20eebe req-76c8333c-c2fd-4722-83e7-bfa8fdb3cee6 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305750 Aug 20 12:21:44.008025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40979b0d-a72a-4a0b-a47f-a215230ed956 req-268e1dbb-c278-476d-8847-020382db4f02 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:44.009575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40979b0d-a72a-4a0b-a47f-a215230ed956 req-268e1dbb-c278-476d-8847-020382db4f02 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0501752 Aug 20 12:21:44.049183 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-40979b0d-a72a-4a0b-a47f-a215230ed956 req-06b3e197-98f7-42e4-878b-585f95675574 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Aug 20 12:21:44.119103 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:44.626392 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-943dd092-27cd-45fb-84ff-8d80c52834a3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:44.627914 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-943dd092-27cd-45fb-84ff-8d80c52834a3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/networks?id=bcc7f7df-8595-4d4e-b958-9059c8fa162e HTTP/1.1" status: 200 len: 813 time: 0.4560578 Aug 20 12:21:44.643341 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-28932731-912d-4d39-84fa-4710aa739d5c tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/quotas/203f1568da2944d4936cafd9c464fcb1 HTTP/1.1" status: 200 len: 375 time: 0.0095644 Aug 20 12:21:44.692246 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-d82936f6-e3ae-43a3-8a86-1b45f74cddf7 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=203f1568da2944d4936cafd9c464fcb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435445 Aug 20 12:21:44.779941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2f407b72-b85f-4df5-abb3-d2a853d61797 service neutron] 10.222.0.10 "GET /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807281 Aug 20 12:21:44.871713 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9d0efb0b-a905-4155-b751-5f703d623bbc service neutron] 10.222.0.10 "GET /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855975 Aug 20 12:21:45.064251 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-261a1cd3-352c-4dd7-86da-c1ad1e69a86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:45.116528 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e332e3eb-f375-454a-98b3-ea3ad09aabf6 req-f71d5285-7efc-44cc-a2d0-785016f66e2e tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 210 time: 0.0283947 Aug 20 12:21:46.214777 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d0ef0008-21aa-4d1f-8155-b1a45ed5990e req-2bfac7b4-d827-4cee-8350-c5547b5bee89 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 210 time: 0.0268803 Aug 20 12:21:47.313914 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d47ac74d-1530-4a91-b306-9beb83340e87 req-fe117aa8-f83e-4b1d-94a9-d38273d72ec6 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 210 time: 0.0312793 Aug 20 12:21:47.442404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-3d7572d2-043f-459b-81e9-98f8386413a6 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:47.443921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-3d7572d2-043f-459b-81e9-98f8386413a6 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.57 "GET /v2.0/networks?id=bcc7f7df-8595-4d4e-b958-9059c8fa162e HTTP/1.1" status: 200 len: 813 time: 0.1038954 Aug 20 12:21:47.458107 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Request body: {'port': {'device_id': 'dc60a853-cb80-404c-b55a-2141be0d3e56', 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e', 'admin_state_up': True, 'tenant_id': '203f1568da2944d4936cafd9c464fcb1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:47.816383 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d61f5669-470d-4cf5-9e3d-f02dd9ff99e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:47.892561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Made reservation on behalf of 203f1568da2944d4936cafd9c464fcb1 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:21:47.896132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.017377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Allocated IP 172.20.0.4 (bcc7f7df-8595-4d4e-b958-9059c8fa162e/5ca3bcd3-5230-467f-b626-f05abc483dff/9d60d227-c03a-41d3-8f67-0b19978fe8e6) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:21:48.163374 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.269704 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.282943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['0619d029-5bb4-491b-b8ab-889a4ca36c34'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:48.314415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Network bcc7f7df-8595-4d4e-b958-9059c8fa162e is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:21:48.317750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:21:48.321610 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:21:48.352080 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Pushing event updated for resources: {'Port': ['ID=9d60d227-c03a-41d3-8f67-0b19978fe8e6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:48.383835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:48.384486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.430383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0a22b-d18b-4a15-a6c5-4aa884912c27 req-8a9acc77-f363-4afc-b274-6138c4cd15e7 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:48.431969 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fe0a22b-d18b-4a15-a6c5-4aa884912c27 req-8a9acc77-f363-4afc-b274-6138c4cd15e7 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 931 time: 0.0492940 Aug 20 12:21:48.459119 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-9296437d-4175-4659-b227-fb003600e9d9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0051093 Aug 20 12:21:48.471309 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5fe0a22b-d18b-4a15-a6c5-4aa884912c27 req-1fb204b0-644a-4bb2-8fcd-64442b77f23c tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Aug 20 12:21:48.474372 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Request body: {'port': {'device_id': 'dc60a853-cb80-404c-b55a-2141be0d3e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:21:48.529473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.669983 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.791554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d60d227-c03a-41d3-8f67-0b19978fe8e6 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:48.799685 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.811869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Transition to ACTIVE for port object 9d60d227-c03a-41d3-8f67-0b19978fe8e6 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:21:48.881125 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:48.936716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Pushing event updated for resources: {'Port': ['ID=9d60d227-c03a-41d3-8f67-0b19978fe8e6,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:49.002791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Attempting to bind port 9d60d227-c03a-41d3-8f67-0b19978fe8e6 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:21:49.003157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Attempting to bind port 9d60d227-c03a-41d3-8f67-0b19978fe8e6 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'e6b7a386-1922-45f7-bc42-3846c202727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:21:49.003488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Attempting to bind port 9d60d227-c03a-41d3-8f67-0b19978fe8e6 on network bcc7f7df-8595-4d4e-b958-9059c8fa162e {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:49.007744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Port 9d60d227-c03a-41d3-8f67-0b19978fe8e6 on network bcc7f7df-8595-4d4e-b958-9059c8fa162e not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:21:49.008066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Attempting to bind port 9d60d227-c03a-41d3-8f67-0b19978fe8e6 on network bcc7f7df-8595-4d4e-b958-9059c8fa162e {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:21:49.013391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:21:49.013727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Checking segment: {'id': 'e6b7a386-1922-45f7-bc42-3846c202727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:21:49.014120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Bound using segment: {'id': 'e6b7a386-1922-45f7-bc42-3846c202727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:21:49.014575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Bound port: 9d60d227-c03a-41d3-8f67-0b19978fe8e6, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b7a386-1922-45f7-bc42-3846c202727c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:21:49.014937 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:49.078259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] For port 9d60d227-c03a-41d3-8f67-0b19978fe8e6, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:21:49.081387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] For port 9d60d227-c03a-41d3-8f67-0b19978fe8e6, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=9d60d227-c03a-41d3-8f67-0b19978fe8e6,segment=NetworkSegment(e6b7a386-1922-45f7-bc42-3846c202727c),segment_id=e6b7a386-1922-45f7-bc42-3846c202727c)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:21:49.176559 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:49.217286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:49.217905 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:49.219317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] 10.222.0.57 "PUT /v2.0/ports/9d60d227-c03a-41d3-8f67-0b19978fe8e6 HTTP/1.1" status: 200 len: 1091 time: 0.7495353 Aug 20 12:21:49.219753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc60a853-cb80-404c-b55a-2141be0d3e56', 'tag': '9d60d227-c03a-41d3-8f67-0b19978fe8e6'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:49.222011 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49001559-e181-4f20-bb4a-97c3980d0449" -d '{"events": [{"name": "network-changed", "server_uuid": "dc60a853-cb80-404c-b55a-2141be0d3e56", "tag": "9d60d227-c03a-41d3-8f67-0b19978fe8e6"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:49.247488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd38084-0212-4364-a9e1-4ca23cac6315 service neutron] Pushing event updated for resources: {'Port': ['ID=9d60d227-c03a-41d3-8f67-0b19978fe8e6,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:49.262781 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b257102-f64a-46c1-8a42-b85162b400b5 x-openstack-request-id: req-2b257102-f64a-46c1-8a42-b85162b400b5 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:49.263061 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc60a853-cb80-404c-b55a-2141be0d3e56", "tag": "9d60d227-c03a-41d3-8f67-0b19978fe8e6", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:49.263377 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b257102-f64a-46c1-8a42-b85162b400b5 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:49.263785 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc60a853-cb80-404c-b55a-2141be0d3e56', 'tag': '9d60d227-c03a-41d3-8f67-0b19978fe8e6', 'status': 'completed', 'code': 200} Aug 20 12:21:49.324295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49001559-e181-4f20-bb4a-97c3980d0449 req-bde7fe67-b334-4d30-ac41-a181e9f2a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:49.326536 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49001559-e181-4f20-bb4a-97c3980d0449 req-bde7fe67-b334-4d30-ac41-a181e9f2a338 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=203f1568da2944d4936cafd9c464fcb1&device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 1094 time: 0.0430086 Aug 20 12:21:49.423660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49001559-e181-4f20-bb4a-97c3980d0449 req-59e9f61f-04b4-48e3-ac54-106471975b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:49.425074 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49001559-e181-4f20-bb4a-97c3980d0449 req-59e9f61f-04b4-48e3-ac54-106471975b0c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=203f1568da2944d4936cafd9c464fcb1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0910432 Aug 20 12:21:49.429311 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:49.528866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49001559-e181-4f20-bb4a-97c3980d0449 req-f343934d-fffe-44c5-87d0-7c4fe896e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:49.530370 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-49001559-e181-4f20-bb4a-97c3980d0449 req-f343934d-fffe-44c5-87d0-7c4fe896e8b1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984421 Aug 20 12:21:49.607808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-06111531-60e5-4a3d-b683-d12fe1ce5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:49.608312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504be8b-e902-41a3-a115-0bc9ebae3c4a req-2723bbef-0dd8-48c4-9e76-5fcbe532b2eb tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:49.609341 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-06111531-60e5-4a3d-b683-d12fe1ce5e26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=203f1568da2944d4936cafd9c464fcb1&device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 1094 time: 0.0423646 Aug 20 12:21:49.609911 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a504be8b-e902-41a3-a115-0bc9ebae3c4a req-2723bbef-0dd8-48c4-9e76-5fcbe532b2eb tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 943 time: 0.0674791 Aug 20 12:21:49.650029 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a504be8b-e902-41a3-a115-0bc9ebae3c4a req-8dc3426a-684b-45bc-a129-33583c35fddc tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Aug 20 12:21:49.658124 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-be10f66c-9198-4e8a-b7ed-081345075d7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d60d227-c03a-41d3-8f67-0b19978fe8e6 HTTP/1.1" status: 200 len: 217 time: 0.0411375 Aug 20 12:21:49.708749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-5c746d17-1b12-4a20-aacb-73b5a9886a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:49.710131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-5c746d17-1b12-4a20-aacb-73b5a9886a9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ca3bcd3-5230-467f-b626-f05abc483dff HTTP/1.1" status: 200 len: 853 time: 0.0456467 Aug 20 12:21:49.742510 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-3a4e9f0f-39d6-4911-a151-ec802357cea8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bcc7f7df-8595-4d4e-b958-9059c8fa162e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248122 Aug 20 12:21:49.836820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-adb292c1-f1d7-4a5b-9a6b-f98338a0b3eb service neutron] 10.222.0.57 "GET /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871506 Aug 20 12:21:49.927389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-85d7aa4a-aa2a-4cb1-b3a3-d154f7193eb3 req-4b0053c4-a6ae-40db-8180-efb6d0c7003f service neutron] 10.222.0.57 "GET /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834877 Aug 20 12:21:50.769890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412fb27-b55d-48c4-b1ef-d8d26c5382f7 req-377a268e-a3ab-4910-b159-eb7fed8d3d29 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:50.772891 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1412fb27-b55d-48c4-b1ef-d8d26c5382f7 req-377a268e-a3ab-4910-b159-eb7fed8d3d29 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 943 time: 0.0501485 Aug 20 12:21:50.812880 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1412fb27-b55d-48c4-b1ef-d8d26c5382f7 req-af2692ba-df6d-41bc-a03a-1a86165c1670 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344334 Aug 20 12:21:51.075301 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:51.928631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908ed8d-353a-4ec0-9549-e7565a6bbad9 req-f150e7e3-d820-4505-91e0-935d979c64b9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:51.930158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6908ed8d-353a-4ec0-9549-e7565a6bbad9 req-f150e7e3-d820-4505-91e0-935d979c64b9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 943 time: 0.0493336 Aug 20 12:21:51.968206 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6908ed8d-353a-4ec0-9549-e7565a6bbad9 req-a6d92580-9ce4-4de5-a000-fa19ab0e8823 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320389 Aug 20 12:21:52.591753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 9d60d227-c03a-41d3-8f67-0b19978fe8e6 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:21:52.687106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 9d60d227-c03a-41d3-8f67-0b19978fe8e6, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=9d60d227-c03a-41d3-8f67-0b19978fe8e6,segment=NetworkSegment(e6b7a386-1922-45f7-bc42-3846c202727c),segment_id=e6b7a386-1922-45f7-bc42-3846c202727c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:52.699092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '9d60d227-c03a-41d3-8f67-0b19978fe8e6', 'network_id': 'bcc7f7df-8595-4d4e-b958-9059c8fa162e', 'port_id': '9d60d227-c03a-41d3-8f67-0b19978fe8e6', 'mac_address': 'fa:16:3e:83:94:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca3bcd3-5230-467f-b626-f05abc483dff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:21:52.735750 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:52.748932 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d60d227-c03a-41d3-8f67-0b19978fe8e6 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:21:52.767945 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 9d60d227-c03a-41d3-8f67-0b19978fe8e6, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=9d60d227-c03a-41d3-8f67-0b19978fe8e6,segment=NetworkSegment(e6b7a386-1922-45f7-bc42-3846c202727c),segment_id=e6b7a386-1922-45f7-bc42-3846c202727c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:52.839161 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:52.890518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=9d60d227-c03a-41d3-8f67-0b19978fe8e6,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:52.897808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.898152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.898543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.898880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.899213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.899535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.899857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.900176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.900495 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.900811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.901150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:52.901472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:53.040014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['9d60d227-c03a-41d3-8f67-0b19978fe8e6'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:53.104129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c26be-d5d5-4d16-aea2-4f8895e83503 req-2221565b-78d0-4b16-87c6-51efc1acf6d4 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:53.108577 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4c26be-d5d5-4d16-aea2-4f8895e83503 req-2221565b-78d0-4b16-87c6-51efc1acf6d4 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 944 time: 0.0547819 Aug 20 12:21:53.149080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cf4c26be-d5d5-4d16-aea2-4f8895e83503 req-a414c062-c8c7-4a1f-9fa3-55a88033ba8d tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332551 Aug 20 12:21:54.273822 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7d57-14cc-4318-9620-86b8b0ad58f7 req-236e778b-4839-4c09-9008-9c6600425845 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:54.275272 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d1b7d57-14cc-4318-9620-86b8b0ad58f7 req-236e778b-4839-4c09-9008-9c6600425845 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 944 time: 0.0492163 Aug 20 12:21:54.313054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7d1b7d57-14cc-4318-9620-86b8b0ad58f7 req-83583857-42d7-4d6b-8b19-0ad576a53292 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Aug 20 12:21:54.623126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 9d60d227-c03a-41d3-8f67-0b19978fe8e6 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:21:54.755366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 9d60d227-c03a-41d3-8f67-0b19978fe8e6 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:21:54.759450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 9d60d227-c03a-41d3-8f67-0b19978fe8e6 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:21:54.759823 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.836044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.858666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc60a853-cb80-404c-b55a-2141be0d3e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d60d227-c03a-41d3-8f67-0b19978fe8e6'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:54.860912 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5942ac4b-8f97-4b45-a5f3-8eca9e50e094" -d '{"events": [{"server_uuid": "dc60a853-cb80-404c-b55a-2141be0d3e56", "name": "network-vif-plugged", "status": "completed", "tag": "9d60d227-c03a-41d3-8f67-0b19978fe8e6"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:54.874086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 9d60d227-c03a-41d3-8f67-0b19978fe8e6, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=9d60d227-c03a-41d3-8f67-0b19978fe8e6,segment=NetworkSegment(e6b7a386-1922-45f7-bc42-3846c202727c),segment_id=e6b7a386-1922-45f7-bc42-3846c202727c)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:54.895866 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f088f1b9-98c6-48b7-852f-7894dcca6117 x-openstack-request-id: req-f088f1b9-98c6-48b7-852f-7894dcca6117 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:54.895866 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc60a853-cb80-404c-b55a-2141be0d3e56", "name": "network-vif-plugged", "status": "completed", "tag": "9d60d227-c03a-41d3-8f67-0b19978fe8e6", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:54.895866 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f088f1b9-98c6-48b7-852f-7894dcca6117 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:54.896239 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc60a853-cb80-404c-b55a-2141be0d3e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d60d227-c03a-41d3-8f67-0b19978fe8e6', 'code': 200} Aug 20 12:21:54.943915 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:54.991376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=9d60d227-c03a-41d3-8f67-0b19978fe8e6,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:54.991636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eac122-f5b8-417a-ae58-57d3d261df56 req-084c04ce-39e2-4e18-a35b-260cf4e46bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:54.993168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10eac122-f5b8-417a-ae58-57d3d261df56 req-084c04ce-39e2-4e18-a35b-260cf4e46bbb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 1096 time: 0.0400658 Aug 20 12:21:55.030652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-10eac122-f5b8-417a-ae58-57d3d261df56 req-5368c7d9-499d-415c-b752-904f33019002 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298121 Aug 20 12:21:55.428202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9d7fc-bde3-40fb-8070-054cace67e8b req-6464b6e0-cc3a-4229-a7be-eba3d1d1a4e0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:55.429675 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18e9d7fc-bde3-40fb-8070-054cace67e8b req-6464b6e0-cc3a-4229-a7be-eba3d1d1a4e0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 945 time: 0.0513332 Aug 20 12:21:55.467592 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-18e9d7fc-bde3-40fb-8070-054cace67e8b req-5b4f6c41-3a19-421c-8e1d-8c59f220877c tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Aug 20 12:21:56.581252 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde75d2-9fe4-4b5e-8ac6-7d6753c83b32 req-c5c1988b-a1a8-4f33-bd0e-bc045ea09f14 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:56.582776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-afde75d2-9fe4-4b5e-8ac6-7d6753c83b32 req-c5c1988b-a1a8-4f33-bd0e-bc045ea09f14 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 945 time: 0.0478933 Aug 20 12:21:56.620692 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-afde75d2-9fe4-4b5e-8ac6-7d6753c83b32 req-1511e67b-7f98-43a2-9bf3-f7f98636e4ee tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319822 Aug 20 12:21:57.077228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef073b6-44ff-406f-ab9e-c1bd36137a93 req-67721a79-8aff-4d10-a137-983d2450fc85 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:57.078636 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cef073b6-44ff-406f-ab9e-c1bd36137a93 req-67721a79-8aff-4d10-a137-983d2450fc85 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 945 time: 0.0552337 Aug 20 12:21:57.117039 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cef073b6-44ff-406f-ab9e-c1bd36137a93 req-7cf69564-4715-4b69-82ca-4182b05c36f7 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Aug 20 12:21:58.235001 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d947adb-bb6b-4f31-8e86-b8c1952c7089 req-927c747c-e396-4827-b433-965234d0116b tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:58.237365 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d947adb-bb6b-4f31-8e86-b8c1952c7089 req-927c747c-e396-4827-b433-965234d0116b tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 945 time: 0.0484653 Aug 20 12:21:58.274218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d947adb-bb6b-4f31-8e86-b8c1952c7089 req-a809d3f8-af55-4d78-b474-a813d16d6282 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Aug 20 12:21:58.380945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-2f9d19fc-ecbf-4ddd-8629-0e57fd739fb7 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:21:58.382412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-2f9d19fc-ecbf-4ddd-8629-0e57fd739fb7 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 945 time: 0.0477350 Aug 20 12:21:58.475834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Deleting port 9d60d227-c03a-41d3-8f67-0b19978fe8e6 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:21:58.476182 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.561952 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] For port 9d60d227-c03a-41d3-8f67-0b19978fe8e6, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=9d60d227-c03a-41d3-8f67-0b19978fe8e6,segment=NetworkSegment(e6b7a386-1922-45f7-bc42-3846c202727c),segment_id=e6b7a386-1922-45f7-bc42-3846c202727c)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:21:58.562237 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.575867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Calling delete_port for 9d60d227-c03a-41d3-8f67-0b19978fe8e6 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:21:58.801341 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.815709 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['0619d029-5bb4-491b-b8ab-889a4ca36c34'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:21:58.833478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Pushing event deleted for resources: {'Port': ['ID=9d60d227-c03a-41d3-8f67-0b19978fe8e6,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:21:58.858159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.858539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.858890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.859262 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.859573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.859914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.860247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.860577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.860909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.861366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.861569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.861895 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:21:58.883671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] No DVR routers for this DVR port 9d60d227-c03a-41d3-8f67-0b19978fe8e6 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:21:58.886364 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:21:58.888511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9575dee1-37c3-47aa-9fd5-b5b4451e1709 req-d5c20068-cdec-4095-b162-39d63b9786a0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.57 "DELETE /v2.0/ports/9d60d227-c03a-41d3-8f67-0b19978fe8e6 HTTP/1.1" status: 204 len: 173 time: 0.4980195 Aug 20 12:21:58.888958 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc60a853-cb80-404c-b55a-2141be0d3e56', 'name': 'network-vif-deleted', 'tag': '9d60d227-c03a-41d3-8f67-0b19978fe8e6'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:21:58.891256 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6b4c80-22c5-4200-b10d-1238400eab4a" -d '{"events": [{"server_uuid": "dc60a853-cb80-404c-b55a-2141be0d3e56", "name": "network-vif-deleted", "tag": "9d60d227-c03a-41d3-8f67-0b19978fe8e6"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:21:58.926594 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7738fe9a-8ca8-466c-8113-b4fc776c9960 x-openstack-request-id: req-7738fe9a-8ca8-466c-8113-b4fc776c9960 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:21:58.926963 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc60a853-cb80-404c-b55a-2141be0d3e56", "name": "network-vif-deleted", "tag": "9d60d227-c03a-41d3-8f67-0b19978fe8e6", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:21:58.927289 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7738fe9a-8ca8-466c-8113-b4fc776c9960 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:21:58.927806 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc60a853-cb80-404c-b55a-2141be0d3e56', 'name': 'network-vif-deleted', 'tag': '9d60d227-c03a-41d3-8f67-0b19978fe8e6', 'status': 'completed', 'code': 200} Aug 20 12:21:59.378501 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-86b14916-aa78-4148-b46a-f626f54a6fba req-de9a5a19-7b45-411c-96dc-6c8a456ae499 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc60a853-cb80-404c-b55a-2141be0d3e56 HTTP/1.1" status: 200 len: 210 time: 0.0261395 Aug 20 12:22:00.526376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f607ac9-ddcb-4332-a5b7-c63a850a2f57 req-c2ec2adf-7b96-4298-9947-2c3ec372d70a tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:00.527853 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9f607ac9-ddcb-4332-a5b7-c63a850a2f57 req-c2ec2adf-7b96-4298-9947-2c3ec372d70a tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0499277 Aug 20 12:22:00.565189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9f607ac9-ddcb-4332-a5b7-c63a850a2f57 req-5e7c9cf9-d2e7-4f81-a52f-ea8533e0e714 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Aug 20 12:22:00.623183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 9d60d227-c03a-41d3-8f67-0b19978fe8e6 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:22:00.642615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 9d60d227-c03a-41d3-8f67-0b19978fe8e6 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:22:00.642969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 9d60d227-c03a-41d3-8f67-0b19978fe8e6 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:22:00.693180 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b307-5d22-4cf7-9b06-41b8ed470077 req-555bcf04-fb1e-497a-8f74-13a62621ee97 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:00.694606 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0508b307-5d22-4cf7-9b06-41b8ed470077 req-555bcf04-fb1e-497a-8f74-13a62621ee97 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0478940 Aug 20 12:22:00.732984 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0508b307-5d22-4cf7-9b06-41b8ed470077 req-f5ce8172-0a95-4d9c-bb96-f3b7cb900254 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Aug 20 12:22:00.854691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6abee-4460-4efe-b1f1-c66bf2631601 req-7e81f735-566e-49e2-b19c-fbceb56026c9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:00.856204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b6abee-4460-4efe-b1f1-c66bf2631601 req-7e81f735-566e-49e2-b19c-fbceb56026c9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0554183 Aug 20 12:22:00.895126 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b0b6abee-4460-4efe-b1f1-c66bf2631601 req-3359dede-7e45-461d-871c-d7ccd0634a08 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323575 Aug 20 12:22:01.059994 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1286c7-f7ba-4412-906c-c08640315c02 req-b79eb300-ae2c-428d-883b-4c95b0131f60 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:01.061910 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f1286c7-f7ba-4412-906c-c08640315c02 req-b79eb300-ae2c-428d-883b-4c95b0131f60 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0498886 Aug 20 12:22:01.100502 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f1286c7-f7ba-4412-906c-c08640315c02 req-642843c9-32af-4f59-9795-1926d2c7d38d tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Aug 20 12:22:01.213411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126e939-4f87-4e9a-914a-e47b946bc24d req-485ce508-0557-435b-9bc2-30239e4f42e9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:01.214814 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4126e939-4f87-4e9a-914a-e47b946bc24d req-485ce508-0557-435b-9bc2-30239e4f42e9 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0469625 Aug 20 12:22:01.253965 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4126e939-4f87-4e9a-914a-e47b946bc24d req-b72b5c9e-eb57-4b12-bd02-c1b0f666e887 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Aug 20 12:22:01.379996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dd917-59c8-421e-a7d2-d54d234da19a req-a29536cf-62ff-45ad-8800-6b6a9c726ed0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:01.381440 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed6dd917-59c8-421e-a7d2-d54d234da19a req-a29536cf-62ff-45ad-8800-6b6a9c726ed0 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0506217 Aug 20 12:22:01.419373 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed6dd917-59c8-421e-a7d2-d54d234da19a req-ebccbd00-68bf-446f-94ce-3b300a707927 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Aug 20 12:22:01.920474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf10f99-6ef1-424a-9336-6442b1142eac req-559eb2b1-4985-4b8c-8a4a-aa3bedb8d67a tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:01.922939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8cf10f99-6ef1-424a-9336-6442b1142eac req-559eb2b1-4985-4b8c-8a4a-aa3bedb8d67a tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0488646 Aug 20 12:22:01.964100 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8cf10f99-6ef1-424a-9336-6442b1142eac req-bdb2ea36-68c0-4bc4-b57e-726b4e3ca963 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360363 Aug 20 12:22:03.082346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357431d-e739-483d-8553-aa21a05247c2 req-ec910850-1950-47d4-9a55-1993dc934e50 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:03.083831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f357431d-e739-483d-8553-aa21a05247c2 req-ec910850-1950-47d4-9a55-1993dc934e50 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0497854 Aug 20 12:22:03.122951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f357431d-e739-483d-8553-aa21a05247c2 req-39016688-edcf-40ae-bd1e-5a6597674f7c tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3027160-4580-40d7-bcad-2f3f285e6fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Aug 20 12:22:03.350363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-643e5e3c-d5a2-4a0e-b571-fca4b598e750 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:03.351860 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-643e5e3c-d5a2-4a0e-b571-fca4b598e750 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.38 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 946 time: 0.0478759 Aug 20 12:22:03.446719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-2efec455-8b38-45b3-9e21-344cd15a5ed3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Deleting port 0619d029-5bb4-491b-b8ab-889a4ca36c34 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:03.447071 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-2efec455-8b38-45b3-9e21-344cd15a5ed3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:03.531396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-2efec455-8b38-45b3-9e21-344cd15a5ed3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] For port 0619d029-5bb4-491b-b8ab-889a4ca36c34, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=0619d029-5bb4-491b-b8ab-889a4ca36c34,segment=NetworkSegment(e6b7a386-1922-45f7-bc42-3846c202727c),segment_id=e6b7a386-1922-45f7-bc42-3846c202727c)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:03.531763 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-2efec455-8b38-45b3-9e21-344cd15a5ed3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:03.544926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-2efec455-8b38-45b3-9e21-344cd15a5ed3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Calling delete_port for 0619d029-5bb4-491b-b8ab-889a4ca36c34 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:03.741786 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-2efec455-8b38-45b3-9e21-344cd15a5ed3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:03.759605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['0619d029-5bb4-491b-b8ab-889a4ca36c34'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:22:03.770117 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec455-8b38-45b3-9e21-344cd15a5ed3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Pushing event deleted for resources: {'Port': ['ID=0619d029-5bb4-491b-b8ab-889a4ca36c34,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:03.814115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-2efec455-8b38-45b3-9e21-344cd15a5ed3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] No DVR routers for this DVR port 0619d029-5bb4-491b-b8ab-889a4ca36c34 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:03.816939 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-2efec455-8b38-45b3-9e21-344cd15a5ed3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:03.819006 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d818a057-2264-4dff-a3be-0d4d03c61865 req-2efec455-8b38-45b3-9e21-344cd15a5ed3 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.38 "DELETE /v2.0/ports/0619d029-5bb4-491b-b8ab-889a4ca36c34 HTTP/1.1" status: 204 len: 173 time: 0.4571209 Aug 20 12:22:03.819436 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de73ff72-23cf-41c5-a538-ea44cfdeecf0', 'name': 'network-vif-deleted', 'tag': '0619d029-5bb4-491b-b8ab-889a4ca36c34'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:03.821643 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c221db5-ec24-42df-9964-ffa72ead0c76" -d '{"events": [{"server_uuid": "de73ff72-23cf-41c5-a538-ea44cfdeecf0", "name": "network-vif-deleted", "tag": "0619d029-5bb4-491b-b8ab-889a4ca36c34"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:03.857263 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea94068f-ba0a-4719-ae50-5575f8973a7e x-openstack-request-id: req-ea94068f-ba0a-4719-ae50-5575f8973a7e {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:03.857594 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de73ff72-23cf-41c5-a538-ea44cfdeecf0", "name": "network-vif-deleted", "tag": "0619d029-5bb4-491b-b8ab-889a4ca36c34", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:03.857856 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea94068f-ba0a-4719-ae50-5575f8973a7e {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:03.858268 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de73ff72-23cf-41c5-a538-ea44cfdeecf0', 'name': 'network-vif-deleted', 'tag': '0619d029-5bb4-491b-b8ab-889a4ca36c34', 'status': 'completed', 'code': 200} Aug 20 12:22:04.232334 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6010e2d5-4969-4280-ada5-0e3a4dcfc51d req-2e84d840-9f9e-4ac6-b390-63496b246e84 tempest-ServersNegativeTestJSON-1420877011 tempest-ServersNegativeTestJSON-1420877011-project] 10.222.0.10 "GET /v2.0/ports?device_id=de73ff72-23cf-41c5-a538-ea44cfdeecf0 HTTP/1.1" status: 200 len: 210 time: 0.0308626 Aug 20 12:22:05.291534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48522) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:05.336134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-707626be-3fef-4f19-bb87-0c7a040c7d72 admin admin] Deleting subnet 5ca3bcd3-5230-467f-b626-f05abc483dff {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:22:05.339266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-707626be-3fef-4f19-bb87-0c7a040c7d72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.374184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-707626be-3fef-4f19-bb87-0c7a040c7d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.411907 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-707626be-3fef-4f19-bb87-0c7a040c7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.473635 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:22:05.519704 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-707626be-3fef-4f19-bb87-0c7a040c7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.550995 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707626be-3fef-4f19-bb87-0c7a040c7d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca3bcd3-5230-467f-b626-f05abc483dff,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:05.554831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-707626be-3fef-4f19-bb87-0c7a040c7d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.557211 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-707626be-3fef-4f19-bb87-0c7a040c7d72 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5ca3bcd3-5230-467f-b626-f05abc483dff HTTP/1.1" status: 204 len: 168 time: 0.2641828 Aug 20 12:22:05.559464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48524) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:05.627128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.707089 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.717385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc7f7df-8595-4d4e-b958-9059c8fa162e']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:05.727771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b7a386-1922-45f7-bc42-3846c202727c') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:05.728085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b7a386-1922-45f7-bc42-3846c202727c') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:05.737731 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.751031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.756748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:05.757127 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:05.758734 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:05.856053 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.862299 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:05.864134 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bcc7f7df-8595-4d4e-b958-9059c8fa162e HTTP/1.1" status: 204 len: 168 time: 0.3037610 Aug 20 12:22:05.873682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c69eb-b057-4a22-ac97-5235c6c4b411 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc7f7df-8595-4d4e-b958-9059c8fa162e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:06.147281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48528) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:06.187005 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bfa3bc13-1362-44b0-a828-bbaccbeae327 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=203f1568da2944d4936cafd9c464fcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384703 Aug 20 12:22:06.189715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48530) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:06.240532 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aebbcca6-479e-407c-9d4f-88b34657f48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:06.261013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aebbcca6-479e-407c-9d4f-88b34657f48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:06.371955 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aebbcca6-479e-407c-9d4f-88b34657f48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:06.375172 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aebbcca6-479e-407c-9d4f-88b34657f48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:06.376347 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aebbcca6-479e-407c-9d4f-88b34657f48c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3027160-4580-40d7-bcad-2f3f285e6fa9 HTTP/1.1" status: 204 len: 168 time: 0.1856561 Aug 20 12:22:06.388629 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbcca6-479e-407c-9d4f-88b34657f48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3027160-4580-40d7-bcad-2f3f285e6fa9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:07.280985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 0619d029-5bb4-491b-b8ab-889a4ca36c34 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:22:07.301283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 0619d029-5bb4-491b-b8ab-889a4ca36c34 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:22:07.301630 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 0619d029-5bb4-491b-b8ab-889a4ca36c34 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:22:07.463145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48552) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:07.580530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1581780984'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:07.680601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Made reservation on behalf of 9d773c9b5aa1425cb9786126c7be0ee0 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:07.684108 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:07.692869 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:07.781417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:07.846034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:07.871708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:07.880271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0b46a2-9f03-42e6-b01d-9bc4f3cea178,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:07.886172 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:07.886542 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Added segment e164cc23-8df0-48f2-aa15-7cfc599d2551 of type vlan for network 3a07a8fe-ab32-453c-8e71-512a8395b94e Aug 20 12:22:07.928471 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:08.014561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:08.018178 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:08.018747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:08.085721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'Network': ['ID=3a07a8fe-ab32-453c-8e71-512a8395b94e,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:08.095981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 3a07a8fe-ab32-453c-8e71-512a8395b94e details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:08.150326 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0692dc48-a9ff-47e4-925c-f011f1b125ac tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6856248 Aug 20 12:22:11.369571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48556) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:11.375595 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Request body: {'subnet': {'network_id': '3a07a8fe-ab32-453c-8e71-512a8395b94e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:11.543709 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Made reservation on behalf of 9d773c9b5aa1425cb9786126c7be0ee0 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:11.547881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:11.758094 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:11.787735 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:11.847155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'Subnet': ['ID=6a6062ec-997d-47cb-95ea-3a623dcaa9fe,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:11.862715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Checking segment: {'id': 'e164cc23-8df0-48f2-aa15-7cfc599d2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3a07a8fe-ab32-453c-8e71-512a8395b94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:11.863086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Network hostable DHCP agents. Network: 3a07a8fe-ab32-453c-8e71-512a8395b94e, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:11.947036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Network 3a07a8fe-ab32-453c-8e71-512a8395b94e is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:12.055865 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 3a07a8fe-ab32-453c-8e71-512a8395b94e) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:12.060228 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:12.060855 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.064939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da10ce7-29fe-417c-becc-39b6225bfe4a None None] Network 3a07a8fe-ab32-453c-8e71-512a8395b94e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:12.166948 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8785f49c-a8c8-4214-85ea-0c72ccf6f5fe tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7959900 Aug 20 12:22:12.170416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48558) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:12.175706 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86450132'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:12.209670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-3a07a8fe-ab32-453c-8e71-512a8395b94e', 'network_id': '3a07a8fe-ab32-453c-8e71-512a8395b94e', 'tenant_id': '9d773c9b5aa1425cb9786126c7be0ee0', 'fixed_ips': [{'subnet_id': '6a6062ec-997d-47cb-95ea-3a623dcaa9fe'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:12.210543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.267369 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Made reservation on behalf of 9d773c9b5aa1425cb9786126c7be0ee0 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:12.270984 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.295246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:12.303976 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.304328 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Added segment ce709b64-f42a-4f08-b1a1-2ade62ebe718 of type vlan for network 6b67ea4a-9467-4d00-b310-5a7036e82935 Aug 20 12:22:12.346513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Allocated IP 2001:db8:0:ffff::2 (3a07a8fe-ab32-453c-8e71-512a8395b94e/6a6062ec-997d-47cb-95ea-3a623dcaa9fe/1a523666-ae7d-4cf2-8312-1d170a399389) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:12.347423 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.434968 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.440835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:12.441428 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.487334 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.495833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Transition to ACTIVE for port object 1a523666-ae7d-4cf2-8312-1d170a399389 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:12.510856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Transition to ACTIVE for port object 1a523666-ae7d-4cf2-8312-1d170a399389 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:12.511052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'Network': ['ID=6b67ea4a-9467-4d00-b310-5a7036e82935,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:12.522304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6b67ea4a-9467-4d00-b310-5a7036e82935 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:12.557148 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8e9a1df8-8054-4582-ac54-cd7df46f877c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3770633 Aug 20 12:22:12.557148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48560) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:12.557148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Request body: {'subnet': {'network_id': '6b67ea4a-9467-4d00-b310-5a7036e82935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:12.583859 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.624222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Network 3a07a8fe-ab32-453c-8e71-512a8395b94e is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:12.627041 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:12.630468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:12.639933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Pushing event updated for resources: {'Port': ['ID=1a523666-ae7d-4cf2-8312-1d170a399389,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:12.693594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Attempting to bind port 1a523666-ae7d-4cf2-8312-1d170a399389 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:12.693965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Attempting to bind port 1a523666-ae7d-4cf2-8312-1d170a399389 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'e164cc23-8df0-48f2-aa15-7cfc599d2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3a07a8fe-ab32-453c-8e71-512a8395b94e'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:12.694335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Attempting to bind port 1a523666-ae7d-4cf2-8312-1d170a399389 on network 3a07a8fe-ab32-453c-8e71-512a8395b94e {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:12.697471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Made reservation on behalf of 9d773c9b5aa1425cb9786126c7be0ee0 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:12.704380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:12.704380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Checking segment: {'id': 'e164cc23-8df0-48f2-aa15-7cfc599d2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3a07a8fe-ab32-453c-8e71-512a8395b94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:12.704380 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.704380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Bound using segment: {'id': 'e164cc23-8df0-48f2-aa15-7cfc599d2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3a07a8fe-ab32-453c-8e71-512a8395b94e'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:12.704380 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Bound port: 1a523666-ae7d-4cf2-8312-1d170a399389, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e164cc23-8df0-48f2-aa15-7cfc599d2551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3a07a8fe-ab32-453c-8e71-512a8395b94e'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:12.704973 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.705078 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.766136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] For port 1a523666-ae7d-4cf2-8312-1d170a399389, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:12.769209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] For port 1a523666-ae7d-4cf2-8312-1d170a399389, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1a523666-ae7d-4cf2-8312-1d170a399389,segment=NetworkSegment(e164cc23-8df0-48f2-aa15-7cfc599d2551),segment_id=e164cc23-8df0-48f2-aa15-7cfc599d2551)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:12.847232 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:12.910016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f7731-6a5c-4307-b692-d4327ebc7f9d None None] Pushing event updated for resources: {'Port': ['ID=1a523666-ae7d-4cf2-8312-1d170a399389,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:12.953608 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.013808 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'Subnet': ['ID=26d1e2f7-3f38-435e-a635-f21d9da7e977,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:13.025324 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Checking segment: {'id': 'ce709b64-f42a-4f08-b1a1-2ade62ebe718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b67ea4a-9467-4d00-b310-5a7036e82935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:13.025698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Network hostable DHCP agents. Network: 6b67ea4a-9467-4d00-b310-5a7036e82935, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:13.113287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Network 6b67ea4a-9467-4d00-b310-5a7036e82935 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:13.200434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6b67ea4a-9467-4d00-b310-5a7036e82935) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:13.204635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:13.205246 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.210937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9030af-2d85-4a3b-b50a-c905f69f61ac None None] Network 6b67ea4a-9467-4d00-b310-5a7036e82935 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:13.291461 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1cafba29-30c8-4bbc-bbff-228888c71dcd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7382598 Aug 20 12:22:13.294738 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48564) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:13.361203 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6b67ea4a-9467-4d00-b310-5a7036e82935', 'network_id': '6b67ea4a-9467-4d00-b310-5a7036e82935', 'tenant_id': '9d773c9b5aa1425cb9786126c7be0ee0', 'fixed_ips': [{'subnet_id': '26d1e2f7-3f38-435e-a635-f21d9da7e977'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:13.362068 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.397978 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.450879 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.499193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Allocated IP 2001:db8::2 (6b67ea4a-9467-4d00-b310-5a7036e82935/26d1e2f7-3f38-435e-a635-f21d9da7e977/92992226-c879-4fab-a4bd-f92edafca79a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:13.647443 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.656697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Transition to ACTIVE for port object 92992226-c879-4fab-a4bd-f92edafca79a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:13.672417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Transition to ACTIVE for port object 92992226-c879-4fab-a4bd-f92edafca79a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:13.732994 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.772432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Network 6b67ea4a-9467-4d00-b310-5a7036e82935 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:13.776105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:13.779191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:13.792651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Pushing event updated for resources: {'Port': ['ID=92992226-c879-4fab-a4bd-f92edafca79a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:13.822480 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.843545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c1600-0221-4d88-a6e5-3dcc161a4b3c None None] Network 3a07a8fe-ab32-453c-8e71-512a8395b94e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:13.857490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Subnet': ['ID=26d1e2f7-3f38-435e-a635-f21d9da7e977,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:13.887293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Attempting to bind port 92992226-c879-4fab-a4bd-f92edafca79a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:13.887569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Attempting to bind port 92992226-c879-4fab-a4bd-f92edafca79a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ce709b64-f42a-4f08-b1a1-2ade62ebe718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b67ea4a-9467-4d00-b310-5a7036e82935'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:13.887961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Attempting to bind port 92992226-c879-4fab-a4bd-f92edafca79a on network 6b67ea4a-9467-4d00-b310-5a7036e82935 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:13.906854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:13.907243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Checking segment: {'id': 'ce709b64-f42a-4f08-b1a1-2ade62ebe718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b67ea4a-9467-4d00-b310-5a7036e82935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:13.907642 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.908048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Bound using segment: {'id': 'ce709b64-f42a-4f08-b1a1-2ade62ebe718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b67ea4a-9467-4d00-b310-5a7036e82935'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:13.908514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Bound port: 92992226-c879-4fab-a4bd-f92edafca79a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce709b64-f42a-4f08-b1a1-2ade62ebe718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6b67ea4a-9467-4d00-b310-5a7036e82935'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:13.908894 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.914312 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.926140 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b67ea4a-9467-4d00-b310-5a7036e82935']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:13.938198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce709b64-f42a-4f08-b1a1-2ade62ebe718') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:13.938552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce709b64-f42a-4f08-b1a1-2ade62ebe718') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:13.947892 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.961947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.967933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:13.968327 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:13.978010 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:14.002319 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:14.059916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-468bd480-e55b-42db-960b-e7ab8b06a008 None None] Provisioning for port 1a523666-ae7d-4cf2-8312-1d170a399389 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:14.066205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] For port 92992226-c879-4fab-a4bd-f92edafca79a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:14.081830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] For port 92992226-c879-4fab-a4bd-f92edafca79a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=92992226-c879-4fab-a4bd-f92edafca79a,segment=NetworkSegment(ce709b64-f42a-4f08-b1a1-2ade62ebe718),segment_id=ce709b64-f42a-4f08-b1a1-2ade62ebe718)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:14.103417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:22:14.103417 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:22:14.103417 n-d-804230-3 neutron-server[95588]: [parameters: {'id': '6b67ea4a-9467-4d00-b310-5a7036e82935'}] Aug 20 12:22:14.103417 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:22:14.103878 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:22:14.160834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:14.236796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd272f-687d-4231-9855-0964eb5a5bfc None None] Pushing event updated for resources: {'Port': ['ID=92992226-c879-4fab-a4bd-f92edafca79a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:14.253232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af87e56-630e-42d3-ad3b-77edc0b86b92 None None] Network 6b67ea4a-9467-4d00-b310-5a7036e82935 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:14.380138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b14214a-2794-4222-8a95-515b04923d1b None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:22:14.443123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14214a-2794-4222-8a95-515b04923d1b None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:22:14.605325 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:14.666314 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Deleting port 92992226-c879-4fab-a4bd-f92edafca79a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:14.666791 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:14.728637 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] For port 92992226-c879-4fab-a4bd-f92edafca79a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=92992226-c879-4fab-a4bd-f92edafca79a,segment=NetworkSegment(ce709b64-f42a-4f08-b1a1-2ade62ebe718),segment_id=ce709b64-f42a-4f08-b1a1-2ade62ebe718)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:14.728919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:14.741662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Calling delete_port for 92992226-c879-4fab-a4bd-f92edafca79a owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:14.874429 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:14.894749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1a523666-ae7d-4cf2-8312-1d170a399389 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:14.900999 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Port': ['ID=92992226-c879-4fab-a4bd-f92edafca79a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:14.906830 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No DVR routers for this DVR port 92992226-c879-4fab-a4bd-f92edafca79a on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:14.987149 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:14.990530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 1a523666-ae7d-4cf2-8312-1d170a399389 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:14.995100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 1a523666-ae7d-4cf2-8312-1d170a399389 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:14.995470 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:14.997940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b67ea4a-9467-4d00-b310-5a7036e82935']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:15.014785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce709b64-f42a-4f08-b1a1-2ade62ebe718') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:15.014785 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce709b64-f42a-4f08-b1a1-2ade62ebe718') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:15.023746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.041282 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.048872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:15.049321 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:15.052434 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:15.074580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c6f5c8e5-8a60-474a-a945-53ff9bf27f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.082462 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.115840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 1a523666-ae7d-4cf2-8312-1d170a399389, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1a523666-ae7d-4cf2-8312-1d170a399389,segment=NetworkSegment(e164cc23-8df0-48f2-aa15-7cfc599d2551),segment_id=e164cc23-8df0-48f2-aa15-7cfc599d2551)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:15.181864 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.189835 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.195227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/networks/6b67ea4a-9467-4d00-b310-5a7036e82935 HTTP/1.1" status: 204 len: 168 time: 1.8959401 Aug 20 12:22:15.196316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48568) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:15.198048 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.205129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-173992231'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:15.209530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd0e6c-497d-47ae-8c53-24d7796fbf24 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Network': ['ID=6b67ea4a-9467-4d00-b310-5a7036e82935,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:15.249714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=1a523666-ae7d-4cf2-8312-1d170a399389,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:15.290312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Made reservation on behalf of 9d773c9b5aa1425cb9786126c7be0ee0 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:15.295218 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.320032 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:15.330184 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.330560 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Added segment 02025da7-7a48-4a1b-8610-fbc567f80dad of type vlan for network dbf704df-48a4-480b-bc39-589ddc95d384 Aug 20 12:22:15.370940 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.449956 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.455679 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:15.456275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.563345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'Network': ['ID=dbf704df-48a4-480b-bc39-589ddc95d384,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:15.573874 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network dbf704df-48a4-480b-bc39-589ddc95d384 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:15.599936 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d716f2d0-fe9c-4ae6-9ef9-2b9da4526824 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4029512 Aug 20 12:22:15.602830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48570) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:15.608580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Request body: {'subnet': {'network_id': 'dbf704df-48a4-480b-bc39-589ddc95d384', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:15.759063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Made reservation on behalf of 9d773c9b5aa1425cb9786126c7be0ee0 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:15.762650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:15.823315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Performing IP validity checks on allocation pools {{(pid=95587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 12:22:15.823749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.ipam_backend_mixin [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 12:22:15.998607 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:16.060292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'Subnet': ['ID=f9ffe6e4-4e68-4f70-86af-d40e864e4055,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:16.070927 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Checking segment: {'id': '02025da7-7a48-4a1b-8610-fbc567f80dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbf704df-48a4-480b-bc39-589ddc95d384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:16.071321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Network hostable DHCP agents. Network: dbf704df-48a4-480b-bc39-589ddc95d384, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:16.175680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Network dbf704df-48a4-480b-bc39-589ddc95d384 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:16.261323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, dbf704df-48a4-480b-bc39-589ddc95d384) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:16.266167 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:16.266785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:16.271012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298caf7-448f-4eff-80cc-22b1072f0785 None None] Network dbf704df-48a4-480b-bc39-589ddc95d384 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:16.342635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3ebffea6-37b9-4110-9d7c-d7435bc14407 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7386031 Aug 20 12:22:16.345342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48572) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:16.414585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-dbf704df-48a4-480b-bc39-589ddc95d384', 'network_id': 'dbf704df-48a4-480b-bc39-589ddc95d384', 'tenant_id': '9d773c9b5aa1425cb9786126c7be0ee0', 'fixed_ips': [{'subnet_id': 'f9ffe6e4-4e68-4f70-86af-d40e864e4055'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:16.415502 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:16.448561 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:16.497521 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:16.545894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Allocated IP 2001:db8::3 (dbf704df-48a4-480b-bc39-589ddc95d384/f9ffe6e4-4e68-4f70-86af-d40e864e4055/cc4d8224-d394-4530-a9bf-747e429e6b12) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:16.689403 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:16.697316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Transition to ACTIVE for port object cc4d8224-d394-4530-a9bf-747e429e6b12 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:16.711862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Transition to ACTIVE for port object cc4d8224-d394-4530-a9bf-747e429e6b12 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:16.818208 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:16.855391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Network dbf704df-48a4-480b-bc39-589ddc95d384 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:16.859333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:16.862008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:16.870071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Pushing event updated for resources: {'Port': ['ID=cc4d8224-d394-4530-a9bf-747e429e6b12,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:16.898636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1a523666-ae7d-4cf2-8312-1d170a399389 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:16.909542 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:16.938447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ffe6e4-4e68-4f70-86af-d40e864e4055,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:16.956385 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Attempting to bind port cc4d8224-d394-4530-a9bf-747e429e6b12 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:16.957552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Attempting to bind port cc4d8224-d394-4530-a9bf-747e429e6b12 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '02025da7-7a48-4a1b-8610-fbc567f80dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbf704df-48a4-480b-bc39-589ddc95d384'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:16.957938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Attempting to bind port cc4d8224-d394-4530-a9bf-747e429e6b12 on network dbf704df-48a4-480b-bc39-589ddc95d384 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:16.969241 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:16.969532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Checking segment: {'id': '02025da7-7a48-4a1b-8610-fbc567f80dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbf704df-48a4-480b-bc39-589ddc95d384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:16.969886 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:16.970280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Bound using segment: {'id': '02025da7-7a48-4a1b-8610-fbc567f80dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbf704df-48a4-480b-bc39-589ddc95d384'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:16.970777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Bound port: cc4d8224-d394-4530-a9bf-747e429e6b12, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02025da7-7a48-4a1b-8610-fbc567f80dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dbf704df-48a4-480b-bc39-589ddc95d384'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:16.971159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.007658 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.013304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 1a523666-ae7d-4cf2-8312-1d170a399389 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:17.013675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.018606 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf704df-48a4-480b-bc39-589ddc95d384']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:17.030587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02025da7-7a48-4a1b-8610-fbc567f80dad') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:17.031010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02025da7-7a48-4a1b-8610-fbc567f80dad') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:17.040740 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.054785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.063181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:17.065547 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:17.067023 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:17.079634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] For port cc4d8224-d394-4530-a9bf-747e429e6b12, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:17.130780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] For port cc4d8224-d394-4530-a9bf-747e429e6b12, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cc4d8224-d394-4530-a9bf-747e429e6b12,segment=NetworkSegment(02025da7-7a48-4a1b-8610-fbc567f80dad),segment_id=02025da7-7a48-4a1b-8610-fbc567f80dad)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:17.206426 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:22:17.206426 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:22:17.206426 n-d-804230-3 neutron-server[95588]: [parameters: {'id': 'dbf704df-48a4-480b-bc39-589ddc95d384'}] Aug 20 12:22:17.206426 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:22:17.207174 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:22:17.327251 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.407946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bac07-1fcd-4f4d-8d2b-ec728c108d2a None None] Pushing event updated for resources: {'Port': ['ID=cc4d8224-d394-4530-a9bf-747e429e6b12,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:17.418893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f63c73c-c9c1-454b-99d5-0ab6e61b85c4 None None] Network dbf704df-48a4-480b-bc39-589ddc95d384 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:17.538915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90e9de2-4182-43dd-82e7-ec755d17e5f9 None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:22:17.602036 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90e9de2-4182-43dd-82e7-ec755d17e5f9 None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:22:17.708379 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.766782 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Deleting port cc4d8224-d394-4530-a9bf-747e429e6b12 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:17.767129 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.817489 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c8c92733-9635-4d4c-ad17-70eb54d3cbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.831273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] For port cc4d8224-d394-4530-a9bf-747e429e6b12, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=cc4d8224-d394-4530-a9bf-747e429e6b12,segment=NetworkSegment(02025da7-7a48-4a1b-8610-fbc567f80dad),segment_id=02025da7-7a48-4a1b-8610-fbc567f80dad)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:17.831640 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:17.844248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Calling delete_port for cc4d8224-d394-4530-a9bf-747e429e6b12 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:17.988873 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.012238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Port': ['ID=cc4d8224-d394-4530-a9bf-747e429e6b12,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:18.018600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No DVR routers for this DVR port cc4d8224-d394-4530-a9bf-747e429e6b12 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:18.095110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.104937 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf704df-48a4-480b-bc39-589ddc95d384']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:18.116239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02025da7-7a48-4a1b-8610-fbc567f80dad') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:18.116537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02025da7-7a48-4a1b-8610-fbc567f80dad') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:18.125768 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.142792 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.148909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:18.148909 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:18.151898 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:18.290362 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.297967 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.299777 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/networks/dbf704df-48a4-480b-bc39-589ddc95d384 HTTP/1.1" status: 204 len: 168 time: 1.9534221 Aug 20 12:22:18.303426 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48574) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:18.308627 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-809284655'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:18.311791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83797093-7d65-44e2-b352-54655ca7197d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Network': ['ID=dbf704df-48a4-480b-bc39-589ddc95d384,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:18.388960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Made reservation on behalf of 9d773c9b5aa1425cb9786126c7be0ee0 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:18.392570 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.416704 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:18.425772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.426118 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Added segment 0a69e4bd-7f37-459e-b2ae-f271623dc9ba of type vlan for network de77b17a-e605-45ca-ad6e-e5da447ea6fe Aug 20 12:22:18.465613 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.548977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.554762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:18.555794 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.621257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'Network': ['ID=de77b17a-e605-45ca-ad6e-e5da447ea6fe,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:18.631228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network de77b17a-e605-45ca-ad6e-e5da447ea6fe details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:18.681337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:18.692602 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d218b10f-af72-4ca8-97ac-7d5c73c2b78c tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3879745 Aug 20 12:22:18.695526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48576) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:18.700779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Request body: {'subnet': {'network_id': 'de77b17a-e605-45ca-ad6e-e5da447ea6fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:18.851517 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Made reservation on behalf of 9d773c9b5aa1425cb9786126c7be0ee0 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:18.855077 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.084578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.149417 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'Subnet': ['ID=ac2e55fb-d7b8-4b5b-a191-19921c2298a1,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:19.161030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Checking segment: {'id': '0a69e4bd-7f37-459e-b2ae-f271623dc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de77b17a-e605-45ca-ad6e-e5da447ea6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:19.161399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Network hostable DHCP agents. Network: de77b17a-e605-45ca-ad6e-e5da447ea6fe, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:19.255982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Network de77b17a-e605-45ca-ad6e-e5da447ea6fe is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:19.365671 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, de77b17a-e605-45ca-ad6e-e5da447ea6fe) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:19.369802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:19.370673 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.377427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9092aa5-70bc-464a-8934-9da031d13054 None None] Network de77b17a-e605-45ca-ad6e-e5da447ea6fe requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:19.421749 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.435288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a1c9748-f536-42c5-ab46-b487f3298eb8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7385998 Aug 20 12:22:19.440145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48578) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:19.446720 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1553555039'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:19.534799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-de77b17a-e605-45ca-ad6e-e5da447ea6fe', 'network_id': 'de77b17a-e605-45ca-ad6e-e5da447ea6fe', 'tenant_id': '9d773c9b5aa1425cb9786126c7be0ee0', 'fixed_ips': [{'subnet_id': 'ac2e55fb-d7b8-4b5b-a191-19921c2298a1'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:19.535692 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.542784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Made reservation on behalf of 9d773c9b5aa1425cb9786126c7be0ee0 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:19.546370 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.575183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:19.584643 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.586655 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Added segment 68074a82-d863-4dbc-a680-f37f8379073f of type vlan for network 0341ae51-984a-4271-9e40-a6f463afb8da Aug 20 12:22:19.627995 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.676128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Allocated IP 2001:db8::2 (de77b17a-e605-45ca-ad6e-e5da447ea6fe/ac2e55fb-d7b8-4b5b-a191-19921c2298a1/193169f7-7483-4637-85c9-70433dcf52ea) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:19.731994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.738285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:19.738927 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.805669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'Network': ['ID=0341ae51-984a-4271-9e40-a6f463afb8da,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:19.817000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 0341ae51-984a-4271-9e40-a6f463afb8da details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:19.822500 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:19.869797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b2e49d93-e2fc-49a6-87b9-c9c60158eab0 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4276996 Aug 20 12:22:19.871882 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Transition to ACTIVE for port object 193169f7-7483-4637-85c9-70433dcf52ea will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:19.872861 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48580) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:19.884808 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Request body: {'subnet': {'network_id': '0341ae51-984a-4271-9e40-a6f463afb8da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:19.898949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Transition to ACTIVE for port object 193169f7-7483-4637-85c9-70433dcf52ea will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:19.972051 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.007746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Network de77b17a-e605-45ca-ad6e-e5da447ea6fe is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:20.010397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:20.020337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:20.023427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Pushing event updated for resources: {'Port': ['ID=193169f7-7483-4637-85c9-70433dcf52ea,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:20.063184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Made reservation on behalf of 9d773c9b5aa1425cb9786126c7be0ee0 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:20.067148 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.077881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Attempting to bind port 193169f7-7483-4637-85c9-70433dcf52ea on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:20.079343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Attempting to bind port 193169f7-7483-4637-85c9-70433dcf52ea by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '0a69e4bd-7f37-459e-b2ae-f271623dc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de77b17a-e605-45ca-ad6e-e5da447ea6fe'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:20.079343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Attempting to bind port 193169f7-7483-4637-85c9-70433dcf52ea on network de77b17a-e605-45ca-ad6e-e5da447ea6fe {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:20.083735 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:20.084114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Checking segment: {'id': '0a69e4bd-7f37-459e-b2ae-f271623dc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de77b17a-e605-45ca-ad6e-e5da447ea6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:20.084524 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.084914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Bound using segment: {'id': '0a69e4bd-7f37-459e-b2ae-f271623dc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de77b17a-e605-45ca-ad6e-e5da447ea6fe'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:20.085373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Bound port: 193169f7-7483-4637-85c9-70433dcf52ea, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69e4bd-7f37-459e-b2ae-f271623dc9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'de77b17a-e605-45ca-ad6e-e5da447ea6fe'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:20.085754 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.149586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] For port 193169f7-7483-4637-85c9-70433dcf52ea, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:20.152528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] For port 193169f7-7483-4637-85c9-70433dcf52ea, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=193169f7-7483-4637-85c9-70433dcf52ea,segment=NetworkSegment(0a69e4bd-7f37-459e-b2ae-f271623dc9ba),segment_id=0a69e4bd-7f37-459e-b2ae-f271623dc9ba)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:20.218192 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.273564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e1c60-234f-40f2-9ee9-ceabe3aa7fd8 None None] Pushing event updated for resources: {'Port': ['ID=193169f7-7483-4637-85c9-70433dcf52ea,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:20.344280 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.420111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event updated for resources: {'Subnet': ['ID=108c8e67-e896-4b6c-a0f4-df07957c9706,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:20.437373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Checking segment: {'id': '68074a82-d863-4dbc-a680-f37f8379073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0341ae51-984a-4271-9e40-a6f463afb8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:20.437766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Network hostable DHCP agents. Network: 0341ae51-984a-4271-9e40-a6f463afb8da, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:20.515291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Network 0341ae51-984a-4271-9e40-a6f463afb8da is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:20.594188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 0341ae51-984a-4271-9e40-a6f463afb8da) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:20.598209 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:20.598823 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.603645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe2a4f0-5190-4465-b57d-2433dfada249 None None] Network 0341ae51-984a-4271-9e40-a6f463afb8da requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:20.686849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-70a38bdf-4dae-4977-9b77-9169cbb76670 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8121192 Aug 20 12:22:20.689559 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48582) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:20.753280 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-0341ae51-984a-4271-9e40-a6f463afb8da', 'network_id': '0341ae51-984a-4271-9e40-a6f463afb8da', 'tenant_id': '9d773c9b5aa1425cb9786126c7be0ee0', 'fixed_ips': [{'subnet_id': '108c8e67-e896-4b6c-a0f4-df07957c9706'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:20.754151 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.786024 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.848917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:20.914459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Allocated IP 2001:db8::2 (0341ae51-984a-4271-9e40-a6f463afb8da/108c8e67-e896-4b6c-a0f4-df07957c9706/0963f939-c496-4401-9dd1-bc9e6b937891) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:20.930832 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 193169f7-7483-4637-85c9-70433dcf52ea up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:21.099254 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.117290 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.127581 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Transition to ACTIVE for port object 0963f939-c496-4401-9dd1-bc9e6b937891 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:21.129529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 193169f7-7483-4637-85c9-70433dcf52ea completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:21.148749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Transition to ACTIVE for port object 0963f939-c496-4401-9dd1-bc9e6b937891 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:21.195461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a18716-0a98-466f-957a-3598fe2ce41a None None] Network de77b17a-e605-45ca-ad6e-e5da447ea6fe requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:21.230656 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.292665 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.293585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Network 0341ae51-984a-4271-9e40-a6f463afb8da is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:21.306314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:21.311012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Pushing event updated for resources: {'Port': ['ID=0963f939-c496-4401-9dd1-bc9e6b937891,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:21.316588 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:21.330363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Subnet': ['ID=108c8e67-e896-4b6c-a0f4-df07957c9706,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:21.389881 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.400894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0341ae51-984a-4271-9e40-a6f463afb8da']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:21.401128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d881fa05-7f62-4bdf-8b2e-399f9fd32e8b None None] Provisioning for port 193169f7-7483-4637-85c9-70433dcf52ea completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:21.409039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Attempting to bind port 0963f939-c496-4401-9dd1-bc9e6b937891 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:21.409411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Attempting to bind port 0963f939-c496-4401-9dd1-bc9e6b937891 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '68074a82-d863-4dbc-a680-f37f8379073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0341ae51-984a-4271-9e40-a6f463afb8da'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:21.409781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Attempting to bind port 0963f939-c496-4401-9dd1-bc9e6b937891 on network 0341ae51-984a-4271-9e40-a6f463afb8da {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:21.411631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d881fa05-7f62-4bdf-8b2e-399f9fd32e8b None None] Provisioning complete for port 193169f7-7483-4637-85c9-70433dcf52ea triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:21.411994 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d881fa05-7f62-4bdf-8b2e-399f9fd32e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.412118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68074a82-d863-4dbc-a680-f37f8379073f') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:21.412417 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68074a82-d863-4dbc-a680-f37f8379073f') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:21.422960 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.438106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:21.438407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Checking segment: {'id': '68074a82-d863-4dbc-a680-f37f8379073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0341ae51-984a-4271-9e40-a6f463afb8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:21.438840 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.439493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Bound using segment: {'id': '68074a82-d863-4dbc-a680-f37f8379073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0341ae51-984a-4271-9e40-a6f463afb8da'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:21.439975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Bound port: 0963f939-c496-4401-9dd1-bc9e6b937891, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68074a82-d863-4dbc-a680-f37f8379073f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0341ae51-984a-4271-9e40-a6f463afb8da'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:21.440355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.442135 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.448211 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:21.448630 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:21.451662 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:21.554606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.db.api [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 12:22:21.554606 n-d-804230-3 neutron-server[95588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 12:22:21.554606 n-d-804230-3 neutron-server[95588]: [parameters: {'id': '0341ae51-984a-4271-9e40-a6f463afb8da'}] Aug 20 12:22:21.554606 n-d-804230-3 neutron-server[95588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 12:22:21.554934 n-d-804230-3 neutron-server[95588]: DEBUG oslo_db.api [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 12:22:21.567878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] For port 0963f939-c496-4401-9dd1-bc9e6b937891, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:21.740423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] For port 0963f939-c496-4401-9dd1-bc9e6b937891, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0963f939-c496-4401-9dd1-bc9e6b937891,segment=NetworkSegment(68074a82-d863-4dbc-a680-f37f8379073f),segment_id=68074a82-d863-4dbc-a680-f37f8379073f)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:21.746819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d881fa05-7f62-4bdf-8b2e-399f9fd32e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.777307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d881fa05-7f62-4bdf-8b2e-399f9fd32e8b None None] For port 193169f7-7483-4637-85c9-70433dcf52ea, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=193169f7-7483-4637-85c9-70433dcf52ea,segment=NetworkSegment(0a69e4bd-7f37-459e-b2ae-f271623dc9ba),segment_id=0a69e4bd-7f37-459e-b2ae-f271623dc9ba)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:21.816617 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.892969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd542-4f53-4a2e-899e-851987d16da5 None None] Pushing event updated for resources: {'Port': ['ID=0963f939-c496-4401-9dd1-bc9e6b937891,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:21.897419 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d881fa05-7f62-4bdf-8b2e-399f9fd32e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:21.921186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9d0d5c-f891-4a05-9f47-ec12bd0f3f05 None None] Network 0341ae51-984a-4271-9e40-a6f463afb8da requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:21.995700 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881fa05-7f62-4bdf-8b2e-399f9fd32e8b None None] Pushing event updated for resources: {'Port': ['ID=193169f7-7483-4637-85c9-70433dcf52ea,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:22.053605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8fd70c33-00f6-4f58-81c8-5a29d97e7737 None None] Provisioning complete for port 193169f7-7483-4637-85c9-70433dcf52ea triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:22.053985 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8fd70c33-00f6-4f58-81c8-5a29d97e7737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.055696 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.103493 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf36b5-8de2-4d25-87f2-0b325deb6719 None None] get_active_networks_info from n-d-804230-3 {{(pid=95589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 12:22:22.111244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Deleting port 0963f939-c496-4401-9dd1-bc9e6b937891 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:22.114978 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.178543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] For port 0963f939-c496-4401-9dd1-bc9e6b937891, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0963f939-c496-4401-9dd1-bc9e6b937891,segment=NetworkSegment(68074a82-d863-4dbc-a680-f37f8379073f),segment_id=68074a82-d863-4dbc-a680-f37f8379073f)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:22.178919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.192488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Calling delete_port for 0963f939-c496-4401-9dd1-bc9e6b937891 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:22.212961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf36b5-8de2-4d25-87f2-0b325deb6719 None None] Resources bound (agent type, host, resource id): {{(pid=95589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 12:22:22.365964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.393163 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Port': ['ID=0963f939-c496-4401-9dd1-bc9e6b937891,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:22.395011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No DVR routers for this DVR port 0963f939-c496-4401-9dd1-bc9e6b937891 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:22.477686 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.487370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0341ae51-984a-4271-9e40-a6f463afb8da']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:22.497293 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68074a82-d863-4dbc-a680-f37f8379073f') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:22.497591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68074a82-d863-4dbc-a680-f37f8379073f') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:22.506920 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.520852 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.526554 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:22.526939 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:22.530109 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:22.656900 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.664259 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.665332 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/networks/0341ae51-984a-4271-9e40-a6f463afb8da HTTP/1.1" status: 204 len: 168 time: 1.9748580 Aug 20 12:22:22.668739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48584) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:22.677341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455075b9-2f30-40de-887d-db55088496cc tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Network': ['ID=0341ae51-984a-4271-9e40-a6f463afb8da,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:22.697823 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c88e55f-c525-4b02-858f-be51ac5370b6 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] GET failed (client error): The resource could not be found. Aug 20 12:22:22.699164 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0c88e55f-c525-4b02-858f-be51ac5370b6 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "GET /v2.0/subnets/108c8e67-e896-4b6c-a0f4-df07957c9706 HTTP/1.1" status: 404 len: 337 time: 0.0294089 Aug 20 12:22:22.714576 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48586) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:22.736828 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-11692fac-a627-4ecf-a476-8113d423962e tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] DELETE failed (client error): The resource could not be found. Aug 20 12:22:22.737359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11692fac-a627-4ecf-a476-8113d423962e tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:22:22.739050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-11692fac-a627-4ecf-a476-8113d423962e tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/networks/0341ae51-984a-4271-9e40-a6f463afb8da HTTP/1.1" status: 404 len: 339 time: 0.0235729 Aug 20 12:22:22.742835 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48588) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:22.768155 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f22425-e4da-403d-a0ab-af42035ca3dd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] DELETE failed (client error): The resource could not be found. Aug 20 12:22:22.768596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f22425-e4da-403d-a0ab-af42035ca3dd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:22:22.770235 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-97f22425-e4da-403d-a0ab-af42035ca3dd tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/subnets/108c8e67-e896-4b6c-a0f4-df07957c9706 HTTP/1.1" status: 404 len: 337 time: 0.0265191 Aug 20 12:22:22.773335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48590) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:22.791312 n-d-804230-3 neutron-server[95587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40dc8fe-d02d-4620-a9bc-ba44d2add5f8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] DELETE failed (client error): The resource could not be found. Aug 20 12:22:22.791849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40dc8fe-d02d-4620-a9bc-ba44d2add5f8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:22:22.793535 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b40dc8fe-d02d-4620-a9bc-ba44d2add5f8 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/networks/0341ae51-984a-4271-9e40-a6f463afb8da HTTP/1.1" status: 404 len: 339 time: 0.0193093 Aug 20 12:22:22.796620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48592) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:22.846955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45731ef-67a0-47c3-93be-37a23d1e92b7 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Deleting subnet ac2e55fb-d7b8-4b5b-a191-19921c2298a1 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:22:22.850282 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45731ef-67a0-47c3-93be-37a23d1e92b7 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.880962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 193169f7-7483-4637-85c9-70433dcf52ea up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:22.890383 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45731ef-67a0-47c3-93be-37a23d1e92b7 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.933038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 193169f7-7483-4637-85c9-70433dcf52ea triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:22.933311 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:22.980585 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45731ef-67a0-47c3-93be-37a23d1e92b7 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.126537 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45731ef-67a0-47c3-93be-37a23d1e92b7 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.153634 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45731ef-67a0-47c3-93be-37a23d1e92b7 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2e55fb-d7b8-4b5b-a191-19921c2298a1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:23.159462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a45731ef-67a0-47c3-93be-37a23d1e92b7 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.161362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a45731ef-67a0-47c3-93be-37a23d1e92b7 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/subnets/ac2e55fb-d7b8-4b5b-a191-19921c2298a1 HTTP/1.1" status: 204 len: 168 time: 0.3638525 Aug 20 12:22:23.163897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48594) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:23.166502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0470410-3fb6-4e34-8a69-08cf3843a773 None None] Network de77b17a-e605-45ca-ad6e-e5da447ea6fe requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:23.243450 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.296784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Deleting port 193169f7-7483-4637-85c9-70433dcf52ea {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:23.297128 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.331803 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f54c19-52e0-43b3-abc3-8720ca06c4c4 None None] DHCP port deletion for de77b17a-e605-45ca-ad6e-e5da447ea6fe request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:22:23.365960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] For port 193169f7-7483-4637-85c9-70433dcf52ea, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=193169f7-7483-4637-85c9-70433dcf52ea,segment=NetworkSegment(0a69e4bd-7f37-459e-b2ae-f271623dc9ba),segment_id=0a69e4bd-7f37-459e-b2ae-f271623dc9ba)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:23.366341 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.379487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Calling delete_port for 193169f7-7483-4637-85c9-70433dcf52ea owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:23.379738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-79f54c19-52e0-43b3-abc3-8720ca06c4c4 None None] Deleting port 193169f7-7483-4637-85c9-70433dcf52ea {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:23.379892 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-79f54c19-52e0-43b3-abc3-8720ca06c4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.442770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-79f54c19-52e0-43b3-abc3-8720ca06c4c4 None None] For port 193169f7-7483-4637-85c9-70433dcf52ea, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=193169f7-7483-4637-85c9-70433dcf52ea,segment=NetworkSegment(0a69e4bd-7f37-459e-b2ae-f271623dc9ba),segment_id=0a69e4bd-7f37-459e-b2ae-f271623dc9ba)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:23.443186 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-79f54c19-52e0-43b3-abc3-8720ca06c4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.459737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-79f54c19-52e0-43b3-abc3-8720ca06c4c4 None None] Calling delete_port for 193169f7-7483-4637-85c9-70433dcf52ea owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:23.541730 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.547918 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-79f54c19-52e0-43b3-abc3-8720ca06c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.566889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Port': ['ID=193169f7-7483-4637-85c9-70433dcf52ea,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:23.572457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No DVR routers for this DVR port 193169f7-7483-4637-85c9-70433dcf52ea on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:23.573453 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f54c19-52e0-43b3-abc3-8720ca06c4c4 None None] Pushing event deleted for resources: {'Port': ['ID=193169f7-7483-4637-85c9-70433dcf52ea,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:23.577028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f54c19-52e0-43b3-abc3-8720ca06c4c4 None None] No DVR routers for this DVR port 193169f7-7483-4637-85c9-70433dcf52ea on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:23.658363 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.667899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de77b17a-e605-45ca-ad6e-e5da447ea6fe']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:23.678539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a69e4bd-7f37-459e-b2ae-f271623dc9ba') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:23.679235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a69e4bd-7f37-459e-b2ae-f271623dc9ba') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:23.688037 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.701823 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.707664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: timer() Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:23.711939 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:23.828480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.836022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:23.837278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/networks/de77b17a-e605-45ca-ad6e-e5da447ea6fe HTTP/1.1" status: 204 len: 168 time: 0.6722934 Aug 20 12:22:23.840004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48596) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:23.849113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cc6af-089a-4923-b22d-2e59f16361c4 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Network': ['ID=de77b17a-e605-45ca-ad6e-e5da447ea6fe,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:23.867090 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfa43ac-37d4-4fdf-995d-a9d9cade6652 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] DELETE failed (client error): The resource could not be found. Aug 20 12:22:23.867543 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfa43ac-37d4-4fdf-995d-a9d9cade6652 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:22:23.869246 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2cfa43ac-37d4-4fdf-995d-a9d9cade6652 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/subnets/f9ffe6e4-4e68-4f70-86af-d40e864e4055 HTTP/1.1" status: 404 len: 337 time: 0.0281227 Aug 20 12:22:23.871828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48598) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:23.888944 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-84317288-052a-408b-b1c4-816475c257d6 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] DELETE failed (client error): The resource could not be found. Aug 20 12:22:23.889465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84317288-052a-408b-b1c4-816475c257d6 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:22:23.891085 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-84317288-052a-408b-b1c4-816475c257d6 tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/networks/dbf704df-48a4-480b-bc39-589ddc95d384 HTTP/1.1" status: 404 len: 339 time: 0.0183959 Aug 20 12:22:23.893471 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48600) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:23.917812 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ffe3c0-461b-48b0-ae9b-7643045076ba tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] DELETE failed (client error): The resource could not be found. Aug 20 12:22:23.918241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ffe3c0-461b-48b0-ae9b-7643045076ba tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:22:23.920436 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-72ffe3c0-461b-48b0-ae9b-7643045076ba tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/subnets/26d1e2f7-3f38-435e-a635-f21d9da7e977 HTTP/1.1" status: 404 len: 337 time: 0.0255876 Aug 20 12:22:23.922943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48602) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:23.939849 n-d-804230-3 neutron-server[95588]: INFO neutron.pecan_wsgi.hooks.translation [None req-db03b31a-1c4d-4fa4-bc95-90d0d99cd0af tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] DELETE failed (client error): The resource could not be found. Aug 20 12:22:23.940358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db03b31a-1c4d-4fa4-bc95-90d0d99cd0af tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 12:22:23.941932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-db03b31a-1c4d-4fa4-bc95-90d0d99cd0af tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/networks/6b67ea4a-9467-4d00-b310-5a7036e82935 HTTP/1.1" status: 404 len: 339 time: 0.0181460 Aug 20 12:22:23.944265 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48604) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:23.991681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-88de99c8-a343-42fc-9b63-32b088a1308a tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Deleting subnet 6a6062ec-997d-47cb-95ea-3a623dcaa9fe {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:22:23.994719 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88de99c8-a343-42fc-9b63-32b088a1308a tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.037304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88de99c8-a343-42fc-9b63-32b088a1308a tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.117157 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88de99c8-a343-42fc-9b63-32b088a1308a tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.246128 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88de99c8-a343-42fc-9b63-32b088a1308a tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.278591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de99c8-a343-42fc-9b63-32b088a1308a tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6062ec-997d-47cb-95ea-3a623dcaa9fe,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:24.281131 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-88de99c8-a343-42fc-9b63-32b088a1308a tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.283621 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-88de99c8-a343-42fc-9b63-32b088a1308a tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/subnets/6a6062ec-997d-47cb-95ea-3a623dcaa9fe HTTP/1.1" status: 204 len: 168 time: 0.3379161 Aug 20 12:22:24.285529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48606) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:24.288079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a955cb-02bb-41ef-8c99-1304df678cc8 None None] Network 3a07a8fe-ab32-453c-8e71-512a8395b94e requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:24.360054 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.413583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Deleting port 1a523666-ae7d-4cf2-8312-1d170a399389 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:24.413929 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.451908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20514c15-aed5-4606-be3b-38036168de6d None None] DHCP port deletion for 3a07a8fe-ab32-453c-8e71-512a8395b94e request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:22:24.481535 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] For port 1a523666-ae7d-4cf2-8312-1d170a399389, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1a523666-ae7d-4cf2-8312-1d170a399389,segment=NetworkSegment(e164cc23-8df0-48f2-aa15-7cfc599d2551),segment_id=e164cc23-8df0-48f2-aa15-7cfc599d2551)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:24.481901 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.494991 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Calling delete_port for 1a523666-ae7d-4cf2-8312-1d170a399389 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:24.499127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-20514c15-aed5-4606-be3b-38036168de6d None None] Deleting port 1a523666-ae7d-4cf2-8312-1d170a399389 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:24.499506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-20514c15-aed5-4606-be3b-38036168de6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.564639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-20514c15-aed5-4606-be3b-38036168de6d None None] For port 1a523666-ae7d-4cf2-8312-1d170a399389, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1a523666-ae7d-4cf2-8312-1d170a399389,segment=NetworkSegment(e164cc23-8df0-48f2-aa15-7cfc599d2551),segment_id=e164cc23-8df0-48f2-aa15-7cfc599d2551)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:24.565032 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-20514c15-aed5-4606-be3b-38036168de6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.578399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-20514c15-aed5-4606-be3b-38036168de6d None None] Calling delete_port for 1a523666-ae7d-4cf2-8312-1d170a399389 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:24.771637 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.778237 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-20514c15-aed5-4606-be3b-38036168de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:24.794940 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Port': ['ID=1a523666-ae7d-4cf2-8312-1d170a399389,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:24.802340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] No DVR routers for this DVR port 1a523666-ae7d-4cf2-8312-1d170a399389 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:24.805320 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20514c15-aed5-4606-be3b-38036168de6d None None] Pushing event deleted for resources: {'Port': ['ID=1a523666-ae7d-4cf2-8312-1d170a399389,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:24.807186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20514c15-aed5-4606-be3b-38036168de6d None None] No DVR routers for this DVR port 1a523666-ae7d-4cf2-8312-1d170a399389 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:24.879226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 193169f7-7483-4637-85c9-70433dcf52ea no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:22:24.903692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 193169f7-7483-4637-85c9-70433dcf52ea {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:22:24.904088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 193169f7-7483-4637-85c9-70433dcf52ea not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:22:24.904515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1a523666-ae7d-4cf2-8312-1d170a399389 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:22:24.925071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 1a523666-ae7d-4cf2-8312-1d170a399389 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:22:24.925388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1a523666-ae7d-4cf2-8312-1d170a399389 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:22:25.249137 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.259164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a07a8fe-ab32-453c-8e71-512a8395b94e']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:25.268982 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e164cc23-8df0-48f2-aa15-7cfc599d2551') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:25.269283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e164cc23-8df0-48f2-aa15-7cfc599d2551') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:25.278468 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.292853 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.300206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:25.300628 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:25.303672 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:25.445804 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.452807 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:25.454493 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] 10.222.0.10 "DELETE /v2.0/networks/3a07a8fe-ab32-453c-8e71-512a8395b94e HTTP/1.1" status: 204 len: 168 time: 1.1680062 Aug 20 12:22:25.466326 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb41d7-5432-438c-b379-2e2622eafa4d tempest-NetworksIpV6Test-23398764 tempest-NetworksIpV6Test-23398764-project] Pushing event deleted for resources: {'Network': ['ID=3a07a8fe-ab32-453c-8e71-512a8395b94e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:25.855892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48612) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:25.990133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9f9a95e7-3a2a-484c-8076-d18f0006564b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d773c9b5aa1425cb9786126c7be0ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330800 Aug 20 12:22:25.992599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48616) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:26.039832 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d304ce79-dedb-4448-99db-c8d1c8a7c121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:26.060967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d304ce79-dedb-4448-99db-c8d1c8a7c121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:26.177176 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d304ce79-dedb-4448-99db-c8d1c8a7c121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:26.180002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d304ce79-dedb-4448-99db-c8d1c8a7c121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:26.181210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d304ce79-dedb-4448-99db-c8d1c8a7c121 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d0b46a2-9f03-42e6-b01d-9bc4f3cea178 HTTP/1.1" status: 204 len: 168 time: 0.1877236 Aug 20 12:22:26.189783 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304ce79-dedb-4448-99db-c8d1c8a7c121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0b46a2-9f03-42e6-b01d-9bc4f3cea178,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:27.113393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48638) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:27.208535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3ec5a33b-aa04-44a1-bdba-83fbc674c6f1 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1846041401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:27.331495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a33b-aa04-44a1-bdba-83fbc674c6f1 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.332573 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a33b-aa04-44a1-bdba-83fbc674c6f1 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.384791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a33b-aa04-44a1-bdba-83fbc674c6f1 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.428849 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a33b-aa04-44a1-bdba-83fbc674c6f1 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.508620 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3ec5a33b-aa04-44a1-bdba-83fbc674c6f1 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.509860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3ec5a33b-aa04-44a1-bdba-83fbc674c6f1 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3954442 Aug 20 12:22:27.512523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48642) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:27.517706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1363353236'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:27.611203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Made reservation on behalf of f528c0cda3dc4483b7c342d1aa737925 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:27.614872 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.623807 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.714390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.799692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.829307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:27.834638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf250204-1cd5-4e84-a087-cc6db4370441,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:27.842274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:27.842658 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Added segment 79390c9a-96cc-4133-9add-2d654e9349d3 of type vlan for network fc3e6deb-a526-489e-93e7-70c1e169d3ce Aug 20 12:22:27.880798 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:28.034361 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:28.039935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:28.040546 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:28.106683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event updated for resources: {'Network': ['ID=fc3e6deb-a526-489e-93e7-70c1e169d3ce,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:28.117013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network fc3e6deb-a526-489e-93e7-70c1e169d3ce details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:28.252449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f181a230-a6c6-4513-aa0b-f0b9ece7b684 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7388232 Aug 20 12:22:28.255190 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48644) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:28.260210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Request body: {'subnet': {'network_id': 'fc3e6deb-a526-489e-93e7-70c1e169d3ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:28.434054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Made reservation on behalf of f528c0cda3dc4483b7c342d1aa737925 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:28.438107 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:28.937756 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:28.998016 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event updated for resources: {'Subnet': ['ID=edecd6e9-a93e-4286-99c4-51647d20bb7e,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:29.007342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Checking segment: {'id': '79390c9a-96cc-4133-9add-2d654e9349d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fc3e6deb-a526-489e-93e7-70c1e169d3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:29.007833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Network hostable DHCP agents. Network: fc3e6deb-a526-489e-93e7-70c1e169d3ce, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:29.074010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Network fc3e6deb-a526-489e-93e7-70c1e169d3ce is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:29.142750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, fc3e6deb-a526-489e-93e7-70c1e169d3ce) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:29.146752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:29.147347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.152011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e451755f-41ca-4f16-af15-ef599d85a50a None None] Network fc3e6deb-a526-489e-93e7-70c1e169d3ce requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:29.227960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f526c8ca-57f8-4bba-83d6-7515cd61f72d tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9716506 Aug 20 12:22:29.231090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48646) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:29.236312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1996569426'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:29.297603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99305f70-8733-45a0-8649-5251df030395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-fc3e6deb-a526-489e-93e7-70c1e169d3ce', 'network_id': 'fc3e6deb-a526-489e-93e7-70c1e169d3ce', 'tenant_id': 'f528c0cda3dc4483b7c342d1aa737925', 'fixed_ips': [{'subnet_id': 'edecd6e9-a93e-4286-99c4-51647d20bb7e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:29.299562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-99305f70-8733-45a0-8649-5251df030395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.318600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Made reservation on behalf of f528c0cda3dc4483b7c342d1aa737925 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:29.322242 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.347207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:29.355941 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.356285 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Added segment f30712b2-db80-4bc3-a9fd-fab6c8abe57a of type vlan for network 08319404-a0c5-4a98-9045-e2a748d67304 Aug 20 12:22:29.396779 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.433316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-99305f70-8733-45a0-8649-5251df030395 None None] Allocated IP 172.20.0.2 (fc3e6deb-a526-489e-93e7-70c1e169d3ce/edecd6e9-a93e-4286-99c4-51647d20bb7e/d1bd1dfa-13d7-4d5e-b35e-673fb5a36490) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:29.485542 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.491186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:29.491777 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.559685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event updated for resources: {'Network': ['ID=08319404-a0c5-4a98-9045-e2a748d67304,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:29.573485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 08319404-a0c5-4a98-9045-e2a748d67304 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:29.577983 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-99305f70-8733-45a0-8649-5251df030395 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.617457 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c56a1e6c-cc73-4c7b-a11d-a1ef20d1e455 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3852236 Aug 20 12:22:29.620191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48648) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:29.621838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-99305f70-8733-45a0-8649-5251df030395 None None] Transition to ACTIVE for port object d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:29.625846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Request body: {'subnet': {'network_id': '08319404-a0c5-4a98-9045-e2a748d67304', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:29.653880 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-99305f70-8733-45a0-8649-5251df030395 None None] Transition to ACTIVE for port object d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:29.730771 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-99305f70-8733-45a0-8649-5251df030395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.769300 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99305f70-8733-45a0-8649-5251df030395 None None] Network fc3e6deb-a526-489e-93e7-70c1e169d3ce is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:29.772114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-99305f70-8733-45a0-8649-5251df030395 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:29.775760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99305f70-8733-45a0-8649-5251df030395 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:29.783963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99305f70-8733-45a0-8649-5251df030395 None None] Pushing event updated for resources: {'Port': ['ID=d1bd1dfa-13d7-4d5e-b35e-673fb5a36490,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:29.811155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Made reservation on behalf of f528c0cda3dc4483b7c342d1aa737925 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:29.815126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.840144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-99305f70-8733-45a0-8649-5251df030395 None None] Attempting to bind port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:29.843156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-99305f70-8733-45a0-8649-5251df030395 None None] Attempting to bind port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '79390c9a-96cc-4133-9add-2d654e9349d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fc3e6deb-a526-489e-93e7-70c1e169d3ce'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:29.843156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99305f70-8733-45a0-8649-5251df030395 None None] Attempting to bind port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 on network fc3e6deb-a526-489e-93e7-70c1e169d3ce {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:29.846585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99305f70-8733-45a0-8649-5251df030395 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:29.846963 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99305f70-8733-45a0-8649-5251df030395 None None] Checking segment: {'id': '79390c9a-96cc-4133-9add-2d654e9349d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fc3e6deb-a526-489e-93e7-70c1e169d3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:29.847367 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-99305f70-8733-45a0-8649-5251df030395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.847766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99305f70-8733-45a0-8649-5251df030395 None None] Bound using segment: {'id': '79390c9a-96cc-4133-9add-2d654e9349d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fc3e6deb-a526-489e-93e7-70c1e169d3ce'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:29.848234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-99305f70-8733-45a0-8649-5251df030395 None None] Bound port: d1bd1dfa-13d7-4d5e-b35e-673fb5a36490, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79390c9a-96cc-4133-9add-2d654e9349d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fc3e6deb-a526-489e-93e7-70c1e169d3ce'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:29.848637 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-99305f70-8733-45a0-8649-5251df030395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:29.911635 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-99305f70-8733-45a0-8649-5251df030395 None None] For port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:29.914754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-99305f70-8733-45a0-8649-5251df030395 None None] For port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d1bd1dfa-13d7-4d5e-b35e-673fb5a36490,segment=NetworkSegment(79390c9a-96cc-4133-9add-2d654e9349d3),segment_id=79390c9a-96cc-4133-9add-2d654e9349d3)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:29.989255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-99305f70-8733-45a0-8649-5251df030395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.046914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99305f70-8733-45a0-8649-5251df030395 None None] Pushing event updated for resources: {'Port': ['ID=d1bd1dfa-13d7-4d5e-b35e-673fb5a36490,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:30.074497 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.137644 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event updated for resources: {'Subnet': ['ID=bb158c6a-4c4b-4608-b030-b87f7bb08cdc,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:30.151383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Checking segment: {'id': 'f30712b2-db80-4bc3-a9fd-fab6c8abe57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '08319404-a0c5-4a98-9045-e2a748d67304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:30.151868 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Network hostable DHCP agents. Network: 08319404-a0c5-4a98-9045-e2a748d67304, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:30.318987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Network 08319404-a0c5-4a98-9045-e2a748d67304 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:30.444659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 08319404-a0c5-4a98-9045-e2a748d67304) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:30.448883 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:30.449479 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.453473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ec76ea-ee52-43c8-a0a6-7aa2ee715e7b None None] Network 08319404-a0c5-4a98-9045-e2a748d67304 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:30.589656 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-47246b6c-d3bb-449a-8764-83ff1bd9fedc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9684131 Aug 20 12:22:30.592930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48650) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:30.593960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-08319404-a0c5-4a98-9045-e2a748d67304', 'network_id': '08319404-a0c5-4a98-9045-e2a748d67304', 'tenant_id': 'f528c0cda3dc4483b7c342d1aa737925', 'fixed_ips': [{'subnet_id': 'bb158c6a-4c4b-4608-b030-b87f7bb08cdc'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:30.594911 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.599036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-99647b1d-4627-46aa-8701-49554d1693f2 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Request body: {'router': {'external_gateway_info': {'network_id': '08319404-a0c5-4a98-9045-e2a748d67304'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:30.739342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Allocated IP 172.21.0.2 (08319404-a0c5-4a98-9045-e2a748d67304/bb158c6a-4c4b-4608-b030-b87f7bb08cdc/d0d6bc98-2430-46cf-9b41-cf632b6bf5e1) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:30.832038 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-99647b1d-4627-46aa-8701-49554d1693f2 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.903405 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:30.914686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Transition to ACTIVE for port object d0d6bc98-2430-46cf-9b41-cf632b6bf5e1 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:30.920382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:30.959133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Transition to ACTIVE for port object d0d6bc98-2430-46cf-9b41-cf632b6bf5e1 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:30.989944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7191b699-a8dd-43c4-8ca9-237ea9abf29f None None] Network fc3e6deb-a526-489e-93e7-70c1e169d3ce requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:31.028732 n-d-804230-3 neutron-server[95588]: INFO neutron.api.v2.resource [None req-99647b1d-4627-46aa-8701-49554d1693f2 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 12:22:31.029821 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-99647b1d-4627-46aa-8701-49554d1693f2 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "PUT /v2.0/routers/e5dadcbe-b074-4120-9430-9982940163bf HTTP/1.1" status: 400 len: 364 time: 0.4359090 Aug 20 12:22:31.036221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48652) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:31.082630 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.092155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4885f5b-9a5d-4286-a031-708b55568bfc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Deleting subnet bb158c6a-4c4b-4608-b030-b87f7bb08cdc {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:22:31.096295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4885f5b-9a5d-4286-a031-708b55568bfc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.136337 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4885f5b-9a5d-4286-a031-708b55568bfc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.138398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:31.147508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Network 08319404-a0c5-4a98-9045-e2a748d67304 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:31.157601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:31.165489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:31.178470 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Pushing event updated for resources: {'Port': ['ID=d0d6bc98-2430-46cf-9b41-cf632b6bf5e1,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:31.217000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b6785c0d-9794-48f3-9f02-faedb3ee4c86 None None] Provisioning for port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:31.223450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b6785c0d-9794-48f3-9f02-faedb3ee4c86 None None] Provisioning complete for port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:31.223827 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b6785c0d-9794-48f3-9f02-faedb3ee4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.228807 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4885f5b-9a5d-4286-a031-708b55568bfc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.277670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Attempting to bind port d0d6bc98-2430-46cf-9b41-cf632b6bf5e1 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:31.278047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Attempting to bind port d0d6bc98-2430-46cf-9b41-cf632b6bf5e1 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f30712b2-db80-4bc3-a9fd-fab6c8abe57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '08319404-a0c5-4a98-9045-e2a748d67304'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:31.278418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Attempting to bind port d0d6bc98-2430-46cf-9b41-cf632b6bf5e1 on network 08319404-a0c5-4a98-9045-e2a748d67304 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:31.293754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:31.294188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Checking segment: {'id': 'f30712b2-db80-4bc3-a9fd-fab6c8abe57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '08319404-a0c5-4a98-9045-e2a748d67304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:31.294563 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.294959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Bound using segment: {'id': 'f30712b2-db80-4bc3-a9fd-fab6c8abe57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '08319404-a0c5-4a98-9045-e2a748d67304'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:31.295475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Bound port: d0d6bc98-2430-46cf-9b41-cf632b6bf5e1, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30712b2-db80-4bc3-a9fd-fab6c8abe57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '08319404-a0c5-4a98-9045-e2a748d67304'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:31.295868 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.385129 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b6785c0d-9794-48f3-9f02-faedb3ee4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.394944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4885f5b-9a5d-4286-a031-708b55568bfc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.407710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] For port d0d6bc98-2430-46cf-9b41-cf632b6bf5e1, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:31.426199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4885f5b-9a5d-4286-a031-708b55568bfc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event deleted for resources: {'Subnet': ['ID=bb158c6a-4c4b-4608-b030-b87f7bb08cdc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:31.430180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] For port d0d6bc98-2430-46cf-9b41-cf632b6bf5e1, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d0d6bc98-2430-46cf-9b41-cf632b6bf5e1,segment=NetworkSegment(f30712b2-db80-4bc3-a9fd-fab6c8abe57a),segment_id=f30712b2-db80-4bc3-a9fd-fab6c8abe57a)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:31.431194 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d4885f5b-9a5d-4286-a031-708b55568bfc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.434293 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d4885f5b-9a5d-4286-a031-708b55568bfc tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "DELETE /v2.0/subnets/bb158c6a-4c4b-4608-b030-b87f7bb08cdc HTTP/1.1" status: 204 len: 168 time: 0.3970661 Aug 20 12:22:31.437168 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48654) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:31.442552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b6785c0d-9794-48f3-9f02-faedb3ee4c86 None None] For port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d1bd1dfa-13d7-4d5e-b35e-673fb5a36490,segment=NetworkSegment(79390c9a-96cc-4133-9add-2d654e9349d3),segment_id=79390c9a-96cc-4133-9add-2d654e9349d3)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:31.501898 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.523404 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.530771 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b6785c0d-9794-48f3-9f02-faedb3ee4c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.558873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a98e1-3f8b-4de1-8a05-3e9841152c34 None None] Pushing event updated for resources: {'Port': ['ID=d0d6bc98-2430-46cf-9b41-cf632b6bf5e1,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:31.584840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Deleting port d0d6bc98-2430-46cf-9b41-cf632b6bf5e1 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:31.585442 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.616119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6785c0d-9794-48f3-9f02-faedb3ee4c86 None None] Pushing event updated for resources: {'Port': ['ID=d1bd1dfa-13d7-4d5e-b35e-673fb5a36490,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:31.650230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7938db12-60ce-4f64-9d80-534db5e959b6 None None] Provisioning complete for port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:31.650712 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7938db12-60ce-4f64-9d80-534db5e959b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.654536 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] For port d0d6bc98-2430-46cf-9b41-cf632b6bf5e1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d0d6bc98-2430-46cf-9b41-cf632b6bf5e1,segment=NetworkSegment(f30712b2-db80-4bc3-a9fd-fab6c8abe57a),segment_id=f30712b2-db80-4bc3-a9fd-fab6c8abe57a)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:31.655552 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.669510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Calling delete_port for d0d6bc98-2430-46cf-9b41-cf632b6bf5e1 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:31.811415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.840801 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] No DVR routers for this DVR port d0d6bc98-2430-46cf-9b41-cf632b6bf5e1 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:31.846629 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event deleted for resources: {'Port': ['ID=d0d6bc98-2430-46cf-9b41-cf632b6bf5e1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:31.928647 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.939424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08319404-a0c5-4a98-9045-e2a748d67304']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:31.949884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30712b2-db80-4bc3-a9fd-fab6c8abe57a') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:31.950188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30712b2-db80-4bc3-a9fd-fab6c8abe57a') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:31.959747 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.972935 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.978683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:31.979073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: timer() Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:31.981958 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:32.136972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.142022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.144084 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "DELETE /v2.0/networks/08319404-a0c5-4a98-9045-e2a748d67304 HTTP/1.1" status: 204 len: 168 time: 0.7041709 Aug 20 12:22:32.146757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48656) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:32.163050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d81c94-51ac-4550-a5eb-6987018bc0f5 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event deleted for resources: {'Network': ['ID=08319404-a0c5-4a98-9045-e2a748d67304,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:32.199598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50ee1a5-5dbb-4eb4-acae-58e4370ba29e tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Deleting subnet edecd6e9-a93e-4286-99c4-51647d20bb7e {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:22:32.209514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a50ee1a5-5dbb-4eb4-acae-58e4370ba29e tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.245069 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a50ee1a5-5dbb-4eb4-acae-58e4370ba29e tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.337841 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a50ee1a5-5dbb-4eb4-acae-58e4370ba29e tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.475318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a50ee1a5-5dbb-4eb4-acae-58e4370ba29e tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.504459 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ee1a5-5dbb-4eb4-acae-58e4370ba29e tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event deleted for resources: {'Subnet': ['ID=edecd6e9-a93e-4286-99c4-51647d20bb7e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:32.514796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a50ee1a5-5dbb-4eb4-acae-58e4370ba29e tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.514796 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a50ee1a5-5dbb-4eb4-acae-58e4370ba29e tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "DELETE /v2.0/subnets/edecd6e9-a93e-4286-99c4-51647d20bb7e HTTP/1.1" status: 204 len: 168 time: 0.3634250 Aug 20 12:22:32.514796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48658) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:32.516212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da84889-6a86-446c-a573-8c11750f258e None None] Network fc3e6deb-a526-489e-93e7-70c1e169d3ce requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:32.577856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7b850302-9828-4f41-a346-cf8fdfd48a2f None None] Could not find standard attr ID for object d0d6bc98-2430-46cf-9b41-cf632b6bf5e1. {{(pid=95589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 12:22:32.589897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba8341a-3246-4779-a4d2-76e3543ffceb None None] DHCP port deletion for 08319404-a0c5-4a98-9045-e2a748d67304 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:22:32.596858 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.636096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e417767-f03a-4ee7-909e-13cb47821d7f None None] Network 08319404-a0c5-4a98-9045-e2a748d67304 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:32.649768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Deleting port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:32.650117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.653247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e417767-f03a-4ee7-909e-13cb47821d7f None None] Network 08319404-a0c5-4a98-9045-e2a748d67304 could not be found, it might have been deleted concurrently. {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 12:22:32.721013 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] For port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d1bd1dfa-13d7-4d5e-b35e-673fb5a36490,segment=NetworkSegment(79390c9a-96cc-4133-9add-2d654e9349d3),segment_id=79390c9a-96cc-4133-9add-2d654e9349d3)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:32.721377 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.729296 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d14c56-d639-4428-998a-c807419fc0a3 None None] DHCP port deletion for fc3e6deb-a526-489e-93e7-70c1e169d3ce request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:22:32.735873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Calling delete_port for d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:32.906727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:22:32.920020 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:32.945557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event deleted for resources: {'Port': ['ID=d1bd1dfa-13d7-4d5e-b35e-673fb5a36490,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:32.949118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] No DVR routers for this DVR port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:32.953878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No active binding found for port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 {{(pid=95589) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 12:22:32.954306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:22:32.963818 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-58d14c56-d639-4428-998a-c807419fc0a3 None None] Deleting port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:22:32.964196 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58d14c56-d639-4428-998a-c807419fc0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.032111 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.034833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-58d14c56-d639-4428-998a-c807419fc0a3 None None] For port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490, host n-d-804230-3, got binding levels [] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:33.035424 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58d14c56-d639-4428-998a-c807419fc0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.042876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3e6deb-a526-489e-93e7-70c1e169d3ce']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:33.049215 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-58d14c56-d639-4428-998a-c807419fc0a3 None None] Calling delete_port for d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:22:33.051862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.ipam_backend_mixin [None req-58d14c56-d639-4428-998a-c807419fc0a3 None None] Port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 was not found and therefore no delete operation was performed {{(pid=95589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 12:22:33.053079 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58d14c56-d639-4428-998a-c807419fc0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.057820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79390c9a-96cc-4133-9add-2d654e9349d3') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:33.058120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79390c9a-96cc-4133-9add-2d654e9349d3') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:33.067273 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.078100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d14c56-d639-4428-998a-c807419fc0a3 None None] Pushing event deleted for resources: {'Port': ['ID=d1bd1dfa-13d7-4d5e-b35e-673fb5a36490,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:33.081503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d14c56-d639-4428-998a-c807419fc0a3 None None] No DVR routers for this DVR port d1bd1dfa-13d7-4d5e-b35e-673fb5a36490 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:22:33.082890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.089703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:22:33.089703 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:22:33.094265 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:22:33.272935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.277845 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.280557 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "DELETE /v2.0/networks/fc3e6deb-a526-489e-93e7-70c1e169d3ce HTTP/1.1" status: 204 len: 168 time: 0.7642298 Aug 20 12:22:33.283334 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48660) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:33.296267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102d733-8e12-4f7b-97b2-8a387e15905b tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Pushing event deleted for resources: {'Network': ['ID=fc3e6deb-a526-489e-93e7-70c1e169d3ce,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:33.311641 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2eacb387-1832-4103-a14a-17860e009a36 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5dadcbe-b074-4120-9430-9982940163bf HTTP/1.1" status: 200 len: 205 time: 0.0266616 Aug 20 12:22:33.318862 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48662) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:33.437415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c91a0567-0e33-462e-8dd7-40cce98e74f0 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.590050 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c91a0567-0e33-462e-8dd7-40cce98e74f0 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.592139 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c91a0567-0e33-462e-8dd7-40cce98e74f0 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.736846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c91a0567-0e33-462e-8dd7-40cce98e74f0 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.737320 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91a0567-0e33-462e-8dd7-40cce98e74f0 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Fanout notify agent at l3_agent the message router_deleted on router e5dadcbe-b074-4120-9430-9982940163bf {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:22:33.746674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c91a0567-0e33-462e-8dd7-40cce98e74f0 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:33.746674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c91a0567-0e33-462e-8dd7-40cce98e74f0 tempest-RoutersNegativeTest-1545691946 tempest-RoutersNegativeTest-1545691946-project] 10.222.0.10 "DELETE /v2.0/routers/e5dadcbe-b074-4120-9430-9982940163bf HTTP/1.1" status: 204 len: 168 time: 0.4256811 Aug 20 12:22:34.186130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48668) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:34.319060 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-70ed5e9e-c9ed-4578-bb47-4f5c6b8df2d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f528c0cda3dc4483b7c342d1aa737925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312532 Aug 20 12:22:34.321490 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48672) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:34.370357 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8d8e-634a-4d36-8da9-6fe8c3f68242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.390846 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8d8e-634a-4d36-8da9-6fe8c3f68242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.508013 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8d8e-634a-4d36-8da9-6fe8c3f68242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.510683 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8d8e-634a-4d36-8da9-6fe8c3f68242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:34.511870 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2d4a8d8e-634a-4d36-8da9-6fe8c3f68242 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf250204-1cd5-4e84-a087-cc6db4370441 HTTP/1.1" status: 204 len: 168 time: 0.1894743 Aug 20 12:22:34.520154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a8d8e-634a-4d36-8da9-6fe8c3f68242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf250204-1cd5-4e84-a087-cc6db4370441,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:35.502976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48694) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:35.597751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-647137767-network', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:35.690648 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Made reservation on behalf of 6229d3d76ad54285b77e104161c60b9c for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:35.693018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.701395 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.788880 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.856450 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.881360 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:35.890620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbd3fb2-8653-4875-961e-b58db9306a06,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:35.897446 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:35.898323 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Added segment 0212dada-2cec-4ead-bc21-9b9484615245 of type vlan for network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 Aug 20 12:22:35.939899 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.028397 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.029418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:36.030119 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.088975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] Pushing event updated for resources: {'Network': ['ID=409693e4-73a8-4c27-9072-cc4f4f65fcc7,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:36.104002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:36.137983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1c46284c-ea52-44b3-a7bc-52843184388f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6336966 Aug 20 12:22:36.140612 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48698) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:36.146247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Request body: {'subnet': {'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-647137767-subnet', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:36.245599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Made reservation on behalf of 6229d3d76ad54285b77e104161c60b9c for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:36.248006 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.491515 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.548496 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f408eb3-b742-4c88-93bc-bdefcc7696a2,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:36.555876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Checking segment: {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:36.556240 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Network hostable DHCP agents. Network: 409693e4-73a8-4c27-9072-cc4f4f65fcc7, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:36.696527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:36.833819 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 409693e4-73a8-4c27-9072-cc4f4f65fcc7) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:36.838606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:36.841010 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:36.843192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b1a7b4-16d5-46c4-aced-d554aae6cbac None None] Network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:36.949269 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-24e67f35-0367-4c2a-a6ec-4a7a8bc2488c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8071442 Aug 20 12:22:36.953293 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48700) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:36.957931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-647137767-router', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:36.983073 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-409693e4-73a8-4c27-9072-cc4f4f65fcc7', 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'fixed_ips': [{'subnet_id': '8f408eb3-b742-4c88-93bc-bdefcc7696a2'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:36.983940 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.034193 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.035412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.093507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.120357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Allocated IP 172.20.0.2 (409693e4-73a8-4c27-9072-cc4f4f65fcc7/8f408eb3-b742-4c88-93bc-bdefcc7696a2/5785c864-048d-4c07-a779-ef76c4ccfba2) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:37.262292 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.271246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Transition to ACTIVE for port object 5785c864-048d-4c07-a779-ef76c4ccfba2 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:37.286410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Transition to ACTIVE for port object 5785c864-048d-4c07-a779-ef76c4ccfba2 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:37.339514 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.354593 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.393898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:37.396596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:37.399988 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:37.408040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Pushing event updated for resources: {'Port': ['ID=5785c864-048d-4c07-a779-ef76c4ccfba2,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:37.461378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Attempting to bind port 5785c864-048d-4c07-a779-ef76c4ccfba2 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:37.461741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Attempting to bind port 5785c864-048d-4c07-a779-ef76c4ccfba2 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:37.462096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Attempting to bind port 5785c864-048d-4c07-a779-ef76c4ccfba2 on network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:37.466951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:37.467379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Checking segment: {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:37.467781 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.468172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Bound using segment: {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:37.468629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Bound port: 5785c864-048d-4c07-a779-ef76c4ccfba2, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:37.469004 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.530592 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] For port 5785c864-048d-4c07-a779-ef76c4ccfba2, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:37.533647 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] For port 5785c864-048d-4c07-a779-ef76c4ccfba2, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5785c864-048d-4c07-a779-ef76c4ccfba2,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:37.617526 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.623180 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.642805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.680883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281f30d-5558-461f-acf1-7b4dabdc549a None None] Pushing event updated for resources: {'Port': ['ID=5785c864-048d-4c07-a779-ef76c4ccfba2,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:37.754161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Allocated IP 172.25.4.191 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/05e65c8f-1881-494a-9c7c-c72c06e95db5) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:37.882464 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:37.982099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:38.027867 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:38.030796 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:38.033544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:38.060344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Pushing event updated for resources: {'Port': ['ID=05e65c8f-1881-494a-9c7c-c72c06e95db5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:38.432751 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:38.593234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2db501-e9f0-4098-a586-c8b6ee5a4362 None None] Network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:38.718715 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0df9bdc0-0464-4ad1-90e3-c92f2e7933cd None None] Provisioning for port 5785c864-048d-4c07-a779-ef76c4ccfba2 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:38.911858 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:38.925904 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5785c864-048d-4c07-a779-ef76c4ccfba2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:39.060885 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5785c864-048d-4c07-a779-ef76c4ccfba2 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:39.064851 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5785c864-048d-4c07-a779-ef76c4ccfba2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:39.065247 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:39.135500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Router a1336dbd-2c98-4363-9286-7ffb46958918 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:22:39.144715 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:39.179174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 5785c864-048d-4c07-a779-ef76c4ccfba2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5785c864-048d-4c07-a779-ef76c4ccfba2,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:39.242664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:39.251988 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Sync routers for ids ['a1336dbd-2c98-4363-9286-7ffb46958918'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:39.261432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Routers {'a1336dbd-2c98-4363-9286-7ffb46958918'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:39.262056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:22:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1336dbd-2c98-4363-9286-7ffb46958918'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:39.308972 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:39.348337 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:39.349629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5e2427ff-964f-4fe4-a662-1f91d0545782 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3954358 Aug 20 12:22:39.352381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48702) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:39.401149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Set router a1336dbd-2c98-4363-9286-7ffb46958918 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:39.402949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=5785c864-048d-4c07-a779-ef76c4ccfba2,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:39.583860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'name': 'tempest-TestEncryptedCinderVolumes-647137767-router', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:38Z', 'revision_number': 3, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'gw_port': {'id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:39.610590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Checking router: a1336dbd-2c98-4363-9286-7ffb46958918 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:39.611272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Updating router a1336dbd-2c98-4363-9286-7ffb46958918 port 05e65c8f-1881-494a-9c7c-c72c06e95db5 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:22:39.634804 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:39.764501 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:39.885704 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:39.896033 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Transition to ACTIVE for port object 05e65c8f-1881-494a-9c7c-c72c06e95db5 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:39.922881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Allocated IP 172.20.0.1 (409693e4-73a8-4c27-9072-cc4f4f65fcc7/8f408eb3-b742-4c88-93bc-bdefcc7696a2/c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:39.976756 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.023883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Attempting to bind port 05e65c8f-1881-494a-9c7c-c72c06e95db5 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:40.024252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Attempting to bind port 05e65c8f-1881-494a-9c7c-c72c06e95db5 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:40.024614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Attempting to bind port 05e65c8f-1881-494a-9c7c-c72c06e95db5 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:40.030326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.034074 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c8e4d-aad9-4a21-8461-ec6bcc92caa7 None None] Pushing event updated for resources: {'Port': ['ID=05e65c8f-1881-494a-9c7c-c72c06e95db5,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:40.036804 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:40.037173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:40.037598 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.037948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:40.038417 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Bound port: 05e65c8f-1881-494a-9c7c-c72c06e95db5, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:40.038827 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.044438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Transition to ACTIVE for port object c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:40.089964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] For port 05e65c8f-1881-494a-9c7c-c72c06e95db5, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:40.093462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] For port 05e65c8f-1881-494a-9c7c-c72c06e95db5, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=05e65c8f-1881-494a-9c7c-c72c06e95db5,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:40.177365 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.177654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.220765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:40.225365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:40.232204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:40.235493 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Pushing event updated for resources: {'Port': ['ID=c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:40.237628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Routers {'a1336dbd-2c98-4363-9286-7ffb46958918'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:40.238247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:22:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1336dbd-2c98-4363-9286-7ffb46958918'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:40.275627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c8e4d-aad9-4a21-8461-ec6bcc92caa7 None None] Pushing event updated for resources: {'Port': ['ID=05e65c8f-1881-494a-9c7c-c72c06e95db5,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:40.281442 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.359819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] Set router a1336dbd-2c98-4363-9286-7ffb46958918 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:40.503698 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.548325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-98526d04-2146-42f6-a681-6190fac2026a None None] Provisioning for port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:40.551225 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'name': 'tempest-TestEncryptedCinderVolumes-647137767-router', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:38Z', 'revision_number': 3, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'gw_port': {'id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:40.578974 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a0293-3dca-414a-a68b-55cd997b21c4 None None] The sync data for ids ['a1336dbd-2c98-4363-9286-7ffb46958918'] in n-d-804230-3 is: [{'id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'name': 'tempest-TestEncryptedCinderVolumes-647137767-router', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:38Z', 'revision_number': 3, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'gw_port': {'id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:40.580517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-98526d04-2146-42f6-a681-6190fac2026a None None] Provisioning complete for port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:40.580892 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-98526d04-2146-42f6-a681-6190fac2026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.619564 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-98526d04-2146-42f6-a681-6190fac2026a None None] Port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:40.671342 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.731121 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.809363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Pushing event updated for resources: {'Port': ['ID=c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:40.815411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:40.919024 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:40.921096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:41.028546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5785c864-048d-4c07-a779-ef76c4ccfba2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:41.059779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Router a1336dbd-2c98-4363-9286-7ffb46958918 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:22:41.089955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5785c864-048d-4c07-a779-ef76c4ccfba2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:41.090420 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.185624 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 05e65c8f-1881-494a-9c7c-c72c06e95db5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:41.193460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:41.198983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-52da1569-bf95-4d48-9cb8-b13a2a87dc26 admin admin] 10.222.0.10 "PUT /v2.0/routers/a1336dbd-2c98-4363-9286-7ffb46958918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8455462 Aug 20 12:22:41.250263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-cafae195-61b0-4ab6-a79f-5e50fe50e5f8 None None] Provisioning complete for port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:41.250673 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cafae195-61b0-4ab6-a79f-5e50fe50e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.290821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-cafae195-61b0-4ab6-a79f-5e50fe50e5f8 None None] Port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:41.325515 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 05e65c8f-1881-494a-9c7c-c72c06e95db5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:41.331419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 05e65c8f-1881-494a-9c7c-c72c06e95db5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:41.331805 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.412262 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.432112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 05e65c8f-1881-494a-9c7c-c72c06e95db5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=05e65c8f-1881-494a-9c7c-c72c06e95db5,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:41.513825 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.561651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=05e65c8f-1881-494a-9c7c-c72c06e95db5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:41.759647 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:41.930564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48718) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:41.935880 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-759690358-network', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:42.039649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Made reservation on behalf of 47102af9eb504dc3ab133bd566a39b70 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:42.042590 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.052718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.141443 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Sync routers for ids ['a1336dbd-2c98-4363-9286-7ffb46958918'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:42.145215 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.150931 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Routers {'a1336dbd-2c98-4363-9286-7ffb46958918'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:42.151630 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:22:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1336dbd-2c98-4363-9286-7ffb46958918'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:42.245199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.258901 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Set router a1336dbd-2c98-4363-9286-7ffb46958918 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:42.267139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:22:42.282750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836f1bd5-aeb7-4ba1-b896-98dbc43a347f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:42.285735 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.286088 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Added segment d2a678c5-9189-4d5f-83b0-8664a7810ba1 of type vlan for network 1e89f6d8-ebdb-4196-99cd-d01912f1935c Aug 20 12:22:42.327863 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.422464 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.423393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:42.423986 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.463593 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'name': 'tempest-TestEncryptedCinderVolumes-647137767-router', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:40Z', 'revision_number': 4, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'gw_port': {'id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e', 'name': '', 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'mac_address': 'fa:16:3e:37:52:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '8f408eb3-b742-4c88-93bc-bdefcc7696a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:39Z', 'updated_at': '2021-08-20T12:22:40Z', 'revision_number': 2, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'subnets': [{'id': '8f408eb3-b742-4c88-93bc-bdefcc7696a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:42.486421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] Pushing event updated for resources: {'Network': ['ID=1e89f6d8-ebdb-4196-99cd-d01912f1935c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:42.496870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 1e89f6d8-ebdb-4196-99cd-d01912f1935c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:22:42.501235 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Checking router: a1336dbd-2c98-4363-9286-7ffb46958918 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:42.501583 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Updating router a1336dbd-2c98-4363-9286-7ffb46958918 port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:22:42.504134 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:22:42.527644 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.543886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3eb2b085-6ed1-4f85-899f-b908cc82c511 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6115983 Aug 20 12:22:42.546159 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48720) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:42.551520 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Request body: {'subnet': {'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-759690358-subnet', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:42.640211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Made reservation on behalf of 47102af9eb504dc3ab133bd566a39b70 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:42.642633 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.788746 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.798585 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Transition to ACTIVE for port object c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:42.889951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 05e65c8f-1881-494a-9c7c-c72c06e95db5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:42.895962 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.908517 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.945232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 05e65c8f-1881-494a-9c7c-c72c06e95db5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:42.945522 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:42.972206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62569bf5-d766-4ce7-b470-57886b29b660,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:42.980675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Checking segment: {'id': 'd2a678c5-9189-4d5f-83b0-8664a7810ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:42.981370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Network hostable DHCP agents. Network: 1e89f6d8-ebdb-4196-99cd-d01912f1935c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:22:42.991319 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Pushing event updated for resources: {'Port': ['ID=c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:43.002538 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.002823 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.003161 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.003499 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.003827 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.004154 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.004480 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.004818 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.005124 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.005453 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.005770 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.006085 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:43.024186 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Attempting to bind port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:43.025401 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Attempting to bind port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:43.025889 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Attempting to bind port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e on network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:43.033583 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:43.034064 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Checking segment: {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:43.034567 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.035020 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Bound using segment: {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:43.035709 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Bound port: c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:43.036150 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.096854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Network 1e89f6d8-ebdb-4196-99cd-d01912f1935c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:22:43.105966 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] For port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:43.114663 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] For port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:43.160267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 1e89f6d8-ebdb-4196-99cd-d01912f1935c) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:43.164815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:43.165781 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.173473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df47162-ba79-40c9-8800-9471359b96b9 None None] Network 1e89f6d8-ebdb-4196-99cd-d01912f1935c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:43.205840 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.266306 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928eb2f-1f62-4811-b844-d3e2ae2cd89a None None] Pushing event updated for resources: {'Port': ['ID=c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:43.273672 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Routers {'a1336dbd-2c98-4363-9286-7ffb46958918'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:43.274336 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:22:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1336dbd-2c98-4363-9286-7ffb46958918'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:43.276655 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-06b3c830-9210-4838-8547-79346109ab61 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7289662 Aug 20 12:22:43.279274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 48722) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:43.287519 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-759690358-router', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:43.349186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-1e89f6d8-ebdb-4196-99cd-d01912f1935c', 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'fixed_ips': [{'subnet_id': '62569bf5-d766-4ce7-b470-57886b29b660'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:22:43.350060 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.370585 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.371666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.394400 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] Set router a1336dbd-2c98-4363-9286-7ffb46958918 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:43.434757 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.507475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Allocated IP 172.20.0.2 (1e89f6d8-ebdb-4196-99cd-d01912f1935c/62569bf5-d766-4ce7-b470-57886b29b660/e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:43.654644 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.719803 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'name': 'tempest-TestEncryptedCinderVolumes-647137767-router', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:40Z', 'revision_number': 4, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'gw_port': {'id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e', 'name': '', 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'mac_address': 'fa:16:3e:37:52:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '8f408eb3-b742-4c88-93bc-bdefcc7696a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:39Z', 'updated_at': '2021-08-20T12:22:43Z', 'revision_number': 4, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'subnets': [{'id': '8f408eb3-b742-4c88-93bc-bdefcc7696a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:43.754281 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f54ff-8986-44bf-b028-0712c69998a4 None None] The sync data for ids ['a1336dbd-2c98-4363-9286-7ffb46958918'] in n-d-804230-3 is: [{'id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'name': 'tempest-TestEncryptedCinderVolumes-647137767-router', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:40Z', 'revision_number': 4, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'gw_port': {'id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e', 'name': '', 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'mac_address': 'fa:16:3e:37:52:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '8f408eb3-b742-4c88-93bc-bdefcc7696a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:39Z', 'updated_at': '2021-08-20T12:22:43Z', 'revision_number': 4, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'subnets': [{'id': '8f408eb3-b742-4c88-93bc-bdefcc7696a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:43.846120 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:43.857150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Transition to ACTIVE for port object e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:43.883723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Transition to ACTIVE for port object e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:43.983847 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.030312 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.038704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Network 1e89f6d8-ebdb-4196-99cd-d01912f1935c is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:44.041844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:44.049675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:44.056781 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Pushing event updated for resources: {'Port': ['ID=e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:44.113306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Attempting to bind port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:44.115801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Attempting to bind port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'd2a678c5-9189-4d5f-83b0-8664a7810ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:44.115801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Attempting to bind port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 on network 1e89f6d8-ebdb-4196-99cd-d01912f1935c {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:44.120140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:44.120596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Checking segment: {'id': 'd2a678c5-9189-4d5f-83b0-8664a7810ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:44.120925 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.121323 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Bound using segment: {'id': 'd2a678c5-9189-4d5f-83b0-8664a7810ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:44.121808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Bound port: e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a678c5-9189-4d5f-83b0-8664a7810ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:44.122249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.202191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] For port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:44.205987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] For port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4,segment=NetworkSegment(d2a678c5-9189-4d5f-83b0-8664a7810ba1),segment_id=d2a678c5-9189-4d5f-83b0-8664a7810ba1)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:44.263278 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.270537 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.325912 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.385249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Allocated IP 172.25.4.69 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/92726bbc-ed67-4fce-9e36-6d7f283ded5d) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:44.397219 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0c8ba-bc39-49c5-a4f6-0a95b8eebd48 None None] Pushing event updated for resources: {'Port': ['ID=e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:44.499325 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.600124 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:44.646753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:44.652359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:44.657233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:44.698345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Pushing event updated for resources: {'Port': ['ID=92726bbc-ed67-4fce-9e36-6d7f283ded5d,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:44.960078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:45.010480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.056822 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0728016b-c01c-4cae-848e-115d17e0fae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.079723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:45.084258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:45.223811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.240471 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:45.245520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:45.246004 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.334834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.380948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:45.416838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae31d50-1515-4ba3-8761-c9527211c2a7 None None] Network 1e89f6d8-ebdb-4196-99cd-d01912f1935c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:22:45.526153 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.534499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Router 1b34ffdb-eee0-4eb7-8bff-275877886d93 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:22:45.629685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-271b76d3-fd1f-4af4-8f2c-ddc5ef1b6a6e None None] Provisioning for port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:45.640363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:45.644172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-271b76d3-fd1f-4af4-8f2c-ddc5ef1b6a6e None None] Provisioning complete for port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:45.644543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-271b76d3-fd1f-4af4-8f2c-ddc5ef1b6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.680751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:45.691866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Sync routers for ids ['1b34ffdb-eee0-4eb7-8bff-275877886d93'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:45.707185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Routers {'1b34ffdb-eee0-4eb7-8bff-275877886d93'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:45.707834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:22:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['1b34ffdb-eee0-4eb7-8bff-275877886d93'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:45.770974 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.775636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 48724) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:22:45.783457 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-271b76d3-fd1f-4af4-8f2c-ddc5ef1b6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:45.784977 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2ed7c7f7-0895-4b76-b03f-c32a2b6eac8a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5003195 Aug 20 12:22:45.859368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-271b76d3-fd1f-4af4-8f2c-ddc5ef1b6a6e None None] For port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4,segment=NetworkSegment(d2a678c5-9189-4d5f-83b0-8664a7810ba1),segment_id=d2a678c5-9189-4d5f-83b0-8664a7810ba1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:45.873871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Set router 1b34ffdb-eee0-4eb7-8bff-275877886d93 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:45.927194 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-271b76d3-fd1f-4af4-8f2c-ddc5ef1b6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.024812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b76d3-fd1f-4af4-8f2c-ddc5ef1b6a6e None None] Pushing event updated for resources: {'Port': ['ID=e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:46.061875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-46f48cb9-813f-4f79-8f63-cc7be3326313 None None] Provisioning complete for port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:46.062570 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-46f48cb9-813f-4f79-8f63-cc7be3326313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.162299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'name': 'tempest-TestEncryptedCinderVolumes-759690358-router', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:43Z', 'updated_at': '2021-08-20T12:22:44Z', 'revision_number': 3, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'gw_port': {'id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:eb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:44Z', 'updated_at': '2021-08-20T12:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:46.192316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Checking router: 1b34ffdb-eee0-4eb7-8bff-275877886d93 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:46.192665 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Updating router 1b34ffdb-eee0-4eb7-8bff-275877886d93 port 92726bbc-ed67-4fce-9e36-6d7f283ded5d binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:22:46.203928 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.223854 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.360872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Allocated IP 172.20.0.1 (1e89f6d8-ebdb-4196-99cd-d01912f1935c/62569bf5-d766-4ce7-b470-57886b29b660/84f88048-caa0-4fb7-a81a-9069f412e569) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:46.472938 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.486973 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.487477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Transition to ACTIVE for port object 84f88048-caa0-4fb7-a81a-9069f412e569 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:46.497344 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Transition to ACTIVE for port object 92726bbc-ed67-4fce-9e36-6d7f283ded5d will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:46.559256 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.583168 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.611350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Attempting to bind port 92726bbc-ed67-4fce-9e36-6d7f283ded5d on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:46.611753 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Attempting to bind port 92726bbc-ed67-4fce-9e36-6d7f283ded5d by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:46.612138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Attempting to bind port 92726bbc-ed67-4fce-9e36-6d7f283ded5d on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:46.620867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdef40-efdc-4228-9703-3af9731d8879 None None] Pushing event updated for resources: {'Port': ['ID=92726bbc-ed67-4fce-9e36-6d7f283ded5d,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:46.626814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:46.628878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:46.628878 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.628878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:46.628878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Bound port: 92726bbc-ed67-4fce-9e36-6d7f283ded5d, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:46.628878 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.629720 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Network 1e89f6d8-ebdb-4196-99cd-d01912f1935c is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:46.632625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:46.636339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:46.666862 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Pushing event updated for resources: {'Port': ['ID=84f88048-caa0-4fb7-a81a-9069f412e569,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:46.679821 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.680177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.680532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.680876 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.681216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.681554 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.682252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.682252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.682605 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.682961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.683298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.683628 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:46.688146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] For port 92726bbc-ed67-4fce-9e36-6d7f283ded5d, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:46.692551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] For port 92726bbc-ed67-4fce-9e36-6d7f283ded5d, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=92726bbc-ed67-4fce-9e36-6d7f283ded5d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:46.699512 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.789565 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.862895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Routers {'1b34ffdb-eee0-4eb7-8bff-275877886d93'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:46.863551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:22:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['1b34ffdb-eee0-4eb7-8bff-275877886d93'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:46.868820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdef40-efdc-4228-9703-3af9731d8879 None None] Pushing event updated for resources: {'Port': ['ID=92726bbc-ed67-4fce-9e36-6d7f283ded5d,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:46.907120 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:46.921700 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:47.012889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] Set router 1b34ffdb-eee0-4eb7-8bff-275877886d93 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:47.077333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.106883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5416151f-6b80-453d-977f-2566f269290f None None] Provisioning for port 84f88048-caa0-4fb7-a81a-9069f412e569 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:47.120582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5416151f-6b80-453d-977f-2566f269290f None None] Provisioning complete for port 84f88048-caa0-4fb7-a81a-9069f412e569 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:47.129355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5416151f-6b80-453d-977f-2566f269290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.129355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:47.129355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.195213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5416151f-6b80-453d-977f-2566f269290f None None] Port 84f88048-caa0-4fb7-a81a-9069f412e569 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:47.216365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.283676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:47.284395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.290689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Pushing event updated for resources: {'Port': ['ID=84f88048-caa0-4fb7-a81a-9069f412e569,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:47.322820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'name': 'tempest-TestEncryptedCinderVolumes-759690358-router', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:43Z', 'updated_at': '2021-08-20T12:22:44Z', 'revision_number': 3, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'gw_port': {'id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:eb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:44Z', 'updated_at': '2021-08-20T12:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:47.383505 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Network 1e89f6d8-ebdb-4196-99cd-d01912f1935c is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:47.385003 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:47.509194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e1b9d-0178-45f1-a18d-9953a6c0de19 None None] The sync data for ids ['1b34ffdb-eee0-4eb7-8bff-275877886d93'] in n-d-804230-3 is: [{'id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'name': 'tempest-TestEncryptedCinderVolumes-759690358-router', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:43Z', 'updated_at': '2021-08-20T12:22:44Z', 'revision_number': 3, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'gw_port': {'id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:eb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:44Z', 'updated_at': '2021-08-20T12:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:47.511677 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Router 1b34ffdb-eee0-4eb7-8bff-275877886d93 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:22:47.522317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:47.522723 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.624513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1c0cd9b6-18a2-495f-9819-191ac19e16b5 None None] Provisioning complete for port 84f88048-caa0-4fb7-a81a-9069f412e569 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:47.624895 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1c0cd9b6-18a2-495f-9819-191ac19e16b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:47.627538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:22:47.632845 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4fbd0903-48e2-41bc-81ec-90dfead04cdb admin admin] 10.222.0.10 "PUT /v2.0/routers/1b34ffdb-eee0-4eb7-8bff-275877886d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8559003 Aug 20 12:22:47.663728 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1c0cd9b6-18a2-495f-9819-191ac19e16b5 None None] Port 84f88048-caa0-4fb7-a81a-9069f412e569 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:47.809966 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dd5f68b1-19f1-43c1-b872-4e50832a986f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:48.544363 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-35a9b474-da81-466b-89c0-ca9195bccb7c tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:48.546597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-35a9b474-da81-466b-89c0-ca9195bccb7c tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/networks?id=409693e4-73a8-4c27-9072-cc4f4f65fcc7 HTTP/1.1" status: 200 len: 816 time: 0.1088870 Aug 20 12:22:48.562389 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-f5debf85-19f0-4f0c-a60e-0fdefd3d1b3d tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/quotas/6229d3d76ad54285b77e104161c60b9c HTTP/1.1" status: 200 len: 375 time: 0.0099516 Aug 20 12:22:48.614158 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-023ea0d4-515f-4945-9560-8ac13e419689 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6229d3d76ad54285b77e104161c60b9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458834 Aug 20 12:22:48.707778 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:48.711327 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-9957a32e-a2fc-4eed-8787-fb39f0ba7802 service neutron] 10.222.0.10 "GET /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856085 Aug 20 12:22:48.804619 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-3c798d35-19ea-4da3-9c52-98593035a4b6 service neutron] 10.222.0.10 "GET /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865600 Aug 20 12:22:48.920005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 92726bbc-ed67-4fce-9e36-6d7f283ded5d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:49.034247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 92726bbc-ed67-4fce-9e36-6d7f283ded5d completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:49.038616 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 92726bbc-ed67-4fce-9e36-6d7f283ded5d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:49.039059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.050593 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Sync routers for ids ['1b34ffdb-eee0-4eb7-8bff-275877886d93'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:22:49.058695 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d4e0c64e-6831-48f2-a475-59285ff197dc req-5ca6e384-6870-41c0-8dac-51562fec1f92 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 210 time: 0.0277331 Aug 20 12:22:49.072175 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Routers {'1b34ffdb-eee0-4eb7-8bff-275877886d93'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:49.072814 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:22:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['1b34ffdb-eee0-4eb7-8bff-275877886d93'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:49.147840 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.168761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 92726bbc-ed67-4fce-9e36-6d7f283ded5d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=92726bbc-ed67-4fce-9e36-6d7f283ded5d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:49.196786 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Set router 1b34ffdb-eee0-4eb7-8bff-275877886d93 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:49.324920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.385053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=92726bbc-ed67-4fce-9e36-6d7f283ded5d,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:49.400616 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'name': 'tempest-TestEncryptedCinderVolumes-759690358-router', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:43Z', 'updated_at': '2021-08-20T12:22:46Z', 'revision_number': 4, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'gw_port': {'id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:eb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:44Z', 'updated_at': '2021-08-20T12:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '84f88048-caa0-4fb7-a81a-9069f412e569', 'name': '', 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'mac_address': 'fa:16:3e:4a:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '62569bf5-d766-4ce7-b470-57886b29b660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:46Z', 'updated_at': '2021-08-20T12:22:46Z', 'revision_number': 2, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'subnets': [{'id': '62569bf5-d766-4ce7-b470-57886b29b660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:49.426217 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Checking router: 1b34ffdb-eee0-4eb7-8bff-275877886d93 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:22:49.426613 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Updating router 1b34ffdb-eee0-4eb7-8bff-275877886d93 port 84f88048-caa0-4fb7-a81a-9069f412e569 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:22:49.450829 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.501975 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.719124 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.728550 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Transition to ACTIVE for port object 84f88048-caa0-4fb7-a81a-9069f412e569 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:49.810607 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.865138 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7782f-04d5-429f-b0d0-0d4e1a650c1c None None] Pushing event updated for resources: {'Port': ['ID=84f88048-caa0-4fb7-a81a-9069f412e569,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:49.914887 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Attempting to bind port 84f88048-caa0-4fb7-a81a-9069f412e569 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:49.915254 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Attempting to bind port 84f88048-caa0-4fb7-a81a-9069f412e569 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'd2a678c5-9189-4d5f-83b0-8664a7810ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:49.915613 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Attempting to bind port 84f88048-caa0-4fb7-a81a-9069f412e569 on network 1e89f6d8-ebdb-4196-99cd-d01912f1935c {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:49.921129 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:49.921506 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Checking segment: {'id': 'd2a678c5-9189-4d5f-83b0-8664a7810ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:49.921981 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.922371 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Bound using segment: {'id': 'd2a678c5-9189-4d5f-83b0-8664a7810ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:49.922904 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Bound port: 84f88048-caa0-4fb7-a81a-9069f412e569, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a678c5-9189-4d5f-83b0-8664a7810ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:49.923294 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:49.989382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] For port 84f88048-caa0-4fb7-a81a-9069f412e569, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:49.997738 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] For port 84f88048-caa0-4fb7-a81a-9069f412e569, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=84f88048-caa0-4fb7-a81a-9069f412e569,segment=NetworkSegment(d2a678c5-9189-4d5f-83b0-8664a7810ba1),segment_id=d2a678c5-9189-4d5f-83b0-8664a7810ba1)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:50.078848 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:50.138576 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7782f-04d5-429f-b0d0-0d4e1a650c1c None None] Pushing event updated for resources: {'Port': ['ID=84f88048-caa0-4fb7-a81a-9069f412e569,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:50.148358 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Routers {'1b34ffdb-eee0-4eb7-8bff-275877886d93'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:22:50.149105 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:22:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['1b34ffdb-eee0-4eb7-8bff-275877886d93'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:50.159297 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-83e4a20b-879f-4c20-a111-a35eef89415a req-0d2a83f9-b7be-4fb6-9623-ea537202bdca tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 210 time: 0.0340519 Aug 20 12:22:50.261331 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] Set router 1b34ffdb-eee0-4eb7-8bff-275877886d93 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:22:50.465384 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'name': 'tempest-TestEncryptedCinderVolumes-759690358-router', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:43Z', 'updated_at': '2021-08-20T12:22:46Z', 'revision_number': 4, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'gw_port': {'id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:44Z', 'updated_at': '2021-08-20T12:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '84f88048-caa0-4fb7-a81a-9069f412e569', 'name': '', 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'mac_address': 'fa:16:3e:4a:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '62569bf5-d766-4ce7-b470-57886b29b660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:46Z', 'updated_at': '2021-08-20T12:22:49Z', 'revision_number': 4, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'subnets': [{'id': '62569bf5-d766-4ce7-b470-57886b29b660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:22:50.492422 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f33bca0-ac1f-414b-bf92-0404cda43cd0 None None] The sync data for ids ['1b34ffdb-eee0-4eb7-8bff-275877886d93'] in n-d-804230-3 is: [{'id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'name': 'tempest-TestEncryptedCinderVolumes-759690358-router', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:43Z', 'updated_at': '2021-08-20T12:22:46Z', 'revision_number': 4, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'gw_port': {'id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:44Z', 'updated_at': '2021-08-20T12:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '84f88048-caa0-4fb7-a81a-9069f412e569', 'name': '', 'network_id': '1e89f6d8-ebdb-4196-99cd-d01912f1935c', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'mac_address': 'fa:16:3e:4a:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '62569bf5-d766-4ce7-b470-57886b29b660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:46Z', 'updated_at': '2021-08-20T12:22:49Z', 'revision_number': 4, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'subnets': [{'id': '62569bf5-d766-4ce7-b470-57886b29b660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:22:50.983612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 92726bbc-ed67-4fce-9e36-6d7f283ded5d up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:51.042654 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 92726bbc-ed67-4fce-9e36-6d7f283ded5d triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:51.043036 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:51.078772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:51.130178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 84f88048-caa0-4fb7-a81a-9069f412e569 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:51.259737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dfbc155c-885a-49c9-896f-b2cad81a8ca2 req-1b4cd67c-e774-44b1-baed-59597a0e27f1 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 210 time: 0.0312564 Aug 20 12:22:51.262340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 84f88048-caa0-4fb7-a81a-9069f412e569 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:51.267559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 84f88048-caa0-4fb7-a81a-9069f412e569 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:51.268006 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:51.352159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:51.352398 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-e1a0dc56-3db7-41c3-b461-6802132b85cc tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:51.354240 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-e1a0dc56-3db7-41c3-b461-6802132b85cc tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.38 "GET /v2.0/networks?id=409693e4-73a8-4c27-9072-cc4f4f65fcc7 HTTP/1.1" status: 200 len: 816 time: 0.1302321 Aug 20 12:22:51.373612 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Request body: {'port': {'device_id': 'e70574bc-06f5-437b-a901-b15afe1d06d2', 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7', 'admin_state_up': True, 'tenant_id': '6229d3d76ad54285b77e104161c60b9c'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:51.391559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 84f88048-caa0-4fb7-a81a-9069f412e569, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=84f88048-caa0-4fb7-a81a-9069f412e569,segment=NetworkSegment(d2a678c5-9189-4d5f-83b0-8664a7810ba1),segment_id=d2a678c5-9189-4d5f-83b0-8664a7810ba1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:51.491073 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:51.546894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=84f88048-caa0-4fb7-a81a-9069f412e569,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:51.576193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Made reservation on behalf of 6229d3d76ad54285b77e104161c60b9c for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:22:51.579763 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:51.723257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Allocated IP 172.20.0.13 (409693e4-73a8-4c27-9072-cc4f4f65fcc7/8f408eb3-b742-4c88-93bc-bdefcc7696a2/405be192-4dba-4c05-9074-2bf03716647a) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:22:51.869917 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:51.884899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Transition to ACTIVE for port object 405be192-4dba-4c05-9074-2bf03716647a will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:52.045333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:52.087909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:22:52.090890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:22:52.095472 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:22:52.104225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Pushing event updated for resources: {'Port': ['ID=405be192-4dba-4c05-9074-2bf03716647a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:52.151890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:52.152574 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:52.257526 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-52225af4-eb37-4642-9cc9-ca82dc6529b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8885269 Aug 20 12:22:52.271842 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Request body: {'port': {'device_id': 'e70574bc-06f5-437b-a901-b15afe1d06d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:22:52.340846 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:52.405054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-166667ed-434a-4437-a1ce-d40ce2721b01 None None] Provisioning for port 405be192-4dba-4c05-9074-2bf03716647a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:52.407536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03fd72-50cf-41bd-83f0-568683e8223f req-73efe399-0fb6-4dfa-9981-54e3fe1f80ec tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:52.409052 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d03fd72-50cf-41bd-83f0-568683e8223f req-73efe399-0fb6-4dfa-9981-54e3fe1f80ec tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 932 time: 0.0794036 Aug 20 12:22:52.409451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-166667ed-434a-4437-a1ce-d40ce2721b01 None None] Provisioning complete for port 405be192-4dba-4c05-9074-2bf03716647a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:52.409873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-166667ed-434a-4437-a1ce-d40ce2721b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:52.445315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-166667ed-434a-4437-a1ce-d40ce2721b01 None None] Port 405be192-4dba-4c05-9074-2bf03716647a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:22:52.522169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d03fd72-50cf-41bd-83f0-568683e8223f req-34e154a4-40f7-4a5a-9859-4cb1b292341c tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997581 Aug 20 12:22:52.654052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405be192-4dba-4c05-9074-2bf03716647a {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:52.661410 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:52.673370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Transition to ACTIVE for port object 405be192-4dba-4c05-9074-2bf03716647a will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:22:52.770097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:52.819953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Pushing event updated for resources: {'Port': ['ID=405be192-4dba-4c05-9074-2bf03716647a,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:52.899067 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Attempting to bind port 405be192-4dba-4c05-9074-2bf03716647a on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:22:52.899411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Attempting to bind port 405be192-4dba-4c05-9074-2bf03716647a by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:22:52.899740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Attempting to bind port 405be192-4dba-4c05-9074-2bf03716647a on network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:52.904533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Port 405be192-4dba-4c05-9074-2bf03716647a on network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:22:52.904857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Attempting to bind port 405be192-4dba-4c05-9074-2bf03716647a on network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:22:52.905020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 84f88048-caa0-4fb7-a81a-9069f412e569 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:52.909927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:22:52.910275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Checking segment: {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:22:52.910800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Bound using segment: {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:22:52.911219 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Bound port: 405be192-4dba-4c05-9074-2bf03716647a, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:22:52.911577 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:52.957179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 84f88048-caa0-4fb7-a81a-9069f412e569 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:52.957992 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:52.985979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] For port 405be192-4dba-4c05-9074-2bf03716647a, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:22:52.990346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] For port 405be192-4dba-4c05-9074-2bf03716647a, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=405be192-4dba-4c05-9074-2bf03716647a,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:22:53.068838 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:53.101051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.101307 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:53.103172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] 10.222.0.38 "PUT /v2.0/ports/405be192-4dba-4c05-9074-2bf03716647a HTTP/1.1" status: 200 len: 1092 time: 0.8358409 Aug 20 12:22:53.105469 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70574bc-06f5-437b-a901-b15afe1d06d2', 'tag': '405be192-4dba-4c05-9074-2bf03716647a'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:53.107860 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfa733a-d7e3-4189-ba29-940c159f822d" -d '{"events": [{"name": "network-changed", "server_uuid": "e70574bc-06f5-437b-a901-b15afe1d06d2", "tag": "405be192-4dba-4c05-9074-2bf03716647a"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:53.136210 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4603e0b-016b-4c59-9edc-dc6108778412 service neutron] Pushing event updated for resources: {'Port': ['ID=405be192-4dba-4c05-9074-2bf03716647a,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:53.149671 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83998ff-90cf-4169-ae88-25d66a586379 x-openstack-request-id: req-f83998ff-90cf-4169-ae88-25d66a586379 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:53.150036 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70574bc-06f5-437b-a901-b15afe1d06d2", "tag": "405be192-4dba-4c05-9074-2bf03716647a", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:53.150396 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f83998ff-90cf-4169-ae88-25d66a586379 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:53.150919 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70574bc-06f5-437b-a901-b15afe1d06d2', 'tag': '405be192-4dba-4c05-9074-2bf03716647a', 'status': 'completed', 'code': 200} Aug 20 12:22:53.214078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa733a-d7e3-4189-ba29-940c159f822d req-c10b3969-bfba-42ec-aade-e37b67f6f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.215771 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1dfa733a-d7e3-4189-ba29-940c159f822d req-c10b3969-bfba-42ec-aade-e37b67f6f34d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6229d3d76ad54285b77e104161c60b9c&device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 1095 time: 0.0432167 Aug 20 12:22:53.324237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa733a-d7e3-4189-ba29-940c159f822d req-f281f360-a1c7-4602-8488-78308b114ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.325646 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1dfa733a-d7e3-4189-ba29-940c159f822d req-f281f360-a1c7-4602-8488-78308b114ebd service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=6229d3d76ad54285b77e104161c60b9c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0974302 Aug 20 12:22:53.802680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baed03-db37-4456-9416-2d0b2f7cef41 req-5526260e-8974-4526-a1b6-520f1b1c5fdf tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.804153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00baed03-db37-4456-9416-2d0b2f7cef41 req-5526260e-8974-4526-a1b6-520f1b1c5fdf tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 944 time: 0.0996706 Aug 20 12:22:53.808609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa733a-d7e3-4189-ba29-940c159f822d req-60dc23f2-3063-4253-8506-0c44af8d29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.809990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1dfa733a-d7e3-4189-ba29-940c159f822d req-60dc23f2-3063-4253-8506-0c44af8d29c1 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4733906 Aug 20 12:22:53.848924 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00baed03-db37-4456-9416-2d0b2f7cef41 req-93b85fda-4409-426a-bde8-b04712c315a5 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374293 Aug 20 12:22:53.891301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-06270649-6f0e-4ef2-bce2-0ea40ced4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.892787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-06270649-6f0e-4ef2-bce2-0ea40ced4ba1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6229d3d76ad54285b77e104161c60b9c&device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 1095 time: 0.0409849 Aug 20 12:22:53.938766 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-770a6959-947c-40db-8be6-ace5b2c0a107 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=405be192-4dba-4c05-9074-2bf03716647a HTTP/1.1" status: 200 len: 217 time: 0.0333302 Aug 20 12:22:53.994259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-a0042222-f80c-4188-bdd8-c8c1d6e09d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:53.995768 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-a0042222-f80c-4188-bdd8-c8c1d6e09d87 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f408eb3-b742-4c88-93bc-bdefcc7696a2 HTTP/1.1" status: 200 len: 855 time: 0.0463917 Aug 20 12:22:54.045207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-57c3e475-9446-446c-affc-5ee9f22f6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:54.046801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-57c3e475-9446-446c-affc-5ee9f22f6bf1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=409693e4-73a8-4c27-9072-cc4f4f65fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405865 Aug 20 12:22:54.142250 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-7d7f4be1-4ce2-41b6-92a3-93ecd4c82272 service neutron] 10.222.0.38 "GET /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Aug 20 12:22:54.239716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-06c42a47-98b0-40f1-a760-0463dbdc1894 req-d67bac29-a3ca-4d49-8ee4-ec8ff492aaab service neutron] 10.222.0.38 "GET /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858929 Aug 20 12:22:54.967858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124c0f3-2d7a-4bc9-93df-c275a30d8ad9 req-b8414dd8-9259-48d9-8c9b-bfe63b735843 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:54.969375 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1124c0f3-2d7a-4bc9-93df-c275a30d8ad9 req-b8414dd8-9259-48d9-8c9b-bfe63b735843 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 944 time: 0.0540872 Aug 20 12:22:55.007649 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1124c0f3-2d7a-4bc9-93df-c275a30d8ad9 req-aefa15a4-c730-4d11-b422-5e7618c7d8fb tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Aug 20 12:22:55.546260 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 405be192-4dba-4c05-9074-2bf03716647a details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:22:55.640578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 405be192-4dba-4c05-9074-2bf03716647a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=405be192-4dba-4c05-9074-2bf03716647a,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:55.651938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '405be192-4dba-4c05-9074-2bf03716647a', 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7', 'port_id': '405be192-4dba-4c05-9074-2bf03716647a', 'mac_address': 'fa:16:3e:fa:96:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f408eb3-b742-4c88-93bc-bdefcc7696a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:22:55.693124 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:55.706101 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405be192-4dba-4c05-9074-2bf03716647a {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:22:55.725671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 405be192-4dba-4c05-9074-2bf03716647a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=405be192-4dba-4c05-9074-2bf03716647a,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:55.805210 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:55.852854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=405be192-4dba-4c05-9074-2bf03716647a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:55.860104 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.860471 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.860815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.861154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.861487 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.861817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.862144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.862497 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.862824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.863149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.863474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:55.863795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:22:56.064911 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['405be192-4dba-4c05-9074-2bf03716647a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:22:56.126092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f600f-df2f-4c13-b0c0-ceaad9f6a595 req-3a3cfe96-f7a6-4d28-ac29-7286439f2e2f tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:56.127783 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-687f600f-df2f-4c13-b0c0-ceaad9f6a595 req-3a3cfe96-f7a6-4d28-ac29-7286439f2e2f tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 945 time: 0.0515513 Aug 20 12:22:56.166525 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-687f600f-df2f-4c13-b0c0-ceaad9f6a595 req-e4414dc6-043c-4ce6-adbb-5cda0013e960 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Aug 20 12:22:57.282179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85ecd9-b827-4856-be73-6bff8971c402 req-f59e6ef5-29de-418e-a713-401abbbabb80 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:57.283845 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e85ecd9-b827-4856-be73-6bff8971c402 req-f59e6ef5-29de-418e-a713-401abbbabb80 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Aug 20 12:22:57.322872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8e85ecd9-b827-4856-be73-6bff8971c402 req-0dcc615e-41ba-4431-b9c4-743b7f082cb3 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328979 Aug 20 12:22:57.548100 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 405be192-4dba-4c05-9074-2bf03716647a up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:22:57.656110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 405be192-4dba-4c05-9074-2bf03716647a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:22:57.660797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 405be192-4dba-4c05-9074-2bf03716647a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:22:57.661176 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:57.736687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:57.760183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70574bc-06f5-437b-a901-b15afe1d06d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405be192-4dba-4c05-9074-2bf03716647a'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:22:57.764151 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e3b976-7ace-4a65-aaf9-90efbe64fdc7" -d '{"events": [{"server_uuid": "e70574bc-06f5-437b-a901-b15afe1d06d2", "name": "network-vif-plugged", "status": "completed", "tag": "405be192-4dba-4c05-9074-2bf03716647a"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:22:57.783558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 405be192-4dba-4c05-9074-2bf03716647a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=405be192-4dba-4c05-9074-2bf03716647a,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:22:57.807066 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c877828a-64f0-4eb2-a794-1e3842424c08 x-openstack-request-id: req-c877828a-64f0-4eb2-a794-1e3842424c08 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:22:57.807356 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70574bc-06f5-437b-a901-b15afe1d06d2", "name": "network-vif-plugged", "status": "completed", "tag": "405be192-4dba-4c05-9074-2bf03716647a", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:22:57.807608 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c877828a-64f0-4eb2-a794-1e3842424c08 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:22:57.808000 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70574bc-06f5-437b-a901-b15afe1d06d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405be192-4dba-4c05-9074-2bf03716647a', 'code': 200} Aug 20 12:22:57.873447 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:22:57.914707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf254673-3997-426f-aa95-5e1299f505ad req-a302b524-d862-492c-b7bc-2226e0f66558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:57.916323 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf254673-3997-426f-aa95-5e1299f505ad req-a302b524-d862-492c-b7bc-2226e0f66558 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 1097 time: 0.0399404 Aug 20 12:22:57.920461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=405be192-4dba-4c05-9074-2bf03716647a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:22:57.960929 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cf254673-3997-426f-aa95-5e1299f505ad req-805f22e5-e6fe-453d-8a35-0ba4415aad3d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335093 Aug 20 12:22:58.436039 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189c67e-6801-408a-95cb-197811647513 req-97339db6-40aa-4af0-9ccd-605989d22fd9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:58.437519 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a189c67e-6801-408a-95cb-197811647513 req-97339db6-40aa-4af0-9ccd-605989d22fd9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 946 time: 0.0480413 Aug 20 12:22:58.475125 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a189c67e-6801-408a-95cb-197811647513 req-fdc0f185-22c1-46e1-9a54-ad9d2e98605d tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Aug 20 12:22:59.590736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae885505-e92e-4481-99fc-41d2bf6d0ab0 req-4018edb3-459c-42d1-9633-b047e52faf65 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:59.592230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae885505-e92e-4481-99fc-41d2bf6d0ab0 req-4018edb3-459c-42d1-9633-b047e52faf65 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 946 time: 0.0501041 Aug 20 12:22:59.629663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae885505-e92e-4481-99fc-41d2bf6d0ab0 req-21e9770f-376d-4694-8def-c40722faa4d2 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Aug 20 12:22:59.746823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc51b74-0a5b-49c8-bac1-14375bc0a495 req-599b69c1-72bf-414c-ab54-a46d8de8d0b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:22:59.748302 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1dc51b74-0a5b-49c8-bac1-14375bc0a495 req-599b69c1-72bf-414c-ab54-a46d8de8d0b9 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 946 time: 0.0526173 Aug 20 12:22:59.796874 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1dc51b74-0a5b-49c8-bac1-14375bc0a495 req-43866559-2cd4-4fdd-baba-433c50e57ee3 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376625 Aug 20 12:23:11.724236 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:13.810654 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-77794b68-4981-417f-b5fa-5dbfe226aeb2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391395 Aug 20 12:23:13.896088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-fb3953c8-19cc-4c10-b354-82a172dfb9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:13.901901 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-fb3953c8-19cc-4c10-b354-82a172dfb9c2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6229d3d76ad54285b77e104161c60b9c&device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 1097 time: 0.0407817 Aug 20 12:23:14.004045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-a281ccc1-8d74-4ee0-8810-31ce9b7eaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:14.004276 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:14.005594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-a281ccc1-8d74-4ee0-8810-31ce9b7eaed3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=409693e4-73a8-4c27-9072-cc4f4f65fcc7 HTTP/1.1" status: 200 len: 917 time: 0.0884628 Aug 20 12:23:14.047955 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-28edbf7a-0d0e-4d15-95c0-39dbbf1ad518 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=405be192-4dba-4c05-9074-2bf03716647a HTTP/1.1" status: 200 len: 217 time: 0.0338995 Aug 20 12:23:14.101837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-8660e916-cc3d-4111-816f-c9b9f0595b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:14.103403 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-8660e916-cc3d-4111-816f-c9b9f0595b84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8f408eb3-b742-4c88-93bc-bdefcc7696a2 HTTP/1.1" status: 200 len: 855 time: 0.0497589 Aug 20 12:23:14.153592 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-93ba1131-e2f4-445e-a591-3712e0c67b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:14.155172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-93ba1131-e2f4-445e-a591-3712e0c67b97 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=409693e4-73a8-4c27-9072-cc4f4f65fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420473 Aug 20 12:23:14.250398 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-ff337e7a-e49f-48dd-bdf1-2eb9df7ba1ff service neutron] 10.222.0.38 "GET /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879481 Aug 20 12:23:14.343036 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5baa1903-c3c5-4c64-8881-8cc4a30dc5e2 req-697ee359-4e29-4053-9be7-e13c05b72d9d service neutron] 10.222.0.38 "GET /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855391 Aug 20 12:23:15.055803 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-889b05e8-180b-4f42-9e3f-9a0d803c2326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:17.775343 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-58ca6998-4b98-449c-b14c-ef95d09feed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:18.673708 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:19.471562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:19.474040 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:23:21.066747 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:23.259244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d5b56-437c-475e-b612-28d06541b757 req-1d025749-9892-44df-b0bc-408ab612db69 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:23.260761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9a7d5b56-437c-475e-b612-28d06541b757 req-1d025749-9892-44df-b0bc-408ab612db69 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 946 time: 0.0498297 Aug 20 12:23:23.299018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9a7d5b56-437c-475e-b612-28d06541b757 req-2ddb14d5-ac3e-46ff-9852-4675f215fc12 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315495 Aug 20 12:23:24.414904 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0316b4c-689b-47a8-92bf-5c22a9409cf2 req-0f63b97b-c15c-4513-8149-493444d6a961 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.416403 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d0316b4c-689b-47a8-92bf-5c22a9409cf2 req-0f63b97b-c15c-4513-8149-493444d6a961 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 946 time: 0.0491519 Aug 20 12:23:24.453218 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d0316b4c-689b-47a8-92bf-5c22a9409cf2 req-cbd38af7-0eaa-4f7d-b704-1682c0841eb1 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309877 Aug 20 12:23:24.941275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-a2438bf1-0e5c-4eaf-8429-42e731519d75 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:24.942785 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-a2438bf1-0e5c-4eaf-8429-42e731519d75 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.38 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 946 time: 0.0502069 Aug 20 12:23:25.045857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-7e71dcbd-6ede-4aed-9234-f05dcfa0d2ee tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Deleting port 405be192-4dba-4c05-9074-2bf03716647a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:23:25.046201 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-7e71dcbd-6ede-4aed-9234-f05dcfa0d2ee tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.135797 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-7e71dcbd-6ede-4aed-9234-f05dcfa0d2ee tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] For port 405be192-4dba-4c05-9074-2bf03716647a, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=405be192-4dba-4c05-9074-2bf03716647a,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:25.136051 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-7e71dcbd-6ede-4aed-9234-f05dcfa0d2ee tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.150827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-7e71dcbd-6ede-4aed-9234-f05dcfa0d2ee tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Calling delete_port for 405be192-4dba-4c05-9074-2bf03716647a owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:23:25.352859 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-7e71dcbd-6ede-4aed-9234-f05dcfa0d2ee tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.373534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['405be192-4dba-4c05-9074-2bf03716647a'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:25.381162 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71dcbd-6ede-4aed-9234-f05dcfa0d2ee tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Pushing event deleted for resources: {'Port': ['ID=405be192-4dba-4c05-9074-2bf03716647a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:25.429297 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-7e71dcbd-6ede-4aed-9234-f05dcfa0d2ee tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] No DVR routers for this DVR port 405be192-4dba-4c05-9074-2bf03716647a on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:23:25.432023 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-7e71dcbd-6ede-4aed-9234-f05dcfa0d2ee tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:25.434127 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-faad249e-2199-46a7-9b40-c6fa38c8370b req-7e71dcbd-6ede-4aed-9234-f05dcfa0d2ee tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.38 "DELETE /v2.0/ports/405be192-4dba-4c05-9074-2bf03716647a HTTP/1.1" status: 204 len: 173 time: 0.4794831 Aug 20 12:23:25.434611 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70574bc-06f5-437b-a901-b15afe1d06d2', 'name': 'network-vif-deleted', 'tag': '405be192-4dba-4c05-9074-2bf03716647a'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:25.436869 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a8606f-7390-49f5-9e8f-311bc4c6bfe7" -d '{"events": [{"server_uuid": "e70574bc-06f5-437b-a901-b15afe1d06d2", "name": "network-vif-deleted", "tag": "405be192-4dba-4c05-9074-2bf03716647a"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:25.474129 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9490daa2-78a1-4bc8-9add-26565523d3c9 x-openstack-request-id: req-9490daa2-78a1-4bc8-9add-26565523d3c9 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:25.474517 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70574bc-06f5-437b-a901-b15afe1d06d2", "name": "network-vif-deleted", "tag": "405be192-4dba-4c05-9074-2bf03716647a", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:25.474720 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9490daa2-78a1-4bc8-9add-26565523d3c9 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:25.475127 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70574bc-06f5-437b-a901-b15afe1d06d2', 'name': 'network-vif-deleted', 'tag': '405be192-4dba-4c05-9074-2bf03716647a', 'status': 'completed', 'code': 200} Aug 20 12:23:25.560516 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5f8cf6a-a3e1-4e91-a779-0af105d10a09 req-0dca91c9-6cba-4925-891f-9cc502c12cda tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=e70574bc-06f5-437b-a901-b15afe1d06d2 HTTP/1.1" status: 200 len: 210 time: 0.0277555 Aug 20 12:23:27.367177 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-76ecd6b0-cdd9-4372-8b6e-e61eceb06b33 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:27.368665 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-76ecd6b0-cdd9-4372-8b6e-e61eceb06b33 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/networks?id=409693e4-73a8-4c27-9072-cc4f4f65fcc7 HTTP/1.1" status: 200 len: 816 time: 0.1021733 Aug 20 12:23:27.384280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-f1231cc0-7f43-4aba-acab-fb3799e09c10 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/quotas/6229d3d76ad54285b77e104161c60b9c HTTP/1.1" status: 200 len: 375 time: 0.0098007 Aug 20 12:23:27.439083 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-039aa7b3-5967-4b27-893f-886637c3018e tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6229d3d76ad54285b77e104161c60b9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489669 Aug 20 12:23:27.539053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-03fe647e-8f2b-4570-a81b-4ce3ab57954b service neutron] 10.222.0.10 "GET /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874491 Aug 20 12:23:27.627604 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-f878e3e1-26db-4237-bd6a-3dad9b5c09c2 service neutron] 10.222.0.10 "GET /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824924 Aug 20 12:23:27.670943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 405be192-4dba-4c05-9074-2bf03716647a no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:23:27.692907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 405be192-4dba-4c05-9074-2bf03716647a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:23:27.693254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 405be192-4dba-4c05-9074-2bf03716647a not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:23:27.871515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2862405c-26e2-492b-b363-147a4cac4704 req-d805fc15-f7ff-45c1-a8e5-031ba1aaed36 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Aug 20 12:23:28.974670 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-611d6cbb-14a2-4799-bb81-eab0764d8ce0 req-b48b2daf-6cac-4f4f-90d2-59f8a0eba22e tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 210 time: 0.0325007 Aug 20 12:23:29.660084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-cc1ee31c-5b8a-4ed7-b3cd-ebcb840a5c3c tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:29.661593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-cc1ee31c-5b8a-4ed7-b3cd-ebcb840a5c3c tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.57 "GET /v2.0/networks?id=409693e4-73a8-4c27-9072-cc4f4f65fcc7 HTTP/1.1" status: 200 len: 816 time: 0.1114817 Aug 20 12:23:29.676580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Request body: {'port': {'device_id': '3546d7a3-c0ce-4745-b186-394c3d35d1c4', 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7', 'admin_state_up': True, 'tenant_id': '6229d3d76ad54285b77e104161c60b9c'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:29.895114 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Made reservation on behalf of 6229d3d76ad54285b77e104161c60b9c for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:23:29.898734 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:30.038920 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Allocated IP 172.20.0.14 (409693e4-73a8-4c27-9072-cc4f4f65fcc7/8f408eb3-b742-4c88-93bc-bdefcc7696a2/71ce8979-d856-41b8-b99c-22309cdcc1eb) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:23:30.082748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f232015-8e25-4580-9d4d-a2188f2db1dd req-8e659f1e-27c1-4385-8f66-d2b5a7ceb391 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 210 time: 0.0323322 Aug 20 12:23:30.223104 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:30.236906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Transition to ACTIVE for port object 71ce8979-d856-41b8-b99c-22309cdcc1eb will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:30.376568 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:30.419749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:23:30.423362 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:23:30.430461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:23:30.459755 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Pushing event updated for resources: {'Port': ['ID=71ce8979-d856-41b8-b99c-22309cdcc1eb,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:30.473577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.473987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.474288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.475379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.475637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.475989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.476313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.476656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.476989 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.477355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.477683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.478002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:23:30.502710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:30.503376 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:30.593430 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5dca81b1-5a4b-4371-9f63-9d901b70834a tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9215932 Aug 20 12:23:30.606522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Request body: {'port': {'device_id': '3546d7a3-c0ce-4745-b186-394c3d35d1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:23:30.672400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:30.690334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f2f5ede2-3be0-4a0c-a5fe-1b80879b0d8b None None] Provisioning for port 71ce8979-d856-41b8-b99c-22309cdcc1eb completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:30.697962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f2f5ede2-3be0-4a0c-a5fe-1b80879b0d8b None None] Provisioning complete for port 71ce8979-d856-41b8-b99c-22309cdcc1eb triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:30.699049 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ede2-3be0-4a0c-a5fe-1b80879b0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:30.741187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5ede2-3be0-4a0c-a5fe-1b80879b0d8b None None] Port 71ce8979-d856-41b8-b99c-22309cdcc1eb cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:23:30.989049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ce8979-d856-41b8-b99c-22309cdcc1eb {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:23:30.996851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:31.009794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Transition to ACTIVE for port object 71ce8979-d856-41b8-b99c-22309cdcc1eb will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:23:31.055333 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:31.108278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Pushing event updated for resources: {'Port': ['ID=71ce8979-d856-41b8-b99c-22309cdcc1eb,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:31.197192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Attempting to bind port 71ce8979-d856-41b8-b99c-22309cdcc1eb on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:23:31.197666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Attempting to bind port 71ce8979-d856-41b8-b99c-22309cdcc1eb by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:23:31.198117 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Attempting to bind port 71ce8979-d856-41b8-b99c-22309cdcc1eb on network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:31.207893 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Port 71ce8979-d856-41b8-b99c-22309cdcc1eb on network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:23:31.208425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Attempting to bind port 71ce8979-d856-41b8-b99c-22309cdcc1eb on network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:23:31.216398 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:23:31.216740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Checking segment: {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:23:31.217129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Bound using segment: {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:23:31.217569 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Bound port: 71ce8979-d856-41b8-b99c-22309cdcc1eb, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0212dada-2cec-4ead-bc21-9b9484615245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:23:31.217988 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:31.220549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64801-98cd-455e-bd24-6e638f6b040b req-bb525a99-f8ef-4e97-8286-0a2bfd6f4fb7 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.222755 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ae64801-98cd-455e-bd24-6e638f6b040b req-bb525a99-f8ef-4e97-8286-0a2bfd6f4fb7 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 944 time: 0.0545213 Aug 20 12:23:31.271168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6ae64801-98cd-455e-bd24-6e638f6b040b req-dc393f57-e41b-412e-be4f-8ca4f863d106 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Aug 20 12:23:31.304156 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] For port 71ce8979-d856-41b8-b99c-22309cdcc1eb, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:23:31.307905 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] For port 71ce8979-d856-41b8-b99c-22309cdcc1eb, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=71ce8979-d856-41b8-b99c-22309cdcc1eb,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:23:31.370407 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:31.405432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.406059 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:31.407690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] 10.222.0.57 "PUT /v2.0/ports/71ce8979-d856-41b8-b99c-22309cdcc1eb HTTP/1.1" status: 200 len: 1092 time: 0.8058455 Aug 20 12:23:31.408143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3546d7a3-c0ce-4745-b186-394c3d35d1c4', 'tag': '71ce8979-d856-41b8-b99c-22309cdcc1eb'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:31.410416 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957b8afe-6d9b-4065-9d63-35ffd62222f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3546d7a3-c0ce-4745-b186-394c3d35d1c4", "tag": "71ce8979-d856-41b8-b99c-22309cdcc1eb"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:31.434408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf7bc3-e32e-4828-9aad-59bca0667425 service neutron] Pushing event updated for resources: {'Port': ['ID=71ce8979-d856-41b8-b99c-22309cdcc1eb,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:31.453109 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e1631b-1b20-4edb-a9dc-4f8279333a70 x-openstack-request-id: req-57e1631b-1b20-4edb-a9dc-4f8279333a70 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:31.453420 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3546d7a3-c0ce-4745-b186-394c3d35d1c4", "tag": "71ce8979-d856-41b8-b99c-22309cdcc1eb", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:31.453677 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57e1631b-1b20-4edb-a9dc-4f8279333a70 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:31.456244 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3546d7a3-c0ce-4745-b186-394c3d35d1c4', 'tag': '71ce8979-d856-41b8-b99c-22309cdcc1eb', 'status': 'completed', 'code': 200} Aug 20 12:23:31.520188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b8afe-6d9b-4065-9d63-35ffd62222f4 req-89f3bd99-c9dc-4370-873f-f2e02c3052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.521671 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-957b8afe-6d9b-4065-9d63-35ffd62222f4 req-89f3bd99-c9dc-4370-873f-f2e02c3052e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6229d3d76ad54285b77e104161c60b9c&device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 1095 time: 0.0478635 Aug 20 12:23:31.621644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b8afe-6d9b-4065-9d63-35ffd62222f4 req-61c770fb-8139-4bb8-8245-33788cba9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.623176 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-957b8afe-6d9b-4065-9d63-35ffd62222f4 req-61c770fb-8139-4bb8-8245-33788cba9269 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6229d3d76ad54285b77e104161c60b9c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0941961 Aug 20 12:23:31.722705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b8afe-6d9b-4065-9d63-35ffd62222f4 req-add9b317-9af3-4472-8186-25cc00bf39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.724206 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-957b8afe-6d9b-4065-9d63-35ffd62222f4 req-add9b317-9af3-4472-8186-25cc00bf39b6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930920 Aug 20 12:23:31.803991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5771d2e7-7d5f-4c76-b325-edc97dd88069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.805408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-5771d2e7-7d5f-4c76-b325-edc97dd88069 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6229d3d76ad54285b77e104161c60b9c&device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 1095 time: 0.0448596 Aug 20 12:23:31.862775 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-f82c7441-53c1-4cf8-80be-27f6dee29bc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ce8979-d856-41b8-b99c-22309cdcc1eb HTTP/1.1" status: 200 len: 217 time: 0.0488174 Aug 20 12:23:31.918489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-4abf69a1-9647-4378-a3e7-06040ea613d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.919983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-4abf69a1-9647-4378-a3e7-06040ea613d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8f408eb3-b742-4c88-93bc-bdefcc7696a2 HTTP/1.1" status: 200 len: 855 time: 0.0503242 Aug 20 12:23:31.971123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-a2da6bfc-ad9d-48fa-aaac-b6fff0671072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:31.973734 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-a2da6bfc-ad9d-48fa-aaac-b6fff0671072 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=409693e4-73a8-4c27-9072-cc4f4f65fcc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448484 Aug 20 12:23:32.067789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-2be7ce14-4b31-4b6c-b2fe-dbb893c62006 service neutron] 10.222.0.57 "GET /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852041 Aug 20 12:23:32.162361 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-00dcbee5-b091-4d43-97d1-2c61f172f064 req-eab174fe-11bf-4fc5-87b2-a9591db3fabb service neutron] 10.222.0.57 "GET /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869427 Aug 20 12:23:32.384648 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebf432-2e0a-4e72-8f3e-b40d49a5cf93 req-19223fcb-ef10-4e63-a380-7346e6dfec86 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:32.386072 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7ebf432-2e0a-4e72-8f3e-b40d49a5cf93 req-19223fcb-ef10-4e63-a380-7346e6dfec86 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 944 time: 0.0497463 Aug 20 12:23:32.428716 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7ebf432-2e0a-4e72-8f3e-b40d49a5cf93 req-088bdf85-3a50-417d-a9df-fc28b62b48b4 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365858 Aug 20 12:23:33.543617 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74a58f-c883-4912-9dbd-c74c30d6defb req-a96ef699-befa-4cdd-a1ee-b797c8084420 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:33.545092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b74a58f-c883-4912-9dbd-c74c30d6defb req-a96ef699-befa-4cdd-a1ee-b797c8084420 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 944 time: 0.0488222 Aug 20 12:23:33.583289 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b74a58f-c883-4912-9dbd-c74c30d6defb req-7941f5bf-4178-4e4e-9592-da03edd6fb3e tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317690 Aug 20 12:23:34.700417 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522631d-84ab-4dc6-81b7-781345384c81 req-c73d07c6-7967-4403-84a0-60ccde04d9aa tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:34.701907 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2522631d-84ab-4dc6-81b7-781345384c81 req-c73d07c6-7967-4403-84a0-60ccde04d9aa tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 944 time: 0.0521004 Aug 20 12:23:34.739954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2522631d-84ab-4dc6-81b7-781345384c81 req-dbc65526-b063-47aa-8b34-40ec6da32728 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Aug 20 12:23:35.048446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 71ce8979-d856-41b8-b99c-22309cdcc1eb details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:23:35.140446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 71ce8979-d856-41b8-b99c-22309cdcc1eb, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=71ce8979-d856-41b8-b99c-22309cdcc1eb,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:35.152345 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '71ce8979-d856-41b8-b99c-22309cdcc1eb', 'network_id': '409693e4-73a8-4c27-9072-cc4f4f65fcc7', 'port_id': '71ce8979-d856-41b8-b99c-22309cdcc1eb', 'mac_address': 'fa:16:3e:9c:2c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f408eb3-b742-4c88-93bc-bdefcc7696a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:23:35.195133 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.209026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ce8979-d856-41b8-b99c-22309cdcc1eb {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:23:35.228252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 71ce8979-d856-41b8-b99c-22309cdcc1eb, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=71ce8979-d856-41b8-b99c-22309cdcc1eb,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:35.266413 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:35.313769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=71ce8979-d856-41b8-b99c-22309cdcc1eb,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:35.521442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['71ce8979-d856-41b8-b99c-22309cdcc1eb'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:23:35.854234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933e7f0-0fc6-456e-bc43-4f313c95b4e8 req-bac02e56-55ee-4525-b380-d2b57ea55a7d tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:35.855754 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d933e7f0-0fc6-456e-bc43-4f313c95b4e8 req-bac02e56-55ee-4525-b380-d2b57ea55a7d tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 945 time: 0.0493953 Aug 20 12:23:35.897852 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d933e7f0-0fc6-456e-bc43-4f313c95b4e8 req-31194575-5e95-4051-b5e4-09740caf02ba tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361183 Aug 20 12:23:37.015142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3265-f79d-4e20-961a-7cd909d98b71 req-892997f6-5c32-477f-8e06-723db951429e tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:37.017341 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9eef3265-f79d-4e20-961a-7cd909d98b71 req-892997f6-5c32-477f-8e06-723db951429e tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 945 time: 0.0529895 Aug 20 12:23:37.055512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9eef3265-f79d-4e20-961a-7cd909d98b71 req-e462237b-a86c-4550-b159-fde6a2f16d4b tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320637 Aug 20 12:23:37.057310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 71ce8979-d856-41b8-b99c-22309cdcc1eb up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:23:37.169152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 71ce8979-d856-41b8-b99c-22309cdcc1eb completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:23:37.173004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 71ce8979-d856-41b8-b99c-22309cdcc1eb triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:23:37.173376 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.249583 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.274505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3546d7a3-c0ce-4745-b186-394c3d35d1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce8979-d856-41b8-b99c-22309cdcc1eb'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:23:37.276829 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e29409-4f0f-4892-9951-3e5c615756d1" -d '{"events": [{"server_uuid": "3546d7a3-c0ce-4745-b186-394c3d35d1c4", "name": "network-vif-plugged", "status": "completed", "tag": "71ce8979-d856-41b8-b99c-22309cdcc1eb"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:23:37.290365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 71ce8979-d856-41b8-b99c-22309cdcc1eb, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=71ce8979-d856-41b8-b99c-22309cdcc1eb,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:23:37.313477 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e8fca5-1d61-4131-a027-f2a43d73ae06 x-openstack-request-id: req-80e8fca5-1d61-4131-a027-f2a43d73ae06 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:23:37.313771 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3546d7a3-c0ce-4745-b186-394c3d35d1c4", "name": "network-vif-plugged", "status": "completed", "tag": "71ce8979-d856-41b8-b99c-22309cdcc1eb", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:23:37.314028 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80e8fca5-1d61-4131-a027-f2a43d73ae06 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:23:37.314424 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3546d7a3-c0ce-4745-b186-394c3d35d1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce8979-d856-41b8-b99c-22309cdcc1eb', 'code': 200} Aug 20 12:23:37.358044 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:37.405278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=71ce8979-d856-41b8-b99c-22309cdcc1eb,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:23:37.409753 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd2b4a-3428-49f2-af3e-cb46160e56d5 req-06451c07-5a3c-4698-b54c-b6cfb8b49d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:37.411312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4bd2b4a-3428-49f2-af3e-cb46160e56d5 req-06451c07-5a3c-4698-b54c-b6cfb8b49d02 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0421495 Aug 20 12:23:37.448812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e4bd2b4a-3428-49f2-af3e-cb46160e56d5 req-0a84c0e9-2bfd-4c08-9e48-c0617ce45f6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282459 Aug 20 12:23:38.169085 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40233dc2-f7b3-48cf-bda6-5ae802c95282 req-c5d5a5fd-7283-4642-8489-ddb77eb45ba8 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:38.170634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-40233dc2-f7b3-48cf-bda6-5ae802c95282 req-c5d5a5fd-7283-4642-8489-ddb77eb45ba8 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 946 time: 0.0482445 Aug 20 12:23:38.208812 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-40233dc2-f7b3-48cf-bda6-5ae802c95282 req-e9dee2d0-a728-4216-98ee-152bea32efbd tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Aug 20 12:23:39.328279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba0daa-a31f-41e7-a529-4407b017e8f0 req-3c490b90-7e6e-488d-8761-102974744faa tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:39.329568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31ba0daa-a31f-41e7-a529-4407b017e8f0 req-3c490b90-7e6e-488d-8761-102974744faa tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 946 time: 0.0508587 Aug 20 12:23:39.369961 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-31ba0daa-a31f-41e7-a529-4407b017e8f0 req-29f5c15c-f13a-459b-a376-2c90d5ee5164 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344126 Aug 20 12:23:39.490915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f807bd-6cb1-4805-9c8c-efdb0421f118 req-a6928817-cda2-42a0-84c1-a83a1aea2307 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:23:39.492283 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25f807bd-6cb1-4805-9c8c-efdb0421f118 req-a6928817-cda2-42a0-84c1-a83a1aea2307 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 946 time: 0.0530255 Aug 20 12:23:39.529443 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25f807bd-6cb1-4805-9c8c-efdb0421f118 req-3c4723d5-26e7-4180-b135-2e4e713363f5 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Aug 20 12:23:41.763324 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:44.003461 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:45.060715 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7f47b49f-86a8-439d-b987-4c127daec0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:47.774874 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-61d2a227-19d9-4e79-92e7-0302402c2713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:48.666466 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:49.425901 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:51.089371 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:23:56.473979 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:24:01.889129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddce4-155e-45c3-93f0-6855011dee51 req-9c774f4e-6484-4360-ad7a-323c4bc86064 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:01.890668 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-903ddce4-155e-45c3-93f0-6855011dee51 req-9c774f4e-6484-4360-ad7a-323c4bc86064 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 946 time: 0.0513544 Aug 20 12:24:01.930148 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-903ddce4-155e-45c3-93f0-6855011dee51 req-a169b1da-fff5-4d00-b329-afe17cea41a2 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331519 Aug 20 12:24:03.046098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ce082-d3aa-443b-8199-1fc7100c40e6 req-72dad735-b640-47e3-8b25-63c39b1c3c50 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:03.047626 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d4ce082-d3aa-443b-8199-1fc7100c40e6 req-72dad735-b640-47e3-8b25-63c39b1c3c50 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 946 time: 0.0490582 Aug 20 12:24:03.088887 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4d4ce082-d3aa-443b-8199-1fc7100c40e6 req-81abe473-3932-4d9b-b7bc-e2eb8569f143 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bbd3fb2-8653-4875-961e-b58db9306a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Aug 20 12:24:03.371401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-41f4307c-c600-4076-a49b-825541095065 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:03.372868 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-41f4307c-c600-4076-a49b-825541095065 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.57 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 946 time: 0.0491843 Aug 20 12:24:03.462791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-d18e365b-86b0-47e1-a301-9030733c1886 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Deleting port 71ce8979-d856-41b8-b99c-22309cdcc1eb {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:03.463140 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-d18e365b-86b0-47e1-a301-9030733c1886 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:03.553641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-d18e365b-86b0-47e1-a301-9030733c1886 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] For port 71ce8979-d856-41b8-b99c-22309cdcc1eb, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=71ce8979-d856-41b8-b99c-22309cdcc1eb,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:03.554045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-d18e365b-86b0-47e1-a301-9030733c1886 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:03.567396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-d18e365b-86b0-47e1-a301-9030733c1886 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Calling delete_port for 71ce8979-d856-41b8-b99c-22309cdcc1eb owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:03.780713 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-d18e365b-86b0-47e1-a301-9030733c1886 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:03.793444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['71ce8979-d856-41b8-b99c-22309cdcc1eb'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:03.810315 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e365b-86b0-47e1-a301-9030733c1886 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Pushing event deleted for resources: {'Port': ['ID=71ce8979-d856-41b8-b99c-22309cdcc1eb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:03.853090 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-d18e365b-86b0-47e1-a301-9030733c1886 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] No DVR routers for this DVR port 71ce8979-d856-41b8-b99c-22309cdcc1eb on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:03.855979 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-d18e365b-86b0-47e1-a301-9030733c1886 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:03.858023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b417fad-e790-48a4-b25b-f0c5fb5efc7b req-d18e365b-86b0-47e1-a301-9030733c1886 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.57 "DELETE /v2.0/ports/71ce8979-d856-41b8-b99c-22309cdcc1eb HTTP/1.1" status: 204 len: 173 time: 0.4794226 Aug 20 12:24:03.858481 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3546d7a3-c0ce-4745-b186-394c3d35d1c4', 'name': 'network-vif-deleted', 'tag': '71ce8979-d856-41b8-b99c-22309cdcc1eb'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:03.860740 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f6ecf8-1eb3-4c6b-8d56-a9a89e060967" -d '{"events": [{"server_uuid": "3546d7a3-c0ce-4745-b186-394c3d35d1c4", "name": "network-vif-deleted", "tag": "71ce8979-d856-41b8-b99c-22309cdcc1eb"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:03.896913 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2129071-b746-4a05-b148-8d8fcf4961ad x-openstack-request-id: req-c2129071-b746-4a05-b148-8d8fcf4961ad {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:03.897219 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3546d7a3-c0ce-4745-b186-394c3d35d1c4", "name": "network-vif-deleted", "tag": "71ce8979-d856-41b8-b99c-22309cdcc1eb", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:03.897480 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2129071-b746-4a05-b148-8d8fcf4961ad {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:03.897890 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3546d7a3-c0ce-4745-b186-394c3d35d1c4', 'name': 'network-vif-deleted', 'tag': '71ce8979-d856-41b8-b99c-22309cdcc1eb', 'status': 'completed', 'code': 200} Aug 20 12:24:04.199540 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c35aacd7-6216-4622-89a0-1bee1fcb505f req-2d3444f8-8e10-4511-ae73-f805b4ba8510 tempest-TestEncryptedCinderVolumes-1530746162 tempest-TestEncryptedCinderVolumes-1530746162-project] 10.222.0.10 "GET /v2.0/ports?device_id=3546d7a3-c0ce-4745-b186-394c3d35d1c4 HTTP/1.1" status: 200 len: 210 time: 0.0286853 Aug 20 12:24:05.344488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49044) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:05.700422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:05.946941 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Deleting port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:05.947615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.028833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] For port c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:06.029197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.043150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Calling delete_port for c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:06.299890 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.329111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:06.360658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.361302 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.361496 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.361837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.362176 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.362589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.362924 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.363257 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.363585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.363910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.364238 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.364569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:06.511237 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.729204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Router a1336dbd-2c98-4363-9286-7ffb46958918 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:24:06.839855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:06.845046 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a095ee17-fea2-460c-929d-d7f4ba5ce1b8 admin admin] 10.222.0.10 "PUT /v2.0/routers/a1336dbd-2c98-4363-9286-7ffb46958918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4987659 Aug 20 12:24:06.847665 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49046) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:06.848692 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] Sync routers for ids ['a1336dbd-2c98-4363-9286-7ffb46958918'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:06.857892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] Routers {'a1336dbd-2c98-4363-9286-7ffb46958918'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:06.858540 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:23:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1336dbd-2c98-4363-9286-7ffb46958918'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:06.954509 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:06.963334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] Set router a1336dbd-2c98-4363-9286-7ffb46958918 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:07.059274 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.142499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'name': 'tempest-TestEncryptedCinderVolumes-647137767-router', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:24:06Z', 'revision_number': 5, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'gw_port': {'id': '05e65c8f-1881-494a-9c7c-c72c06e95db5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:07.168202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] Checking router: a1336dbd-2c98-4363-9286-7ffb46958918 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:07.176986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] Routers {'a1336dbd-2c98-4363-9286-7ffb46958918'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:07.177608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:23:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['a1336dbd-2c98-4363-9286-7ffb46958918'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:07.178221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Deleting port 05e65c8f-1881-494a-9c7c-c72c06e95db5 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:07.178625 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.263726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] For port 05e65c8f-1881-494a-9c7c-c72c06e95db5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=05e65c8f-1881-494a-9c7c-c72c06e95db5,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:07.264110 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.267794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] Set router a1336dbd-2c98-4363-9286-7ffb46958918 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:07.277590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Calling delete_port for 05e65c8f-1881-494a-9c7c-c72c06e95db5 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:07.322906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'name': 'tempest-TestEncryptedCinderVolumes-647137767-router', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:24:07Z', 'revision_number': 6, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:07.350658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26968e-a9b4-4303-9005-63bbc07ff385 None None] The sync data for ids ['a1336dbd-2c98-4363-9286-7ffb46958918'] in n-d-804230-3 is: [{'id': 'a1336dbd-2c98-4363-9286-7ffb46958918', 'name': 'tempest-TestEncryptedCinderVolumes-647137767-router', 'tenant_id': '6229d3d76ad54285b77e104161c60b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:37Z', 'updated_at': '2021-08-20T12:24:07Z', 'revision_number': 6, 'project_id': '6229d3d76ad54285b77e104161c60b9c', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:07.528848 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.555290 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e65c8f-1881-494a-9c7c-c72c06e95db5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:07.619564 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.718224 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.720539 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.815073 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.816184 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1336dbd-2c98-4363-9286-7ffb46958918 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:24:07.820582 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.821884 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ebaa6225-eb31-4c16-80d4-d33d67b2a137 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a1336dbd-2c98-4363-9286-7ffb46958918 HTTP/1.1" status: 204 len: 168 time: 0.9731233 Aug 20 12:24:07.824319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49048) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:07.868948 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1c0989-8ddd-4828-8a2d-28ca10d45223 admin admin] Deleting subnet 8f408eb3-b742-4c88-93bc-bdefcc7696a2 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:07.871978 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc1c0989-8ddd-4828-8a2d-28ca10d45223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.906298 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc1c0989-8ddd-4828-8a2d-28ca10d45223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:07.988213 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc1c0989-8ddd-4828-8a2d-28ca10d45223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.112152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc1c0989-8ddd-4828-8a2d-28ca10d45223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.139933 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c0989-8ddd-4828-8a2d-28ca10d45223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f408eb3-b742-4c88-93bc-bdefcc7696a2,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:08.141905 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-dc1c0989-8ddd-4828-8a2d-28ca10d45223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.143818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-dc1c0989-8ddd-4828-8a2d-28ca10d45223 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8f408eb3-b742-4c88-93bc-bdefcc7696a2 HTTP/1.1" status: 204 len: 168 time: 0.3185830 Aug 20 12:24:08.146384 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f013156-625a-4775-aab0-3dc25e7ca8d7 None None] Network 409693e4-73a8-4c27-9072-cc4f4f65fcc7 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:08.146908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49050) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:08.221201 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.282662 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Deleting port 5785c864-048d-4c07-a779-ef76c4ccfba2 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:08.283008 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.327222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] DHCP port deletion for 409693e4-73a8-4c27-9072-cc4f4f65fcc7 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:24:08.359082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] For port 5785c864-048d-4c07-a779-ef76c4ccfba2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5785c864-048d-4c07-a779-ef76c4ccfba2,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:08.359471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.372804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Calling delete_port for 5785c864-048d-4c07-a779-ef76c4ccfba2 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:08.375873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Deleting port 5785c864-048d-4c07-a779-ef76c4ccfba2 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:08.376168 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.442058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] For port 5785c864-048d-4c07-a779-ef76c4ccfba2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5785c864-048d-4c07-a779-ef76c4ccfba2,segment=NetworkSegment(0212dada-2cec-4ead-bc21-9b9484615245),segment_id=0212dada-2cec-4ead-bc21-9b9484615245)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:08.442487 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.455499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Calling delete_port for 5785c864-048d-4c07-a779-ef76c4ccfba2 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:08.516985 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.533338 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.544346 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5785c864-048d-4c07-a779-ef76c4ccfba2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:08.548204 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] No DVR routers for this DVR port 5785c864-048d-4c07-a779-ef76c4ccfba2 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:08.559147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Pushing event deleted for resources: {'Port': ['ID=5785c864-048d-4c07-a779-ef76c4ccfba2,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:08.563644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] No DVR routers for this DVR port 5785c864-048d-4c07-a779-ef76c4ccfba2 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:08.573432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.573432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.573432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.573432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.573432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.573432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.573432 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.574237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.574237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.574573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.574667 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.574965 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2134a3f-6722-41bf-83d9-ff21c5e45296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:08.628544 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.638301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409693e4-73a8-4c27-9072-cc4f4f65fcc7']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:08.648288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0212dada-2cec-4ead-bc21-9b9484615245') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:08.648574 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0212dada-2cec-4ead-bc21-9b9484615245') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:08.657103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.670566 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.676935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:08.677322 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: timer() Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:08.678984 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:08.808780 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.814690 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:08.816605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] 10.222.0.10 "DELETE /v2.0/networks/409693e4-73a8-4c27-9072-cc4f4f65fcc7 HTTP/1.1" status: 204 len: 168 time: 0.6685467 Aug 20 12:24:08.819680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49052) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:08.832411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6422350-c7bb-45a9-a345-cfdf1d90ca24 admin admin] Pushing event deleted for resources: {'Network': ['ID=409693e4-73a8-4c27-9072-cc4f4f65fcc7,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:08.937901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:08.958752 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:08.959185 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c50c9ff7-ac3d-48a2-bc0f-1a24e7d0b43e not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:08.959730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5785c864-048d-4c07-a779-ef76c4ccfba2 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:08.978198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5785c864-048d-4c07-a779-ef76c4ccfba2 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:08.978577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5785c864-048d-4c07-a779-ef76c4ccfba2 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:08.979076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 05e65c8f-1881-494a-9c7c-c72c06e95db5 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:09.000159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 05e65c8f-1881-494a-9c7c-c72c06e95db5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:09.000505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 05e65c8f-1881-494a-9c7c-c72c06e95db5 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:09.212369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 71ce8979-d856-41b8-b99c-22309cdcc1eb no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:09.232881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 71ce8979-d856-41b8-b99c-22309cdcc1eb {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:09.233226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 71ce8979-d856-41b8-b99c-22309cdcc1eb not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:09.505206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:09.748224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] Deleting port 84f88048-caa0-4fb7-a81a-9069f412e569 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:09.748563 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:09.827058 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] For port 84f88048-caa0-4fb7-a81a-9069f412e569, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=84f88048-caa0-4fb7-a81a-9069f412e569,segment=NetworkSegment(d2a678c5-9189-4d5f-83b0-8664a7810ba1),segment_id=d2a678c5-9189-4d5f-83b0-8664a7810ba1)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:09.827749 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:09.843641 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] Calling delete_port for 84f88048-caa0-4fb7-a81a-9069f412e569 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:10.146176 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:10.171963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f88048-caa0-4fb7-a81a-9069f412e569,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:10.340422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:10.554724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] Router 1b34ffdb-eee0-4eb7-8bff-275877886d93 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:24:10.660851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:10.665925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-55112c57-d581-4e7e-93be-cb6663014a21 admin admin] 10.222.0.10 "PUT /v2.0/routers/1b34ffdb-eee0-4eb7-8bff-275877886d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8452132 Aug 20 12:24:10.668532 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49054) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:10.671612 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] Sync routers for ids ['1b34ffdb-eee0-4eb7-8bff-275877886d93'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:10.681475 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] Routers {'1b34ffdb-eee0-4eb7-8bff-275877886d93'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:10.682097 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:23:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['1b34ffdb-eee0-4eb7-8bff-275877886d93'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:10.777942 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:10.882409 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] Set router 1b34ffdb-eee0-4eb7-8bff-275877886d93 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:10.886904 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.020585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Deleting port 92726bbc-ed67-4fce-9e36-6d7f283ded5d {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:11.020991 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.067433 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'name': 'tempest-TestEncryptedCinderVolumes-759690358-router', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:43Z', 'updated_at': '2021-08-20T12:24:09Z', 'revision_number': 5, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'gw_port': {'id': '92726bbc-ed67-4fce-9e36-6d7f283ded5d', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:eb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:22:44Z', 'updated_at': '2021-08-20T12:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:11.093353 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] Checking router: 1b34ffdb-eee0-4eb7-8bff-275877886d93 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:11.098395 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] For port 92726bbc-ed67-4fce-9e36-6d7f283ded5d, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=92726bbc-ed67-4fce-9e36-6d7f283ded5d,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:11.098785 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.102143 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] Routers {'1b34ffdb-eee0-4eb7-8bff-275877886d93'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:11.102780 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:23:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['1b34ffdb-eee0-4eb7-8bff-275877886d93'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:11.115354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Calling delete_port for 92726bbc-ed67-4fce-9e36-6d7f283ded5d owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:11.190209 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] Set router 1b34ffdb-eee0-4eb7-8bff-275877886d93 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:11.244380 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'name': 'tempest-TestEncryptedCinderVolumes-759690358-router', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:43Z', 'updated_at': '2021-08-20T12:24:10Z', 'revision_number': 6, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:11.271600 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050202e5-a0bd-4447-9343-5d30e9870939 None None] The sync data for ids ['1b34ffdb-eee0-4eb7-8bff-275877886d93'] in n-d-804230-3 is: [{'id': '1b34ffdb-eee0-4eb7-8bff-275877886d93', 'name': 'tempest-TestEncryptedCinderVolumes-759690358-router', 'tenant_id': '47102af9eb504dc3ab133bd566a39b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:22:43Z', 'updated_at': '2021-08-20T12:24:10Z', 'revision_number': 6, 'project_id': '47102af9eb504dc3ab133bd566a39b70', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:11.340095 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.367892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=92726bbc-ed67-4fce-9e36-6d7f283ded5d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:11.429279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.519847 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.521966 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.620607 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.624922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b34ffdb-eee0-4eb7-8bff-275877886d93 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:24:11.625924 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.627138 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-209fc667-4584-486b-8200-496eefd76ed0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1b34ffdb-eee0-4eb7-8bff-275877886d93 HTTP/1.1" status: 204 len: 168 time: 0.9576137 Aug 20 12:24:11.630138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49056) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:11.680569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-be287ee0-f4b6-4118-8edb-25d68cb1c450 admin admin] Deleting subnet 62569bf5-d766-4ce7-b470-57886b29b660 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:24:11.684022 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be287ee0-f4b6-4118-8edb-25d68cb1c450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.719027 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be287ee0-f4b6-4118-8edb-25d68cb1c450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.751652 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.800318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be287ee0-f4b6-4118-8edb-25d68cb1c450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:11.986679 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be287ee0-f4b6-4118-8edb-25d68cb1c450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.014062 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be287ee0-f4b6-4118-8edb-25d68cb1c450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62569bf5-d766-4ce7-b470-57886b29b660,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:12.018349 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-be287ee0-f4b6-4118-8edb-25d68cb1c450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.020995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-be287ee0-f4b6-4118-8edb-25d68cb1c450 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/62569bf5-d766-4ce7-b470-57886b29b660 HTTP/1.1" status: 204 len: 168 time: 0.3897922 Aug 20 12:24:12.025405 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49058) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:12.033505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1273fe7-3b03-46cf-8f52-9a69044d181f None None] Network 1e89f6d8-ebdb-4196-99cd-d01912f1935c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:12.228266 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cee1ab-232d-47a1-9682-006a953b41aa None None] DHCP port deletion for 1e89f6d8-ebdb-4196-99cd-d01912f1935c request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:24:12.282346 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-65cee1ab-232d-47a1-9682-006a953b41aa None None] Deleting port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:12.282767 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-65cee1ab-232d-47a1-9682-006a953b41aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.354237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-65cee1ab-232d-47a1-9682-006a953b41aa None None] For port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4,segment=NetworkSegment(d2a678c5-9189-4d5f-83b0-8664a7810ba1),segment_id=d2a678c5-9189-4d5f-83b0-8664a7810ba1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:12.354610 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-65cee1ab-232d-47a1-9682-006a953b41aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.368248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-65cee1ab-232d-47a1-9682-006a953b41aa None None] Calling delete_port for e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:12.382996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.435547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Deleting port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:24:12.435912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.502491 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] For port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4,segment=NetworkSegment(d2a678c5-9189-4d5f-83b0-8664a7810ba1),segment_id=d2a678c5-9189-4d5f-83b0-8664a7810ba1)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:12.502867 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.511541 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-65cee1ab-232d-47a1-9682-006a953b41aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.516908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Calling delete_port for e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:24:12.536117 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cee1ab-232d-47a1-9682-006a953b41aa None None] Pushing event deleted for resources: {'Port': ['ID=e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:12.540829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cee1ab-232d-47a1-9682-006a953b41aa None None] No DVR routers for this DVR port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:12.593405 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.617005 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:12.622389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] No DVR routers for this DVR port e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:24:12.695638 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.705331 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e89f6d8-ebdb-4196-99cd-d01912f1935c']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:12.715359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a678c5-9189-4d5f-83b0-8664a7810ba1') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:12.715656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a678c5-9189-4d5f-83b0-8664a7810ba1') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:12.725639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.739662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.745429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:24:12.745813 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: self.session.flush() Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: timer() Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:24:12.750109 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:24:12.899931 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.905920 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:12.907762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] 10.222.0.10 "DELETE /v2.0/networks/1e89f6d8-ebdb-4196-99cd-d01912f1935c HTTP/1.1" status: 204 len: 168 time: 0.8794529 Aug 20 12:24:12.925154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a07e33-fdaf-4fd8-a858-69228865ec7e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e89f6d8-ebdb-4196-99cd-d01912f1935c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:12.943065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 92726bbc-ed67-4fce-9e36-6d7f283ded5d no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:12.962802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 92726bbc-ed67-4fce-9e36-6d7f283ded5d {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:12.963147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 92726bbc-ed67-4fce-9e36-6d7f283ded5d not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:12.963572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 84f88048-caa0-4fb7-a81a-9069f412e569 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:12.982717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 84f88048-caa0-4fb7-a81a-9069f412e569 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:12.983072 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 84f88048-caa0-4fb7-a81a-9069f412e569 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:12.983572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:24:13.005468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:24:13.005817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e2836de8-f8b7-4b9d-8e36-c71bfc0da3c4 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:24:13.361177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49062) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:13.401148 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1f3e1008-baf3-4047-ba53-841a74c1d637 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6229d3d76ad54285b77e104161c60b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387897 Aug 20 12:24:13.403601 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49064) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:13.450284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-664a8538-7545-4fcb-aca1-5e972f131003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:13.471488 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-664a8538-7545-4fcb-aca1-5e972f131003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:13.591820 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-664a8538-7545-4fcb-aca1-5e972f131003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:13.594420 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-664a8538-7545-4fcb-aca1-5e972f131003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:13.595669 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-664a8538-7545-4fcb-aca1-5e972f131003 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bbd3fb2-8653-4875-961e-b58db9306a06 HTTP/1.1" status: 204 len: 168 time: 0.1911359 Aug 20 12:24:13.603509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a8538-7545-4fcb-aca1-5e972f131003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbd3fb2-8653-4875-961e-b58db9306a06,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:14.020873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.223680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49070) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:14.263938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-73199e9d-df9b-4aca-b277-00e4e3214dc2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47102af9eb504dc3ab133bd566a39b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390961 Aug 20 12:24:14.266429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49072) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:14.313795 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68d832b-d04b-4081-810c-b63b2b1eb728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.335555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68d832b-d04b-4081-810c-b63b2b1eb728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.454087 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68d832b-d04b-4081-810c-b63b2b1eb728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.456718 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-e68d832b-d04b-4081-810c-b63b2b1eb728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:14.458478 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e68d832b-d04b-4081-810c-b63b2b1eb728 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/836f1bd5-aeb7-4ba1-b896-98dbc43a347f HTTP/1.1" status: 204 len: 168 time: 0.1911137 Aug 20 12:24:14.466770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d832b-d04b-4081-810c-b63b2b1eb728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f1bd5-aeb7-4ba1-b896-98dbc43a347f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:15.111857 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b717766c-e61e-4cda-a6ba-a35408eeeaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.580998 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49094) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:15.688226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1007718734-network', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:15.831707 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Made reservation on behalf of ddd4034769c34b70a600d5a90165224c for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:15.834329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.843876 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:15.936409 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.014400 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.042861 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:16.048246 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31414c31-5a8f-49fc-9109-44c1662b5a7f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:16.057269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.057269 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Added segment eb531882-5c41-4a27-84b8-278cc662edef of type vlan for network 372b10ec-df07-4b31-850d-7543513b1a89 Aug 20 12:24:16.099476 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.214080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.214998 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:16.215591 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.272434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] Pushing event updated for resources: {'Network': ['ID=372b10ec-df07-4b31-850d-7543513b1a89,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:16.282089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 372b10ec-df07-4b31-850d-7543513b1a89 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:16.317817 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cdc19b47-d5e3-4171-b559-3f9c108fb9dc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7357528 Aug 20 12:24:16.320713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49098) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:16.325723 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Request body: {'subnet': {'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1007718734-subnet', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:16.391853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Made reservation on behalf of ddd4034769c34b70a600d5a90165224c for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:16.394270 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.620544 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.695373 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a9fbfd-aaf8-468a-9857-f7e2e9e28af8,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:16.700627 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Checking segment: {'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:16.701114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Network hostable DHCP agents. Network: 372b10ec-df07-4b31-850d-7543513b1a89, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:16.819912 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Network 372b10ec-df07-4b31-850d-7543513b1a89 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:16.934541 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 372b10ec-df07-4b31-850d-7543513b1a89) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:16.938972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:16.939559 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:16.944363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf3bf1f-c5e1-494b-931b-9a58ecb73dc5 None None] Network 372b10ec-df07-4b31-850d-7543513b1a89 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:17.016036 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aa1ab252-407e-4b9f-86b8-0bf5a81e53c0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6939480 Aug 20 12:24:17.019082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49100) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:17.024774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:17.104673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-372b10ec-df07-4b31-850d-7543513b1a89', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:17.105570 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.152391 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.153163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.206427 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.393325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Allocated IP 172.20.0.2 (372b10ec-df07-4b31-850d-7543513b1a89/39a9fbfd-aaf8-468a-9857-f7e2e9e28af8/710b0434-7a66-46e3-a9d2-74b50a8d6cbc) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:17.400578 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.537929 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.546879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Transition to ACTIVE for port object 710b0434-7a66-46e3-a9d2-74b50a8d6cbc will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:17.565563 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Transition to ACTIVE for port object 710b0434-7a66-46e3-a9d2-74b50a8d6cbc will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:17.688815 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.703402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.723143 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.736019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Network 372b10ec-df07-4b31-850d-7543513b1a89 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:17.742748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:17.742748 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:17.749878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Pushing event updated for resources: {'Port': ['ID=710b0434-7a66-46e3-a9d2-74b50a8d6cbc,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:17.802619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Attempting to bind port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:17.803082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Attempting to bind port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:17.803387 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Attempting to bind port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc on network 372b10ec-df07-4b31-850d-7543513b1a89 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:17.809061 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dfb8246e-0764-4fbb-b805-3ec07baa1328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.810602 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:17.810985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Checking segment: {'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:17.811649 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.812038 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Bound using segment: {'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:17.812527 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Bound port: 710b0434-7a66-46e3-a9d2-74b50a8d6cbc, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:17.812879 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.842526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Allocated IP 172.25.4.28 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/268a7e75-fc94-4201-866f-e5a28ade7582) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:17.878934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] For port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:17.881993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] For port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=710b0434-7a66-46e3-a9d2-74b50a8d6cbc,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:17.946261 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:17.952154 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.009457 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe3557-228a-428e-bec4-8fc9d467ff7b None None] Pushing event updated for resources: {'Port': ['ID=710b0434-7a66-46e3-a9d2-74b50a8d6cbc,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:18.083793 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.164440 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:18.175631 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:18.178518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:18.217195 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Pushing event updated for resources: {'Port': ['ID=268a7e75-fc94-4201-866f-e5a28ade7582,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:18.562014 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.677331 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.776639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:18.955158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78980af1-855b-4bb6-915e-fb1e38d92dee None None] Network 372b10ec-df07-4b31-850d-7543513b1a89 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:18.980407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:24:18.999718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 710b0434-7a66-46e3-a9d2-74b50a8d6cbc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:19.100052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:19.116758 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Sync routers for ids ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:19.121000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-037b2f62-a980-4131-9ef5-f03d167dc613 None None] Provisioning for port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:19.145370 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Routers {'d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:19.146621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:19.198221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:19.208399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:19.208771 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.305959 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.310808 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4c5ff9b7-9c8a-4fe1-82f1-4d6049473a98 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2906189 Aug 20 12:24:19.311578 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49102) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:19.316234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Set router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:19.447239 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.500154 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=710b0434-7a66-46e3-a9d2-74b50a8d6cbc,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:19.517694 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.565325 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-64dd649a-d1a3-482c-9da7-1d957cda1a6b None None] Provisioning complete for port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:19.565612 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-64dd649a-d1a3-482c-9da7-1d957cda1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.567082 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.657697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=710b0434-7a66-46e3-a9d2-74b50a8d6cbc,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:19.666278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:18Z', 'revision_number': 3, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:19.709776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Checking router: d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:19.710511 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Updating router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 port 268a7e75-fc94-4201-866f-e5a28ade7582 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:24:19.750126 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.787955 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:19.943245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Allocated IP 172.20.0.1 (372b10ec-df07-4b31-850d-7543513b1a89/39a9fbfd-aaf8-468a-9857-f7e2e9e28af8/90535b2b-c168-4006-8384-cb88222cc911) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:20.003688 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.014356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Transition to ACTIVE for port object 268a7e75-fc94-4201-866f-e5a28ade7582 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:20.050954 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.065172 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Transition to ACTIVE for port object 90535b2b-c168-4006-8384-cb88222cc911 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:20.094006 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.145151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729003c-3043-476e-8d65-d974805555d4 None None] Pushing event updated for resources: {'Port': ['ID=268a7e75-fc94-4201-866f-e5a28ade7582,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:20.147355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Attempting to bind port 268a7e75-fc94-4201-866f-e5a28ade7582 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:20.147719 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Attempting to bind port 268a7e75-fc94-4201-866f-e5a28ade7582 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:20.148083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Attempting to bind port 268a7e75-fc94-4201-866f-e5a28ade7582 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:20.154153 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:20.154558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:20.156822 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.156822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:20.156822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Bound port: 268a7e75-fc94-4201-866f-e5a28ade7582, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:20.156822 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.181197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.210679 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] For port 268a7e75-fc94-4201-866f-e5a28ade7582, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:20.214022 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] For port 268a7e75-fc94-4201-866f-e5a28ade7582, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=268a7e75-fc94-4201-866f-e5a28ade7582,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:20.219028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Network 372b10ec-df07-4b31-850d-7543513b1a89 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:20.221777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:20.226191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:20.255272 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Pushing event updated for resources: {'Port': ['ID=90535b2b-c168-4006-8384-cb88222cc911,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:20.271373 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.295142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.358934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Routers {'d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:20.359590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:20.364589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729003c-3043-476e-8d65-d974805555d4 None None] Pushing event updated for resources: {'Port': ['ID=268a7e75-fc94-4201-866f-e5a28ade7582,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:20.456921 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.480513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] Set router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:20.547246 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4079f233-9c71-470b-bdd7-9cbdc0f6a1ae None None] Provisioning for port 90535b2b-c168-4006-8384-cb88222cc911 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:20.578162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4079f233-9c71-470b-bdd7-9cbdc0f6a1ae None None] Provisioning complete for port 90535b2b-c168-4006-8384-cb88222cc911 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:20.578598 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4079f233-9c71-470b-bdd7-9cbdc0f6a1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.619621 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.625887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4079f233-9c71-470b-bdd7-9cbdc0f6a1ae None None] Port 90535b2b-c168-4006-8384-cb88222cc911 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:20.671413 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.691890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:18Z', 'revision_number': 3, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:20.737266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Pushing event updated for resources: {'Port': ['ID=90535b2b-c168-4006-8384-cb88222cc911,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:20.749136 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:20.839267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Network 372b10ec-df07-4b31-850d-7543513b1a89 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:20.840680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:20.880449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baa72af-1857-425c-9a4d-b8395b91a356 None None] The sync data for ids ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'] in n-d-804230-3 is: [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:18Z', 'revision_number': 3, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:20.972498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 710b0434-7a66-46e3-a9d2-74b50a8d6cbc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:20.993337 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:24:21.032545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:21.032920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:21.071735 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:21.160492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8e30515d-92c5-4e39-a8b6-4fc03c97f36a None None] Provisioning complete for port 90535b2b-c168-4006-8384-cb88222cc911 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:21.161275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8e30515d-92c5-4e39-a8b6-4fc03c97f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:21.220632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-8e30515d-92c5-4e39-a8b6-4fc03c97f36a None None] Port 90535b2b-c168-4006-8384-cb88222cc911 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:21.507551 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:21.512549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f7b1def5-ac97-45df-8129-62499d1ff097 admin admin] 10.222.0.10 "PUT /v2.0/routers/d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1998894 Aug 20 12:24:22.358851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49118) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:22.364088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1730080709-network', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:22.427497 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Sync routers for ids ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:22.443813 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Routers {'d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:22.443813 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:22.477462 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Made reservation on behalf of f31e48743ee741d5b4f782335cb7bf31 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:22.479994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.489140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.549753 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Set router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:22.579109 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.665740 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.691733 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:24:22.701484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fc7181-e071-46e1-b9d6-cec9feeed277,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:22.707637 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.707988 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Added segment c4054fcd-c058-4f28-a5a8-f01454695d34 of type vlan for network 3207b6f2-9d04-46c0-8691-60c8dfc70363 Aug 20 12:24:22.749460 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.751933 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '90535b2b-c168-4006-8384-cb88222cc911', 'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'mac_address': 'fa:16:3e:bc:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:19Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 2, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'subnets': [{'id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:22.784211 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Checking router: d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:22.784561 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Updating router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 port 90535b2b-c168-4006-8384-cb88222cc911 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:24:22.810939 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.837445 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.838465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:22.839047 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:22.901416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] Pushing event updated for resources: {'Network': ['ID=3207b6f2-9d04-46c0-8691-60c8dfc70363,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:22.921235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 3207b6f2-9d04-46c0-8691-60c8dfc70363 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:24:22.969568 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f4249141-f6c9-483f-973b-050bea4e4f3e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6094294 Aug 20 12:24:22.972231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49120) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:22.977873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Request body: {'subnet': {'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1730080709-subnet', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:23.003490 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 268a7e75-fc94-4201-866f-e5a28ade7582 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:23.059782 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Made reservation on behalf of f31e48743ee741d5b4f782335cb7bf31 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:23.062533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.092285 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.102348 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Transition to ACTIVE for port object 90535b2b-c168-4006-8384-cb88222cc911 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:23.105981 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 268a7e75-fc94-4201-866f-e5a28ade7582 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:23.110037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 268a7e75-fc94-4201-866f-e5a28ade7582 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:23.110626 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.190733 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.212028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 268a7e75-fc94-4201-866f-e5a28ade7582, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=268a7e75-fc94-4201-866f-e5a28ade7582,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:23.228265 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.278250 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Pushing event updated for resources: {'Port': ['ID=90535b2b-c168-4006-8384-cb88222cc911,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.301360 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.301698 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.302057 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.302393 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.302714 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.303047 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.303357 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.303677 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.303998 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.304926 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.305245 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.305562 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:24:23.314514 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.353239 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Attempting to bind port 90535b2b-c168-4006-8384-cb88222cc911 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:23.353615 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Attempting to bind port 90535b2b-c168-4006-8384-cb88222cc911 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:23.353981 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Attempting to bind port 90535b2b-c168-4006-8384-cb88222cc911 on network 372b10ec-df07-4b31-850d-7543513b1a89 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:23.360628 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:23.361008 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Checking segment: {'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:23.362663 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.363682 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.363831 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Bound using segment: {'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:23.365565 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Bound port: 90535b2b-c168-4006-8384-cb88222cc911, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:23.366726 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.370548 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=268a7e75-fc94-4201-866f-e5a28ade7582,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.441784 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] For port 90535b2b-c168-4006-8384-cb88222cc911, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:23.445262 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] For port 90535b2b-c168-4006-8384-cb88222cc911, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=90535b2b-c168-4006-8384-cb88222cc911,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:23.445412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Checking segment: {'id': 'c4054fcd-c058-4f28-a5a8-f01454695d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:23.445717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Network hostable DHCP agents. Network: 3207b6f2-9d04-46c0-8691-60c8dfc70363, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:24:23.448119 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e38e0d8-2099-47a9-94c4-84e449616c5a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.528326 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.557845 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Network 3207b6f2-9d04-46c0-8691-60c8dfc70363 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:24:23.588316 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Routers {'d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:23.588960 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:23.625337 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f97af9-c042-414f-a9d4-03356b373c01 None None] Pushing event updated for resources: {'Port': ['ID=90535b2b-c168-4006-8384-cb88222cc911,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:23.649316 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 3207b6f2-9d04-46c0-8691-60c8dfc70363) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:23.654155 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:23.654787 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.659915 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e523437-f95e-4445-8fb7-6f35e3563339 None None] Network 3207b6f2-9d04-46c0-8691-60c8dfc70363 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:23.709518 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] Set router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:23.770839 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-373c624e-cf7e-4ccd-9bef-51d76a47c057 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7965527 Aug 20 12:24:23.772581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49122) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:23.778081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1730080709-router', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:23.830607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-3207b6f2-9d04-46c0-8691-60c8dfc70363', 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'fixed_ips': [{'subnet_id': '0e38e0d8-2099-47a9-94c4-84e449616c5a'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:24:23.831476 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.906428 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.908664 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.970980 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:23.974534 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Allocated IP 172.20.0.2 (3207b6f2-9d04-46c0-8691-60c8dfc70363/0e38e0d8-2099-47a9-94c4-84e449616c5a/a340fee5-50b3-435d-a0fd-edb880ab5b2e) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:24.015224 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '90535b2b-c168-4006-8384-cb88222cc911', 'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'mac_address': 'fa:16:3e:bc:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:19Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'subnets': [{'id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:24.044266 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bece014-6ec9-4789-9461-b6733c3795b2 None None] The sync data for ids ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'] in n-d-804230-3 is: [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '90535b2b-c168-4006-8384-cb88222cc911', 'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'mac_address': 'fa:16:3e:bc:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:19Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'subnets': [{'id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:24.141343 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.150681 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Transition to ACTIVE for port object a340fee5-50b3-435d-a0fd-edb880ab5b2e will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:24.168093 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Transition to ACTIVE for port object a340fee5-50b3-435d-a0fd-edb880ab5b2e will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:24.227220 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.249177 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.287039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Network 3207b6f2-9d04-46c0-8691-60c8dfc70363 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:24.289992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:24.293436 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:24.307474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Pushing event updated for resources: {'Port': ['ID=a340fee5-50b3-435d-a0fd-edb880ab5b2e,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:24.361908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Attempting to bind port a340fee5-50b3-435d-a0fd-edb880ab5b2e on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:24.362397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Attempting to bind port a340fee5-50b3-435d-a0fd-edb880ab5b2e by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'c4054fcd-c058-4f28-a5a8-f01454695d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:24.362894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Attempting to bind port a340fee5-50b3-435d-a0fd-edb880ab5b2e on network 3207b6f2-9d04-46c0-8691-60c8dfc70363 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:24.369118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:24.369797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Checking segment: {'id': 'c4054fcd-c058-4f28-a5a8-f01454695d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:24.370292 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.370809 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Bound using segment: {'id': 'c4054fcd-c058-4f28-a5a8-f01454695d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:24.371388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Bound port: a340fee5-50b3-435d-a0fd-edb880ab5b2e, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4054fcd-c058-4f28-a5a8-f01454695d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:24.371873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.442162 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] For port a340fee5-50b3-435d-a0fd-edb880ab5b2e, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:24.445444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] For port a340fee5-50b3-435d-a0fd-edb880ab5b2e, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a340fee5-50b3-435d-a0fd-edb880ab5b2e,segment=NetworkSegment(c4054fcd-c058-4f28-a5a8-f01454695d34),segment_id=c4054fcd-c058-4f28-a5a8-f01454695d34)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:24.500133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.514627 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.524093 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.582779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b493e-aac7-421c-ba5e-d3375eac09c5 None None] Pushing event updated for resources: {'Port': ['ID=a340fee5-50b3-435d-a0fd-edb880ab5b2e,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:24.639996 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Allocated IP 172.25.4.51 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/d3c76bb3-f68d-46be-804f-317ccea06826) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:24.784996 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.877700 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:24.919470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:24.922571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:24.930631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:24.933852 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Pushing event updated for resources: {'Port': ['ID=d3c76bb3-f68d-46be-804f-317ccea06826,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:25.094741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a340fee5-50b3-435d-a0fd-edb880ab5b2e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:25.265968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a340fee5-50b3-435d-a0fd-edb880ab5b2e completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:25.271207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 268a7e75-fc94-4201-866f-e5a28ade7582 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:25.289361 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.331180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 268a7e75-fc94-4201-866f-e5a28ade7582 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:25.332255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.420636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 90535b2b-c168-4006-8384-cb88222cc911 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:25.512033 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.543232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 90535b2b-c168-4006-8384-cb88222cc911 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:25.546599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 90535b2b-c168-4006-8384-cb88222cc911 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:25.546986 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.550011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e6cbb4-d82a-4e0c-a150-1bf6930bacac None None] Network 3207b6f2-9d04-46c0-8691-60c8dfc70363 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:24:25.733689 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.740136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Router 4f066ebd-d545-4260-b4d4-619ba49d15b1 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:24:25.769975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0a2d0d71-4c07-4a91-bccc-9296181ec003 None None] Provisioning for port a340fee5-50b3-435d-a0fd-edb880ab5b2e completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:25.788410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0a2d0d71-4c07-4a91-bccc-9296181ec003 None None] Provisioning complete for port a340fee5-50b3-435d-a0fd-edb880ab5b2e triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:25.789346 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0d71-4c07-4a91-bccc-9296181ec003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.796127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 90535b2b-c168-4006-8384-cb88222cc911, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=90535b2b-c168-4006-8384-cb88222cc911,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:25.852583 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:25.866967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Sync routers for ids ['4f066ebd-d545-4260-b4d4-619ba49d15b1'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:25.885272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Routers {'4f066ebd-d545-4260-b4d4-619ba49d15b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:25.885917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f066ebd-d545-4260-b4d4-619ba49d15b1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:25.892666 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0d71-4c07-4a91-bccc-9296181ec003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.935686 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.946107 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:25.949748 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-09a07861-e59a-43d5-b6ca-487adbebebbe admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1746480 Aug 20 12:24:25.951741 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49124) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:24:26.039966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0a2d0d71-4c07-4a91-bccc-9296181ec003 None None] For port a340fee5-50b3-435d-a0fd-edb880ab5b2e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a340fee5-50b3-435d-a0fd-edb880ab5b2e,segment=NetworkSegment(c4054fcd-c058-4f28-a5a8-f01454695d34),segment_id=c4054fcd-c058-4f28-a5a8-f01454695d34)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:26.055305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=90535b2b-c168-4006-8384-cb88222cc911,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.074070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Set router 4f066ebd-d545-4260-b4d4-619ba49d15b1 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:26.130319 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0d71-4c07-4a91-bccc-9296181ec003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.226640 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d0d71-4c07-4a91-bccc-9296181ec003 None None] Pushing event updated for resources: {'Port': ['ID=a340fee5-50b3-435d-a0fd-edb880ab5b2e,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.286869 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4609cffe-5613-4553-b4eb-39dde766c7bd None None] Provisioning complete for port a340fee5-50b3-435d-a0fd-edb880ab5b2e triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:26.287141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4609cffe-5613-4553-b4eb-39dde766c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.341680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'name': 'tempest-TestMinimumBasicScenario-1730080709-router', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:23Z', 'updated_at': '2021-08-20T12:24:25Z', 'revision_number': 3, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'gw_port': {'id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:24Z', 'updated_at': '2021-08-20T12:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:26.370282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Checking router: 4f066ebd-d545-4260-b4d4-619ba49d15b1 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:26.370652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Updating router 4f066ebd-d545-4260-b4d4-619ba49d15b1 port d3c76bb3-f68d-46be-804f-317ccea06826 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:24:26.382462 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.420613 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.540910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Allocated IP 172.20.0.1 (3207b6f2-9d04-46c0-8691-60c8dfc70363/0e38e0d8-2099-47a9-94c4-84e449616c5a/5057bc56-dd69-4f0a-abf8-a0cbce7a7929) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:26.644464 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.659097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Transition to ACTIVE for port object 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:26.683461 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.693473 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Transition to ACTIVE for port object d3c76bb3-f68d-46be-804f-317ccea06826 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:26.792011 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.820457 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.832349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Network 3207b6f2-9d04-46c0-8691-60c8dfc70363 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:26.839124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:26.845896 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:26.850158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Pushing event updated for resources: {'Port': ['ID=5057bc56-dd69-4f0a-abf8-a0cbce7a7929,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.875348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Attempting to bind port d3c76bb3-f68d-46be-804f-317ccea06826 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:26.875792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Attempting to bind port d3c76bb3-f68d-46be-804f-317ccea06826 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:26.876152 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Attempting to bind port d3c76bb3-f68d-46be-804f-317ccea06826 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:26.886639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.887224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:26.887224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:26.887492 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.887802 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:26.888438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Bound port: d3c76bb3-f68d-46be-804f-317ccea06826, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:26.888661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:26.891239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93919c-7456-43c2-87b3-52678404f9f6 None None] Pushing event updated for resources: {'Port': ['ID=d3c76bb3-f68d-46be-804f-317ccea06826,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:26.950024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] For port d3c76bb3-f68d-46be-804f-317ccea06826, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:26.954144 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] For port d3c76bb3-f68d-46be-804f-317ccea06826, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d3c76bb3-f68d-46be-804f-317ccea06826,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:26.990489 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a340fee5-50b3-435d-a0fd-edb880ab5b2e up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:27.034612 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.096284 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Routers {'4f066ebd-d545-4260-b4d4-619ba49d15b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:27.096870 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f066ebd-d545-4260-b4d4-619ba49d15b1'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:27.103722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a340fee5-50b3-435d-a0fd-edb880ab5b2e triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:27.104155 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.115956 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.170184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93919c-7456-43c2-87b3-52678404f9f6 None None] Pushing event updated for resources: {'Port': ['ID=d3c76bb3-f68d-46be-804f-317ccea06826,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:27.277418 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] Set router 4f066ebd-d545-4260-b4d4-619ba49d15b1 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:27.280798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5df62d65-c8b0-4538-a0b0-6813a182a1ed None None] Provisioning for port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:27.286638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.314986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5df62d65-c8b0-4538-a0b0-6813a182a1ed None None] Provisioning complete for port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:27.315279 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5df62d65-c8b0-4538-a0b0-6813a182a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.345337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 90535b2b-c168-4006-8384-cb88222cc911 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:27.408696 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.452794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5df62d65-c8b0-4538-a0b0-6813a182a1ed None None] Port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:27.474133 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.477420 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Pushing event updated for resources: {'Port': ['ID=5057bc56-dd69-4f0a-abf8-a0cbce7a7929,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:27.501186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 90535b2b-c168-4006-8384-cb88222cc911 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:27.501569 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.577755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Network 3207b6f2-9d04-46c0-8691-60c8dfc70363 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:27.579585 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:27.703857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Router 4f066ebd-d545-4260-b4d4-619ba49d15b1 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:24:27.797424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'name': 'tempest-TestMinimumBasicScenario-1730080709-router', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:23Z', 'updated_at': '2021-08-20T12:24:27Z', 'revision_number': 4, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'gw_port': {'id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:24Z', 'updated_at': '2021-08-20T12:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5057bc56-dd69-4f0a-abf8-a0cbce7a7929', 'name': '', 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'mac_address': 'fa:16:3e:87:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0e38e0d8-2099-47a9-94c4-84e449616c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:26Z', 'updated_at': '2021-08-20T12:24:26Z', 'revision_number': 1, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'subnets': [{'id': '0e38e0d8-2099-47a9-94c4-84e449616c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:27.825752 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:24:27.827398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77ee6d8-6957-4618-8e2c-76f9e9b387f4 None None] The sync data for ids ['4f066ebd-d545-4260-b4d4-619ba49d15b1'] in n-d-804230-3 is: [{'id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'name': 'tempest-TestMinimumBasicScenario-1730080709-router', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:23Z', 'updated_at': '2021-08-20T12:24:27Z', 'revision_number': 4, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'gw_port': {'id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:24Z', 'updated_at': '2021-08-20T12:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5057bc56-dd69-4f0a-abf8-a0cbce7a7929', 'name': '', 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'mac_address': 'fa:16:3e:87:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0e38e0d8-2099-47a9-94c4-84e449616c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:26Z', 'updated_at': '2021-08-20T12:24:26Z', 'revision_number': 1, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'subnets': [{'id': '0e38e0d8-2099-47a9-94c4-84e449616c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:27.830905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f9e8a2cc-aad3-4aab-9388-f6aa1585a6ff admin admin] 10.222.0.10 "PUT /v2.0/routers/4f066ebd-d545-4260-b4d4-619ba49d15b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8779511 Aug 20 12:24:27.877257 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0c86b9bf-d278-45dd-8fdc-74cf08878845 None None] Provisioning complete for port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:27.877638 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0c86b9bf-d278-45dd-8fdc-74cf08878845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:27.920688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0c86b9bf-d278-45dd-8fdc-74cf08878845 None None] Port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:29.002813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d3c76bb3-f68d-46be-804f-317ccea06826 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:29.140451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port d3c76bb3-f68d-46be-804f-317ccea06826 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:29.144805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d3c76bb3-f68d-46be-804f-317ccea06826 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:29.145182 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.242249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.268165 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port d3c76bb3-f68d-46be-804f-317ccea06826, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d3c76bb3-f68d-46be-804f-317ccea06826,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:29.330215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:29.400759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=d3c76bb3-f68d-46be-804f-317ccea06826,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:31.010619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d3c76bb3-f68d-46be-804f-317ccea06826 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:31.092754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port d3c76bb3-f68d-46be-804f-317ccea06826 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:31.093544 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:31.331572 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Sync routers for ids ['4f066ebd-d545-4260-b4d4-619ba49d15b1'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:24:31.343022 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Routers {'4f066ebd-d545-4260-b4d4-619ba49d15b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:31.343659 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f066ebd-d545-4260-b4d4-619ba49d15b1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:31.478539 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Set router 4f066ebd-d545-4260-b4d4-619ba49d15b1 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:31.689277 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'name': 'tempest-TestMinimumBasicScenario-1730080709-router', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:23Z', 'updated_at': '2021-08-20T12:24:27Z', 'revision_number': 4, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'gw_port': {'id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:24Z', 'updated_at': '2021-08-20T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5057bc56-dd69-4f0a-abf8-a0cbce7a7929', 'name': '', 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'mac_address': 'fa:16:3e:87:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0e38e0d8-2099-47a9-94c4-84e449616c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:26Z', 'updated_at': '2021-08-20T12:24:27Z', 'revision_number': 2, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'subnets': [{'id': '0e38e0d8-2099-47a9-94c4-84e449616c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:31.719543 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Checking router: 4f066ebd-d545-4260-b4d4-619ba49d15b1 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:24:31.719890 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Updating router 4f066ebd-d545-4260-b4d4-619ba49d15b1 port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:24:31.744865 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.033744 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.044653 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Transition to ACTIVE for port object 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:32.134779 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.224305 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64c16f-2b06-4e12-9930-d4f872ff23a9 None None] Pushing event updated for resources: {'Port': ['ID=5057bc56-dd69-4f0a-abf8-a0cbce7a7929,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:32.247590 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Attempting to bind port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:32.247964 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Attempting to bind port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'c4054fcd-c058-4f28-a5a8-f01454695d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:32.248334 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Attempting to bind port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 on network 3207b6f2-9d04-46c0-8691-60c8dfc70363 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:32.254720 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:32.255102 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Checking segment: {'id': 'c4054fcd-c058-4f28-a5a8-f01454695d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:32.255513 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.255911 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Bound using segment: {'id': 'c4054fcd-c058-4f28-a5a8-f01454695d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:32.256384 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Bound port: 5057bc56-dd69-4f0a-abf8-a0cbce7a7929, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4054fcd-c058-4f28-a5a8-f01454695d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:32.256773 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.335840 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] For port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:32.339426 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] For port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5057bc56-dd69-4f0a-abf8-a0cbce7a7929,segment=NetworkSegment(c4054fcd-c058-4f28-a5a8-f01454695d34),segment_id=c4054fcd-c058-4f28-a5a8-f01454695d34)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:32.426544 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:32.509536 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64c16f-2b06-4e12-9930-d4f872ff23a9 None None] Pushing event updated for resources: {'Port': ['ID=5057bc56-dd69-4f0a-abf8-a0cbce7a7929,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:32.518413 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Routers {'4f066ebd-d545-4260-b4d4-619ba49d15b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:24:32.519089 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:24:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f066ebd-d545-4260-b4d4-619ba49d15b1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:32.636387 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] Set router 4f066ebd-d545-4260-b4d4-619ba49d15b1 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:24:32.879486 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'name': 'tempest-TestMinimumBasicScenario-1730080709-router', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:23Z', 'updated_at': '2021-08-20T12:24:27Z', 'revision_number': 4, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'gw_port': {'id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:24Z', 'updated_at': '2021-08-20T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5057bc56-dd69-4f0a-abf8-a0cbce7a7929', 'name': '', 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'mac_address': 'fa:16:3e:87:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0e38e0d8-2099-47a9-94c4-84e449616c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:26Z', 'updated_at': '2021-08-20T12:24:32Z', 'revision_number': 4, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'subnets': [{'id': '0e38e0d8-2099-47a9-94c4-84e449616c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:24:32.933946 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b73da-1e3e-4ab3-9142-bfba3fcfc9a8 None None] The sync data for ids ['4f066ebd-d545-4260-b4d4-619ba49d15b1'] in n-d-804230-3 is: [{'id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'name': 'tempest-TestMinimumBasicScenario-1730080709-router', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:23Z', 'updated_at': '2021-08-20T12:24:27Z', 'revision_number': 4, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'gw_port': {'id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:24Z', 'updated_at': '2021-08-20T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '5057bc56-dd69-4f0a-abf8-a0cbce7a7929', 'name': '', 'network_id': '3207b6f2-9d04-46c0-8691-60c8dfc70363', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'mac_address': 'fa:16:3e:87:55:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0e38e0d8-2099-47a9-94c4-84e449616c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:26Z', 'updated_at': '2021-08-20T12:24:32Z', 'revision_number': 4, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'subnets': [{'id': '0e38e0d8-2099-47a9-94c4-84e449616c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:24:33.033726 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:33.174577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:33.184369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:33.184369 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.333318 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.410827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5057bc56-dd69-4f0a-abf8-a0cbce7a7929,segment=NetworkSegment(c4054fcd-c058-4f28-a5a8-f01454695d34),segment_id=c4054fcd-c058-4f28-a5a8-f01454695d34)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:33.472790 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:24:33.540492 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:33.598307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=5057bc56-dd69-4f0a-abf8-a0cbce7a7929,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:34.968977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:24:35.031742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:35.032119 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:39.604501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b457-da25-4536-98ce-70d5482c610a req-c6835d6a-a6d4-4b84-93ea-b15b17c2ab95 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:39.605992 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-c6835d6a-a6d4-4b84-93ea-b15b17c2ab95 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/networks?id=372b10ec-df07-4b31-850d-7543513b1a89 HTTP/1.1" status: 200 len: 815 time: 0.1056917 Aug 20 12:24:39.621056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-5724833d-0cce-45ff-86fe-479922fedfae tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/quotas/ddd4034769c34b70a600d5a90165224c HTTP/1.1" status: 200 len: 375 time: 0.0092592 Aug 20 12:24:39.681169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-5b00f3da-7749-439b-a26e-e9f407bf2783 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddd4034769c34b70a600d5a90165224c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546944 Aug 20 12:24:39.837217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-8ce868c0-b44c-4097-9027-1393e509ce6a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:24:39.838275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-8ce868c0-b44c-4097-9027-1393e509ce6a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484393 Aug 20 12:24:39.930632 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-0dee16f3-7b7c-4e87-82fb-a264576a65ff service neutron] 10.222.0.10 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861919 Aug 20 12:24:40.019566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-4118b4a0-448c-4eb2-af0e-63c01b8a251f service neutron] 10.222.0.10 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825694 Aug 20 12:24:40.284705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6a528344-5e07-44b0-bf7a-afededf28e6f req-baa79206-025e-4bc7-be40-abc4d9c4b8b3 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 210 time: 0.0280557 Aug 20 12:24:41.364154 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fe1e2677-d718-45f9-bae9-58938e768ca0 req-bdd1b8b7-c40d-48bd-ae47-275e1890cccf tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 210 time: 0.0267868 Aug 20 12:24:41.774174 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.456763 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77eb3d42-4348-4cdd-80d9-3c9bc8cbb724 req-06e18bf1-c216-45ac-9137-fcee917cc42a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 210 time: 0.0259793 Aug 20 12:24:42.622487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b457-da25-4536-98ce-70d5482c610a req-807f5b33-0651-433e-bf8b-0bd865178423 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:42.623943 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-807f5b33-0651-433e-bf8b-0bd865178423 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.38 "GET /v2.0/networks?id=372b10ec-df07-4b31-850d-7543513b1a89 HTTP/1.1" status: 200 len: 815 time: 0.0982590 Aug 20 12:24:42.642196 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'port': {'device_id': '54d9e734-6646-43a4-8cef-633752d34189', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'admin_state_up': True, 'tenant_id': 'ddd4034769c34b70a600d5a90165224c'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:42.837729 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Made reservation on behalf of ddd4034769c34b70a600d5a90165224c for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:24:42.841318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:42.969407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Allocated IP 172.20.0.5 (372b10ec-df07-4b31-850d-7543513b1a89/39a9fbfd-aaf8-468a-9857-f7e2e9e28af8/d43c965a-dd95-46d8-9959-d45638186b53) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:24:43.112202 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.126135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Transition to ACTIVE for port object d43c965a-dd95-46d8-9959-d45638186b53 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:43.271521 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.594263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716837e6-6ce8-4bb8-bf4e-28a9bf9b38f2 req-9da29a76-21bd-4560-ab98-9b204ec79e02 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:43.605969 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-716837e6-6ce8-4bb8-bf4e-28a9bf9b38f2 req-9da29a76-21bd-4560-ab98-9b204ec79e02 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 931 time: 0.0734198 Aug 20 12:24:43.666219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-716837e6-6ce8-4bb8-bf4e-28a9bf9b38f2 req-bb0874e5-5602-44c2-a3c9-1953b3dae388 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543878 Aug 20 12:24:43.692199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Network 372b10ec-df07-4b31-850d-7543513b1a89 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:24:43.693796 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:24:43.699022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:24:43.773879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'Port': ['ID=d43c965a-dd95-46d8-9959-d45638186b53,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:43.788836 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:43.789661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:43.895157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-83b04767-b512-4a85-9504-ba1d7ab25c1e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2565689 Aug 20 12:24:44.025052 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.116969 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26c59125-91e6-49ee-96fe-0ea9b741e0a9 None None] Provisioning for port d43c965a-dd95-46d8-9959-d45638186b53 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:24:44.121596 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-26c59125-91e6-49ee-96fe-0ea9b741e0a9 None None] Provisioning complete for port d43c965a-dd95-46d8-9959-d45638186b53 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:24:44.122077 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-26c59125-91e6-49ee-96fe-0ea9b741e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:44.162078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-26c59125-91e6-49ee-96fe-0ea9b741e0a9 None None] Port d43c965a-dd95-46d8-9959-d45638186b53 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:24:44.783107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1dba0-339b-4832-b9c6-66f9ae8e71f9 req-a23cbed3-403e-4b6d-973c-469806c0aabc tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:44.784694 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33a1dba0-339b-4832-b9c6-66f9ae8e71f9 req-a23cbed3-403e-4b6d-973c-469806c0aabc tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 931 time: 0.0527291 Aug 20 12:24:44.828543 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-33a1dba0-339b-4832-b9c6-66f9ae8e71f9 req-502403da-7b78-4ca0-ad49-bbd5eacd1dad tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Aug 20 12:24:45.088191 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-859965ac-f381-40e4-9031-bc0edb6c4fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:45.963082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f425756-fce3-48e6-8385-4b86c613faa3 req-bf5c8d1d-8d57-45b7-9c04-a02036fe5f2e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:45.964694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f425756-fce3-48e6-8385-4b86c613faa3 req-bf5c8d1d-8d57-45b7-9c04-a02036fe5f2e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 931 time: 0.0544155 Aug 20 12:24:46.004732 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f425756-fce3-48e6-8385-4b86c613faa3 req-84ec3aaf-51a7-444e-8329-998e83ff2578 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Aug 20 12:24:47.141266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d56e3-dc3d-4c01-9fda-7c93270fc28e req-e18d3a49-041a-487c-9341-cdac40bb8750 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:47.142797 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-719d56e3-dc3d-4c01-9fda-7c93270fc28e req-e18d3a49-041a-487c-9341-cdac40bb8750 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 931 time: 0.0569458 Aug 20 12:24:47.189296 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-719d56e3-dc3d-4c01-9fda-7c93270fc28e req-a0fa7d3a-f247-445c-94a0-39c802aab73d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393777 Aug 20 12:24:47.756860 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8bfe0d5d-19bf-4232-b35e-55ef9ecdd6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:48.329758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b82f8e-ea18-432a-8d8b-9b53342e7039 req-7b1de4b1-312c-47fc-82c7-bd2031a10909 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:48.331208 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6b82f8e-ea18-432a-8d8b-9b53342e7039 req-7b1de4b1-312c-47fc-82c7-bd2031a10909 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 931 time: 0.0534797 Aug 20 12:24:48.372972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c6b82f8e-ea18-432a-8d8b-9b53342e7039 req-bef8b0f1-f5f8-4e56-a515-ee3ef7f76316 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356357 Aug 20 12:24:48.695402 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:49.495179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbac35d-2d86-4811-ad6f-cb41f539f8d0 req-4dcf9c26-2281-4368-8a9b-8a294ef19da4 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:49.496713 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bbac35d-2d86-4811-ad6f-cb41f539f8d0 req-4dcf9c26-2281-4368-8a9b-8a294ef19da4 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 931 time: 0.0543938 Aug 20 12:24:49.499727 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:49.542986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1bbac35d-2d86-4811-ad6f-cb41f539f8d0 req-a59dde13-09d7-4769-b85d-2fccce471710 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Aug 20 12:24:50.662377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f7d8c-3d48-4e0d-b80e-3e8f99a7c69e req-aeac74d5-68b0-4b14-b2d4-8a0f1e95a2cd tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:50.663958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a86f7d8c-3d48-4e0d-b80e-3e8f99a7c69e req-aeac74d5-68b0-4b14-b2d4-8a0f1e95a2cd tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 931 time: 0.0513754 Aug 20 12:24:50.709728 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a86f7d8c-3d48-4e0d-b80e-3e8f99a7c69e req-9f4caff7-0af3-4ce3-bc50-c272190bdf49 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391645 Aug 20 12:24:51.077035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:51.851561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b50b4-f0ec-41d0-86bc-1af6abb2f7e8 req-f9d83835-c692-4cb8-b873-13014003881e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:51.853686 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa3b50b4-f0ec-41d0-86bc-1af6abb2f7e8 req-f9d83835-c692-4cb8-b873-13014003881e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 931 time: 0.0597913 Aug 20 12:24:51.894908 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa3b50b4-f0ec-41d0-86bc-1af6abb2f7e8 req-d01669f1-1ecc-4c92-8052-4a224045d736 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347500 Aug 20 12:24:53.012583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c9459-d641-4bc2-aba5-07c0ae01a063 req-6fda6390-bbb5-42d8-ae64-8d28e4a55e12 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:53.014082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2c9459-d641-4bc2-aba5-07c0ae01a063 req-6fda6390-bbb5-42d8-ae64-8d28e4a55e12 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 931 time: 0.0498326 Aug 20 12:24:53.055848 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1d2c9459-d641-4bc2-aba5-07c0ae01a063 req-d4eeddeb-78db-46a6-9da2-501093ae7c61 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351746 Aug 20 12:24:53.647192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Request body: {'port': {'device_id': '54d9e734-6646-43a4-8cef-633752d34189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:24:53.707457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:53.962226 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43c965a-dd95-46d8-9959-d45638186b53 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:53.969810 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:53.982296 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Transition to ACTIVE for port object d43c965a-dd95-46d8-9959-d45638186b53 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:24:54.059725 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.115216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Pushing event updated for resources: {'Port': ['ID=d43c965a-dd95-46d8-9959-d45638186b53,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:54.217567 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Attempting to bind port d43c965a-dd95-46d8-9959-d45638186b53 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:24:54.217902 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Attempting to bind port d43c965a-dd95-46d8-9959-d45638186b53 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:24:54.218230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Attempting to bind port d43c965a-dd95-46d8-9959-d45638186b53 on network 372b10ec-df07-4b31-850d-7543513b1a89 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:54.233138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa7ccf-11af-4085-be41-d4f93ec31451 req-94aaa9fb-171c-413e-8ddd-045690df15c2 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.234711 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-81aa7ccf-11af-4085-be41-d4f93ec31451 req-94aaa9fb-171c-413e-8ddd-045690df15c2 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 943 time: 0.0777516 Aug 20 12:24:54.235832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Port d43c965a-dd95-46d8-9959-d45638186b53 on network 372b10ec-df07-4b31-850d-7543513b1a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:24:54.236152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Attempting to bind port d43c965a-dd95-46d8-9959-d45638186b53 on network 372b10ec-df07-4b31-850d-7543513b1a89 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:24:54.248216 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:24:54.248558 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Checking segment: {'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:24:54.248953 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Bound using segment: {'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:24:54.249433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Bound port: d43c965a-dd95-46d8-9959-d45638186b53, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb531882-5c41-4a27-84b8-278cc662edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:24:54.249793 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.308760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-81aa7ccf-11af-4085-be41-d4f93ec31451 req-31694e6a-176f-4e98-9a8f-11407b4f5276 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672135 Aug 20 12:24:54.333423 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] For port d43c965a-dd95-46d8-9959-d45638186b53, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:24:54.336358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] For port d43c965a-dd95-46d8-9959-d45638186b53, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d43c965a-dd95-46d8-9959-d45638186b53,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:24:54.402742 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.441200 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.441810 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:54.443224 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] 10.222.0.38 "PUT /v2.0/ports/d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 1091 time: 0.8012555 Aug 20 12:24:54.443652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:24:54.445925 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98469ba3-74e0-4f40-8185-e16d5ce0c2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "tag": "d43c965a-dd95-46d8-9959-d45638186b53"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:24:54.471123 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbef51d-039f-4fdd-9b65-8095119268ce service neutron] Pushing event updated for resources: {'Port': ['ID=d43c965a-dd95-46d8-9959-d45638186b53,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:54.506174 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf20aad-2106-4364-be56-f3006102ac2a x-openstack-request-id: req-aaf20aad-2106-4364-be56-f3006102ac2a {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:24:54.506174 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "tag": "d43c965a-dd95-46d8-9959-d45638186b53", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:24:54.506174 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aaf20aad-2106-4364-be56-f3006102ac2a {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:24:54.506537 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53', 'status': 'completed', 'code': 200} Aug 20 12:24:54.578105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469ba3-74e0-4f40-8185-e16d5ce0c2ca req-1f5da2d6-3ae1-4b0f-ae08-e6287672bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.578105 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-98469ba3-74e0-4f40-8185-e16d5ce0c2ca req-1f5da2d6-3ae1-4b0f-ae08-e6287672bb21 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ddd4034769c34b70a600d5a90165224c&device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1094 time: 0.0430467 Aug 20 12:24:54.686742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469ba3-74e0-4f40-8185-e16d5ce0c2ca req-c01fa71c-2241-4d6c-8b96-66156b7122cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.688160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-98469ba3-74e0-4f40-8185-e16d5ce0c2ca req-c01fa71c-2241-4d6c-8b96-66156b7122cc service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ddd4034769c34b70a600d5a90165224c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0994804 Aug 20 12:24:54.786766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98469ba3-74e0-4f40-8185-e16d5ce0c2ca req-eeb3e5ed-2f05-44fe-a7f7-1fcd6ec54467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.788264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-98469ba3-74e0-4f40-8185-e16d5ce0c2ca req-eeb3e5ed-2f05-44fe-a7f7-1fcd6ec54467 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885952 Aug 20 12:24:54.873988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b457-da25-4536-98ce-70d5482c610a req-787c5273-2370-42a8-9dcb-461b3a7073ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.875505 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-787c5273-2370-42a8-9dcb-461b3a7073ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ddd4034769c34b70a600d5a90165224c&device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1094 time: 0.0409117 Aug 20 12:24:54.925726 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-5b091405-1074-4b63-a680-ebe9771b21e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 217 time: 0.0377188 Aug 20 12:24:54.977740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b457-da25-4536-98ce-70d5482c610a req-4122d0f7-4361-4404-952a-6649d949e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:54.979255 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-4122d0f7-4361-4404-952a-6649d949e32c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=39a9fbfd-aaf8-468a-9857-f7e2e9e28af8 HTTP/1.1" status: 200 len: 854 time: 0.0423627 Aug 20 12:24:55.029116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828b457-da25-4536-98ce-70d5482c610a req-688d7689-6f45-4a34-a210-5099c1f015a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:55.030668 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-688d7689-6f45-4a34-a210-5099c1f015a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=372b10ec-df07-4b31-850d-7543513b1a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405555 Aug 20 12:24:55.131255 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-a4c9a854-1253-4dd5-babc-d7149da6ccad service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878141 Aug 20 12:24:55.228081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7828b457-da25-4536-98ce-70d5482c610a req-0500b87b-061d-4a35-b6de-b4c16c68fc0c service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854881 Aug 20 12:24:55.445070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c26f89-5a15-4730-be90-dec90eb19ece req-19bd404d-a37b-41bf-a9d4-a120f9d6c9cc tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:55.446500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96c26f89-5a15-4730-be90-dec90eb19ece req-19bd404d-a37b-41bf-a9d4-a120f9d6c9cc tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 943 time: 0.0500033 Aug 20 12:24:55.489601 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-96c26f89-5a15-4730-be90-dec90eb19ece req-7248cbc7-6e3d-4db2-afa9-fee28fd4ae79 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366054 Aug 20 12:24:56.608101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6ec63-3a91-4319-9bf5-cef246f131d6 req-71c9355e-23a8-4706-ae16-41495778f2b3 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:56.609583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8e6ec63-3a91-4319-9bf5-cef246f131d6 req-71c9355e-23a8-4706-ae16-41495778f2b3 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 943 time: 0.0494809 Aug 20 12:24:56.647143 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a8e6ec63-3a91-4319-9bf5-cef246f131d6 req-af786664-802b-4ec0-9c45-3a12eb786bc7 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Aug 20 12:24:57.760742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea9100-be90-4bfe-bd58-09e483444e2e req-d24e7400-d6c1-4b26-9261-dc3297a4e56a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:57.762214 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67ea9100-be90-4bfe-bd58-09e483444e2e req-d24e7400-d6c1-4b26-9261-dc3297a4e56a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 943 time: 0.0484633 Aug 20 12:24:57.799518 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-67ea9100-be90-4bfe-bd58-09e483444e2e req-5b6f28e6-021e-4907-a430-f72a6eb14611 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Aug 20 12:24:58.074649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device d43c965a-dd95-46d8-9959-d45638186b53 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:24:58.168465 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port d43c965a-dd95-46d8-9959-d45638186b53, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d43c965a-dd95-46d8-9959-d45638186b53,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:58.179714 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'd43c965a-dd95-46d8-9959-d45638186b53', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'port_id': 'd43c965a-dd95-46d8-9959-d45638186b53', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:24:58.217655 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:58.230030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43c965a-dd95-46d8-9959-d45638186b53 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:24:58.248440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port d43c965a-dd95-46d8-9959-d45638186b53, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d43c965a-dd95-46d8-9959-d45638186b53,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:24:58.333736 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:24:58.383682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=d43c965a-dd95-46d8-9959-d45638186b53,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:24:58.645776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['d43c965a-dd95-46d8-9959-d45638186b53'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:24:58.912129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdccc87-8bd7-4649-8d5e-dd261c2a34b1 req-8d6f2f17-7415-45cb-9775-351b2ff6c14e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:24:58.913662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dfdccc87-8bd7-4649-8d5e-dd261c2a34b1 req-8d6f2f17-7415-45cb-9775-351b2ff6c14e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 944 time: 0.0486650 Aug 20 12:24:58.955478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dfdccc87-8bd7-4649-8d5e-dd261c2a34b1 req-e09d22fd-cfa9-46fb-aee0-14a710cdef74 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357645 Aug 20 12:25:00.066514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a456a-d97c-4095-bd9d-97423fb43448 req-a5770c96-a319-4c1d-b663-04756e020ae6 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:00.068006 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-798a456a-d97c-4095-bd9d-97423fb43448 req-a5770c96-a319-4c1d-b663-04756e020ae6 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 944 time: 0.0483959 Aug 20 12:25:00.075064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device d43c965a-dd95-46d8-9959-d45638186b53 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:25:00.106655 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-798a456a-d97c-4095-bd9d-97423fb43448 req-33fa56eb-68dd-4e52-bf55-1155b1d79a05 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320666 Aug 20 12:25:00.195541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port d43c965a-dd95-46d8-9959-d45638186b53 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:25:00.200377 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port d43c965a-dd95-46d8-9959-d45638186b53 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:00.205301 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.285131 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.308531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:00.311093 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5739fb42-d2b9-43f0-9c65-92f7a454f009" -d '{"events": [{"server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "name": "network-vif-plugged", "status": "completed", "tag": "d43c965a-dd95-46d8-9959-d45638186b53"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:00.325251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port d43c965a-dd95-46d8-9959-d45638186b53, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d43c965a-dd95-46d8-9959-d45638186b53,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:00.347860 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951adbd1-e635-4cf4-aea8-66ed009c742b x-openstack-request-id: req-951adbd1-e635-4cf4-aea8-66ed009c742b {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:00.348200 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "name": "network-vif-plugged", "status": "completed", "tag": "d43c965a-dd95-46d8-9959-d45638186b53", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:00.348463 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-951adbd1-e635-4cf4-aea8-66ed009c742b {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:00.348860 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53', 'code': 200} Aug 20 12:25:00.390880 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:00.442941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=d43c965a-dd95-46d8-9959-d45638186b53,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:00.455018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea4146-a091-45b5-bcda-8c0f34da2f8a req-a849f903-5c43-49c3-9daa-6d870409c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:00.456534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74ea4146-a091-45b5-bcda-8c0f34da2f8a req-a849f903-5c43-49c3-9daa-6d870409c8c3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1096 time: 0.0432422 Aug 20 12:25:00.500891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-74ea4146-a091-45b5-bcda-8c0f34da2f8a req-f2660338-a39b-4963-a540-c718043c01be service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Aug 20 12:25:01.221142 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442fdef-118c-469b-a1a8-160633630177 req-42f7cf9e-199d-48c4-8915-9a5a08184822 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:01.222701 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0442fdef-118c-469b-a1a8-160633630177 req-42f7cf9e-199d-48c4-8915-9a5a08184822 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Aug 20 12:25:01.259919 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0442fdef-118c-469b-a1a8-160633630177 req-7eadd0f3-d064-4555-93f1-d3d9778cac88 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309145 Aug 20 12:25:02.383979 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f82a32-7664-486d-b10c-335b0524f802 req-54f99ead-03a0-45fc-8be9-2347af5df40d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:02.385500 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f9f82a32-7664-486d-b10c-335b0524f802 req-54f99ead-03a0-45fc-8be9-2347af5df40d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 945 time: 0.0492048 Aug 20 12:25:02.423321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f9f82a32-7664-486d-b10c-335b0524f802 req-cb4c418c-75d6-41c0-b61a-129dd8454686 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318067 Aug 20 12:25:02.536406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66821606-3a5d-436f-a813-8fc5363c5c6a req-15194937-f073-48a9-9a23-39270bd2c3be tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:02.537883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66821606-3a5d-436f-a813-8fc5363c5c6a req-15194937-f073-48a9-9a23-39270bd2c3be tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 945 time: 0.0484102 Aug 20 12:25:02.575546 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-66821606-3a5d-436f-a813-8fc5363c5c6a req-9e5cc671-e87c-4273-8650-2d46c57e33aa tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309858 Aug 20 12:25:02.765561 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d10556-0d7e-4e6c-90cd-454b5aca6979 req-dee801f4-ce0f-4bbc-afcd-a4afda856d7b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:02.767145 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63d10556-0d7e-4e6c-90cd-454b5aca6979 req-dee801f4-ce0f-4bbc-afcd-a4afda856d7b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 945 time: 0.0472500 Aug 20 12:25:02.809264 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-63d10556-0d7e-4e6c-90cd-454b5aca6979 req-df55364b-87c2-438a-9e59-38e869ae6813 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361331 Aug 20 12:25:10.474930 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:25:11.778249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.037023 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:14.821110 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-fc6d2ead-edd5-40f4-b5fd-c46e53f0b40c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397022 Aug 20 12:25:14.903041 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-07ec8584-5321-487d-b472-c35812501f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:14.904518 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-07ec8584-5321-487d-b472-c35812501f28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ddd4034769c34b70a600d5a90165224c&device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1096 time: 0.0400448 Aug 20 12:25:15.012835 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-722e8054-45e5-4427-a0c9-3ba9274cfff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:15.014366 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-722e8054-45e5-4427-a0c9-3ba9274cfff2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=372b10ec-df07-4b31-850d-7543513b1a89 HTTP/1.1" status: 200 len: 916 time: 0.0903373 Aug 20 12:25:15.056959 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-bd40aeca-1bbe-49b1-af35-d2d072fa45b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 217 time: 0.0345922 Aug 20 12:25:15.085730 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5598a337-2029-4ebe-a256-1d8a63daf431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:15.106331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-fd602db3-3f79-49c1-b44f-3714a9b919e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:15.107831 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-fd602db3-3f79-49c1-b44f-3714a9b919e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=39a9fbfd-aaf8-468a-9857-f7e2e9e28af8 HTTP/1.1" status: 200 len: 854 time: 0.0434830 Aug 20 12:25:15.153412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-ddd89ec7-3593-42a3-842c-51ce0318a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:15.154961 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-ddd89ec7-3593-42a3-842c-51ce0318a817 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=372b10ec-df07-4b31-850d-7543513b1a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398691 Aug 20 12:25:15.247967 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-d17714a3-56f3-4488-90f2-3e8f366150e6 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847423 Aug 20 12:25:15.352715 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a5c141c1-f760-4c18-b735-a7dc448ef011 req-e664bb25-1122-421e-9b48-4ec227276652 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959337 Aug 20 12:25:17.455900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6b552-cea6-491b-a2c8-32c5dce16cab req-5d20e4de-dd6e-4e48-aaed-712565d76bc0 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:17.457314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6b6b552-cea6-491b-a2c8-32c5dce16cab req-5d20e4de-dd6e-4e48-aaed-712565d76bc0 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 945 time: 0.1825778 Aug 20 12:25:17.493961 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6b6b552-cea6-491b-a2c8-32c5dce16cab req-f4683ef4-fb69-49b6-adc9-83753fc7a453 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Aug 20 12:25:17.516114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49344) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:17.599010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e95885-dfc3-4f85-b4b5-ee45b142391d tempest-TestMinimumBasicScenario-570569397 tempest-TestMinimumBasicScenario-570569397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:17.600910 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d2e95885-dfc3-4f85-b4b5-ee45b142391d tempest-TestMinimumBasicScenario-570569397 tempest-TestMinimumBasicScenario-570569397-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1091 time: 0.0838265 Aug 20 12:25:17.603887 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49348) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:17.608704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'd43c965a-dd95-46d8-9959-d45638186b53', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:17.710835 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.790707 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-adf4127a-6a6e-4f9f-a622-bbc0fef1154d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.815491 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:17.914511 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Allocated IP 172.25.4.157 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/384fac29-08ab-49cc-bda1-ba3e4fd5ab51) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:25:18.019764 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.120611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.159157 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:25:18.161925 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:25:18.165416 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:25:18.189298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'Port': ['ID=384fac29-08ab-49cc-bda1-ba3e4fd5ab51,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:18.203014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.203368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.203715 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.204054 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.204391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.204756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.205107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.205414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.205742 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.206070 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.206397 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.206745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:18.536639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.677583 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.682602 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.830666 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.903426 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:18.974094 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'Port': ['ID=384fac29-08ab-49cc-bda1-ba3e4fd5ab51,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:18.987994 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.088296 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Floating IP 8b6c4c29-f23e-4fbd-9107-2d23f38d8fbc associated. External IP: 172.25.4.157, port: d43c965a-dd95-46d8-9959-d45638186b53. Aug 20 12:25:19.299968 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:25:19.412187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:25:19.422846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] Sync routers for ids ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:25:19.432145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] Routers {'d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:19.432767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:25:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:19.467391 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.499426 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.530758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3173c2ae-d2de-43b8-a35e-b5e39cd6ba93 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9253285 Aug 20 12:25:19.531486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:19.533774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49350) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:19.534311 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eb32a2-4f73-4274-9bd0-3325cfadde01" -d '{"events": [{"name": "network-changed", "server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "tag": "d43c965a-dd95-46d8-9959-d45638186b53"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:19.538685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] Set router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:25:19.539202 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4332751', 'description': 'tempest-secgroup-smoke-4332751 description', 'project_id': 'ddd4034769c34b70a600d5a90165224c'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:19.574666 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff403fd-ca7d-40ae-88cc-3f82b9647858 x-openstack-request-id: req-aff403fd-ca7d-40ae-88cc-3f82b9647858 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:19.575228 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "tag": "d43c965a-dd95-46d8-9959-d45638186b53", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:19.575228 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aff403fd-ca7d-40ae-88cc-3f82b9647858 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:19.575852 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53', 'status': 'completed', 'code': 200} Aug 20 12:25:19.636893 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-544fbc69-5e5f-4d36-9185-c1d301b380cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.637096 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.638422 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-544fbc69-5e5f-4d36-9185-c1d301b380cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ddd4034769c34b70a600d5a90165224c&device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1096 time: 0.0419631 Aug 20 12:25:19.723694 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.733359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-77b73468-d813-4240-8ac1-2b60d635a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.734908 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-77b73468-d813-4240-8ac1-2b60d635a2b1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=372b10ec-df07-4b31-850d-7543513b1a89 HTTP/1.1" status: 200 len: 916 time: 0.0889485 Aug 20 12:25:19.773272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '8b6c4c29-f23e-4fbd-9107-2d23f38d8fbc', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'port_id': 'd43c965a-dd95-46d8-9959-d45638186b53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9e734-6646-43a4-8cef-633752d34189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:25:18Z', 'updated_at': '2021-08-20T12:25:18Z', 'revision_number': 0, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90535b2b-c168-4006-8384-cb88222cc911', 'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'mac_address': 'fa:16:3e:bc:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:19Z', 'updated_at': '2021-08-20T12:24:25Z', 'revision_number': 5, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'subnets': [{'id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:19.789158 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.801309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] Checking router: d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:25:19.811142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-b94f4723-47b8-4ac5-83b3-bee6ebbdd65a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 999 time: 0.0653899 Aug 20 12:25:19.812980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] Routers {'d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:25:19.813108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:25:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:19.825373 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:19.833189 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.833548 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.833899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.834253 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.834623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.835057 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.835295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.835636 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.836100 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.836403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.836675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.837007 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:25:19.864475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-ad2fe529-59aa-4170-b6d3-8f15ec36339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.864775 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:19.868960 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-ad2fe529-59aa-4170-b6d3-8f15ec36339c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=39a9fbfd-aaf8-468a-9857-f7e2e9e28af8 HTTP/1.1" status: 200 len: 854 time: 0.0474904 Aug 20 12:25:19.869118 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fd85a2a2-b8d2-4a75-8ec3-8f9ba9ff8f6e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3310590 Aug 20 12:25:19.869237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49354) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:19.874606 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-bb5e261a-7e3f-4839-b7e9-338174d3fd4d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'security_group_rule': {'security_group_id': '5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0', 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:19.914195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-07227611-43d2-4eb4-8c16-dd90441a8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:19.915743 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-07227611-43d2-4eb4-8c16-dd90441a8884 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=372b10ec-df07-4b31-850d-7543513b1a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411103 Aug 20 12:25:19.922406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] Set router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:25:19.964828 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5e261a-7e3f-4839-b7e9-338174d3fd4d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.012566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-d20a82bf-afc3-4d54-9ae0-c95f88c14063 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887868 Aug 20 12:25:20.049569 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5e261a-7e3f-4839-b7e9-338174d3fd4d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.112316 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f0eb32a2-4f73-4274-9bd0-3325cfadde01 req-7a341fd2-ed30-4a79-92ff-0f528394b075 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906477 Aug 20 12:25:20.121105 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5e261a-7e3f-4839-b7e9-338174d3fd4d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.143817 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e261a-7e3f-4839-b7e9-338174d3fd4d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8cd48c-8d6c-4029-8c70-799d9508b9a8,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:20.172173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '8b6c4c29-f23e-4fbd-9107-2d23f38d8fbc', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'port_id': 'd43c965a-dd95-46d8-9959-d45638186b53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9e734-6646-43a4-8cef-633752d34189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:25:18Z', 'updated_at': '2021-08-20T12:25:18Z', 'revision_number': 0, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90535b2b-c168-4006-8384-cb88222cc911', 'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'mac_address': 'fa:16:3e:bc:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:19Z', 'updated_at': '2021-08-20T12:24:25Z', 'revision_number': 5, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'subnets': [{'id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:25:20.199688 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680aa47-b5db-4cf5-9f10-833143736aed None None] The sync data for ids ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'] in n-d-804230-3 is: [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '8b6c4c29-f23e-4fbd-9107-2d23f38d8fbc', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'floating_ip_address': '172.25.4.157', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'port_id': 'd43c965a-dd95-46d8-9959-d45638186b53', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'mac_address': 'fa:16:3e:1e:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d9e734-6646-43a4-8cef-633752d34189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:25:18Z', 'updated_at': '2021-08-20T12:25:18Z', 'revision_number': 0, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90535b2b-c168-4006-8384-cb88222cc911', 'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'mac_address': 'fa:16:3e:bc:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:19Z', 'updated_at': '2021-08-20T12:24:25Z', 'revision_number': 5, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'subnets': [{'id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:25:20.240800 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bb5e261a-7e3f-4839-b7e9-338174d3fd4d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.242181 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bb5e261a-7e3f-4839-b7e9-338174d3fd4d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3719337 Aug 20 12:25:20.245455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49356) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:20.250557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0b6ac830-254c-4963-b011-9d5c871d18da tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'security_group_rule': {'security_group_id': '5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0', 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:20.339030 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac830-254c-4963-b011-9d5c871d18da tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.389842 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c1726-1ed8-4308-a3f7-fafd6612a63f None None] New status for floating IP 8b6c4c29-f23e-4fbd-9107-2d23f38d8fbc: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:25:20.402862 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac830-254c-4963-b011-9d5c871d18da tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.493962 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac830-254c-4963-b011-9d5c871d18da tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.518145 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ac830-254c-4963-b011-9d5c871d18da tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b24685-58c3-496b-a5bc-1d8b65f972dd,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:20.596461 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac830-254c-4963-b011-9d5c871d18da tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.597749 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0b6ac830-254c-4963-b011-9d5c871d18da tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3510661 Aug 20 12:25:20.600600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49358) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:20.606661 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4bff2681-3965-4ab3-96e1-f4e1ecce699c tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'security_group_rule': {'security_group_id': '5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0', 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:20.693135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bff2681-3965-4ab3-96e1-f4e1ecce699c tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.752607 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bff2681-3965-4ab3-96e1-f4e1ecce699c tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.825039 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bff2681-3965-4ab3-96e1-f4e1ecce699c tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.843677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff2681-3965-4ab3-96e1-f4e1ecce699c tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d0be25-4e7b-4c9b-a801-f3b6e1ec7511,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:20.916998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4bff2681-3965-4ab3-96e1-f4e1ecce699c tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:20.918340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4bff2681-3965-4ab3-96e1-f4e1ecce699c tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167696 Aug 20 12:25:20.921174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49360) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:20.926066 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9e0fc4d2-571a-4ecd-ae02-cc1c7304c223 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'security_group_rule': {'security_group_id': '5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0', 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:21.012828 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc4d2-571a-4ecd-ae02-cc1c7304c223 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.064710 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.075539 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc4d2-571a-4ecd-ae02-cc1c7304c223 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.185064 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc4d2-571a-4ecd-ae02-cc1c7304c223 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.206143 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fc4d2-571a-4ecd-ae02-cc1c7304c223 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a7282a-2d12-4e3d-9e6a-34ebd6d6cd40,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:21.288066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e0fc4d2-571a-4ecd-ae02-cc1c7304c223 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.289265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9e0fc4d2-571a-4ecd-ae02-cc1c7304c223 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3671491 Aug 20 12:25:21.292439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49362) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:21.296887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-a2021e4e-67f8-4eb1-8ecc-96f6cbaafb70 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'security_group_rule': {'security_group_id': '5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0', 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:21.373301 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-a2021e4e-67f8-4eb1-8ecc-96f6cbaafb70 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Project ddd4034769c34b70a600d5a90165224c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:25:21.378085 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2021e4e-67f8-4eb1-8ecc-96f6cbaafb70 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.445892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2021e4e-67f8-4eb1-8ecc-96f6cbaafb70 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.510455 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2021e4e-67f8-4eb1-8ecc-96f6cbaafb70 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.528147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2021e4e-67f8-4eb1-8ecc-96f6cbaafb70 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437a41f0-b710-4dcc-b2c2-2d44e676b5f0,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:21.607774 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-a2021e4e-67f8-4eb1-8ecc-96f6cbaafb70 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.608980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a2021e4e-67f8-4eb1-8ecc-96f6cbaafb70 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156219 Aug 20 12:25:21.611715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49364) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:25:21.616182 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c2811212-16eb-4e17-abfe-19e3a2968b47 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'security_group_rule': {'security_group_id': '5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0', 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:21.722544 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-c2811212-16eb-4e17-abfe-19e3a2968b47 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Project ddd4034769c34b70a600d5a90165224c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:25:21.728209 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2811212-16eb-4e17-abfe-19e3a2968b47 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.789797 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2811212-16eb-4e17-abfe-19e3a2968b47 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.864851 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2811212-16eb-4e17-abfe-19e3a2968b47 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.883676 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2811212-16eb-4e17-abfe-19e3a2968b47 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a36de0-6228-4cef-9fdb-8241af85ecf6,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:21.956430 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2811212-16eb-4e17-abfe-19e3a2968b47 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:21.957720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c2811212-16eb-4e17-abfe-19e3a2968b47 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3450782 Aug 20 12:25:22.037787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-ec123a99-c448-47a7-98bf-80efa18767de tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4332751&fields=id&tenant_id=ddd4034769c34b70a600d5a90165224c HTTP/1.1" status: 200 len: 267 time: 0.0348816 Aug 20 12:25:22.095072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-6173d9ba-5b7a-46bd-96ec-c501a3a0eace tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.096555 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-6173d9ba-5b7a-46bd-96ec-c501a3a0eace tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 945 time: 0.0530238 Aug 20 12:25:22.107694 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-6d5d65eb-1838-4047-a456-c40d2905ea44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'port': {'security_groups': ['31414c31-5a8f-49fc-9109-44c1662b5a7f', '5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:25:22.177346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-6d5d65eb-1838-4047-a456-c40d2905ea44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.358097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-6d5d65eb-1838-4047-a456-c40d2905ea44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] For port d43c965a-dd95-46d8-9959-d45638186b53, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d43c965a-dd95-46d8-9959-d45638186b53,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:25:22.387188 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-6d5d65eb-1838-4047-a456-c40d2905ea44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.458919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-6d5d65eb-1838-4047-a456-c40d2905ea44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.471066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['d43c965a-dd95-46d8-9959-d45638186b53'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:22.502421 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-6d5d65eb-1838-4047-a456-c40d2905ea44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.503089 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-6d5d65eb-1838-4047-a456-c40d2905ea44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.504549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46e6706d-edc5-4c62-9e35-bc25b6bdc142 req-6d5d65eb-1838-4047-a456-c40d2905ea44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "PUT /v2.0/ports/d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 981 time: 0.4015632 Aug 20 12:25:22.505015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:25:22.507293 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa28ef8-e6dc-425d-a397-20c8926bd035" -d '{"events": [{"name": "network-changed", "server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "tag": "d43c965a-dd95-46d8-9959-d45638186b53"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:25:22.539917 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d65eb-1838-4047-a456-c40d2905ea44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'Port': ['ID=d43c965a-dd95-46d8-9959-d45638186b53,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:25:22.552009 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6cb5b1-e11d-46d4-b3ee-dc345ef008da x-openstack-request-id: req-4d6cb5b1-e11d-46d4-b3ee-dc345ef008da {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:25:22.552302 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "tag": "d43c965a-dd95-46d8-9959-d45638186b53", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:25:22.552559 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d6cb5b1-e11d-46d4-b3ee-dc345ef008da {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:25:22.552964 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53', 'status': 'completed', 'code': 200} Aug 20 12:25:22.580336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['d43c965a-dd95-46d8-9959-d45638186b53'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:25:22.660491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24ae9d-ebea-4c33-8fa3-0b6cb5d2625c req-c6d5e12e-d960-498c-adbc-b931e0fa72df tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.661623 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f24ae9d-ebea-4c33-8fa3-0b6cb5d2625c req-c6d5e12e-d960-498c-adbc-b931e0fa72df tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0857105 Aug 20 12:25:22.668651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-841b0fe8-687b-402a-ae8b-6693e492fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.670183 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-841b0fe8-687b-402a-ae8b-6693e492fcac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ddd4034769c34b70a600d5a90165224c&device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1135 time: 0.0917754 Aug 20 12:25:22.765597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f24ae9d-ebea-4c33-8fa3-0b6cb5d2625c req-b950c048-d53d-4c14-9aaa-66b01784c4eb tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0938861 Aug 20 12:25:22.807597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-eb735cb9-6680-473b-94c7-4ed92b2253f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.809893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-eb735cb9-6680-473b-94c7-4ed92b2253f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=372b10ec-df07-4b31-850d-7543513b1a89 HTTP/1.1" status: 200 len: 916 time: 0.1234956 Aug 20 12:25:22.811510 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c6be4893-e790-4edb-ae22-69b4b4d6de1e None None] Provisioning complete for port d43c965a-dd95-46d8-9959-d45638186b53 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:25:22.811902 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c6be4893-e790-4edb-ae22-69b4b4d6de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:22.875754 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-81b0c88d-deb3-4515-8dc8-3070b79f8034 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 1001 time: 0.0578079 Aug 20 12:25:22.927633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-58fc956b-fef8-4027-98d7-66f80ab68828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.929207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-58fc956b-fef8-4027-98d7-66f80ab68828 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=39a9fbfd-aaf8-468a-9857-f7e2e9e28af8 HTTP/1.1" status: 200 len: 854 time: 0.0448272 Aug 20 12:25:22.979160 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-5a736c53-663e-455d-8341-a5a56b3202a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:22.981193 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-5a736c53-663e-455d-8341-a5a56b3202a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=372b10ec-df07-4b31-850d-7543513b1a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443170 Aug 20 12:25:23.072646 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-be9b99d6-2076-4875-90b0-f67327a9f141 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824013 Aug 20 12:25:23.180340 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfa28ef8-e6dc-425d-a397-20c8926bd035 req-3b04507e-0ecd-48f7-a60f-c180eb8b5db5 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967205 Aug 20 12:25:41.762009 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:43.185726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f120463-0480-4868-8932-c0a68318114d req-e4694b8f-5667-4916-9016-78b9fdb2ec2b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:43.187359 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f120463-0480-4868-8932-c0a68318114d req-e4694b8f-5667-4916-9016-78b9fdb2ec2b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.4277375 Aug 20 12:25:43.237877 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f120463-0480-4868-8932-c0a68318114d req-38b12cb7-6795-495e-bad7-53c33ea3707c tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0442724 Aug 20 12:25:43.271865 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-77722de6-22d5-4a79-8893-1cc911a60cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:43.273389 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-77722de6-22d5-4a79-8893-1cc911a60cc9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ddd4034769c34b70a600d5a90165224c&device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1135 time: 0.1173503 Aug 20 12:25:43.371029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-d57aec57-36da-4308-b22c-bb7949ffaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:43.372960 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-d57aec57-36da-4308-b22c-bb7949ffaf39 service neutron] 10.222.0.38 "GET /v2.0/networks?id=372b10ec-df07-4b31-850d-7543513b1a89 HTTP/1.1" status: 200 len: 916 time: 0.0915065 Aug 20 12:25:43.441130 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-97e8285a-9610-49f0-b667-14b614a287ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 1001 time: 0.0604575 Aug 20 12:25:43.495465 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-9fec4550-eb79-4588-a811-5e3b0ad286d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:43.496948 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-9fec4550-eb79-4588-a811-5e3b0ad286d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=39a9fbfd-aaf8-468a-9857-f7e2e9e28af8 HTTP/1.1" status: 200 len: 854 time: 0.0445516 Aug 20 12:25:43.550537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-6803cd0a-e3ea-4793-b1a8-f975a8bd610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:43.552104 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-6803cd0a-e3ea-4793-b1a8-f975a8bd610b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=372b10ec-df07-4b31-850d-7543513b1a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447004 Aug 20 12:25:43.647051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-d4aa1491-9562-42df-a930-0bad432686e6 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830359 Aug 20 12:25:43.747798 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f3e1710c-8019-4039-bcd1-b637874f0b23 req-5c131e22-6b8c-4235-aaea-1f1ae0c6174e service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893013 Aug 20 12:25:44.068363 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:44.420298 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e2456-e35f-41c9-b55a-355614801cd0 req-2d7bc5dd-ea3d-4e32-9706-252e373b2b25 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:44.421963 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa5e2456-e35f-41c9-b55a-355614801cd0 req-2d7bc5dd-ea3d-4e32-9706-252e373b2b25 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.1096869 Aug 20 12:25:44.464720 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa5e2456-e35f-41c9-b55a-355614801cd0 req-f2e71154-a7f7-4952-a0e3-e2251b660c91 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0359566 Aug 20 12:25:45.053136 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9af55913-4113-49fd-afbe-474332a45e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:45.585158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577d67-f4a2-4a8d-b764-8d080b5b0688 req-92e576db-0da3-475a-a206-9b1dbe4d20ac tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:45.586737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28577d67-f4a2-4a8d-b764-8d080b5b0688 req-92e576db-0da3-475a-a206-9b1dbe4d20ac tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0555418 Aug 20 12:25:45.628673 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-28577d67-f4a2-4a8d-b764-8d080b5b0688 req-4ee66fb2-29b7-4c64-aa2d-94ef53a89e07 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0353096 Aug 20 12:25:46.767734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78bb69-ea5b-4765-b02c-7fa252ce67cc req-b3638ce3-c85e-4f8f-94f1-7b672445020a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:46.769447 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b78bb69-ea5b-4765-b02c-7fa252ce67cc req-b3638ce3-c85e-4f8f-94f1-7b672445020a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0514941 Aug 20 12:25:46.813464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b78bb69-ea5b-4765-b02c-7fa252ce67cc req-b6b422ac-4a74-4c12-b027-2d4c2e46f033 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0374506 Aug 20 12:25:47.474981 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:25:47.779216 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db09fcbc-5598-4759-8902-5c4c8bebd1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:47.928791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e37514-625c-43ea-9123-b18d09894567 req-be87091f-e841-4a58-b62b-6ccd574125ab tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:47.930295 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38e37514-625c-43ea-9123-b18d09894567 req-be87091f-e841-4a58-b62b-6ccd574125ab tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0486166 Aug 20 12:25:47.972566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-38e37514-625c-43ea-9123-b18d09894567 req-d81cae6e-8062-44c1-b13f-7d9c23c37f3f tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0353708 Aug 20 12:25:48.662508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:49.094297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49baae-0fa7-49d4-99dc-83e95dc2d28b req-c973043f-86df-460f-b7da-4a3fde6ac51b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:49.095916 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc49baae-0fa7-49d4-99dc-83e95dc2d28b req-c973043f-86df-460f-b7da-4a3fde6ac51b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0501199 Aug 20 12:25:49.139675 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dc49baae-0fa7-49d4-99dc-83e95dc2d28b req-6135ae00-4d88-461b-9c29-a69bc5c800d0 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0374680 Aug 20 12:25:49.479468 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:50.259166 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b51bd0-22a3-486c-ba25-eb2bbc7959d1 req-0d764f7b-899e-4096-bcbb-92e817c2dbe2 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:50.260646 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5b51bd0-22a3-486c-ba25-eb2bbc7959d1 req-0d764f7b-899e-4096-bcbb-92e817c2dbe2 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0524898 Aug 20 12:25:50.300893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e5b51bd0-22a3-486c-ba25-eb2bbc7959d1 req-de7e1b3b-57bd-420d-a093-70e7e1e79006 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0335805 Aug 20 12:25:51.121593 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:25:51.420396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d81a51-8984-4648-9c67-79da189596ee req-a8fd54f2-22e6-4e83-88cf-111987a36b44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:51.421956 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62d81a51-8984-4648-9c67-79da189596ee req-a8fd54f2-22e6-4e83-88cf-111987a36b44 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0535779 Aug 20 12:25:51.464203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-62d81a51-8984-4648-9c67-79da189596ee req-e78f0950-e25a-4b42-9f34-9f0e2cbe54c7 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0360508 Aug 20 12:25:52.580898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5d0aa-9cb2-4069-b3b1-5f79835f8d43 req-e80062ae-0916-4431-939c-20e4183c1cb6 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:52.582429 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5dc5d0aa-9cb2-4069-b3b1-5f79835f8d43 req-e80062ae-0916-4431-939c-20e4183c1cb6 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0500686 Aug 20 12:25:52.622510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5dc5d0aa-9cb2-4069-b3b1-5f79835f8d43 req-2fdd8f09-85e4-44c8-ab55-f5f9985d1438 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0337489 Aug 20 12:25:53.747059 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4967b8c-6293-4489-b0ab-d0c7078201e9 req-fa3d3204-c482-42ba-876f-75604130ccdd tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:53.748638 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4967b8c-6293-4489-b0ab-d0c7078201e9 req-fa3d3204-c482-42ba-876f-75604130ccdd tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0557520 Aug 20 12:25:53.790917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4967b8c-6293-4489-b0ab-d0c7078201e9 req-0c8926b9-2d3e-4dd9-81ef-b1f534ba2b37 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0359974 Aug 20 12:25:54.917698 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef639b59-1542-4b8a-9b3b-3bca75049549 req-0d0235ba-e9fe-4b70-ac32-1305449676de tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:54.919848 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef639b59-1542-4b8a-9b3b-3bca75049549 req-0d0235ba-e9fe-4b70-ac32-1305449676de tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0525239 Aug 20 12:25:54.963516 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef639b59-1542-4b8a-9b3b-3bca75049549 req-9c6fbed1-9527-40a3-94fa-9cce3c0e854b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0368240 Aug 20 12:25:56.097840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29741-559e-4ba0-ba6e-34b5990520a1 req-6a7f5149-f242-463c-a950-7be157cf251f tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:56.099437 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e2f29741-559e-4ba0-ba6e-34b5990520a1 req-6a7f5149-f242-463c-a950-7be157cf251f tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0531073 Aug 20 12:25:56.147624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e2f29741-559e-4ba0-ba6e-34b5990520a1 req-a76a5afe-d012-4bae-a37c-c151c50d9754 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0416815 Aug 20 12:25:57.274618 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51e555-38ba-4f14-9144-e817349a331e req-fcb2fe5c-316e-48d9-a4a5-02ecd5c43674 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:57.276280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc51e555-38ba-4f14-9144-e817349a331e req-fcb2fe5c-316e-48d9-a4a5-02ecd5c43674 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0570624 Aug 20 12:25:57.322310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dc51e555-38ba-4f14-9144-e817349a331e req-aebf2e0a-e53c-4c20-bc0d-bab975937a0d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0391669 Aug 20 12:25:58.447292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1495707-24cc-4a67-915b-c5df2b7fdd6f req-7b143727-b1b1-4d9f-8c2f-da42b397840e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:58.448904 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1495707-24cc-4a67-915b-c5df2b7fdd6f req-7b143727-b1b1-4d9f-8c2f-da42b397840e tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0552924 Aug 20 12:25:58.503907 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1495707-24cc-4a67-915b-c5df2b7fdd6f req-b8a96f3b-3f0b-4b91-8172-070e46fff733 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0473742 Aug 20 12:25:59.626786 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af034c-bcb7-48b0-b27c-ed4839423c4f req-914ea5ef-87d0-4d9c-b43d-afd8b3dd38b9 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:25:59.628327 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25af034c-bcb7-48b0-b27c-ed4839423c4f req-914ea5ef-87d0-4d9c-b43d-afd8b3dd38b9 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0548217 Aug 20 12:25:59.688849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-25af034c-bcb7-48b0-b27c-ed4839423c4f req-4de31370-f2b6-4480-968f-1a9aef5b5fc4 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0538900 Aug 20 12:26:00.814326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951a1d3-27e4-4332-a6b5-f383b6e132fc req-a861921f-3f88-4802-98d0-1584b0a516d6 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:00.820753 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7951a1d3-27e4-4332-a6b5-f383b6e132fc req-a861921f-3f88-4802-98d0-1584b0a516d6 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0546842 Aug 20 12:26:00.863099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7951a1d3-27e4-4332-a6b5-f383b6e132fc req-9517d809-864c-4e69-bb4e-6f545af1aa12 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&id=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0369241 Aug 20 12:26:11.896046 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:14.041322 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:15.070236 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-05fe3249-3f30-4493-a0bd-567f1a04f180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:16.806533 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-4faadb50-5be1-4366-9191-4ff18aa7b605 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402136 Aug 20 12:26:16.890354 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-26ef0d6f-4c16-4ab7-987c-17e54c1e298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:16.891873 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-26ef0d6f-4c16-4ab7-987c-17e54c1e298d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ddd4034769c34b70a600d5a90165224c&device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1135 time: 0.0410044 Aug 20 12:26:16.998872 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-8ba3ca7c-a46e-4f81-aeda-43d9419d3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:17.000356 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-8ba3ca7c-a46e-4f81-aeda-43d9419d3477 service neutron] 10.222.0.38 "GET /v2.0/networks?id=372b10ec-df07-4b31-850d-7543513b1a89 HTTP/1.1" status: 200 len: 916 time: 0.0869467 Aug 20 12:26:17.068484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-d685f429-206a-42cf-8d8c-aa9810a5de48 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 1001 time: 0.0589738 Aug 20 12:26:17.125320 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-944367d3-87cb-4681-a87d-c0df862f9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:17.127084 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-944367d3-87cb-4681-a87d-c0df862f9250 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=39a9fbfd-aaf8-468a-9857-f7e2e9e28af8 HTTP/1.1" status: 200 len: 854 time: 0.0520277 Aug 20 12:26:17.176470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-0980de57-cca0-47f4-ae6d-96d127eccba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:17.178010 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-0980de57-cca0-47f4-ae6d-96d127eccba1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=372b10ec-df07-4b31-850d-7543513b1a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421913 Aug 20 12:26:17.274479 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-a90c0560-c422-4dde-a0c1-75e3683e3708 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827692 Aug 20 12:26:17.384575 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-516efcd2-33e1-4acb-8621-6e0b95163857 req-102003d2-7870-448f-a492-576f23c2b993 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022732 Aug 20 12:26:17.775611 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dc28801f-7044-4ff0-a9b4-a38495684af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:18.664046 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:19.475813 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:21.095542 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:24.474472 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:26:34.267189 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-6f6f97d9-2e12-4626-9919-73719a4805e8 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4332751&fields=id&tenant_id=ddd4034769c34b70a600d5a90165224c HTTP/1.1" status: 200 len: 267 time: 0.0332940 Aug 20 12:26:34.318939 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-6cd8913d-a73d-4093-869d-115b2e5c8f99 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:34.320342 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-6cd8913d-a73d-4093-869d-115b2e5c8f99 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 984 time: 0.0476274 Aug 20 12:26:34.331788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Request body: {'port': {'security_groups': ['31414c31-5a8f-49fc-9109-44c1662b5a7f']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:26:34.396848 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.567424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] For port d43c965a-dd95-46d8-9959-d45638186b53, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d43c965a-dd95-46d8-9959-d45638186b53,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:34.599724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.663815 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.676553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['d43c965a-dd95-46d8-9959-d45638186b53'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:34.712376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:34.726358 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.726358 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4d3d2608-f2e2-458f-98da-8631718baba2 req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "PUT /v2.0/ports/d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 942 time: 0.3872442 Aug 20 12:26:34.726358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:34.726358 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6dbd0d-c783-45ce-b65b-6809c654e1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "tag": "d43c965a-dd95-46d8-9959-d45638186b53"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:34.727013 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49456) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:34.745895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event updated for resources: {'Port': ['ID=d43c965a-dd95-46d8-9959-d45638186b53,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:34.756554 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.757718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.758024 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.758295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.758713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.759186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.759555 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.760514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.760901 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.761245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.761582 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.761989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ec9020-91ba-4181-a1be-fb1d7e1b0b76 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:34.774170 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659ea7b1-1161-431f-abc6-1d9162c5dda9 x-openstack-request-id: req-659ea7b1-1161-431f-abc6-1d9162c5dda9 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:34.774501 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "tag": "d43c965a-dd95-46d8-9959-d45638186b53", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:34.774763 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-659ea7b1-1161-431f-abc6-1d9162c5dda9 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:34.775175 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53', 'status': 'completed', 'code': 200} Aug 20 12:26:34.788084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['d43c965a-dd95-46d8-9959-d45638186b53'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:34.804998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.835853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.850593 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-3e042669-2ca2-47cd-a415-22fa9d59331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:34.852831 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-3e042669-2ca2-47cd-a415-22fa9d59331f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ddd4034769c34b70a600d5a90165224c&device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1096 time: 0.0472159 Aug 20 12:26:34.959016 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-a8a8d747-4a68-4b4b-a8be-4f494543902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:34.960695 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-a8a8d747-4a68-4b4b-a8be-4f494543902a service neutron] 10.222.0.38 "GET /v2.0/networks?id=372b10ec-df07-4b31-850d-7543513b1a89 HTTP/1.1" status: 200 len: 916 time: 0.1002109 Aug 20 12:26:34.978355 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.981202 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:34.985364 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "DELETE /v2.0/security-groups/5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0 HTTP/1.1" status: 204 len: 168 time: 0.2608340 Aug 20 12:26:34.986734 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49458) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:35.022572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3ab3f0bd-1eda-4d3a-9aa9-56a6af8dc4d4 None None] Provisioning complete for port d43c965a-dd95-46d8-9959-d45638186b53 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:26:35.023046 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f0bd-1eda-4d3a-9aa9-56a6af8dc4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:35.043832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec2e3b7-ffa9-4fe5-9bad-7ad54ca8f7c0,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:35.044455 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-648dc1c3-0ad4-4d0c-ae8e-c29902384922 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 1001 time: 0.0753458 Aug 20 12:26:35.056330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.056690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.057041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.057368 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.057965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.058302 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.058665 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.059000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.059335 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.059671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.060004 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.060854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537c0266-265a-47f9-8f44-6a0b4d57e32a tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:35.096198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-a448f3ab-3026-4948-96db-3a9dfe56d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:35.097691 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-a448f3ab-3026-4948-96db-3a9dfe56d909 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=39a9fbfd-aaf8-468a-9857-f7e2e9e28af8 HTTP/1.1" status: 200 len: 854 time: 0.0455992 Aug 20 12:26:35.153100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-151a8d9d-8ad3-43d9-ac3e-aa6619410191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:35.155500 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-151a8d9d-8ad3-43d9-ac3e-aa6619410191 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=372b10ec-df07-4b31-850d-7543513b1a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483432 Aug 20 12:26:35.250096 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-5726ba58-db7d-4140-b163-589473563418 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863702 Aug 20 12:26:35.359097 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-de6dbd0d-c783-45ce-b65b-6809c654e1cb req-29475707-6f08-4b36-9efb-7df0043266e0 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011078 Aug 20 12:26:35.448267 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Deleting port 384fac29-08ab-49cc-bda1-ba3e4fd5ab51 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:35.448583 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:35.522708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:35.523123 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:35.535019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Calling delete_port for 384fac29-08ab-49cc-bda1-ba3e4fd5ab51 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:35.803302 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:35.829791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event deleted for resources: {'Port': ['ID=384fac29-08ab-49cc-bda1-ba3e4fd5ab51,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:35.889865 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:35.890210 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Floating IP 8b6c4c29-f23e-4fbd-9107-2d23f38d8fbc disassociated (deleted). External IP: 172.25.4.157, port: d43c965a-dd95-46d8-9959-d45638186b53. Aug 20 12:26:36.099197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:26:36.206965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:36.211980 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:36.216481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] Sync routers for ids ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:36.225244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] Routers {'d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:36.225861 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:26:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:36.238587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3753feb9-5079-47c9-ad4a-90ac4054a79d tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "DELETE /v2.0/floatingips/8b6c4c29-f23e-4fbd-9107-2d23f38d8fbc HTTP/1.1" status: 204 len: 168 time: 1.2508099 Aug 20 12:26:36.239183 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:36.241443 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f7773d-58a3-486f-a353-26a57ba91824" -d '{"events": [{"name": "network-changed", "server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "tag": "d43c965a-dd95-46d8-9959-d45638186b53"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:36.335298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] Set router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:36.350173 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8906dc3b-81f8-4344-8f00-07cc0b60a618 x-openstack-request-id: req-8906dc3b-81f8-4344-8f00-07cc0b60a618 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:36.350568 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "tag": "d43c965a-dd95-46d8-9959-d45638186b53", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:36.350823 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8906dc3b-81f8-4344-8f00-07cc0b60a618 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:36.351311 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53', 'status': 'completed', 'code': 200} Aug 20 12:26:36.423033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-ebbfcc8c-8da0-43ac-8da4-0fc86cdad6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:36.424612 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-ebbfcc8c-8da0-43ac-8da4-0fc86cdad6a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ddd4034769c34b70a600d5a90165224c&device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 1096 time: 0.0426252 Aug 20 12:26:36.523658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-7675b990-a4a7-4a22-a290-11c43ef2d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:36.525170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-7675b990-a4a7-4a22-a290-11c43ef2d237 service neutron] 10.222.0.38 "GET /v2.0/networks?id=372b10ec-df07-4b31-850d-7543513b1a89 HTTP/1.1" status: 200 len: 916 time: 0.0896099 Aug 20 12:26:36.542949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '90535b2b-c168-4006-8384-cb88222cc911', 'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'mac_address': 'fa:16:3e:bc:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:19Z', 'updated_at': '2021-08-20T12:24:25Z', 'revision_number': 5, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'subnets': [{'id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:36.573362 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] Checking router: d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:36.581427 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-fe664f14-cf46-490d-9921-c516887ce866 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 200 len: 217 time: 0.0455682 Aug 20 12:26:36.582078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] Routers {'d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:36.583092 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:26:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:36.632195 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-641006b6-f0dc-4003-b56f-7213a0726229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:36.633667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-641006b6-f0dc-4003-b56f-7213a0726229 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=39a9fbfd-aaf8-468a-9857-f7e2e9e28af8 HTTP/1.1" status: 200 len: 854 time: 0.0452657 Aug 20 12:26:36.685556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-e2375048-4a9e-4a01-88be-37db3c3a9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:36.686982 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-e2375048-4a9e-4a01-88be-37db3c3a9c71 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=372b10ec-df07-4b31-850d-7543513b1a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419040 Aug 20 12:26:36.695000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] Set router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:36.788683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-7f8dcb4b-5c3e-466e-b5d8-d6d154f0dabf service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907059 Aug 20 12:26:36.881057 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a1f7773d-58a3-486f-a353-26a57ba91824 req-3996dbc5-14d4-4e48-a7eb-b912022bcf76 service neutron] 10.222.0.38 "GET /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836341 Aug 20 12:26:36.895084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '90535b2b-c168-4006-8384-cb88222cc911', 'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'mac_address': 'fa:16:3e:bc:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:19Z', 'updated_at': '2021-08-20T12:24:25Z', 'revision_number': 5, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'subnets': [{'id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:36.925264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbae702-ebc7-43e5-a717-f631cb71c17e None None] The sync data for ids ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'] in n-d-804230-3 is: [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:20Z', 'revision_number': 4, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '90535b2b-c168-4006-8384-cb88222cc911', 'name': '', 'network_id': '372b10ec-df07-4b31-850d-7543513b1a89', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'mac_address': 'fa:16:3e:bc:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:19Z', 'updated_at': '2021-08-20T12:24:25Z', 'revision_number': 5, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'subnets': [{'id': '39a9fbfd-aaf8-468a-9857-f7e2e9e28af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:37.141038 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775dff5-627a-4673-b9de-82eab7394566 None None] New status for floating IP 8b6c4c29-f23e-4fbd-9107-2d23f38d8fbc: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:26:41.784042 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:44.048947 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:45.064408 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fe8401d7-e30f-45af-8fc5-05febea50f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:45.757466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35c7f1-7e4b-4f00-b659-722eef04fb23 req-4f8b595a-6c95-4256-94eb-43b0f221cba6 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:45.759218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a35c7f1-7e4b-4f00-b659-722eef04fb23 req-4f8b595a-6c95-4256-94eb-43b0f221cba6 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 945 time: 0.0524278 Aug 20 12:26:45.835497 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a35c7f1-7e4b-4f00-b659-722eef04fb23 req-2e239eda-0cfa-46ea-88e4-282e5f2771b8 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 Aug 20 12:26:46.929874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c2d92-117f-4e68-bc95-c772c0b53bc2 req-9b8b279b-7a3c-4ccb-ba7a-0bac64410a98 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:46.931428 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e5c2d92-117f-4e68-bc95-c772c0b53bc2 req-9b8b279b-7a3c-4ccb-ba7a-0bac64410a98 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 945 time: 0.0551090 Aug 20 12:26:46.970199 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5e5c2d92-117f-4e68-bc95-c772c0b53bc2 req-9032a66d-aaad-4855-a831-50d2515721f7 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Aug 20 12:26:47.723251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-0cc30068-a7e8-4cce-b6dc-645d272d3aef tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:47.724705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-0cc30068-a7e8-4cce-b6dc-645d272d3aef tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.38 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 945 time: 0.0498226 Aug 20 12:26:47.774016 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7dcc4569-2980-46e8-836f-b7309b9a54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.821331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-f5a14019-47af-434c-be71-520b0d48115b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Deleting port d43c965a-dd95-46d8-9959-d45638186b53 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:47.821673 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-f5a14019-47af-434c-be71-520b0d48115b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.909718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-f5a14019-47af-434c-be71-520b0d48115b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] For port d43c965a-dd95-46d8-9959-d45638186b53, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=d43c965a-dd95-46d8-9959-d45638186b53,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:47.910086 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-f5a14019-47af-434c-be71-520b0d48115b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:47.930137 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-f5a14019-47af-434c-be71-520b0d48115b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Calling delete_port for d43c965a-dd95-46d8-9959-d45638186b53 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:48.087395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6379d1-2d15-4cd9-a699-277b30363195 req-6c6507c7-dfa2-45ec-8935-61d9ff299b34 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:26:48.088913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6379d1-2d15-4cd9-a699-277b30363195 req-6c6507c7-dfa2-45ec-8935-61d9ff299b34 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 945 time: 0.0507205 Aug 20 12:26:48.128129 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cb6379d1-2d15-4cd9-a699-277b30363195 req-08053dda-891e-42a9-8b26-ef0d3dd253d3 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/security-groups?id=31414c31-5a8f-49fc-9109-44c1662b5a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330598 Aug 20 12:26:48.132031 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-f5a14019-47af-434c-be71-520b0d48115b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.148229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['d43c965a-dd95-46d8-9959-d45638186b53'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:26:48.161127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a14019-47af-434c-be71-520b0d48115b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Pushing event deleted for resources: {'Port': ['ID=d43c965a-dd95-46d8-9959-d45638186b53,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:48.209135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-f5a14019-47af-434c-be71-520b0d48115b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] No DVR routers for this DVR port d43c965a-dd95-46d8-9959-d45638186b53 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:26:48.211774 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-f5a14019-47af-434c-be71-520b0d48115b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:48.213862 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b727b216-e49f-40f5-88a2-5bb668678c7b req-f5a14019-47af-434c-be71-520b0d48115b tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.38 "DELETE /v2.0/ports/d43c965a-dd95-46d8-9959-d45638186b53 HTTP/1.1" status: 204 len: 173 time: 0.4827580 Aug 20 12:26:48.214318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'name': 'network-vif-deleted', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:26:48.216584 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9933090c-1d8a-49ad-8c88-f8e9ebb6e80d" -d '{"events": [{"server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "name": "network-vif-deleted", "tag": "d43c965a-dd95-46d8-9959-d45638186b53"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:26:48.311390 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d2fa9f-6c89-40a8-bf7d-add1ed9d39c2 x-openstack-request-id: req-50d2fa9f-6c89-40a8-bf7d-add1ed9d39c2 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:26:48.311827 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d9e734-6646-43a4-8cef-633752d34189", "name": "network-vif-deleted", "tag": "d43c965a-dd95-46d8-9959-d45638186b53", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:26:48.311952 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50d2fa9f-6c89-40a8-bf7d-add1ed9d39c2 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:26:48.312328 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d9e734-6646-43a4-8cef-633752d34189', 'name': 'network-vif-deleted', 'tag': 'd43c965a-dd95-46d8-9959-d45638186b53', 'status': 'completed', 'code': 200} Aug 20 12:26:48.705656 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:49.239169 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c4f9b74-be09-4a40-8991-7058610fdf1d req-f71ff070-18de-4f55-8f49-58696e855071 tempest-TestMinimumBasicScenario-1660334965 tempest-TestMinimumBasicScenario-1660334965-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d9e734-6646-43a4-8cef-633752d34189 HTTP/1.1" status: 200 len: 210 time: 0.0297992 Aug 20 12:26:49.465454 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:51.091819 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:52.627755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device d43c965a-dd95-46d8-9959-d45638186b53 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:52.648636 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: d43c965a-dd95-46d8-9959-d45638186b53 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:52.648983 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device d43c965a-dd95-46d8-9959-d45638186b53 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:52.718455 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49572) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:53.093933 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:53.342830 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] Deleting port 90535b2b-c168-4006-8384-cb88222cc911 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:53.343174 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:53.419849 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] For port 90535b2b-c168-4006-8384-cb88222cc911, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=90535b2b-c168-4006-8384-cb88222cc911,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:53.420214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:53.433823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] Calling delete_port for 90535b2b-c168-4006-8384-cb88222cc911 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:53.677022 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:53.704949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90535b2b-c168-4006-8384-cb88222cc911,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:53.877132 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:54.098095 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] Router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:26:54.205508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:54.213380 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49576) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:54.213854 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1870b3da-fbbc-4e0e-89da-dd0d01b5b5a8 admin admin] 10.222.0.10 "PUT /v2.0/routers/d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4937539 Aug 20 12:26:54.214158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] Sync routers for ids ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:54.223365 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] Routers {'d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:54.224019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:54.316589 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:54.326514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] Set router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:54.419395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:54.503433 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:26:53Z', 'revision_number': 5, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port': {'id': '268a7e75-fc94-4201-866f-e5a28ade7582', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:76:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:54.529481 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] Checking router: d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:54.537577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] Routers {'d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:54.538192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:54.575187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Deleting port 268a7e75-fc94-4201-866f-e5a28ade7582 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:54.575443 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:54.624889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] Set router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:54.652214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] For port 268a7e75-fc94-4201-866f-e5a28ade7582, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=268a7e75-fc94-4201-866f-e5a28ade7582,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:54.652572 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:54.664949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Calling delete_port for 268a7e75-fc94-4201-866f-e5a28ade7582 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:54.679717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:26:54Z', 'revision_number': 6, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:54.706661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b9742-0d9e-4e1c-82f9-0afcd1445ed2 None None] The sync data for ids ['d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3'] in n-d-804230-3 is: [{'id': 'd3fa1b8c-2544-4f0f-b085-fa0b8acba2b3', 'name': 'tempest-TestMinimumBasicScenario-1007718734-router', 'tenant_id': 'ddd4034769c34b70a600d5a90165224c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:17Z', 'updated_at': '2021-08-20T12:26:54Z', 'revision_number': 6, 'project_id': 'ddd4034769c34b70a600d5a90165224c', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:54.882527 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:54.908186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Pushing event deleted for resources: {'Port': ['ID=268a7e75-fc94-4201-866f-e5a28ade7582,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:54.972515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.062167 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.064539 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.186295 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.186971 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:26:55.194126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.194126 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-00bfbd3e-00c0-42cf-aa2b-a4d6504f9117 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d3fa1b8c-2544-4f0f-b085-fa0b8acba2b3 HTTP/1.1" status: 204 len: 168 time: 0.9782219 Aug 20 12:26:55.196129 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49578) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:55.240346 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2be6ba-eb23-4088-84f5-31fe27de9ec0 admin admin] Deleting subnet 39a9fbfd-aaf8-468a-9857-f7e2e9e28af8 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:26:55.243465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c2be6ba-eb23-4088-84f5-31fe27de9ec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.281628 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c2be6ba-eb23-4088-84f5-31fe27de9ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.367449 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c2be6ba-eb23-4088-84f5-31fe27de9ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.449053 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 90535b2b-c168-4006-8384-cb88222cc911 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:55.471197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 90535b2b-c168-4006-8384-cb88222cc911 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:55.471463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 90535b2b-c168-4006-8384-cb88222cc911 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:55.505639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c2be6ba-eb23-4088-84f5-31fe27de9ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.531065 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2be6ba-eb23-4088-84f5-31fe27de9ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a9fbfd-aaf8-468a-9857-f7e2e9e28af8,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:55.535152 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9c2be6ba-eb23-4088-84f5-31fe27de9ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.536992 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9c2be6ba-eb23-4088-84f5-31fe27de9ec0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/39a9fbfd-aaf8-468a-9857-f7e2e9e28af8 HTTP/1.1" status: 204 len: 168 time: 0.3399162 Aug 20 12:26:55.539571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49580) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:55.542133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea549fd-3932-41ed-a8d9-6e4e91626c9b None None] Network 372b10ec-df07-4b31-850d-7543513b1a89 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:26:55.615117 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.677446 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Deleting port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:55.677446 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.736263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] DHCP port deletion for 372b10ec-df07-4b31-850d-7543513b1a89 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:26:55.753827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] For port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=710b0434-7a66-46e3-a9d2-74b50a8d6cbc,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:55.754208 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.769975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Calling delete_port for 710b0434-7a66-46e3-a9d2-74b50a8d6cbc owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:55.789964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Deleting port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:55.790347 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.856292 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] For port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=710b0434-7a66-46e3-a9d2-74b50a8d6cbc,segment=NetworkSegment(eb531882-5c41-4a27-84b8-278cc662edef),segment_id=eb531882-5c41-4a27-84b8-278cc662edef)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:55.856687 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.869324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Calling delete_port for 710b0434-7a66-46e3-a9d2-74b50a8d6cbc owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:55.966397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.973057 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:55.994188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Pushing event deleted for resources: {'Port': ['ID=710b0434-7a66-46e3-a9d2-74b50a8d6cbc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:55.998049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] No DVR routers for this DVR port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:26:56.000591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Pushing event deleted for resources: {'Port': ['ID=710b0434-7a66-46e3-a9d2-74b50a8d6cbc,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:56.005773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] No DVR routers for this DVR port 710b0434-7a66-46e3-a9d2-74b50a8d6cbc on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:26:56.015815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.016170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.016603 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.017795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.018147 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.018503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.018840 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.019174 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.019746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.019992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.020539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.021801 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55e354-a927-4834-8e30-0a6edc846506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:26:56.080674 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:56.090497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372b10ec-df07-4b31-850d-7543513b1a89']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:56.101049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb531882-5c41-4a27-84b8-278cc662edef') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:56.101347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb531882-5c41-4a27-84b8-278cc662edef') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:56.109968 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:56.123977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:56.130394 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:26:56.132585 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:26:56.132760 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:26:56.248194 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:56.254187 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:56.256051 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] 10.222.0.10 "DELETE /v2.0/networks/372b10ec-df07-4b31-850d-7543513b1a89 HTTP/1.1" status: 204 len: 168 time: 0.7155738 Aug 20 12:26:56.259352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49582) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:56.271188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a2ba4-d788-4855-b2b7-e742fe36b673 admin admin] Pushing event deleted for resources: {'Network': ['ID=372b10ec-df07-4b31-850d-7543513b1a89,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:56.867678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:57.035838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 710b0434-7a66-46e3-a9d2-74b50a8d6cbc no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:57.055375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 710b0434-7a66-46e3-a9d2-74b50a8d6cbc {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:57.055728 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 710b0434-7a66-46e3-a9d2-74b50a8d6cbc not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:57.056158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 268a7e75-fc94-4201-866f-e5a28ade7582 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:57.077826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 268a7e75-fc94-4201-866f-e5a28ade7582 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:57.078245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 268a7e75-fc94-4201-866f-e5a28ade7582 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:57.112955 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] Deleting port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:57.113302 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:57.192541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] For port 5057bc56-dd69-4f0a-abf8-a0cbce7a7929, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5057bc56-dd69-4f0a-abf8-a0cbce7a7929,segment=NetworkSegment(c4054fcd-c058-4f28-a5a8-f01454695d34),segment_id=c4054fcd-c058-4f28-a5a8-f01454695d34)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:57.192825 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:57.206157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] Calling delete_port for 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:57.459867 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:57.485475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=5057bc56-dd69-4f0a-abf8-a0cbce7a7929,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:57.652678 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:57.868404 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] Router 4f066ebd-d545-4260-b4d4-619ba49d15b1 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:26:57.977810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:26:57.983260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-79aa3358-7d2e-43d8-a63d-804a5f282e65 admin admin] 10.222.0.10 "PUT /v2.0/routers/4f066ebd-d545-4260-b4d4-619ba49d15b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228053 Aug 20 12:26:57.986604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49584) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:57.987057 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] Sync routers for ids ['4f066ebd-d545-4260-b4d4-619ba49d15b1'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:26:57.997057 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] Routers {'4f066ebd-d545-4260-b4d4-619ba49d15b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:57.997680 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f066ebd-d545-4260-b4d4-619ba49d15b1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:58.094318 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.105606 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] Set router 4f066ebd-d545-4260-b4d4-619ba49d15b1 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:58.201652 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.283816 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'name': 'tempest-TestMinimumBasicScenario-1730080709-router', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:23Z', 'updated_at': '2021-08-20T12:26:57Z', 'revision_number': 5, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'gw_port': {'id': 'd3c76bb3-f68d-46be-804f-317ccea06826', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:24:24Z', 'updated_at': '2021-08-20T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:58.310306 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] Checking router: 4f066ebd-d545-4260-b4d4-619ba49d15b1 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:26:58.318793 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] Routers {'4f066ebd-d545-4260-b4d4-619ba49d15b1'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:26:58.319448 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['4f066ebd-d545-4260-b4d4-619ba49d15b1'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:58.323532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Deleting port d3c76bb3-f68d-46be-804f-317ccea06826 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:58.323870 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.405673 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] Set router 4f066ebd-d545-4260-b4d4-619ba49d15b1 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:26:58.406036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] For port d3c76bb3-f68d-46be-804f-317ccea06826, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=d3c76bb3-f68d-46be-804f-317ccea06826,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:58.406416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.420268 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Calling delete_port for d3c76bb3-f68d-46be-804f-317ccea06826 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:58.457062 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'name': 'tempest-TestMinimumBasicScenario-1730080709-router', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:23Z', 'updated_at': '2021-08-20T12:26:58Z', 'revision_number': 6, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:58.486545 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097229f-a45a-465e-97e5-a9a5412006ba None None] The sync data for ids ['4f066ebd-d545-4260-b4d4-619ba49d15b1'] in n-d-804230-3 is: [{'id': '4f066ebd-d545-4260-b4d4-619ba49d15b1', 'name': 'tempest-TestMinimumBasicScenario-1730080709-router', 'tenant_id': 'f31e48743ee741d5b4f782335cb7bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:24:23Z', 'updated_at': '2021-08-20T12:26:58Z', 'revision_number': 6, 'project_id': 'f31e48743ee741d5b4f782335cb7bf31', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:26:58.645986 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.673300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c76bb3-f68d-46be-804f-317ccea06826,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:58.732133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.821614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.823677 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.932459 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.932988 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f066ebd-d545-4260-b4d4-619ba49d15b1 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:26:58.937230 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:58.938377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2e910c45-9ecb-4e19-9d27-6c13f581c360 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4f066ebd-d545-4260-b4d4-619ba49d15b1 HTTP/1.1" status: 204 len: 168 time: 0.9507477 Aug 20 12:26:58.941584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49586) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:58.985550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-83df5214-8c3e-4da4-aab7-42f8a14fc472 admin admin] Deleting subnet 0e38e0d8-2099-47a9-94c4-84e449616c5a {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:26:58.988578 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83df5214-8c3e-4da4-aab7-42f8a14fc472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.024053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83df5214-8c3e-4da4-aab7-42f8a14fc472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.103053 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83df5214-8c3e-4da4-aab7-42f8a14fc472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.213197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83df5214-8c3e-4da4-aab7-42f8a14fc472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.244721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df5214-8c3e-4da4-aab7-42f8a14fc472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e38e0d8-2099-47a9-94c4-84e449616c5a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:59.246764 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83df5214-8c3e-4da4-aab7-42f8a14fc472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.248712 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-83df5214-8c3e-4da4-aab7-42f8a14fc472 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0e38e0d8-2099-47a9-94c4-84e449616c5a HTTP/1.1" status: 204 len: 168 time: 0.3062110 Aug 20 12:26:59.251900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49590) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:26:59.255183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1ac40-7431-4ef0-a4fa-ee00f6e292a5 None None] Network 3207b6f2-9d04-46c0-8691-60c8dfc70363 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:26:59.304782 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:59.326365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.327860 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:59.328206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5057bc56-dd69-4f0a-abf8-a0cbce7a7929 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:59.328629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d3c76bb3-f68d-46be-804f-317ccea06826 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:26:59.354977 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: d3c76bb3-f68d-46be-804f-317ccea06826 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:26:59.355322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device d3c76bb3-f68d-46be-804f-317ccea06826 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:26:59.382485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Deleting port a340fee5-50b3-435d-a0fd-edb880ab5b2e {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:59.382826 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.457247 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] For port a340fee5-50b3-435d-a0fd-edb880ab5b2e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a340fee5-50b3-435d-a0fd-edb880ab5b2e,segment=NetworkSegment(c4054fcd-c058-4f28-a5a8-f01454695d34),segment_id=c4054fcd-c058-4f28-a5a8-f01454695d34)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:59.457808 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.475173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Calling delete_port for a340fee5-50b3-435d-a0fd-edb880ab5b2e owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:59.475388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27860a6-ff30-4a0e-be4c-0e122fae99e5 None None] DHCP port deletion for 3207b6f2-9d04-46c0-8691-60c8dfc70363 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:26:59.525058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b27860a6-ff30-4a0e-be4c-0e122fae99e5 None None] Deleting port a340fee5-50b3-435d-a0fd-edb880ab5b2e {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:26:59.525736 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b27860a6-ff30-4a0e-be4c-0e122fae99e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.589633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-b27860a6-ff30-4a0e-be4c-0e122fae99e5 None None] For port a340fee5-50b3-435d-a0fd-edb880ab5b2e, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a340fee5-50b3-435d-a0fd-edb880ab5b2e,segment=NetworkSegment(c4054fcd-c058-4f28-a5a8-f01454695d34),segment_id=c4054fcd-c058-4f28-a5a8-f01454695d34)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:26:59.590062 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b27860a6-ff30-4a0e-be4c-0e122fae99e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.606617 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-b27860a6-ff30-4a0e-be4c-0e122fae99e5 None None] Calling delete_port for a340fee5-50b3-435d-a0fd-edb880ab5b2e owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:26:59.642460 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.666214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a340fee5-50b3-435d-a0fd-edb880ab5b2e,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:59.672370 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] No DVR routers for this DVR port a340fee5-50b3-435d-a0fd-edb880ab5b2e on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:26:59.683595 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b27860a6-ff30-4a0e-be4c-0e122fae99e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.707651 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27860a6-ff30-4a0e-be4c-0e122fae99e5 None None] Pushing event deleted for resources: {'Port': ['ID=a340fee5-50b3-435d-a0fd-edb880ab5b2e,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:26:59.713042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27860a6-ff30-4a0e-be4c-0e122fae99e5 None None] No DVR routers for this DVR port a340fee5-50b3-435d-a0fd-edb880ab5b2e on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:26:59.746548 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.756145 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3207b6f2-9d04-46c0-8691-60c8dfc70363']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:59.766014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4054fcd-c058-4f28-a5a8-f01454695d34') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:59.766256 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4054fcd-c058-4f28-a5a8-f01454695d34') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:26:59.774937 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.791292 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.797136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:26:59.797519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:26:59.799830 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:26:59.944942 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.964627 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:26:59.966524 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3207b6f2-9d04-46c0-8691-60c8dfc70363 HTTP/1.1" status: 204 len: 168 time: 0.7119808 Aug 20 12:26:59.967760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48e6d1-3f45-4031-b575-8aaff7c137d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3207b6f2-9d04-46c0-8691-60c8dfc70363,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:00.302583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49594) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:00.343579 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0750d6a1-8a37-470c-89f2-af90c37bbea8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ddd4034769c34b70a600d5a90165224c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398493 Aug 20 12:27:00.346035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49596) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:00.394041 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fa05419-ec4b-4e70-9375-c334ba877e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.415622 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fa05419-ec4b-4e70-9375-c334ba877e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.528161 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fa05419-ec4b-4e70-9375-c334ba877e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.530831 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9fa05419-ec4b-4e70-9375-c334ba877e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:00.532029 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9fa05419-ec4b-4e70-9375-c334ba877e25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31414c31-5a8f-49fc-9109-44c1662b5a7f HTTP/1.1" status: 204 len: 168 time: 0.1850512 Aug 20 12:27:00.539975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa05419-ec4b-4e70-9375-c334ba877e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31414c31-5a8f-49fc-9109-44c1662b5a7f,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:01.031355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a340fee5-50b3-435d-a0fd-edb880ab5b2e no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:27:01.052390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a340fee5-50b3-435d-a0fd-edb880ab5b2e {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:27:01.054980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a340fee5-50b3-435d-a0fd-edb880ab5b2e not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:27:01.168852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49602) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:01.212278 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-44428a9d-516c-453f-a5d3-07d83dfe38e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f31e48743ee741d5b4f782335cb7bf31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422144 Aug 20 12:27:01.214700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49604) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:01.263395 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fef475d7-d9e4-406b-8cb5-413619751fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.284459 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fef475d7-d9e4-406b-8cb5-413619751fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.430911 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fef475d7-d9e4-406b-8cb5-413619751fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.433797 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fef475d7-d9e4-406b-8cb5-413619751fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:01.435015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fef475d7-d9e4-406b-8cb5-413619751fbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5fc7181-e071-46e1-b9d6-cec9feeed277 HTTP/1.1" status: 204 len: 168 time: 0.2194421 Aug 20 12:27:01.443170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef475d7-d9e4-406b-8cb5-413619751fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fc7181-e071-46e1-b9d6-cec9feeed277,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:01.474984 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:27:04.879498 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49646) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:04.881883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322035238', 'description': 'tempest-secgroup-smoke-322035238 description', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:04.962070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:04.970423 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.061073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.139422 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.175287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a954cde-76a6-46b4-880a-4d5754e880bf,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:05.231829 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.304849 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.333099 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251cd093-32f7-4222-8ab4-b1964c871324,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:05.396760 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.397979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1846f7c9-28cd-44f2-a860-57e50b822c0e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5198438 Aug 20 12:27:05.400891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49648) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:05.405433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c2fffdd1-1e83-4d31-b27a-41dc5e6e3bc4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '251cd093-32f7-4222-8ab4-b1964c871324', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:05.498732 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2fffdd1-1e83-4d31-b27a-41dc5e6e3bc4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.554721 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2fffdd1-1e83-4d31-b27a-41dc5e6e3bc4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.647911 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2fffdd1-1e83-4d31-b27a-41dc5e6e3bc4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.662882 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fffdd1-1e83-4d31-b27a-41dc5e6e3bc4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4b5484-a66a-4a2a-b1f8-3c7f868ebe3d,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:05.737409 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c2fffdd1-1e83-4d31-b27a-41dc5e6e3bc4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.738703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c2fffdd1-1e83-4d31-b27a-41dc5e6e3bc4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3368454 Aug 20 12:27:05.741651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49650) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:05.746171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-67778e36-79e8-41cd-8928-ef1340624f5c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '251cd093-32f7-4222-8ab4-b1964c871324', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:05.847351 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67778e36-79e8-41cd-8928-ef1340624f5c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.905243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67778e36-79e8-41cd-8928-ef1340624f5c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:05.990521 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67778e36-79e8-41cd-8928-ef1340624f5c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.008358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67778e36-79e8-41cd-8928-ef1340624f5c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953ee8f1-27d1-4b2c-9e06-235e27fd42dd,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:06.076524 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-67778e36-79e8-41cd-8928-ef1340624f5c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.077821 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-67778e36-79e8-41cd-8928-ef1340624f5c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3352175 Aug 20 12:27:06.080474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49652) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:06.085063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-591cef5f-e6fd-46af-8a4f-54e60ef7c87f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '251cd093-32f7-4222-8ab4-b1964c871324', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:06.171126 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-591cef5f-e6fd-46af-8a4f-54e60ef7c87f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.230317 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-591cef5f-e6fd-46af-8a4f-54e60ef7c87f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.287888 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-591cef5f-e6fd-46af-8a4f-54e60ef7c87f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.305741 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cef5f-e6fd-46af-8a4f-54e60ef7c87f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846306a1-f139-4d3b-bb1f-f2f0c653fb43,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:06.373641 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-591cef5f-e6fd-46af-8a4f-54e60ef7c87f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.374938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-591cef5f-e6fd-46af-8a4f-54e60ef7c87f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934773 Aug 20 12:27:06.377771 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49654) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:06.382285 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-08599a14-a3e4-458f-bea5-5f37130d2500 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '251cd093-32f7-4222-8ab4-b1964c871324', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:06.469868 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08599a14-a3e4-458f-bea5-5f37130d2500 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.529453 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08599a14-a3e4-458f-bea5-5f37130d2500 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.602193 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08599a14-a3e4-458f-bea5-5f37130d2500 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.619644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08599a14-a3e4-458f-bea5-5f37130d2500 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10532f53-4162-42a4-92f1-01191bd1a060,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:06.682388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-08599a14-a3e4-458f-bea5-5f37130d2500 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.683701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-08599a14-a3e4-458f-bea5-5f37130d2500 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049774 Aug 20 12:27:06.686416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49656) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:06.690937 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-041bc50f-ba85-424b-8ef5-7a7619fccda0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '251cd093-32f7-4222-8ab4-b1964c871324', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:06.802138 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-041bc50f-ba85-424b-8ef5-7a7619fccda0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Project cf5accfea9d74273a18d35f4e69d58fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:27:06.807633 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-041bc50f-ba85-424b-8ef5-7a7619fccda0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.866623 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-041bc50f-ba85-424b-8ef5-7a7619fccda0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.927575 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-041bc50f-ba85-424b-8ef5-7a7619fccda0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:06.943072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bc50f-ba85-424b-8ef5-7a7619fccda0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959f114a-b0a6-48f9-9067-2503f03bf058,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:07.030567 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-041bc50f-ba85-424b-8ef5-7a7619fccda0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.031835 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-041bc50f-ba85-424b-8ef5-7a7619fccda0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444364 Aug 20 12:27:07.034573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49658) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:07.039096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-90d885e7-418f-4f9b-b57e-123dfca225c1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '251cd093-32f7-4222-8ab4-b1964c871324', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:07.131517 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-90d885e7-418f-4f9b-b57e-123dfca225c1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Project cf5accfea9d74273a18d35f4e69d58fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:27:07.136390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90d885e7-418f-4f9b-b57e-123dfca225c1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.196209 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90d885e7-418f-4f9b-b57e-123dfca225c1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.258854 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90d885e7-418f-4f9b-b57e-123dfca225c1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.278838 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d885e7-418f-4f9b-b57e-123dfca225c1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a961319c-671a-4a66-a47c-e506f7dfcaef,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:07.389049 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90d885e7-418f-4f9b-b57e-123dfca225c1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.390255 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-90d885e7-418f-4f9b-b57e-123dfca225c1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3546872 Aug 20 12:27:07.393764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49660) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:07.398891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'network': {'name': 'tempest-network-smoke--1044381467', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'port_security_enabled': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:07.533682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:07.537166 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.560701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:27:07.569614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.569974 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Added segment f0a1a814-138d-4fdc-9622-45504a3334a1 of type vlan for network d4941469-318d-4808-a3e7-45eb71cc541d Aug 20 12:27:07.607461 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.693904 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.699402 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:07.703261 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:07.765333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Network': ['ID=d4941469-318d-4808-a3e7-45eb71cc541d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:07.781160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network d4941469-318d-4808-a3e7-45eb71cc541d details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:27:07.923275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1a0f06b8-c874-494f-82db-d7dbd7734ff0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5283852 Aug 20 12:27:07.926700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49662) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:07.931248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'admin_state_up': True, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:08.051727 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.055629 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.107551 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.284951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.578522 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.596863 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.699746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.25.4.116 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/5e5b1603-cf73-4ac9-b373-c3f4121e6e67) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:08.798206 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.920675 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:08.962604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:08.965349 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:08.968843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:08.993926 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=5e5b1603-cf73-4ac9-b373-c3f4121e6e67,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:09.663177 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:09.866681 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.076499 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 9fce44a6-7217-4a6a-9051-28b8668ad869 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:27:10.185549 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:10.196987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Sync routers for ids ['9fce44a6-7217-4a6a-9051-28b8668ad869'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:10.205982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Routers {'9fce44a6-7217-4a6a-9051-28b8668ad869'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:10.206649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-41398112-45bc-4718-8d66-95df56085d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9fce44a6-7217-4a6a-9051-28b8668ad869'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:10.270935 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.272280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fdec72dc-c2b3-4b60-b9e1-d1ce40a48534 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3445711 Aug 20 12:27:10.275493 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49664) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:10.313613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Set router 9fce44a6-7217-4a6a-9051-28b8668ad869 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:10.401602 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-70efb789-0478-4da1-8127-d9cb54c487c5 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=cf5accfea9d74273a18d35f4e69d58fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1249852 Aug 20 12:27:10.404501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49668) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:10.559286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc2a75-67f9-44a5-880e-2f9e8649593e tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:10.560716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-29fc2a75-67f9-44a5-880e-2f9e8649593e tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1552131 Aug 20 12:27:10.563558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49670) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:10.597025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-97026a59-8172-490c-adc8-d71d81c219fd tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324080 Aug 20 12:27:10.600185 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49672) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:10.604967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1611441429', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:10.650192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-41398112-45bc-4718-8d66-95df56085d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:09Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:10.680778 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Checking router: 9fce44a6-7217-4a6a-9051-28b8668ad869 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:10.681131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Updating router 9fce44a6-7217-4a6a-9051-28b8668ad869 port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:27:10.705292 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.761785 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:10.765373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.955235 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:10.964543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Transition to ACTIVE for port object 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:11.002079 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.035675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.065637 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Subnet': ['ID=290a3b55-8b0c-4d19-96ae-0212e9a3d579,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:11.074203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Checking segment: {'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:11.074608 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network hostable DHCP agents. Network: d4941469-318d-4808-a3e7-45eb71cc541d, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:27:11.083815 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Attempting to bind port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:11.086673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Attempting to bind port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:11.086673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Attempting to bind port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:11.099513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:11.099892 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:11.100300 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.100718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:11.101171 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Bound port: 5e5b1603-cf73-4ac9-b373-c3f4121e6e67, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:11.101562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.103290 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e547394-2905-4cea-b78f-d4c8df405726 None None] Pushing event updated for resources: {'Port': ['ID=5e5b1603-cf73-4ac9-b373-c3f4121e6e67,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:11.157639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-41398112-45bc-4718-8d66-95df56085d2f None None] For port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:11.161387 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-41398112-45bc-4718-8d66-95df56085d2f None None] For port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5e5b1603-cf73-4ac9-b373-c3f4121e6e67,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:11.162127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network d4941469-318d-4808-a3e7-45eb71cc541d is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:27:11.252162 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.259406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, d4941469-318d-4808-a3e7-45eb71cc541d) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:11.263910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:11.267595 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.279198 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9b79a7-c7f7-4ce8-8e90-47c200a2c8a6 None None] Network d4941469-318d-4808-a3e7-45eb71cc541d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:27:11.360460 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e547394-2905-4cea-b78f-d4c8df405726 None None] Pushing event updated for resources: {'Port': ['ID=5e5b1603-cf73-4ac9-b373-c3f4121e6e67,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:11.385005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Routers {'9fce44a6-7217-4a6a-9051-28b8668ad869'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:11.385005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-41398112-45bc-4718-8d66-95df56085d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9fce44a6-7217-4a6a-9051-28b8668ad869'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:11.401502 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-185aa87d-1da2-4678-89e1-d994063eabda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8002815 Aug 20 12:27:11.405101 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49674) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:11.529449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-41398112-45bc-4718-8d66-95df56085d2f None None] Set router 9fce44a6-7217-4a6a-9051-28b8668ad869 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:11.554967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-d4941469-318d-4808-a3e7-45eb71cc541d', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:27:11.555812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.817282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Allocated IP 172.20.0.2 (d4941469-318d-4808-a3e7-45eb71cc541d/290a3b55-8b0c-4d19-96ae-0212e9a3d579/3d79268e-712e-4dfa-8c19-673b7a58d69f) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:11.822213 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:11.893770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-41398112-45bc-4718-8d66-95df56085d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:09Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:11.927757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41398112-45bc-4718-8d66-95df56085d2f None None] The sync data for ids ['9fce44a6-7217-4a6a-9051-28b8668ad869'] in n-d-804230-3 is: [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:09Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:12.007801 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.020866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Transition to ACTIVE for port object 3d79268e-712e-4dfa-8c19-673b7a58d69f will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:12.037355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Transition to ACTIVE for port object 3d79268e-712e-4dfa-8c19-673b7a58d69f will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:12.115745 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.192848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Network d4941469-318d-4808-a3e7-45eb71cc541d is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:12.194234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Pushing event updated for resources: {'Port': ['ID=3d79268e-712e-4dfa-8c19-673b7a58d69f,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:12.196867 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:12.199091 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:12.204442 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.258461 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Attempting to bind port 3d79268e-712e-4dfa-8c19-673b7a58d69f on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:12.259027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Attempting to bind port 3d79268e-712e-4dfa-8c19-673b7a58d69f by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:12.259550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Attempting to bind port 3d79268e-712e-4dfa-8c19-673b7a58d69f on network d4941469-318d-4808-a3e7-45eb71cc541d {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:12.265221 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:12.265746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Checking segment: {'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:12.266268 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.266826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Bound using segment: {'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:12.267847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Bound port: 3d79268e-712e-4dfa-8c19-673b7a58d69f, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:12.267847 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.339452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] For port 3d79268e-712e-4dfa-8c19-673b7a58d69f, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:12.343026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] For port 3d79268e-712e-4dfa-8c19-673b7a58d69f, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3d79268e-712e-4dfa-8c19-673b7a58d69f,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:12.420936 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.486206 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67753ceb-4fec-4cb7-8083-e38dadbcc078 None None] Pushing event updated for resources: {'Port': ['ID=3d79268e-712e-4dfa-8c19-673b7a58d69f,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:12.574508 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.20.0.1 (d4941469-318d-4808-a3e7-45eb71cc541d/290a3b55-8b0c-4d19-96ae-0212e9a3d579/fc9429ce-915a-43c8-b889-4a97ab268079) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:12.713800 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.731502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Transition to ACTIVE for port object fc9429ce-915a-43c8-b889-4a97ab268079 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:12.823714 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:12.866869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network d4941469-318d-4808-a3e7-45eb71cc541d is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:12.869953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:12.873690 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:12.904337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=fc9429ce-915a-43c8-b889-4a97ab268079,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:12.927495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.106881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3d79268e-712e-4dfa-8c19-673b7a58d69f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:13.128194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.234597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 3d79268e-712e-4dfa-8c19-673b7a58d69f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:13.239884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:13.356513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:13.360516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:13.360895 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.442033 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.449718 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.464110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51743738-0cd2-4257-969f-85b093a5e2c6 None None] Network d4941469-318d-4808-a3e7-45eb71cc541d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:27:13.483318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5e5b1603-cf73-4ac9-b373-c3f4121e6e67,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:13.533937 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.579876 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.623416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.623416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=fc9429ce-915a-43c8-b889-4a97ab268079,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:13.652239 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aa899c2e-8e62-4403-9970-c242b585b975 None None] Provisioning for port 3d79268e-712e-4dfa-8c19-673b7a58d69f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:13.661655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=5e5b1603-cf73-4ac9-b373-c3f4121e6e67,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:13.664310 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aa899c2e-8e62-4403-9970-c242b585b975 None None] Provisioning complete for port 3d79268e-712e-4dfa-8c19-673b7a58d69f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:13.664680 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa899c2e-8e62-4403-9970-c242b585b975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.727892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network d4941469-318d-4808-a3e7-45eb71cc541d is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:13.729750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:13.757877 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa899c2e-8e62-4403-9970-c242b585b975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.795805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-aa899c2e-8e62-4403-9970-c242b585b975 None None] For port 3d79268e-712e-4dfa-8c19-673b7a58d69f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3d79268e-712e-4dfa-8c19-673b7a58d69f,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:13.865271 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 9fce44a6-7217-4a6a-9051-28b8668ad869 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:27:13.899359 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aa899c2e-8e62-4403-9970-c242b585b975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:13.954026 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa899c2e-8e62-4403-9970-c242b585b975 None None] Pushing event updated for resources: {'Port': ['ID=3d79268e-712e-4dfa-8c19-673b7a58d69f,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:13.986098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:13.994999 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f8aefe2e-5cb7-4ba9-855e-8e33b9c0969f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "PUT /v2.0/routers/9fce44a6-7217-4a6a-9051-28b8668ad869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5867596 Aug 20 12:27:14.003346 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Sync routers for ids ['9fce44a6-7217-4a6a-9051-28b8668ad869'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:14.014609 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Routers {'9fce44a6-7217-4a6a-9051-28b8668ad869'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:14.015421 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9fce44a6-7217-4a6a-9051-28b8668ad869'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:14.071532 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.093355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e37384fa-df3f-4d00-a151-03d280dd77ff None None] Provisioning for port fc9429ce-915a-43c8-b889-4a97ab268079 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:14.098960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e37384fa-df3f-4d00-a151-03d280dd77ff None None] Provisioning complete for port fc9429ce-915a-43c8-b889-4a97ab268079 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:14.099337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e37384fa-df3f-4d00-a151-03d280dd77ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.142919 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-e37384fa-df3f-4d00-a151-03d280dd77ff None None] Port fc9429ce-915a-43c8-b889-4a97ab268079 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:27:14.147226 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Set router 9fce44a6-7217-4a6a-9051-28b8668ad869 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:14.155584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e37384fa-df3f-4d00-a151-03d280dd77ff None None] Provisioning complete for port 3d79268e-712e-4dfa-8c19-673b7a58d69f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:14.156883 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e37384fa-df3f-4d00-a151-03d280dd77ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.177327 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-dfb355e1-0a6c-4002-9871-56c231da8341 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322035238&fields=id&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 267 time: 0.0581915 Aug 20 12:27:14.304366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-3a16b7c8-2017-4910-a4bc-0e29b37b48ac tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:14.306221 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-3a16b7c8-2017-4910-a4bc-0e29b37b48ac tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/networks?id=d4941469-318d-4808-a3e7-45eb71cc541d HTTP/1.1" status: 200 len: 797 time: 0.1280453 Aug 20 12:27:14.322617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-78816f38-02bd-4279-8899-44b037de4c41 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/quotas/cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 375 time: 0.0101633 Aug 20 12:27:14.367627 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6381576a-8efe-47c2-9b23-2c9a76289f22 None None] Provisioning complete for port fc9429ce-915a-43c8-b889-4a97ab268079 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:14.368255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6381576a-8efe-47c2-9b23-2c9a76289f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.375173 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fc9429ce-915a-43c8-b889-4a97ab268079', 'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:b3:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:12Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 2, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:14.380435 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-50b5492b-93f7-47ed-bf59-9fb14d8c0ea2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496018 Aug 20 12:27:14.403253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6381576a-8efe-47c2-9b23-2c9a76289f22 None None] Port fc9429ce-915a-43c8-b889-4a97ab268079 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:27:14.406392 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Checking router: 9fce44a6-7217-4a6a-9051-28b8668ad869 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:14.406771 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Updating router 9fce44a6-7217-4a6a-9051-28b8668ad869 port fc9429ce-915a-43c8-b889-4a97ab268079 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:27:14.431694 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.484694 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-79d1f840-d236-4c41-ab55-fca7031e8ccb service neutron] 10.222.0.10 "GET /v2.0/networks/d4941469-318d-4808-a3e7-45eb71cc541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890360 Aug 20 12:27:14.575942 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-d0e4c404-8a2e-4910-8b95-270d2066df65 service neutron] 10.222.0.10 "GET /v2.0/networks/d4941469-318d-4808-a3e7-45eb71cc541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849926 Aug 20 12:27:14.782133 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.792364 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Transition to ACTIVE for port object fc9429ce-915a-43c8-b889-4a97ab268079 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:14.881660 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:14.929225 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Pushing event updated for resources: {'Port': ['ID=fc9429ce-915a-43c8-b889-4a97ab268079,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:14.957045 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.957387 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.957725 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.958061 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.958397 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.958764 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.959093 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.959418 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.959744 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.960064 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.960394 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.960764 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:27:14.998364 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Attempting to bind port fc9429ce-915a-43c8-b889-4a97ab268079 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:14.998364 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Attempting to bind port fc9429ce-915a-43c8-b889-4a97ab268079 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:14.998364 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Attempting to bind port fc9429ce-915a-43c8-b889-4a97ab268079 on network d4941469-318d-4808-a3e7-45eb71cc541d {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:14.999618 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:14.999996 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Checking segment: {'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:15.000399 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.000832 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Bound using segment: {'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:15.001393 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Bound port: fc9429ce-915a-43c8-b889-4a97ab268079, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:15.001780 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.063691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3d79268e-712e-4dfa-8c19-673b7a58d69f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:15.068711 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-22919e5b-b2d3-41a3-be5f-3e34a1392794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.076988 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] For port fc9429ce-915a-43c8-b889-4a97ab268079, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:15.081197 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] For port fc9429ce-915a-43c8-b889-4a97ab268079, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fc9429ce-915a-43c8-b889-4a97ab268079,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:15.123952 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 3d79268e-712e-4dfa-8c19-673b7a58d69f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:15.124330 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.151019 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.201382 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Routers {'9fce44a6-7217-4a6a-9051-28b8668ad869'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:15.202009 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:26:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9fce44a6-7217-4a6a-9051-28b8668ad869'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:15.210104 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:15.247736 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927fd62-c213-4510-8905-fd04f9733671 None None] Pushing event updated for resources: {'Port': ['ID=fc9429ce-915a-43c8-b889-4a97ab268079,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:15.262420 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:15.262824 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:15.326252 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] Set router 9fce44a6-7217-4a6a-9051-28b8668ad869 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:15.528631 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fc9429ce-915a-43c8-b889-4a97ab268079', 'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:b3:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:12Z', 'updated_at': '2021-08-20T12:27:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:15.554816 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23512bd6-a249-44c9-845b-cb10798e1131 None None] The sync data for ids ['9fce44a6-7217-4a6a-9051-28b8668ad869'] in n-d-804230-3 is: [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fc9429ce-915a-43c8-b889-4a97ab268079', 'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:b3:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:12Z', 'updated_at': '2021-08-20T12:27:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:15.834238 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c2e2a332-bbff-46b0-945f-539fbf00feb9 req-561ecfb0-e9fe-47cd-8a1e-32bf98da8d63 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 210 time: 0.0295312 Aug 20 12:27:16.911841 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bee83afe-4f86-4df4-be8c-b43dec26b050 req-459f0ea2-bc05-44a9-b38f-31ce5f7083b7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 210 time: 0.0271115 Aug 20 12:27:17.066613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fc9429ce-915a-43c8-b889-4a97ab268079 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:17.172143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port fc9429ce-915a-43c8-b889-4a97ab268079 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:17.175705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fc9429ce-915a-43c8-b889-4a97ab268079 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:17.176077 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.251057 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.282217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port fc9429ce-915a-43c8-b889-4a97ab268079, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fc9429ce-915a-43c8-b889-4a97ab268079,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:17.383704 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:17.441795 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=fc9429ce-915a-43c8-b889-4a97ab268079,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:17.784667 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3239cb6d-674a-4255-a1da-43fca052918a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:18.002843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-193793fe-95c7-4b46-9e05-549b22944585 req-3e98ec65-6ea4-4109-b7fc-b8a96efb9434 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 210 time: 0.0256841 Aug 20 12:27:18.313453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-2c114ed2-72a7-4b0b-9741-af9e05f99d61 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:18.314968 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-2c114ed2-72a7-4b0b-9741-af9e05f99d61 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "GET /v2.0/networks?id=d4941469-318d-4808-a3e7-45eb71cc541d HTTP/1.1" status: 200 len: 797 time: 0.1036615 Aug 20 12:27:18.358522 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-7319c9ee-9d0a-4c3c-b187-d1784cf829fa tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 379 time: 0.0347905 Aug 20 12:27:18.367737 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'port': {'device_id': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'admin_state_up': True, 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'security_groups': ['251cd093-32f7-4222-8ab4-b1964c871324']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:18.561709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:27:18.565411 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:18.705618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.20.0.14 (d4941469-318d-4808-a3e7-45eb71cc541d/290a3b55-8b0c-4d19-96ae-0212e9a3d579/cb9894fb-3a2e-4347-b85c-2b97499f7f47) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:18.841737 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:18.859194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:18.873543 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Transition to ACTIVE for port object cb9894fb-3a2e-4347-b85c-2b97499f7f47 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:18.989518 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:19.041502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network d4941469-318d-4808-a3e7-45eb71cc541d is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:19.044620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:19.048527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:19.078089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=cb9894fb-3a2e-4347-b85c-2b97499f7f47,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:19.096118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fc9429ce-915a-43c8-b889-4a97ab268079 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:19.154413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fc9429ce-915a-43c8-b889-4a97ab268079 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:19.155214 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:19.155353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:19.156135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:19.186484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f27d8d-ff5e-41d9-9822-ca2799e6f713 req-efd2919c-6517-4b32-89de-948a1b133496 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:19.188385 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3f27d8d-ff5e-41d9-9822-ca2799e6f713 req-efd2919c-6517-4b32-89de-948a1b133496 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 932 time: 0.0806639 Aug 20 12:27:19.237002 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c3f27d8d-ff5e-41d9-9822-ca2799e6f713 req-8e6e5691-b495-4855-8bd8-11e69431ffa4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Aug 20 12:27:19.305530 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-47511839-a0dc-4c54-a873-a2f8e70638f2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9415226 Aug 20 12:27:19.366848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Request body: {'port': {'device_id': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:19.422906 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:19.464485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:19.498884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9f75057d-3a89-4847-acba-33ce190a29cf None None] Provisioning for port cb9894fb-3a2e-4347-b85c-2b97499f7f47 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:19.503195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-9f75057d-3a89-4847-acba-33ce190a29cf None None] Provisioning complete for port cb9894fb-3a2e-4347-b85c-2b97499f7f47 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:19.503566 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9f75057d-3a89-4847-acba-33ce190a29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:19.544806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-9f75057d-3a89-4847-acba-33ce190a29cf None None] Port cb9894fb-3a2e-4347-b85c-2b97499f7f47 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:27:19.691116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9894fb-3a2e-4347-b85c-2b97499f7f47 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:27:19.698416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:19.709983 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Transition to ACTIVE for port object cb9894fb-3a2e-4347-b85c-2b97499f7f47 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:27:19.823330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:19.874280 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Pushing event updated for resources: {'Port': ['ID=cb9894fb-3a2e-4347-b85c-2b97499f7f47,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:19.944583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Attempting to bind port cb9894fb-3a2e-4347-b85c-2b97499f7f47 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:27:19.944834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Attempting to bind port cb9894fb-3a2e-4347-b85c-2b97499f7f47 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:27:19.945210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Attempting to bind port cb9894fb-3a2e-4347-b85c-2b97499f7f47 on network d4941469-318d-4808-a3e7-45eb71cc541d {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:19.950003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Port cb9894fb-3a2e-4347-b85c-2b97499f7f47 on network d4941469-318d-4808-a3e7-45eb71cc541d not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:27:19.950336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Attempting to bind port cb9894fb-3a2e-4347-b85c-2b97499f7f47 on network d4941469-318d-4808-a3e7-45eb71cc541d {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:27:19.955590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:27:19.955938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Checking segment: {'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:27:19.956387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Bound using segment: {'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:27:19.956834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Bound port: cb9894fb-3a2e-4347-b85c-2b97499f7f47, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a1a814-138d-4fdc-9622-45504a3334a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:27:19.957338 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:20.029688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] For port cb9894fb-3a2e-4347-b85c-2b97499f7f47, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:27:20.032917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] For port cb9894fb-3a2e-4347-b85c-2b97499f7f47, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cb9894fb-3a2e-4347-b85c-2b97499f7f47,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:27:20.137792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:20.174343 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:20.174991 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:20.176513 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] 10.222.0.57 "PUT /v2.0/ports/cb9894fb-3a2e-4347-b85c-2b97499f7f47 HTTP/1.1" status: 200 len: 1092 time: 0.8626733 Aug 20 12:27:20.176965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'tag': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:20.179284 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5759d9c-5eb7-456a-9ebb-afe935038a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b366e4ce-6f70-43b5-9ea2-ffa2879f4e54", "tag": "cb9894fb-3a2e-4347-b85c-2b97499f7f47"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:20.209157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab411ea7-405a-47de-a551-7c4f53480b4f service neutron] Pushing event updated for resources: {'Port': ['ID=cb9894fb-3a2e-4347-b85c-2b97499f7f47,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:20.228515 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2a6fc4-142c-42a2-bab5-4d9579204453 x-openstack-request-id: req-ef2a6fc4-142c-42a2-bab5-4d9579204453 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:20.228822 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b366e4ce-6f70-43b5-9ea2-ffa2879f4e54", "tag": "cb9894fb-3a2e-4347-b85c-2b97499f7f47", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:20.229084 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef2a6fc4-142c-42a2-bab5-4d9579204453 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:20.229496 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'tag': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'status': 'completed', 'code': 200} Aug 20 12:27:20.293944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5759d9c-5eb7-456a-9ebb-afe935038a4e req-f67e75f6-7f95-4f9c-95ac-7427b306684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:20.296494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5759d9c-5eb7-456a-9ebb-afe935038a4e req-f67e75f6-7f95-4f9c-95ac-7427b306684a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 1095 time: 0.0455573 Aug 20 12:27:20.421305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed59814-e62f-4dc5-a9c5-57e0a6e3aabe req-a33deeeb-16b6-4fd6-b782-0f1fcf5b5dbc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:20.422877 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3ed59814-e62f-4dc5-a9c5-57e0a6e3aabe req-a33deeeb-16b6-4fd6-b782-0f1fcf5b5dbc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 944 time: 0.1088836 Aug 20 12:27:20.454760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5759d9c-5eb7-456a-9ebb-afe935038a4e req-c8e62d9d-8a0d-4040-a1ae-f62a03a2b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:20.456187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5759d9c-5eb7-456a-9ebb-afe935038a4e req-c8e62d9d-8a0d-4040-a1ae-f62a03a2b81c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1525779 Aug 20 12:27:20.491742 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3ed59814-e62f-4dc5-a9c5-57e0a6e3aabe req-c27f0e39-a6eb-45a8-a0dd-15f845c2aae2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628052 Aug 20 12:27:20.565177 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5759d9c-5eb7-456a-9ebb-afe935038a4e req-f4fb0fa3-93df-47ef-a13e-6100588a4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:20.566700 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d5759d9c-5eb7-456a-9ebb-afe935038a4e req-f4fb0fa3-93df-47ef-a13e-6100588a4745 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994053 Aug 20 12:27:20.644651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-4b77bbfb-cfea-4c5c-945c-83e57c920ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:20.646139 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-4b77bbfb-cfea-4c5c-945c-83e57c920ce5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 1095 time: 0.0403743 Aug 20 12:27:20.686274 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-6a58e8a4-c95c-4a46-9990-658faf739456 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb9894fb-3a2e-4347-b85c-2b97499f7f47 HTTP/1.1" status: 200 len: 217 time: 0.0328743 Aug 20 12:27:20.738047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-188c6d9d-5f79-4cdc-a382-01fcd04ca254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:20.739436 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-188c6d9d-5f79-4cdc-a382-01fcd04ca254 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=290a3b55-8b0c-4d19-96ae-0212e9a3d579 HTTP/1.1" status: 200 len: 835 time: 0.0469549 Aug 20 12:27:20.784722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-371d5a6c-1aa7-4436-b48b-715faf46a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:20.786277 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-371d5a6c-1aa7-4436-b48b-715faf46a4fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4941469-318d-4808-a3e7-45eb71cc541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401225 Aug 20 12:27:20.875705 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-af559fb3-2917-45d3-971d-9f2b52dd21ab service neutron] 10.222.0.57 "GET /v2.0/networks/d4941469-318d-4808-a3e7-45eb71cc541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819371 Aug 20 12:27:20.967996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-534dfff4-f214-48dd-ab92-c3c1f122e69b req-b0ed6b0a-f9bb-468f-a578-1d0b1ffd2275 service neutron] 10.222.0.57 "GET /v2.0/networks/d4941469-318d-4808-a3e7-45eb71cc541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855491 Aug 20 12:27:21.131353 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:21.611186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2be50-b0a1-4c68-a525-252c2c80f205 req-c71a2b66-055a-42d5-a72c-fd6524084ca8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:21.612679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ff2be50-b0a1-4c68-a525-252c2c80f205 req-c71a2b66-055a-42d5-a72c-fd6524084ca8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 944 time: 0.0478222 Aug 20 12:27:21.651212 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5ff2be50-b0a1-4c68-a525-252c2c80f205 req-434236ae-9778-477a-9011-73b69e970b69 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324850 Aug 20 12:27:22.766243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd31356-1953-490c-92ae-672ee0fa0d6f req-1957de7e-bee7-4352-af05-3a59580744df tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:22.767762 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cd31356-1953-490c-92ae-672ee0fa0d6f req-1957de7e-bee7-4352-af05-3a59580744df tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 944 time: 0.0499830 Aug 20 12:27:22.807224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5cd31356-1953-490c-92ae-672ee0fa0d6f req-52c24dfa-9eca-48e4-b029-2c32f65afb81 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332217 Aug 20 12:27:23.924107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe77d3-73c0-47c6-b01c-f8fdbc918945 req-1130dda7-ddec-4172-ac41-cb0c2b1a128c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:23.925644 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebfe77d3-73c0-47c6-b01c-f8fdbc918945 req-1130dda7-ddec-4172-ac41-cb0c2b1a128c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 944 time: 0.0536749 Aug 20 12:27:23.963734 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ebfe77d3-73c0-47c6-b01c-f8fdbc918945 req-27c53c02-c818-44d7-aecc-ddfaa8816193 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314784 Aug 20 12:27:23.987488 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cb9894fb-3a2e-4347-b85c-2b97499f7f47 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:27:24.079328 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port cb9894fb-3a2e-4347-b85c-2b97499f7f47, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cb9894fb-3a2e-4347-b85c-2b97499f7f47,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:24.090668 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'port_id': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'mac_address': 'fa:16:3e:3d:3b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:27:24.131120 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:24.143415 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9894fb-3a2e-4347-b85c-2b97499f7f47 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:27:24.161897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port cb9894fb-3a2e-4347-b85c-2b97499f7f47, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cb9894fb-3a2e-4347-b85c-2b97499f7f47,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:24.270519 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:24.317173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=cb9894fb-3a2e-4347-b85c-2b97499f7f47,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:24.524754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['cb9894fb-3a2e-4347-b85c-2b97499f7f47'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:27:25.081237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07919-2076-4b85-8505-1449b6545d0f req-0534e300-a9ae-41c0-ad7f-7afa5d88a235 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:25.082972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2c07919-2076-4b85-8505-1449b6545d0f req-0534e300-a9ae-41c0-ad7f-7afa5d88a235 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 945 time: 0.0511241 Aug 20 12:27:25.120876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2c07919-2076-4b85-8505-1449b6545d0f req-af92e2ff-4685-41b8-b334-1f08e521b878 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311692 Aug 20 12:27:25.984940 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cb9894fb-3a2e-4347-b85c-2b97499f7f47 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:27:26.108309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port cb9894fb-3a2e-4347-b85c-2b97499f7f47 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:27:26.112017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port cb9894fb-3a2e-4347-b85c-2b97499f7f47 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:27:26.112384 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:26.195841 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:26.219359 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:26.221648 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c651e8e3-4cf8-4cee-bcdf-2e0e5775ad66" -d '{"events": [{"server_uuid": "b366e4ce-6f70-43b5-9ea2-ffa2879f4e54", "name": "network-vif-plugged", "status": "completed", "tag": "cb9894fb-3a2e-4347-b85c-2b97499f7f47"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:26.235347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port cb9894fb-3a2e-4347-b85c-2b97499f7f47, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cb9894fb-3a2e-4347-b85c-2b97499f7f47,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:27:26.245956 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd19d5-a764-41a7-a65d-cdd85d6bd9b6 req-dfcb36ee-40cb-445a-8a5d-ee10185017be tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:26.247516 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4cdd19d5-a764-41a7-a65d-cdd85d6bd9b6 req-dfcb36ee-40cb-445a-8a5d-ee10185017be tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 945 time: 0.0516496 Aug 20 12:27:26.286830 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4cdd19d5-a764-41a7-a65d-cdd85d6bd9b6 req-033e330b-496e-4005-83d8-1b350598c5eb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332892 Aug 20 12:27:26.292709 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:26.325212 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14196ac8-bf27-42d4-8f72-11895c6482b1 x-openstack-request-id: req-14196ac8-bf27-42d4-8f72-11895c6482b1 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:26.325509 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b366e4ce-6f70-43b5-9ea2-ffa2879f4e54", "name": "network-vif-plugged", "status": "completed", "tag": "cb9894fb-3a2e-4347-b85c-2b97499f7f47", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:26.325765 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14196ac8-bf27-42d4-8f72-11895c6482b1 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:26.326227 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'code': 200} Aug 20 12:27:26.346609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=cb9894fb-3a2e-4347-b85c-2b97499f7f47,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:26.419696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a1ba8-33fc-4ee7-a018-cb60cd2d49f5 req-e9713df8-61ed-42da-b338-9013e6bb2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:26.421180 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b48a1ba8-33fc-4ee7-a018-cb60cd2d49f5 req-e9713df8-61ed-42da-b338-9013e6bb2ac1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 1097 time: 0.0399334 Aug 20 12:27:26.460340 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b48a1ba8-33fc-4ee7-a018-cb60cd2d49f5 req-96ac422f-f8bf-4525-99e3-1f008b0fc52b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301178 Aug 20 12:27:27.404914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eae4a-dda5-4173-b6a0-9fce0efc0aae req-6374cd51-12cd-4175-826f-9f459bc6d71c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:27.406453 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-380eae4a-dda5-4173-b6a0-9fce0efc0aae req-6374cd51-12cd-4175-826f-9f459bc6d71c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0509334 Aug 20 12:27:27.445469 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-380eae4a-dda5-4173-b6a0-9fce0efc0aae req-49e2b6f7-0a49-4872-be47-abe763f06fbb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329449 Aug 20 12:27:28.561977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd407c26-359b-4a89-a10b-48e64fe1da76 req-bf91b0b1-5376-4e7c-becd-265c7dfb732f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:28.563481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd407c26-359b-4a89-a10b-48e64fe1da76 req-bf91b0b1-5376-4e7c-becd-265c7dfb732f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0483081 Aug 20 12:27:28.599412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dd407c26-359b-4a89-a10b-48e64fe1da76 req-92f2cceb-7344-4840-a838-cb3e50a3d9b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300210 Aug 20 12:27:28.714616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dc2ba-a429-4121-bdd1-3ee9de923d4b req-d376b095-a5c0-436b-a963-de64230d672b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:28.716106 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-855dc2ba-a429-4121-bdd1-3ee9de923d4b req-d376b095-a5c0-436b-a963-de64230d672b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0527353 Aug 20 12:27:28.753696 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-855dc2ba-a429-4121-bdd1-3ee9de923d4b req-05815a12-cbfd-4364-943a-a2fda86c5d79 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316112 Aug 20 12:27:28.775865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49748) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:28.818976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f02549e-7732-4ce0-a37d-d4ad9f826953 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:28.820478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4f02549e-7732-4ce0-a37d-d4ad9f826953 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 1092 time: 0.0436280 Aug 20 12:27:28.823361 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49750) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:28.828074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:27:28.915811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.010924 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.116964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.25.4.5 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/d786fcaa-11e6-4447-8e58-6406517b07f9) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:27:29.215804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.287695 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:29.328914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:27:29.333184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:27:29.340157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:27:29.345437 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=d786fcaa-11e6-4447-8e58-6406517b07f9,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:30.015455 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:30.134737 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:30.285254 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:30.326987 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:30.394312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=d786fcaa-11e6-4447-8e58-6406517b07f9,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:27:30.405631 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:30.504612 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Floating IP ddc512a1-652d-4089-adb2-07bb7810cc48 associated. External IP: 172.25.4.5, port: cb9894fb-3a2e-4347-b85c-2b97499f7f47. Aug 20 12:27:30.709206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 9fce44a6-7217-4a6a-9051-28b8668ad869 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:27:30.815768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:27:30.825909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] Sync routers for ids ['9fce44a6-7217-4a6a-9051-28b8668ad869'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:27:30.835730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] Routers {'9fce44a6-7217-4a6a-9051-28b8668ad869'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:30.836357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9fce44a6-7217-4a6a-9051-28b8668ad869'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:30.881589 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:30.912618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-99cfd0cf-70f7-4418-b053-b8e3b20c4451 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0882149 Aug 20 12:27:30.913214 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'tag': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:27:30.915580 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b366e4ce-6f70-43b5-9ea2-ffa2879f4e54", "tag": "cb9894fb-3a2e-4347-b85c-2b97499f7f47"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:27:30.942972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] Set router 9fce44a6-7217-4a6a-9051-28b8668ad869 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:30.953775 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d2278a-4a5e-498f-9004-5878d965af76 x-openstack-request-id: req-f8d2278a-4a5e-498f-9004-5878d965af76 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:27:30.954490 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b366e4ce-6f70-43b5-9ea2-ffa2879f4e54", "tag": "cb9894fb-3a2e-4347-b85c-2b97499f7f47", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:27:30.954938 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8d2278a-4a5e-498f-9004-5878d965af76 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:27:30.955554 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'tag': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'status': 'completed', 'code': 200} Aug 20 12:27:31.042165 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb43c4-4f71-4c96-8b1d-10d9bb04b6d1 req-0a31db39-4dd7-49e8-b319-bd76fdd6b927 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:31.043772 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25bb43c4-4f71-4c96-8b1d-10d9bb04b6d1 req-0a31db39-4dd7-49e8-b319-bd76fdd6b927 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0812755 Aug 20 12:27:31.059577 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-1f42a66c-731b-4d5e-bd11-8a04e49929e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:31.061117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-1f42a66c-731b-4d5e-bd11-8a04e49929e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 1097 time: 0.0717437 Aug 20 12:27:31.133857 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-25bb43c4-4f71-4c96-8b1d-10d9bb04b6d1 req-1871f01c-6398-4a2c-9928-27787d577807 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830235 Aug 20 12:27:31.159273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49756) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:31.173696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-c71a46b1-3caf-4538-918a-312781d1fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:31.175203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-c71a46b1-3caf-4538-918a-312781d1fd18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d4941469-318d-4808-a3e7-45eb71cc541d HTTP/1.1" status: 200 len: 898 time: 0.1067407 Aug 20 12:27:31.175350 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'ddc512a1-652d-4089-adb2-07bb7810cc48', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'port_id': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'mac_address': 'fa:16:3e:3d:3b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:27:29Z', 'updated_at': '2021-08-20T12:27:29Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9429ce-915a-43c8-b889-4a97ab268079', 'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:b3:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:12Z', 'updated_at': '2021-08-20T12:27:17Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:31.203151 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] Checking router: 9fce44a6-7217-4a6a-9051-28b8668ad869 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:27:31.212621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] Routers {'9fce44a6-7217-4a6a-9051-28b8668ad869'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:27:31.213254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:27:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9fce44a6-7217-4a6a-9051-28b8668ad869'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:31.222674 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-210091b7-37a5-432f-ab74-c6fad879c37a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/ddc512a1-652d-4089-adb2-07bb7810cc48 HTTP/1.1" status: 200 len: 990 time: 0.0611229 Aug 20 12:27:31.248440 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-1198a101-0974-468e-89f5-d4fce1dab5c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb9894fb-3a2e-4347-b85c-2b97499f7f47 HTTP/1.1" status: 200 len: 998 time: 0.0662398 Aug 20 12:27:31.297433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-750ea661-4086-4038-a195-32e153f7ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:31.298958 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-750ea661-4086-4038-a195-32e153f7ff9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=290a3b55-8b0c-4d19-96ae-0212e9a3d579 HTTP/1.1" status: 200 len: 835 time: 0.0439737 Aug 20 12:27:31.318579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] Set router 9fce44a6-7217-4a6a-9051-28b8668ad869 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:27:31.344812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-af3e00c9-a190-4c0e-bbc2-f20e25a5c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:27:31.346462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-af3e00c9-a190-4c0e-bbc2-f20e25a5c74a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4941469-318d-4808-a3e7-45eb71cc541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405951 Aug 20 12:27:31.438800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-1958c055-2aec-454a-b468-cfc1f4eb24dd service neutron] 10.222.0.57 "GET /v2.0/networks/d4941469-318d-4808-a3e7-45eb71cc541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858800 Aug 20 12:27:31.528062 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8f863b8f-adc9-4b8d-8bc3-01253f5348a1 req-830ff026-e98b-4937-bbec-ad443be1cb2b service neutron] 10.222.0.57 "GET /v2.0/networks/d4941469-318d-4808-a3e7-45eb71cc541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827487 Aug 20 12:27:31.541251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'ddc512a1-652d-4089-adb2-07bb7810cc48', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'port_id': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'mac_address': 'fa:16:3e:3d:3b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:27:29Z', 'updated_at': '2021-08-20T12:27:29Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9429ce-915a-43c8-b889-4a97ab268079', 'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:b3:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:12Z', 'updated_at': '2021-08-20T12:27:17Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:27:31.572379 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c09cb9c-2f27-41e3-85c7-07512663e9bd None None] The sync data for ids ['9fce44a6-7217-4a6a-9051-28b8668ad869'] in n-d-804230-3 is: [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'ddc512a1-652d-4089-adb2-07bb7810cc48', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'port_id': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'mac_address': 'fa:16:3e:3d:3b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:27:29Z', 'updated_at': '2021-08-20T12:27:29Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9429ce-915a-43c8-b889-4a97ab268079', 'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:b3:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:12Z', 'updated_at': '2021-08-20T12:27:17Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:27:31.766474 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6eab8-8699-4083-878f-5fce8e767b66 None None] New status for floating IP ddc512a1-652d-4089-adb2-07bb7810cc48: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:27:32.225663 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49758) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:27:32.289687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f091dfcd-8373-40b1-b9df-9b93b386932d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/ddc512a1-652d-4089-adb2-07bb7810cc48 HTTP/1.1" status: 200 len: 992 time: 0.0628302 Aug 20 12:27:38.473754 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:27:41.765504 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:44.040831 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:45.143608 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3029fee6-64e7-4611-b119-4dd3c6bff182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:47.817826 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f52ac6de-fb02-4666-a6ac-bb3547082315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:48.669499 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:49.468854 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:27:51.102456 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:00.137814 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c14c8-caac-4043-9895-80753effac6f req-aa1767af-f086-4852-bd7b-35026db520ec tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:00.139369 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-409c14c8-caac-4043-9895-80753effac6f req-aa1767af-f086-4852-bd7b-35026db520ec tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0536985 Aug 20 12:28:00.177235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-409c14c8-caac-4043-9895-80753effac6f req-fe60caac-4d6f-4968-a8f4-184b0fbc2e58 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311053 Aug 20 12:28:01.307914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaffee-f0a0-4b1f-aa85-dfebf274cf23 req-d63a2818-1677-4941-89fa-20e97308e02c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:01.309312 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-abaaffee-f0a0-4b1f-aa85-dfebf274cf23 req-d63a2818-1677-4941-89fa-20e97308e02c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0498965 Aug 20 12:28:01.346239 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-abaaffee-f0a0-4b1f-aa85-dfebf274cf23 req-5e5e4fb9-995b-4bb5-837b-9bfefcf820c9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310121 Aug 20 12:28:01.368646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49778) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:01.427820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f4dfbace-6f3e-48cc-856c-eff5e7a9cef3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/ddc512a1-652d-4089-adb2-07bb7810cc48 HTTP/1.1" status: 200 len: 992 time: 0.0580640 Aug 20 12:28:02.792748 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee869093-23d7-4ddd-a2a2-ff2ae45281d4 req-5d6b4986-7620-4703-8ec9-1f7199780dbb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:02.794584 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee869093-23d7-4ddd-a2a2-ff2ae45281d4 req-5d6b4986-7620-4703-8ec9-1f7199780dbb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0534666 Aug 20 12:28:02.833168 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ee869093-23d7-4ddd-a2a2-ff2ae45281d4 req-ff203b14-3e14-47f2-85ff-1faa760c4981 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325654 Aug 20 12:28:03.954689 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e15cea-84c3-477c-8cb5-c0ef82701ef0 req-003f353a-f0c6-4f58-b209-0b223531cf94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:03.956751 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41e15cea-84c3-477c-8cb5-c0ef82701ef0 req-003f353a-f0c6-4f58-b209-0b223531cf94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0546985 Aug 20 12:28:03.994036 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-41e15cea-84c3-477c-8cb5-c0ef82701ef0 req-17c6abd4-0246-4702-848e-d187defef4b9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Aug 20 12:28:04.020260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49790) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:04.080252 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5b349e93-582d-4b09-99c0-c2744f5f9745 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/ddc512a1-652d-4089-adb2-07bb7810cc48 HTTP/1.1" status: 200 len: 992 time: 0.0588109 Aug 20 12:28:04.358201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49796) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:04.510269 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port d786fcaa-11e6-4447-8e58-6406517b07f9 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:04.510637 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.587923 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.588252 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.600237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for d786fcaa-11e6-4447-8e58-6406517b07f9 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:04.822346 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.852724 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=d786fcaa-11e6-4447-8e58-6406517b07f9,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:04.875623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.875969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.876390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.876646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.876979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.877312 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.877684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.878014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.878344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.878781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.879106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.879429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:04.918768 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:04.919109 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Floating IP ddc512a1-652d-4089-adb2-07bb7810cc48 disassociated (deleted). External IP: 172.25.4.5, port: cb9894fb-3a2e-4347-b85c-2b97499f7f47. Aug 20 12:28:05.132959 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 9fce44a6-7217-4a6a-9051-28b8668ad869 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:05.239762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:05.244678 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:05.249184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] Sync routers for ids ['9fce44a6-7217-4a6a-9051-28b8668ad869'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:05.258976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] Routers {'9fce44a6-7217-4a6a-9051-28b8668ad869'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:05.259607 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9fce44a6-7217-4a6a-9051-28b8668ad869'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:05.271217 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8301ab7a-e6f2-452e-a645-1ad1095ef3a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/floatingips/ddc512a1-652d-4089-adb2-07bb7810cc48 HTTP/1.1" status: 204 len: 168 time: 0.9118938 Aug 20 12:28:05.271823 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'tag': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:05.274073 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b366e4ce-6f70-43b5-9ea2-ffa2879f4e54", "tag": "cb9894fb-3a2e-4347-b85c-2b97499f7f47"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:05.314299 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353a4b8b-89d1-455a-a5b6-54e39b9adff0 x-openstack-request-id: req-353a4b8b-89d1-455a-a5b6-54e39b9adff0 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:05.314625 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b366e4ce-6f70-43b5-9ea2-ffa2879f4e54", "tag": "cb9894fb-3a2e-4347-b85c-2b97499f7f47", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:05.314972 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-353a4b8b-89d1-455a-a5b6-54e39b9adff0 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:05.319134 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'tag': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'status': 'completed', 'code': 200} Aug 20 12:28:05.376216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] Set router 9fce44a6-7217-4a6a-9051-28b8668ad869 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:05.387056 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-0bf28c2f-b12d-475a-8c2d-04219e4e5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:05.388606 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-0bf28c2f-b12d-475a-8c2d-04219e4e5947 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 1097 time: 0.0483081 Aug 20 12:28:05.485179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-183b79ab-4e99-4720-8d32-83327fa69f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:05.486659 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-183b79ab-4e99-4720-8d32-83327fa69f3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d4941469-318d-4808-a3e7-45eb71cc541d HTTP/1.1" status: 200 len: 898 time: 0.0901768 Aug 20 12:28:05.532188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-0ab43498-b81e-48a7-b4c2-650418b982a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb9894fb-3a2e-4347-b85c-2b97499f7f47 HTTP/1.1" status: 200 len: 217 time: 0.0376496 Aug 20 12:28:05.576209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fc9429ce-915a-43c8-b889-4a97ab268079', 'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:b3:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:12Z', 'updated_at': '2021-08-20T12:27:17Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:05.589649 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-26d639cf-7ead-4af4-a283-0303d5f2dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:05.591272 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-26d639cf-7ead-4af4-a283-0303d5f2dfb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=290a3b55-8b0c-4d19-96ae-0212e9a3d579 HTTP/1.1" status: 200 len: 835 time: 0.0509953 Aug 20 12:28:05.607585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] Checking router: 9fce44a6-7217-4a6a-9051-28b8668ad869 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:05.616775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] Routers {'9fce44a6-7217-4a6a-9051-28b8668ad869'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:05.617407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9fce44a6-7217-4a6a-9051-28b8668ad869'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:05.642703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-280dd91f-fca8-4361-9341-8212ed3e7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:05.644767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-280dd91f-fca8-4361-9341-8212ed3e7793 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4941469-318d-4808-a3e7-45eb71cc541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445387 Aug 20 12:28:05.659917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-2d4f859f-15fc-40f6-ae2a-38e4b00abfde service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:28:05.661040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-2d4f859f-15fc-40f6-ae2a-38e4b00abfde service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062907 Aug 20 12:28:05.725151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59694f47-3d65-4ca8-8844-691642e11ac0 req-ae2b2208-17ea-45a3-b555-df65bafbd89c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:05.726895 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59694f47-3d65-4ca8-8844-691642e11ac0 req-ae2b2208-17ea-45a3-b555-df65bafbd89c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0565603 Aug 20 12:28:05.727605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] Set router 9fce44a6-7217-4a6a-9051-28b8668ad869 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:05.756886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-60691be0-8569-4b8e-b677-0a630bbfd996 service neutron] 10.222.0.57 "GET /v2.0/networks/d4941469-318d-4808-a3e7-45eb71cc541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874660 Aug 20 12:28:05.766015 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59694f47-3d65-4ca8-8844-691642e11ac0 req-1a54ddf3-773f-4b8d-ab8c-3a871565598c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325458 Aug 20 12:28:05.857858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12a120d6-a1ad-4b9e-a0f6-f56dffeb32a6 req-ec245f29-caad-4ad2-b464-2a6d25fffe80 service neutron] 10.222.0.57 "GET /v2.0/networks/d4941469-318d-4808-a3e7-45eb71cc541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904853 Aug 20 12:28:05.923183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fc9429ce-915a-43c8-b889-4a97ab268079', 'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:b3:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:12Z', 'updated_at': '2021-08-20T12:27:17Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:05.949572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634bdd7-ba64-4629-abea-bf401220fad3 None None] The sync data for ids ['9fce44a6-7217-4a6a-9051-28b8668ad869'] in n-d-804230-3 is: [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fc9429ce-915a-43c8-b889-4a97ab268079', 'name': '', 'network_id': 'd4941469-318d-4808-a3e7-45eb71cc541d', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:b3:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:12Z', 'updated_at': '2021-08-20T12:27:17Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '290a3b55-8b0c-4d19-96ae-0212e9a3d579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:06.163840 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f3fc8-08c1-4e21-913f-720722f4fb74 None None] New status for floating IP ddc512a1-652d-4089-adb2-07bb7810cc48: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:28:06.890970 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471a93d-0065-411a-afae-f845191bbd7f req-8737e21e-4fec-4d94-b27c-7aa4fb56b022 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:06.892473 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8471a93d-0065-411a-afae-f845191bbd7f req-8737e21e-4fec-4d94-b27c-7aa4fb56b022 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0501199 Aug 20 12:28:06.932219 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8471a93d-0065-411a-afae-f845191bbd7f req-94e5e6f6-fcca-4500-b628-20f424817abc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=251cd093-32f7-4222-8ab4-b1964c871324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334864 Aug 20 12:28:07.283365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-def7de61-d90b-4a7a-8783-10e13dfdf1eb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:07.285557 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-def7de61-d90b-4a7a-8783-10e13dfdf1eb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 946 time: 0.0525670 Aug 20 12:28:07.374538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port cb9894fb-3a2e-4347-b85c-2b97499f7f47 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:07.374883 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.469947 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port cb9894fb-3a2e-4347-b85c-2b97499f7f47, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=cb9894fb-3a2e-4347-b85c-2b97499f7f47,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:07.470338 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.483917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for cb9894fb-3a2e-4347-b85c-2b97499f7f47 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:07.696817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.729060 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=cb9894fb-3a2e-4347-b85c-2b97499f7f47,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:07.744275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.744639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.744994 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.745342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.745692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.746033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.746396 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.746833 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.747106 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.747504 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.747840 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.748172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:07.787701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] No DVR routers for this DVR port cb9894fb-3a2e-4347-b85c-2b97499f7f47 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:28:07.790566 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:07.793680 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fad91a1e-3e11-4176-a57d-d6e8c73fcb46 req-f4d5b9f4-8717-4c9a-9277-f86e9cd705b2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "DELETE /v2.0/ports/cb9894fb-3a2e-4347-b85c-2b97499f7f47 HTTP/1.1" status: 204 len: 173 time: 0.5024304 Aug 20 12:28:07.794130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'name': 'network-vif-deleted', 'tag': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:07.796449 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f2fd41-4dee-4794-b595-82ff6e87eaf2" -d '{"events": [{"server_uuid": "b366e4ce-6f70-43b5-9ea2-ffa2879f4e54", "name": "network-vif-deleted", "tag": "cb9894fb-3a2e-4347-b85c-2b97499f7f47"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:07.833010 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5f32e0-8e3b-495a-b4ad-a555c45969ca x-openstack-request-id: req-5b5f32e0-8e3b-495a-b4ad-a555c45969ca {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:07.833308 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b366e4ce-6f70-43b5-9ea2-ffa2879f4e54", "name": "network-vif-deleted", "tag": "cb9894fb-3a2e-4347-b85c-2b97499f7f47", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:07.833593 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b5f32e0-8e3b-495a-b4ad-a555c45969ca {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:07.833997 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b366e4ce-6f70-43b5-9ea2-ffa2879f4e54', 'name': 'network-vif-deleted', 'tag': 'cb9894fb-3a2e-4347-b85c-2b97499f7f47', 'status': 'completed', 'code': 200} Aug 20 12:28:08.026282 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4ed112ea-5c87-4870-ae43-50501a3dde93 req-78fe552b-9539-4951-93e6-f5f008d38845 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b366e4ce-6f70-43b5-9ea2-ffa2879f4e54 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Aug 20 12:28:09.091508 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49812) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:09.442461 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.695278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port fc9429ce-915a-43c8-b889-4a97ab268079 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:09.695639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.788407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port fc9429ce-915a-43c8-b889-4a97ab268079, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fc9429ce-915a-43c8-b889-4a97ab268079,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:09.788407 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:09.800616 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for fc9429ce-915a-43c8-b889-4a97ab268079 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:10.085706 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.111761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=fc9429ce-915a-43c8-b889-4a97ab268079,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:10.286347 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.504371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 9fce44a6-7217-4a6a-9051-28b8668ad869 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:10.608554 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:10.614676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-fd4b3494-8f6b-4c2f-9d54-bdea2c9c193c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "PUT /v2.0/routers/9fce44a6-7217-4a6a-9051-28b8668ad869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5221050 Aug 20 12:28:10.617502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49814) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:10.617967 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] Sync routers for ids ['9fce44a6-7217-4a6a-9051-28b8668ad869'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:10.626922 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] Routers {'9fce44a6-7217-4a6a-9051-28b8668ad869'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:10.628027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9fce44a6-7217-4a6a-9051-28b8668ad869'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:10.668877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a59693-0202-41fc-b636-8a9a185275ff tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting subnet 290a3b55-8b0c-4d19-96ae-0212e9a3d579 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:28:10.672412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54a59693-0202-41fc-b636-8a9a185275ff tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.717334 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54a59693-0202-41fc-b636-8a9a185275ff tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.729425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] Set router 9fce44a6-7217-4a6a-9051-28b8668ad869 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:10.802127 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54a59693-0202-41fc-b636-8a9a185275ff tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.909440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:28:09Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:10.931993 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54a59693-0202-41fc-b636-8a9a185275ff tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.935530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] Checking router: 9fce44a6-7217-4a6a-9051-28b8668ad869 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:10.944796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] Routers {'9fce44a6-7217-4a6a-9051-28b8668ad869'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:10.945419 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:27:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['9fce44a6-7217-4a6a-9051-28b8668ad869'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:10.963166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-54a59693-0202-41fc-b636-8a9a185275ff tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:10.974879 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-54a59693-0202-41fc-b636-8a9a185275ff tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/subnets/290a3b55-8b0c-4d19-96ae-0212e9a3d579 HTTP/1.1" status: 204 len: 168 time: 0.3465159 Aug 20 12:28:10.974879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a59693-0202-41fc-b636-8a9a185275ff tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Subnet': ['ID=290a3b55-8b0c-4d19-96ae-0212e9a3d579,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:10.975288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49816) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:10.982995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343f3c5f-4f3d-49ea-b66a-f43279d69cfe None None] Network d4941469-318d-4808-a3e7-45eb71cc541d requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:11.301311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] Set router 9fce44a6-7217-4a6a-9051-28b8668ad869 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:11.478118 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] DHCP port deletion for d4941469-318d-4808-a3e7-45eb71cc541d request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:28:11.480322 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.537824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:28:09Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:11.566291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff6296-87e8-46dc-90b1-4ee2d452f2ab None None] The sync data for ids ['9fce44a6-7217-4a6a-9051-28b8668ad869'] in n-d-804230-3 is: [{'id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261320226', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:28:09Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '5e5b1603-cf73-4ac9-b373-c3f4121e6e67', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fce44a6-7217-4a6a-9051-28b8668ad869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:27:08Z', 'updated_at': '2021-08-20T12:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:11.573958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Deleting port 3d79268e-712e-4dfa-8c19-673b7a58d69f {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:11.574341 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.587553 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.637309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] For port 3d79268e-712e-4dfa-8c19-673b7a58d69f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=3d79268e-712e-4dfa-8c19-673b7a58d69f,segment=NetworkSegment(f0a1a814-138d-4fdc-9622-45504a3334a1),segment_id=f0a1a814-138d-4fdc-9622-45504a3334a1)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:11.637908 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.650680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Calling delete_port for 3d79268e-712e-4dfa-8c19-673b7a58d69f owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:11.717286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:28:11.717658 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.788421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.795248 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port 5e5b1603-cf73-4ac9-b373-c3f4121e6e67, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=5e5b1603-cf73-4ac9-b373-c3f4121e6e67,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:11.795605 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.805722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:11.812911 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:28:11.831237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Pushing event deleted for resources: {'Port': ['ID=3d79268e-712e-4dfa-8c19-673b7a58d69f,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:11.835375 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] No DVR routers for this DVR port 3d79268e-712e-4dfa-8c19-673b7a58d69f on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:28:11.844508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.844508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.844508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.844508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.844508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.844508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.844508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.846924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.846924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.846924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.846924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:11.846924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1884e383-fde6-4dac-a0eb-a59b8c59f1e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:12.062756 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.097229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=5e5b1603-cf73-4ac9-b373-c3f4121e6e67,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:12.153278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.156810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cb9894fb-3a2e-4347-b85c-2b97499f7f47 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:12.177766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: cb9894fb-3a2e-4347-b85c-2b97499f7f47 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:12.178098 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device cb9894fb-3a2e-4347-b85c-2b97499f7f47 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:12.246387 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.248537 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.388639 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.389089 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Fanout notify agent at l3_agent the message router_deleted on router 9fce44a6-7217-4a6a-9051-28b8668ad869 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:28:12.396258 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.397389 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-47179947-e43f-4aa1-9ce6-dc253b466d53 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/routers/9fce44a6-7217-4a6a-9051-28b8668ad869 HTTP/1.1" status: 204 len: 168 time: 1.4283142 Aug 20 12:28:12.400049 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 49818) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:12.480769 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.569924 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.579494 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4941469-318d-4808-a3e7-45eb71cc541d']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:12.589986 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a1a814-138d-4fdc-9622-45504a3334a1') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:12.590283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a1a814-138d-4fdc-9622-45504a3334a1') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:12.599600 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.612801 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.618530 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:28:12.618914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:28:12.621764 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:28:12.719714 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.727656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.728979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/networks/d4941469-318d-4808-a3e7-45eb71cc541d HTTP/1.1" status: 204 len: 168 time: 0.3279107 Aug 20 12:28:12.731950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49820) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:12.740663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccff56-06ca-465f-8b27-7d032326132a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Network': ['ID=d4941469-318d-4808-a3e7-45eb71cc541d,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:12.799144 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2e6030f-4b0c-4080-939e-15feab9b8cfb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.824473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2e6030f-4b0c-4080-939e-15feab9b8cfb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.965416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2e6030f-4b0c-4080-939e-15feab9b8cfb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.968145 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d2e6030f-4b0c-4080-939e-15feab9b8cfb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:12.969408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d2e6030f-4b0c-4080-939e-15feab9b8cfb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/security-groups/251cd093-32f7-4222-8ab4-b1964c871324 HTTP/1.1" status: 204 len: 168 time: 0.2364223 Aug 20 12:28:12.978839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6030f-4b0c-4080-939e-15feab9b8cfb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251cd093-32f7-4222-8ab4-b1964c871324,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:13.078711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3d79268e-712e-4dfa-8c19-673b7a58d69f no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:13.114179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 3d79268e-712e-4dfa-8c19-673b7a58d69f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:13.114558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 3d79268e-712e-4dfa-8c19-673b7a58d69f not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:13.115106 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fc9429ce-915a-43c8-b889-4a97ab268079 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:13.138765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: fc9429ce-915a-43c8-b889-4a97ab268079 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:13.143682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fc9429ce-915a-43c8-b889-4a97ab268079 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:13.143682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:28:13.160019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:28:13.160368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 5e5b1603-cf73-4ac9-b373-c3f4121e6e67 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:28:13.426247 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49826) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:13.431246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-cb3748e9-aa13-4673-8219-fc10545c3238 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1240073646', 'description': 'tempest-secgroup-smoke-1240073646 description', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:13.542949 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb3748e9-aa13-4673-8219-fc10545c3238 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.622696 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb3748e9-aa13-4673-8219-fc10545c3238 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.714194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb3748e9-aa13-4673-8219-fc10545c3238 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.743297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3748e9-aa13-4673-8219-fc10545c3238 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:13.811230 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-cb3748e9-aa13-4673-8219-fc10545c3238 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.812570 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cb3748e9-aa13-4673-8219-fc10545c3238 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3852444 Aug 20 12:28:13.816036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49828) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:13.820403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-77e1aea4-ffec-4455-929b-3a83d7e4ad7f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:13.919211 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77e1aea4-ffec-4455-929b-3a83d7e4ad7f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:13.976815 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77e1aea4-ffec-4455-929b-3a83d7e4ad7f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.096673 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77e1aea4-ffec-4455-929b-3a83d7e4ad7f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.113778 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.117518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1aea4-ffec-4455-929b-3a83d7e4ad7f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75045698-b5e2-4ca9-9d26-8148f4107c2a,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.170922 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-77e1aea4-ffec-4455-929b-3a83d7e4ad7f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.172270 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-77e1aea4-ffec-4455-929b-3a83d7e4ad7f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3552828 Aug 20 12:28:14.175736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49830) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.180616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-55e29cec-d0d5-41c2-ac7e-45c777a44f1d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.266760 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55e29cec-d0d5-41c2-ac7e-45c777a44f1d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.323400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55e29cec-d0d5-41c2-ac7e-45c777a44f1d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.393540 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55e29cec-d0d5-41c2-ac7e-45c777a44f1d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.408233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e29cec-d0d5-41c2-ac7e-45c777a44f1d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e02c2d-7640-4575-a987-fd0e3bd2b20d,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.473779 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-55e29cec-d0d5-41c2-ac7e-45c777a44f1d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.475045 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-55e29cec-d0d5-41c2-ac7e-45c777a44f1d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2983029 Aug 20 12:28:14.477839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49832) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.482290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ac55a2c8-0460-4512-90d2-359181ec2267 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.564574 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac55a2c8-0460-4512-90d2-359181ec2267 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.622341 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac55a2c8-0460-4512-90d2-359181ec2267 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.702661 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac55a2c8-0460-4512-90d2-359181ec2267 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.722781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55a2c8-0460-4512-90d2-359181ec2267 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d4230f-dae7-49f1-b27b-f7bd8acf1cf9,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:14.794375 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ac55a2c8-0460-4512-90d2-359181ec2267 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.795719 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ac55a2c8-0460-4512-90d2-359181ec2267 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3169558 Aug 20 12:28:14.798527 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49834) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:14.802987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-af4605b8-7269-404c-9e44-00c23c13434f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:14.890939 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af4605b8-7269-404c-9e44-00c23c13434f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:14.950834 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af4605b8-7269-404c-9e44-00c23c13434f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.034718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af4605b8-7269-404c-9e44-00c23c13434f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.052671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4605b8-7269-404c-9e44-00c23c13434f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da34015c-57b7-49e3-8bea-6a45995a2fab,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:15.057066 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-36f3000e-2ac4-4b8c-90e6-36d7cadf7a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.125381 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-af4605b8-7269-404c-9e44-00c23c13434f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.126668 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-af4605b8-7269-404c-9e44-00c23c13434f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271410 Aug 20 12:28:15.129809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49838) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:15.134231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e0a5885e-13ee-465b-a741-5506ad6fd86c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:15.216926 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-e0a5885e-13ee-465b-a741-5506ad6fd86c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Project cf5accfea9d74273a18d35f4e69d58fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:28:15.222036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0a5885e-13ee-465b-a741-5506ad6fd86c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.284649 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0a5885e-13ee-465b-a741-5506ad6fd86c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.353439 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0a5885e-13ee-465b-a741-5506ad6fd86c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.371079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5885e-13ee-465b-a741-5506ad6fd86c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd68da6-ae89-4abc-aa9a-cb72e084d4f5,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:15.440525 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0a5885e-13ee-465b-a741-5506ad6fd86c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.441790 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e0a5885e-13ee-465b-a741-5506ad6fd86c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3110650 Aug 20 12:28:15.444572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49840) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:15.449022 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-95b994c4-6973-4e67-b6ee-62868c29f7da tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:15.472273 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:28:15.525406 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-95b994c4-6973-4e67-b6ee-62868c29f7da tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Project cf5accfea9d74273a18d35f4e69d58fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:28:15.530666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b994c4-6973-4e67-b6ee-62868c29f7da tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.590446 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b994c4-6973-4e67-b6ee-62868c29f7da tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.656582 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b994c4-6973-4e67-b6ee-62868c29f7da tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.673590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b994c4-6973-4e67-b6ee-62868c29f7da tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302d049c-8b12-4ec4-959d-7d6af712fce2,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:15.754283 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-95b994c4-6973-4e67-b6ee-62868c29f7da tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.761440 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-95b994c4-6973-4e67-b6ee-62868c29f7da tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100471 Aug 20 12:28:15.761440 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49842) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:15.763274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'network': {'name': 'tempest-network-smoke--903740066', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'port_security_enabled': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:15.834096 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:15.837731 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.864153 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:28:15.872563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:15.872908 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Added segment c9c15b85-d0bb-4d51-9977-dac236598d32 of type vlan for network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c Aug 20 12:28:15.912220 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.017135 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.022700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:16.023307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.088599 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Network': ['ID=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:16.099393 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:28:16.125881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-89543a87-301f-44af-9f80-3966beced05b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3664441 Aug 20 12:28:16.128555 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49844) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:16.133148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'admin_state_up': True, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:16.206070 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.207175 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.260537 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.435232 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.718508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.738425 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:16.839813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.25.4.129 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/c8b83946-d384-46c1-a917-3a11c85fca54) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:16.944163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.051872 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.095076 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:17.098497 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:17.101985 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:17.110460 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=c8b83946-d384-46c1-a917-3a11c85fca54,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:17.419829 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.613619 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.748667 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-93aff4cf-815b-459d-937b-9261d3f8e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:17.828127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 2ef87453-f77a-41e8-8e72-eddf895af304 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:28:18.241984 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:18.252882 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Sync routers for ids ['2ef87453-f77a-41e8-8e72-eddf895af304'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:18.261944 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Routers {'2ef87453-f77a-41e8-8e72-eddf895af304'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:18.262596 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:28:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2ef87453-f77a-41e8-8e72-eddf895af304'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:18.308505 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.309840 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-1686a623-5a3b-4f89-9777-e1791b5b359b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1802316 Aug 20 12:28:18.313339 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49846) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:18.347286 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-91445708-d455-4623-8458-2b6bbf1af32a tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=cf5accfea9d74273a18d35f4e69d58fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332694 Aug 20 12:28:18.350078 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49848) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:18.367774 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Set router 2ef87453-f77a-41e8-8e72-eddf895af304 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:18.437768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8618f6-482a-4dcf-8975-59ce406c2597 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:18.439350 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ad8618f6-482a-4dcf-8975-59ce406c2597 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883455 Aug 20 12:28:18.442747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49850) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:18.471155 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f5687a49-21bb-4c6c-823d-9f7d2fc424da tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273194 Aug 20 12:28:18.473633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49852) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:18.478488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1505256275', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:18.551693 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:17Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:18.582402 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Checking router: 2ef87453-f77a-41e8-8e72-eddf895af304 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:18.582402 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Updating router 2ef87453-f77a-41e8-8e72-eddf895af304 port c8b83946-d384-46c1-a917-3a11c85fca54 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:28:18.605332 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.680417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:18.684330 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.697793 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.874138 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.883917 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Transition to ACTIVE for port object c8b83946-d384-46c1-a917-3a11c85fca54 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:18.908299 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.925280 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.977713 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Attempting to bind port c8b83946-d384-46c1-a917-3a11c85fca54 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:18.977991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Subnet': ['ID=918611fa-9c1f-4025-960a-6d968f05c3d4,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:18.978112 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Attempting to bind port c8b83946-d384-46c1-a917-3a11c85fca54 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:18.978454 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Attempting to bind port c8b83946-d384-46c1-a917-3a11c85fca54 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:18.985122 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Checking segment: {'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:18.985501 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network hostable DHCP agents. Network: d043e2a0-eb6d-43ca-abdc-d113e75d1b4c, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:28:18.988629 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Pushing event updated for resources: {'Port': ['ID=c8b83946-d384-46c1-a917-3a11c85fca54,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:18.992172 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:18.992625 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:18.993042 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:18.994300 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:18.994300 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Bound port: c8b83946-d384-46c1-a917-3a11c85fca54, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:18.994300 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.023959 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.023959 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.024254 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.024550 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.025297 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.025639 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.025977 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.026466 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.026775 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.027076 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.027510 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.027856 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:28:19.051982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:28:19.061812 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] For port c8b83946-d384-46c1-a917-3a11c85fca54, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:19.065816 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] For port c8b83946-d384-46c1-a917-3a11c85fca54, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c8b83946-d384-46c1-a917-3a11c85fca54,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:19.108512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, d043e2a0-eb6d-43ca-abdc-d113e75d1b4c) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:19.114538 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.114832 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:19.122382 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.122746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba937f5-e918-4d02-86e5-7292da6266bb None None] Network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:19.177571 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec089ae-ad3b-46f6-977a-fbdafd806b4c None None] Pushing event updated for resources: {'Port': ['ID=c8b83946-d384-46c1-a917-3a11c85fca54,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:19.182565 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Routers {'2ef87453-f77a-41e8-8e72-eddf895af304'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:19.183314 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:28:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2ef87453-f77a-41e8-8e72-eddf895af304'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:19.212801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-707ba0f0-6bc7-40fc-9d23-43e440d3c588 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7379167 Aug 20 12:28:19.215383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49854) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:19.298406 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] Set router 2ef87453-f77a-41e8-8e72-eddf895af304 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:19.300463 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-d043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:28:19.301466 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.454305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Allocated IP 172.20.0.2 (d043e2a0-eb6d-43ca-abdc-d113e75d1b4c/918611fa-9c1f-4025-960a-6d968f05c3d4/25df0b50-d261-401d-b9c6-9287697b2f18) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:19.504123 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.610515 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.616840 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:17Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:19.619343 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Transition to ACTIVE for port object 25df0b50-d261-401d-b9c6-9287697b2f18 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:19.638016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Transition to ACTIVE for port object 25df0b50-d261-401d-b9c6-9287697b2f18 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:19.644313 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6042ad56-7e87-4a2b-bd89-b4f91966a3ca None None] The sync data for ids ['2ef87453-f77a-41e8-8e72-eddf895af304'] in n-d-804230-3 is: [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:17Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:19.714212 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.720134 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.753997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:19.756822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:19.760326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:19.769871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Pushing event updated for resources: {'Port': ['ID=25df0b50-d261-401d-b9c6-9287697b2f18,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:19.822995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Attempting to bind port 25df0b50-d261-401d-b9c6-9287697b2f18 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:19.823376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Attempting to bind port 25df0b50-d261-401d-b9c6-9287697b2f18 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:19.823747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Attempting to bind port 25df0b50-d261-401d-b9c6-9287697b2f18 on network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:19.829105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:19.829487 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Checking segment: {'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:19.830324 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.830324 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Bound using segment: {'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:19.830966 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Bound port: 25df0b50-d261-401d-b9c6-9287697b2f18, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:19.831358 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:19.931657 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] For port 25df0b50-d261-401d-b9c6-9287697b2f18, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:19.935934 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] For port 25df0b50-d261-401d-b9c6-9287697b2f18, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=25df0b50-d261-401d-b9c6-9287697b2f18,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:20.047391 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.20.0.1 (d043e2a0-eb6d-43ca-abdc-d113e75d1b4c/918611fa-9c1f-4025-960a-6d968f05c3d4/56b5e19e-0b6c-4686-aec2-27c1af0ba03a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:20.057545 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.125448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287d343-918f-42b8-87f6-24cd10d85845 None None] Pushing event updated for resources: {'Port': ['ID=25df0b50-d261-401d-b9c6-9287697b2f18,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:20.184042 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.200839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Transition to ACTIVE for port object 56b5e19e-0b6c-4686-aec2-27c1af0ba03a will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:20.300554 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.343852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:20.347590 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:20.350698 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:20.380909 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=56b5e19e-0b6c-4686-aec2-27c1af0ba03a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:20.407183 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.651036 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:20.953705 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.011243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.050645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ff1c7-e61a-4186-8f3b-bff9b659a745 None None] Network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:28:21.103728 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=56b5e19e-0b6c-4686-aec2-27c1af0ba03a,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:21.106571 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.108492 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.188109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 25df0b50-d261-401d-b9c6-9287697b2f18 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:21.213309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:21.213524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-30d2d076-a6df-4a9b-9451-aca52e5d874d None None] Provisioning for port 25df0b50-d261-401d-b9c6-9287697b2f18 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:21.214765 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:21.333632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 25df0b50-d261-401d-b9c6-9287697b2f18 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:21.335081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 2ef87453-f77a-41e8-8e72-eddf895af304 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:21.338850 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 25df0b50-d261-401d-b9c6-9287697b2f18 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:21.339451 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.432781 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.459359 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:21.466944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-f581dfe0-9a8f-4069-ab6b-789086385692 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "PUT /v2.0/routers/2ef87453-f77a-41e8-8e72-eddf895af304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2473762 Aug 20 12:28:21.474817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 25df0b50-d261-401d-b9c6-9287697b2f18, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=25df0b50-d261-401d-b9c6-9287697b2f18,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:21.529884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Sync routers for ids ['2ef87453-f77a-41e8-8e72-eddf895af304'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:21.539961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Routers {'2ef87453-f77a-41e8-8e72-eddf895af304'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:21.540598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:28:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2ef87453-f77a-41e8-8e72-eddf895af304'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:21.582135 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.582980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8b83946-d384-46c1-a917-3a11c85fca54 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:21.621807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-54190a5b-1246-4c18-92b6-40c24a06fea2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240073646&fields=id&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 267 time: 0.0377462 Aug 20 12:28:21.651746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-010b6b3e-b494-471a-8c92-90809c971103 None None] Provisioning complete for port 25df0b50-d261-401d-b9c6-9287697b2f18 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:21.652122 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-010b6b3e-b494-471a-8c92-90809c971103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.743616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-da9cf9b9-693d-4c3c-ab9a-7a721ff923c0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:21.745185 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-da9cf9b9-693d-4c3c-ab9a-7a721ff923c0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/networks?id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c HTTP/1.1" status: 200 len: 796 time: 0.1147511 Aug 20 12:28:21.753298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=25df0b50-d261-401d-b9c6-9287697b2f18,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:21.762967 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-cf5b99a3-d9b5-4999-a56c-b17a7882f384 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/quotas/cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 375 time: 0.0108161 Aug 20 12:28:21.790342 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Set router 2ef87453-f77a-41e8-8e72-eddf895af304 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:21.820290 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-b231d817-dabe-41a1-b8e0-10db64021a4e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509591 Aug 20 12:28:21.838070 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c8b83946-d384-46c1-a917-3a11c85fca54 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:21.856064 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c8b83946-d384-46c1-a917-3a11c85fca54 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:21.861581 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:21.934618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-194d505f-e704-412a-a9c9-c2d141dec141 service neutron] 10.222.0.10 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994966 Aug 20 12:28:22.036579 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-6b8916bb-90ba-4918-b9d8-1fb00ab3ffcd service neutron] 10.222.0.10 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951052 Aug 20 12:28:22.078577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-010b6b3e-b494-471a-8c92-90809c971103 None None] Provisioning for port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:22.090263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-010b6b3e-b494-471a-8c92-90809c971103 None None] Provisioning complete for port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:22.090670 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-010b6b3e-b494-471a-8c92-90809c971103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.117960 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.149525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c8b83946-d384-46c1-a917-3a11c85fca54, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c8b83946-d384-46c1-a917-3a11c85fca54,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:22.156558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-010b6b3e-b494-471a-8c92-90809c971103 None None] Port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:28:22.169065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '56b5e19e-0b6c-4686-aec2-27c1af0ba03a', 'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:c7:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:19Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 2, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:22.197957 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Checking router: 2ef87453-f77a-41e8-8e72-eddf895af304 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:22.198741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Updating router 2ef87453-f77a-41e8-8e72-eddf895af304 port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:28:22.221782 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.255844 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.270103 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1e854046-b7de-4704-988a-1d76e01e727d req-a7c22153-485c-4beb-8161-0976c463cfeb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 210 time: 0.0386558 Aug 20 12:28:22.311398 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c8b83946-d384-46c1-a917-3a11c85fca54,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:22.321456 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-3ea8aeb3-3b50-467c-98b3-9522ad6b89d2 None None] Provisioning complete for port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:22.321831 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3ea8aeb3-3b50-467c-98b3-9522ad6b89d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.566160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8aeb3-3b50-467c-98b3-9522ad6b89d2 None None] Port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:28:22.726256 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.735678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Transition to ACTIVE for port object 56b5e19e-0b6c-4686-aec2-27c1af0ba03a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:22.817787 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.870028 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a0d48-5df7-44a5-8b75-2e2de86e52ca None None] Pushing event updated for resources: {'Port': ['ID=56b5e19e-0b6c-4686-aec2-27c1af0ba03a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:22.920447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Attempting to bind port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:22.920824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Attempting to bind port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:22.921194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Attempting to bind port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a on network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:22.926594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:22.926975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Checking segment: {'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:22.927386 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:22.927786 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Bound using segment: {'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:22.928256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Bound port: 56b5e19e-0b6c-4686-aec2-27c1af0ba03a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:22.928646 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.003784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] For port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:23.057340 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] For port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=56b5e19e-0b6c-4686-aec2-27c1af0ba03a,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:23.091447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 25df0b50-d261-401d-b9c6-9287697b2f18 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:23.120856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.194543 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Routers {'2ef87453-f77a-41e8-8e72-eddf895af304'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:23.195199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:28:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2ef87453-f77a-41e8-8e72-eddf895af304'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:23.238641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a0d48-5df7-44a5-8b75-2e2de86e52ca None None] Pushing event updated for resources: {'Port': ['ID=56b5e19e-0b6c-4686-aec2-27c1af0ba03a,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:23.241346 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 25df0b50-d261-401d-b9c6-9287697b2f18 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:23.241726 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.373242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] Set router 2ef87453-f77a-41e8-8e72-eddf895af304 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:23.388746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d7b455ac-086a-4803-84be-f2329802628f req-dc842630-b292-4830-abb5-0f650a7ddc57 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 210 time: 0.0355613 Aug 20 12:28:23.424935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8b83946-d384-46c1-a917-3a11c85fca54 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:23.571414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c8b83946-d384-46c1-a917-3a11c85fca54 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:23.571793 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:23.700486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '56b5e19e-0b6c-4686-aec2-27c1af0ba03a', 'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:c7:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:19Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:23.727814 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afb570-1471-4477-8bf1-106599dc9d67 None None] The sync data for ids ['2ef87453-f77a-41e8-8e72-eddf895af304'] in n-d-804230-3 is: [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '56b5e19e-0b6c-4686-aec2-27c1af0ba03a', 'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:c7:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:19Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:24.508828 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5b13621-7f7f-4866-af05-5621002208a2 req-6aca3e1e-1ab5-4bd3-8e0d-701f068b6a3a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 210 time: 0.0335410 Aug 20 12:28:24.559885 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-f8ce24d8-b7fc-4ea2-8c8d-64b4fcbb5ab6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:24.561351 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-f8ce24d8-b7fc-4ea2-8c8d-64b4fcbb5ab6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "GET /v2.0/networks?id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c HTTP/1.1" status: 200 len: 796 time: 0.1426215 Aug 20 12:28:24.613592 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-05e2c153-9286-44af-8e8a-e7d5adfcc1c3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 380 time: 0.0396698 Aug 20 12:28:24.625206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'port': {'device_id': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'admin_state_up': True, 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'security_groups': ['7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:24.800051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:28:24.806013 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:24.933899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.20.0.5 (d043e2a0-eb6d-43ca-abdc-d113e75d1b4c/918611fa-9c1f-4025-960a-6d968f05c3d4/f5e933c6-84f4-464e-b39d-dc6a61b3c47b) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:25.084025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.099366 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Transition to ACTIVE for port object f5e933c6-84f4-464e-b39d-dc6a61b3c47b will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:25.113459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 56b5e19e-0b6c-4686-aec2-27c1af0ba03a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:25.206081 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.222746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:25.227020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:25.227488 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.248688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:25.251697 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:25.255460 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:25.287920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:25.317020 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:25.317280 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.317674 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.352016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=56b5e19e-0b6c-4686-aec2-27c1af0ba03a,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:25.383267 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4c26d4c2-be3c-4155-b3dc-acee0d8b6118 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7632508 Aug 20 12:28:25.396516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-7ea4f3b8-8bb3-4010-84eb-6eacc9bdf542 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:28:25.397683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-7ea4f3b8-8bb3-4010-84eb-6eacc9bdf542 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070195 Aug 20 12:28:25.411188 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.413977 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Request body: {'port': {'device_id': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:25.464348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=56b5e19e-0b6c-4686-aec2-27c1af0ba03a,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:25.474491 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.583281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-558b850b-642e-4296-8a1e-dc2001d7d6f1 None None] Provisioning for port f5e933c6-84f4-464e-b39d-dc6a61b3c47b completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:25.587584 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-558b850b-642e-4296-8a1e-dc2001d7d6f1 None None] Provisioning complete for port f5e933c6-84f4-464e-b39d-dc6a61b3c47b triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:25.588521 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-558b850b-642e-4296-8a1e-dc2001d7d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.630293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-558b850b-642e-4296-8a1e-dc2001d7d6f1 None None] Port f5e933c6-84f4-464e-b39d-dc6a61b3c47b cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:28:25.652743 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88629b-f2cc-4a77-a44a-c870efaa170b req-12f12021-252d-48e5-81fb-49f5918961af tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:25.658161 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab88629b-f2cc-4a77-a44a-c870efaa170b req-12f12021-252d-48e5-81fb-49f5918961af tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 931 time: 0.0637484 Aug 20 12:28:25.693642 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab88629b-f2cc-4a77-a44a-c870efaa170b req-859c1bcb-6be7-4e2e-8be1-8e165be990d5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329335 Aug 20 12:28:25.748235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e933c6-84f4-464e-b39d-dc6a61b3c47b {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:28:25.756008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.768384 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Transition to ACTIVE for port object f5e933c6-84f4-464e-b39d-dc6a61b3c47b will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:28:25.862323 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:25.918581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:25.992179 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Attempting to bind port f5e933c6-84f4-464e-b39d-dc6a61b3c47b on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:28:25.992563 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Attempting to bind port f5e933c6-84f4-464e-b39d-dc6a61b3c47b by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:28:25.992846 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Attempting to bind port f5e933c6-84f4-464e-b39d-dc6a61b3c47b on network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:25.997475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Port f5e933c6-84f4-464e-b39d-dc6a61b3c47b on network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:28:25.998696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Attempting to bind port f5e933c6-84f4-464e-b39d-dc6a61b3c47b on network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:28:26.003756 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:28:26.004095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Checking segment: {'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:28:26.004485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Bound using segment: {'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:28:26.004915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Bound port: f5e933c6-84f4-464e-b39d-dc6a61b3c47b, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c15b85-d0bb-4d51-9977-dac236598d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:28:26.005272 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.076339 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] For port f5e933c6-84f4-464e-b39d-dc6a61b3c47b, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:28:26.079510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] For port f5e933c6-84f4-464e-b39d-dc6a61b3c47b, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:28:26.149162 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.185237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:26.185897 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:26.187348 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] 10.222.0.38 "PUT /v2.0/ports/f5e933c6-84f4-464e-b39d-dc6a61b3c47b HTTP/1.1" status: 200 len: 1091 time: 0.7777476 Aug 20 12:28:26.187791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'tag': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:26.190900 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dca3100-c897-49f7-99d8-a22beee57eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d73497b-8c36-4b5f-869c-6a684eab87f4", "tag": "f5e933c6-84f4-464e-b39d-dc6a61b3c47b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:26.214600 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce048afa-d579-4a57-a8a6-8a49e5665058 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:26.239641 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c5b6ed-2e2b-4535-8c3f-55425ce47aeb x-openstack-request-id: req-85c5b6ed-2e2b-4535-8c3f-55425ce47aeb {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:26.240085 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d73497b-8c36-4b5f-869c-6a684eab87f4", "tag": "f5e933c6-84f4-464e-b39d-dc6a61b3c47b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:26.240351 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85c5b6ed-2e2b-4535-8c3f-55425ce47aeb {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:26.240765 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'tag': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'status': 'completed', 'code': 200} Aug 20 12:28:26.319045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca3100-c897-49f7-99d8-a22beee57eb0 req-b816c584-80a9-48c3-ba8d-530c567787a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:26.320679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9dca3100-c897-49f7-99d8-a22beee57eb0 req-b816c584-80a9-48c3-ba8d-530c567787a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 1094 time: 0.0452704 Aug 20 12:28:26.427546 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca3100-c897-49f7-99d8-a22beee57eb0 req-c7a5ee9f-22bc-41b9-a9c4-9fe2c8b8aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:26.428963 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9dca3100-c897-49f7-99d8-a22beee57eb0 req-c7a5ee9f-22bc-41b9-a9c4-9fe2c8b8aa55 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0958211 Aug 20 12:28:26.526291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca3100-c897-49f7-99d8-a22beee57eb0 req-cd92c1b5-3442-4417-94cb-5efb83b55f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:26.528077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9dca3100-c897-49f7-99d8-a22beee57eb0 req-cd92c1b5-3442-4417-94cb-5efb83b55f2d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885010 Aug 20 12:28:26.618488 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-64fd049c-4b8a-4cf6-8f08-cb51fda6a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:26.620033 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-64fd049c-4b8a-4cf6-8f08-cb51fda6a1a2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 1094 time: 0.0407672 Aug 20 12:28:26.669953 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-e22873df-154b-4a8b-9e34-2e3b056aad18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e933c6-84f4-464e-b39d-dc6a61b3c47b HTTP/1.1" status: 200 len: 217 time: 0.0369432 Aug 20 12:28:26.722341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-65496e39-c63b-469f-aab2-5a5c3acd6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:26.723845 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-65496e39-c63b-469f-aab2-5a5c3acd6e00 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918611fa-9c1f-4025-960a-6d968f05c3d4 HTTP/1.1" status: 200 len: 835 time: 0.0449312 Aug 20 12:28:26.774659 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-98172f10-4558-46f9-8c61-390f2a4f5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:26.776229 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-98172f10-4558-46f9-8c61-390f2a4f5db4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413129 Aug 20 12:28:26.809254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f119a6-26ee-4abe-93f4-a7afff96c553 req-300f810e-771b-4e98-960b-e982fc5ffe0b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:26.810759 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47f119a6-26ee-4abe-93f4-a7afff96c553 req-300f810e-771b-4e98-960b-e982fc5ffe0b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 943 time: 0.0489285 Aug 20 12:28:26.853817 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-47f119a6-26ee-4abe-93f4-a7afff96c553 req-bcdf46ed-7c44-4711-aa15-70eab71842d1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358706 Aug 20 12:28:26.881474 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-4527404a-0b0f-4867-b976-24f30eb545e4 service neutron] 10.222.0.38 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929883 Aug 20 12:28:26.976217 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ef007328-cb17-4dd1-bada-8f9e163e96eb req-021f45c9-b3d3-402e-b5fc-9761eaed732f service neutron] 10.222.0.38 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830004 Aug 20 12:28:27.088875 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 56b5e19e-0b6c-4686-aec2-27c1af0ba03a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:27.136503 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:27.136908 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:27.967888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2ae49-9543-4b3c-9518-8d36731f715d req-9794e1bd-d1e6-4ec7-8d5d-8daf77dcbfc9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:27.969364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2f2ae49-9543-4b3c-9518-8d36731f715d req-9794e1bd-d1e6-4ec7-8d5d-8daf77dcbfc9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 943 time: 0.0487359 Aug 20 12:28:28.011386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2f2ae49-9543-4b3c-9518-8d36731f715d req-431eedca-07d3-4324-8baa-6f62ce37014b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355740 Aug 20 12:28:29.130585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d222440-858f-4fb0-a50a-ea28e312af2f req-fe6e1a53-ae97-42bd-b133-ddac3a722300 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:29.132066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d222440-858f-4fb0-a50a-ea28e312af2f req-fe6e1a53-ae97-42bd-b133-ddac3a722300 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 943 time: 0.0530410 Aug 20 12:28:29.169999 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2d222440-858f-4fb0-a50a-ea28e312af2f req-206f3cd6-2b4a-4bce-9699-ed591f8cb51c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Aug 20 12:28:30.284976 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10679df7-35d4-4e32-b08f-f3f3e58a06a7 req-8248df85-46c0-4ed1-9cee-60c99ad3c5af tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:30.286379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10679df7-35d4-4e32-b08f-f3f3e58a06a7 req-8248df85-46c0-4ed1-9cee-60c99ad3c5af tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 943 time: 0.0488968 Aug 20 12:28:30.326935 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10679df7-35d4-4e32-b08f-f3f3e58a06a7 req-ce67f350-4a62-4b3d-9b55-1e7561b0871c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343289 Aug 20 12:28:30.996723 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f5e933c6-84f4-464e-b39d-dc6a61b3c47b details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:28:31.096824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f5e933c6-84f4-464e-b39d-dc6a61b3c47b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:31.108549 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'port_id': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'mac_address': 'fa:16:3e:20:e5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:28:31.145659 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.158478 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e933c6-84f4-464e-b39d-dc6a61b3c47b {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:28:31.179585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f5e933c6-84f4-464e-b39d-dc6a61b3c47b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:31.290910 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:31.340298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:31.442831 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f17f0a-6e08-401a-8aad-e960403f973e req-ed504c7e-a82b-43e7-b85b-87e7ea9e22a3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:31.444346 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86f17f0a-6e08-401a-8aad-e960403f973e req-ed504c7e-a82b-43e7-b85b-87e7ea9e22a3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 944 time: 0.0492539 Aug 20 12:28:31.482672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-86f17f0a-6e08-401a-8aad-e960403f973e req-5fb0429a-30b4-43e9-a1ef-ee77d890879d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324018 Aug 20 12:28:31.619049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['f5e933c6-84f4-464e-b39d-dc6a61b3c47b'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:28:32.598674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101b9cd-7d99-482d-839a-509bff95e8c0 req-ccb68085-fcc1-47b0-b2bf-5ad2ea231d23 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:32.600129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2101b9cd-7d99-482d-839a-509bff95e8c0 req-ccb68085-fcc1-47b0-b2bf-5ad2ea231d23 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 944 time: 0.0475624 Aug 20 12:28:32.636772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2101b9cd-7d99-482d-839a-509bff95e8c0 req-0ad91932-b28c-4303-8fda-0f7ad690498f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Aug 20 12:28:33.007894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f5e933c6-84f4-464e-b39d-dc6a61b3c47b up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:28:33.147552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port f5e933c6-84f4-464e-b39d-dc6a61b3c47b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:28:33.151601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port f5e933c6-84f4-464e-b39d-dc6a61b3c47b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:28:33.151982 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:33.278967 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:33.306812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:33.309059 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387418ae-d36b-471a-ad19-b3471cec3684" -d '{"events": [{"server_uuid": "4d73497b-8c36-4b5f-869c-6a684eab87f4", "name": "network-vif-plugged", "status": "completed", "tag": "f5e933c6-84f4-464e-b39d-dc6a61b3c47b"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:33.324289 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port f5e933c6-84f4-464e-b39d-dc6a61b3c47b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:28:33.363248 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bfefa5-ab5b-4e0d-afbe-3e9556b1057c x-openstack-request-id: req-68bfefa5-ab5b-4e0d-afbe-3e9556b1057c {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:33.363547 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d73497b-8c36-4b5f-869c-6a684eab87f4", "name": "network-vif-plugged", "status": "completed", "tag": "f5e933c6-84f4-464e-b39d-dc6a61b3c47b", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:33.363780 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68bfefa5-ab5b-4e0d-afbe-3e9556b1057c {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:33.364167 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'code': 200} Aug 20 12:28:33.421972 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:33.451915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7ee1-83a5-4daa-a57b-e03f77018021 req-9d8d19ab-24f3-4ba6-bb08-c60cc0a48042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:33.453428 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00fa7ee1-83a5-4daa-a57b-e03f77018021 req-9d8d19ab-24f3-4ba6-bb08-c60cc0a48042 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 1096 time: 0.0412126 Aug 20 12:28:33.474188 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:33.496335 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-00fa7ee1-83a5-4daa-a57b-e03f77018021 req-c084d683-bf03-40a4-9ee6-095533e45da9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Aug 20 12:28:33.748112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7779a-e593-4a8a-9b18-99bf7e956592 req-4309aa29-e68e-46f9-ad95-b9d685296214 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:33.749595 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2da7779a-e593-4a8a-9b18-99bf7e956592 req-4309aa29-e68e-46f9-ad95-b9d685296214 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Aug 20 12:28:33.787787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2da7779a-e593-4a8a-9b18-99bf7e956592 req-9aa41fe1-d62f-49f6-b498-0465ecb26c8e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Aug 20 12:28:34.906707 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36169d50-8f5f-40b1-ac37-99a5871673ab req-0c651f6b-fd86-4be9-b84b-40248a4914cb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:34.908247 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36169d50-8f5f-40b1-ac37-99a5871673ab req-0c651f6b-fd86-4be9-b84b-40248a4914cb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0501971 Aug 20 12:28:34.947626 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36169d50-8f5f-40b1-ac37-99a5871673ab req-fdc6c7db-a80d-4377-8432-c950f88c4503 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Aug 20 12:28:35.069485 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14b4e7-971e-403f-8467-949356c3749b req-e0924193-6e93-4c6a-a112-715fa7bf676b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:35.070987 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f14b4e7-971e-403f-8467-949356c3749b req-e0924193-6e93-4c6a-a112-715fa7bf676b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Aug 20 12:28:35.108341 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f14b4e7-971e-403f-8467-949356c3749b req-074f0285-89a1-4674-9ef9-e61401428766 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Aug 20 12:28:35.130306 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49914) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:35.172805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2fb417-dc75-43ff-9780-2311cde564fe tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:35.174328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0a2fb417-dc75-43ff-9780-2311cde564fe tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 1091 time: 0.0429828 Aug 20 12:28:35.177738 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49916) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:35.182307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:28:35.261650 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.357046 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.463964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.25.4.126 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/335e42d5-7f21-4d90-9725-234b3d63cfc2) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:28:35.565509 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.679728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:35.721365 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:28:35.724946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:28:35.728445 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:28:35.735845 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=335e42d5-7f21-4d90-9725-234b3d63cfc2,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:36.094496 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:36.567948 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:36.712214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:36.776335 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:36.846467 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=335e42d5-7f21-4d90-9725-234b3d63cfc2,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:28:36.860351 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:36.959444 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Floating IP 06f5c334-361b-4da3-bbe7-a0949bb37c5e associated. External IP: 172.25.4.126, port: f5e933c6-84f4-464e-b39d-dc6a61b3c47b. Aug 20 12:28:37.168222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 2ef87453-f77a-41e8-8e72-eddf895af304 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:28:37.277250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:28:37.287434 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] Sync routers for ids ['2ef87453-f77a-41e8-8e72-eddf895af304'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:28:37.296562 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] Routers {'2ef87453-f77a-41e8-8e72-eddf895af304'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:37.297239 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:28:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2ef87453-f77a-41e8-8e72-eddf895af304'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:37.347737 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:37.376179 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e191bf33-bf83-48ec-97ff-30b87fc5725c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1974192 Aug 20 12:28:37.376879 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'tag': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:28:37.379350 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af83ed5-0ecd-499d-a005-5f204226a498" -d '{"events": [{"name": "network-changed", "server_uuid": "4d73497b-8c36-4b5f-869c-6a684eab87f4", "tag": "f5e933c6-84f4-464e-b39d-dc6a61b3c47b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:28:37.407214 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] Set router 2ef87453-f77a-41e8-8e72-eddf895af304 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:37.418062 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5eacc9-53dc-4198-ad31-b1693d661c17 x-openstack-request-id: req-2e5eacc9-53dc-4198-ad31-b1693d661c17 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:28:37.418581 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d73497b-8c36-4b5f-869c-6a684eab87f4", "tag": "f5e933c6-84f4-464e-b39d-dc6a61b3c47b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:28:37.418794 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e5eacc9-53dc-4198-ad31-b1693d661c17 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:28:37.419217 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'tag': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'status': 'completed', 'code': 200} Aug 20 12:28:37.479889 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff91d1-0015-4096-9213-fbe024f9bc9a req-c9cc900f-a6e7-46f9-a256-5106f4595c9e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:37.480943 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-9a6d6b0b-51cd-44f1-bfe5-d281b945de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:37.481867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2dff91d1-0015-4096-9213-fbe024f9bc9a req-c9cc900f-a6e7-46f9-a256-5106f4595c9e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0532444 Aug 20 12:28:37.482457 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-9a6d6b0b-51cd-44f1-bfe5-d281b945de56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 1096 time: 0.0415478 Aug 20 12:28:37.521893 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2dff91d1-0015-4096-9213-fbe024f9bc9a req-e621f1fb-6ffc-4ae6-807c-7ff16556afbd tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338244 Aug 20 12:28:37.545328 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49922) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:37.579261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-9cb8e6d2-ae46-4371-8881-6801ec57fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:37.580830 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-9cb8e6d2-ae46-4371-8881-6801ec57fcb1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c HTTP/1.1" status: 200 len: 897 time: 0.0915678 Aug 20 12:28:37.614063 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-42ad3b80-3525-4852-b591-cdbaa7cffabf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/06f5c334-361b-4da3-bbe7-a0949bb37c5e HTTP/1.1" status: 200 len: 991 time: 0.0673897 Aug 20 12:28:37.644097 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '06f5c334-361b-4da3-bbe7-a0949bb37c5e', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'port_id': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'mac_address': 'fa:16:3e:20:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:35Z', 'updated_at': '2021-08-20T12:28:35Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b5e19e-0b6c-4686-aec2-27c1af0ba03a', 'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:c7:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:19Z', 'updated_at': '2021-08-20T12:28:25Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:37.650386 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-bfb12087-9e52-41af-a886-6a2af979d098 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e933c6-84f4-464e-b39d-dc6a61b3c47b HTTP/1.1" status: 200 len: 999 time: 0.0623019 Aug 20 12:28:37.673508 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] Checking router: 2ef87453-f77a-41e8-8e72-eddf895af304 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:28:37.681994 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] Routers {'2ef87453-f77a-41e8-8e72-eddf895af304'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:28:37.682631 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:28:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2ef87453-f77a-41e8-8e72-eddf895af304'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:37.705122 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-1164a8fc-62a5-4dc4-87c3-a5a5dd383a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:37.706631 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-1164a8fc-62a5-4dc4-87c3-a5a5dd383a7e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918611fa-9c1f-4025-960a-6d968f05c3d4 HTTP/1.1" status: 200 len: 835 time: 0.0476470 Aug 20 12:28:37.751980 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-68ec4703-0b83-4ca5-b0db-2e603e33837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:28:37.753491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-68ec4703-0b83-4ca5-b0db-2e603e33837c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390863 Aug 20 12:28:37.787630 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] Set router 2ef87453-f77a-41e8-8e72-eddf895af304 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:28:37.843932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-0e90756d-c6c7-453d-8d23-67814f0ac7b9 service neutron] 10.222.0.38 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828431 Aug 20 12:28:37.937973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0af83ed5-0ecd-499d-a005-5f204226a498 req-25310519-c9e5-4e5c-85ca-84097fcdcc67 service neutron] 10.222.0.38 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861113 Aug 20 12:28:38.011684 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '06f5c334-361b-4da3-bbe7-a0949bb37c5e', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'port_id': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'mac_address': 'fa:16:3e:20:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:35Z', 'updated_at': '2021-08-20T12:28:35Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b5e19e-0b6c-4686-aec2-27c1af0ba03a', 'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:c7:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:19Z', 'updated_at': '2021-08-20T12:28:25Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:28:38.041678 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d5511-b7e3-4e1a-bdc5-784c1f984aa5 None None] The sync data for ids ['2ef87453-f77a-41e8-8e72-eddf895af304'] in n-d-804230-3 is: [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '06f5c334-361b-4da3-bbe7-a0949bb37c5e', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'port_id': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'mac_address': 'fa:16:3e:20:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:28:35Z', 'updated_at': '2021-08-20T12:28:35Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56b5e19e-0b6c-4686-aec2-27c1af0ba03a', 'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:c7:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:19Z', 'updated_at': '2021-08-20T12:28:25Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:28:38.236505 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172a26c6-e234-4a17-8447-dfed75372926 None None] New status for floating IP 06f5c334-361b-4da3-bbe7-a0949bb37c5e: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:28:38.618097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49924) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:28:38.678389 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-338f4f25-cb8e-41f1-b13a-1fa07e221d7b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/06f5c334-361b-4da3-bbe7-a0949bb37c5e HTTP/1.1" status: 200 len: 993 time: 0.0591087 Aug 20 12:28:41.758677 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:44.147144 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:45.067736 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a72476c1-953f-4bd5-bfeb-7ec3cb6a5033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:47.815873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-62cb142a-d875-4241-b82a-4e38dfa2011d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:48.701507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:49.484462 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:51.135582 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:28:52.471760 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:29:11.810144 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.118284 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:14.234757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf534e85-ff43-4a75-8254-d913c6a7306c req-13533bb8-8587-47a8-bcb2-09c0a5ce6cb6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:14.236230 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf534e85-ff43-4a75-8254-d913c6a7306c req-13533bb8-8587-47a8-bcb2-09c0a5ce6cb6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0490086 Aug 20 12:29:14.276807 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf534e85-ff43-4a75-8254-d913c6a7306c req-c8c94555-ceff-463f-935f-e0e284acb2a3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343373 Aug 20 12:29:14.344014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-136fb8a1-03d2-407a-9f62-520e2f13bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:14.345576 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-136fb8a1-03d2-407a-9f62-520e2f13bdc9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 1096 time: 0.0500114 Aug 20 12:29:14.444858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-f011e9e9-59a7-4d8c-84a0-c2bdf22760e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:14.446803 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-f011e9e9-59a7-4d8c-84a0-c2bdf22760e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c HTTP/1.1" status: 200 len: 897 time: 0.0930848 Aug 20 12:29:14.518208 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-8ac34cc3-245c-4184-a91c-e5d7086200fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e933c6-84f4-464e-b39d-dc6a61b3c47b HTTP/1.1" status: 200 len: 1001 time: 0.0638361 Aug 20 12:29:14.568938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-988dde87-43df-4687-a30b-453692e62426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:14.571011 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-988dde87-43df-4687-a30b-453692e62426 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918611fa-9c1f-4025-960a-6d968f05c3d4 HTTP/1.1" status: 200 len: 835 time: 0.0444117 Aug 20 12:29:14.616496 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-30dd6fb5-bbef-4d71-b1e0-bcd90bfcdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:14.618594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-30dd6fb5-bbef-4d71-b1e0-bcd90bfcdad9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410075 Aug 20 12:29:14.712594 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-4708bdb4-1fa2-4c33-aecb-d58122e76a92 service neutron] 10.222.0.38 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864890 Aug 20 12:29:14.812610 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e25067d4-b6d9-414c-80de-c73d0565b4a8 req-04528e38-be80-41a9-b194-5f932ab20e1c service neutron] 10.222.0.38 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890479 Aug 20 12:29:15.112242 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-df2bb759-5998-4392-b161-92eed2f322a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:15.409692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56875bf7-dc21-4070-b998-6ae17478380f req-ff10704f-5df4-40a4-b3bb-df36f76e0811 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:15.411260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56875bf7-dc21-4070-b998-6ae17478380f req-ff10704f-5df4-40a4-b3bb-df36f76e0811 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0578456 Aug 20 12:29:15.452758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-56875bf7-dc21-4070-b998-6ae17478380f req-85b84bbc-b81c-43ca-987f-ae29f3ed2f92 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Aug 20 12:29:16.571096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abedffa-3d51-451f-9b89-149be95a2ceb req-a2d94414-8d99-4233-9d5f-25e68197533d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:16.572793 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9abedffa-3d51-451f-9b89-149be95a2ceb req-a2d94414-8d99-4233-9d5f-25e68197533d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0518272 Aug 20 12:29:16.610961 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9abedffa-3d51-451f-9b89-149be95a2ceb req-55086118-875d-4855-ab86-b9e8cb6a19a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Aug 20 12:29:17.731602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b092e2-5e14-44f4-86d3-24b2229d8102 req-9cc4962a-9e47-434f-b22e-5378ee6aa093 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:17.733214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1b092e2-5e14-44f4-86d3-24b2229d8102 req-9cc4962a-9e47-434f-b22e-5378ee6aa093 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0501266 Aug 20 12:29:17.775577 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f1b092e2-5e14-44f4-86d3-24b2229d8102 req-212621a8-f51a-4e90-ae5f-3f48254dd87b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360363 Aug 20 12:29:17.791809 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a37aec6d-44e4-4e08-98a5-54533e698334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.674026 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:18.908437 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea94b1-0663-4070-8390-720fd1dc4502 req-06f50ee8-aee0-4dfe-8642-b00a964d4827 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:18.910034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6ea94b1-0663-4070-8390-720fd1dc4502 req-06f50ee8-aee0-4dfe-8642-b00a964d4827 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0553741 Aug 20 12:29:18.949162 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a6ea94b1-0663-4070-8390-720fd1dc4502 req-3f31073b-77c7-4076-9069-952a678a6cdf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329180 Aug 20 12:29:19.523816 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:19.842895 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-8595841a-e01c-4cbc-9ba2-d85f6a27ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:19.844448 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-8595841a-e01c-4cbc-9ba2-d85f6a27ceb2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 1096 time: 0.0418143 Aug 20 12:29:19.958025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-0991294d-0642-4cdb-8504-0ddd6d3fc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:19.959754 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-0991294d-0642-4cdb-8504-0ddd6d3fc411 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c HTTP/1.1" status: 200 len: 897 time: 0.0918889 Aug 20 12:29:20.045887 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-bdebcb75-63a6-4f53-84c6-5007112288fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e933c6-84f4-464e-b39d-dc6a61b3c47b HTTP/1.1" status: 200 len: 1001 time: 0.0699468 Aug 20 12:29:20.080028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0eb8c-0d5b-47e8-894a-aaf17b37f843 req-a389c89d-9f94-429f-be60-ee31168f1dd0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:20.081645 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1cd0eb8c-0d5b-47e8-894a-aaf17b37f843 req-a389c89d-9f94-429f-be60-ee31168f1dd0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0602219 Aug 20 12:29:20.092713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-92bd1819-074d-478c-bad5-5f569a94bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:20.094831 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-92bd1819-074d-478c-bad5-5f569a94bea7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918611fa-9c1f-4025-960a-6d968f05c3d4 HTTP/1.1" status: 200 len: 835 time: 0.0488524 Aug 20 12:29:20.122178 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1cd0eb8c-0d5b-47e8-894a-aaf17b37f843 req-5b642928-12c2-47a2-adc5-f61f7ac27348 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337832 Aug 20 12:29:20.145096 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-580e375d-803f-4a8a-b08a-b48b34367dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:20.146627 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-580e375d-803f-4a8a-b08a-b48b34367dde service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436854 Aug 20 12:29:20.239347 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-5f6870c2-c14d-47b4-b7de-11c692ea9c79 service neutron] 10.222.0.38 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845749 Aug 20 12:29:20.370369 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b04d336-a524-4240-8c8d-4d4a39e6b83f req-16981c31-9d3d-44cd-b2be-fac0151f86bd service neutron] 10.222.0.38 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217070 Aug 20 12:29:21.135636 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:21.240404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dbdfd-c0ef-450f-aa43-a4201f6d8a71 req-10c2b28f-257b-4cfe-b456-940257b7cd6e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:21.241947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4b6dbdfd-c0ef-450f-aa43-a4201f6d8a71 req-10c2b28f-257b-4cfe-b456-940257b7cd6e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0499511 Aug 20 12:29:21.290388 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4b6dbdfd-c0ef-450f-aa43-a4201f6d8a71 req-3855a7f9-b1d8-495a-bf41-e0290e52184c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419431 Aug 20 12:29:22.428846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ac6c-91fa-4161-a722-ead6f8bb5a6d req-82c8bdd7-2961-4fd8-aa81-fd087f54851f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:22.430559 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b169ac6c-91fa-4161-a722-ead6f8bb5a6d req-82c8bdd7-2961-4fd8-aa81-fd087f54851f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0685389 Aug 20 12:29:22.471529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b169ac6c-91fa-4161-a722-ead6f8bb5a6d req-b96d6879-5e36-4a30-bb5c-e21e4fc7f3fc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350170 Aug 20 12:29:23.589983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942dc4-9d4c-49ae-a7b0-6bc5fe1e5dfb req-1675bfc8-4262-404c-af4b-1ea78022f902 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:23.591571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2942dc4-9d4c-49ae-a7b0-6bc5fe1e5dfb req-1675bfc8-4262-404c-af4b-1ea78022f902 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0495570 Aug 20 12:29:23.629190 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e2942dc4-9d4c-49ae-a7b0-6bc5fe1e5dfb req-684a2cb5-8edb-4731-a55d-fc528cfb6ccc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Aug 20 12:29:24.752043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859f58d-b8b9-4ef1-b78f-52acdb5c914a req-db30dfa6-b935-450c-84c0-a0288bce456f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:24.753591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0859f58d-b8b9-4ef1-b78f-52acdb5c914a req-db30dfa6-b935-450c-84c0-a0288bce456f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0503304 Aug 20 12:29:24.802036 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0859f58d-b8b9-4ef1-b78f-52acdb5c914a req-4bfb224a-d612-493e-b136-fcf7144a3ac0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368052 Aug 20 12:29:25.941287 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b2a0d-1798-404f-a256-f63aff39a789 req-ecf3c8f4-bbbe-4e92-b4af-61e24c6524a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:25.943876 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b69b2a0d-1798-404f-a256-f63aff39a789 req-ecf3c8f4-bbbe-4e92-b4af-61e24c6524a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0652821 Aug 20 12:29:25.987786 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b69b2a0d-1798-404f-a256-f63aff39a789 req-049aa664-a491-4c17-bfe1-254845293a22 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380626 Aug 20 12:29:27.109870 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67414885-73ad-44d2-a383-d8d8f8cfea19 req-5ab883be-c4ae-45ea-b45a-bbb0a2ca93d9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:29:27.111509 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67414885-73ad-44d2-a383-d8d8f8cfea19 req-5ab883be-c4ae-45ea-b45a-bbb0a2ca93d9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0501947 Aug 20 12:29:27.154480 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67414885-73ad-44d2-a383-d8d8f8cfea19 req-07c58f3a-898e-4edb-889e-fa60253923c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356297 Aug 20 12:29:27.179025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49968) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:27.248846 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-aab00094-ae88-4d37-89f0-ef2dd2953d21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/06f5c334-361b-4da3-bbe7-a0949bb37c5e HTTP/1.1" status: 200 len: 993 time: 0.0680306 Aug 20 12:29:29.470453 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:29:41.796549 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:44.127850 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:45.077699 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3fb138f8-469a-4056-903d-f33c8f84b201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:47.763461 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-93ef85a7-5966-4daa-8363-0f1567121c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:48.678063 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:49.478302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:51.112215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:59.656429 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 49986) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:29:59.816914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 335e42d5-7f21-4d90-9725-234b3d63cfc2 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:29:59.817268 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:59.897129 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:59.897460 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:29:59.909795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 335e42d5-7f21-4d90-9725-234b3d63cfc2 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:00.127841 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:00.158910 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=335e42d5-7f21-4d90-9725-234b3d63cfc2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:00.173085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.173436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.173781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.174127 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.174604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.174953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.175287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.175618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.175951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.176318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.176666 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.177244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:00.234209 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:00.234600 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Floating IP 06f5c334-361b-4da3-bbe7-a0949bb37c5e disassociated (deleted). External IP: 172.25.4.126, port: f5e933c6-84f4-464e-b39d-dc6a61b3c47b. Aug 20 12:30:00.449645 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 2ef87453-f77a-41e8-8e72-eddf895af304 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:00.556133 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:00.560662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:00.566990 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] Sync routers for ids ['2ef87453-f77a-41e8-8e72-eddf895af304'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:00.576680 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] Routers {'2ef87453-f77a-41e8-8e72-eddf895af304'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:00.577299 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:29:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2ef87453-f77a-41e8-8e72-eddf895af304'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:00.590210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ff393d3e-fa19-43e9-8e04-d1b6fae71208 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/floatingips/06f5c334-361b-4da3-bbe7-a0949bb37c5e HTTP/1.1" status: 204 len: 168 time: 0.9303939 Aug 20 12:30:00.590210 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'tag': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:00.591192 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3162ae86-9348-4aab-a2da-fa13928b2267" -d '{"events": [{"name": "network-changed", "server_uuid": "4d73497b-8c36-4b5f-869c-6a684eab87f4", "tag": "f5e933c6-84f4-464e-b39d-dc6a61b3c47b"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:00.630460 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83731543-79c9-482e-9e10-cc12207032b1 x-openstack-request-id: req-83731543-79c9-482e-9e10-cc12207032b1 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:00.630909 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d73497b-8c36-4b5f-869c-6a684eab87f4", "tag": "f5e933c6-84f4-464e-b39d-dc6a61b3c47b", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:00.631448 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83731543-79c9-482e-9e10-cc12207032b1 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:00.631872 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'tag': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'status': 'completed', 'code': 200} Aug 20 12:30:00.694334 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] Set router 2ef87453-f77a-41e8-8e72-eddf895af304 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:00.707135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-a0ee385b-0234-44b2-bee1-94d16b2dde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.708549 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-a0ee385b-0234-44b2-bee1-94d16b2dde55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 1096 time: 0.0424836 Aug 20 12:30:00.800669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-1453bf3c-c991-4736-a049-28cd06a946eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.802405 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-1453bf3c-c991-4736-a049-28cd06a946eb service neutron] 10.222.0.38 "GET /v2.0/networks?id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c HTTP/1.1" status: 200 len: 897 time: 0.0832160 Aug 20 12:30:00.855093 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-d0479f46-a591-444f-845d-1e364e4e1ce6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e933c6-84f4-464e-b39d-dc6a61b3c47b HTTP/1.1" status: 200 len: 217 time: 0.0398593 Aug 20 12:30:00.893123 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '56b5e19e-0b6c-4686-aec2-27c1af0ba03a', 'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:c7:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:19Z', 'updated_at': '2021-08-20T12:28:25Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:00.912388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-39c72f34-4e9a-4098-a434-ddcad51f593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.920289 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-39c72f34-4e9a-4098-a434-ddcad51f593f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918611fa-9c1f-4025-960a-6d968f05c3d4 HTTP/1.1" status: 200 len: 835 time: 0.0441549 Aug 20 12:30:00.981779 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-b5d4b115-9072-4817-b745-bd7286a23dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:00.983390 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-b5d4b115-9072-4817-b745-bd7286a23dd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579839 Aug 20 12:30:01.023016 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] Checking router: 2ef87453-f77a-41e8-8e72-eddf895af304 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:01.030153 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] Routers {'2ef87453-f77a-41e8-8e72-eddf895af304'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:01.030820 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:29:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2ef87453-f77a-41e8-8e72-eddf895af304'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:01.105183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e942e67-b5f0-4fb9-9311-15f93a6635ef req-4568960c-b406-4c01-9682-8b24e9623286 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:01.106736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e942e67-b5f0-4fb9-9311-15f93a6635ef req-4568960c-b406-4c01-9682-8b24e9623286 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.1060743 Aug 20 12:30:01.136923 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-ea09d88d-2692-461e-b9ff-8bb40a1a56d9 service neutron] 10.222.0.38 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442711 Aug 20 12:30:01.139259 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] Set router 2ef87453-f77a-41e8-8e72-eddf895af304 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:01.163591 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3e942e67-b5f0-4fb9-9311-15f93a6635ef req-90804d91-71a6-4b75-b52c-3f66fa5a3e66 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496621 Aug 20 12:30:01.242563 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3162ae86-9348-4aab-a2da-fa13928b2267 req-bc6ae701-df69-4693-9384-f42c9e2c75f8 service neutron] 10.222.0.38 "GET /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947158 Aug 20 12:30:01.346299 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '56b5e19e-0b6c-4686-aec2-27c1af0ba03a', 'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:c7:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:19Z', 'updated_at': '2021-08-20T12:28:25Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:01.372690 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea12926-89fc-43e9-a38b-f333ec03148b None None] The sync data for ids ['2ef87453-f77a-41e8-8e72-eddf895af304'] in n-d-804230-3 is: [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:20Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '56b5e19e-0b6c-4686-aec2-27c1af0ba03a', 'name': '', 'network_id': 'd043e2a0-eb6d-43ca-abdc-d113e75d1b4c', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:c7:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:19Z', 'updated_at': '2021-08-20T12:28:25Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '918611fa-9c1f-4025-960a-6d968f05c3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:01.595311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f49e2-74b8-41f7-813f-2aa42102ce4f None None] New status for floating IP 06f5c334-361b-4da3-bbe7-a0949bb37c5e: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:30:02.295881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63540e6c-e9ab-4be1-adf2-0f0e1c005435 req-dc22754c-5913-4a02-8eff-6d2cb9ad0edb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:02.297261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-63540e6c-e9ab-4be1-adf2-0f0e1c005435 req-dc22754c-5913-4a02-8eff-6d2cb9ad0edb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0483744 Aug 20 12:30:02.336658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-63540e6c-e9ab-4be1-adf2-0f0e1c005435 req-40f7f296-e9ec-4dd7-91ba-66d33c159d61 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330880 Aug 20 12:30:02.757115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-d5e66a4c-2680-4762-9310-a998c24253ae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:02.758625 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-d5e66a4c-2680-4762-9310-a998c24253ae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 945 time: 0.0485635 Aug 20 12:30:02.853875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port f5e933c6-84f4-464e-b39d-dc6a61b3c47b {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:02.854214 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.939148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port f5e933c6-84f4-464e-b39d-dc6a61b3c47b, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:02.939513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:02.952536 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for f5e933c6-84f4-464e-b39d-dc6a61b3c47b owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:03.163199 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:03.192199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=f5e933c6-84f4-464e-b39d-dc6a61b3c47b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:03.215989 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.216342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.216680 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.217014 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.217344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.217675 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.218000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.218323 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.218668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.219011 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.219341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.219660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:03.240106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] No DVR routers for this DVR port f5e933c6-84f4-464e-b39d-dc6a61b3c47b on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:03.242624 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:03.245145 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-49ad24bb-b7b1-442a-bbce-50d434293ed6 req-3c167f4d-583b-440b-8051-cd15a0ef7442 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "DELETE /v2.0/ports/f5e933c6-84f4-464e-b39d-dc6a61b3c47b HTTP/1.1" status: 204 len: 173 time: 0.4773498 Aug 20 12:30:03.245568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'name': 'network-vif-deleted', 'tag': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:03.247788 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd91b1d-8523-49df-98b8-9a4b880d420f" -d '{"events": [{"server_uuid": "4d73497b-8c36-4b5f-869c-6a684eab87f4", "name": "network-vif-deleted", "tag": "f5e933c6-84f4-464e-b39d-dc6a61b3c47b"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:03.283778 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cc375f-36e7-4308-a01d-54608189d203 x-openstack-request-id: req-d3cc375f-36e7-4308-a01d-54608189d203 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:03.284092 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d73497b-8c36-4b5f-869c-6a684eab87f4", "name": "network-vif-deleted", "tag": "f5e933c6-84f4-464e-b39d-dc6a61b3c47b", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:03.284347 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3cc375f-36e7-4308-a01d-54608189d203 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:03.284769 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d73497b-8c36-4b5f-869c-6a684eab87f4', 'name': 'network-vif-deleted', 'tag': 'f5e933c6-84f4-464e-b39d-dc6a61b3c47b', 'status': 'completed', 'code': 200} Aug 20 12:30:03.435461 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f6e3ed96-2242-4f0b-9203-f95a1a4359fb req-51f8eb61-def6-4083-9471-d852b7289d8d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d73497b-8c36-4b5f-869c-6a684eab87f4 HTTP/1.1" status: 200 len: 210 time: 0.0305798 Aug 20 12:30:04.492502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50008) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:04.847805 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.105377 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:05.105662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.197656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port 56b5e19e-0b6c-4686-aec2-27c1af0ba03a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=56b5e19e-0b6c-4686-aec2-27c1af0ba03a,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:05.198018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.211025 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 56b5e19e-0b6c-4686-aec2-27c1af0ba03a owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:05.784879 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:05.812554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=56b5e19e-0b6c-4686-aec2-27c1af0ba03a,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:05.990998 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.216407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 2ef87453-f77a-41e8-8e72-eddf895af304 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:06.322443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:06.327543 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-013b7640-2437-4851-ad21-2f90050be85a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "PUT /v2.0/routers/2ef87453-f77a-41e8-8e72-eddf895af304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8340189 Aug 20 12:30:06.330461 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50010) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:06.333132 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] Sync routers for ids ['2ef87453-f77a-41e8-8e72-eddf895af304'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:06.342892 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] Routers {'2ef87453-f77a-41e8-8e72-eddf895af304'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:06.343494 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:29:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2ef87453-f77a-41e8-8e72-eddf895af304'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:06.381124 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f392ca-5ccd-4643-a0b8-4d45c966ce2f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting subnet 918611fa-9c1f-4025-960a-6d968f05c3d4 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:30:06.384235 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64f392ca-5ccd-4643-a0b8-4d45c966ce2f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.428814 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64f392ca-5ccd-4643-a0b8-4d45c966ce2f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.444562 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] Set router 2ef87453-f77a-41e8-8e72-eddf895af304 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:06.504218 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:30:06.511549 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64f392ca-5ccd-4643-a0b8-4d45c966ce2f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.624033 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:30:05Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:06.637673 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64f392ca-5ccd-4643-a0b8-4d45c966ce2f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.650496 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] Checking router: 2ef87453-f77a-41e8-8e72-eddf895af304 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:06.658727 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] Routers {'2ef87453-f77a-41e8-8e72-eddf895af304'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:06.659335 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:29:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['2ef87453-f77a-41e8-8e72-eddf895af304'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:06.672099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-64f392ca-5ccd-4643-a0b8-4d45c966ce2f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.674930 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-64f392ca-5ccd-4643-a0b8-4d45c966ce2f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/subnets/918611fa-9c1f-4025-960a-6d968f05c3d4 HTTP/1.1" status: 204 len: 168 time: 0.3434651 Aug 20 12:30:06.676348 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f392ca-5ccd-4643-a0b8-4d45c966ce2f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Subnet': ['ID=918611fa-9c1f-4025-960a-6d968f05c3d4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:06.679620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50012) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:06.682648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a75d6a4-2a0c-43a5-bc67-8a368839474e None None] Network d043e2a0-eb6d-43ca-abdc-d113e75d1b4c requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:06.766847 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] Set router 2ef87453-f77a-41e8-8e72-eddf895af304 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:06.796394 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.900245 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] DHCP port deletion for d043e2a0-eb6d-43ca-abdc-d113e75d1b4c request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:30:06.939744 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.962852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Deleting port 25df0b50-d261-401d-b9c6-9287697b2f18 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:06.966337 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:06.990821 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:30:05Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:07.030424 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e48f8-d645-4028-a79c-8b731a29acaa None None] The sync data for ids ['2ef87453-f77a-41e8-8e72-eddf895af304'] in n-d-804230-3 is: [{'id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275603784', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129'}], 'enable_snat': True}, 'gw_port_id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:30:05Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'c8b83946-d384-46c1-a917-3a11c85fca54', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef87453-f77a-41e8-8e72-eddf895af304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:28:16Z', 'updated_at': '2021-08-20T12:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:07.033212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] For port 25df0b50-d261-401d-b9c6-9287697b2f18, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=25df0b50-d261-401d-b9c6-9287697b2f18,segment=NetworkSegment(c9c15b85-d0bb-4d51-9977-dac236598d32),segment_id=c9c15b85-d0bb-4d51-9977-dac236598d32)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:07.033620 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.048136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Calling delete_port for 25df0b50-d261-401d-b9c6-9287697b2f18 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:07.096351 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port c8b83946-d384-46c1-a917-3a11c85fca54 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:30:07.096699 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.172746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port c8b83946-d384-46c1-a917-3a11c85fca54, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c8b83946-d384-46c1-a917-3a11c85fca54,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:07.173126 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.186135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for c8b83946-d384-46c1-a917-3a11c85fca54 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:30:07.191627 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.219082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Pushing event deleted for resources: {'Port': ['ID=25df0b50-d261-401d-b9c6-9287697b2f18,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:07.229308 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.229847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.230012 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.230576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.230745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.231088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.231423 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.231757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.232084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.232413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.232750 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.233079 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:07.235831 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb72fc-15d4-4637-a951-1ca6ae3b4ed2 None None] No DVR routers for this DVR port 25df0b50-d261-401d-b9c6-9287697b2f18 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:30:07.453014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 56b5e19e-0b6c-4686-aec2-27c1af0ba03a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:07.478613 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 56b5e19e-0b6c-4686-aec2-27c1af0ba03a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:07.478990 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 56b5e19e-0b6c-4686-aec2-27c1af0ba03a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:07.479390 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 25df0b50-d261-401d-b9c6-9287697b2f18 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:07.482819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f5e933c6-84f4-464e-b39d-dc6a61b3c47b no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:07.519472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 25df0b50-d261-401d-b9c6-9287697b2f18 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:07.519842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 25df0b50-d261-401d-b9c6-9287697b2f18 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:07.529447 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: f5e933c6-84f4-464e-b39d-dc6a61b3c47b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:07.529745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device f5e933c6-84f4-464e-b39d-dc6a61b3c47b not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:07.814526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.838484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=c8b83946-d384-46c1-a917-3a11c85fca54,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:07.902505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.991747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:07.993916 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.117278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.117768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef87453-f77a-41e8-8e72-eddf895af304 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:30:08.127097 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.127097 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-afcb6451-3ed3-42d7-a096-71ee1b803c45 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/routers/2ef87453-f77a-41e8-8e72-eddf895af304 HTTP/1.1" status: 204 len: 168 time: 1.4450474 Aug 20 12:30:08.128771 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50014) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:08.211666 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.295964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.305673 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d043e2a0-eb6d-43ca-abdc-d113e75d1b4c']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:08.315541 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c15b85-d0bb-4d51-9977-dac236598d32') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:08.315841 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c15b85-d0bb-4d51-9977-dac236598d32') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:08.324896 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.343671 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.349678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:30:08.350066 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:30:08.353027 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:30:08.527264 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.534405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.536289 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/networks/d043e2a0-eb6d-43ca-abdc-d113e75d1b4c HTTP/1.1" status: 204 len: 168 time: 0.4067819 Aug 20 12:30:08.539201 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50016) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:08.556672 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a665f1-0128-4806-9965-d672e3ab931d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Network': ['ID=d043e2a0-eb6d-43ca-abdc-d113e75d1b4c,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:08.611969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559b922a-fba1-4818-b819-d0cbf6611634 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.638690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559b922a-fba1-4818-b819-d0cbf6611634 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.797367 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559b922a-fba1-4818-b819-d0cbf6611634 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.800041 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-559b922a-fba1-4818-b819-d0cbf6611634 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:08.801251 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-559b922a-fba1-4818-b819-d0cbf6611634 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/security-groups/7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6 HTTP/1.1" status: 204 len: 168 time: 0.2612345 Aug 20 12:30:08.811791 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b922a-fba1-4818-b819-d0cbf6611634 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea6fcfc-e90b-4d8e-bf59-27cc6d16cca6,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:09.142745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8b83946-d384-46c1-a917-3a11c85fca54 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:30:09.162429 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c8b83946-d384-46c1-a917-3a11c85fca54 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:30:09.162768 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8b83946-d384-46c1-a917-3a11c85fca54 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:30:09.202773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50022) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:09.207500 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ac8c318a-b8e4-402d-92f9-9c27b49de49d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594051545', 'description': 'tempest-secgroup-smoke-594051545 description', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:09.287578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ac8c318a-b8e4-402d-92f9-9c27b49de49d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.365615 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ac8c318a-b8e4-402d-92f9-9c27b49de49d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.431256 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ac8c318a-b8e4-402d-92f9-9c27b49de49d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.458855 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c318a-b8e4-402d-92f9-9c27b49de49d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc07a9ca-520c-4512-b0a6-6a4911b23cbc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:09.522697 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ac8c318a-b8e4-402d-92f9-9c27b49de49d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.523958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ac8c318a-b8e4-402d-92f9-9c27b49de49d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3201306 Aug 20 12:30:09.527375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50024) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:09.531768 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6a11a74a-ebf8-4cec-a3de-5e4d65cacb5f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'cc07a9ca-520c-4512-b0a6-6a4911b23cbc', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:09.612741 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a11a74a-ebf8-4cec-a3de-5e4d65cacb5f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.666667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a11a74a-ebf8-4cec-a3de-5e4d65cacb5f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.751513 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a11a74a-ebf8-4cec-a3de-5e4d65cacb5f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.770205 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11a74a-ebf8-4cec-a3de-5e4d65cacb5f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ce8c02-d744-4859-ae07-3e5f14f4f118,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:09.854197 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6a11a74a-ebf8-4cec-a3de-5e4d65cacb5f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:09.855487 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6a11a74a-ebf8-4cec-a3de-5e4d65cacb5f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271978 Aug 20 12:30:09.858161 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50026) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:09.862719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-aa968433-0f67-449f-818b-cdff31ef6c03 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'cc07a9ca-520c-4512-b0a6-6a4911b23cbc', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:09.959996 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa968433-0f67-449f-818b-cdff31ef6c03 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.016945 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa968433-0f67-449f-818b-cdff31ef6c03 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.088531 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa968433-0f67-449f-818b-cdff31ef6c03 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.106630 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa968433-0f67-449f-818b-cdff31ef6c03 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89af9a4-a1e0-4a83-8fbf-9e2a5242b09d,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:10.180269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aa968433-0f67-449f-818b-cdff31ef6c03 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.182021 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aa968433-0f67-449f-818b-cdff31ef6c03 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3228886 Aug 20 12:30:10.184704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50028) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:10.189143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f633f01a-daaa-406f-8acc-222c4ffd873d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'cc07a9ca-520c-4512-b0a6-6a4911b23cbc', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:10.293573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f633f01a-daaa-406f-8acc-222c4ffd873d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.354448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f633f01a-daaa-406f-8acc-222c4ffd873d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.425635 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f633f01a-daaa-406f-8acc-222c4ffd873d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.445700 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633f01a-daaa-406f-8acc-222c4ffd873d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7214da-e68f-48b6-a6ae-8b13759430b6,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:10.505808 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f633f01a-daaa-406f-8acc-222c4ffd873d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.507080 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f633f01a-daaa-406f-8acc-222c4ffd873d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214538 Aug 20 12:30:10.510340 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50030) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:10.514882 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-d826b7ef-9888-486e-a508-c4e23b781202 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'cc07a9ca-520c-4512-b0a6-6a4911b23cbc', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:10.601705 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d826b7ef-9888-486e-a508-c4e23b781202 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.660323 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d826b7ef-9888-486e-a508-c4e23b781202 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.734185 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d826b7ef-9888-486e-a508-c4e23b781202 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.757552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826b7ef-9888-486e-a508-c4e23b781202 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46545500-0062-43f4-bc34-597334efdb59,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:10.826158 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d826b7ef-9888-486e-a508-c4e23b781202 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:10.827491 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d826b7ef-9888-486e-a508-c4e23b781202 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3161578 Aug 20 12:30:10.830298 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50032) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:10.834832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-51174e7b-d947-4c54-bbc4-49066acea408 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'cc07a9ca-520c-4512-b0a6-6a4911b23cbc', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:10.946312 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-51174e7b-d947-4c54-bbc4-49066acea408 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Project cf5accfea9d74273a18d35f4e69d58fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:30:10.951614 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51174e7b-d947-4c54-bbc4-49066acea408 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.009515 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51174e7b-d947-4c54-bbc4-49066acea408 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.087738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51174e7b-d947-4c54-bbc4-49066acea408 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.106761 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51174e7b-d947-4c54-bbc4-49066acea408 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba2e3df-e0ab-48ce-9968-db8370734883,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:11.167261 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-51174e7b-d947-4c54-bbc4-49066acea408 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.168497 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-51174e7b-d947-4c54-bbc4-49066acea408 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3371906 Aug 20 12:30:11.171342 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50034) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:11.175766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5ae28cdd-5e36-4ea2-a053-e4f9fc978310 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'cc07a9ca-520c-4512-b0a6-6a4911b23cbc', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:11.260410 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-5ae28cdd-5e36-4ea2-a053-e4f9fc978310 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Project cf5accfea9d74273a18d35f4e69d58fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:30:11.265171 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ae28cdd-5e36-4ea2-a053-e4f9fc978310 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.328632 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ae28cdd-5e36-4ea2-a053-e4f9fc978310 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.437094 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ae28cdd-5e36-4ea2-a053-e4f9fc978310 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.456112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae28cdd-5e36-4ea2-a053-e4f9fc978310 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30221674-6bb6-4c9c-a053-d8d763a3fea3,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:11.521082 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5ae28cdd-5e36-4ea2-a053-e4f9fc978310 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.522298 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5ae28cdd-5e36-4ea2-a053-e4f9fc978310 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3499918 Aug 20 12:30:11.525230 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50036) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:11.530090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'network': {'name': 'tempest-network-smoke--2089244010', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'port_security_enabled': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:11.606766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:11.610229 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.633510 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:30:11.642605 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.642952 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Added segment a69451cd-4f88-42d1-be87-d1d4590a5aee of type vlan for network 9252c7a0-c7e5-4556-941c-eee89611fd34 Aug 20 12:30:11.681656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.774860 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.780501 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:11.782711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.801729 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:11.848604 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Network': ['ID=9252c7a0-c7e5-4556-941c-eee89611fd34,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:11.859196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 9252c7a0-c7e5-4556-941c-eee89611fd34 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:30:11.907081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-08ba6d24-3e08-4618-bdb5-9da9d927ee72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3807993 Aug 20 12:30:11.909849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50038) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:11.914619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'admin_state_up': True, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:12.026172 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.027331 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.081211 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.359925 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.675294 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.698366 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:12.800268 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.25.4.62 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/9eb97f94-e092-435c-bf16-dce6026c4df2) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:12.902563 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.020793 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.058643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:13.061364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:13.064833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:13.073533 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=9eb97f94-e092-435c-bf16-dce6026c4df2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:13.377738 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.568618 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.745620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:30:13.848778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:13.860201 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Sync routers for ids ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:13.869275 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Routers {'431ac3e5-70c5-49e3-aaeb-640a3c188f6a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:13.869903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:29:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:13.972885 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:13.974247 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a2ee2170-4681-4fef-a4c6-60ea50ae0099 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0633874 Aug 20 12:30:13.975319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Set router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:13.977620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50040) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:14.006942 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4a4c30aa-0d78-47d4-9d23-8b98a2ab7c82 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=cf5accfea9d74273a18d35f4e69d58fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275667 Aug 20 12:30:14.009461 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50042) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:14.173237 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.178394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:13Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:14.182519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aab7138-24d0-4a2f-bada-8e245c1a7888 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:14.184049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9aab7138-24d0-4a2f-bada-8e245c1a7888 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1737027 Aug 20 12:30:14.187052 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50044) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:14.209265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Checking router: 431ac3e5-70c5-49e3-aaeb-640a3c188f6a for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:14.217356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Updating router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a port 9eb97f94-e092-435c-bf16-dce6026c4df2 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:14.221086 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b1723b82-649d-45e2-900e-551e8c43b690 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331101 Aug 20 12:30:14.223623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50046) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:14.228576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032367293', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:14.235527 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.380231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:14.384540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.489720 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.499978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Transition to ACTIVE for port object 9eb97f94-e092-435c-bf16-dce6026c4df2 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:14.585831 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.632373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Attempting to bind port 9eb97f94-e092-435c-bf16-dce6026c4df2 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:14.632666 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Attempting to bind port 9eb97f94-e092-435c-bf16-dce6026c4df2 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:14.633030 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Attempting to bind port 9eb97f94-e092-435c-bf16-dce6026c4df2 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:14.642195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48067eb8-be2d-4f9b-9ef5-945b104e50ca None None] Pushing event updated for resources: {'Port': ['ID=9eb97f94-e092-435c-bf16-dce6026c4df2,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:14.644887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:14.645267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:14.645673 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.646061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:14.646551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Bound port: 9eb97f94-e092-435c-bf16-dce6026c4df2, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:14.646935 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.665834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.703407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] For port 9eb97f94-e092-435c-bf16-dce6026c4df2, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:14.707202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] For port 9eb97f94-e092-435c-bf16-dce6026c4df2, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9eb97f94-e092-435c-bf16-dce6026c4df2,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:14.727154 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Subnet': ['ID=2c388fe7-d25d-42f4-9774-6ff540f33d3a,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:14.740393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Checking segment: {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:14.740750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network hostable DHCP agents. Network: 9252c7a0-c7e5-4556-941c-eee89611fd34, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:30:14.792339 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.850378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Routers {'431ac3e5-70c5-49e3-aaeb-640a3c188f6a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:14.851035 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:29:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:14.854646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network 9252c7a0-c7e5-4556-941c-eee89611fd34 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:30:14.888924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48067eb8-be2d-4f9b-9ef5-945b104e50ca None None] Pushing event updated for resources: {'Port': ['ID=9eb97f94-e092-435c-bf16-dce6026c4df2,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:14.951633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 9252c7a0-c7e5-4556-941c-eee89611fd34) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:14.956484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:14.957266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:14.961145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a114f-15b0-419a-85b5-e848937184b3 None None] Network 9252c7a0-c7e5-4556-941c-eee89611fd34 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:14.964687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] Set router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:15.061120 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-28b41e42-050d-4486-b779-ff7cbcae75ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8363008 Aug 20 12:30:15.064043 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50048) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:15.146530 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-18f65e42-8131-442c-ba32-82850373b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.250168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-9252c7a0-c7e5-4556-941c-eee89611fd34', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:30:15.251042 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.327298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:13Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:15.360192 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09f0ac-dc28-4f4b-8fff-cfb23145d048 None None] The sync data for ids ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'] in n-d-804230-3 is: [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:13Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:15.419697 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Allocated IP 172.20.0.2 (9252c7a0-c7e5-4556-941c-eee89611fd34/2c388fe7-d25d-42f4-9774-6ff540f33d3a/1937c7d3-aba6-4995-83c2-8998cf77c923) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:15.508710 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.574314 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.583027 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Transition to ACTIVE for port object 1937c7d3-aba6-4995-83c2-8998cf77c923 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:15.616943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Transition to ACTIVE for port object 1937c7d3-aba6-4995-83c2-8998cf77c923 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:15.738946 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.784785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Network 9252c7a0-c7e5-4556-941c-eee89611fd34 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:15.789407 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:15.790532 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:15.804217 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Pushing event updated for resources: {'Port': ['ID=1937c7d3-aba6-4995-83c2-8998cf77c923,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:15.832468 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.20.0.1 (9252c7a0-c7e5-4556-941c-eee89611fd34/2c388fe7-d25d-42f4-9774-6ff540f33d3a/8a597564-429d-471b-9e3b-607efafc278f) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:15.863263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Attempting to bind port 1937c7d3-aba6-4995-83c2-8998cf77c923 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:15.863774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Attempting to bind port 1937c7d3-aba6-4995-83c2-8998cf77c923 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:15.864276 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Attempting to bind port 1937c7d3-aba6-4995-83c2-8998cf77c923 on network 9252c7a0-c7e5-4556-941c-eee89611fd34 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:15.869960 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:15.870551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Checking segment: {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:15.871080 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.871570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Bound using segment: {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:15.872114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Bound port: 1937c7d3-aba6-4995-83c2-8998cf77c923, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:15.872564 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.941142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] For port 1937c7d3-aba6-4995-83c2-8998cf77c923, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:15.944754 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] For port 1937c7d3-aba6-4995-83c2-8998cf77c923, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1937c7d3-aba6-4995-83c2-8998cf77c923,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:15.962729 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:15.977782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Transition to ACTIVE for port object 8a597564-429d-471b-9e3b-607efafc278f will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:16.037616 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.095094 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.100103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8aca9c-559e-48b2-812b-037cd7fcbfe6 None None] Pushing event updated for resources: {'Port': ['ID=1937c7d3-aba6-4995-83c2-8998cf77c923,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:16.137815 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network 9252c7a0-c7e5-4556-941c-eee89611fd34 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:16.141573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:16.145784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:16.187757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=8a597564-429d-471b-9e3b-607efafc278f,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:16.213967 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.405074 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.688415 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.774188 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.849206 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=8a597564-429d-471b-9e3b-607efafc278f,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:16.851871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:16.950618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network 9252c7a0-c7e5-4556-941c-eee89611fd34 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:16.952113 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:17.049131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aa6995-e696-4b76-8870-d142b022daea None None] Network 9252c7a0-c7e5-4556-941c-eee89611fd34 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:30:17.105713 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:17.165989 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-774565e3-ecca-4e6a-bbcd-a725575e8fe3 None None] Provisioning for port 1937c7d3-aba6-4995-83c2-8998cf77c923 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:17.238758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:17.244677 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9840dbca-b4a8-4dce-9250-3b791a387af6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "PUT /v2.0/routers/431ac3e5-70c5-49e3-aaeb-640a3c188f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1795220 Aug 20 12:30:17.279817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1937c7d3-aba6-4995-83c2-8998cf77c923 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:17.409643 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Sync routers for ids ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:17.411137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-4864efe4-547c-4178-92e6-83451828d1a8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594051545&fields=id&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 267 time: 0.0413387 Aug 20 12:30:17.418291 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 1937c7d3-aba6-4995-83c2-8998cf77c923 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:17.425470 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Routers {'431ac3e5-70c5-49e3-aaeb-640a3c188f6a'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:17.425773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 1937c7d3-aba6-4995-83c2-8998cf77c923 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:17.425898 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:29:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:17.426026 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.529872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.534853 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Set router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:17.543949 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-d294dbab-949b-43c9-b363-f4a683f801b9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:17.545993 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-d294dbab-949b-43c9-b363-f4a683f801b9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/networks?id=9252c7a0-c7e5-4556-941c-eee89611fd34 HTTP/1.1" status: 200 len: 797 time: 0.1206632 Aug 20 12:30:17.563709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-c2518ed3-5703-4006-8790-15c938712566 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/quotas/cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 375 time: 0.0109777 Aug 20 12:30:17.577248 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 1937c7d3-aba6-4995-83c2-8998cf77c923, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1937c7d3-aba6-4995-83c2-8998cf77c923,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:17.589759 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dd726af6-76d1-41ee-9f4b-725aa18d5b9a None None] Provisioning for port 8a597564-429d-471b-9e3b-607efafc278f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:17.595149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dd726af6-76d1-41ee-9f4b-725aa18d5b9a None None] Provisioning complete for port 8a597564-429d-471b-9e3b-607efafc278f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:17.596115 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dd726af6-76d1-41ee-9f4b-725aa18d5b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.627011 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-9e0d804c-4cc7-4bd7-b718-537929c3c097 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566318 Aug 20 12:30:17.637509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-dd726af6-76d1-41ee-9f4b-725aa18d5b9a None None] Port 8a597564-429d-471b-9e3b-607efafc278f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:17.642849 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.643727 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9eb97f94-e092-435c-bf16-dce6026c4df2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:17.738263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-dd726af6-76d1-41ee-9f4b-725aa18d5b9a None None] Provisioning complete for port 1937c7d3-aba6-4995-83c2-8998cf77c923 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:17.738655 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dd726af6-76d1-41ee-9f4b-725aa18d5b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.757281 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '8a597564-429d-471b-9e3b-607efafc278f', 'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:45:57:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 2, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:17.783773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=1937c7d3-aba6-4995-83c2-8998cf77c923,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:17.791776 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Checking router: 431ac3e5-70c5-49e3-aaeb-640a3c188f6a for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:17.809134 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Updating router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a port 8a597564-429d-471b-9e3b-607efafc278f binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:30:17.848950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6175be80-9ce7-4e9d-ae31-1bebd0371e47 service neutron] 10.222.0.10 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057159 Aug 20 12:30:17.860614 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d7e601e9-1a32-4cad-9b4b-c90a2271eff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.888509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 9eb97f94-e092-435c-bf16-dce6026c4df2 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:17.893546 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9eb97f94-e092-435c-bf16-dce6026c4df2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:17.894010 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.916060 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:17.955145 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-06011844-1f1c-4b19-9ffc-3a048c0bcbd7 service neutron] 10.222.0.10 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051114 Aug 20 12:30:17.991991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-7fee410d-f392-4552-bf44-14eaaa927dcb None None] Provisioning complete for port 8a597564-429d-471b-9e3b-607efafc278f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:17.992472 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7fee410d-f392-4552-bf44-14eaaa927dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.046096 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.050886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7fee410d-f392-4552-bf44-14eaaa927dcb None None] Port 8a597564-429d-471b-9e3b-607efafc278f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:18.072283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 9eb97f94-e092-435c-bf16-dce6026c4df2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9eb97f94-e092-435c-bf16-dce6026c4df2,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:18.144506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.205847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=9eb97f94-e092-435c-bf16-dce6026c4df2,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:18.212500 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.214048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-ec523efa-7c85-49e7-8943-3780cc79a3bb None None] Provisioning complete for port 8a597564-429d-471b-9e3b-607efafc278f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:18.214538 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec523efa-7c85-49e7-8943-3780cc79a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.225589 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Transition to ACTIVE for port object 8a597564-429d-471b-9e3b-607efafc278f will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:18.254526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ec523efa-7c85-49e7-8943-3780cc79a3bb None None] Port 8a597564-429d-471b-9e3b-607efafc278f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:18.291305 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8b5753b0-6c8e-40ce-8d34-eab190e88261 req-12f87d43-f370-4bd8-9316-682c8d4610ab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 210 time: 0.1093864 Aug 20 12:30:18.311185 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.363442 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Pushing event updated for resources: {'Port': ['ID=8a597564-429d-471b-9e3b-607efafc278f,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:18.390786 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.391023 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.391377 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.391732 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.392062 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.392391 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.392714 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.393034 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.393356 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.393676 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.394054 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.394608 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:30:18.429891 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Attempting to bind port 8a597564-429d-471b-9e3b-607efafc278f on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:18.430592 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Attempting to bind port 8a597564-429d-471b-9e3b-607efafc278f by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:18.430705 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Attempting to bind port 8a597564-429d-471b-9e3b-607efafc278f on network 9252c7a0-c7e5-4556-941c-eee89611fd34 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:18.436159 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:18.436525 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Checking segment: {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:18.436924 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.437311 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Bound using segment: {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:18.437768 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Bound port: 8a597564-429d-471b-9e3b-607efafc278f, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:18.438205 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.503584 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] For port 8a597564-429d-471b-9e3b-607efafc278f, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:18.506761 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] For port 8a597564-429d-471b-9e3b-607efafc278f, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8a597564-429d-471b-9e3b-607efafc278f,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:18.609089 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.673951 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579681c2-bc6c-48f5-8542-e8d0729d7018 None None] Pushing event updated for resources: {'Port': ['ID=8a597564-429d-471b-9e3b-607efafc278f,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:18.688009 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Routers {'431ac3e5-70c5-49e3-aaeb-640a3c188f6a'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:18.688837 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:18.694900 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:18.815518 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] Set router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:19.024822 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '8a597564-429d-471b-9e3b-607efafc278f', 'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:45:57:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:19.051823 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228e1c6-c776-4277-baff-828bc58b009a None None] The sync data for ids ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'] in n-d-804230-3 is: [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '8a597564-429d-471b-9e3b-607efafc278f', 'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:45:57:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:19.300371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8a597564-429d-471b-9e3b-607efafc278f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:19.410716 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-59f9cf2c-aca7-457b-bd20-2d4d2a60e1ee req-81bd25a7-b5b7-4dbc-b743-a64e3449a427 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 210 time: 0.0294824 Aug 20 12:30:19.453294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 8a597564-429d-471b-9e3b-607efafc278f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:19.457873 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8a597564-429d-471b-9e3b-607efafc278f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:19.458249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.483798 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.543087 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.582224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 8a597564-429d-471b-9e3b-607efafc278f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8a597564-429d-471b-9e3b-607efafc278f,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:19.654696 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.655622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9eb97f94-e092-435c-bf16-dce6026c4df2 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:19.731196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=8a597564-429d-471b-9e3b-607efafc278f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:19.742237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 9eb97f94-e092-435c-bf16-dce6026c4df2 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:19.742634 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:19.829071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1937c7d3-aba6-4995-83c2-8998cf77c923 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:20.029082 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 1937c7d3-aba6-4995-83c2-8998cf77c923 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:20.029473 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.272442 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-c466b173-120b-4263-ab91-9602fa375249 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:20.273939 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-c466b173-120b-4263-ab91-9602fa375249 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "GET /v2.0/networks?id=9252c7a0-c7e5-4556-941c-eee89611fd34 HTTP/1.1" status: 200 len: 797 time: 0.1046059 Aug 20 12:30:20.319767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-5393974d-f360-40aa-b004-794afdba8439 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 379 time: 0.0362372 Aug 20 12:30:20.329148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'port': {'device_id': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'admin_state_up': True, 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'security_groups': ['cc07a9ca-520c-4512-b0a6-6a4911b23cbc']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:20.511723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-794daca9-3e3a-493c-bb3a-178e0f1ad433 req-b28d1f1c-fe9a-4c52-9dba-5cb3efa4a932 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 210 time: 0.0317047 Aug 20 12:30:20.517323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:30:20.521028 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.650211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.20.0.14 (9252c7a0-c7e5-4556-941c-eee89611fd34/2c388fe7-d25d-42f4-9774-6ff540f33d3a/76a93bc5-dcdd-4973-a897-68e45e0fd736) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:20.791314 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.806244 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Transition to ACTIVE for port object 76a93bc5-dcdd-4973-a897-68e45e0fd736 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:20.911957 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:20.958197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network 9252c7a0-c7e5-4556-941c-eee89611fd34 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:20.961186 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:20.964872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:21.104466 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.172741 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8a597564-429d-471b-9e3b-607efafc278f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:21.234923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 8a597564-429d-471b-9e3b-607efafc278f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:21.235207 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.298780 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-98f04e50-2d18-419d-9133-f3143019dd48 None None] Provisioning for port 76a93bc5-dcdd-4973-a897-68e45e0fd736 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:21.307396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-98f04e50-2d18-419d-9133-f3143019dd48 None None] Provisioning complete for port 76a93bc5-dcdd-4973-a897-68e45e0fd736 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:21.307771 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-98f04e50-2d18-419d-9133-f3143019dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.312993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=76a93bc5-dcdd-4973-a897-68e45e0fd736,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:21.340818 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:21.341459 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.348548 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-98f04e50-2d18-419d-9133-f3143019dd48 None None] Port 76a93bc5-dcdd-4973-a897-68e45e0fd736 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:30:21.487746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-65cb89f8-b4ec-4859-905b-3ee8b1eb3506 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1622143 Aug 20 12:30:21.499885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Request body: {'port': {'device_id': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:21.552203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.698766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8208ada-0372-40e4-833b-62f5aa0ea6de req-40cf8c0f-6b44-4467-b2f0-078535a6e411 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:21.699198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8208ada-0372-40e4-833b-62f5aa0ea6de req-40cf8c0f-6b44-4467-b2f0-078535a6e411 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 932 time: 0.1132677 Aug 20 12:30:21.787130 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c8208ada-0372-40e4-833b-62f5aa0ea6de req-197cab30-cc5c-4b27-9f65-3eb5fa270ca4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816753 Aug 20 12:30:21.881089 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a93bc5-dcdd-4973-a897-68e45e0fd736 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:30:21.888909 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:21.901272 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Transition to ACTIVE for port object 76a93bc5-dcdd-4973-a897-68e45e0fd736 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:30:21.989175 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.042225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Pushing event updated for resources: {'Port': ['ID=76a93bc5-dcdd-4973-a897-68e45e0fd736,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:22.117019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Attempting to bind port 76a93bc5-dcdd-4973-a897-68e45e0fd736 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:30:22.117364 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Attempting to bind port 76a93bc5-dcdd-4973-a897-68e45e0fd736 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:30:22.117692 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Attempting to bind port 76a93bc5-dcdd-4973-a897-68e45e0fd736 on network 9252c7a0-c7e5-4556-941c-eee89611fd34 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:22.123052 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Port 76a93bc5-dcdd-4973-a897-68e45e0fd736 on network 9252c7a0-c7e5-4556-941c-eee89611fd34 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:30:22.123382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Attempting to bind port 76a93bc5-dcdd-4973-a897-68e45e0fd736 on network 9252c7a0-c7e5-4556-941c-eee89611fd34 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:30:22.128582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:30:22.128935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Checking segment: {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:30:22.129327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Bound using segment: {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:30:22.129763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Bound port: 76a93bc5-dcdd-4973-a897-68e45e0fd736, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:30:22.130129 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.196825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:30:22.200044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:30:22.304708 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.342768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:22.343390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:22.344770 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] 10.222.0.57 "PUT /v2.0/ports/76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 200 len: 1092 time: 0.8491845 Aug 20 12:30:22.345208 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:22.347503 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bd96fc-a0c4-42ed-a060-7d207a2ad817" -d '{"events": [{"name": "network-changed", "server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:22.394570 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab6393-113e-4568-a98d-0d85418a2206 service neutron] Pushing event updated for resources: {'Port': ['ID=76a93bc5-dcdd-4973-a897-68e45e0fd736,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:22.394570 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fede41-0122-4eb0-88c8-09f85a9fafa0 x-openstack-request-id: req-32fede41-0122-4eb0-88c8-09f85a9fafa0 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:22.394570 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:22.394570 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32fede41-0122-4eb0-88c8-09f85a9fafa0 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:22.394570 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'status': 'completed', 'code': 200} Aug 20 12:30:22.451337 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd96fc-a0c4-42ed-a060-7d207a2ad817 req-c7a5a266-469e-4c2c-a2d2-5d1e7ff3c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:22.452942 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6bd96fc-a0c4-42ed-a060-7d207a2ad817 req-c7a5a266-469e-4c2c-a2d2-5d1e7ff3c144 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1095 time: 0.0450342 Aug 20 12:30:22.553978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd96fc-a0c4-42ed-a060-7d207a2ad817 req-3e50747d-5feb-4129-8cda-bf7e9a66e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:22.555527 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6bd96fc-a0c4-42ed-a060-7d207a2ad817 req-3e50747d-5feb-4129-8cda-bf7e9a66e7be service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0942042 Aug 20 12:30:22.654639 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd96fc-a0c4-42ed-a060-7d207a2ad817 req-2b4beb3e-6d5a-40cb-a2d7-fe78fad685da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:22.656015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6bd96fc-a0c4-42ed-a060-7d207a2ad817 req-2b4beb3e-6d5a-40cb-a2d7-fe78fad685da service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942094 Aug 20 12:30:22.732811 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-dc5c74a4-579f-40bd-997c-ba9fa3592ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:22.734303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-dc5c74a4-579f-40bd-997c-ba9fa3592ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1095 time: 0.0411968 Aug 20 12:30:22.775903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-bd3159f7-f9c6-41d7-8121-8b38677cb80d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 200 len: 217 time: 0.0337782 Aug 20 12:30:22.831613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-eea7f101-4f49-4cb4-b20e-9c5f900af4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:22.833111 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-eea7f101-4f49-4cb4-b20e-9c5f900af4b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c388fe7-d25d-42f4-9774-6ff540f33d3a HTTP/1.1" status: 200 len: 835 time: 0.0503116 Aug 20 12:30:22.905237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-d384f9f5-42af-458a-831c-7f2ac6f1097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:22.906659 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-d384f9f5-42af-458a-831c-7f2ac6f1097b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9252c7a0-c7e5-4556-941c-eee89611fd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665894 Aug 20 12:30:22.929087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63b317-7ab4-4f35-8b90-6f14f3a54578 req-9cae5a4e-3f50-4f54-9e64-028bf796012d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:22.931021 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa63b317-7ab4-4f35-8b90-6f14f3a54578 req-9cae5a4e-3f50-4f54-9e64-028bf796012d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 944 time: 0.0665405 Aug 20 12:30:23.018107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fa63b317-7ab4-4f35-8b90-6f14f3a54578 req-7c712961-8b5b-4836-bacd-4cd11949933a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748913 Aug 20 12:30:23.035449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-f4008b6e-c12c-4c63-8a17-24f3c4009ba5 service neutron] 10.222.0.57 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214242 Aug 20 12:30:23.124618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b4a89727-579f-43be-a2b3-79bf7f948136 req-07cb5641-701a-49c2-9b86-cf7ad4d45bad service neutron] 10.222.0.57 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820818 Aug 20 12:30:24.133106 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5bb40-c0df-429d-9195-3f2601711b4a req-3fb643e8-5971-4b05-bf33-3fb4b3242e30 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:24.135140 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ad5bb40-c0df-429d-9195-3f2601711b4a req-3fb643e8-5971-4b05-bf33-3fb4b3242e30 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 944 time: 0.0513825 Aug 20 12:30:24.172688 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7ad5bb40-c0df-429d-9195-3f2601711b4a req-b0bc4cba-ea1f-41d8-b26e-3c555e5871af tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315578 Aug 20 12:30:24.730573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 76a93bc5-dcdd-4973-a897-68e45e0fd736 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:30:24.826676 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:24.837669 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'port_id': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'mac_address': 'fa:16:3e:5c:e4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:30:24.874860 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:24.888178 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a93bc5-dcdd-4973-a897-68e45e0fd736 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:30:24.907553 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:25.019741 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:25.071589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=76a93bc5-dcdd-4973-a897-68e45e0fd736,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:25.255421 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['76a93bc5-dcdd-4973-a897-68e45e0fd736'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:30:25.294563 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118acf4-2010-4be3-9e04-4a358d146dcc req-5605e13c-1cfd-4f97-bbb0-b0be670696d6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:25.296096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7118acf4-2010-4be3-9e04-4a358d146dcc req-5605e13c-1cfd-4f97-bbb0-b0be670696d6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 945 time: 0.0549662 Aug 20 12:30:25.334048 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7118acf4-2010-4be3-9e04-4a358d146dcc req-be2c7418-1b3f-4514-8dd5-2c81ab9979c5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317178 Aug 20 12:30:26.446556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a0519-86b2-4108-ab9b-22b4320f711e req-86e69cad-2469-4c52-b17e-cb4167792eb8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:26.447962 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb1a0519-86b2-4108-ab9b-22b4320f711e req-86e69cad-2469-4c52-b17e-cb4167792eb8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 945 time: 0.0477705 Aug 20 12:30:26.488311 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb1a0519-86b2-4108-ab9b-22b4320f711e req-aca4dd25-a926-4986-abeb-539e3a1b74c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343020 Aug 20 12:30:26.746011 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 76a93bc5-dcdd-4973-a897-68e45e0fd736 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:30:26.903557 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 76a93bc5-dcdd-4973-a897-68e45e0fd736 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:30:26.907552 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 76a93bc5-dcdd-4973-a897-68e45e0fd736 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:30:26.907921 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:26.981383 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:27.003094 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:27.005232 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a04280b-704b-4c8e-9043-e700eae500bd" -d '{"events": [{"server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "name": "network-vif-plugged", "status": "completed", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:27.021738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:30:27.042314 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d46f269-a180-479f-b8a0-de3fcf1e462f x-openstack-request-id: req-9d46f269-a180-479f-b8a0-de3fcf1e462f {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:27.042639 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "name": "network-vif-plugged", "status": "completed", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:27.042903 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d46f269-a180-479f-b8a0-de3fcf1e462f {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:27.043307 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'code': 200} Aug 20 12:30:27.080776 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:27.129399 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=76a93bc5-dcdd-4973-a897-68e45e0fd736,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:27.140181 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ae73-8911-4919-8d05-f8f91ecf2524 req-0a7db540-6002-4a3d-92f0-62e7eba98915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:27.141709 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b30ae73-8911-4919-8d05-f8f91ecf2524 req-0a7db540-6002-4a3d-92f0-62e7eba98915 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1097 time: 0.0436141 Aug 20 12:30:27.185831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4b30ae73-8911-4919-8d05-f8f91ecf2524 req-20d3a4b3-dd9e-4d5d-af64-d6cb5d8ac59c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369947 Aug 20 12:30:27.607156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21524d-77ed-4dbc-abf0-e401059ff1f2 req-0bbdadd3-7782-46dc-9886-c69e378c7730 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:27.608633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a21524d-77ed-4dbc-abf0-e401059ff1f2 req-0bbdadd3-7782-46dc-9886-c69e378c7730 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0481453 Aug 20 12:30:27.650367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5a21524d-77ed-4dbc-abf0-e401059ff1f2 req-a3df6efc-e21b-4bdc-ac70-492ee3fab96c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347612 Aug 20 12:30:28.764542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd393-ac71-4c28-9cf7-a46c0365cb8d req-18d5d0bd-e513-48a2-b08f-c7211468c6e8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:28.766096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12dfd393-ac71-4c28-9cf7-a46c0365cb8d req-18d5d0bd-e513-48a2-b08f-c7211468c6e8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0488944 Aug 20 12:30:28.807379 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-12dfd393-ac71-4c28-9cf7-a46c0365cb8d req-7ec5c344-1f89-49b3-ab28-e5aabb2a9186 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352919 Aug 20 12:30:28.920474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35708fa-15e2-4994-8e05-c0ac87cf361f req-31ce85f4-6e2b-4700-93a5-0827e333ec98 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:28.921980 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d35708fa-15e2-4994-8e05-c0ac87cf361f req-31ce85f4-6e2b-4700-93a5-0827e333ec98 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0495358 Aug 20 12:30:28.959483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d35708fa-15e2-4994-8e05-c0ac87cf361f req-e4cad974-7ecc-4ac2-9932-114f97c140e7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311787 Aug 20 12:30:28.981804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50104) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:29.025130 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15f1b78-5c62-450b-b844-5be8aa9ec723 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:29.026744 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b15f1b78-5c62-450b-b844-5be8aa9ec723 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1092 time: 0.0439095 Aug 20 12:30:29.029547 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50106) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:29.033946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:30:29.115064 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.212892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.319400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.25.4.74 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/ff9e5976-9035-4cc9-9ec9-b7815e0aab4a) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:30:29.417721 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.526892 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:29.572688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:30:29.575512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:30:29.581951 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:30:29.583956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=ff9e5976-9035-4cc9-9ec9-b7815e0aab4a,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:29.933696 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.078091 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.227556 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.297452 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.366678 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=ff9e5976-9035-4cc9-9ec9-b7815e0aab4a,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:30:30.378048 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.480090 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Floating IP 7f705797-537d-4a7e-a0df-a4fbd75c1fbb associated. External IP: 172.25.4.74, port: 76a93bc5-dcdd-4973-a897-68e45e0fd736. Aug 20 12:30:30.685502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:30:30.794453 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:30:30.804524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] Sync routers for ids ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:30:30.814970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] Routers {'431ac3e5-70c5-49e3-aaeb-640a3c188f6a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:30.815601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:30.876833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:30.903973 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-33839ccc-33e5-4c45-b500-52dcf41f7cae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8733983 Aug 20 12:30:30.904859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:30:30.907504 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:30:30.922984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] Set router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:30.946067 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225613d0-75fc-4a0b-975d-81348f116342 x-openstack-request-id: req-225613d0-75fc-4a0b-975d-81348f116342 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:30:30.946616 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:30:30.946708 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-225613d0-75fc-4a0b-975d-81348f116342 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:30:30.947044 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'status': 'completed', 'code': 200} Aug 20 12:30:31.035179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cb5ee-ce98-4d47-af1c-70578414874f req-03546c7c-1898-41b1-9262-4896041214c5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:31.036686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d60cb5ee-ce98-4d47-af1c-70578414874f req-03546c7c-1898-41b1-9262-4896041214c5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0793304 Aug 20 12:30:31.042642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-035dde2a-12e1-422a-8ed7-5ecc5840fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:31.044079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-035dde2a-12e1-422a-8ed7-5ecc5840fbd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1097 time: 0.0597713 Aug 20 12:30:31.128335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d60cb5ee-ce98-4d47-af1c-70578414874f req-036530c7-251d-4099-a879-424c7d27be34 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832875 Aug 20 12:30:31.153597 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50112) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:31.161837 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '7f705797-537d-4a7e-a0df-a4fbd75c1fbb', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'port_id': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'mac_address': 'fa:16:3e:5c:e4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:29Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a597564-429d-471b-9e3b-607efafc278f', 'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:45:57:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.166219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-fd9212a7-76e4-4012-9c70-f36629439648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:31.167941 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-fd9212a7-76e4-4012-9c70-f36629439648 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9252c7a0-c7e5-4556-941c-eee89611fd34 HTTP/1.1" status: 200 len: 898 time: 0.1159329 Aug 20 12:30:31.194080 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] Checking router: 431ac3e5-70c5-49e3-aaeb-640a3c188f6a for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:30:31.202907 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] Routers {'431ac3e5-70c5-49e3-aaeb-640a3c188f6a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:30:31.203551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:30:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.221732 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-673d84c8-25f1-4696-8e63-39f9bff29f5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/7f705797-537d-4a7e-a0df-a4fbd75c1fbb HTTP/1.1" status: 200 len: 991 time: 0.0662301 Aug 20 12:30:31.238568 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-ac642ea0-e9cf-4fd8-9d21-7bb4bb03a2ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 200 len: 999 time: 0.0641966 Aug 20 12:30:31.287885 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-0bcda4f5-b5b0-4c66-9577-ac8417a9ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:31.289991 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-0bcda4f5-b5b0-4c66-9577-ac8417a9ee97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c388fe7-d25d-42f4-9774-6ff540f33d3a HTTP/1.1" status: 200 len: 835 time: 0.0442626 Aug 20 12:30:31.311479 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] Set router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:30:31.335274 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-460ac07e-29d0-4a29-b145-a7078860dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:30:31.337393 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-460ac07e-29d0-4a29-b145-a7078860dc8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9252c7a0-c7e5-4556-941c-eee89611fd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409377 Aug 20 12:30:31.429545 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-bb413672-9844-49a7-b429-ff6dde4f7998 service neutron] 10.222.0.57 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850985 Aug 20 12:30:31.522092 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13699db8-89ba-46e9-9d5f-9775c4d3ac7d req-5546168c-f3e7-465c-b076-fc52d0a86677 service neutron] 10.222.0.57 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860038 Aug 20 12:30:31.535124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '7f705797-537d-4a7e-a0df-a4fbd75c1fbb', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'port_id': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'mac_address': 'fa:16:3e:5c:e4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:29Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a597564-429d-471b-9e3b-607efafc278f', 'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:45:57:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:30:31.564180 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04344312-2fa7-44f7-800e-79dfdf457d76 None None] The sync data for ids ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'] in n-d-804230-3 is: [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '7f705797-537d-4a7e-a0df-a4fbd75c1fbb', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.74', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'port_id': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'mac_address': 'fa:16:3e:5c:e4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:30:29Z', 'updated_at': '2021-08-20T12:30:29Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a597564-429d-471b-9e3b-607efafc278f', 'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:45:57:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:30:31.755814 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1462386-ed7e-47a6-9955-03a186044e0f None None] New status for floating IP 7f705797-537d-4a7e-a0df-a4fbd75c1fbb: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:30:32.224098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50114) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:30:32.289231 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5d3b1752-203b-49ab-bfa6-29ab6874ba94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/7f705797-537d-4a7e-a0df-a4fbd75c1fbb HTTP/1.1" status: 200 len: 993 time: 0.0638599 Aug 20 12:30:41.837924 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:43.484445 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:30:44.125390 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:45.093919 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2031797d-ce18-4432-a659-2fdf2a7d27b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:47.748789 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5dd684f4-02da-496d-8660-65306f8bc7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:48.680036 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:49.485778 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:30:51.119906 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:03.841422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1dbb4-673d-4428-93d6-08200a0c0c79 req-1d5e440c-116e-44e4-8e11-f047efc4c440 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:03.846368 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90f1dbb4-673d-4428-93d6-08200a0c0c79 req-1d5e440c-116e-44e4-8e11-f047efc4c440 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0489831 Aug 20 12:31:03.880412 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-90f1dbb4-673d-4428-93d6-08200a0c0c79 req-2e996bfa-df90-40c1-8ad5-29d24de646fb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313663 Aug 20 12:31:04.016179 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-8bd9e60c-5552-4329-baad-ebf9bdc9e5ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814974 Aug 20 12:31:05.061790 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde9c2-10f3-45ff-8b96-ac07ea7df710 req-6aa5eebc-8fb5-4c53-a395-7655229ed8a8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:05.067052 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-abdde9c2-10f3-45ff-8b96-ac07ea7df710 req-6aa5eebc-8fb5-4c53-a395-7655229ed8a8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.1005812 Aug 20 12:31:05.103800 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-abdde9c2-10f3-45ff-8b96-ac07ea7df710 req-f1696aa3-0924-4af4-8ecf-66dc88f8c7e4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343692 Aug 20 12:31:06.256274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9286af-7f18-4356-a592-d9fce43ac290 req-4acfa83b-0b7b-47d2-bb27-d234cd48218e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.257795 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3c9286af-7f18-4356-a592-d9fce43ac290 req-4acfa83b-0b7b-47d2-bb27-d234cd48218e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0542257 Aug 20 12:31:06.301506 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3c9286af-7f18-4356-a592-d9fce43ac290 req-1b1cca5b-754e-4303-8962-cbab546d4c6c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375805 Aug 20 12:31:06.336342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d953a-8333-4b9c-b466-def19475d6d1 req-d406f495-6061-4ba1-bedf-b10e30c8ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.337929 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-d406f495-6061-4ba1-bedf-b10e30c8ff5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1097 time: 0.0478914 Aug 20 12:31:06.432074 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d953a-8333-4b9c-b466-def19475d6d1 req-0a5ff213-b168-417a-88dd-b38abe75fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.433609 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-0a5ff213-b168-417a-88dd-b38abe75fd74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9252c7a0-c7e5-4556-941c-eee89611fd34 HTTP/1.1" status: 200 len: 898 time: 0.0874026 Aug 20 12:31:06.505672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-375df66e-bd54-446e-9002-af29f8bd1568 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 200 len: 1001 time: 0.0646214 Aug 20 12:31:06.556703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d953a-8333-4b9c-b466-def19475d6d1 req-e2e9a17c-1800-442f-a086-e7c0b4067316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.557998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-e2e9a17c-1800-442f-a086-e7c0b4067316 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c388fe7-d25d-42f4-9774-6ff540f33d3a HTTP/1.1" status: 200 len: 835 time: 0.0455966 Aug 20 12:31:06.603959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d953a-8333-4b9c-b466-def19475d6d1 req-5c1c44c9-7da2-461e-89ac-16ab27019e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:06.605515 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-5c1c44c9-7da2-461e-89ac-16ab27019e76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9252c7a0-c7e5-4556-941c-eee89611fd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407100 Aug 20 12:31:06.700990 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-568bd47d-890c-4a23-b7c2-22c0cb89d0a4 service neutron] 10.222.0.57 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878057 Aug 20 12:31:06.794916 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-bbf79426-f4ab-4bc2-bf1c-ffbc863555fc service neutron] 10.222.0.57 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843272 Aug 20 12:31:07.418664 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2871d71-e586-42e7-842e-659ecd336384 req-60cb86e7-9d0a-4bdd-bf47-e7b11e2d0b98 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:07.420137 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2871d71-e586-42e7-842e-659ecd336384 req-60cb86e7-9d0a-4bdd-bf47-e7b11e2d0b98 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0496583 Aug 20 12:31:07.457242 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a2871d71-e586-42e7-842e-659ecd336384 req-6f4beb69-9983-40f2-85b5-242029187fb6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309904 Aug 20 12:31:08.573958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa09592-1bdd-4be7-8c7f-0ae51a474770 req-2eda85f7-1583-4e32-9ebe-0a755cc180ad tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:08.576215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ffa09592-1bdd-4be7-8c7f-0ae51a474770 req-2eda85f7-1583-4e32-9ebe-0a755cc180ad tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0505550 Aug 20 12:31:08.612520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ffa09592-1bdd-4be7-8c7f-0ae51a474770 req-e64fa559-83d1-41fd-ae6d-631c79ff4943 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304224 Aug 20 12:31:09.733587 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2318-f985-4d1c-b09c-eab02663c629 req-3a6d7c5b-8e2b-4079-95a3-08a2e8f3ebfe tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:09.735090 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-980d2318-f985-4d1c-b09c-eab02663c629 req-3a6d7c5b-8e2b-4079-95a3-08a2e8f3ebfe tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0533166 Aug 20 12:31:09.773196 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-980d2318-f985-4d1c-b09c-eab02663c629 req-e2758e87-c414-4ceb-8ad0-6538f20f427d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322161 Aug 20 12:31:10.892617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81ca60-71fa-47f6-87b7-f68dc7572e11 req-e06d3845-0b9d-44cf-9981-e7a964a8d1d6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:10.894138 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf81ca60-71fa-47f6-87b7-f68dc7572e11 req-e06d3845-0b9d-44cf-9981-e7a964a8d1d6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0506265 Aug 20 12:31:10.936496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bf81ca60-71fa-47f6-87b7-f68dc7572e11 req-78eef187-6817-4e1b-a589-92d4f7c19590 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361278 Aug 20 12:31:11.822404 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:12.068439 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b11080-94fb-4ced-a18d-bc2e3062c351 req-6b13a419-cab3-44ca-bbf4-df4b2d9e5c7a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:12.069972 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89b11080-94fb-4ced-a18d-bc2e3062c351 req-6b13a419-cab3-44ca-bbf4-df4b2d9e5c7a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0514269 Aug 20 12:31:12.110942 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89b11080-94fb-4ced-a18d-bc2e3062c351 req-020acd52-b04d-44c5-861c-9c84235d2c77 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341437 Aug 20 12:31:13.245288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373d02a-3a7a-4ce7-946d-6a32663d1dcf req-f56b61c6-bbc7-4fa3-9d16-57c46e722eae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:13.247134 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4373d02a-3a7a-4ce7-946d-6a32663d1dcf req-f56b61c6-bbc7-4fa3-9d16-57c46e722eae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0621841 Aug 20 12:31:13.292394 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4373d02a-3a7a-4ce7-946d-6a32663d1dcf req-69f7b889-178b-457c-88cd-c760943b4034 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386324 Aug 20 12:31:14.253834 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:14.428197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c669aeb-c1f8-404f-97b5-9c096ee76636 req-eab6f8cc-29c2-4476-a02d-81613e321792 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:14.429748 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c669aeb-c1f8-404f-97b5-9c096ee76636 req-eab6f8cc-29c2-4476-a02d-81613e321792 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0580842 Aug 20 12:31:14.474066 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1c669aeb-c1f8-404f-97b5-9c096ee76636 req-83ff00b7-4590-499a-a55c-29e64c22dc7c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343022 Aug 20 12:31:15.096681 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9a59620a-ae63-49fb-9215-ae9b010cbd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:15.610877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4792af-f4cf-47fc-9f78-9e4e94c419d9 req-7ec11b14-0461-4145-ab5b-3f815ca54022 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:15.612505 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f4792af-f4cf-47fc-9f78-9e4e94c419d9 req-7ec11b14-0461-4145-ab5b-3f815ca54022 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0617120 Aug 20 12:31:15.656415 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3f4792af-f4cf-47fc-9f78-9e4e94c419d9 req-d9e9343b-6128-4776-9a76-e4e1085af5fb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378604 Aug 20 12:31:16.789987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f608-a6cb-4c4e-8316-56e0ba85bfc1 req-6ee35ec0-27f1-4d3a-8b74-e7ec1eb9f7ce tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:16.791635 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1162f608-a6cb-4c4e-8316-56e0ba85bfc1 req-6ee35ec0-27f1-4d3a-8b74-e7ec1eb9f7ce tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0550923 Aug 20 12:31:16.831205 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1162f608-a6cb-4c4e-8316-56e0ba85bfc1 req-c2e25059-4245-4434-a508-9fa42bd96b88 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329857 Aug 20 12:31:17.753679 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7b54ddf5-a5cc-40bf-92c2-895304d90a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:17.953820 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604da76-b30f-4910-a7df-d81f608d8561 req-b5943d0f-211b-4643-8931-45f2b590ddde tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:17.955451 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e604da76-b30f-4910-a7df-d81f608d8561 req-b5943d0f-211b-4643-8931-45f2b590ddde tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0559363 Aug 20 12:31:18.007735 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e604da76-b30f-4910-a7df-d81f608d8561 req-c262e9ad-f385-4e13-9ffd-656d2ed3cd79 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417061 Aug 20 12:31:18.677198 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:19.156758 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69364af6-d970-40d2-86e1-83ec6c9fa326 req-7c08bb3a-3c57-4f93-b720-7bfaa9bb57b9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:19.158378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-69364af6-d970-40d2-86e1-83ec6c9fa326 req-7c08bb3a-3c57-4f93-b720-7bfaa9bb57b9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0557098 Aug 20 12:31:19.205812 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-69364af6-d970-40d2-86e1-83ec6c9fa326 req-1f17bf7f-1ade-4f7c-abc4-b6d92abd3417 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369399 Aug 20 12:31:19.522267 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:20.359371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263d529-abf1-4d6f-a7e4-78f6537438e3 req-f716c9b5-e0cc-4ba7-8354-7adfdc3269e0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:20.362169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d263d529-abf1-4d6f-a7e4-78f6537438e3 req-f716c9b5-e0cc-4ba7-8354-7adfdc3269e0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0725832 Aug 20 12:31:20.406968 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d263d529-abf1-4d6f-a7e4-78f6537438e3 req-10d6a483-f9d4-4ca7-b56b-3a214b9bf753 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385933 Aug 20 12:31:20.485655 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:31:21.179230 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:21.531562 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522ab9c-bc1b-44c0-9d7b-4ea938029b81 req-0901ee6f-e255-4a29-932b-06d4404974b3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:21.533097 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9522ab9c-bc1b-44c0-9d7b-4ea938029b81 req-0901ee6f-e255-4a29-932b-06d4404974b3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0511053 Aug 20 12:31:21.572944 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9522ab9c-bc1b-44c0-9d7b-4ea938029b81 req-55959736-56c7-4b3b-94bb-3f30c31e9400 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337682 Aug 20 12:31:22.689619 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc96e2-93ae-4b62-bd90-d168413660db req-d9c8809c-6466-4c33-ab40-07e1600a120c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:22.691210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dddc96e2-93ae-4b62-bd90-d168413660db req-d9c8809c-6466-4c33-ab40-07e1600a120c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0496013 Aug 20 12:31:22.730494 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dddc96e2-93ae-4b62-bd90-d168413660db req-e6279a33-b22a-4247-9495-d1523b6276fa tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331159 Aug 20 12:31:23.856752 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc360-d041-4b3c-aa37-304626d768f5 req-50ef2047-db8d-49d1-89e2-ba852dd890f1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:23.858298 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fdfcc360-d041-4b3c-aa37-304626d768f5 req-50ef2047-db8d-49d1-89e2-ba852dd890f1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0554690 Aug 20 12:31:23.898767 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fdfcc360-d041-4b3c-aa37-304626d768f5 req-351d2161-34a1-4564-8964-f444cf9282be tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343680 Aug 20 12:31:23.994520 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-458d953a-8333-4b9c-b466-def19475d6d1 req-15710e7e-4d01-478c-9be5-613d94f3417d service neutron] show failed (client error): The resource could not be found. Aug 20 12:31:23.995576 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-15710e7e-4d01-478c-9be5-613d94f3417d service neutron] 10.222.0.57 "GET /v2.0/ports/76a93bc5-dcdd-4973-a897-68e45e0fd736/bindings/n-h2-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0607898 Aug 20 12:31:24.675486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d953a-8333-4b9c-b466-def19475d6d1 req-a8deda28-6088-462a-91d3-10cfdb99e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:24.677047 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-a8deda28-6088-462a-91d3-10cfdb99e284 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 1097 time: 0.1216159 Aug 20 12:31:24.695456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:31:24.751297 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:24.959088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:25.023306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:31:25.059784 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805b26c-4eda-4ae6-95a3-598c49d42334 req-a7377fcc-debc-4c25-b7c9-47eb22549589 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:25.061270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a805b26c-4eda-4ae6-95a3-598c49d42334 req-a7377fcc-debc-4c25-b7c9-47eb22549589 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0929050 Aug 20 12:31:25.081245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:25.083445 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3a9a89-080b-4d0d-8b61-bdfedc6dfef5" -d '{"events": [{"server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "name": "network-vif-unplugged", "status": "completed", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:25.088508 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:25.116617 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Transition to ACTIVE for port object 76a93bc5-dcdd-4973-a897-68e45e0fd736 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:31:25.126156 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a805b26c-4eda-4ae6-95a3-598c49d42334 req-50ee8b14-b0a4-4208-9329-273c635c7a15 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531962 Aug 20 12:31:25.133842 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c28a01-1465-4bb5-a79a-536451bed4ef x-openstack-request-id: req-74c28a01-1465-4bb5-a79a-536451bed4ef {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:25.134163 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "name": "network-vif-unplugged", "status": "completed", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:25.134482 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74c28a01-1465-4bb5-a79a-536451bed4ef {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:25.134892 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'code': 200} Aug 20 12:31:25.190644 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:25.673202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Pushing event updated for resources: {'Port': ['ID=76a93bc5-dcdd-4973-a897-68e45e0fd736,revision_number=6']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:25.690763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.691507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.691507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.691837 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.692173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.692504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.692834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.693165 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.693492 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.693809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.694133 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.694477 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:25.748518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] No DVR routers for this DVR port 76a93bc5-dcdd-4973-a897-68e45e0fd736 on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:31:25.891225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Attempting to bind port 76a93bc5-dcdd-4973-a897-68e45e0fd736 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:31:25.891552 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Attempting to bind port 76a93bc5-dcdd-4973-a897-68e45e0fd736 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:31:25.891874 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Attempting to bind port 76a93bc5-dcdd-4973-a897-68e45e0fd736 on network 9252c7a0-c7e5-4556-941c-eee89611fd34 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:31:25.896267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Port 76a93bc5-dcdd-4973-a897-68e45e0fd736 on network 9252c7a0-c7e5-4556-941c-eee89611fd34 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:31:25.896580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Attempting to bind port 76a93bc5-dcdd-4973-a897-68e45e0fd736 on network 9252c7a0-c7e5-4556-941c-eee89611fd34 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:31:25.901313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:31:25.901646 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Checking segment: {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:31:25.902030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Bound using segment: {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:31:25.902457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Bound port: 76a93bc5-dcdd-4973-a897-68e45e0fd736, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69451cd-4f88-42d1-be87-d1d4590a5aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:31:25.902889 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:25.964167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:31:25.967344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:31:26.048305 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:26.081906 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:26.082584 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:26.083992 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] 10.222.0.38 "PUT /v2.0/ports/76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 200 len: 1092 time: 1.3929718 Aug 20 12:31:26.106682 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab7dad-c9d4-4c25-98be-06915c0c76e3 service neutron] Pushing event updated for resources: {'Port': ['ID=76a93bc5-dcdd-4973-a897-68e45e0fd736,revision_number=7']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:26.151105 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d953a-8333-4b9c-b466-def19475d6d1 req-c8751a75-4ea5-478c-90ed-18e980d07a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:26.152686 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-c8751a75-4ea5-478c-90ed-18e980d07a00 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1095 time: 0.0416958 Aug 20 12:31:26.256560 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540cc9-900e-4c1d-b8ee-f47b3fb5e7c0 req-a907a207-a615-4b5d-a386-17b9d464b95c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:26.258750 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4540cc9-900e-4c1d-b8ee-f47b3fb5e7c0 req-a907a207-a615-4b5d-a386-17b9d464b95c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 944 time: 0.0552127 Aug 20 12:31:26.270704 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d953a-8333-4b9c-b466-def19475d6d1 req-21947c11-5b91-4a21-a7e1-2cdcadd8bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:26.272461 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-21947c11-5b91-4a21-a7e1-2cdcadd8bee3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9252c7a0-c7e5-4556-941c-eee89611fd34 HTTP/1.1" status: 200 len: 898 time: 0.1123228 Aug 20 12:31:26.300820 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4540cc9-900e-4c1d-b8ee-f47b3fb5e7c0 req-11d3bceb-53d6-427f-9598-804bf43a2ffc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355120 Aug 20 12:31:26.347663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-230886f4-fdec-4b09-8abd-6656dd694602 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 200 len: 999 time: 0.0625260 Aug 20 12:31:26.409031 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d953a-8333-4b9c-b466-def19475d6d1 req-9b1f1214-05e3-4043-a14b-d4bbd78319b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:26.410552 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-9b1f1214-05e3-4043-a14b-d4bbd78319b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c388fe7-d25d-42f4-9774-6ff540f33d3a HTTP/1.1" status: 200 len: 835 time: 0.0508490 Aug 20 12:31:26.460358 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d953a-8333-4b9c-b466-def19475d6d1 req-95e911c9-a4bc-48f3-a275-e5ece6189d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:26.461891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-95e911c9-a4bc-48f3-a275-e5ece6189d40 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9252c7a0-c7e5-4556-941c-eee89611fd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419121 Aug 20 12:31:26.558496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-db973404-5163-4ad5-b0e1-4a34e6a80a4d service neutron] 10.222.0.38 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844781 Aug 20 12:31:26.660600 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-691fc596-1f6a-4d0d-ae90-2cc2e7a953e2 service neutron] 10.222.0.38 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914762 Aug 20 12:31:27.087827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 76a93bc5-dcdd-4973-a897-68e45e0fd736 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:31:27.124694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 76a93bc5-dcdd-4973-a897-68e45e0fd736 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:31:27.135662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:27.138755 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756597ba-3d01-481e-9fde-124abeeaaa67" -d '{"events": [{"name": "network-changed", "server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:27.187210 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48d8727-7599-47c7-ab47-8043eab08359 x-openstack-request-id: req-b48d8727-7599-47c7-ab47-8043eab08359 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:27.187508 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:27.187763 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b48d8727-7599-47c7-ab47-8043eab08359 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:27.188161 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'status': 'completed', 'code': 200} Aug 20 12:31:27.247856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-3e8521ee-9ba5-4607-9273-8310272d2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:27.249360 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-3e8521ee-9ba5-4607-9273-8310272d2371 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1095 time: 0.0442171 Aug 20 12:31:27.258466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-59dba0fc-b8f5-4ef9-ac4a-b0f0d9e33af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:27.259908 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-59dba0fc-b8f5-4ef9-ac4a-b0f0d9e33af6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1095 time: 0.0413947 Aug 20 12:31:27.342291 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-7ecbed24-ed26-48f7-b184-7088834f788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:27.343886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-7ecbed24-ed26-48f7-b184-7088834f788e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9252c7a0-c7e5-4556-941c-eee89611fd34 HTTP/1.1" status: 200 len: 898 time: 0.0879543 Aug 20 12:31:27.357305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-c148ec57-7eff-4267-803c-78a4ae403368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:27.359122 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-c148ec57-7eff-4267-803c-78a4ae403368 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9252c7a0-c7e5-4556-941c-eee89611fd34 HTTP/1.1" status: 200 len: 898 time: 0.0919495 Aug 20 12:31:27.427458 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-6b663ec6-150f-46dd-bd01-14f3ce46aa63 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 200 len: 999 time: 0.0606925 Aug 20 12:31:27.480406 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-d3e9a9c4-0de9-4d0b-9162-da86b4c5e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:27.482428 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-d3e9a9c4-0de9-4d0b-9162-da86b4c5e299 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c388fe7-d25d-42f4-9774-6ff540f33d3a HTTP/1.1" status: 200 len: 835 time: 0.0459468 Aug 20 12:31:27.537391 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-e20c0bf1-9488-48a4-8023-3dc5b5431a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:27.538893 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-e20c0bf1-9488-48a4-8023-3dc5b5431a2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9252c7a0-c7e5-4556-941c-eee89611fd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488753 Aug 20 12:31:27.635532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-dedb7af2-4052-4bab-b53c-cfb237cd659d service neutron] 10.222.0.38 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871215 Aug 20 12:31:27.737235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-b604d609-5a97-4fde-be4e-f92dd6c46b63 service neutron] 10.222.0.38 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935824 Aug 20 12:31:27.761268 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-fed14377-00d5-4154-9cd6-8c3c032a5d26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 200 len: 999 time: 0.4101236 Aug 20 12:31:27.773558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee2bff-ff1d-412a-a31c-57d014d4db44 req-52b9fcc3-9570-417d-aec9-77e95c2b6354 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:27.775151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-feee2bff-ff1d-412a-a31c-57d014d4db44 req-52b9fcc3-9570-417d-aec9-77e95c2b6354 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 944 time: 0.3819931 Aug 20 12:31:27.860603 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-4c5cdfc9-64eb-48e8-afdb-3e92f8c8be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:27.862005 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-4c5cdfc9-64eb-48e8-afdb-3e92f8c8be04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c388fe7-d25d-42f4-9774-6ff540f33d3a HTTP/1.1" status: 200 len: 835 time: 0.0859628 Aug 20 12:31:27.864975 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-feee2bff-ff1d-412a-a31c-57d014d4db44 req-9a22de6b-9ad5-4044-bf61-7773be7ba9f8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809820 Aug 20 12:31:27.914524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-53efb6dc-d01b-4d78-9092-bad2ddfd7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:27.916033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-53efb6dc-d01b-4d78-9092-bad2ddfd7d7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9252c7a0-c7e5-4556-941c-eee89611fd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473220 Aug 20 12:31:28.007114 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-c6b898e1-c102-45d3-895f-d4edc6923cdd service neutron] 10.222.0.57 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829797 Aug 20 12:31:28.105573 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-756597ba-3d01-481e-9fde-124abeeaaa67 req-ff31a6c2-71af-4f7b-8996-36d399a1b907 service neutron] 10.222.0.57 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918345 Aug 20 12:31:28.984662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c34d19-c257-4756-8b12-e31989f0d9ca req-ff201f61-b73d-4e17-a7eb-6debb091dc80 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:28.986195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44c34d19-c257-4756-8b12-e31989f0d9ca req-ff201f61-b73d-4e17-a7eb-6debb091dc80 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 944 time: 0.0493281 Aug 20 12:31:29.026698 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-44c34d19-c257-4756-8b12-e31989f0d9ca req-29148998-5129-4021-a50a-bc2bfc52b4f0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326731 Aug 20 12:31:29.348319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3914a-fb0c-46a6-8adb-8778ee5f4ce8 req-ca471b3c-fdef-4ba4-88ba-0057a0bf022b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:29.349817 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aee3914a-fb0c-46a6-8adb-8778ee5f4ce8 req-ca471b3c-fdef-4ba4-88ba-0057a0bf022b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 944 time: 0.0499537 Aug 20 12:31:29.388178 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aee3914a-fb0c-46a6-8adb-8778ee5f4ce8 req-de362a4e-9981-44c0-be0c-f534509509e0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321178 Aug 20 12:31:29.530855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-f476b48d-2a96-45b0-bced-22aa9c77eaab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:29.532311 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-f476b48d-2a96-45b0-bced-22aa9c77eaab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef&tenant_id=cf5accfea9d74273a18d35f4e69d58fc&binding%3Ahost_id=n-h2-804230-3 HTTP/1.1" status: 200 len: 944 time: 0.0812659 Aug 20 12:31:29.544379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cbeb5-6e4d-41ed-864a-f84234c04fbd req-2f3abf2a-e18e-46d0-9654-35c75fc818a7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:29.545862 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a5cbeb5-6e4d-41ed-864a-f84234c04fbd req-2f3abf2a-e18e-46d0-9654-35c75fc818a7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 944 time: 0.0842540 Aug 20 12:31:29.623300 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6a5cbeb5-6e4d-41ed-864a-f84234c04fbd req-b6ecffe3-4846-4859-b75a-d7e074035e71 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706105 Aug 20 12:31:29.630618 n-d-804230-3 neutron-server[95587]: INFO neutron.api.v2.resource [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-9cbb0609-4e91-4131-b3a1-35477beb9a13 service neutron] delete failed (client error): The resource could not be found. Aug 20 12:31:29.631640 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-9cbb0609-4e91-4131-b3a1-35477beb9a13 service neutron] 10.222.0.57 "DELETE /v2.0/ports/76a93bc5-dcdd-4973-a897-68e45e0fd736/bindings/n-h1-804230-3 HTTP/1.1" status: 404 len: 380 time: 0.0848885 Aug 20 12:31:29.716309 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-6731f0b5-d558-4613-9085-315fe02aeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:29.717840 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-6731f0b5-d558-4613-9085-315fe02aeb45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1095 time: 0.0425024 Aug 20 12:31:29.810906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-42ed1f01-1524-432b-8a2c-4d4baee3bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:29.812325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-42ed1f01-1524-432b-8a2c-4d4baee3bb3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9252c7a0-c7e5-4556-941c-eee89611fd34 HTTP/1.1" status: 200 len: 898 time: 0.0881603 Aug 20 12:31:29.844844 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 76a93bc5-dcdd-4973-a897-68e45e0fd736 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:31:29.884947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-e09c3144-2efd-42ee-bf89-a7393dd750db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 200 len: 999 time: 0.0655074 Aug 20 12:31:29.935389 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-0716ae03-121f-4735-9d71-8f4d1c07bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:29.937115 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-0716ae03-121f-4735-9d71-8f4d1c07bb84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c388fe7-d25d-42f4-9774-6ff540f33d3a HTTP/1.1" status: 200 len: 835 time: 0.0452044 Aug 20 12:31:29.942740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:29.955683 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'port_id': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'mac_address': 'fa:16:3e:5c:e4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:31:29.984604 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-636faf0b-1f3f-4154-b3e1-00ab024ac8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:29.986152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-636faf0b-1f3f-4154-b3e1-00ab024ac8ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9252c7a0-c7e5-4556-941c-eee89611fd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417204 Aug 20 12:31:29.993711 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:30.007312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a93bc5-dcdd-4973-a897-68e45e0fd736 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:31:30.031937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:30.086742 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-e9de837b-3b92-4ba9-88ca-aa91374608dc service neutron] 10.222.0.57 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929716 Aug 20 12:31:30.141228 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:30.184605 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-37c6e8b9-f936-4dfe-8a38-ccd34d6ddc34 req-6a847d67-97c2-4df8-82b0-06993fca9282 service neutron] 10.222.0.57 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899920 Aug 20 12:31:30.197792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=76a93bc5-dcdd-4973-a897-68e45e0fd736,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:30.206483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.206834 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.207175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.207517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.207848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.208175 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.208499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.208917 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.209146 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.209469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.209794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.210115 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:31:30.416341 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['76a93bc5-dcdd-4973-a897-68e45e0fd736'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:31:30.751565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0042a05-cb3e-4ea9-9472-6be787c0f50f req-2f91c4e6-7484-42ef-8d89-1e59903e8193 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:30.753122 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0042a05-cb3e-4ea9-9472-6be787c0f50f req-2f91c4e6-7484-42ef-8d89-1e59903e8193 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 945 time: 0.0555034 Aug 20 12:31:30.799024 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a0042a05-cb3e-4ea9-9472-6be787c0f50f req-0713a030-dd0d-419b-b572-1c44299d0647 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393035 Aug 20 12:31:31.845472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 76a93bc5-dcdd-4973-a897-68e45e0fd736 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:31:31.930956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da3598-b52f-479d-ae1a-465a878c93ad req-a3a0c609-69c9-4fe9-a194-b96d3b01bf4f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:31:31.932452 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9da3598-b52f-479d-ae1a-465a878c93ad req-a3a0c609-69c9-4fe9-a194-b96d3b01bf4f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 945 time: 0.0548627 Aug 20 12:31:31.970104 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b9da3598-b52f-479d-ae1a-465a878c93ad req-5d020b5e-fa80-40e8-a07f-496b0c2a4705 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309730 Aug 20 12:31:31.973066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 76a93bc5-dcdd-4973-a897-68e45e0fd736 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:31:31.977014 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 76a93bc5-dcdd-4973-a897-68e45e0fd736 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:31:31.977391 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:31.992607 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50220) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:31:32.056280 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b896838e-917d-4262-b446-25e3eb331352 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/7f705797-537d-4a7e-a0df-a4fbd75c1fbb HTTP/1.1" status: 200 len: 992 time: 0.0625122 Aug 20 12:31:32.060376 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:32.084930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:31:32.087174 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e4f6c3-b6ab-4fed-98fb-3c8f2aa54629" -d '{"events": [{"server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "name": "network-vif-plugged", "status": "completed", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:31:32.104060 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:31:32.130189 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc39facf-3fa4-4a67-ac8b-224afbbe9fbf x-openstack-request-id: req-dc39facf-3fa4-4a67-ac8b-224afbbe9fbf {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:31:32.131311 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "name": "network-vif-plugged", "status": "completed", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:31:32.131577 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc39facf-3fa4-4a67-ac8b-224afbbe9fbf {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:31:32.131989 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'code': 200} Aug 20 12:31:32.193255 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:32.241568 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=76a93bc5-dcdd-4973-a897-68e45e0fd736,revision_number=9']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:31:41.827086 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:44.172533 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:45.095316 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-004bc88c-e1df-4b78-9891-f24883d3a876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:47.764326 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e7a123ba-3388-4003-af7b-a9db9331afb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:48.749821 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:49.489193 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:51.129061 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:31:57.485891 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:32:02.690047 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50234) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:02.851609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port ff9e5976-9035-4cc9-9ec9-b7815e0aab4a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:02.851947 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.928392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.928717 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:02.939979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for ff9e5976-9035-4cc9-9ec9-b7815e0aab4a owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:03.189840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:03.215663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=ff9e5976-9035-4cc9-9ec9-b7815e0aab4a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:03.275909 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:03.275909 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Floating IP 7f705797-537d-4a7e-a0df-a4fbd75c1fbb disassociated (deleted). External IP: 172.25.4.74, port: 76a93bc5-dcdd-4973-a897-68e45e0fd736. Aug 20 12:32:03.483936 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:03.592434 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:03.597269 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:03.602277 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] Sync routers for ids ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:03.612757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] Routers {'431ac3e5-70c5-49e3-aaeb-640a3c188f6a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:03.613569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:03.714626 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-d871bfe8-f718-44e3-ae0d-74ad0ed57c83 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/floatingips/7f705797-537d-4a7e-a0df-a4fbd75c1fbb HTTP/1.1" status: 204 len: 168 time: 1.0233974 Aug 20 12:32:03.715271 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:03.717821 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c537ab5-408c-46d1-b675-4e44c466d61d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:03.819765 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092e5123-6f44-4242-b8c1-3768143a15bf x-openstack-request-id: req-092e5123-6f44-4242-b8c1-3768143a15bf {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:03.820164 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:03.820609 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-092e5123-6f44-4242-b8c1-3768143a15bf {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:03.821071 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'status': 'completed', 'code': 200} Aug 20 12:32:03.821766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] Set router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:04.023984 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-823bc38f-42ce-40b4-828e-0e0c21edbbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.025547 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-823bc38f-42ce-40b4-828e-0e0c21edbbb1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 1097 time: 0.1809649 Aug 20 12:32:04.124076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-dd6bd855-f419-4583-86ca-fd4e9a6ea179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.125648 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-dd6bd855-f419-4583-86ca-fd4e9a6ea179 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9252c7a0-c7e5-4556-941c-eee89611fd34 HTTP/1.1" status: 200 len: 898 time: 0.0918324 Aug 20 12:32:04.172778 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-781c6fb8-1145-442c-9c94-fa86b8328cc3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 200 len: 217 time: 0.0393610 Aug 20 12:32:04.176212 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '8a597564-429d-471b-9e3b-607efafc278f', 'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:45:57:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:04.212278 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] Checking router: 431ac3e5-70c5-49e3-aaeb-640a3c188f6a for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:04.223112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] Routers {'431ac3e5-70c5-49e3-aaeb-640a3c188f6a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:04.223749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:04.224267 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-cdd0e464-af1a-4a9b-bbe5-d7ff069824c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.226483 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-cdd0e464-af1a-4a9b-bbe5-d7ff069824c7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c388fe7-d25d-42f4-9774-6ff540f33d3a HTTP/1.1" status: 200 len: 835 time: 0.0463147 Aug 20 12:32:04.277179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb791d-0013-47f0-8b4f-d5fed0711002 req-aeb32d45-2177-49af-bbe0-087cb5b371d5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.277770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-ef459cf4-d3d0-464f-b0e4-a299791b6188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:04.277983 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cccb791d-0013-47f0-8b4f-d5fed0711002 req-aeb32d45-2177-49af-bbe0-087cb5b371d5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0520711 Aug 20 12:32:04.279505 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-ef459cf4-d3d0-464f-b0e4-a299791b6188 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9252c7a0-c7e5-4556-941c-eee89611fd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444443 Aug 20 12:32:04.320899 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cccb791d-0013-47f0-8b4f-d5fed0711002 req-29860724-c514-41f9-8c4b-989d02209b79 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371974 Aug 20 12:32:04.333474 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] Set router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:04.375632 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-8463e379-cde1-4c4a-ace1-41b6baeeca54 service neutron] 10.222.0.38 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871682 Aug 20 12:32:04.465558 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7c537ab5-408c-46d1-b675-4e44c466d61d req-e8469f3e-dcb1-4ce1-be3f-04e91616f2da service neutron] 10.222.0.38 "GET /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815239 Aug 20 12:32:04.528958 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '8a597564-429d-471b-9e3b-607efafc278f', 'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:45:57:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:04.554769 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653022dc-af3e-48e9-af49-c9b58ab4d10a None None] The sync data for ids ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'] in n-d-804230-3 is: [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:16Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '8a597564-429d-471b-9e3b-607efafc278f', 'name': '', 'network_id': '9252c7a0-c7e5-4556-941c-eee89611fd34', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:45:57:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:15Z', 'updated_at': '2021-08-20T12:30:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '2c388fe7-d25d-42f4-9774-6ff540f33d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:04.775075 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca6ee13-aaf8-4b3e-9e89-fad3afd839d2 None None] New status for floating IP 7f705797-537d-4a7e-a0df-a4fbd75c1fbb: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:32:05.437390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a290e36-8507-4b4e-87a2-6958e36bcdae req-59181ac1-7991-4d97-86a1-46add75fd18f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:05.439569 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6a290e36-8507-4b4e-87a2-6958e36bcdae req-59181ac1-7991-4d97-86a1-46add75fd18f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0495391 Aug 20 12:32:05.476995 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6a290e36-8507-4b4e-87a2-6958e36bcdae req-ca64f34b-b2c3-4638-8c80-c28b4dcff344 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=cc07a9ca-520c-4512-b0a6-6a4911b23cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315416 Aug 20 12:32:05.718562 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-d9745214-66d9-4914-aab8-644455a3a902 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:05.719940 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-d9745214-66d9-4914-aab8-644455a3a902 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 946 time: 0.0537918 Aug 20 12:32:05.811115 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-b4cc451e-9fd0-4eb7-81dd-8d0cee20a52f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 76a93bc5-dcdd-4973-a897-68e45e0fd736 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:05.811461 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-b4cc451e-9fd0-4eb7-81dd-8d0cee20a52f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:05.900331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-b4cc451e-9fd0-4eb7-81dd-8d0cee20a52f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port 76a93bc5-dcdd-4973-a897-68e45e0fd736, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=76a93bc5-dcdd-4973-a897-68e45e0fd736,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:05.900702 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-b4cc451e-9fd0-4eb7-81dd-8d0cee20a52f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:05.913800 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-b4cc451e-9fd0-4eb7-81dd-8d0cee20a52f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 76a93bc5-dcdd-4973-a897-68e45e0fd736 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:06.100465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-b4cc451e-9fd0-4eb7-81dd-8d0cee20a52f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:06.133333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc451e-9fd0-4eb7-81dd-8d0cee20a52f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=76a93bc5-dcdd-4973-a897-68e45e0fd736,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:06.175005 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-b4cc451e-9fd0-4eb7-81dd-8d0cee20a52f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] No DVR routers for this DVR port 76a93bc5-dcdd-4973-a897-68e45e0fd736 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:06.177524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-b4cc451e-9fd0-4eb7-81dd-8d0cee20a52f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:06.179757 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-65dd8c14-5f4e-445f-92ae-49749a22f4ca req-b4cc451e-9fd0-4eb7-81dd-8d0cee20a52f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "DELETE /v2.0/ports/76a93bc5-dcdd-4973-a897-68e45e0fd736 HTTP/1.1" status: 204 len: 173 time: 0.4505887 Aug 20 12:32:06.180225 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'name': 'network-vif-deleted', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:06.182495 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95021ab8-cef4-40eb-9b3c-653e3816a77e" -d '{"events": [{"server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "name": "network-vif-deleted", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:06.223329 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c09379f-26ab-483e-90a7-da0c80ee44dc x-openstack-request-id: req-5c09379f-26ab-483e-90a7-da0c80ee44dc {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:06.223329 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cded6d1-aff4-4303-a9eb-025877f5acef", "name": "network-vif-deleted", "tag": "76a93bc5-dcdd-4973-a897-68e45e0fd736", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:06.223329 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c09379f-26ab-483e-90a7-da0c80ee44dc {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:06.223329 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cded6d1-aff4-4303-a9eb-025877f5acef', 'name': 'network-vif-deleted', 'tag': '76a93bc5-dcdd-4973-a897-68e45e0fd736', 'status': 'completed', 'code': 200} Aug 20 12:32:06.589022 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d5a79eb6-1f62-42ae-8437-55f63d0638ec req-87346c6a-e8ad-4481-9c94-55e86b159c88 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=5cded6d1-aff4-4303-a9eb-025877f5acef HTTP/1.1" status: 200 len: 210 time: 0.0291502 Aug 20 12:32:07.646188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50254) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:07.999132 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:08.496975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 8a597564-429d-471b-9e3b-607efafc278f {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:08.497321 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:08.584636 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port 8a597564-429d-471b-9e3b-607efafc278f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=8a597564-429d-471b-9e3b-607efafc278f,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:08.585022 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:08.598514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 8a597564-429d-471b-9e3b-607efafc278f owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:08.854088 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:08.877599 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=8a597564-429d-471b-9e3b-607efafc278f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:09.048377 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.263663 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:09.367978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:09.372921 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-60e0f814-fbb4-4cf3-acf0-770cd85d3109 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "PUT /v2.0/routers/431ac3e5-70c5-49e3-aaeb-640a3c188f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7257049 Aug 20 12:32:09.376235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50258) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:09.378996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] Sync routers for ids ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:09.388114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] Routers {'431ac3e5-70c5-49e3-aaeb-640a3c188f6a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:09.388736 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:09.425303 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f4054f-cb99-427c-9444-d4f9b51b4ead tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting subnet 2c388fe7-d25d-42f4-9774-6ff540f33d3a {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:32:09.428417 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41f4054f-cb99-427c-9444-d4f9b51b4ead tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.467056 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41f4054f-cb99-427c-9444-d4f9b51b4ead tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.492749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] Set router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:09.554927 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41f4054f-cb99-427c-9444-d4f9b51b4ead tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.671143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:32:08Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:09.682974 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41f4054f-cb99-427c-9444-d4f9b51b4ead tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.697699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] Checking router: 431ac3e5-70c5-49e3-aaeb-640a3c188f6a for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:09.706571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] Routers {'431ac3e5-70c5-49e3-aaeb-640a3c188f6a'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:09.707356 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:09.710726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-41f4054f-cb99-427c-9444-d4f9b51b4ead tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.713684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-41f4054f-cb99-427c-9444-d4f9b51b4ead tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/subnets/2c388fe7-d25d-42f4-9774-6ff540f33d3a HTTP/1.1" status: 204 len: 168 time: 0.3354723 Aug 20 12:32:09.713684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4054f-cb99-427c-9444-d4f9b51b4ead tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Subnet': ['ID=2c388fe7-d25d-42f4-9774-6ff540f33d3a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:09.717650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50260) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:09.746862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca926c71-93f0-404a-8475-1091e6d92429 None None] Network 9252c7a0-c7e5-4556-941c-eee89611fd34 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:09.832039 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:09.897955 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] Set router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:09.937308 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.004863 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 76a93bc5-dcdd-4973-a897-68e45e0fd736 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:10.028242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 76a93bc5-dcdd-4973-a897-68e45e0fd736 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:10.028571 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 76a93bc5-dcdd-4973-a897-68e45e0fd736 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:10.082671 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5271ae7-efe5-427a-846f-9bdaf81b9ed4 None None] DHCP port deletion for 9252c7a0-c7e5-4556-941c-eee89611fd34 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:32:10.082907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 9eb97f94-e092-435c-bf16-dce6026c4df2 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:10.083185 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.143987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:32:08Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:10.166756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port 9eb97f94-e092-435c-bf16-dce6026c4df2, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=9eb97f94-e092-435c-bf16-dce6026c4df2,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:10.167133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.171909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bcaae0-b940-40df-9445-58afdd962274 None None] The sync data for ids ['431ac3e5-70c5-49e3-aaeb-640a3c188f6a'] in n-d-804230-3 is: [{'id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879235664', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:32:08Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': '9eb97f94-e092-435c-bf16-dce6026c4df2', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ac3e5-70c5-49e3-aaeb-640a3c188f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:30:12Z', 'updated_at': '2021-08-20T12:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:10.177409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d5271ae7-efe5-427a-846f-9bdaf81b9ed4 None None] Deleting port 1937c7d3-aba6-4995-83c2-8998cf77c923 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:32:10.177791 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5271ae7-efe5-427a-846f-9bdaf81b9ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.181174 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 9eb97f94-e092-435c-bf16-dce6026c4df2 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:10.243933 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d5271ae7-efe5-427a-846f-9bdaf81b9ed4 None None] For port 1937c7d3-aba6-4995-83c2-8998cf77c923, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=1937c7d3-aba6-4995-83c2-8998cf77c923,segment=NetworkSegment(a69451cd-4f88-42d1-be87-d1d4590a5aee),segment_id=a69451cd-4f88-42d1-be87-d1d4590a5aee)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:10.244336 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5271ae7-efe5-427a-846f-9bdaf81b9ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.257067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d5271ae7-efe5-427a-846f-9bdaf81b9ed4 None None] Calling delete_port for 1937c7d3-aba6-4995-83c2-8998cf77c923 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:32:10.418203 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5271ae7-efe5-427a-846f-9bdaf81b9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.418928 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.442222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=9eb97f94-e092-435c-bf16-dce6026c4df2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:10.444884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5271ae7-efe5-427a-846f-9bdaf81b9ed4 None None] Pushing event deleted for resources: {'Port': ['ID=1937c7d3-aba6-4995-83c2-8998cf77c923,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:10.446813 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5271ae7-efe5-427a-846f-9bdaf81b9ed4 None None] No DVR routers for this DVR port 1937c7d3-aba6-4995-83c2-8998cf77c923 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:32:10.461150 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.461510 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.461853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.462200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.462557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.462892 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.463225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.463558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.463883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.464213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.464572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.464896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:10.522577 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.616849 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.619319 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.755471 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.756063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Fanout notify agent at l3_agent the message router_deleted on router 431ac3e5-70c5-49e3-aaeb-640a3c188f6a {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:32:10.762938 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.764623 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-10202d6b-a9a0-453f-b5e4-54949d63995f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/routers/431ac3e5-70c5-49e3-aaeb-640a3c188f6a HTTP/1.1" status: 204 len: 168 time: 1.0423334 Aug 20 12:32:10.767297 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50262) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:10.846420 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.938214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.948152 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9252c7a0-c7e5-4556-941c-eee89611fd34']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:10.958342 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69451cd-4f88-42d1-be87-d1d4590a5aee') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:10.958742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69451cd-4f88-42d1-be87-d1d4590a5aee') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:10.967507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.980909 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.987438 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:32:10.987831 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: timer() Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:32:10.990791 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:32:11.139966 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.148390 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.150311 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/networks/9252c7a0-c7e5-4556-941c-eee89611fd34 HTTP/1.1" status: 204 len: 168 time: 0.3820570 Aug 20 12:32:11.153098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50264) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:11.160708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61541fc-6368-4dc0-a987-9fef4c40c3b6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Network': ['ID=9252c7a0-c7e5-4556-941c-eee89611fd34,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:11.217488 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9ecc-b389-4456-94a2-d02518070ba5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.245521 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9ecc-b389-4456-94a2-d02518070ba5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.258270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1937c7d3-aba6-4995-83c2-8998cf77c923 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:11.278009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 1937c7d3-aba6-4995-83c2-8998cf77c923 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:11.278351 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 1937c7d3-aba6-4995-83c2-8998cf77c923 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:11.278877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9eb97f94-e092-435c-bf16-dce6026c4df2 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:11.302224 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 9eb97f94-e092-435c-bf16-dce6026c4df2 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:11.302600 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 9eb97f94-e092-435c-bf16-dce6026c4df2 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:11.303024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8a597564-429d-471b-9e3b-607efafc278f no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:32:11.321348 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 8a597564-429d-471b-9e3b-607efafc278f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:32:11.321698 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 8a597564-429d-471b-9e3b-607efafc278f not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:32:11.412398 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9ecc-b389-4456-94a2-d02518070ba5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.415163 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9ecc-b389-4456-94a2-d02518070ba5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:11.416381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cf8b9ecc-b389-4456-94a2-d02518070ba5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/security-groups/cc07a9ca-520c-4512-b0a6-6a4911b23cbc HTTP/1.1" status: 204 len: 168 time: 0.2622957 Aug 20 12:32:11.426778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b9ecc-b389-4456-94a2-d02518070ba5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc07a9ca-520c-4512-b0a6-6a4911b23cbc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:11.818511 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.208668 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50270) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:12.213476 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5a2fff03-16d7-4764-b311-dde39a4efca1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930844674', 'description': 'tempest-secgroup-smoke-1930844674 description', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:12.304054 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a2fff03-16d7-4764-b311-dde39a4efca1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.383519 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a2fff03-16d7-4764-b311-dde39a4efca1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.457997 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a2fff03-16d7-4764-b311-dde39a4efca1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.487651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fff03-16d7-4764-b311-dde39a4efca1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0de384-90f5-4f1b-a5c7-710bda3f8f98,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:12.549783 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5a2fff03-16d7-4764-b311-dde39a4efca1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.551157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5a2fff03-16d7-4764-b311-dde39a4efca1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3413827 Aug 20 12:32:12.554023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50272) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:12.558518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-194a811a-ecf6-4b55-8cae-d5d7d4276fce tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '5e0de384-90f5-4f1b-a5c7-710bda3f8f98', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:12.646770 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-194a811a-ecf6-4b55-8cae-d5d7d4276fce tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.701405 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-194a811a-ecf6-4b55-8cae-d5d7d4276fce tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.785401 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-194a811a-ecf6-4b55-8cae-d5d7d4276fce tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.803806 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a811a-ecf6-4b55-8cae-d5d7d4276fce tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa149442-d8d0-43aa-b9b8-ff64ff17a984,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:12.863717 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-194a811a-ecf6-4b55-8cae-d5d7d4276fce tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:12.864947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-194a811a-ecf6-4b55-8cae-d5d7d4276fce tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099618 Aug 20 12:32:12.867813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50274) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:12.872214 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-aaf18b2a-301c-4dfc-b051-fbd8b1ba804c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '5e0de384-90f5-4f1b-a5c7-710bda3f8f98', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:12.956406 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aaf18b2a-301c-4dfc-b051-fbd8b1ba804c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.015884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aaf18b2a-301c-4dfc-b051-fbd8b1ba804c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.080961 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aaf18b2a-301c-4dfc-b051-fbd8b1ba804c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.100235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf18b2a-301c-4dfc-b051-fbd8b1ba804c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6483143b-34d1-4ad4-8e90-54ecdf73e062,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:13.168558 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-aaf18b2a-301c-4dfc-b051-fbd8b1ba804c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.169804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-aaf18b2a-301c-4dfc-b051-fbd8b1ba804c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3010809 Aug 20 12:32:13.172601 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50276) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:13.177347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-5bbbd92e-02e1-461e-a812-7892e16e3b05 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '5e0de384-90f5-4f1b-a5c7-710bda3f8f98', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:13.264412 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd92e-02e1-461e-a812-7892e16e3b05 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.320505 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd92e-02e1-461e-a812-7892e16e3b05 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.379554 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd92e-02e1-461e-a812-7892e16e3b05 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.398120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbd92e-02e1-461e-a812-7892e16e3b05 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f63b484-adc5-4c2f-bf3b-155c817d61a2,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:13.470946 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd92e-02e1-461e-a812-7892e16e3b05 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.472203 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5bbbd92e-02e1-461e-a812-7892e16e3b05 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984240 Aug 20 12:32:13.475039 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50278) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:13.479489 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-6e3d47bf-b357-4483-a223-7ddcadb07a51 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '5e0de384-90f5-4f1b-a5c7-710bda3f8f98', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:13.573264 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e3d47bf-b357-4483-a223-7ddcadb07a51 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.632319 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e3d47bf-b357-4483-a223-7ddcadb07a51 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.710880 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e3d47bf-b357-4483-a223-7ddcadb07a51 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.728331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d47bf-b357-4483-a223-7ddcadb07a51 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90162d4-566f-4f6d-a0f4-6018e88667f6,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:13.802793 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-6e3d47bf-b357-4483-a223-7ddcadb07a51 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.804057 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-6e3d47bf-b357-4483-a223-7ddcadb07a51 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280864 Aug 20 12:32:13.806795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50280) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:13.811850 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0b07400b-9275-4173-b420-7052e879857e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '5e0de384-90f5-4f1b-a5c7-710bda3f8f98', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:13.905245 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-0b07400b-9275-4173-b420-7052e879857e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Project cf5accfea9d74273a18d35f4e69d58fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:32:13.909969 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0b07400b-9275-4173-b420-7052e879857e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:13.970804 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0b07400b-9275-4173-b420-7052e879857e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.053831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0b07400b-9275-4173-b420-7052e879857e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.073288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07400b-9275-4173-b420-7052e879857e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264b5fad-f280-4951-843a-fb4d64e5b6f8,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:14.145418 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0b07400b-9275-4173-b420-7052e879857e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.146690 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0b07400b-9275-4173-b420-7052e879857e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389151 Aug 20 12:32:14.149455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50282) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:14.154045 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3538fe44-99bd-48b5-97ac-f23e91fef598 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': '5e0de384-90f5-4f1b-a5c7-710bda3f8f98', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:14.162856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.213992 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-3538fe44-99bd-48b5-97ac-f23e91fef598 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Project cf5accfea9d74273a18d35f4e69d58fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:32:14.219778 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3538fe44-99bd-48b5-97ac-f23e91fef598 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.282016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3538fe44-99bd-48b5-97ac-f23e91fef598 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.339458 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3538fe44-99bd-48b5-97ac-f23e91fef598 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.358727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538fe44-99bd-48b5-97ac-f23e91fef598 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae894472-e5f8-4215-93dd-e00ea96e0f6b,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:14.402640 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3538fe44-99bd-48b5-97ac-f23e91fef598 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.403864 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3538fe44-99bd-48b5-97ac-f23e91fef598 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2534173 Aug 20 12:32:14.407793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50284) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:14.414144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'network': {'name': 'tempest-network-smoke--1022911662', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'port_security_enabled': True}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:14.497447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:14.500943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.525603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:32:14.535457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.536520 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Added segment ed2be8bf-5cb8-42c7-865c-c0dc61efecf8 of type vlan for network aa4d3d72-592b-421e-b2d2-789444e19839 Aug 20 12:32:14.580008 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.669065 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.674988 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:14.675606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.742455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Network': ['ID=aa4d3d72-592b-421e-b2d2-789444e19839,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:14.752504 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network aa4d3d72-592b-421e-b2d2-789444e19839 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:32:14.826039 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-56d11b2c-dc86-4b11-bceb-3cac05709c89 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4168818 Aug 20 12:32:14.829188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50286) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:14.833749 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'admin_state_up': True, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:14.928309 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.929277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:14.979673 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:15.092297 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-224d228e-45e2-4336-a206-39e9b3010ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:15.202660 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:15.501279 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:15.520457 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:15.652881 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.25.4.11 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e8fc4827-3bb4-412b-8dcb-30f60c072fc5) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:15.785146 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:15.906290 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:15.943793 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:15.946484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:15.949964 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:15.958050 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=e8fc4827-3bb4-412b-8dcb-30f60c072fc5,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:16.300558 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:16.494034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:16.682587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 8991333f-7400-466f-9587-1983ef57c4be is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:32:16.786681 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:16.796211 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Sync routers for ids ['8991333f-7400-466f-9587-1983ef57c4be'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:16.805089 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Routers {'8991333f-7400-466f-9587-1983ef57c4be'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:16.805702 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:31:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8991333f-7400-466f-9587-1983ef57c4be'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:16.876652 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:16.878069 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a3e57093-709f-4da4-8971-894c3f96ad94 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0478048 Aug 20 12:32:16.881107 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50288) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:16.908579 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Set router 8991333f-7400-466f-9587-1983ef57c4be gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:16.983362 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1637fb74-fadb-41a7-8264-92603dfacefd tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=cf5accfea9d74273a18d35f4e69d58fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1011412 Aug 20 12:32:16.986146 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50292) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:17.075632 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412dbe25-ccc6-49e0-9e82-d1693b193d84 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:17.080774 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-412dbe25-ccc6-49e0-9e82-d1693b193d84 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900347 Aug 20 12:32:17.080774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50294) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:17.089834 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:16Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:17.108449 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c1d4a9e1-78ab-4d34-b8bb-f8e8f7461dff tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272796 Aug 20 12:32:17.111319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50296) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:17.116198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-990947511', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:17.117202 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Checking router: 8991333f-7400-466f-9587-1983ef57c4be for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:17.117560 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Updating router 8991333f-7400-466f-9587-1983ef57c4be port e8fc4827-3bb4-412b-8dcb-30f60c072fc5 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:17.142795 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:17.259684 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:17.263501 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:17.495490 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:17.506259 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Transition to ACTIVE for port object e8fc4827-3bb4-412b-8dcb-30f60c072fc5 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:17.568112 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:17.619320 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Attempting to bind port e8fc4827-3bb4-412b-8dcb-30f60c072fc5 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:17.619755 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Attempting to bind port e8fc4827-3bb4-412b-8dcb-30f60c072fc5 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:17.620023 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Attempting to bind port e8fc4827-3bb4-412b-8dcb-30f60c072fc5 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:17.627571 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Pushing event updated for resources: {'Port': ['ID=e8fc4827-3bb4-412b-8dcb-30f60c072fc5,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:17.635289 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:17.636962 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:17.636962 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:17.636962 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:17.636962 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Bound port: e8fc4827-3bb4-412b-8dcb-30f60c072fc5, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:17.637400 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:17.640951 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.641298 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.641634 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.641968 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.642304 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.642654 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.642976 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.643326 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.643651 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.643969 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.644289 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.644653 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:17.696763 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] For port e8fc4827-3bb4-412b-8dcb-30f60c072fc5, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:17.699805 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] For port e8fc4827-3bb4-412b-8dcb-30f60c072fc5, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e8fc4827-3bb4-412b-8dcb-30f60c072fc5,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:17.751036 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3d961699-f3db-46f3-882f-4b6e5cc06ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:17.780704 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:17.781323 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:17.837232 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Routers {'8991333f-7400-466f-9587-1983ef57c4be'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:17.837921 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8991333f-7400-466f-9587-1983ef57c4be'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:17.843234 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782f576-9d6a-42ad-89af-a61d7dd33553 None None] Pushing event updated for resources: {'Port': ['ID=e8fc4827-3bb4-412b-8dcb-30f60c072fc5,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:17.851088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Subnet': ['ID=edad94aa-5143-42ce-a2d8-3e0cf79aa3df,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:17.860034 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Checking segment: {'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:17.860556 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network hostable DHCP agents. Network: aa4d3d72-592b-421e-b2d2-789444e19839, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:32:17.949174 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] Set router 8991333f-7400-466f-9587-1983ef57c4be gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:17.949509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network aa4d3d72-592b-421e-b2d2-789444e19839 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:32:18.093942 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, aa4d3d72-592b-421e-b2d2-789444e19839) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:18.098330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:18.103407 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.105591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016aa815-8c34-4bb3-afbe-45a53fc1b878 None None] Network aa4d3d72-592b-421e-b2d2-789444e19839 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:18.130235 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:16Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:18.157404 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543653b6-9aef-4f11-a0e5-645dea784b7f None None] The sync data for ids ['8991333f-7400-466f-9587-1983ef57c4be'] in n-d-804230-3 is: [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:16Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:18.183534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-28803e98-0cc7-4b79-890c-ce046954fda8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0685000 Aug 20 12:32:18.183843 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50298) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:18.259900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-aa4d3d72-592b-421e-b2d2-789444e19839', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:32:18.261049 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.427077 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Allocated IP 172.20.0.2 (aa4d3d72-592b-421e-b2d2-789444e19839/edad94aa-5143-42ce-a2d8-3e0cf79aa3df/0a945815-d14a-44b0-9304-122c36c4f44f) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:18.605214 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.615195 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Transition to ACTIVE for port object 0a945815-d14a-44b0-9304-122c36c4f44f will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:18.632315 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Transition to ACTIVE for port object 0a945815-d14a-44b0-9304-122c36c4f44f will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:18.711355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.712726 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.736615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Network aa4d3d72-592b-421e-b2d2-789444e19839 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:18.754826 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:18.757923 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:18.763679 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.830914 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Pushing event updated for resources: {'Port': ['ID=0a945815-d14a-44b0-9304-122c36c4f44f,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:18.844862 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Attempting to bind port 0a945815-d14a-44b0-9304-122c36c4f44f on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:18.845555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Attempting to bind port 0a945815-d14a-44b0-9304-122c36c4f44f by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:18.846134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Attempting to bind port 0a945815-d14a-44b0-9304-122c36c4f44f on network aa4d3d72-592b-421e-b2d2-789444e19839 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:18.852096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:18.852797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Checking segment: {'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:18.853412 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.854263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Bound using segment: {'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:18.854951 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Bound port: 0a945815-d14a-44b0-9304-122c36c4f44f, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:18.855524 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:18.935573 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] For port 0a945815-d14a-44b0-9304-122c36c4f44f, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:18.939199 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] For port 0a945815-d14a-44b0-9304-122c36c4f44f, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0a945815-d14a-44b0-9304-122c36c4f44f,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:19.001572 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:19.074871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108359df-c41a-48c3-8ad0-a8fbed2dcf96 None None] Pushing event updated for resources: {'Port': ['ID=0a945815-d14a-44b0-9304-122c36c4f44f,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:19.111315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.20.0.1 (aa4d3d72-592b-421e-b2d2-789444e19839/edad94aa-5143-42ce-a2d8-3e0cf79aa3df/16ab4552-f700-4c2b-a0f2-3e187dfad7dc) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:19.250761 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:19.272329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Transition to ACTIVE for port object 16ab4552-f700-4c2b-a0f2-3e187dfad7dc will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:19.292177 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e8fc4827-3bb4-412b-8dcb-30f60c072fc5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:19.412507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:19.463305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e8fc4827-3bb4-412b-8dcb-30f60c072fc5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:19.468058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e8fc4827-3bb4-412b-8dcb-30f60c072fc5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:19.468433 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:19.472949 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network aa4d3d72-592b-421e-b2d2-789444e19839 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:19.477236 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:19.479873 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:19.508750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=16ab4552-f700-4c2b-a0f2-3e187dfad7dc,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:19.524023 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:19.533244 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:19.556761 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:19.578572 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e8fc4827-3bb4-412b-8dcb-30f60c072fc5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e8fc4827-3bb4-412b-8dcb-30f60c072fc5,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:19.676867 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:19.724247 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e8fc4827-3bb4-412b-8dcb-30f60c072fc5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:19.762919 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.041724 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.134130 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.222490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=16ab4552-f700-4c2b-a0f2-3e187dfad7dc,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:20.225283 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:20.324023 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network aa4d3d72-592b-421e-b2d2-789444e19839 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:20.325438 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:20.345136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba00be79-e6da-46a7-a0b4-774d9ef85358 None None] Network aa4d3d72-592b-421e-b2d2-789444e19839 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:32:20.448249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 8991333f-7400-466f-9587-1983ef57c4be has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:20.581691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:20.588663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a1ad8288-4d86-4c48-87df-1f12202e84f7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "PUT /v2.0/routers/8991333f-7400-466f-9587-1983ef57c4be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4034810 Aug 20 12:32:20.599108 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Sync routers for ids ['8991333f-7400-466f-9587-1983ef57c4be'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:20.635243 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Routers {'8991333f-7400-466f-9587-1983ef57c4be'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:20.635888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8991333f-7400-466f-9587-1983ef57c4be'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:20.641254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-99290403-05e0-450e-af86-e0ac1362b6e3 None None] Provisioning for port 0a945815-d14a-44b0-9304-122c36c4f44f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:20.745276 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-c5f03f4e-5797-46cc-8a3c-d02fbcc86b30 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930844674&fields=id&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 267 time: 0.0374913 Aug 20 12:32:20.781757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Set router 8991333f-7400-466f-9587-1983ef57c4be gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:20.859631 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-4894b82d-1974-42d4-806a-c8af0d9f8cbf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:20.861697 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-4894b82d-1974-42d4-806a-c8af0d9f8cbf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/networks?id=aa4d3d72-592b-421e-b2d2-789444e19839 HTTP/1.1" status: 200 len: 797 time: 0.1089752 Aug 20 12:32:20.881150 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-a44d65ea-f4c3-420f-8248-35ebf2ab708e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/quotas/cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 375 time: 0.0114937 Aug 20 12:32:20.972473 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-1cde747b-c4e5-496c-96e9-038b03e13999 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852103 Aug 20 12:32:21.027213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '16ab4552-f700-4c2b-a0f2-3e187dfad7dc', 'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:ae:34:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:18Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 2, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:21.060313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-e1e5eb2c-cfdd-4af7-8c03-6d7d9fa875a2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:32:21.061394 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-e1e5eb2c-cfdd-4af7-8c03-6d7d9fa875a2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0724576 Aug 20 12:32:21.064879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Checking router: 8991333f-7400-466f-9587-1983ef57c4be for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:21.065272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Updating router 8991333f-7400-466f-9587-1983ef57c4be port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:32:21.098563 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.109409 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5214ce34-3433-45f8-82c1-4bc30389308d None None] Provisioning for port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:21.118000 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5214ce34-3433-45f8-82c1-4bc30389308d None None] Provisioning complete for port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:21.118374 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5214ce34-3433-45f8-82c1-4bc30389308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.167119 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-8cf746cb-fc4a-4dc3-9589-b64f1a9a0ee4 service neutron] 10.222.0.10 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931318 Aug 20 12:32:21.243163 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5214ce34-3433-45f8-82c1-4bc30389308d None None] Port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:21.250751 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.303034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-a98c5bf1-3942-4d9d-8e07-3b769c7abe5f service neutron] 10.222.0.10 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295028 Aug 20 12:32:21.372551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e8fc4827-3bb4-412b-8dcb-30f60c072fc5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:21.418286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-aefd06ba-ea9e-4a17-a2a7-051049aca547 None None] Provisioning complete for port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:21.418689 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-aefd06ba-ea9e-4a17-a2a7-051049aca547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.497282 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-aefd06ba-ea9e-4a17-a2a7-051049aca547 None None] Port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:21.520895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e8fc4827-3bb4-412b-8dcb-30f60c072fc5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:21.521277 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.528470 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.558378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Transition to ACTIVE for port object 16ab4552-f700-4c2b-a0f2-3e187dfad7dc will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:21.560275 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-36132e8e-9436-4b4c-a939-06b865415b7a req-62dbfdcd-b5ed-4769-baa4-19cd66f12ca3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 210 time: 0.0342035 Aug 20 12:32:21.620645 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.636970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0a945815-d14a-44b0-9304-122c36c4f44f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:21.713602 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a23c7b-8a09-4219-8dae-b70cb7733e06 None None] Pushing event updated for resources: {'Port': ['ID=16ab4552-f700-4c2b-a0f2-3e187dfad7dc,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:21.772734 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Attempting to bind port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:21.773111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Attempting to bind port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:21.773482 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Attempting to bind port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc on network aa4d3d72-592b-421e-b2d2-789444e19839 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:21.779871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:21.780405 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Checking segment: {'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:21.780785 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.781329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Bound using segment: {'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:21.781823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Bound port: 16ab4552-f700-4c2b-a0f2-3e187dfad7dc, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:21.782213 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.845610 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 0a945815-d14a-44b0-9304-122c36c4f44f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:21.853871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0a945815-d14a-44b0-9304-122c36c4f44f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:21.854155 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.856145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] For port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:21.860589 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] For port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=16ab4552-f700-4c2b-a0f2-3e187dfad7dc,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:21.935902 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:21.986074 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:22.022357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a23c7b-8a09-4219-8dae-b70cb7733e06 None None] Pushing event updated for resources: {'Port': ['ID=16ab4552-f700-4c2b-a0f2-3e187dfad7dc,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:22.026213 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Routers {'8991333f-7400-466f-9587-1983ef57c4be'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:22.026877 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8991333f-7400-466f-9587-1983ef57c4be'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:22.083468 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 0a945815-d14a-44b0-9304-122c36c4f44f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0a945815-d14a-44b0-9304-122c36c4f44f,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:22.146752 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:22.173696 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] Set router 8991333f-7400-466f-9587-1983ef57c4be gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:22.268946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=0a945815-d14a-44b0-9304-122c36c4f44f,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:22.402797 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '16ab4552-f700-4c2b-a0f2-3e187dfad7dc', 'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:ae:34:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:18Z', 'updated_at': '2021-08-20T12:32:21Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:22.429508 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e077dd-6498-4cee-8a08-0e4a161a6dd7 None None] The sync data for ids ['8991333f-7400-466f-9587-1983ef57c4be'] in n-d-804230-3 is: [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '16ab4552-f700-4c2b-a0f2-3e187dfad7dc', 'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:ae:34:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:18Z', 'updated_at': '2021-08-20T12:32:21Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:22.659879 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa7fe18e-f8b9-4a78-833e-104878556023 req-2925a8d8-d59b-4fd9-b85e-f11efda7f9f3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 210 time: 0.0276313 Aug 20 12:32:23.313114 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 16ab4552-f700-4c2b-a0f2-3e187dfad7dc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:23.425228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:23.430619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:23.431081 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.486640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-9db09171-a716-40c6-841e-e0c478929dc1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:23.491384 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-9db09171-a716-40c6-841e-e0c478929dc1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "GET /v2.0/networks?id=aa4d3d72-592b-421e-b2d2-789444e19839 HTTP/1.1" status: 200 len: 797 time: 0.1118734 Aug 20 12:32:23.520704 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.535621 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-546cb987-0343-482b-8aa8-21fbcf8f22ad tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 380 time: 0.0386014 Aug 20 12:32:23.545073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'port': {'device_id': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'admin_state_up': True, 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'security_groups': ['5e0de384-90f5-4f1b-a5c7-710bda3f8f98']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:23.554570 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=16ab4552-f700-4c2b-a0f2-3e187dfad7dc,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:23.659615 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.660425 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0a945815-d14a-44b0-9304-122c36c4f44f up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:23.744843 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=16ab4552-f700-4c2b-a0f2-3e187dfad7dc,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:23.756705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 0a945815-d14a-44b0-9304-122c36c4f44f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:23.757231 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.769372 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7a9ab0a-40ed-455f-ae09-11b0935ac9b5 req-6b8e20a7-7a1b-4543-b900-034585b74079 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 210 time: 0.0396667 Aug 20 12:32:23.770211 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:32:23.773976 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:23.909425 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.20.0.12 (aa4d3d72-592b-421e-b2d2-789444e19839/edad94aa-5143-42ce-a2d8-3e0cf79aa3df/81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:24.046297 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.060336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Transition to ACTIVE for port object 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:24.184186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.232826 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network aa4d3d72-592b-421e-b2d2-789444e19839 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:24.235873 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:24.239605 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:24.248103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:24.295876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:24.296437 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.380378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-7ddcdf94-0aeb-4212-ab6c-37c09bde896b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8393424 Aug 20 12:32:24.435919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Request body: {'port': {'device_id': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:24.489349 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.505086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-774ad6d0-83c9-49a7-a845-d2c54d6f2f11 None None] Provisioning for port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:24.509081 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-774ad6d0-83c9-49a7-a845-d2c54d6f2f11 None None] Provisioning complete for port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:24.509457 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-774ad6d0-83c9-49a7-a845-d2c54d6f2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.544580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-774ad6d0-83c9-49a7-a845-d2c54d6f2f11 None None] Port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:32:24.753598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:32:24.761061 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.773197 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Transition to ACTIVE for port object 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:32:24.842473 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:24.893118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c3e8f-5615-495f-9d87-7e6684b28bd8 req-99d17a19-c033-4e88-9241-00d2fe7144f1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:24.894713 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d3c3e8f-5615-495f-9d87-7e6684b28bd8 req-99d17a19-c033-4e88-9241-00d2fe7144f1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 944 time: 0.0508668 Aug 20 12:32:24.897178 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:24.945740 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6d3c3e8f-5615-495f-9d87-7e6684b28bd8 req-cfa9e666-2c83-4fed-ad05-94f9e7a4e7d7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369780 Aug 20 12:32:24.971899 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Attempting to bind port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:32:24.972246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Attempting to bind port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:32:24.972583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Attempting to bind port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 on network aa4d3d72-592b-421e-b2d2-789444e19839 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:24.977313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 on network aa4d3d72-592b-421e-b2d2-789444e19839 not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:32:24.977640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Attempting to bind port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 on network aa4d3d72-592b-421e-b2d2-789444e19839 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:32:24.984036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:32:24.984380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Checking segment: {'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:32:24.984774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Bound using segment: {'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:32:24.985219 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Bound port: 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:32:24.985582 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.057345 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] For port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:32:25.061041 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] For port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:32:25.128174 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.164680 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:25.165681 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.167257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] 10.222.0.57 "PUT /v2.0/ports/81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 HTTP/1.1" status: 200 len: 1092 time: 0.7791519 Aug 20 12:32:25.167714 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'tag': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:25.170513 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416b9129-def5-4ecc-a0bf-6f97b0ca3fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "c39caefb-c007-4e88-b2cc-cbffae3f8746", "tag": "81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:25.206825 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a871612-1188-4d80-8d1e-e669f87c0fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:25.244554 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 16ab4552-f700-4c2b-a0f2-3e187dfad7dc up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:25.283073 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88c9ebb-339e-408d-9112-45b46df89955 x-openstack-request-id: req-c88c9ebb-339e-408d-9112-45b46df89955 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:25.283379 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39caefb-c007-4e88-b2cc-cbffae3f8746", "tag": "81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:25.283674 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c88c9ebb-339e-408d-9112-45b46df89955 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:25.284092 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'tag': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'status': 'completed', 'code': 200} Aug 20 12:32:25.306182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:25.306670 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:25.351981 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b9129-def5-4ecc-a0bf-6f97b0ca3fd9 req-c3372449-d9b7-4299-a481-8fc8527e44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:25.353772 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-416b9129-def5-4ecc-a0bf-6f97b0ca3fd9 req-c3372449-d9b7-4299-a481-8fc8527e44f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 1095 time: 0.0482843 Aug 20 12:32:25.457436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b9129-def5-4ecc-a0bf-6f97b0ca3fd9 req-65c192a7-e28a-4faf-824b-6bbd41aee989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:25.458890 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-416b9129-def5-4ecc-a0bf-6f97b0ca3fd9 req-65c192a7-e28a-4faf-824b-6bbd41aee989 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0975962 Aug 20 12:32:25.552852 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b9129-def5-4ecc-a0bf-6f97b0ca3fd9 req-8f72269f-7dcb-4181-929c-97e30f9f88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:25.554365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-416b9129-def5-4ecc-a0bf-6f97b0ca3fd9 req-8f72269f-7dcb-4181-929c-97e30f9f88c9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885162 Aug 20 12:32:25.630703 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-fc5c1f93-e736-4623-8afc-79ad8a3e56df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:25.632154 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-fc5c1f93-e736-4623-8afc-79ad8a3e56df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 1095 time: 0.0426693 Aug 20 12:32:25.678159 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-b7a90b08-e268-4fd0-bb22-617ee0de8cd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 HTTP/1.1" status: 200 len: 217 time: 0.0381639 Aug 20 12:32:25.726540 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6b2b80f8-8c90-416b-a8c3-43a67a828b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:25.728046 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6b2b80f8-8c90-416b-a8c3-43a67a828b0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edad94aa-5143-42ce-a2d8-3e0cf79aa3df HTTP/1.1" status: 200 len: 834 time: 0.0438554 Aug 20 12:32:25.773323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-fddb0254-2fa5-4f0f-bf30-1f6087ade4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:25.774883 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-fddb0254-2fa5-4f0f-bf30-1f6087ade4ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa4d3d72-592b-421e-b2d2-789444e19839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400960 Aug 20 12:32:25.873443 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-6e2c81eb-56e6-4874-b699-ecf7bd752c43 service neutron] 10.222.0.57 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917642 Aug 20 12:32:25.961554 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ba1f5f48-f87e-4188-9003-bc2261b879a5 req-d45ae459-45d3-4f8d-8606-3886b17eb9ce service neutron] 10.222.0.57 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805101 Aug 20 12:32:26.063055 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e291b-d49d-4305-940b-56c5caa0a289 req-1797285f-3ba3-4cab-9623-f8fe9ab20408 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:26.064578 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b93e291b-d49d-4305-940b-56c5caa0a289 req-1797285f-3ba3-4cab-9623-f8fe9ab20408 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 944 time: 0.0527792 Aug 20 12:32:26.102305 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b93e291b-d49d-4305-940b-56c5caa0a289 req-c2a4be28-e58a-44a1-8c8a-a65d8216f055 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317602 Aug 20 12:32:27.223073 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d56e07-38cd-4f51-a4c7-d8656726a5e9 req-9a2e8761-e5c3-4aa5-9b83-a90dbbfcbb02 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:27.224562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-69d56e07-38cd-4f51-a4c7-d8656726a5e9 req-9a2e8761-e5c3-4aa5-9b83-a90dbbfcbb02 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 944 time: 0.0544641 Aug 20 12:32:27.273135 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-69d56e07-38cd-4f51-a4c7-d8656726a5e9 req-5b806988-40d9-428b-9268-9263785da868 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Aug 20 12:32:28.385660 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6798fd7-9635-4220-94b4-45b9b31e2170 req-f8802ebb-3635-40d9-8f37-ed73b337c4a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:28.387197 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6798fd7-9635-4220-94b4-45b9b31e2170 req-f8802ebb-3635-40d9-8f37-ed73b337c4a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 944 time: 0.0488141 Aug 20 12:32:28.426674 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c6798fd7-9635-4220-94b4-45b9b31e2170 req-cc0783d1-4c0e-43c5-a2f3-f9c29b5b24b8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315502 Aug 20 12:32:29.319547 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:32:29.550295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c420c-46aa-4029-b1ac-38c636f35e24 req-d46da386-5c36-44e4-8950-4f1e2f0bb882 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:29.551978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ed0c420c-46aa-4029-b1ac-38c636f35e24 req-d46da386-5c36-44e4-8950-4f1e2f0bb882 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 944 time: 0.0528858 Aug 20 12:32:29.571411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:29.582806 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'port_id': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'mac_address': 'fa:16:3e:54:b0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:32:29.591438 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ed0c420c-46aa-4029-b1ac-38c636f35e24 req-10ad6248-d252-423d-86f7-2fb5f1bcfe76 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323653 Aug 20 12:32:29.620378 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.633096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:32:29.656695 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:29.726405 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:29.772887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:29.946819 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:32:30.706156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195d25c-31ea-41aa-ad1c-c19b6394460b req-ae6ddd33-5e10-4563-b332-c47bf6fd32f0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:30.707678 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a195d25c-31ea-41aa-ad1c-c19b6394460b req-ae6ddd33-5e10-4563-b332-c47bf6fd32f0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 945 time: 0.0487373 Aug 20 12:32:30.743974 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a195d25c-31ea-41aa-ad1c-c19b6394460b req-4c08251a-ea54-4325-9354-c04ef20fabdf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303931 Aug 20 12:32:31.322894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:32:31.418944 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:32:31.423411 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:32:31.423786 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:31.501843 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:31.523794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:31.526080 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864f75d2-2da9-4d99-9e7f-4cb4c840e058" -d '{"events": [{"server_uuid": "c39caefb-c007-4e88-b2cc-cbffae3f8746", "name": "network-vif-plugged", "status": "completed", "tag": "81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:31.543354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:32:31.611136 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56745072-8150-4fb5-9bae-d5bc48fb37b6 x-openstack-request-id: req-56745072-8150-4fb5-9bae-d5bc48fb37b6 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:31.611435 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39caefb-c007-4e88-b2cc-cbffae3f8746", "name": "network-vif-plugged", "status": "completed", "tag": "81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:31.611695 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56745072-8150-4fb5-9bae-d5bc48fb37b6 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:31.612096 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'code': 200} Aug 20 12:32:31.630321 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:31.683910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:31.692529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.692883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.693237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.693580 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.693920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.694256 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.694652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.694992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.695318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.695646 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.695976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.696302 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:31.713919 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7457a2-8247-498a-92f9-7f6c78653681 req-a142736b-bfd0-4b45-99c1-40eb0a980a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:31.715532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab7457a2-8247-498a-92f9-7f6c78653681 req-a142736b-bfd0-4b45-99c1-40eb0a980a20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 1097 time: 0.0481308 Aug 20 12:32:31.750197 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ab7457a2-8247-498a-92f9-7f6c78653681 req-50033776-2972-4297-b69f-e51bf2f925e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278831 Aug 20 12:32:32.114803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c03e1-e978-48d8-9bd3-907e3f34a41f req-7e751426-7b94-413d-9012-8c72585f50a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:32.116299 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb9c03e1-e978-48d8-9bd3-907e3f34a41f req-7e751426-7b94-413d-9012-8c72585f50a6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.3054073 Aug 20 12:32:32.156764 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-eb9c03e1-e978-48d8-9bd3-907e3f34a41f req-d2fa4430-7c5a-4cf1-820e-96cb086fc5d3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342712 Aug 20 12:32:33.277638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ceade-4d39-4f59-86ac-b26db2c400f5 req-8681d3e6-fcb5-42ad-ab91-af2f9748f8a3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:33.279180 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9a3ceade-4d39-4f59-86ac-b26db2c400f5 req-8681d3e6-fcb5-42ad-ab91-af2f9748f8a3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0528774 Aug 20 12:32:33.318200 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9a3ceade-4d39-4f59-86ac-b26db2c400f5 req-05171858-5d9f-4595-8ba6-03652a5a410e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Aug 20 12:32:33.441383 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ebd6-ddea-4502-b502-476f01d8e8b8 req-6461107b-c883-40a7-aaf8-4d01c3707ea0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:33.442965 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2208ebd6-ddea-4502-b502-476f01d8e8b8 req-6461107b-c883-40a7-aaf8-4d01c3707ea0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0487883 Aug 20 12:32:33.482054 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2208ebd6-ddea-4502-b502-476f01d8e8b8 req-48f5c95e-9a14-4e39-9bf3-a44cbb6d4a0b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328557 Aug 20 12:32:33.503442 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50370) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:33.544757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85acefb0-9463-49cf-8f0f-371fa5688762 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:33.546304 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-85acefb0-9463-49cf-8f0f-371fa5688762 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 1092 time: 0.0418258 Aug 20 12:32:33.549396 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50372) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:33.553898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:32:33.659071 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:33.757392 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:33.858458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.25.4.70 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/1a16c117-f1bf-4cca-8754-c872110e01d0) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:32:33.966072 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.127909 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.164385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:32:34.168772 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:32:34.170451 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:32:34.178575 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=1a16c117-f1bf-4cca-8754-c872110e01d0,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:34.209809 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.210158 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.210518 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.210857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.211191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.211526 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.211858 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.212187 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.212507 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.212829 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.213152 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.213467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:32:34.487181 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:32:34.673445 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.842136 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:34.985706 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.058753 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.126531 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=1a16c117-f1bf-4cca-8754-c872110e01d0,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:32:35.137075 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.236278 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Floating IP 7a48ac5c-3f75-4b42-acd6-f1cd9c326df6 associated. External IP: 172.25.4.70, port: 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59. Aug 20 12:32:35.435691 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 8991333f-7400-466f-9587-1983ef57c4be has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:32:35.543283 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:32:35.555271 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] Sync routers for ids ['8991333f-7400-466f-9587-1983ef57c4be'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:32:35.565069 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] Routers {'8991333f-7400-466f-9587-1983ef57c4be'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:35.565691 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8991333f-7400-466f-9587-1983ef57c4be'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:35.641798 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:35.669485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-492c8c5a-3063-48d2-b31a-d799b98bc7a1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1190557 Aug 20 12:32:35.671030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'tag': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:32:35.673064 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] Set router 8991333f-7400-466f-9587-1983ef57c4be gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:35.673480 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8471e15-f496-401a-a0bd-f8a704955b48" -d '{"events": [{"name": "network-changed", "server_uuid": "c39caefb-c007-4e88-b2cc-cbffae3f8746", "tag": "81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:32:35.712930 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9a8f9b-5059-4274-a96a-e1f87d74d9ae x-openstack-request-id: req-8f9a8f9b-5059-4274-a96a-e1f87d74d9ae {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:32:35.713359 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39caefb-c007-4e88-b2cc-cbffae3f8746", "tag": "81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:32:35.713624 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f9a8f9b-5059-4274-a96a-e1f87d74d9ae {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:32:35.714170 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'tag': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'status': 'completed', 'code': 200} Aug 20 12:32:35.801659 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27784735-6181-47c4-87d2-63040270ee7b req-15989499-51e9-40c1-a0d1-436b1974bcf6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:35.803248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27784735-6181-47c4-87d2-63040270ee7b req-15989499-51e9-40c1-a0d1-436b1974bcf6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0823691 Aug 20 12:32:35.805010 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-6e927b2d-6dd7-4664-a3b0-abfa09ddd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:35.806364 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-6e927b2d-6dd7-4664-a3b0-abfa09ddd8de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 1097 time: 0.0586307 Aug 20 12:32:35.892261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-27784735-6181-47c4-87d2-63040270ee7b req-06133066-0be2-474c-99fb-552eb64e9db6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825877 Aug 20 12:32:35.903041 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '7a48ac5c-3f75-4b42-acd6-f1cd9c326df6', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '8991333f-7400-466f-9587-1983ef57c4be', 'port_id': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'mac_address': 'fa:16:3e:54:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:32:34Z', 'updated_at': '2021-08-20T12:32:34Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ab4552-f700-4c2b-a0f2-3e187dfad7dc', 'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:ae:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:18Z', 'updated_at': '2021-08-20T12:32:23Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:35.915934 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50378) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:35.934668 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] Checking router: 8991333f-7400-466f-9587-1983ef57c4be for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:32:35.940976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-d18c9864-82a7-4cbb-922e-b7dfe7ba0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:35.942418 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-d18c9864-82a7-4cbb-922e-b7dfe7ba0e24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa4d3d72-592b-421e-b2d2-789444e19839 HTTP/1.1" status: 200 len: 898 time: 0.1251750 Aug 20 12:32:35.944492 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] Routers {'8991333f-7400-466f-9587-1983ef57c4be'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:32:35.945103 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:32:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8991333f-7400-466f-9587-1983ef57c4be'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:35.984636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-66c98726-77f2-4c5b-a9f4-bf4aa0fead13 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/7a48ac5c-3f75-4b42-acd6-f1cd9c326df6 HTTP/1.1" status: 200 len: 991 time: 0.0657985 Aug 20 12:32:36.017714 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-a776a9b8-024e-48a0-ae2c-ed1688a9dc6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 HTTP/1.1" status: 200 len: 999 time: 0.0682714 Aug 20 12:32:36.053277 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] Set router 8991333f-7400-466f-9587-1983ef57c4be gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:32:36.071710 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-f9fde416-0501-4ea8-8d3b-da4f378e7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:36.073198 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-f9fde416-0501-4ea8-8d3b-da4f378e7a9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edad94aa-5143-42ce-a2d8-3e0cf79aa3df HTTP/1.1" status: 200 len: 834 time: 0.0491235 Aug 20 12:32:36.118712 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-440096cc-c15d-48d2-8151-a5530dcea86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:32:36.120225 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-440096cc-c15d-48d2-8151-a5530dcea86d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa4d3d72-592b-421e-b2d2-789444e19839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405304 Aug 20 12:32:36.210872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-56d7666d-ad06-42f5-9f8d-8e5067c58b88 service neutron] 10.222.0.57 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834944 Aug 20 12:32:36.277402 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '7a48ac5c-3f75-4b42-acd6-f1cd9c326df6', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '8991333f-7400-466f-9587-1983ef57c4be', 'port_id': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'mac_address': 'fa:16:3e:54:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:32:34Z', 'updated_at': '2021-08-20T12:32:34Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ab4552-f700-4c2b-a0f2-3e187dfad7dc', 'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:ae:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:18Z', 'updated_at': '2021-08-20T12:32:23Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:32:36.312195 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9bbe5f-d7b2-4108-b881-ba6659a63a50 None None] The sync data for ids ['8991333f-7400-466f-9587-1983ef57c4be'] in n-d-804230-3 is: [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '7a48ac5c-3f75-4b42-acd6-f1cd9c326df6', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '8991333f-7400-466f-9587-1983ef57c4be', 'port_id': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'mac_address': 'fa:16:3e:54:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:32:34Z', 'updated_at': '2021-08-20T12:32:34Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ab4552-f700-4c2b-a0f2-3e187dfad7dc', 'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:ae:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:18Z', 'updated_at': '2021-08-20T12:32:23Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:32:36.312549 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b8471e15-f496-401a-a0bd-f8a704955b48 req-248e45d8-9492-4d68-beb3-ca1032b47d4a service neutron] 10.222.0.57 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938692 Aug 20 12:32:36.499049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71eb367-1ac3-40de-8c8e-c37021994544 None None] New status for floating IP 7a48ac5c-3f75-4b42-acd6-f1cd9c326df6: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:32:36.987569 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50380) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:32:37.052018 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-e55d65dd-a8f5-49bd-a02b-5633664162b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/7a48ac5c-3f75-4b42-acd6-f1cd9c326df6 HTTP/1.1" status: 200 len: 993 time: 0.0633814 Aug 20 12:32:41.829927 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:44.144097 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:45.104734 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7c41a65f-b2e8-42aa-9ab5-cadfd2e8371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:47.864362 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0d5e-1716-4bff-96e4-550e8bbd0d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:48.704199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:49.492961 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:32:51.132295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:08.572669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23144b1-6c63-43f1-9296-92f636737e93 req-9e5ba067-42e3-4661-80b5-9c54f2796440 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:08.574185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b23144b1-6c63-43f1-9296-92f636737e93 req-9e5ba067-42e3-4661-80b5-9c54f2796440 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0505602 Aug 20 12:33:08.614208 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b23144b1-6c63-43f1-9296-92f636737e93 req-e9f54235-52f6-444b-ae9b-57618b79078a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333352 Aug 20 12:33:09.737242 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113e205-0ca3-41bc-8f2e-f556a43de57d req-9b98fde9-063b-423b-a818-2f84c2a3a85c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:09.738970 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2113e205-0ca3-41bc-8f2e-f556a43de57d req-9b98fde9-063b-423b-a818-2f84c2a3a85c tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0541306 Aug 20 12:33:09.778160 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2113e205-0ca3-41bc-8f2e-f556a43de57d req-91614c26-39ab-483f-b6de-c5b091ec31cb tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330625 Aug 20 12:33:10.895498 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259112b5-e7a3-4569-98f2-e51c47f73a1a req-c2b6a3ef-6f1f-41f4-9558-76ffda8c0d98 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:10.896986 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-259112b5-e7a3-4569-98f2-e51c47f73a1a req-c2b6a3ef-6f1f-41f4-9558-76ffda8c0d98 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0522876 Aug 20 12:33:10.933960 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-259112b5-e7a3-4569-98f2-e51c47f73a1a req-c9c8d596-0de1-47fd-98bc-a5492b8e22ca tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311832 Aug 20 12:33:11.486608 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:33:11.823116 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:12.046816 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1aaab-adc6-48a7-955a-6df4feeacf23 req-985140ef-dbb0-4606-9379-36ddefd7a320 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:12.048896 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7a1aaab-adc6-48a7-955a-6df4feeacf23 req-985140ef-dbb0-4606-9379-36ddefd7a320 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0487354 Aug 20 12:33:12.090901 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c7a1aaab-adc6-48a7-955a-6df4feeacf23 req-63999086-5b83-49b8-abc8-4b75c458bbda tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357409 Aug 20 12:33:13.204127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb98a-6d0c-41ff-8903-2c738d420a57 req-46434a07-aa6f-4018-8a85-6f7fdc44c0d3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:13.205636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-21afb98a-6d0c-41ff-8903-2c738d420a57 req-46434a07-aa6f-4018-8a85-6f7fdc44c0d3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0483763 Aug 20 12:33:13.242157 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-21afb98a-6d0c-41ff-8903-2c738d420a57 req-af8268bb-87ba-4479-b0b9-88005e0a706b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306423 Aug 20 12:33:14.166328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:14.355614 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1611e78-91de-4777-87ab-8607a21138dc req-d431c80e-f2e4-4acd-8421-8dc846ae9d38 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:14.357107 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1611e78-91de-4777-87ab-8607a21138dc req-d431c80e-f2e4-4acd-8421-8dc846ae9d38 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0482860 Aug 20 12:33:14.394792 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1611e78-91de-4777-87ab-8607a21138dc req-dd678cba-d75b-4a41-88ef-540a31d8662b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316589 Aug 20 12:33:15.080472 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9e2d39cf-3088-42bb-83a0-95557de331c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:15.506417 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472aa4f-5788-4a19-9664-556fd1058d89 req-e624cf2c-6526-41ca-9d04-6c409994186a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:15.507947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6472aa4f-5788-4a19-9664-556fd1058d89 req-e624cf2c-6526-41ca-9d04-6c409994186a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0479829 Aug 20 12:33:15.546573 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6472aa4f-5788-4a19-9664-556fd1058d89 req-2b94f73f-18be-453b-afdf-7ea20406111d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Aug 20 12:33:16.660305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc59df9-ae16-48c8-8134-52f3f1e321be req-1c425056-f610-4f2f-90d9-fbbc3bc88f9d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:16.664166 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ccc59df9-ae16-48c8-8134-52f3f1e321be req-1c425056-f610-4f2f-90d9-fbbc3bc88f9d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0496635 Aug 20 12:33:16.707261 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ccc59df9-ae16-48c8-8134-52f3f1e321be req-404024aa-f10a-4d0a-b6b3-d910c0a6ca3b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384128 Aug 20 12:33:17.760593 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-efb60159-df68-4601-9c93-e8894926afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:17.828461 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c276d86-7775-4fa9-888d-6af966a8977c req-1c607f93-3b9a-4a0d-9e63-22d96265cae3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:17.830502 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c276d86-7775-4fa9-888d-6af966a8977c req-1c607f93-3b9a-4a0d-9e63-22d96265cae3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0532651 Aug 20 12:33:17.867368 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8c276d86-7775-4fa9-888d-6af966a8977c req-405ccec9-411b-427a-a25e-df907654cfb9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309176 Aug 20 12:33:18.697405 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:18.982791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241e717-f90d-4fde-8003-e8587bc8cf47 req-c7722024-1fd0-4b8f-9a89-b2543dc23b3b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:18.984366 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2241e717-f90d-4fde-8003-e8587bc8cf47 req-c7722024-1fd0-4b8f-9a89-b2543dc23b3b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0502360 Aug 20 12:33:19.031012 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2241e717-f90d-4fde-8003-e8587bc8cf47 req-d79c3051-4745-48d8-b6c6-541078fcf0ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403950 Aug 20 12:33:19.503121 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:20.151181 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe090-ac2c-4ed5-9088-89181bc1f87f req-c776b416-74d5-4feb-95b6-7fc13c33428a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:20.152690 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6efbe090-ac2c-4ed5-9088-89181bc1f87f req-c776b416-74d5-4feb-95b6-7fc13c33428a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0530298 Aug 20 12:33:20.192707 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6efbe090-ac2c-4ed5-9088-89181bc1f87f req-769a6041-3684-4804-8d22-30e6bf044c9e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335209 Aug 20 12:33:21.136883 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:21.310276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa13878-b820-4592-93fd-e81cbc3b3378 req-6facab61-b660-4f40-a8f1-04ac119dce4a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:21.311701 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fa13878-b820-4592-93fd-e81cbc3b3378 req-6facab61-b660-4f40-a8f1-04ac119dce4a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0497315 Aug 20 12:33:21.349087 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3fa13878-b820-4592-93fd-e81cbc3b3378 req-27d68808-2682-48ed-ac5a-9414a936eef8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315704 Aug 20 12:33:22.462662 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aabd31-8d5d-463b-9e96-c0df45b31b86 req-60121833-b389-4c2e-a163-3982e032eb17 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:22.464210 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4aabd31-8d5d-463b-9e96-c0df45b31b86 req-60121833-b389-4c2e-a163-3982e032eb17 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0490899 Aug 20 12:33:22.503510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b4aabd31-8d5d-463b-9e96-c0df45b31b86 req-f55527e0-4d0a-4abc-a164-75f6700fd53a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Aug 20 12:33:23.616784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8b21c-2d93-4b40-8184-124c9fc36618 req-b074de4f-082d-4732-967e-3cb107fdf6e8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:23.618293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34c8b21c-2d93-4b40-8184-124c9fc36618 req-b074de4f-082d-4732-967e-3cb107fdf6e8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0494921 Aug 20 12:33:23.655582 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-34c8b21c-2d93-4b40-8184-124c9fc36618 req-58c54b1f-8fa2-4b9d-9b25-88a7a901319f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Aug 20 12:33:24.772718 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759a36f-6ec6-454b-b478-7582441028c1 req-5fc6ef95-348c-403a-81fd-979be3736eef tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:24.774228 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b759a36f-6ec6-454b-b478-7582441028c1 req-5fc6ef95-348c-403a-81fd-979be3736eef tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0517573 Aug 20 12:33:24.811941 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b759a36f-6ec6-454b-b478-7582441028c1 req-45be0fcb-251d-4b5b-813b-4f7bd3ae0023 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Aug 20 12:33:24.834557 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50428) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:24.894538 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-36c1fb92-ae79-49c7-a5f8-0df0627b9b3f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/7a48ac5c-3f75-4b42-acd6-f1cd9c326df6 HTTP/1.1" status: 200 len: 993 time: 0.0588434 Aug 20 12:33:26.345709 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4f02a-8e1f-464c-90da-bca6cacfbe27 req-3a68697a-7291-47f1-bd89-8b8c5b35e817 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:26.347301 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dbb4f02a-8e1f-464c-90da-bca6cacfbe27 req-3a68697a-7291-47f1-bd89-8b8c5b35e817 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0519786 Aug 20 12:33:26.416693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dbb4f02a-8e1f-464c-90da-bca6cacfbe27 req-ea86fc5b-8613-4882-9b3f-9de93c17616d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594990 Aug 20 12:33:26.429542 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-47005de3-c04c-41f2-b864-5a76b0d968a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:26.431075 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-47005de3-c04c-41f2-b864-5a76b0d968a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 1097 time: 0.0488055 Aug 20 12:33:26.521685 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-a14ead00-18a7-4df2-90a4-bc3c52b3667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:26.523102 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-a14ead00-18a7-4df2-90a4-bc3c52b3667f service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa4d3d72-592b-421e-b2d2-789444e19839 HTTP/1.1" status: 200 len: 898 time: 0.0834033 Aug 20 12:33:26.593132 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-5e6600c9-ba84-4fda-914b-8383ddf8b4d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 HTTP/1.1" status: 200 len: 1001 time: 0.0617316 Aug 20 12:33:26.642917 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-e9e2c292-419a-4617-8972-58a8933e5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:26.644377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-e9e2c292-419a-4617-8972-58a8933e5866 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edad94aa-5143-42ce-a2d8-3e0cf79aa3df HTTP/1.1" status: 200 len: 834 time: 0.0439184 Aug 20 12:33:26.690751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-d77bbc85-a5f3-4b1b-8982-e54b67796f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:26.692274 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-d77bbc85-a5f3-4b1b-8982-e54b67796f71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa4d3d72-592b-421e-b2d2-789444e19839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412905 Aug 20 12:33:26.784797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-d2f7c20a-2380-4966-85fa-547f89fc153a service neutron] 10.222.0.57 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854664 Aug 20 12:33:26.875100 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2bfcbdff-79d0-4d4a-b27e-41e5fa80c025 req-301ffd01-1d6e-4e80-844f-b760df3de7a8 service neutron] 10.222.0.57 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831738 Aug 20 12:33:27.535827 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f9c6c-a439-44c8-99b7-7bec4cdaa7a6 req-06f92420-2034-4f42-99b6-f972bce163cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:27.537335 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a24f9c6c-a439-44c8-99b7-7bec4cdaa7a6 req-06f92420-2034-4f42-99b6-f972bce163cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0513577 Aug 20 12:33:27.574235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-6595fd98-9e6e-417f-971e-c86891e6d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:27.575802 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-6595fd98-9e6e-417f-971e-c86891e6d84c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 1097 time: 0.0433600 Aug 20 12:33:27.576359 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a24f9c6c-a439-44c8-99b7-7bec4cdaa7a6 req-9a224008-e590-448c-9a9f-5824e28317b4 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327923 Aug 20 12:33:27.684538 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-4ef72b5e-369e-4bda-b50c-9f2d5b78e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:27.686056 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-4ef72b5e-369e-4bda-b50c-9f2d5b78e589 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa4d3d72-592b-421e-b2d2-789444e19839 HTTP/1.1" status: 200 len: 898 time: 0.0923910 Aug 20 12:33:27.750353 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-236360bb-ca89-473f-ae00-ab7a56a33ab4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 HTTP/1.1" status: 200 len: 1001 time: 0.0576136 Aug 20 12:33:27.803584 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-989090d2-0066-4aae-8a28-340b6023f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:27.805069 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-989090d2-0066-4aae-8a28-340b6023f059 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edad94aa-5143-42ce-a2d8-3e0cf79aa3df HTTP/1.1" status: 200 len: 834 time: 0.0483680 Aug 20 12:33:27.851528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-0c0d716e-d6c0-4b3a-a03f-ba0b49e46ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:27.853026 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-0c0d716e-d6c0-4b3a-a03f-ba0b49e46ead service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa4d3d72-592b-421e-b2d2-789444e19839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410082 Aug 20 12:33:27.940580 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-735f3537-7024-4c9a-a4d7-f885b7a6f1f3 service neutron] 10.222.0.57 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798683 Aug 20 12:33:28.031434 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-18ec1c2b-19d7-4927-8a0d-d5776ef54ace req-59afad79-93ef-4912-ae7a-1dc37646a367 service neutron] 10.222.0.57 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842013 Aug 20 12:33:28.692967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbf19b-5016-41a4-9d9b-d5c5a7c68306 req-d5eea70d-381e-4b16-bf67-ca639c0482ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:33:28.694472 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ddbf19b-5016-41a4-9d9b-d5c5a7c68306 req-d5eea70d-381e-4b16-bf67-ca639c0482ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0497787 Aug 20 12:33:28.732911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ddbf19b-5016-41a4-9d9b-d5c5a7c68306 req-2ef0d7a2-58d7-4bbc-815a-fbbe7ad3ded2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322208 Aug 20 12:33:28.754951 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50440) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:28.817472 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-96522301-441b-47fb-b7f8-92a889b02f90 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/7a48ac5c-3f75-4b42-acd6-f1cd9c326df6 HTTP/1.1" status: 200 len: 993 time: 0.0613618 Aug 20 12:33:41.873533 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:44.130670 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:45.090356 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9846e29e-f314-4faa-baac-2d6d24484133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:47.787688 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-50157815-7223-42d7-8037-a02dbb07af8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:48.486195 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:33:48.684511 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:49.541482 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:51.130366 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:59.240541 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50460) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:33:59.392260 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 1a16c117-f1bf-4cca-8754-c872110e01d0 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:33:59.392530 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:59.467985 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:59.468323 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:59.480156 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 1a16c117-f1bf-4cca-8754-c872110e01d0 owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:33:59.964214 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:33:59.991081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=1a16c117-f1bf-4cca-8754-c872110e01d0,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:00.006347 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.006725 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.007069 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.007404 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.007734 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.008063 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.008393 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.008719 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.009066 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.009375 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.009696 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.010015 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:00.063717 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:00.073718 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Floating IP 7a48ac5c-3f75-4b42-acd6-f1cd9c326df6 disassociated (deleted). External IP: 172.25.4.70, port: 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59. Aug 20 12:34:00.276150 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 8991333f-7400-466f-9587-1983ef57c4be has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:34:00.384802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:00.389595 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:00.394808 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] Sync routers for ids ['8991333f-7400-466f-9587-1983ef57c4be'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:00.403736 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] Routers {'8991333f-7400-466f-9587-1983ef57c4be'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:00.407288 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8991333f-7400-466f-9587-1983ef57c4be'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:00.416488 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c84d4725-b5a9-4fda-aeea-ce07798b878e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/floatingips/7a48ac5c-3f75-4b42-acd6-f1cd9c326df6 HTTP/1.1" status: 204 len: 168 time: 1.1748788 Aug 20 12:34:00.417091 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'tag': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:00.419382 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c39caefb-c007-4e88-b2cc-cbffae3f8746", "tag": "81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:00.459357 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35335b95-e286-4122-8576-a157f72c1d9f x-openstack-request-id: req-35335b95-e286-4122-8576-a157f72c1d9f {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:00.459678 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39caefb-c007-4e88-b2cc-cbffae3f8746", "tag": "81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:00.459934 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35335b95-e286-4122-8576-a157f72c1d9f {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:00.460377 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'tag': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'status': 'completed', 'code': 200} Aug 20 12:34:00.514136 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] Set router 8991333f-7400-466f-9587-1983ef57c4be gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:00.527063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-2ad6420e-0747-495d-a81b-57c5ef129c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:00.528532 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-2ad6420e-0747-495d-a81b-57c5ef129c51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 1097 time: 0.0458474 Aug 20 12:34:00.619069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-f30ccea4-6e8f-4952-aaf3-cb2a2c606c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:00.620562 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-f30ccea4-6e8f-4952-aaf3-cb2a2c606c62 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa4d3d72-592b-421e-b2d2-789444e19839 HTTP/1.1" status: 200 len: 898 time: 0.0851319 Aug 20 12:34:00.663863 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-84a2ac42-7826-4ff3-92fd-efe619dc1b2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 HTTP/1.1" status: 200 len: 217 time: 0.0363526 Aug 20 12:34:00.720589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-6f1c1cb9-5c22-4da5-af2f-1783793030ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:00.720790 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '16ab4552-f700-4c2b-a0f2-3e187dfad7dc', 'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:ae:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:18Z', 'updated_at': '2021-08-20T12:32:23Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:00.722333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-6f1c1cb9-5c22-4da5-af2f-1783793030ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edad94aa-5143-42ce-a2d8-3e0cf79aa3df HTTP/1.1" status: 200 len: 834 time: 0.0514708 Aug 20 12:34:00.754479 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] Checking router: 8991333f-7400-466f-9587-1983ef57c4be for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:00.877669 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] Routers {'8991333f-7400-466f-9587-1983ef57c4be'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:00.877669 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8991333f-7400-466f-9587-1983ef57c4be'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:00.878259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-ccf66272-af5b-4505-8a2e-ee94270ae39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:00.878259 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-ccf66272-af5b-4505-8a2e-ee94270ae39f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa4d3d72-592b-421e-b2d2-789444e19839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440841 Aug 20 12:34:00.878475 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d868eb3-929c-4eec-b361-cd8cc1bda90e req-95d3e32c-8ba5-4063-ba6c-f5879bcfe8ae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:00.878475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d868eb3-929c-4eec-b361-cd8cc1bda90e req-95d3e32c-8ba5-4063-ba6c-f5879bcfe8ae tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0523753 Aug 20 12:34:00.878475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d868eb3-929c-4eec-b361-cd8cc1bda90e req-de3b5920-f58a-4486-a517-4b55eed963aa tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352602 Aug 20 12:34:00.878743 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-978897d8-e225-4bb6-b7ed-5b35ad82d4f6 service neutron] 10.222.0.57 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869155 Aug 20 12:34:00.895047 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] Set router 8991333f-7400-466f-9587-1983ef57c4be gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:00.969558 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2b298c0c-08b2-45a8-95cb-fcd8d304fa6e req-d34b371d-8ce6-4619-aa10-fee676d0201b service neutron] 10.222.0.57 "GET /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922625 Aug 20 12:34:01.100028 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '16ab4552-f700-4c2b-a0f2-3e187dfad7dc', 'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:ae:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:18Z', 'updated_at': '2021-08-20T12:32:23Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:01.126292 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714fba92-5e7a-436f-a86d-16cc21cde232 None None] The sync data for ids ['8991333f-7400-466f-9587-1983ef57c4be'] in n-d-804230-3 is: [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': '16ab4552-f700-4c2b-a0f2-3e187dfad7dc', 'name': '', 'network_id': 'aa4d3d72-592b-421e-b2d2-789444e19839', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:ae:34:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:18Z', 'updated_at': '2021-08-20T12:32:23Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': 'edad94aa-5143-42ce-a2d8-3e0cf79aa3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:01.367784 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107051a-cec2-408b-bd3a-c543542d723e None None] New status for floating IP 7a48ac5c-3f75-4b42-acd6-f1cd9c326df6: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:34:01.980550 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13fede-dc61-4b26-a170-896d0d601a71 req-b29b71b7-5ec0-40e5-a6a6-e5eee22a3d2f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:01.982070 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4a13fede-dc61-4b26-a170-896d0d601a71 req-b29b71b7-5ec0-40e5-a6a6-e5eee22a3d2f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0490966 Aug 20 12:34:02.019652 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4a13fede-dc61-4b26-a170-896d0d601a71 req-f75a7768-ec4e-48d7-8f11-337f54d3ca33 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e0de384-90f5-4f1b-a5c7-710bda3f8f98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317137 Aug 20 12:34:02.268116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73013765-f99d-4105-a2a4-aee5122ee680 req-a3cb249b-822c-4b3b-88a8-d4d910230d59 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:02.269591 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-73013765-f99d-4105-a2a4-aee5122ee680 req-a3cb249b-822c-4b3b-88a8-d4d910230d59 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 946 time: 0.0527458 Aug 20 12:34:02.357092 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-73013765-f99d-4105-a2a4-aee5122ee680 req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:02.357466 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-73013765-f99d-4105-a2a4-aee5122ee680 req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:02.454876 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-73013765-f99d-4105-a2a4-aee5122ee680 req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:02.455250 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-73013765-f99d-4105-a2a4-aee5122ee680 req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:02.774411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-73013765-f99d-4105-a2a4-aee5122ee680 req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:02.941274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-73013765-f99d-4105-a2a4-aee5122ee680 req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:02.974394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:03.000279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.000836 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.000978 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.001296 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.001613 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.001941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.002270 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.002647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.002977 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.003300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.003620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.003938 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:03.025598 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-73013765-f99d-4105-a2a4-aee5122ee680 req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] No DVR routers for this DVR port 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:34:03.028217 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-73013765-f99d-4105-a2a4-aee5122ee680 req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:03.030272 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-73013765-f99d-4105-a2a4-aee5122ee680 req-6d9212f1-e4f0-40d1-849f-ac1b42512e04 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.57 "DELETE /v2.0/ports/81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 HTTP/1.1" status: 204 len: 173 time: 0.7548122 Aug 20 12:34:03.030740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'name': 'network-vif-deleted', 'tag': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:03.033144 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52906bf-2488-4990-8c66-15949d363713" -d '{"events": [{"server_uuid": "c39caefb-c007-4e88-b2cc-cbffae3f8746", "name": "network-vif-deleted", "tag": "81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:03.069261 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731a746b-10ab-4aec-8177-ca65b965b0dc x-openstack-request-id: req-731a746b-10ab-4aec-8177-ca65b965b0dc {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:03.069564 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39caefb-c007-4e88-b2cc-cbffae3f8746", "name": "network-vif-deleted", "tag": "81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:03.069820 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-731a746b-10ab-4aec-8177-ca65b965b0dc {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:03.070224 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39caefb-c007-4e88-b2cc-cbffae3f8746', 'name': 'network-vif-deleted', 'tag': '81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59', 'status': 'completed', 'code': 200} Aug 20 12:34:03.117617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4632e9b4-d706-4bc4-8901-7298efe3a6c5 req-8b76d8ab-6346-4afd-9368-fa17faa7d794 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=c39caefb-c007-4e88-b2cc-cbffae3f8746 HTTP/1.1" status: 200 len: 210 time: 0.0284421 Aug 20 12:34:04.174282 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50480) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:04.529914 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:04.808979 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:04.809238 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:04.895480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port 16ab4552-f700-4c2b-a0f2-3e187dfad7dc, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=16ab4552-f700-4c2b-a0f2-3e187dfad7dc,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:04.895884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:04.912635 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 16ab4552-f700-4c2b-a0f2-3e187dfad7dc owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:05.159610 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:05.187125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=16ab4552-f700-4c2b-a0f2-3e187dfad7dc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:05.368828 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:05.597368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 8991333f-7400-466f-9587-1983ef57c4be has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:34:05.702204 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:05.708081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-12b35b87-5929-414a-8ce8-76448062a9cf tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "PUT /v2.0/routers/8991333f-7400-466f-9587-1983ef57c4be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5320103 Aug 20 12:34:05.710881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50482) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:05.713015 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] Sync routers for ids ['8991333f-7400-466f-9587-1983ef57c4be'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:05.723329 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] Routers {'8991333f-7400-466f-9587-1983ef57c4be'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:05.723944 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8991333f-7400-466f-9587-1983ef57c4be'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:05.762037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d807e72-bc69-471b-bb25-82f2aeac0d36 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting subnet edad94aa-5143-42ce-a2d8-3e0cf79aa3df {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:34:05.765214 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d807e72-bc69-471b-bb25-82f2aeac0d36 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:05.800673 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:34:05.811308 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d807e72-bc69-471b-bb25-82f2aeac0d36 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:05.824561 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:34:05.824918 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 81058ecb-ddd8-4e7c-b6f5-456ca4c4cf59 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:34:05.837489 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] Set router 8991333f-7400-466f-9587-1983ef57c4be gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:05.897580 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d807e72-bc69-471b-bb25-82f2aeac0d36 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:05.999142 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d807e72-bc69-471b-bb25-82f2aeac0d36 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:06.023452 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:34:05Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:06.031217 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d807e72-bc69-471b-bb25-82f2aeac0d36 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Subnet': ['ID=edad94aa-5143-42ce-a2d8-3e0cf79aa3df,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:06.036238 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0d807e72-bc69-471b-bb25-82f2aeac0d36 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:06.040622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0d807e72-bc69-471b-bb25-82f2aeac0d36 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/subnets/edad94aa-5143-42ce-a2d8-3e0cf79aa3df HTTP/1.1" status: 204 len: 168 time: 0.3261454 Aug 20 12:34:06.040926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50484) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:06.044762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f5f595-a038-461f-8c90-042b3f21ffbd None None] Network aa4d3d72-592b-421e-b2d2-789444e19839 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:34:06.049670 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] Checking router: 8991333f-7400-466f-9587-1983ef57c4be for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:06.058243 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] Routers {'8991333f-7400-466f-9587-1983ef57c4be'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:06.058892 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['8991333f-7400-466f-9587-1983ef57c4be'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:06.154802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:06.166360 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] Set router 8991333f-7400-466f-9587-1983ef57c4be gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:06.310728 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:06.350964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] DHCP port deletion for aa4d3d72-592b-421e-b2d2-789444e19839 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:34:06.356501 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:34:05Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:06.386292 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0100cfd8-97f5-4dec-9fb7-5676cc64d577 None None] The sync data for ids ['8991333f-7400-466f-9587-1983ef57c4be'] in n-d-804230-3 is: [{'id': '8991333f-7400-466f-9587-1983ef57c4be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351894466', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:32:14Z', 'updated_at': '2021-08-20T12:34:05Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e8fc4827-3bb4-412b-8dcb-30f60c072fc5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8991333f-7400-466f-9587-1983ef57c4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:32:15Z', 'updated_at': '2021-08-20T12:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:06.402517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Deleting port 0a945815-d14a-44b0-9304-122c36c4f44f {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:06.402902 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:06.467440 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] For port 0a945815-d14a-44b0-9304-122c36c4f44f, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=0a945815-d14a-44b0-9304-122c36c4f44f,segment=NetworkSegment(ed2be8bf-5cb8-42c7-865c-c0dc61efecf8),segment_id=ed2be8bf-5cb8-42c7-865c-c0dc61efecf8)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:06.468026 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:06.489209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Calling delete_port for 0a945815-d14a-44b0-9304-122c36c4f44f owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:06.634533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port e8fc4827-3bb4-412b-8dcb-30f60c072fc5 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:34:06.634811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:06.649994 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:06.680798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Pushing event deleted for resources: {'Port': ['ID=0a945815-d14a-44b0-9304-122c36c4f44f,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:06.684928 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] No DVR routers for this DVR port 0a945815-d14a-44b0-9304-122c36c4f44f on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:34:06.698810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.698810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.698810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.698810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.698810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.698810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.698810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.698810 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.699612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.699612 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.699773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.700105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f2c72-a927-407b-a2fd-4c37a07b6dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:06.720075 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port e8fc4827-3bb4-412b-8dcb-30f60c072fc5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e8fc4827-3bb4-412b-8dcb-30f60c072fc5,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:06.720686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:06.734960 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for e8fc4827-3bb4-412b-8dcb-30f60c072fc5 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:34:06.959194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:06.984023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=e8fc4827-3bb4-412b-8dcb-30f60c072fc5,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:07.057150 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.151890 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.154015 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.296276 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.296858 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Fanout notify agent at l3_agent the message router_deleted on router 8991333f-7400-466f-9587-1983ef57c4be {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:34:07.304700 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.308394 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6d4fd8a6-c6e5-4175-b155-86c28bbf83ee tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/routers/8991333f-7400-466f-9587-1983ef57c4be HTTP/1.1" status: 204 len: 168 time: 1.2632818 Aug 20 12:34:07.308770 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50490) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:07.317639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 16ab4552-f700-4c2b-a0f2-3e187dfad7dc no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:34:07.338361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 16ab4552-f700-4c2b-a0f2-3e187dfad7dc {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:34:07.338744 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 16ab4552-f700-4c2b-a0f2-3e187dfad7dc not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:34:07.339382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0a945815-d14a-44b0-9304-122c36c4f44f no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:34:07.360382 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 0a945815-d14a-44b0-9304-122c36c4f44f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:34:07.360738 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 0a945815-d14a-44b0-9304-122c36c4f44f not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:34:07.390289 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.485831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.496206 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4d3d72-592b-421e-b2d2-789444e19839']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:07.506300 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:07.506634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2be8bf-5cb8-42c7-865c-c0dc61efecf8') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:07.515115 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.528199 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.534376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:34:07.534796 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:34:07.537638 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:34:07.667656 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.675272 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.676378 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/networks/aa4d3d72-592b-421e-b2d2-789444e19839 HTTP/1.1" status: 204 len: 168 time: 0.3666060 Aug 20 12:34:07.679355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50492) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:07.687927 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009e222-1c93-41e4-8b83-3d82c648a10f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Network': ['ID=aa4d3d72-592b-421e-b2d2-789444e19839,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:07.740691 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82f34b63-e72f-4c00-b6f9-804dff51b4fc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.767977 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82f34b63-e72f-4c00-b6f9-804dff51b4fc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.878821 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82f34b63-e72f-4c00-b6f9-804dff51b4fc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.881572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82f34b63-e72f-4c00-b6f9-804dff51b4fc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:07.882825 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-82f34b63-e72f-4c00-b6f9-804dff51b4fc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/security-groups/5e0de384-90f5-4f1b-a5c7-710bda3f8f98 HTTP/1.1" status: 204 len: 168 time: 0.2024555 Aug 20 12:34:07.892123 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f34b63-e72f-4c00-b6f9-804dff51b4fc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0de384-90f5-4f1b-a5c7-710bda3f8f98,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:08.615868 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50500) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:08.620782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-83f09dff-a4c9-4fcc-96b7-e178049eebd0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507641065', 'description': 'tempest-secgroup-smoke-1507641065 description', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:08.689874 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83f09dff-a4c9-4fcc-96b7-e178049eebd0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:08.771386 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83f09dff-a4c9-4fcc-96b7-e178049eebd0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:08.838834 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83f09dff-a4c9-4fcc-96b7-e178049eebd0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:08.868523 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f09dff-a4c9-4fcc-96b7-e178049eebd0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a18d8-690c-493b-aaaf-ca69449644c3,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:08.912699 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-83f09dff-a4c9-4fcc-96b7-e178049eebd0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:08.914027 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-83f09dff-a4c9-4fcc-96b7-e178049eebd0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2970631 Aug 20 12:34:08.916781 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50502) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:08.921545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-72e181ff-fb83-44b6-8411-46153acff860 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a18d8-690c-493b-aaaf-ca69449644c3', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:08.998016 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72e181ff-fb83-44b6-8411-46153acff860 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.055432 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72e181ff-fb83-44b6-8411-46153acff860 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.135544 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72e181ff-fb83-44b6-8411-46153acff860 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.153853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e181ff-fb83-44b6-8411-46153acff860 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03723408-a330-4c35-b84a-4311f05fe40b,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:09.209877 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-72e181ff-fb83-44b6-8411-46153acff860 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.211151 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-72e181ff-fb83-44b6-8411-46153acff860 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934241 Aug 20 12:34:09.213875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50504) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:09.218502 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-5518eb4f-4b3f-45c8-87c5-bc403b32e1ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a18d8-690c-493b-aaaf-ca69449644c3', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:09.230226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e8fc4827-3bb4-412b-8dcb-30f60c072fc5 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:34:09.250979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e8fc4827-3bb4-412b-8dcb-30f60c072fc5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:34:09.251334 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e8fc4827-3bb4-412b-8dcb-30f60c072fc5 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:34:09.306197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5518eb4f-4b3f-45c8-87c5-bc403b32e1ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.366011 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5518eb4f-4b3f-45c8-87c5-bc403b32e1ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.449822 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5518eb4f-4b3f-45c8-87c5-bc403b32e1ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.470782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518eb4f-4b3f-45c8-87c5-bc403b32e1ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c37d066-77f3-4948-b0ac-a7ad6eb84abc,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:09.529817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-5518eb4f-4b3f-45c8-87c5-bc403b32e1ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.531073 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-5518eb4f-4b3f-45c8-87c5-bc403b32e1ba tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162491 Aug 20 12:34:09.534652 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50506) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:09.539108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-9e4a88ac-2d5f-4943-b81c-92db3321bf08 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a18d8-690c-493b-aaaf-ca69449644c3', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:09.637196 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e4a88ac-2d5f-4943-b81c-92db3321bf08 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.695393 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e4a88ac-2d5f-4943-b81c-92db3321bf08 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.775480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e4a88ac-2d5f-4943-b81c-92db3321bf08 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.794776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a88ac-2d5f-4943-b81c-92db3321bf08 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cfa5fd-5860-4bfa-a9e1-2058c2684aef,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:09.861373 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-9e4a88ac-2d5f-4943-b81c-92db3321bf08 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:09.863298 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9e4a88ac-2d5f-4943-b81c-92db3321bf08 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276701 Aug 20 12:34:09.866033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50508) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:09.870526 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-3c5e93cf-cf7b-41f0-ba89-22e946b2e7c6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a18d8-690c-493b-aaaf-ca69449644c3', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:09.951450 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c5e93cf-cf7b-41f0-ba89-22e946b2e7c6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.009635 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c5e93cf-cf7b-41f0-ba89-22e946b2e7c6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.090015 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c5e93cf-cf7b-41f0-ba89-22e946b2e7c6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.109524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e93cf-cf7b-41f0-ba89-22e946b2e7c6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0066aac0-260b-48dc-b30e-af1a3afe5c80,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:10.181674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3c5e93cf-cf7b-41f0-ba89-22e946b2e7c6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.182956 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3c5e93cf-cf7b-41f0-ba89-22e946b2e7c6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159697 Aug 20 12:34:10.185769 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50510) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:10.190161 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-081d1bf3-69fa-4549-b653-1bfd9e64f9a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a18d8-690c-493b-aaaf-ca69449644c3', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:10.267404 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-081d1bf3-69fa-4549-b653-1bfd9e64f9a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Project cf5accfea9d74273a18d35f4e69d58fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:34:10.272996 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-081d1bf3-69fa-4549-b653-1bfd9e64f9a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.334266 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-081d1bf3-69fa-4549-b653-1bfd9e64f9a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.415656 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-081d1bf3-69fa-4549-b653-1bfd9e64f9a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.433381 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d1bf3-69fa-4549-b653-1bfd9e64f9a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db83788f-b073-4e97-8fda-5998b38a3074,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:10.529761 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-081d1bf3-69fa-4549-b653-1bfd9e64f9a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.531118 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-081d1bf3-69fa-4549-b653-1bfd9e64f9a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444250 Aug 20 12:34:10.533853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50514) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:10.538313 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-46b46f44-43ea-48c9-a501-992af949d5d2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a18d8-690c-493b-aaaf-ca69449644c3', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:10.609669 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-46b46f44-43ea-48c9-a501-992af949d5d2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Project cf5accfea9d74273a18d35f4e69d58fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:34:10.614625 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-46b46f44-43ea-48c9-a501-992af949d5d2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.677662 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-46b46f44-43ea-48c9-a501-992af949d5d2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.753360 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-46b46f44-43ea-48c9-a501-992af949d5d2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.770967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b46f44-43ea-48c9-a501-992af949d5d2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb463df2-7449-415a-8bd9-df045bf18833,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:10.844401 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-46b46f44-43ea-48c9-a501-992af949d5d2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.845659 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-46b46f44-43ea-48c9-a501-992af949d5d2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3108573 Aug 20 12:34:10.848575 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50516) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:10.853433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'network': {'name': 'tempest-network-smoke--1242242637', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'port_security_enabled': True}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:10.935316 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:34:10.938674 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.961301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:34:10.969637 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:10.969978 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Added segment 0fe23854-2300-432f-84c7-7a5fd91cab69 of type vlan for network 71249b83-f1c1-4cb9-8f7f-859643e598e4 Aug 20 12:34:11.010995 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:11.158711 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:11.164968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:11.165572 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:11.233192 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Network': ['ID=71249b83-f1c1-4cb9-8f7f-859643e598e4,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:11.244238 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 71249b83-f1c1-4cb9-8f7f-859643e598e4 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:34:11.296807 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-99834fe5-699b-473c-be2e-5525abc34a5b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4471078 Aug 20 12:34:11.300068 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50518) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:11.304891 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'admin_state_up': True, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:11.392811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:11.394370 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:11.445257 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:11.634772 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:11.867257 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:11.898701 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:11.921531 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:12.020791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.25.4.139 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/e63b5d53-d069-47fe-80f1-d0893f1840d5) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:12.124387 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:12.227462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:12.265264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:12.268031 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:12.271091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:12.297759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=e63b5d53-d069-47fe-80f1-d0893f1840d5,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:12.599932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:12.794709 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:12.981415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:34:13.088742 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:13.098626 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Sync routers for ids ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:13.107404 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Routers {'34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:13.108018 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:13.170153 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:13.171464 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c28d3053-f5f0-4511-8cb8-a5b3a223063b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8704352 Aug 20 12:34:13.174640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50520) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:13.203843 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-a15c2257-d5ab-45a1-82b4-de8cc8185554 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=cf5accfea9d74273a18d35f4e69d58fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270839 Aug 20 12:34:13.206353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50522) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:13.210970 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Set router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:13.293224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e85c68-d4c1-417a-ba24-4e70862ef5ea tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:13.295025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-49e85c68-d4c1-417a-ba24-4e70862ef5ea tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877595 Aug 20 12:34:13.297875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50524) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:13.329143 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-badc7952-986f-4268-856f-68b73540cd7d tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=b7a42768-e6ec-40ff-acad-bb7cf62ccac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302160 Aug 20 12:34:13.332166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50526) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:13.337300 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126192017', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:13.385214 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:12Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:13.411638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Checking router: 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:13.411986 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Updating router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 port e63b5d53-d069-47fe-80f1-d0893f1840d5 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:34:13.439534 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:13.484469 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:34:13.488296 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:13.689708 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:13.699691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Transition to ACTIVE for port object e63b5d53-d069-47fe-80f1-d0893f1840d5 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:13.770917 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:13.781528 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:13.829366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Attempting to bind port e63b5d53-d069-47fe-80f1-d0893f1840d5 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:34:13.829742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Attempting to bind port e63b5d53-d069-47fe-80f1-d0893f1840d5 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:34:13.830109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Attempting to bind port e63b5d53-d069-47fe-80f1-d0893f1840d5 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:13.837048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Subnet': ['ID=76cfc129-12f5-4b25-a5e5-fb6781f9d3b4,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:13.837939 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa0988-1189-4c9c-a6f2-dcf6ad708407 None None] Pushing event updated for resources: {'Port': ['ID=e63b5d53-d069-47fe-80f1-d0893f1840d5,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:13.841554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Checking segment: {'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:13.841929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network hostable DHCP agents. Network: 71249b83-f1c1-4cb9-8f7f-859643e598e4, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:34:13.842621 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:34:13.843003 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:13.843406 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:13.844024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:34:13.844909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Bound port: e63b5d53-d069-47fe-80f1-d0893f1840d5, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:34:13.845328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:13.898414 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] For port e63b5d53-d069-47fe-80f1-d0893f1840d5, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:34:13.901402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] For port e63b5d53-d069-47fe-80f1-d0893f1840d5, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e63b5d53-d069-47fe-80f1-d0893f1840d5,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:34:13.941762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network 71249b83-f1c1-4cb9-8f7f-859643e598e4 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:34:13.970131 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:14.026126 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Routers {'34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:14.026793 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:14.031577 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa0988-1189-4c9c-a6f2-dcf6ad708407 None None] Pushing event updated for resources: {'Port': ['ID=e63b5d53-d069-47fe-80f1-d0893f1840d5,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:14.038750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 71249b83-f1c1-4cb9-8f7f-859643e598e4) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:14.043459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:14.044052 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:14.065838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb5c900-41ba-448e-8e09-c41c9bfbe5dd None None] Network 71249b83-f1c1-4cb9-8f7f-859643e598e4 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:34:14.114104 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-61ba4d39-fc28-4299-952e-036ab97457b1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7808447 Aug 20 12:34:14.116766 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50528) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:14.206320 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:14.211116 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] Set router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:14.529730 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-71249b83-f1c1-4cb9-8f7f-859643e598e4', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:34:14.530623 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:14.560302 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:14.705643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:12Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:14.736229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Allocated IP 172.20.0.2 (71249b83-f1c1-4cb9-8f7f-859643e598e4/76cfc129-12f5-4b25-a5e5-fb6781f9d3b4/783d87b6-5685-4159-9331-bbe0be0a837a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:14.738854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c432a1-ed5a-40fc-be09-02feb4aadfc1 None None] The sync data for ids ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'] in n-d-804230-3 is: [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:12Z', 'revision_number': 3, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:14.975257 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:14.983713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Transition to ACTIVE for port object 783d87b6-5685-4159-9331-bbe0be0a837a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:15.004439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Transition to ACTIVE for port object 783d87b6-5685-4159-9331-bbe0be0a837a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:15.090556 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.119746 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-34197442-ede2-4fc4-816f-5122a5b4787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.143209 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Network 71249b83-f1c1-4cb9-8f7f-859643e598e4 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:15.144528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Pushing event updated for resources: {'Port': ['ID=783d87b6-5685-4159-9331-bbe0be0a837a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:15.147337 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:15.149475 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:15.212640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.20.0.1 (71249b83-f1c1-4cb9-8f7f-859643e598e4/76cfc129-12f5-4b25-a5e5-fb6781f9d3b4/fac65f3b-9325-470e-ba82-9b0cfdf92e5c) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:15.226935 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Attempting to bind port 783d87b6-5685-4159-9331-bbe0be0a837a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:34:15.227691 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Attempting to bind port 783d87b6-5685-4159-9331-bbe0be0a837a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:34:15.228216 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Attempting to bind port 783d87b6-5685-4159-9331-bbe0be0a837a on network 71249b83-f1c1-4cb9-8f7f-859643e598e4 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:15.238499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:34:15.238895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Checking segment: {'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:15.239418 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.239694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Bound using segment: {'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:34:15.240182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Bound port: 783d87b6-5685-4159-9331-bbe0be0a837a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:34:15.240622 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.328591 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e63b5d53-d069-47fe-80f1-d0893f1840d5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:15.341513 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.356620 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Transition to ACTIVE for port object fac65f3b-9325-470e-ba82-9b0cfdf92e5c will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:15.364710 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] For port 783d87b6-5685-4159-9331-bbe0be0a837a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:34:15.369127 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] For port 783d87b6-5685-4159-9331-bbe0be0a837a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=783d87b6-5685-4159-9331-bbe0be0a837a,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:34:15.461913 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.474025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.491763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e63b5d53-d069-47fe-80f1-d0893f1840d5 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:15.506509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e63b5d53-d069-47fe-80f1-d0893f1840d5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:15.506884 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.539810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network 71249b83-f1c1-4cb9-8f7f-859643e598e4 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:15.541597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:15.543854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=fac65f3b-9325-470e-ba82-9b0cfdf92e5c,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:15.552774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:15.572231 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff81cf-e485-4b22-a150-a41a4fdac65b None None] Pushing event updated for resources: {'Port': ['ID=783d87b6-5685-4159-9331-bbe0be0a837a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:15.610498 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.623410 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.647773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e63b5d53-d069-47fe-80f1-d0893f1840d5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e63b5d53-d069-47fe-80f1-d0893f1840d5,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:15.758312 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:15.813357 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e63b5d53-d069-47fe-80f1-d0893f1840d5,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:15.845388 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:16.122557 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:16.181157 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:16.253932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=fac65f3b-9325-470e-ba82-9b0cfdf92e5c,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:16.258964 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:16.352489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network 71249b83-f1c1-4cb9-8f7f-859643e598e4 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:16.353931 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:16.474050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:34:16.580166 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:16.585865 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8933ec0b-0f02-4fef-8b1a-6640a69ebf21 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "PUT /v2.0/routers/34ebe137-cfd4-48b2-b2e0-c1e00f466ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4681034 Aug 20 12:34:16.750658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-6012f1fb-5a97-4ca8-87d9-3ba707ca84cc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507641065&fields=id&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 267 time: 0.0403435 Aug 20 12:34:16.796255 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Sync routers for ids ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:16.870396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca63cb2-f15a-4233-8acb-d730fb339654 None None] Network 71249b83-f1c1-4cb9-8f7f-859643e598e4 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:34:16.875803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787373-147b-47af-843d-d8126471bcf4 req-af9524a1-0e8c-4e7d-805e-47e1f52aa24b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:16.877378 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-af9524a1-0e8c-4e7d-805e-47e1f52aa24b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/networks?id=71249b83-f1c1-4cb9-8f7f-859643e598e4 HTTP/1.1" status: 200 len: 797 time: 0.1187954 Aug 20 12:34:16.894796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-32f265b3-3a87-40c2-80af-e5204c7a6b1b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/quotas/cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 375 time: 0.0098026 Aug 20 12:34:16.904640 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Routers {'34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:16.905253 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:33:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:16.949595 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-cde5c778-aa0b-4e3d-9904-a37332550803 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486295 Aug 20 12:34:17.011921 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Set router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:17.071188 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-20115ad0-1650-4b3b-8529-9d1dc58d3c92 service neutron] 10.222.0.10 "GET /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073983 Aug 20 12:34:17.090251 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-b7f1af88-a2b7-4819-b185-64d39ae541b9 None None] Provisioning for port 783d87b6-5685-4159-9331-bbe0be0a837a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:17.163035 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-bbc2ee29-b47e-4530-bb84-b68534755236 service neutron] 10.222.0.10 "GET /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906882 Aug 20 12:34:17.241877 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fac65f3b-9325-470e-ba82-9b0cfdf92e5c', 'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:0d:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:15Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 2, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:17.275279 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Checking router: 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:17.275639 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Updating router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 port fac65f3b-9325-470e-ba82-9b0cfdf92e5c binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:34:17.312694 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.429469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e63b5d53-d069-47fe-80f1-d0893f1840d5 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:17.511415 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9da22d3f-b4fe-4b89-9254-9b8e1dc00f68 req-d2ade1d7-5441-4400-8025-0667f5e89fea tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 210 time: 0.0350838 Aug 20 12:34:17.512358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e63b5d53-d069-47fe-80f1-d0893f1840d5 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:17.512358 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.595987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a804cedf-70d4-4a72-b0a5-487a61f600c4 None None] Provisioning for port fac65f3b-9325-470e-ba82-9b0cfdf92e5c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:17.605273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a804cedf-70d4-4a72-b0a5-487a61f600c4 None None] Provisioning complete for port fac65f3b-9325-470e-ba82-9b0cfdf92e5c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:17.605653 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a804cedf-70d4-4a72-b0a5-487a61f600c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.633326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 783d87b6-5685-4159-9331-bbe0be0a837a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:17.649186 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.660754 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Transition to ACTIVE for port object fac65f3b-9325-470e-ba82-9b0cfdf92e5c will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:17.701531 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a804cedf-70d4-4a72-b0a5-487a61f600c4 None None] Port fac65f3b-9325-470e-ba82-9b0cfdf92e5c cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:34:17.746739 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.776090 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd7148e8-1b73-40a1-9d23-9eff18fbfeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.777527 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 783d87b6-5685-4159-9331-bbe0be0a837a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:17.782551 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 783d87b6-5685-4159-9331-bbe0be0a837a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:17.782933 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.826581 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Pushing event updated for resources: {'Port': ['ID=fac65f3b-9325-470e-ba82-9b0cfdf92e5c,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:17.856614 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.857060 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.857493 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.857838 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.858246 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.858675 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.859307 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.859560 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.859960 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.860505 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.860884 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.861276 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:34:17.883741 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Attempting to bind port fac65f3b-9325-470e-ba82-9b0cfdf92e5c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:34:17.884108 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Attempting to bind port fac65f3b-9325-470e-ba82-9b0cfdf92e5c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:34:17.885723 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Attempting to bind port fac65f3b-9325-470e-ba82-9b0cfdf92e5c on network 71249b83-f1c1-4cb9-8f7f-859643e598e4 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:17.891322 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:34:17.891620 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Checking segment: {'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:17.891764 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.892400 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.892400 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Bound using segment: {'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:34:17.892858 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Bound port: fac65f3b-9325-470e-ba82-9b0cfdf92e5c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:34:17.893240 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.928391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 783d87b6-5685-4159-9331-bbe0be0a837a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=783d87b6-5685-4159-9331-bbe0be0a837a,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:17.978083 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] For port fac65f3b-9325-470e-ba82-9b0cfdf92e5c, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:34:17.981768 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:17.996078 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] For port fac65f3b-9325-470e-ba82-9b0cfdf92e5c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fac65f3b-9325-470e-ba82-9b0cfdf92e5c,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:34:18.035159 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=783d87b6-5685-4159-9331-bbe0be0a837a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:18.061623 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:18.123005 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Routers {'34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:18.123686 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:34:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:18.164494 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c756a2-fd3b-49f7-8a8f-19341e6739d4 None None] Pushing event updated for resources: {'Port': ['ID=fac65f3b-9325-470e-ba82-9b0cfdf92e5c,revision_number=4']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:18.261664 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] Set router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:18.465050 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fac65f3b-9325-470e-ba82-9b0cfdf92e5c', 'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:0d:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:15Z', 'updated_at': '2021-08-20T12:34:17Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:18.491299 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a0694-ffec-464b-9f13-301b710e8ba6 None None] The sync data for ids ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'] in n-d-804230-3 is: [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fac65f3b-9325-470e-ba82-9b0cfdf92e5c', 'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:0d:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:15Z', 'updated_at': '2021-08-20T12:34:17Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:18.637901 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b1715383-f9ab-473b-a6fc-120fb1451b16 req-1c55f5cd-cd16-414a-8c6c-637b95b51581 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 210 time: 0.0527380 Aug 20 12:34:18.901760 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:19.375895 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fac65f3b-9325-470e-ba82-9b0cfdf92e5c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:19.512700 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port fac65f3b-9325-470e-ba82-9b0cfdf92e5c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:19.516987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fac65f3b-9325-470e-ba82-9b0cfdf92e5c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:19.517375 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:19.541709 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:19.609532 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:19.641025 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port fac65f3b-9325-470e-ba82-9b0cfdf92e5c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fac65f3b-9325-470e-ba82-9b0cfdf92e5c,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:19.729964 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:19.730859 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 783d87b6-5685-4159-9331-bbe0be0a837a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:19.739902 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ba7b2831-d497-4ea9-aa34-ae0358a8ec85 req-4bebce68-5dc4-4955-871d-4b575ff07e5f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 210 time: 0.0285635 Aug 20 12:34:19.808830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=fac65f3b-9325-470e-ba82-9b0cfdf92e5c,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:19.816555 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 783d87b6-5685-4159-9331-bbe0be0a837a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:19.816921 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:19.850199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787373-147b-47af-843d-d8126471bcf4 req-bfc426ab-a211-489f-909d-36f31eec87c3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:19.851805 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-bfc426ab-a211-489f-909d-36f31eec87c3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "GET /v2.0/networks?id=71249b83-f1c1-4cb9-8f7f-859643e598e4 HTTP/1.1" status: 200 len: 797 time: 0.1142597 Aug 20 12:34:19.897146 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-aa1b5df1-3109-4cb6-a119-2c740b0a283a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5accfea9d74273a18d35f4e69d58fc HTTP/1.1" status: 200 len: 380 time: 0.0348740 Aug 20 12:34:19.910773 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'port': {'device_id': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'admin_state_up': True, 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'security_groups': ['dd1a18d8-690c-493b-aaaf-ca69449644c3']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:20.106950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Made reservation on behalf of cf5accfea9d74273a18d35f4e69d58fc for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:34:20.110602 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:20.239135 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.20.0.3 (71249b83-f1c1-4cb9-8f7f-859643e598e4/76cfc129-12f5-4b25-a5e5-fb6781f9d3b4/83a84672-11d0-4c10-a61c-096d3a52c487) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:20.374085 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:20.386717 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Transition to ACTIVE for port object 83a84672-11d0-4c10-a61c-096d3a52c487 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:20.478493 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:20.520602 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network 71249b83-f1c1-4cb9-8f7f-859643e598e4 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:20.525276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:20.527364 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:20.558712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=83a84672-11d0-4c10-a61c-096d3a52c487,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:20.583431 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:20.584066 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:20.645876 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-32dcf26f-beb9-4176-9044-8b93af67464f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7389753 Aug 20 12:34:20.664516 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Request body: {'port': {'device_id': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:20.724824 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:20.809884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-88ccfe61-9d68-4a49-bde9-0957acf57a0f None None] Provisioning for port 83a84672-11d0-4c10-a61c-096d3a52c487 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:20.814176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-88ccfe61-9d68-4a49-bde9-0957acf57a0f None None] Provisioning complete for port 83a84672-11d0-4c10-a61c-096d3a52c487 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:20.814691 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-88ccfe61-9d68-4a49-bde9-0957acf57a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:20.850090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-88ccfe61-9d68-4a49-bde9-0957acf57a0f None None] Port 83a84672-11d0-4c10-a61c-096d3a52c487 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:34:20.862374 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f448a7a-c545-4fe5-9d12-59f731cf8723 req-4b7abe04-c552-400e-a3ad-8caf745f2da0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:20.864500 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f448a7a-c545-4fe5-9d12-59f731cf8723 req-4b7abe04-c552-400e-a3ad-8caf745f2da0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 931 time: 0.0534291 Aug 20 12:34:20.902572 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5f448a7a-c545-4fe5-9d12-59f731cf8723 req-51a6d94c-1e8e-481c-8a75-d70c7305c2f0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317512 Aug 20 12:34:21.001746 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a84672-11d0-4c10-a61c-096d3a52c487 {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:34:21.014142 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:21.027359 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Transition to ACTIVE for port object 83a84672-11d0-4c10-a61c-096d3a52c487 will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:34:21.152721 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:21.193201 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:21.220598 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Pushing event updated for resources: {'Port': ['ID=83a84672-11d0-4c10-a61c-096d3a52c487,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:21.278922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Attempting to bind port 83a84672-11d0-4c10-a61c-096d3a52c487 on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:34:21.279253 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Attempting to bind port 83a84672-11d0-4c10-a61c-096d3a52c487 by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:34:21.279705 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Attempting to bind port 83a84672-11d0-4c10-a61c-096d3a52c487 on network 71249b83-f1c1-4cb9-8f7f-859643e598e4 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:21.284353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Port 83a84672-11d0-4c10-a61c-096d3a52c487 on network 71249b83-f1c1-4cb9-8f7f-859643e598e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:34:21.284676 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Attempting to bind port 83a84672-11d0-4c10-a61c-096d3a52c487 on network 71249b83-f1c1-4cb9-8f7f-859643e598e4 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:34:21.292183 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:34:21.292528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Checking segment: {'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:34:21.293136 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Bound using segment: {'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:34:21.293589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Bound port: 83a84672-11d0-4c10-a61c-096d3a52c487, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe23854-2300-432f-84c7-7a5fd91cab69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:34:21.294913 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:21.297545 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fac65f3b-9325-470e-ba82-9b0cfdf92e5c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:21.358469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port fac65f3b-9325-470e-ba82-9b0cfdf92e5c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:21.358916 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:21.367615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] For port 83a84672-11d0-4c10-a61c-096d3a52c487, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:34:21.371002 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] For port 83a84672-11d0-4c10-a61c-096d3a52c487, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=83a84672-11d0-4c10-a61c-096d3a52c487,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:34:21.438503 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:21.472294 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:21.472924 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:21.474325 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] 10.222.0.38 "PUT /v2.0/ports/83a84672-11d0-4c10-a61c-096d3a52c487 HTTP/1.1" status: 200 len: 1091 time: 0.8142700 Aug 20 12:34:21.474864 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'tag': '83a84672-11d0-4c10-a61c-096d3a52c487'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:21.477119 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922a0371-2fea-420e-9017-cf8d350e1525" -d '{"events": [{"name": "network-changed", "server_uuid": "7331bedf-81a4-4705-b77d-c1ee8a87b5eb", "tag": "83a84672-11d0-4c10-a61c-096d3a52c487"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:21.507367 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcaf13-ca04-47cf-a6d3-e08d7297723e service neutron] Pushing event updated for resources: {'Port': ['ID=83a84672-11d0-4c10-a61c-096d3a52c487,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:21.523644 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95752aba-a26c-4ee2-ae80-c5fa05d6635b x-openstack-request-id: req-95752aba-a26c-4ee2-ae80-c5fa05d6635b {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:21.524005 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7331bedf-81a4-4705-b77d-c1ee8a87b5eb", "tag": "83a84672-11d0-4c10-a61c-096d3a52c487", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:21.524328 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95752aba-a26c-4ee2-ae80-c5fa05d6635b {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:21.524809 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'tag': '83a84672-11d0-4c10-a61c-096d3a52c487', 'status': 'completed', 'code': 200} Aug 20 12:34:21.583457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a0371-2fea-420e-9017-cf8d350e1525 req-fff85d19-70e3-46f5-9506-26341de94c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:21.585052 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-922a0371-2fea-420e-9017-cf8d350e1525 req-fff85d19-70e3-46f5-9506-26341de94c43 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 1094 time: 0.0459082 Aug 20 12:34:21.707407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a0371-2fea-420e-9017-cf8d350e1525 req-aef9e9a5-4b37-460e-9f09-d6fb46bca766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:21.707407 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-922a0371-2fea-420e-9017-cf8d350e1525 req-aef9e9a5-4b37-460e-9f09-d6fb46bca766 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1021039 Aug 20 12:34:21.804275 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a0371-2fea-420e-9017-cf8d350e1525 req-dfe294dd-d46c-4ebb-bfca-77e5996a8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:21.805751 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-922a0371-2fea-420e-9017-cf8d350e1525 req-dfe294dd-d46c-4ebb-bfca-77e5996a8da8 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924525 Aug 20 12:34:22.025846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb6bcc-a1b6-4a34-8037-c73529f05623 req-6800ea99-4c85-48e5-aa2c-4154132af66f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:22.027466 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bccb6bcc-a1b6-4a34-8037-c73529f05623 req-6800ea99-4c85-48e5-aa2c-4154132af66f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 943 time: 0.0524859 Aug 20 12:34:22.069086 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bccb6bcc-a1b6-4a34-8037-c73529f05623 req-edec3220-cbb5-4374-845c-eaf78aa8157f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351114 Aug 20 12:34:22.180118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787373-147b-47af-843d-d8126471bcf4 req-68763e1d-631c-4ad2-ba49-be352bb4dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:22.181620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-68763e1d-631c-4ad2-ba49-be352bb4dd17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 1094 time: 0.3306544 Aug 20 12:34:22.230942 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-c8016818-cbfb-40ac-81a1-70109d8446ae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a84672-11d0-4c10-a61c-096d3a52c487 HTTP/1.1" status: 200 len: 217 time: 0.0354810 Aug 20 12:34:22.283512 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787373-147b-47af-843d-d8126471bcf4 req-90f42280-75fd-477d-9638-8372a4c39f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:22.285510 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-90f42280-75fd-477d-9638-8372a4c39f02 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=76cfc129-12f5-4b25-a5e5-fb6781f9d3b4 HTTP/1.1" status: 200 len: 834 time: 0.0439458 Aug 20 12:34:22.334653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787373-147b-47af-843d-d8126471bcf4 req-cf1897b0-d237-485a-9110-de3f4bd57972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:22.336153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-cf1897b0-d237-485a-9110-de3f4bd57972 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71249b83-f1c1-4cb9-8f7f-859643e598e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422013 Aug 20 12:34:22.423897 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-17e6aa79-14ff-4c88-afcb-7040169961e8 service neutron] 10.222.0.38 "GET /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803339 Aug 20 12:34:22.519525 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-29787373-147b-47af-843d-d8126471bcf4 req-b28091dd-a15d-4dab-8cb5-46297e8967c3 service neutron] 10.222.0.38 "GET /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835607 Aug 20 12:34:23.185776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2a887-9ff1-43db-a252-4a002a71e7a2 req-82f3a031-d056-48a8-912c-1c9059a04b5e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:23.187338 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-43e2a887-9ff1-43db-a252-4a002a71e7a2 req-82f3a031-d056-48a8-912c-1c9059a04b5e tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 943 time: 0.0488589 Aug 20 12:34:23.225121 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-43e2a887-9ff1-43db-a252-4a002a71e7a2 req-4f078070-42e0-48a8-92b2-d1c5e2d7246f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311577 Aug 20 12:34:24.339299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5bbd6-4840-43e4-ac96-a847e06e2505 req-28eb85de-e1f9-481f-b3fb-112785cf1d78 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:24.340690 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e9e5bbd6-4840-43e4-ac96-a847e06e2505 req-28eb85de-e1f9-481f-b3fb-112785cf1d78 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 943 time: 0.0488958 Aug 20 12:34:24.381407 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e9e5bbd6-4840-43e4-ac96-a847e06e2505 req-1a641487-c217-4e9f-968c-75408e288fe7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348086 Aug 20 12:34:24.607373 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 83a84672-11d0-4c10-a61c-096d3a52c487 details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:34:24.698361 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 83a84672-11d0-4c10-a61c-096d3a52c487, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=83a84672-11d0-4c10-a61c-096d3a52c487,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:24.709472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '83a84672-11d0-4c10-a61c-096d3a52c487', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'port_id': '83a84672-11d0-4c10-a61c-096d3a52c487', 'mac_address': 'fa:16:3e:c4:87:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:34:24.749142 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:24.762279 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a84672-11d0-4c10-a61c-096d3a52c487 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:34:24.780853 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 83a84672-11d0-4c10-a61c-096d3a52c487, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=83a84672-11d0-4c10-a61c-096d3a52c487,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:24.849958 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:24.896326 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=83a84672-11d0-4c10-a61c-096d3a52c487,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:25.253824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['83a84672-11d0-4c10-a61c-096d3a52c487'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:34:25.485573 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:34:25.495470 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d87b46-5594-468e-8d43-a7dfba401225 req-04195546-4ef9-4b67-98e4-c9a91fb59a72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:25.496939 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22d87b46-5594-468e-8d43-a7dfba401225 req-04195546-4ef9-4b67-98e4-c9a91fb59a72 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 944 time: 0.0481946 Aug 20 12:34:25.533892 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-22d87b46-5594-468e-8d43-a7dfba401225 req-06da4a49-059a-44e1-b2a9-ee27430616c9 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Aug 20 12:34:26.608242 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 83a84672-11d0-4c10-a61c-096d3a52c487 up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:34:26.648225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf6102-91a5-40fb-95dd-a164a244fd5c req-4b80615d-69f3-4ebf-a207-6c45a9113788 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:26.649729 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0cf6102-91a5-40fb-95dd-a164a244fd5c req-4b80615d-69f3-4ebf-a207-6c45a9113788 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 944 time: 0.0499816 Aug 20 12:34:26.689170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c0cf6102-91a5-40fb-95dd-a164a244fd5c req-38a55644-7178-44f5-a5f6-a02bf62c6129 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332785 Aug 20 12:34:26.718472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 83a84672-11d0-4c10-a61c-096d3a52c487 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:34:26.723262 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 83a84672-11d0-4c10-a61c-096d3a52c487 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:34:26.723716 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:26.805430 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:26.827747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a84672-11d0-4c10-a61c-096d3a52c487'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:26.829909 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bfc882-b3c5-4caf-8757-18bf9794fd8d" -d '{"events": [{"server_uuid": "7331bedf-81a4-4705-b77d-c1ee8a87b5eb", "name": "network-vif-plugged", "status": "completed", "tag": "83a84672-11d0-4c10-a61c-096d3a52c487"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:26.843021 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 83a84672-11d0-4c10-a61c-096d3a52c487, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=83a84672-11d0-4c10-a61c-096d3a52c487,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:34:26.865484 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66725f7a-42ff-495f-88a4-bcb232dc5d23 x-openstack-request-id: req-66725f7a-42ff-495f-88a4-bcb232dc5d23 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:26.865811 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7331bedf-81a4-4705-b77d-c1ee8a87b5eb", "name": "network-vif-plugged", "status": "completed", "tag": "83a84672-11d0-4c10-a61c-096d3a52c487", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:26.866074 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66725f7a-42ff-495f-88a4-bcb232dc5d23 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:26.866507 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a84672-11d0-4c10-a61c-096d3a52c487', 'code': 200} Aug 20 12:34:26.924289 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:26.971387 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=83a84672-11d0-4c10-a61c-096d3a52c487,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:26.977035 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876b4e-7f90-4d66-9414-49da8292e0d8 req-5777a8a5-c1c8-47aa-9b81-12774a7ee3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:26.978560 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34876b4e-7f90-4d66-9414-49da8292e0d8 req-5777a8a5-c1c8-47aa-9b81-12774a7ee3c1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 1096 time: 0.0445936 Aug 20 12:34:27.016411 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-34876b4e-7f90-4d66-9414-49da8292e0d8 req-0e808139-551a-4205-b56c-895032499daa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267985 Aug 20 12:34:27.803999 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7097e26-9c3c-4684-9752-f58c70d17e38 req-d4efe0f2-df4a-4856-9c72-787fe307b870 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:27.805512 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7097e26-9c3c-4684-9752-f58c70d17e38 req-d4efe0f2-df4a-4856-9c72-787fe307b870 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0496464 Aug 20 12:34:27.844761 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a7097e26-9c3c-4684-9752-f58c70d17e38 req-238a037b-ab84-4819-a7c4-631691c8443a tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333514 Aug 20 12:34:28.962833 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceecd1a-ff6a-4aa5-965a-a6cc7fed0212 req-b18d91e2-25e2-4ca4-b9ba-647e3eb273a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:28.964310 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ceecd1a-ff6a-4aa5-965a-a6cc7fed0212 req-b18d91e2-25e2-4ca4-b9ba-647e3eb273a5 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0515845 Aug 20 12:34:29.000297 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0ceecd1a-ff6a-4aa5-965a-a6cc7fed0212 req-64e5a6f4-98b8-4f2c-b824-1d472a5e42e2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301759 Aug 20 12:34:29.113565 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ed321-5664-4438-a151-e2d1d8e71502 req-6a1758fa-444b-4493-aa04-ae4ab0d98ca0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:29.115090 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b75ed321-5664-4438-a151-e2d1d8e71502 req-6a1758fa-444b-4493-aa04-ae4ab0d98ca0 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0495508 Aug 20 12:34:29.156672 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b75ed321-5664-4438-a151-e2d1d8e71502 req-14e32e1e-2626-4d1c-9ca8-b84e3d54f1da tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356708 Aug 20 12:34:29.178561 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50592) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:29.217740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca45640-2d41-4a73-b750-5f39922fc426 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:29.219298 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-cca45640-2d41-4a73-b750-5f39922fc426 tempest-TestNetworkAdvancedServerOps-1027410249 tempest-TestNetworkAdvancedServerOps-1027410249-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 1091 time: 0.0397587 Aug 20 12:34:29.222045 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50594) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:29.226821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '83a84672-11d0-4c10-a61c-096d3a52c487', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:34:29.329457 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:29.423436 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:29.527421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Allocated IP 172.25.4.203 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/25ed33ea-a349-48c1-b609-dcfca2b31a48) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:34:29.628336 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:29.713046 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:29.754350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:34:29.757121 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:34:29.760517 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:34:29.789330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=25ed33ea-a349-48c1-b609-dcfca2b31a48,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:30.115372 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:30.258125 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:30.409143 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:30.477693 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:30.544764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event updated for resources: {'Port': ['ID=25ed33ea-a349-48c1-b609-dcfca2b31a48,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:34:30.555274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:30.656020 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Floating IP ba3b3899-7cdc-44b5-bdf7-ff133428164a associated. External IP: 172.25.4.203, port: 83a84672-11d0-4c10-a61c-096d3a52c487. Aug 20 12:34:30.863102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:34:30.971642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:34:30.981318 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] Sync routers for ids ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:34:30.990999 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] Routers {'34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:30.991631 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:34:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:31.055783 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:31.083811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d1f3a52e-2e25-45f8-9d45-9f54f86d39c8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8607161 Aug 20 12:34:31.084421 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'tag': '83a84672-11d0-4c10-a61c-096d3a52c487'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:34:31.086813 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512fc708-c515-46ff-bbef-d9e0578d1c42" -d '{"events": [{"name": "network-changed", "server_uuid": "7331bedf-81a4-4705-b77d-c1ee8a87b5eb", "tag": "83a84672-11d0-4c10-a61c-096d3a52c487"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:34:31.104816 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] Set router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:31.124735 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6840d3ef-0f7f-474a-8e2d-bd3b3dcd593f x-openstack-request-id: req-6840d3ef-0f7f-474a-8e2d-bd3b3dcd593f {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:34:31.125270 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7331bedf-81a4-4705-b77d-c1ee8a87b5eb", "tag": "83a84672-11d0-4c10-a61c-096d3a52c487", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:34:31.125386 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6840d3ef-0f7f-474a-8e2d-bd3b3dcd593f {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:34:31.125735 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'tag': '83a84672-11d0-4c10-a61c-096d3a52c487', 'status': 'completed', 'code': 200} Aug 20 12:34:31.214274 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1d6d1-ad14-42a1-99ff-a3f344ea46fb req-0479d027-4b13-414e-b3d0-e7ace22fdada tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:31.215820 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cac1d6d1-ad14-42a1-99ff-a3f344ea46fb req-0479d027-4b13-414e-b3d0-e7ace22fdada tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0833960 Aug 20 12:34:31.220382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-906dca3b-bcdb-4093-9ca9-7a697692f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:31.222337 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-906dca3b-bcdb-4093-9ca9-7a697692f763 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 1096 time: 0.0627923 Aug 20 12:34:31.303755 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cac1d6d1-ad14-42a1-99ff-a3f344ea46fb req-74910beb-a494-4337-95c0-50c38f9de44f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804138 Aug 20 12:34:31.326762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50600) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:31.337230 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'ba3b3899-7cdc-44b5-bdf7-ff133428164a', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'port_id': '83a84672-11d0-4c10-a61c-096d3a52c487', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'mac_address': 'fa:16:3e:c4:87:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:29Z', 'updated_at': '2021-08-20T12:34:29Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac65f3b-9325-470e-ba82-9b0cfdf92e5c', 'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:0d:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:15Z', 'updated_at': '2021-08-20T12:34:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:31.344897 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-3699211e-fc58-4906-ae6d-fd4f96ad91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:31.344897 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-3699211e-fc58-4906-ae6d-fd4f96ad91f9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71249b83-f1c1-4cb9-8f7f-859643e598e4 HTTP/1.1" status: 200 len: 898 time: 0.1100879 Aug 20 12:34:31.364311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] Checking router: 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:34:31.373066 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] Routers {'34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:34:31.373619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:34:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:31.389981 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-69dfa430-0615-48bb-895c-524c6fd11233 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/ba3b3899-7cdc-44b5-bdf7-ff133428164a HTTP/1.1" status: 200 len: 991 time: 0.0615292 Aug 20 12:34:31.411590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-02e5604e-5ccd-4e5a-9f98-a7e9a7c0eb41 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a84672-11d0-4c10-a61c-096d3a52c487 HTTP/1.1" status: 200 len: 999 time: 0.0640819 Aug 20 12:34:31.460952 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-844e08aa-3d95-422d-8051-5e3ac2ceceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:31.462486 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-844e08aa-3d95-422d-8051-5e3ac2ceceb5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=76cfc129-12f5-4b25-a5e5-fb6781f9d3b4 HTTP/1.1" status: 200 len: 834 time: 0.0436656 Aug 20 12:34:31.479906 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] Set router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:34:31.508229 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-c20f1f59-3d05-4589-bda1-2e4617651280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:34:31.509775 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-c20f1f59-3d05-4589-bda1-2e4617651280 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71249b83-f1c1-4cb9-8f7f-859643e598e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401750 Aug 20 12:34:31.603841 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-e32d6dbf-842a-4116-a5eb-3023f836b2d4 service neutron] 10.222.0.38 "GET /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868201 Aug 20 12:34:31.693402 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-512fc708-c515-46ff-bbef-d9e0578d1c42 req-ac5a6349-e267-4023-a11c-1b1cbe6d02d2 service neutron] 10.222.0.38 "GET /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825951 Aug 20 12:34:31.700858 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'ba3b3899-7cdc-44b5-bdf7-ff133428164a', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'port_id': '83a84672-11d0-4c10-a61c-096d3a52c487', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'mac_address': 'fa:16:3e:c4:87:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:29Z', 'updated_at': '2021-08-20T12:34:29Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac65f3b-9325-470e-ba82-9b0cfdf92e5c', 'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:0d:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:15Z', 'updated_at': '2021-08-20T12:34:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:34:31.879029 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70333db0-71cd-45ae-8518-5e622aeb9593 None None] The sync data for ids ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'] in n-d-804230-3 is: [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': 'ba3b3899-7cdc-44b5-bdf7-ff133428164a', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'floating_ip_address': '172.25.4.203', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'port_id': '83a84672-11d0-4c10-a61c-096d3a52c487', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'mac_address': 'fa:16:3e:c4:87:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:34:29Z', 'updated_at': '2021-08-20T12:34:29Z', 'revision_number': 0, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac65f3b-9325-470e-ba82-9b0cfdf92e5c', 'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:0d:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:15Z', 'updated_at': '2021-08-20T12:34:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:34:32.073288 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0131ce5-df54-4ed2-8eac-47034dd67d8e None None] New status for floating IP ba3b3899-7cdc-44b5-bdf7-ff133428164a: ACTIVE {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:34:32.393869 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50602) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:34:32.460851 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-12d2bbe3-c406-4490-9a57-dd52f635c673 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/ba3b3899-7cdc-44b5-bdf7-ff133428164a HTTP/1.1" status: 200 len: 993 time: 0.0657978 Aug 20 12:34:41.849528 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:44.197791 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:45.067040 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3bff672f-e09e-4e91-bb61-6d7d87960ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:47.746638 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3f665abd-6763-49f0-bfce-bcb544173b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:48.707225 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:49.529108 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:34:51.157642 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:02.484672 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:35:08.138921 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b9415-1112-400f-a0d4-7af49fb5710e req-da7e6e8a-fe76-4b5f-bfd5-3aa9c3934f73 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:08.140462 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f61b9415-1112-400f-a0d4-7af49fb5710e req-da7e6e8a-fe76-4b5f-bfd5-3aa9c3934f73 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0525794 Aug 20 12:35:08.180192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f61b9415-1112-400f-a0d4-7af49fb5710e req-84c42655-2818-4988-b77d-c01a2b305cf3 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337043 Aug 20 12:35:09.299747 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b320b5-1c32-461a-8767-7281d0ac8b5c req-a41afb8c-3b94-4133-9abb-05d905a24e0f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:09.301131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-61b320b5-1c32-461a-8767-7281d0ac8b5c req-a41afb8c-3b94-4133-9abb-05d905a24e0f tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0524607 Aug 20 12:35:09.337742 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-61b320b5-1c32-461a-8767-7281d0ac8b5c req-d5738aa3-3406-494d-be9f-5dbddfa9801b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300350 Aug 20 12:35:09.361162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50622) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:09.424834 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-64257c0d-ae83-4ec5-9958-aab96f880395 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/ba3b3899-7cdc-44b5-bdf7-ff133428164a HTTP/1.1" status: 200 len: 993 time: 0.0625200 Aug 20 12:35:10.769048 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1882c0-f399-40b6-b63e-00057fd07c89 req-3a26af6b-0327-43c2-ba6b-c15b4a3766f1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:10.770681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb1882c0-f399-40b6-b63e-00057fd07c89 req-3a26af6b-0327-43c2-ba6b-c15b4a3766f1 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0549889 Aug 20 12:35:10.812023 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-eb1882c0-f399-40b6-b63e-00057fd07c89 req-729f68fc-7a15-4c6a-82aa-26ceb8a2aaa8 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349972 Aug 20 12:35:10.870357 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-0c681b38-1de9-4595-b5fd-648a411f0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:10.871888 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-0c681b38-1de9-4595-b5fd-648a411f0a5e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 1096 time: 0.0401018 Aug 20 12:35:10.964757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-3f7ccad0-819a-413b-88be-cc5f753d674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:10.966220 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-3f7ccad0-819a-413b-88be-cc5f753d674d service neutron] 10.222.0.38 "GET /v2.0/networks?id=71249b83-f1c1-4cb9-8f7f-859643e598e4 HTTP/1.1" status: 200 len: 898 time: 0.0826895 Aug 20 12:35:11.038142 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-4f7d183d-18aa-427f-8dcf-4f8d9b50efe3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a84672-11d0-4c10-a61c-096d3a52c487 HTTP/1.1" status: 200 len: 1001 time: 0.0606995 Aug 20 12:35:11.090757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-8ad9f8cc-4059-4f08-be5a-c02922f00c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:11.092202 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-8ad9f8cc-4059-4f08-be5a-c02922f00c8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=76cfc129-12f5-4b25-a5e5-fb6781f9d3b4 HTTP/1.1" status: 200 len: 834 time: 0.0431395 Aug 20 12:35:11.141299 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-c72e0aff-20fc-48ca-9225-abe5c284440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:11.142818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-c72e0aff-20fc-48ca-9225-abe5c284440d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71249b83-f1c1-4cb9-8f7f-859643e598e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393133 Aug 20 12:35:11.237697 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-d7d499ce-b632-4fdf-942a-6eb711ebbb61 service neutron] 10.222.0.38 "GET /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831790 Aug 20 12:35:11.331053 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b11face7-98cb-42a1-b2bb-ff105eaf72d1 req-1a78ea7a-684b-4fa6-a1c4-1c4a5cd495a3 service neutron] 10.222.0.38 "GET /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819960 Aug 20 12:35:11.825953 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:11.934341 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8bef6-5156-481e-b61f-c7759723a49e req-d63d6fde-260b-417e-9844-23c93aafd6ec tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:11.935907 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7a8bef6-5156-481e-b61f-c7759723a49e req-d63d6fde-260b-417e-9844-23c93aafd6ec tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0542169 Aug 20 12:35:11.973832 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a7a8bef6-5156-481e-b61f-c7759723a49e req-404a33e4-0f13-4fdf-9f5c-a0146f1f2cf7 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319896 Aug 20 12:35:13.087841 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a8620-68f2-4506-8e32-2f21857e091f req-3b7cf302-c82e-4f3e-9ff5-475c419f183d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:13.089324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f6a8620-68f2-4506-8e32-2f21857e091f req-3b7cf302-c82e-4f3e-9ff5-475c419f183d tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0481160 Aug 20 12:35:13.127231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1f6a8620-68f2-4506-8e32-2f21857e091f req-fe2c758a-45f5-46cc-81f5-f1012ce2be81 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Aug 20 12:35:13.149275 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50634) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:13.213721 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9d388f89-59d8-4a3c-a9fb-d7c502cc5dec tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/floatingips/ba3b3899-7cdc-44b5-bdf7-ff133428164a HTTP/1.1" status: 200 len: 993 time: 0.0633118 Aug 20 12:35:13.466872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50640) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:13.623945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 25ed33ea-a349-48c1-b609-dcfca2b31a48 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:13.624186 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:13.702141 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:13.702489 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:13.713923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 25ed33ea-a349-48c1-b609-dcfca2b31a48 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:13.932914 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:13.959926 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=25ed33ea-a349-48c1-b609-dcfca2b31a48,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:13.970036 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.970400 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.970776 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.971120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.971462 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.971855 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.972967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.972967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.972967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.973416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.973545 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:13.973821 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:14.034058 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:14.034396 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Floating IP ba3b3899-7cdc-44b5-bdf7-ff133428164a disassociated (deleted). External IP: 172.25.4.203, port: 83a84672-11d0-4c10-a61c-096d3a52c487. Aug 20 12:35:14.172835 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:14.553535 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:14.661050 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:14.666565 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:14.673701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] Sync routers for ids ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:14.682811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] Routers {'34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:14.683444 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:34:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:14.692774 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b52c47d6-24c0-4070-9c85-5989182effab tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/floatingips/ba3b3899-7cdc-44b5-bdf7-ff133428164a HTTP/1.1" status: 204 len: 168 time: 1.2247746 Aug 20 12:35:14.693369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'tag': '83a84672-11d0-4c10-a61c-096d3a52c487'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:14.696187 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43bc91b-010c-400d-a0bc-196265b3d25b" -d '{"events": [{"name": "network-changed", "server_uuid": "7331bedf-81a4-4705-b77d-c1ee8a87b5eb", "tag": "83a84672-11d0-4c10-a61c-096d3a52c487"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:14.737659 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d2ba6c-5326-4c3f-b5ee-31375b77d116 x-openstack-request-id: req-e9d2ba6c-5326-4c3f-b5ee-31375b77d116 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:14.738036 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7331bedf-81a4-4705-b77d-c1ee8a87b5eb", "tag": "83a84672-11d0-4c10-a61c-096d3a52c487", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:14.738365 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9d2ba6c-5326-4c3f-b5ee-31375b77d116 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:14.738917 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'tag': '83a84672-11d0-4c10-a61c-096d3a52c487', 'status': 'completed', 'code': 200} Aug 20 12:35:14.804078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] Set router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:14.810900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-51f98462-6eb7-4bad-b0ee-6114f53f5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:14.812484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-51f98462-6eb7-4bad-b0ee-6114f53f5f8e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 1096 time: 0.0421841 Aug 20 12:35:14.912144 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-779a8bd9-0960-4df8-b671-1d72c0a8bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:14.913676 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-779a8bd9-0960-4df8-b671-1d72c0a8bc6f service neutron] 10.222.0.38 "GET /v2.0/networks?id=71249b83-f1c1-4cb9-8f7f-859643e598e4 HTTP/1.1" status: 200 len: 898 time: 0.0898983 Aug 20 12:35:14.959524 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-62d7d134-dd9a-4a89-a09f-eb8d3c49ba1f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83a84672-11d0-4c10-a61c-096d3a52c487 HTTP/1.1" status: 200 len: 217 time: 0.0354688 Aug 20 12:35:15.018590 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fac65f3b-9325-470e-ba82-9b0cfdf92e5c', 'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:0d:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:15Z', 'updated_at': '2021-08-20T12:34:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:15.019658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-efd36522-214b-4383-9a81-9502cf9b62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:15.021237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-efd36522-214b-4383-9a81-9502cf9b62a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=76cfc129-12f5-4b25-a5e5-fb6781f9d3b4 HTTP/1.1" status: 200 len: 834 time: 0.0480349 Aug 20 12:35:15.046859 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] Checking router: 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:15.055767 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] Routers {'34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:15.056316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:34:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:15.075043 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-a88e8f43-a452-4af7-8f2f-92c08a7fd190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:15.076581 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-a88e8f43-a452-4af7-8f2f-92c08a7fd190 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71249b83-f1c1-4cb9-8f7f-859643e598e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437472 Aug 20 12:35:15.094869 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4e99-ff81-4654-9de1-4192e31225e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:15.168438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] Set router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:15.215167 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd13d-9fc4-4546-bff0-5c87537a8836 req-fc542557-9463-4501-913f-3709b94916d2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:15.216723 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3afd13d-9fc4-4546-bff0-5c87537a8836 req-fc542557-9463-4501-913f-3709b94916d2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0771778 Aug 20 12:35:15.222668 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-dae42518-c110-4891-aac2-ab0901eefe36 service neutron] 10.222.0.38 "GET /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345949 Aug 20 12:35:15.309671 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3afd13d-9fc4-4546-bff0-5c87537a8836 req-01eac920-c2e9-4880-af97-56f59d2d6a0b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859246 Aug 20 12:35:15.349958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c43bc91b-010c-400d-a0bc-196265b3d25b req-9a718297-9343-4442-8e7f-ea6c7753bdbf service neutron] 10.222.0.38 "GET /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182287 Aug 20 12:35:15.370776 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fac65f3b-9325-470e-ba82-9b0cfdf92e5c', 'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:0d:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:15Z', 'updated_at': '2021-08-20T12:34:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:15.399822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb3e20-03bb-4f40-a135-dcc1a007753a None None] The sync data for ids ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'] in n-d-804230-3 is: [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'fac65f3b-9325-470e-ba82-9b0cfdf92e5c', 'name': '', 'network_id': '71249b83-f1c1-4cb9-8f7f-859643e598e4', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'mac_address': 'fa:16:3e:0d:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:15Z', 'updated_at': '2021-08-20T12:34:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'subnets': [{'id': '76cfc129-12f5-4b25-a5e5-fb6781f9d3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:15.610698 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea1fb79-a493-4949-94e2-3e1353fc959a None None] New status for floating IP ba3b3899-7cdc-44b5-bdf7-ff133428164a: DOWN {{(pid=95590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:35:16.441355 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f384f7-3ddb-4f1e-823a-00ac6dec359a req-1d879fe3-b3c1-4f1f-a1c3-ca899c14d67b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:16.443043 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a5f384f7-3ddb-4f1e-823a-00ac6dec359a req-1d879fe3-b3c1-4f1f-a1c3-ca899c14d67b tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0609982 Aug 20 12:35:16.482417 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a5f384f7-3ddb-4f1e-823a-00ac6dec359a req-ac3bf16b-776d-45a4-9b3d-b183b8c38dcc tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd1a18d8-690c-493b-aaaf-ca69449644c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332289 Aug 20 12:35:16.931670 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-62a71133-08e9-49d5-964c-2e8a6b3444f6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:16.933194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-62a71133-08e9-49d5-964c-2e8a6b3444f6 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 945 time: 0.0492082 Aug 20 12:35:17.027920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port 83a84672-11d0-4c10-a61c-096d3a52c487 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:17.028265 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:17.113894 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port 83a84672-11d0-4c10-a61c-096d3a52c487, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=83a84672-11d0-4c10-a61c-096d3a52c487,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:17.114263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:17.127098 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for 83a84672-11d0-4c10-a61c-096d3a52c487 owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:17.310277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:17.339259 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=83a84672-11d0-4c10-a61c-096d3a52c487,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:17.351778 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.352127 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.352456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.352808 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.353128 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.353457 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.353790 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.354118 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.354463 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.354792 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.355116 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.355432 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:17.394004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] No DVR routers for this DVR port 83a84672-11d0-4c10-a61c-096d3a52c487 on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:17.396732 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:17.398812 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2193893e-64f0-48fb-8910-3b6a0ea099a0 req-7712bd23-ead5-4c17-a8ee-fdb17f8bf650 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.38 "DELETE /v2.0/ports/83a84672-11d0-4c10-a61c-096d3a52c487 HTTP/1.1" status: 204 len: 173 time: 0.4582093 Aug 20 12:35:17.399252 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'name': 'network-vif-deleted', 'tag': '83a84672-11d0-4c10-a61c-096d3a52c487'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:17.401572 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153535c3-2026-418d-8853-753a7905a049" -d '{"events": [{"server_uuid": "7331bedf-81a4-4705-b77d-c1ee8a87b5eb", "name": "network-vif-deleted", "tag": "83a84672-11d0-4c10-a61c-096d3a52c487"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:17.437504 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3b5db4-9659-42f6-9bd2-8adcd9400d7f x-openstack-request-id: req-4e3b5db4-9659-42f6-9bd2-8adcd9400d7f {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:17.437852 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7331bedf-81a4-4705-b77d-c1ee8a87b5eb", "name": "network-vif-deleted", "tag": "83a84672-11d0-4c10-a61c-096d3a52c487", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:17.438108 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e3b5db4-9659-42f6-9bd2-8adcd9400d7f {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:17.438564 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7331bedf-81a4-4705-b77d-c1ee8a87b5eb', 'name': 'network-vif-deleted', 'tag': '83a84672-11d0-4c10-a61c-096d3a52c487', 'status': 'completed', 'code': 200} Aug 20 12:35:17.441179 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-14f52858-c89b-4cfc-bb18-54cff272b915 req-bbac443a-b11e-429c-b78f-7c0886579a82 service neutron] (95587) timed out ('10.222.0.10', 45940) {{(pid=95587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:35:17.581024 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd4f0220-eb6b-4aa8-9208-827e7fb50e20 req-4082d246-6860-417f-b0c5-41ad09075896 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "GET /v2.0/ports?device_id=7331bedf-81a4-4705-b77d-c1ee8a87b5eb HTTP/1.1" status: 200 len: 210 time: 0.0314963 Aug 20 12:35:17.740657 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fabc35fa-70a9-49bb-a27c-0e3f3adcdaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:18.640212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50656) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:18.734338 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.005666 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.274759 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port fac65f3b-9325-470e-ba82-9b0cfdf92e5c {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:19.275106 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.363691 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port fac65f3b-9325-470e-ba82-9b0cfdf92e5c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=fac65f3b-9325-470e-ba82-9b0cfdf92e5c,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:19.363972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.377410 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for fac65f3b-9325-470e-ba82-9b0cfdf92e5c owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:19.511841 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.677206 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:19.701572 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=fac65f3b-9325-470e-ba82-9b0cfdf92e5c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:19.877932 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.102248 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:20.220131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:20.233028 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-6b7e9a43-171e-4b59-a729-564962de5bb2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "PUT /v2.0/routers/34ebe137-cfd4-48b2-b2e0-c1e00f466ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5839550 Aug 20 12:35:20.233028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50658) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:20.233240 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] Sync routers for ids ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:20.239891 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] Routers {'34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:20.240517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:20.280233 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-11203ab2-8d51-49d9-9ef9-49f4e9837ed2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting subnet 76cfc129-12f5-4b25-a5e5-fb6781f9d3b4 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:35:20.283566 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11203ab2-8d51-49d9-9ef9-49f4e9837ed2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.324972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11203ab2-8d51-49d9-9ef9-49f4e9837ed2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.344830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] Set router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:20.416692 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11203ab2-8d51-49d9-9ef9-49f4e9837ed2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.524097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:35:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:20.550702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] Checking router: 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:20.559829 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] Routers {'34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:20.560449 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:20.563745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11203ab2-8d51-49d9-9ef9-49f4e9837ed2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.592341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11203ab2-8d51-49d9-9ef9-49f4e9837ed2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Subnet': ['ID=76cfc129-12f5-4b25-a5e5-fb6781f9d3b4,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:20.594347 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-11203ab2-8d51-49d9-9ef9-49f4e9837ed2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.596502 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-11203ab2-8d51-49d9-9ef9-49f4e9837ed2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/subnets/76cfc129-12f5-4b25-a5e5-fb6781f9d3b4 HTTP/1.1" status: 204 len: 168 time: 0.3672662 Aug 20 12:35:20.599245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50660) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:20.602424 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc5853c-3442-4ff8-af18-cd6428f1dec4 None None] Network 71249b83-f1c1-4cb9-8f7f-859643e598e4 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:20.705879 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.736369 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] Set router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:20.812223 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:20.842655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 83a84672-11d0-4c10-a61c-096d3a52c487 no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:20.874742 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 83a84672-11d0-4c10-a61c-096d3a52c487 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:20.875083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 83a84672-11d0-4c10-a61c-096d3a52c487 not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:20.927839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Deleting port e63b5d53-d069-47fe-80f1-d0893f1840d5 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:20.928114 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.013726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] For port e63b5d53-d069-47fe-80f1-d0893f1840d5, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e63b5d53-d069-47fe-80f1-d0893f1840d5,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:21.014256 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.029466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Calling delete_port for e63b5d53-d069-47fe-80f1-d0893f1840d5 owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:21.091629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] DHCP port deletion for 71249b83-f1c1-4cb9-8f7f-859643e598e4 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:35:21.154760 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:35:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:21.187883 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f874dcf-2408-4f4d-89a6-7a1029e1347b None None] The sync data for ids ['34ebe137-cfd4-48b2-b2e0-c1e00f466ee4'] in n-d-804230-3 is: [{'id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396776653', 'tenant_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:35:19Z', 'revision_number': 5, 'project_id': 'cf5accfea9d74273a18d35f4e69d58fc', 'gw_port': {'id': 'e63b5d53-d069-47fe-80f1-d0893f1840d5', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:54:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ebe137-cfd4-48b2-b2e0-c1e00f466ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:34:11Z', 'updated_at': '2021-08-20T12:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:21.188884 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.190364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Deleting port 783d87b6-5685-4159-9331-bbe0be0a837a {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:35:21.190748 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.253625 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] For port 783d87b6-5685-4159-9331-bbe0be0a837a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=783d87b6-5685-4159-9331-bbe0be0a837a,segment=NetworkSegment(0fe23854-2300-432f-84c7-7a5fd91cab69),segment_id=0fe23854-2300-432f-84c7-7a5fd91cab69)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:21.254022 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.266309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Calling delete_port for 783d87b6-5685-4159-9331-bbe0be0a837a owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:35:21.281665 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.312875 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Port': ['ID=e63b5d53-d069-47fe-80f1-d0893f1840d5,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:21.372525 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.418951 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.444017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Pushing event deleted for resources: {'Port': ['ID=783d87b6-5685-4159-9331-bbe0be0a837a,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:21.448881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] No DVR routers for this DVR port 783d87b6-5685-4159-9331-bbe0be0a837a on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:35:21.459559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.459559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.459830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.459964 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.460794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.461131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.461558 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.461770 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.462149 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.462539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.472160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.472160 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfe576a-a91e-4aa6-a33d-03bc2c56f0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:21.472661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.472661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.568831 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.569861 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Fanout notify agent at l3_agent the message router_deleted on router 34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:35:21.580397 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.584235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f3815958-6017-42d5-afff-a90ee10d8838 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/routers/34ebe137-cfd4-48b2-b2e0-c1e00f466ee4 HTTP/1.1" status: 204 len: 168 time: 0.9811795 Aug 20 12:35:21.584788 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50662) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:21.639968 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fac65f3b-9325-470e-ba82-9b0cfdf92e5c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:21.661879 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: fac65f3b-9325-470e-ba82-9b0cfdf92e5c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:21.662229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device fac65f3b-9325-470e-ba82-9b0cfdf92e5c not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:21.662687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 783d87b6-5685-4159-9331-bbe0be0a837a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:21.669017 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.683252 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 783d87b6-5685-4159-9331-bbe0be0a837a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:21.683609 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 783d87b6-5685-4159-9331-bbe0be0a837a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:21.759240 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.769088 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71249b83-f1c1-4cb9-8f7f-859643e598e4']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:21.785654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe23854-2300-432f-84c7-7a5fd91cab69') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:21.785965 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe23854-2300-432f-84c7-7a5fd91cab69') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:21.796134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.813925 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.820284 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:35:21.824192 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:35:21.966807 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.974330 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:21.975749 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/networks/71249b83-f1c1-4cb9-8f7f-859643e598e4 HTTP/1.1" status: 204 len: 168 time: 0.3897347 Aug 20 12:35:21.978683 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50664) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:21.987169 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ada97-225f-4e96-97be-40566dcca3c2 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'Network': ['ID=71249b83-f1c1-4cb9-8f7f-859643e598e4,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:22.040689 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e850f39-1d46-4154-a71f-26286a8c1734 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:22.068984 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e850f39-1d46-4154-a71f-26286a8c1734 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:22.209192 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e850f39-1d46-4154-a71f-26286a8c1734 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:22.212231 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0e850f39-1d46-4154-a71f-26286a8c1734 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:22.217502 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0e850f39-1d46-4154-a71f-26286a8c1734 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] 10.222.0.10 "DELETE /v2.0/security-groups/dd1a18d8-690c-493b-aaaf-ca69449644c3 HTTP/1.1" status: 204 len: 168 time: 0.2338099 Aug 20 12:35:22.223851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e850f39-1d46-4154-a71f-26286a8c1734 tempest-TestNetworkAdvancedServerOps-1510775289 tempest-TestNetworkAdvancedServerOps-1510775289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a18d8-690c-493b-aaaf-ca69449644c3,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:22.885120 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50672) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:23.033287 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-004af4b1-ac12-4857-b146-10403b9cdaee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf5accfea9d74273a18d35f4e69d58fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469185 Aug 20 12:35:23.035745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50676) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:23.096942 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-712e1f88-6fe3-409b-a238-22ac86ddf5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:23.118580 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-712e1f88-6fe3-409b-a238-22ac86ddf5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:23.271604 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-712e1f88-6fe3-409b-a238-22ac86ddf5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:23.271931 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e63b5d53-d069-47fe-80f1-d0893f1840d5 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:35:23.274977 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-712e1f88-6fe3-409b-a238-22ac86ddf5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:23.279131 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-712e1f88-6fe3-409b-a238-22ac86ddf5bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a954cde-76a6-46b4-880a-4d5754e880bf HTTP/1.1" status: 204 len: 168 time: 0.2394853 Aug 20 12:35:23.284060 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e1f88-6fe3-409b-a238-22ac86ddf5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a954cde-76a6-46b4-880a-4d5754e880bf,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:23.298054 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e63b5d53-d069-47fe-80f1-d0893f1840d5 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:35:23.298408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e63b5d53-d069-47fe-80f1-d0893f1840d5 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:35:23.947634 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50682) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:23.961631 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6cdd-c5c5-4580-83b8-ed979a2f47a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.052263 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6cdd-c5c5-4580-83b8-ed979a2f47a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.140001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6cdd-c5c5-4580-83b8-ed979a2f47a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.181143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a6cdd-c5c5-4580-83b8-ed979a2f47a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dceb46e-ccf6-432c-a51a-27ab4c053416,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:24.186486 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-2d5a6cdd-c5c5-4580-83b8-ed979a2f47a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27e4cf59427241c981f7962cc3af0f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372077 Aug 20 12:35:24.188653 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50684) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:24.235900 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-257f935d-e1ef-4ef8-b31f-101d5a3dbc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.256645 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-257f935d-e1ef-4ef8-b31f-101d5a3dbc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.424034 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-257f935d-e1ef-4ef8-b31f-101d5a3dbc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.426609 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-257f935d-e1ef-4ef8-b31f-101d5a3dbc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:24.427802 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-257f935d-e1ef-4ef8-b31f-101d5a3dbc2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7dceb46e-ccf6-432c-a51a-27ab4c053416 HTTP/1.1" status: 204 len: 168 time: 0.2383347 Aug 20 12:35:24.436175 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f935d-e1ef-4ef8-b31f-101d5a3dbc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dceb46e-ccf6-432c-a51a-27ab4c053416,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:25.482975 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50706) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:25.580315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-588285538-network', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:25.665412 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Made reservation on behalf of d40886737d2d45d38e2ff0b6ab274727 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:35:25.668015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.676436 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.763018 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.835611 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.860513 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:35:25.869667 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcb2abd-a29c-401d-9bdb-cdbb6a2efb5d,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:25.875638 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:25.875987 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Added segment b7e1c103-acb8-4640-9878-6be0198e920d of type vlan for network c67060b0-94b4-4d1b-9365-4fa50e70fb1a Aug 20 12:35:25.915981 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.018451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.019458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:26.020058 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.105620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] Pushing event updated for resources: {'Network': ['ID=c67060b0-94b4-4d1b-9365-4fa50e70fb1a,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:26.115191 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network c67060b0-94b4-4d1b-9365-4fa50e70fb1a details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:35:26.164344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ce745fef-3491-44a7-8b04-82e8b05acaf0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6802199 Aug 20 12:35:26.167777 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50710) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:26.172764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Request body: {'subnet': {'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-588285538-subnet', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'ip_version': 4}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:26.253938 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Made reservation on behalf of d40886737d2d45d38e2ff0b6ab274727 for: {'subnet': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:35:26.256387 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26710435'] for subnet, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.481160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26647003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26710449'] for subnet, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.536331 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=819e86f1-bfb9-48d2-99c6-4199342f4b1e,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:26.544435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Checking segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:26.544811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Network hostable DHCP agents. Network: c67060b0-94b4-4d1b-9365-4fa50e70fb1a, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:35:26.640921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Network c67060b0-94b4-4d1b-9365-4fa50e70fb1a is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:35:26.726519 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, c67060b0-94b4-4d1b-9365-4fa50e70fb1a) {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:26.730633 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:26.731407 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.735437 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff15cb-175f-48d6-8f12-756b7e3c32e5 None None] Network c67060b0-94b4-4d1b-9365-4fa50e70fb1a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:26.819818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-31a2d754-1a02-4eac-96b0-9e373764a824 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6504173 Aug 20 12:35:26.822503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50712) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:26.826888 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:26.881307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:35:26.882692 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.915451 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.916507 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:26.970951 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:27.014677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Allocated IP 172.20.0.2 (c67060b0-94b4-4d1b-9365-4fa50e70fb1a/819e86f1-bfb9-48d2-99c6-4199342f4b1e/e0cd2dbb-b334-4338-a211-40e02263eb37) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:27.161385 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:27.170307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Transition to ACTIVE for port object e0cd2dbb-b334-4338-a211-40e02263eb37 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:27.179971 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:27.187043 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Transition to ACTIVE for port object e0cd2dbb-b334-4338-a211-40e02263eb37 will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:27.271726 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:27.309057 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Network c67060b0-94b4-4d1b-9365-4fa50e70fb1a is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:27.311783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:27.315164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:27.323629 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Pushing event updated for resources: {'Port': ['ID=e0cd2dbb-b334-4338-a211-40e02263eb37,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:27.377685 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Attempting to bind port e0cd2dbb-b334-4338-a211-40e02263eb37 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:27.378062 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Attempting to bind port e0cd2dbb-b334-4338-a211-40e02263eb37 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:27.378427 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Attempting to bind port e0cd2dbb-b334-4338-a211-40e02263eb37 on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:27.384445 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:27.384822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Checking segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:27.385231 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:27.385628 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Bound using segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:27.386099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Bound port: e0cd2dbb-b334-4338-a211-40e02263eb37, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:27.386506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:27.452796 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] For port e0cd2dbb-b334-4338-a211-40e02263eb37, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:27.456293 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] For port e0cd2dbb-b334-4338-a211-40e02263eb37, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e0cd2dbb-b334-4338-a211-40e02263eb37,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:27.550683 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:27.608496 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c0faa-489f-4b95-8f3d-2b39e0f9d32a None None] Pushing event updated for resources: {'Port': ['ID=e0cd2dbb-b334-4338-a211-40e02263eb37,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:27.723134 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:27.745660 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:27.864190 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Allocated IP 172.25.4.123 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/a4c8e8d9-e221-4a24-b0fe-cd59b175f378) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:27.964593 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:28.077606 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:28.117473 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:28.120207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:28.123669 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:28.135454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c8e8d9-e221-4a24-b0fe-cd59b175f378,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:28.459247 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:28.501413 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bea942-6b31-46cf-bfcf-d141799354cc None None] Network c67060b0-94b4-4d1b-9365-4fa50e70fb1a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:28.659278 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:28.683002 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-0c84ca6f-7ccb-4850-a204-66b2b9976025 None None] Provisioning for port e0cd2dbb-b334-4338-a211-40e02263eb37 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:28.863650 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Router c969e491-4ee9-41c2-9b79-8a911da87185 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:35:28.969769 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:28.978772 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Sync routers for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:28.988325 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:28.988938 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:29.035524 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.036846 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a724c5a1-4e76-435e-91ce-4f01318a3d89 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2133560 Aug 20 12:35:29.040159 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50714) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:29.184697 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:29.355645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0cd2dbb-b334-4338-a211-40e02263eb37 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:29.365026 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:28Z', 'revision_number': 3, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:29.395598 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Checking router: c969e491-4ee9-41c2-9b79-8a911da87185 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:29.395981 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Updating router c969e491-4ee9-41c2-9b79-8a911da87185 port a4c8e8d9-e221-4a24-b0fe-cd59b175f378 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:35:29.421681 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.473239 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.477502 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port e0cd2dbb-b334-4338-a211-40e02263eb37 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:29.482311 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e0cd2dbb-b334-4338-a211-40e02263eb37 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:29.482982 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.562541 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.596183 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port e0cd2dbb-b334-4338-a211-40e02263eb37, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e0cd2dbb-b334-4338-a211-40e02263eb37,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:29.665950 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.670838 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.680636 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Transition to ACTIVE for port object a4c8e8d9-e221-4a24-b0fe-cd59b175f378 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:29.682109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Allocated IP 172.20.0.1 (c67060b0-94b4-4d1b-9365-4fa50e70fb1a/819e86f1-bfb9-48d2-99c6-4199342f4b1e/ff590353-2dd6-44b8-9352-b186262dd9ee) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:29.719317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=e0cd2dbb-b334-4338-a211-40e02263eb37,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:29.780254 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.786099 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.799537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Transition to ACTIVE for port object ff590353-2dd6-44b8-9352-b186262dd9ee will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:29.836719 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Attempting to bind port a4c8e8d9-e221-4a24-b0fe-cd59b175f378 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:29.837118 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Attempting to bind port a4c8e8d9-e221-4a24-b0fe-cd59b175f378 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:29.837508 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Attempting to bind port a4c8e8d9-e221-4a24-b0fe-cd59b175f378 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:29.839476 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Pushing event updated for resources: {'Port': ['ID=a4c8e8d9-e221-4a24-b0fe-cd59b175f378,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:29.848692 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.849041 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.849384 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.849723 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.850059 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.850417 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.850767 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.851094 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.851419 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.851743 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.852068 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.852448 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:35:29.855621 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:29.855996 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:29.856397 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.856781 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:29.857251 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Bound port: a4c8e8d9-e221-4a24-b0fe-cd59b175f378, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:29.857629 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.883568 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.909182 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] For port a4c8e8d9-e221-4a24-b0fe-cd59b175f378, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:29.912450 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] For port a4c8e8d9-e221-4a24-b0fe-cd59b175f378, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a4c8e8d9-e221-4a24-b0fe-cd59b175f378,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:29.922584 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Network c67060b0-94b4-4d1b-9365-4fa50e70fb1a is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:29.925301 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:29.928766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:29.952810 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Pushing event updated for resources: {'Port': ['ID=ff590353-2dd6-44b8-9352-b186262dd9ee,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:29.972449 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:29.980444 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:30.030373 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:30.031029 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:30.084330 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bae23-c189-4de1-8fe9-da0d464d8490 None None] Pushing event updated for resources: {'Port': ['ID=a4c8e8d9-e221-4a24-b0fe-cd59b175f378,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:30.153503 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:30.183641 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:30.209953 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c9da3cfc-3ff1-4342-97fc-8f1bbf56798e None None] Provisioning for port ff590353-2dd6-44b8-9352-b186262dd9ee completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:30.214638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c9da3cfc-3ff1-4342-97fc-8f1bbf56798e None None] Provisioning complete for port ff590353-2dd6-44b8-9352-b186262dd9ee triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:30.215127 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c9da3cfc-3ff1-4342-97fc-8f1bbf56798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:30.257237 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-c9da3cfc-3ff1-4342-97fc-8f1bbf56798e None None] Port ff590353-2dd6-44b8-9352-b186262dd9ee cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:30.334522 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:28Z', 'revision_number': 3, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:30.351964 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:30.361300 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3bc115-a6f7-4614-8c3a-50575929d432 None None] The sync data for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 is: [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:28Z', 'revision_number': 3, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:30.419898 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:30.485138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Pushing event updated for resources: {'Port': ['ID=ff590353-2dd6-44b8-9352-b186262dd9ee,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:30.487573 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:30.596764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Network c67060b0-94b4-4d1b-9365-4fa50e70fb1a is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:30.598163 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:30.722405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Router c969e491-4ee9-41c2-9b79-8a911da87185 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:30.837695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:30.842957 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-bc471e8a-9ace-46b0-9188-50d5a449601c admin admin] 10.222.0.10 "PUT /v2.0/routers/c969e491-4ee9-41c2-9b79-8a911da87185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8016911 Aug 20 12:35:30.878618 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-6001b5aa-b473-4c68-9af2-ab283d176d26 None None] Provisioning complete for port ff590353-2dd6-44b8-9352-b186262dd9ee triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:30.879192 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6001b5aa-b473-4c68-9af2-ab283d176d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:30.914288 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-6001b5aa-b473-4c68-9af2-ab283d176d26 None None] Port ff590353-2dd6-44b8-9352-b186262dd9ee cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:31.403135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0cd2dbb-b334-4338-a211-40e02263eb37 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:31.450084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port e0cd2dbb-b334-4338-a211-40e02263eb37 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:31.450488 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.530477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a4c8e8d9-e221-4a24-b0fe-cd59b175f378 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:31.599622 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50730) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:31.604920 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1300480711-network', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:31.642541 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a4c8e8d9-e221-4a24-b0fe-cd59b175f378 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:31.646687 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a4c8e8d9-e221-4a24-b0fe-cd59b175f378 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:31.647092 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.725377 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.728244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Made reservation on behalf of 40bcf8ad783849ba9be74dce16bb3bb0 for: {'network': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:35:31.730640 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.739869 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.746905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port a4c8e8d9-e221-4a24-b0fe-cd59b175f378, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a4c8e8d9-e221-4a24-b0fe-cd59b175f378,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:31.820856 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.830415 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.876916 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=a4c8e8d9-e221-4a24-b0fe-cd59b175f378,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:31.891677 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Sync routers for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:31.894304 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.901263 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:31.901890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:31.916193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=95588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:35:31.930740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d27c5-d39f-4fd6-867e-7cf394c5d4fb,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:31.935667 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:31.936022 n-d-804230-3 neutron-server[95588]: INFO neutron.db.segments_db [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Added segment 1ff0c9f7-f1ec-4019-a568-f6f1cd11e719 of type vlan for network 07b0b38f-802b-4a19-b26e-4e475aba48a2 Aug 20 12:35:31.976234 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.009131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:32.046943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.048528 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:32.049496 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.112317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] Pushing event updated for resources: {'Network': ['ID=07b0b38f-802b-4a19-b26e-4e475aba48a2,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:32.126579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 07b0b38f-802b-4a19-b26e-4e475aba48a2 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:35:32.164516 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-0918694d-488f-4b18-92cc-c3e6630cae2c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5632472 Aug 20 12:35:32.167945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50732) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:32.173131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Request body: {'subnet': {'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1300480711-subnet', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:32.248646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Made reservation on behalf of 40bcf8ad783849ba9be74dce16bb3bb0 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:35:32.251089 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.268299 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 2, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:32.295295 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Checking router: c969e491-4ee9-41c2-9b79-8a911da87185 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:32.295656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Updating router c969e491-4ee9-41c2-9b79-8a911da87185 port ff590353-2dd6-44b8-9352-b186262dd9ee binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:35:32.320348 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.532384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.583888 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.590530 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd29c970-2cc7-41e7-95ca-f7df35462f23,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:32.594286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Transition to ACTIVE for port object ff590353-2dd6-44b8-9352-b186262dd9ee will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:32.601433 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Checking segment: {'id': '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:32.601800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Network hostable DHCP agents. Network: 07b0b38f-802b-4a19-b26e-4e475aba48a2, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:35:32.692363 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.709234 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Network 07b0b38f-802b-4a19-b26e-4e475aba48a2 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:35:32.743569 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a07499-82ec-4d55-afe4-987eb8f307d7 None None] Pushing event updated for resources: {'Port': ['ID=ff590353-2dd6-44b8-9352-b186262dd9ee,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:32.791326 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 07b0b38f-802b-4a19-b26e-4e475aba48a2) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:32.794922 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Attempting to bind port ff590353-2dd6-44b8-9352-b186262dd9ee on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:32.795314 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Attempting to bind port ff590353-2dd6-44b8-9352-b186262dd9ee by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:32.795643 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Attempting to bind port ff590353-2dd6-44b8-9352-b186262dd9ee on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:32.796118 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:32.796952 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.801347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:32.801842 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Checking segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:32.802322 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.802835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Bound using segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:32.803446 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Bound port: ff590353-2dd6-44b8-9352-b186262dd9ee, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:32.803790 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.808017 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7401ac6b-8cce-46fc-b609-0b44783155c1 None None] Network 07b0b38f-802b-4a19-b26e-4e475aba48a2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:32.884365 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fcff2516-7a1f-4a54-bc6a-c08b7092694d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7124727 Aug 20 12:35:32.884589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50734) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:32.889047 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1300480711-router', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:32.933576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] For port ff590353-2dd6-44b8-9352-b186262dd9ee, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:32.957211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] For port ff590353-2dd6-44b8-9352-b186262dd9ee, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ff590353-2dd6-44b8-9352-b186262dd9ee,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:32.979326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:32.980758 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.028579 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-07b0b38f-802b-4a19-b26e-4e475aba48a2', 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'fixed_ips': [{'subnet_id': 'bd29c970-2cc7-41e7-95ca-f7df35462f23'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:35:33.029468 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.033638 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.038744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.161109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:33.161808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:33.167220 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a07499-82ec-4d55-afe4-987eb8f307d7 None None] Pushing event updated for resources: {'Port': ['ID=ff590353-2dd6-44b8-9352-b186262dd9ee,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:33.284062 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.442538 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a4c8e8d9-e221-4a24-b0fe-cd59b175f378 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:33.474717 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Allocated IP 172.20.0.2 (07b0b38f-802b-4a19-b26e-4e475aba48a2/bd29c970-2cc7-41e7-95ca-f7df35462f23/07b47f47-0287-49b3-aebf-ad6387eb21ed) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:33.518699 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:33.584155 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.607231 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.698331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a4c8e8d9-e221-4a24-b0fe-cd59b175f378 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:33.699184 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.718939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Allocated IP 172.25.4.159 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/429fbb7f-f620-4825-a20d-7ba437834989) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:33.847639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.855509 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.891189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Transition to ACTIVE for port object 07b47f47-0287-49b3-aebf-ad6387eb21ed will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:33.924615 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Transition to ACTIVE for port object 07b47f47-0287-49b3-aebf-ad6387eb21ed will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:33.940119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:32Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:33.960093 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:33.967509 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aee49f-5f90-4e6d-b0a5-e62e6ba8c30a None None] The sync data for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 is: [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:32Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:34.003718 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:34.018580 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.027571 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:34.033484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Pushing event updated for resources: {'Port': ['ID=429fbb7f-f620-4825-a20d-7ba437834989,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:34.033484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:34.073763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Network 07b0b38f-802b-4a19-b26e-4e475aba48a2 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:34.076731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:34.080659 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:34.111597 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Pushing event updated for resources: {'Port': ['ID=07b47f47-0287-49b3-aebf-ad6387eb21ed,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:34.171158 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Attempting to bind port 07b47f47-0287-49b3-aebf-ad6387eb21ed on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:34.171529 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Attempting to bind port 07b47f47-0287-49b3-aebf-ad6387eb21ed by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:34.171897 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Attempting to bind port 07b47f47-0287-49b3-aebf-ad6387eb21ed on network 07b0b38f-802b-4a19-b26e-4e475aba48a2 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:34.177766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:34.178161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Checking segment: {'id': '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:34.178734 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.179184 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Bound using segment: {'id': '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:34.179650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Bound port: 07b47f47-0287-49b3-aebf-ad6387eb21ed, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:34.180035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.248090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] For port 07b47f47-0287-49b3-aebf-ad6387eb21ed, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:34.251486 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] For port 07b47f47-0287-49b3-aebf-ad6387eb21ed, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=07b47f47-0287-49b3-aebf-ad6387eb21ed,segment=NetworkSegment(1ff0c9f7-f1ec-4019-a568-f6f1cd11e719),segment_id=1ff0c9f7-f1ec-4019-a568-f6f1cd11e719)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:34.332532 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.392025 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.405031 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acb437-1a90-42e7-b7b5-845066bbff21 None None] Pushing event updated for resources: {'Port': ['ID=07b47f47-0287-49b3-aebf-ad6387eb21ed,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:34.632853 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:34.840774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Router 10301658-4e54-4917-910b-7a41042ab971 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:35:34.960733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:34.969412 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Sync routers for ids ['10301658-4e54-4917-910b-7a41042ab971'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:34.979463 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Routers {'10301658-4e54-4917-910b-7a41042ab971'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:34.980234 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['10301658-4e54-4917-910b-7a41042ab971'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:35.043294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.047265 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8272bd22-e2a5-426c-9b0d-ccffb3d362f3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1591504 Aug 20 12:35:35.047558 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50736) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:35.100997 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Set router 10301658-4e54-4917-910b-7a41042ab971 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:35.353452 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10301658-4e54-4917-910b-7a41042ab971', 'name': 'tempest-TestShelveInstance-1300480711-router', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '429fbb7f-f620-4825-a20d-7ba437834989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:32Z', 'updated_at': '2021-08-20T12:35:34Z', 'revision_number': 3, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'gw_port': {'id': '429fbb7f-f620-4825-a20d-7ba437834989', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10301658-4e54-4917-910b-7a41042ab971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:33Z', 'updated_at': '2021-08-20T12:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:35.388105 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Checking router: 10301658-4e54-4917-910b-7a41042ab971 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:35.388508 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Updating router 10301658-4e54-4917-910b-7a41042ab971 port 429fbb7f-f620-4825-a20d-7ba437834989 binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:35:35.426051 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 07b47f47-0287-49b3-aebf-ad6387eb21ed up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:35.430370 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.459560 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f006f-1325-476d-8868-148badb3fb04 None None] Network 07b0b38f-802b-4a19-b26e-4e475aba48a2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:35:35.626598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 07b47f47-0287-49b3-aebf-ad6387eb21ed completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:35.633855 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ff590353-2dd6-44b8-9352-b186262dd9ee up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:35.638718 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e83d8c16-d0b7-4dfb-a37e-4a965988b0c8 None None] Provisioning for port 07b47f47-0287-49b3-aebf-ad6387eb21ed completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:35.670347 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e83d8c16-d0b7-4dfb-a37e-4a965988b0c8 None None] Provisioning complete for port 07b47f47-0287-49b3-aebf-ad6387eb21ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:35.670780 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e83d8c16-d0b7-4dfb-a37e-4a965988b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.729748 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.745742 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Transition to ACTIVE for port object 429fbb7f-f620-4825-a20d-7ba437834989 will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:35.773328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e83d8c16-d0b7-4dfb-a37e-4a965988b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.822168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e83d8c16-d0b7-4dfb-a37e-4a965988b0c8 None None] For port 07b47f47-0287-49b3-aebf-ad6387eb21ed, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=07b47f47-0287-49b3-aebf-ad6387eb21ed,segment=NetworkSegment(1ff0c9f7-f1ec-4019-a568-f6f1cd11e719),segment_id=1ff0c9f7-f1ec-4019-a568-f6f1cd11e719)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:35.843113 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.855961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port ff590353-2dd6-44b8-9352-b186262dd9ee completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:35.860599 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ff590353-2dd6-44b8-9352-b186262dd9ee triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:35.861035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.890790 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Attempting to bind port 429fbb7f-f620-4825-a20d-7ba437834989 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:35.891092 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Attempting to bind port 429fbb7f-f620-4825-a20d-7ba437834989 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:35.891493 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Attempting to bind port 429fbb7f-f620-4825-a20d-7ba437834989 on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:35.898913 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.900692 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:35.901505 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:35.901918 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.902318 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:35.902816 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Bound port: 429fbb7f-f620-4825-a20d-7ba437834989, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:35.903208 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:35.918050 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e83d8c16-d0b7-4dfb-a37e-4a965988b0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.000302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.005961 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d8c16-d0b7-4dfb-a37e-4a965988b0c8 None None] Pushing event updated for resources: {'Port': ['ID=07b47f47-0287-49b3-aebf-ad6387eb21ed,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:36.056888 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port ff590353-2dd6-44b8-9352-b186262dd9ee, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ff590353-2dd6-44b8-9352-b186262dd9ee,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:36.059627 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57c2b3-807e-46f1-9166-c87f3be7b9c1 None None] Pushing event updated for resources: {'Port': ['ID=429fbb7f-f620-4825-a20d-7ba437834989,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:36.066047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-670fd638-b092-45d7-9934-d1b822f88358 None None] Provisioning complete for port 07b47f47-0287-49b3-aebf-ad6387eb21ed triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:36.066304 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-670fd638-b092-45d7-9934-d1b822f88358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.088286 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] For port 429fbb7f-f620-4825-a20d-7ba437834989, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:36.091340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Allocated IP 172.20.0.1 (07b0b38f-802b-4a19-b26e-4e475aba48a2/bd29c970-2cc7-41e7-95ca-f7df35462f23/c817dabf-fede-4899-bda2-a35197c93b16) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:36.094907 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] For port 429fbb7f-f620-4825-a20d-7ba437834989, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=429fbb7f-f620-4825-a20d-7ba437834989,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:36.146318 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.184740 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.202605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=ff590353-2dd6-44b8-9352-b186262dd9ee,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:36.205138 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.222993 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Transition to ACTIVE for port object c817dabf-fede-4899-bda2-a35197c93b16 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:36.240527 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Routers {'10301658-4e54-4917-910b-7a41042ab971'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:36.241196 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['10301658-4e54-4917-910b-7a41042ab971'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:36.246150 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57c2b3-807e-46f1-9166-c87f3be7b9c1 None None] Pushing event updated for resources: {'Port': ['ID=429fbb7f-f620-4825-a20d-7ba437834989,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:36.346271 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.354582 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] Set router 10301658-4e54-4917-910b-7a41042ab971 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:36.385551 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Network 07b0b38f-802b-4a19-b26e-4e475aba48a2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:36.388401 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:36.390997 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:36.425633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Pushing event updated for resources: {'Port': ['ID=c817dabf-fede-4899-bda2-a35197c93b16,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:36.441802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.538991 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10301658-4e54-4917-910b-7a41042ab971', 'name': 'tempest-TestShelveInstance-1300480711-router', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '429fbb7f-f620-4825-a20d-7ba437834989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:32Z', 'updated_at': '2021-08-20T12:35:34Z', 'revision_number': 3, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'gw_port': {'id': '429fbb7f-f620-4825-a20d-7ba437834989', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10301658-4e54-4917-910b-7a41042ab971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:33Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:36.570578 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d55a74-5f81-436c-9d62-b9d8f969c091 None None] The sync data for ids ['10301658-4e54-4917-910b-7a41042ab971'] in n-d-804230-3 is: [{'id': '10301658-4e54-4917-910b-7a41042ab971', 'name': 'tempest-TestShelveInstance-1300480711-router', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '429fbb7f-f620-4825-a20d-7ba437834989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:32Z', 'updated_at': '2021-08-20T12:35:34Z', 'revision_number': 3, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'gw_port': {'id': '429fbb7f-f620-4825-a20d-7ba437834989', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10301658-4e54-4917-910b-7a41042ab971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:33Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:36.717957 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.803120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-293fa316-25a5-4e54-bb34-1cbae73ed430 None None] Provisioning for port c817dabf-fede-4899-bda2-a35197c93b16 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:36.811513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-293fa316-25a5-4e54-bb34-1cbae73ed430 None None] Provisioning complete for port c817dabf-fede-4899-bda2-a35197c93b16 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:36.812321 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-293fa316-25a5-4e54-bb34-1cbae73ed430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:36.858349 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-293fa316-25a5-4e54-bb34-1cbae73ed430 None None] Port c817dabf-fede-4899-bda2-a35197c93b16 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:36.919239 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.000500 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.074203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.076069 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Pushing event updated for resources: {'Port': ['ID=c817dabf-fede-4899-bda2-a35197c93b16,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:37.174944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Network 07b0b38f-802b-4a19-b26e-4e475aba48a2 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:37.176430 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:37.310097 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Router 10301658-4e54-4917-910b-7a41042ab971 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:37.434650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 07b47f47-0287-49b3-aebf-ad6387eb21ed up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:37.458651 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:37.466377 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-2d77a116-86f3-445d-a0b1-410865185c4a admin admin] 10.222.0.10 "PUT /v2.0/routers/10301658-4e54-4917-910b-7a41042ab971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4177361 Aug 20 12:35:37.493455 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-bc64e24e-4149-4e9d-a8cb-d2532513f933 None None] Provisioning complete for port c817dabf-fede-4899-bda2-a35197c93b16 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:37.493818 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bc64e24e-4149-4e9d-a8cb-d2532513f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.522779 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 07b47f47-0287-49b3-aebf-ad6387eb21ed triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:37.523149 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.551173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-bc64e24e-4149-4e9d-a8cb-d2532513f933 None None] Port c817dabf-fede-4899-bda2-a35197c93b16 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:37.610322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 429fbb7f-f620-4825-a20d-7ba437834989 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:37.717208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 429fbb7f-f620-4825-a20d-7ba437834989 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:37.721370 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 429fbb7f-f620-4825-a20d-7ba437834989 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:37.721749 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.801529 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.823305 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 429fbb7f-f620-4825-a20d-7ba437834989, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=429fbb7f-f620-4825-a20d-7ba437834989,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:37.878772 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:37.879623 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ff590353-2dd6-44b8-9352-b186262dd9ee up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:37.957525 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=429fbb7f-f620-4825-a20d-7ba437834989,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:37.970396 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port ff590353-2dd6-44b8-9352-b186262dd9ee triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:37.970807 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.147619 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Sync routers for ids ['10301658-4e54-4917-910b-7a41042ab971'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:38.156983 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Routers {'10301658-4e54-4917-910b-7a41042ab971'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:38.157605 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['10301658-4e54-4917-910b-7a41042ab971'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:38.248946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50744) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:38.253621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-ae9a257e-cc14-4120-b017-42d86a876b69 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749256980', 'description': 'tempest-secgroup-smoke-1749256980 description', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:38.266255 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Set router 10301658-4e54-4917-910b-7a41042ab971 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:38.366448 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae9a257e-cc14-4120-b017-42d86a876b69 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.448677 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae9a257e-cc14-4120-b017-42d86a876b69 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.465150 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10301658-4e54-4917-910b-7a41042ab971', 'name': 'tempest-TestShelveInstance-1300480711-router', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '429fbb7f-f620-4825-a20d-7ba437834989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:32Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 4, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'gw_port': {'id': '429fbb7f-f620-4825-a20d-7ba437834989', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10301658-4e54-4917-910b-7a41042ab971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:33Z', 'updated_at': '2021-08-20T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c817dabf-fede-4899-bda2-a35197c93b16', 'name': '', 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'mac_address': 'fa:16:3e:d7:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10301658-4e54-4917-910b-7a41042ab971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'bd29c970-2cc7-41e7-95ca-f7df35462f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:35Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 2, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'subnets': [{'id': 'bd29c970-2cc7-41e7-95ca-f7df35462f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:38.492682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Checking router: 10301658-4e54-4917-910b-7a41042ab971 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:38.493049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Updating router 10301658-4e54-4917-910b-7a41042ab971 port c817dabf-fede-4899-bda2-a35197c93b16 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:35:38.517618 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.528109 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae9a257e-cc14-4120-b017-42d86a876b69 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.558480 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a257e-cc14-4120-b017-42d86a876b69 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2de4a0-94eb-4949-9d45-624903b94087,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:38.620755 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-ae9a257e-cc14-4120-b017-42d86a876b69 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.622198 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-ae9a257e-cc14-4120-b017-42d86a876b69 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3722210 Aug 20 12:35:38.625217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50746) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:38.630111 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cb825639-0f88-4a62-a8b4-367ae58403e6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': '0c2de4a0-94eb-4949-9d45-624903b94087', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:38.704732 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb825639-0f88-4a62-a8b4-367ae58403e6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.762403 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb825639-0f88-4a62-a8b4-367ae58403e6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.793344 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.803983 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Transition to ACTIVE for port object c817dabf-fede-4899-bda2-a35197c93b16 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:38.808218 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb825639-0f88-4a62-a8b4-367ae58403e6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.826651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb825639-0f88-4a62-a8b4-367ae58403e6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e532f3-dbab-47b1-9191-8bdf910e44c2,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:38.848225 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.890415 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cb825639-0f88-4a62-a8b4-367ae58403e6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.891849 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cb825639-0f88-4a62-a8b4-367ae58403e6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2654266 Aug 20 12:35:38.894950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50748) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:38.898987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902d113-5631-4c4b-882b-fdd61b5665ed None None] Pushing event updated for resources: {'Port': ['ID=c817dabf-fede-4899-bda2-a35197c93b16,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:38.900881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-0c565e17-e6cf-4376-929a-a0225c89c7ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': '0c2de4a0-94eb-4949-9d45-624903b94087', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:38.949205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Attempting to bind port c817dabf-fede-4899-bda2-a35197c93b16 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:38.949682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Attempting to bind port c817dabf-fede-4899-bda2-a35197c93b16 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:38.950125 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Attempting to bind port c817dabf-fede-4899-bda2-a35197c93b16 on network 07b0b38f-802b-4a19-b26e-4e475aba48a2 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:38.956333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:38.956333 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Checking segment: {'id': '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:38.956333 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:38.956845 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Bound using segment: {'id': '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:38.957388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Bound port: c817dabf-fede-4899-bda2-a35197c93b16, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:38.957789 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.004372 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c565e17-e6cf-4376-929a-a0225c89c7ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.037408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] For port c817dabf-fede-4899-bda2-a35197c93b16, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:39.041273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] For port c817dabf-fede-4899-bda2-a35197c93b16, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c817dabf-fede-4899-bda2-a35197c93b16,segment=NetworkSegment(1ff0c9f7-f1ec-4019-a568-f6f1cd11e719),segment_id=1ff0c9f7-f1ec-4019-a568-f6f1cd11e719)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:39.075078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c565e17-e6cf-4376-929a-a0225c89c7ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.128909 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.157103 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c565e17-e6cf-4376-929a-a0225c89c7ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.176370 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c565e17-e6cf-4376-929a-a0225c89c7ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942755c7-bc77-4d38-b452-e9bee3670e40,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:39.197775 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902d113-5631-4c4b-882b-fdd61b5665ed None None] Pushing event updated for resources: {'Port': ['ID=c817dabf-fede-4899-bda2-a35197c93b16,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:39.202947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Routers {'10301658-4e54-4917-910b-7a41042ab971'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:39.203578 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['10301658-4e54-4917-910b-7a41042ab971'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:39.257926 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0c565e17-e6cf-4376-929a-a0225c89c7ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.259938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0c565e17-e6cf-4376-929a-a0225c89c7ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3629565 Aug 20 12:35:39.262212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50750) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:39.267172 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-34b4e974-a78e-4824-a451-45c2827370b1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': '0c2de4a0-94eb-4949-9d45-624903b94087', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:39.322920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] Set router 10301658-4e54-4917-910b-7a41042ab971 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:39.350938 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 429fbb7f-f620-4825-a20d-7ba437834989 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:39.377275 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34b4e974-a78e-4824-a451-45c2827370b1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.439071 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34b4e974-a78e-4824-a451-45c2827370b1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.483068 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:35:39.505686 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 429fbb7f-f620-4825-a20d-7ba437834989 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:39.506061 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.514594 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34b4e974-a78e-4824-a451-45c2827370b1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.536308 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4e974-a78e-4824-a451-45c2827370b1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862dbe18-c163-4c01-bdc9-2a95d50c0b88,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:39.601171 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-34b4e974-a78e-4824-a451-45c2827370b1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.605095 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-34b4e974-a78e-4824-a451-45c2827370b1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391829 Aug 20 12:35:39.605455 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50752) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:39.610244 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-b6a097c8-e0da-4327-b1f6-0bf4e4ba5141 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': '0c2de4a0-94eb-4949-9d45-624903b94087', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:39.692591 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a097c8-e0da-4327-b1f6-0bf4e4ba5141 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.756975 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a097c8-e0da-4327-b1f6-0bf4e4ba5141 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.801670 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10301658-4e54-4917-910b-7a41042ab971', 'name': 'tempest-TestShelveInstance-1300480711-router', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '429fbb7f-f620-4825-a20d-7ba437834989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:32Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 4, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'gw_port': {'id': '429fbb7f-f620-4825-a20d-7ba437834989', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10301658-4e54-4917-910b-7a41042ab971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:33Z', 'updated_at': '2021-08-20T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c817dabf-fede-4899-bda2-a35197c93b16', 'name': '', 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'mac_address': 'fa:16:3e:d7:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10301658-4e54-4917-910b-7a41042ab971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'bd29c970-2cc7-41e7-95ca-f7df35462f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:35Z', 'updated_at': '2021-08-20T12:35:39Z', 'revision_number': 4, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'subnets': [{'id': 'bd29c970-2cc7-41e7-95ca-f7df35462f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:39.827634 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f8f81-eb22-4163-99b6-18c3f6346a36 None None] The sync data for ids ['10301658-4e54-4917-910b-7a41042ab971'] in n-d-804230-3 is: [{'id': '10301658-4e54-4917-910b-7a41042ab971', 'name': 'tempest-TestShelveInstance-1300480711-router', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '429fbb7f-f620-4825-a20d-7ba437834989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:32Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 4, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'gw_port': {'id': '429fbb7f-f620-4825-a20d-7ba437834989', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10301658-4e54-4917-910b-7a41042ab971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:33Z', 'updated_at': '2021-08-20T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c817dabf-fede-4899-bda2-a35197c93b16', 'name': '', 'network_id': '07b0b38f-802b-4a19-b26e-4e475aba48a2', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'mac_address': 'fa:16:3e:d7:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10301658-4e54-4917-910b-7a41042ab971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'bd29c970-2cc7-41e7-95ca-f7df35462f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:35Z', 'updated_at': '2021-08-20T12:35:39Z', 'revision_number': 4, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'subnets': [{'id': 'bd29c970-2cc7-41e7-95ca-f7df35462f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:39.829540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a097c8-e0da-4327-b1f6-0bf4e4ba5141 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.853371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a097c8-e0da-4327-b1f6-0bf4e4ba5141 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4463ce8f-33a1-4c03-ab4c-f64ebdb69e71,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:39.905555 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b6a097c8-e0da-4327-b1f6-0bf4e4ba5141 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:39.906883 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b6a097c8-e0da-4327-b1f6-0bf4e4ba5141 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3004169 Aug 20 12:35:39.909576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50754) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:39.914728 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-9562a7fb-d62d-4c93-9cec-4c18ca8421c0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': '0c2de4a0-94eb-4949-9d45-624903b94087', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:40.003235 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-9562a7fb-d62d-4c93-9cec-4c18ca8421c0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Project d40886737d2d45d38e2ff0b6ab274727 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:35:40.009082 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9562a7fb-d62d-4c93-9cec-4c18ca8421c0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.080623 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9562a7fb-d62d-4c93-9cec-4c18ca8421c0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.155275 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9562a7fb-d62d-4c93-9cec-4c18ca8421c0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.180782 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562a7fb-d62d-4c93-9cec-4c18ca8421c0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab12a02-1c6d-4464-810f-751114d21fc4,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:40.246460 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-9562a7fb-d62d-4c93-9cec-4c18ca8421c0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.251134 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-9562a7fb-d62d-4c93-9cec-4c18ca8421c0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3371603 Aug 20 12:35:40.251134 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50758) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:40.255124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8780466c-22e4-4263-b09a-58e2a230427e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': '0c2de4a0-94eb-4949-9d45-624903b94087', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:40.362605 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-8780466c-22e4-4263-b09a-58e2a230427e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Project d40886737d2d45d38e2ff0b6ab274727 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:35:40.367807 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8780466c-22e4-4263-b09a-58e2a230427e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.434578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8780466c-22e4-4263-b09a-58e2a230427e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.509179 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8780466c-22e4-4263-b09a-58e2a230427e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.527811 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780466c-22e4-4263-b09a-58e2a230427e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310422fb-e262-4826-ac0d-2b0e25b745d5,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:40.602371 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8780466c-22e4-4263-b09a-58e2a230427e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:40.603691 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8780466c-22e4-4263-b09a-58e2a230427e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3522012 Aug 20 12:35:40.748746 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-db3bf669-1e06-4394-866e-977c455a2de8 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749256980&fields=id&tenant_id=d40886737d2d45d38e2ff0b6ab274727 HTTP/1.1" status: 200 len: 267 time: 0.0381205 Aug 20 12:35:40.857112 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-b3433407-6a66-4127-8cd1-440001415bf8 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:40.858810 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-b3433407-6a66-4127-8cd1-440001415bf8 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 808 time: 0.1054168 Aug 20 12:35:40.880306 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-ffa45e20-0ab7-40d7-80ff-b8c2d8f0db5f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/quotas/d40886737d2d45d38e2ff0b6ab274727 HTTP/1.1" status: 200 len: 375 time: 0.0158024 Aug 20 12:35:40.935443 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-7419b2cb-b548-4d3d-b17b-f6498113e4d7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485930 Aug 20 12:35:41.047237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-380d2ae4-7f5c-4ad5-96bd-b82480b7c923 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:35:41.048283 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-380d2ae4-7f5c-4ad5-96bd-b82480b7c923 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009159 Aug 20 12:35:41.141314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-29318ded-f894-417d-84c9-f313a63f1870 service neutron] 10.222.0.10 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858564 Aug 20 12:35:41.237860 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-3b063ff2-88c4-4b25-a096-f75806ffdd26 service neutron] 10.222.0.10 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903764 Aug 20 12:35:41.361652 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c817dabf-fede-4899-bda2-a35197c93b16 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:41.480485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c817dabf-fede-4899-bda2-a35197c93b16 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:41.485898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c817dabf-fede-4899-bda2-a35197c93b16 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:41.486571 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.546465 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bca70a0c-0703-4bd2-a843-ebb9aae874da req-ead2d2e4-294a-443d-ac98-17f5b61a6134 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 210 time: 0.0861073 Aug 20 12:35:41.570244 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.603234 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c817dabf-fede-4899-bda2-a35197c93b16, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c817dabf-fede-4899-bda2-a35197c93b16,segment=NetworkSegment(1ff0c9f7-f1ec-4019-a568-f6f1cd11e719),segment_id=1ff0c9f7-f1ec-4019-a568-f6f1cd11e719)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:41.680520 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:41.736909 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c817dabf-fede-4899-bda2-a35197c93b16,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:41.857759 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:42.628009 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5abfb452-c456-42f3-ac75-d1a2cb43eb40 req-71152e10-703c-4be1-883b-dd012cec2a0e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 210 time: 0.0318651 Aug 20 12:35:43.329890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c817dabf-fede-4899-bda2-a35197c93b16 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:43.376567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c817dabf-fede-4899-bda2-a35197c93b16 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:43.376947 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:43.723736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e66d72eb-798c-46fd-a1ed-3d5dc43662e3 req-4a29420a-31b5-4bdd-bd09-cb5413f3c19a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 210 time: 0.0283983 Aug 20 12:35:43.938376 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f8b551bf-4d76-4cc5-b3a6-bcb6f093069e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:43.939806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f8b551bf-4d76-4cc5-b3a6-bcb6f093069e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 808 time: 0.1021876 Aug 20 12:35:43.982419 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-0e5492f6-f77f-40ff-8bed-12e723cef59d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d40886737d2d45d38e2ff0b6ab274727 HTTP/1.1" status: 200 len: 380 time: 0.0338686 Aug 20 12:35:43.991458 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'port': {'device_id': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'admin_state_up': True, 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'security_groups': ['0c2de4a0-94eb-4949-9d45-624903b94087']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:44.166398 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.189237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Made reservation on behalf of d40886737d2d45d38e2ff0b6ab274727 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:35:44.192834 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.314633 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Allocated IP 172.20.0.12 (c67060b0-94b4-4d1b-9365-4fa50e70fb1a/819e86f1-bfb9-48d2-99c6-4199342f4b1e/1b377c51-4325-4e37-b7c7-6b5b1661b1cc) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:44.456480 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.470411 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Transition to ACTIVE for port object 1b377c51-4325-4e37-b7c7-6b5b1661b1cc will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:44.580178 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.623021 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Network c67060b0-94b4-4d1b-9365-4fa50e70fb1a is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:44.625935 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:44.629644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:44.666224 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:44.692654 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:44.693296 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.769142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-f65ea350-582a-4b17-83c1-4ec345a65526 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812762 Aug 20 12:35:44.783263 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Request body: {'port': {'device_id': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:44.865618 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.887126 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230794b1-c827-4902-af25-bff4a2cd3030 req-2137153d-2f5a-46c2-a964-76da60849442 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:44.888481 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-230794b1-c827-4902-af25-bff4a2cd3030 req-2137153d-2f5a-46c2-a964-76da60849442 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 932 time: 0.0847876 Aug 20 12:35:44.900046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-288756f3-abe5-4cc2-a3c1-ac4912f9a38e None None] Provisioning for port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:44.904164 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-288756f3-abe5-4cc2-a3c1-ac4912f9a38e None None] Provisioning complete for port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:44.904589 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-288756f3-abe5-4cc2-a3c1-ac4912f9a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:44.941530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-288756f3-abe5-4cc2-a3c1-ac4912f9a38e None None] Port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:35:44.965607 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-230794b1-c827-4902-af25-bff4a2cd3030 req-a9a2111b-4274-4ca0-a903-d2b68a24dfa5 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531845 Aug 20 12:35:45.076616 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bbcfd661-629b-45c2-b944-cc0b494af06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.169353 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b377c51-4325-4e37-b7c7-6b5b1661b1cc {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:35:45.176813 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.188877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Transition to ACTIVE for port object 1b377c51-4325-4e37-b7c7-6b5b1661b1cc will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:35:45.263078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.312257 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:45.391129 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Attempting to bind port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:35:45.391473 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Attempting to bind port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:35:45.391813 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Attempting to bind port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:45.396518 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:35:45.396846 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Attempting to bind port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:35:45.401929 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:35:45.402279 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Checking segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:35:45.402739 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Bound using segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:35:45.403188 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Bound port: 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:35:45.403562 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.471609 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:35:45.474792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:35:45.574581 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.608213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:45.608843 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:45.610303 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] 10.222.0.57 "PUT /v2.0/ports/1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 1092 time: 0.8315692 Aug 20 12:35:45.610803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:45.613081 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642ad8c6-4910-45ca-857c-9444c9fc969f" -d '{"events": [{"name": "network-changed", "server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:45.645618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d212f5-75bd-46b4-8276-594460c0f125 service neutron] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:45.654906 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6b2141-7a32-42b5-b7cd-a8cec71e3aa5 x-openstack-request-id: req-3a6b2141-7a32-42b5-b7cd-a8cec71e3aa5 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:45.655207 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:45.655467 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a6b2141-7a32-42b5-b7cd-a8cec71e3aa5 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:45.655885 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'status': 'completed', 'code': 200} Aug 20 12:35:45.723884 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ad8c6-4910-45ca-857c-9444c9fc969f req-3b209cc2-2026-4481-8644-abec67c0287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:45.726231 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-642ad8c6-4910-45ca-857c-9444c9fc969f req-3b209cc2-2026-4481-8644-abec67c0287a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1095 time: 0.0503080 Aug 20 12:35:45.830904 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ad8c6-4910-45ca-857c-9444c9fc969f req-72eeb052-6935-4ded-9d5a-f28b61332c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:45.832315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-642ad8c6-4910-45ca-857c-9444c9fc969f req-72eeb052-6935-4ded-9d5a-f28b61332c11 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d40886737d2d45d38e2ff0b6ab274727&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0982945 Aug 20 12:35:45.931582 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ad8c6-4910-45ca-857c-9444c9fc969f req-b4112fcd-8211-482f-b822-aefa9d4b4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:45.933072 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-642ad8c6-4910-45ca-857c-9444c9fc969f req-b4112fcd-8211-482f-b822-aefa9d4b4e42 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938621 Aug 20 12:35:46.008485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-8376183d-267c-415a-81a3-6111ef2be417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:46.010045 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-8376183d-267c-415a-81a3-6111ef2be417 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1095 time: 0.0410542 Aug 20 12:35:46.061315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-48a688de-974b-4fb9-b3ba-51cff4ad2c37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 217 time: 0.0437200 Aug 20 12:35:46.140440 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ea055-d572-4713-ac54-cb244d07ffac req-3d7dd9a1-f333-450d-9fb4-50e493307690 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:46.141950 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f0ea055-d572-4713-ac54-cb244d07ffac req-3d7dd9a1-f333-450d-9fb4-50e493307690 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 944 time: 0.0904930 Aug 20 12:35:46.143307 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-9b11a18c-ae80-4533-92d8-468b05f39da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:46.144622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-9b11a18c-ae80-4533-92d8-468b05f39da2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0665226 Aug 20 12:35:46.205004 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0f0ea055-d572-4713-ac54-cb244d07ffac req-0cee399e-40eb-48fe-a177-75c5d76cbfb3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567827 Aug 20 12:35:46.215667 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-bb024a39-1060-4146-9406-bd51a9d43acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:46.217203 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-bb024a39-1060-4146-9406-bd51a9d43acd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626235 Aug 20 12:35:46.311404 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-14463c79-d0f3-4075-bb02-a0b65634680a service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872562 Aug 20 12:35:46.406920 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f304850-4fc6-4ce4-8359-e3e066b42245 req-88fdfa28-99a0-47de-bbcd-fa5f06181932 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886416 Aug 20 12:35:47.611591 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02464b-d997-4475-a322-ee557661e3a2 req-2efae305-f17a-4d5d-8295-def372460e2e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:47.613081 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d02464b-d997-4475-a322-ee557661e3a2 req-2efae305-f17a-4d5d-8295-def372460e2e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 944 time: 0.3393815 Aug 20 12:35:47.649088 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2d02464b-d997-4475-a322-ee557661e3a2 req-71f05737-62cc-4c6c-8230-3b89adab0b43 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301337 Aug 20 12:35:47.785280 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe4de-24b0-4330-a446-86a8652f2303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.687899 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:48.765991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cecac6-2f75-4532-980e-3997e0a7cccc req-e4673e51-933b-46fe-b2e2-1465eb636866 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:48.767555 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79cecac6-2f75-4532-980e-3997e0a7cccc req-e4673e51-933b-46fe-b2e2-1465eb636866 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 944 time: 0.0511336 Aug 20 12:35:48.805965 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-79cecac6-2f75-4532-980e-3997e0a7cccc req-a8af8186-ca64-4ab7-99f6-ad2c6af9c423 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Aug 20 12:35:49.520112 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:49.917004 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2af1b-362c-49fc-8e10-ab52fff2605a req-e7ef24dd-8f8a-455e-9c3f-a914b419934b tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:49.918517 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77d2af1b-362c-49fc-8e10-ab52fff2605a req-e7ef24dd-8f8a-455e-9c3f-a914b419934b tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 944 time: 0.0478964 Aug 20 12:35:49.955137 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-77d2af1b-362c-49fc-8e10-ab52fff2605a req-975d9cf4-0858-48b7-8195-0f0550512a54 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307770 Aug 20 12:35:50.328142 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1b377c51-4325-4e37-b7c7-6b5b1661b1cc details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:35:50.418876 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:50.429982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'port_id': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'mac_address': 'fa:16:3e:2c:2f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:35:50.470619 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.483096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b377c51-4325-4e37-b7c7-6b5b1661b1cc {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:35:50.504507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:50.579609 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:50.626260 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:50.810903 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['1b377c51-4325-4e37-b7c7-6b5b1661b1cc'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:35:51.077991 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaab3a6-c94d-4c7d-b493-e338db1a7dff req-45d7ec69-7eb1-4de6-9b05-5962bf768976 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:51.079659 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2eaab3a6-c94d-4c7d-b493-e338db1a7dff req-45d7ec69-7eb1-4de6-9b05-5962bf768976 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0586693 Aug 20 12:35:51.123210 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2eaab3a6-c94d-4c7d-b493-e338db1a7dff req-abe7b0f4-3293-418e-83d1-72a0c458ce0d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375419 Aug 20 12:35:51.145315 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.236978 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93295194-879c-43d0-b1a5-1f922765b803 req-5a1813fb-1f26-4f83-ae83-4f79ec45dc92 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:52.238381 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93295194-879c-43d0-b1a5-1f922765b803 req-5a1813fb-1f26-4f83-ae83-4f79ec45dc92 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0482869 Aug 20 12:35:52.279886 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-93295194-879c-43d0-b1a5-1f922765b803 req-2d8a6404-9fb1-4707-8114-0355ab401e30 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356467 Aug 20 12:35:52.342128 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1b377c51-4325-4e37-b7c7-6b5b1661b1cc up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:35:52.528049 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:35:52.532253 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:35:52.532624 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.609897 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.633494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:52.636373 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fe3c3b-bb76-4562-957e-a80a42071abd" -d '{"events": [{"server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "name": "network-vif-plugged", "status": "completed", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:52.648817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:35:52.675411 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac2544b-22d1-4e4d-9334-3dfa46e04654 x-openstack-request-id: req-dac2544b-22d1-4e4d-9334-3dfa46e04654 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:52.675411 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "name": "network-vif-plugged", "status": "completed", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:52.675411 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dac2544b-22d1-4e4d-9334-3dfa46e04654 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:52.675411 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'code': 200} Aug 20 12:35:52.728014 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:52.775884 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:52.776806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2751d-59ab-426e-aaa4-80676b407d3a req-35384dca-14a8-48c2-aaee-c30894611c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:52.779908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b7b2751d-59ab-426e-aaa4-80676b407d3a req-35384dca-14a8-48c2-aaee-c30894611c62 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0484257 Aug 20 12:35:52.813889 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b7b2751d-59ab-426e-aaa4-80676b407d3a req-507bc407-fb59-406e-9276-338d6d1eb4d9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287943 Aug 20 12:35:53.392803 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335d6e0-da5e-4e7c-9070-5b81d5a76c42 req-79dd9a0a-2f35-4437-b2b5-34bc930705c8 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:53.394288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4335d6e0-da5e-4e7c-9070-5b81d5a76c42 req-79dd9a0a-2f35-4437-b2b5-34bc930705c8 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0484493 Aug 20 12:35:53.431994 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4335d6e0-da5e-4e7c-9070-5b81d5a76c42 req-4f2c975f-bcc1-4568-8b94-a7ba786435f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Aug 20 12:35:54.547170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77c2a8-f8fe-4c61-a6dd-44d7fbc926f8 req-af70f08b-a756-4223-b820-9e1b328e2195 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:54.548643 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fd77c2a8-f8fe-4c61-a6dd-44d7fbc926f8 req-af70f08b-a756-4223-b820-9e1b328e2195 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0479138 Aug 20 12:35:54.587370 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fd77c2a8-f8fe-4c61-a6dd-44d7fbc926f8 req-3c21eee4-6efb-415f-8ca3-f27f76b7b7ed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328319 Aug 20 12:35:54.698625 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf07556-742b-4cd4-b594-88adec6a6195 req-d49efa65-f888-4ca7-87c3-87577291d876 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:54.700111 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0bf07556-742b-4cd4-b594-88adec6a6195 req-d49efa65-f888-4ca7-87c3-87577291d876 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0482268 Aug 20 12:35:54.740708 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0bf07556-742b-4cd4-b594-88adec6a6195 req-33f93d7c-db69-4b70-8730-41d80f0cad14 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346892 Aug 20 12:35:54.762098 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 50822) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:54.846656 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9058cddb-6f84-4950-85f9-a074fefceb7b tempest-TestShelveInstance-1838896658 tempest-TestShelveInstance-1838896658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:54.848165 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-9058cddb-6f84-4950-85f9-a074fefceb7b tempest-TestShelveInstance-1838896658 tempest-TestShelveInstance-1838896658-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1092 time: 0.0852008 Aug 20 12:35:54.851399 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 50826) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:35:54.856754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:35:54.956526 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:55.063276 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:55.165786 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Allocated IP 172.25.4.11 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/1f426eb0-bd30-40d9-ab06-73b543c82b9b) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:35:55.271413 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:55.366456 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:55.407987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:35:55.410581 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:35:55.413295 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:35:55.442766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'Port': ['ID=1f426eb0-bd30-40d9-ab06-73b543c82b9b,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:55.778617 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:55.902944 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:56.050689 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:56.150575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:56.227654 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'Port': ['ID=1f426eb0-bd30-40d9-ab06-73b543c82b9b,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:35:56.236536 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:56.338007 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Floating IP 3cf824f4-8185-4e67-a87b-4970e959308a associated. External IP: 172.25.4.11, port: 1b377c51-4325-4e37-b7c7-6b5b1661b1cc. Aug 20 12:35:56.551345 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Router c969e491-4ee9-41c2-9b79-8a911da87185 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:35:56.658329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:35:56.668673 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] Sync routers for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:35:56.677413 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:56.678014 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:56.777465 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:35:56.787747 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:56.805384 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-11429e47-1351-416a-b491-31ffcc934ae6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9529381 Aug 20 12:35:56.806192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:35:56.808506 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5ed0ed-6132-48f9-aee2-496b098d53c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:35:56.845820 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28feb5d5-dbc2-46e9-9714-26150d46fd64 x-openstack-request-id: req-28feb5d5-dbc2-46e9-9714-26150d46fd64 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:35:56.846128 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:35:56.846386 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28feb5d5-dbc2-46e9-9714-26150d46fd64 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:35:56.846824 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'status': 'completed', 'code': 200} Aug 20 12:35:56.907906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-f61fb0cd-2475-45fa-bfff-24efe09f4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:56.909537 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-f61fb0cd-2475-45fa-bfff-24efe09f4444 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0413229 Aug 20 12:35:57.003602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-9e407c0d-5855-4c77-b335-a500cf53ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:57.005096 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-9e407c0d-5855-4c77-b335-a500cf53ee17 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0875566 Aug 20 12:35:57.015492 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '3cf824f4-8185-4e67-a87b-4970e959308a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'port_id': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'mac_address': 'fa:16:3e:2c:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:35:55Z', 'updated_at': '2021-08-20T12:35:55Z', 'revision_number': 0, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:57.056777 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] Checking router: c969e491-4ee9-41c2-9b79-8a911da87185 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:35:57.066559 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:35:57.067199 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:35:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:57.076491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-b7311896-1506-4259-8711-0b8bae251b29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 999 time: 0.0638461 Aug 20 12:35:57.126157 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-7281bb81-89fa-45a3-babd-bdcb4b1ccd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:57.127892 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-7281bb81-89fa-45a3-babd-bdcb4b1ccd2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0447447 Aug 20 12:35:57.174513 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:35:57.179241 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-ff1a48b8-cdbd-486b-aa91-c8f76c67f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:35:57.180771 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-ff1a48b8-cdbd-486b-aa91-c8f76c67f880 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461462 Aug 20 12:35:57.271538 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-a47ab4fc-c4cf-4201-8876-0db790b5558a service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833702 Aug 20 12:35:57.365938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d5ed0ed-6132-48f9-aee2-496b098d53c5 req-0244c3c7-7a06-467d-a16a-ad0f27b39634 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881143 Aug 20 12:35:57.401955 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '3cf824f4-8185-4e67-a87b-4970e959308a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'port_id': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'mac_address': 'fa:16:3e:2c:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:35:55Z', 'updated_at': '2021-08-20T12:35:55Z', 'revision_number': 0, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:35:57.428480 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0d4c0b-7d12-4a69-b5d9-f4ec336945de None None] The sync data for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 is: [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '3cf824f4-8185-4e67-a87b-4970e959308a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'port_id': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'mac_address': 'fa:16:3e:2c:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:35:55Z', 'updated_at': '2021-08-20T12:35:55Z', 'revision_number': 0, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:35:57.624946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c149b858-2b66-4ea9-a3e5-f3fd0ba3cd69 None None] New status for floating IP 3cf824f4-8185-4e67-a87b-4970e959308a: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:36:11.888043 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:14.199543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:15.073729 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-50c672ad-4ed0-4abd-9a74-8c1e22940407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:16.483760 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:36:17.752972 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8b22bb26-8ecf-43d8-99fa-7e9d989e50e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:18.716434 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:19.510509 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:21.141755 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:30.847930 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-425c952a-1743-4da6-9b27-f9315531cc15 req-93dbddd6-c93a-4eec-bdcc-4c54d1239bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3560860 Aug 20 12:36:30.931968 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c952a-1743-4da6-9b27-f9315531cc15 req-fc27025f-d04a-41a5-a192-0f6c129e8e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:30.933488 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-425c952a-1743-4da6-9b27-f9315531cc15 req-fc27025f-d04a-41a5-a192-0f6c129e8e84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0396731 Aug 20 12:36:31.041402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c952a-1743-4da6-9b27-f9315531cc15 req-0d376c92-e5b1-4bf1-9145-36de8cfef20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:31.042909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-425c952a-1743-4da6-9b27-f9315531cc15 req-0d376c92-e5b1-4bf1-9145-36de8cfef20c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0860615 Aug 20 12:36:31.109184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-425c952a-1743-4da6-9b27-f9315531cc15 req-f0041d45-a00c-4d1d-b110-b0f2aac18a2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 1001 time: 0.0574431 Aug 20 12:36:31.158529 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c952a-1743-4da6-9b27-f9315531cc15 req-bdabd128-53a9-4246-a5a5-8d3461b62c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:31.159954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-425c952a-1743-4da6-9b27-f9315531cc15 req-bdabd128-53a9-4246-a5a5-8d3461b62c6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0430360 Aug 20 12:36:31.208488 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c952a-1743-4da6-9b27-f9315531cc15 req-92ca1d9d-2ff2-441e-bed3-bb06d37294e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:36:31.209978 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-425c952a-1743-4da6-9b27-f9315531cc15 req-92ca1d9d-2ff2-441e-bed3-bb06d37294e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425165 Aug 20 12:36:31.300001 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-425c952a-1743-4da6-9b27-f9315531cc15 req-135e1620-94fc-4e4b-9ff3-73e6f02f0c4c service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819774 Aug 20 12:36:31.394326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-425c952a-1743-4da6-9b27-f9315531cc15 req-9dbac4f1-bacf-4617-9b3e-7576b503d702 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865519 Aug 20 12:36:41.870244 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:44.191912 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:45.075675 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5e122b16-54d1-4c7e-b527-831b4f8e1014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:47.752024 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e8b98ca9-3734-4eae-b476-137ba9f54f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:48.723533 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:49.515438 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:51.163143 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:36:53.486585 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:37:11.871109 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:14.202391 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:15.097881 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-681dade3-0199-4fb0-9d00-39f360c0d26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:17.767860 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bd2e58bc-17b8-498e-92f2-b9ee0e5c320a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:18.682408 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:19.520576 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:21.183555 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:30.485273 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:37:32.568650 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-579c7ddd-0b27-4b45-9a48-d76d907ce678 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825672 Aug 20 12:37:32.650154 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-19a6cdc3-3f68-4f8d-b54c-872fa9cc6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:32.651722 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-19a6cdc3-3f68-4f8d-b54c-872fa9cc6593 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0407257 Aug 20 12:37:32.755805 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-0127333b-c49e-4cea-9f58-bfd4157136b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:32.757190 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-0127333b-c49e-4cea-9f58-bfd4157136b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0864990 Aug 20 12:37:32.821134 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-7ddaad23-b913-44d4-9af5-b572bf12099f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 1001 time: 0.0572813 Aug 20 12:37:32.868037 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-7616beae-f00f-45d7-a8cc-4d70ffc8b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:32.869440 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-7616beae-f00f-45d7-a8cc-4d70ffc8b5d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0421062 Aug 20 12:37:32.917333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-15fd91e0-388a-4f34-8ed6-3fb963e3ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:32.918831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-15fd91e0-388a-4f34-8ed6-3fb963e3ae5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427713 Aug 20 12:37:33.005207 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-22a2abf0-e448-4346-bf64-fa5a63ab5240 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791731 Aug 20 12:37:33.101420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-52ba0e9c-ab1b-4e4d-871d-3aea3694bd75 req-00ef5243-c3ab-4fc5-b58e-8b9c0a3aa60c service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887842 Aug 20 12:37:41.881567 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:44.217667 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:45.091808 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cf12c935-44d5-45d1-9497-ca69994d651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:47.754460 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8066a2eb-ec04-42dc-b5cc-dd2d5683f7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:48.732877 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:49.532431 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:51.154021 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:37:52.609336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b9450-af27-4ce1-a9b3-8c6fa7f1da07 req-54db12ba-d554-4bb5-86f6-7eda65522ba8 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:52.613230 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-949b9450-af27-4ce1-a9b3-8c6fa7f1da07 req-54db12ba-d554-4bb5-86f6-7eda65522ba8 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.1022942 Aug 20 12:37:52.650745 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-949b9450-af27-4ce1-a9b3-8c6fa7f1da07 req-05eadc25-e9fa-4dc5-b04e-445b7ae77d98 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337572 Aug 20 12:37:53.783710 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33f069-5288-42a4-b909-a0d6001882d8 req-84bb13d9-4b22-4037-acb9-44a78241bca5 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:53.785254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f33f069-5288-42a4-b909-a0d6001882d8 req-84bb13d9-4b22-4037-acb9-44a78241bca5 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0500948 Aug 20 12:37:53.824693 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6f33f069-5288-42a4-b909-a0d6001882d8 req-b1ca437d-da67-4baf-ae68-78bd1021ac9a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Aug 20 12:37:54.954087 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff7bf-5172-4ca5-9df6-b32afb91360d req-69fa7298-2c1c-489a-bb74-5445a0d5f69c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:54.956222 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-518ff7bf-5172-4ca5-9df6-b32afb91360d req-69fa7298-2c1c-489a-bb74-5445a0d5f69c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0490978 Aug 20 12:37:54.992645 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-518ff7bf-5172-4ca5-9df6-b32afb91360d req-4551837b-905f-4e03-a92b-4cf316e74684 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305452 Aug 20 12:37:56.121028 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f76a8-fc8f-4239-a89c-a8a6de70c321 req-ea6d6137-d56b-49fa-9b37-ab489778e2fc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:56.122590 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-450f76a8-fc8f-4239-a89c-a8a6de70c321 req-ea6d6137-d56b-49fa-9b37-ab489778e2fc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0492868 Aug 20 12:37:56.159903 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-450f76a8-fc8f-4239-a89c-a8a6de70c321 req-c4bdbba3-7438-4eee-8d8b-30d2b26f1378 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Aug 20 12:37:57.278067 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb96433-0836-4e6b-a4d1-e89754a39046 req-8e7a8d99-bb84-4cb2-831c-e7bd8d7004ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:57.279463 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-efb96433-0836-4e6b-a4d1-e89754a39046 req-8e7a8d99-bb84-4cb2-831c-e7bd8d7004ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0545323 Aug 20 12:37:57.317773 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-efb96433-0836-4e6b-a4d1-e89754a39046 req-1c1c969f-21be-4dc0-8be7-2147b3f906d0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Aug 20 12:37:58.433615 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a3cbe-44ef-4449-8200-96e62b9f7254 req-3f51cbd3-3e20-4084-a86f-5a88191c56f9 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:58.435126 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b8a3cbe-44ef-4449-8200-96e62b9f7254 req-3f51cbd3-3e20-4084-a86f-5a88191c56f9 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0525644 Aug 20 12:37:58.473592 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1b8a3cbe-44ef-4449-8200-96e62b9f7254 req-3e6c1a71-2cea-4bf9-9d36-3df487e46836 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325179 Aug 20 12:37:59.591000 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335bdab-449a-4bf4-8728-8dff788b59c9 req-0c02f8a9-3027-4cac-9cdf-cefd74208daf tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:37:59.592391 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a335bdab-449a-4bf4-8728-8dff788b59c9 req-0c02f8a9-3027-4cac-9cdf-cefd74208daf tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0497398 Aug 20 12:37:59.630345 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a335bdab-449a-4bf4-8728-8dff788b59c9 req-1d09f782-d8e0-4ed6-8807-0bc930cbe243 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319505 Aug 20 12:38:00.744164 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1cba9-bff4-4756-a0b3-9494db654f60 req-af5da729-47be-4e88-82fb-9d8cf1386050 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:00.745790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10e1cba9-bff4-4756-a0b3-9494db654f60 req-af5da729-47be-4e88-82fb-9d8cf1386050 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0484118 Aug 20 12:38:00.784334 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-10e1cba9-bff4-4756-a0b3-9494db654f60 req-68f7c167-914f-4367-9ba8-85c1b8c61f27 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325618 Aug 20 12:38:01.898602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d34ec4-cf90-44dc-be2d-619b98a9d4f1 req-6ccf3edb-6065-4bf0-91bb-8eacf7da51ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:01.900086 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d34ec4-cf90-44dc-be2d-619b98a9d4f1 req-6ccf3edb-6065-4bf0-91bb-8eacf7da51ab tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0493419 Aug 20 12:38:01.937805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4d34ec4-cf90-44dc-be2d-619b98a9d4f1 req-c2a22898-c80e-45e2-a496-5e66f1807237 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318799 Aug 20 12:38:03.051289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb628e-6dbd-4692-9f45-06838a9dd558 req-8569eab7-2ee6-4057-8694-d18aeac92b9b tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:03.052788 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bdeb628e-6dbd-4692-9f45-06838a9dd558 req-8569eab7-2ee6-4057-8694-d18aeac92b9b tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0497923 Aug 20 12:38:03.090760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bdeb628e-6dbd-4692-9f45-06838a9dd558 req-93b73c8b-a98b-44a1-8023-afefa1209c4b tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Aug 20 12:38:04.210674 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92e948-cc63-4c60-be56-e2aed93890c0 req-0b4b5a57-3f07-47fb-8398-8396f90abc0f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:04.212167 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f92e948-cc63-4c60-be56-e2aed93890c0 req-0b4b5a57-3f07-47fb-8398-8396f90abc0f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0536568 Aug 20 12:38:04.249142 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-7f92e948-cc63-4c60-be56-e2aed93890c0 req-34470dc8-df8d-4157-ae82-96b282e8b3e5 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310972 Aug 20 12:38:04.995492 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1b377c51-4325-4e37-b7c7-6b5b1661b1cc details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:38:05.101008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:05.112459 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'port_id': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'mac_address': 'fa:16:3e:2c:2f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:38:05.152510 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:05.167799 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b377c51-4325-4e37-b7c7-6b5b1661b1cc {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:38:05.188537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:05.275292 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:05.329023 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:05.338218 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.338637 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.339312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.339451 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.339777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.340138 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.340494 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.340824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.341680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.341680 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.341847 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.342542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:05.349908 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['1b377c51-4325-4e37-b7c7-6b5b1661b1cc'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:38:05.377980 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4c1c-99dc-4637-907f-cd3f5a391e23 req-b8d1a4f2-4334-45aa-9893-68ed15f02978 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:05.379528 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb2e4c1c-99dc-4637-907f-cd3f5a391e23 req-b8d1a4f2-4334-45aa-9893-68ed15f02978 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0553346 Aug 20 12:38:05.418633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-bb2e4c1c-99dc-4637-907f-cd3f5a391e23 req-af615981-e924-48b9-b65d-803e5347010e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329909 Aug 20 12:38:06.558203 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1f62d-bc26-46a6-9ebd-fbf8a2ec0561 req-79ce69f0-1198-40c0-9669-354c8e400b68 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:06.559981 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6da1f62d-bc26-46a6-9ebd-fbf8a2ec0561 req-79ce69f0-1198-40c0-9669-354c8e400b68 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0534451 Aug 20 12:38:06.604824 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6da1f62d-bc26-46a6-9ebd-fbf8a2ec0561 req-d8504613-0047-40d4-ba4b-249e519ed122 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386734 Aug 20 12:38:07.026226 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1b377c51-4325-4e37-b7c7-6b5b1661b1cc up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:07.076608 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:07.077412 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:07.166562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:07.191335 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:07.193579 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483864e8-c507-4199-8604-41c40e1bc2e5" -d '{"events": [{"server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "name": "network-vif-plugged", "status": "completed", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:07.210598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:07.303767 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:07.309139 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452c0b40-4093-4c8a-a7fb-a58038993482 x-openstack-request-id: req-452c0b40-4093-4c8a-a7fb-a58038993482 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:07.309580 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "name": "network-vif-plugged", "status": "completed", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:07.311580 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-452c0b40-4093-4c8a-a7fb-a58038993482 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:07.311580 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'code': 200} Aug 20 12:38:07.361978 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:07.485255 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:38:07.732872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d01e3-a669-4862-a996-1a516923d207 req-04659bcd-9b15-43f0-be41-29ff9bae2745 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:07.734380 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-667d01e3-a669-4862-a996-1a516923d207 req-04659bcd-9b15-43f0-be41-29ff9bae2745 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0523562 Aug 20 12:38:07.781442 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-667d01e3-a669-4862-a996-1a516923d207 req-b93d0a78-b972-478e-9872-22c64fd62bcf tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405219 Aug 20 12:38:08.932273 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9ca3a-1f07-4cb8-8211-b8abc52a3dfb req-b65aa665-d59f-4ed5-be00-2250ecc14d03 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:08.933718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fc9ca3a-1f07-4cb8-8211-b8abc52a3dfb req-b65aa665-d59f-4ed5-be00-2250ecc14d03 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0536952 Aug 20 12:38:08.978200 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fc9ca3a-1f07-4cb8-8211-b8abc52a3dfb req-61633a4b-8aaa-4f13-b0ee-b90703be4c65 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345106 Aug 20 12:38:10.111522 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf0cf-03ed-4640-a5a8-8e7c095ccaf2 req-fc759de3-723a-49bf-8188-3f0778630396 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:10.114933 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc8cf0cf-03ed-4640-a5a8-8e7c095ccaf2 req-fc759de3-723a-49bf-8188-3f0778630396 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0596664 Aug 20 12:38:10.153796 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cc8cf0cf-03ed-4640-a5a8-8e7c095ccaf2 req-c5d5568c-14db-43ec-b82c-27198b0a7fe1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346012 Aug 20 12:38:11.280319 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401d41e-d99d-419a-b4e5-bea3c314857a req-7d43afdd-d58c-4ad0-86c4-8f45953ea66d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:11.281891 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d401d41e-d99d-419a-b4e5-bea3c314857a req-7d43afdd-d58c-4ad0-86c4-8f45953ea66d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0553939 Aug 20 12:38:11.322029 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d401d41e-d99d-419a-b4e5-bea3c314857a req-3b1dfe09-36dd-4b46-be32-727e8123ec92 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325851 Aug 20 12:38:11.875602 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:12.447866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0961d-e83b-40a5-827f-a703a04d203e req-a9b4c9b0-1a9a-4f6a-b0c0-220ca8791fde tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:12.449415 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2a0961d-e83b-40a5-827f-a703a04d203e req-a9b4c9b0-1a9a-4f6a-b0c0-220ca8791fde tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0528474 Aug 20 12:38:12.492566 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b2a0961d-e83b-40a5-827f-a703a04d203e req-45790655-8ab3-46aa-bb11-9cfa401ff5f1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357234 Aug 20 12:38:13.880235 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28aa2a-91ce-4807-8ade-cd771e00620d req-a5f7badf-cfb6-4705-b006-658d4bf532d3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:13.881745 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb28aa2a-91ce-4807-8ade-cd771e00620d req-a5f7badf-cfb6-4705-b006-658d4bf532d3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0572336 Aug 20 12:38:13.921034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cb28aa2a-91ce-4807-8ade-cd771e00620d req-192f457c-8e8e-4526-a80e-2bc1cec42396 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332575 Aug 20 12:38:14.212132 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:15.068823 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db2975-14ad-4085-802a-bca7efd7d16f req-df93e2f6-586d-4b8f-b966-ca20c5437b4f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:15.070445 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-01db2975-14ad-4085-802a-bca7efd7d16f req-df93e2f6-586d-4b8f-b966-ca20c5437b4f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0655382 Aug 20 12:38:15.098483 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b14ce989-fc26-4c4e-a5a5-0dc9588f5b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:15.113942 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-01db2975-14ad-4085-802a-bca7efd7d16f req-b07154d0-5ca5-4411-b998-4ab24c68ec67 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374067 Aug 20 12:38:16.231239 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254884cb-b236-48fb-8696-7e8314d4ec46 req-6687d71e-55c0-41ca-a653-8b325f970f10 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:16.232804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-254884cb-b236-48fb-8696-7e8314d4ec46 req-6687d71e-55c0-41ca-a653-8b325f970f10 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0505838 Aug 20 12:38:16.270958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-254884cb-b236-48fb-8696-7e8314d4ec46 req-5169fc53-a2eb-4771-8c8f-03c52d1dada3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322363 Aug 20 12:38:16.471791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48483b4-5184-421b-afea-62b6203d75d7 req-fe58561f-5877-4299-b104-e18c0be4d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:16.473189 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48483b4-5184-421b-afea-62b6203d75d7 req-fe58561f-5877-4299-b104-e18c0be4d156 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0452809 Aug 20 12:38:16.562105 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48483b4-5184-421b-afea-62b6203d75d7 req-ea605805-c22e-4e14-8ad0-699abf96b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:16.563617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48483b4-5184-421b-afea-62b6203d75d7 req-ea605805-c22e-4e14-8ad0-699abf96b9b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0827370 Aug 20 12:38:16.632717 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48483b4-5184-421b-afea-62b6203d75d7 req-9fbe6865-8a2f-4de9-bb09-94c124b43267 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 1001 time: 0.0615869 Aug 20 12:38:16.682875 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48483b4-5184-421b-afea-62b6203d75d7 req-f8065d24-bf33-4216-ac9c-54ab06bb9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:16.684326 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48483b4-5184-421b-afea-62b6203d75d7 req-f8065d24-bf33-4216-ac9c-54ab06bb9395 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0446382 Aug 20 12:38:16.728696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48483b4-5184-421b-afea-62b6203d75d7 req-e27c046b-c7d8-4302-b4ee-b12c80692a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:16.730094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48483b4-5184-421b-afea-62b6203d75d7 req-e27c046b-c7d8-4302-b4ee-b12c80692a02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392797 Aug 20 12:38:16.740732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-c48483b4-5184-421b-afea-62b6203d75d7 req-a5766519-6ee8-4479-a20b-27879f8e2e9a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:38:16.741692 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48483b4-5184-421b-afea-62b6203d75d7 req-a5766519-6ee8-4479-a20b-27879f8e2e9a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051136 Aug 20 12:38:16.836321 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48483b4-5184-421b-afea-62b6203d75d7 req-b428d549-50a4-43fc-b43d-12249f2544ed service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875003 Aug 20 12:38:16.926758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c48483b4-5184-421b-afea-62b6203d75d7 req-ca73486d-3cf9-4d23-b3d4-bdd28395dc00 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828624 Aug 20 12:38:17.387768 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26369bf5-db5f-4d0e-9c3d-cea6ec61dc53 req-e3ac74c4-3d5c-4f9d-a01e-0af3b453756c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:17.389329 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26369bf5-db5f-4d0e-9c3d-cea6ec61dc53 req-e3ac74c4-3d5c-4f9d-a01e-0af3b453756c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0501614 Aug 20 12:38:17.427420 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-26369bf5-db5f-4d0e-9c3d-cea6ec61dc53 req-04abf20c-d035-4699-b7a8-72551481f910 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Aug 20 12:38:17.720082 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f649-4b1e-44eb-98a1-57d23933be4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:18.545757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b6d28-3b3d-4d55-a1c8-a6e387bc9c07 req-9b17d12f-4ca6-4b64-9f46-e4c68977506a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:18.547536 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e59b6d28-3b3d-4d55-a1c8-a6e387bc9c07 req-9b17d12f-4ca6-4b64-9f46-e4c68977506a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0509005 Aug 20 12:38:18.586542 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e59b6d28-3b3d-4d55-a1c8-a6e387bc9c07 req-acda5801-3099-491b-a3d1-b155ce7da5ea tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326188 Aug 20 12:38:18.686104 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:19.074586 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device 1b377c51-4325-4e37-b7c7-6b5b1661b1cc no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:38:19.154777 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:19.179024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:19.181291 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91acf63-6f9c-414e-80f5-3906c38f2ff4" -d '{"events": [{"server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:19.197137 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:19.215062 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be387d04-9798-4706-94d7-790e72cd0d65 x-openstack-request-id: req-be387d04-9798-4706-94d7-790e72cd0d65 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:19.215361 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "name": "network-vif-unplugged", "status": "failed", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc", "code": 422}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:19.215625 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be387d04-9798-4706-94d7-790e72cd0d65 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:19.216076 n-d-804230-3 neutron-server[95589]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'code': 422} returned with failed status Aug 20 12:38:19.263215 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:19.316633 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:19.503312 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:19.705640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1cc33-234f-4623-9897-45bda1dab036 req-06d9e12b-55c8-4370-a2fa-7c2f69d98c93 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:19.707159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b7d1cc33-234f-4623-9897-45bda1dab036 req-06d9e12b-55c8-4370-a2fa-7c2f69d98c93 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 944 time: 0.0531924 Aug 20 12:38:19.744801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b7d1cc33-234f-4623-9897-45bda1dab036 req-4d4e3a67-b282-4403-bba8-6126ec8057bd tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Aug 20 12:38:21.069101 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7fe27-2084-4547-8238-27d15cea8385 req-81eb8e91-e955-4471-886b-4360d7d687f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:21.070686 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fff7fe27-2084-4547-8238-27d15cea8385 req-81eb8e91-e955-4471-886b-4360d7d687f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 944 time: 0.0535827 Aug 20 12:38:21.119908 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fff7fe27-2084-4547-8238-27d15cea8385 req-e4302840-2df6-4b31-9781-2e804925c4bc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Aug 20 12:38:21.171762 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:21.450960 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51042) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:38:21.533663 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-35274df6-e528-4711-813a-5eab3441bf9e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815551 Aug 20 12:38:22.239592 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f24aca-e8d6-4142-a965-0f24a06fd95e req-7b6649c9-d0d7-4a1b-b169-a6ba0a066cc6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:22.241080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-71f24aca-e8d6-4142-a965-0f24a06fd95e req-7b6649c9-d0d7-4a1b-b169-a6ba0a066cc6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 944 time: 0.0543778 Aug 20 12:38:22.279905 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-71f24aca-e8d6-4142-a965-0f24a06fd95e req-ba4b7ec3-ff92-4e83-b237-8ae93aee9045 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326462 Aug 20 12:38:23.019188 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-1f041f9f-4cdc-46f4-95f2-f5f37b0cf290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:23.019188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-1f041f9f-4cdc-46f4-95f2-f5f37b0cf290 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3&tenant_id=d40886737d2d45d38e2ff0b6ab274727 HTTP/1.1" status: 200 len: 1095 time: 0.0855153 Aug 20 12:38:23.034898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804230-3', 'device_owner': 'compute:nova'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:38:23.086706 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:23.284640 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:23.317727 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h1-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:38:23.354038 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b377c51-4325-4e37-b7c7-6b5b1661b1cc {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:38:23.370518 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:23.398570 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Transition to ACTIVE for port object 1b377c51-4325-4e37-b7c7-6b5b1661b1cc will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:38:23.414762 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768eaef-0e8c-4bdf-8f6b-01a64137d260 req-21730edf-225c-44a3-9222-20c6d889b457 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:23.416232 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d768eaef-0e8c-4bdf-8f6b-01a64137d260 req-21730edf-225c-44a3-9222-20c6d889b457 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 944 time: 0.0665445 Aug 20 12:38:23.453632 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d768eaef-0e8c-4bdf-8f6b-01a64137d260 req-f6db192b-903b-4e13-acc8-dfcb724d8cf0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Aug 20 12:38:23.462160 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:23.510018 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=9']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:23.551261 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.551609 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.551954 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.552291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.552621 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.552946 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.553291 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.553594 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.553914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.554234 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.554580 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.554900 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:38:23.596191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] No DVR routers for this DVR port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc on host n-h1-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:38:23.731330 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Attempting to bind port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:38:23.731664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Attempting to bind port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:38:23.732000 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Attempting to bind port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:38:23.736713 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:38:23.737036 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Attempting to bind port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:38:23.741774 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:38:23.742114 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Checking segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:38:23.742520 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Bound using segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:38:23.742955 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Bound port: 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:38:23.743308 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:23.806097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:38:23.808879 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:38:23.865486 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:23.899576 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:23.900194 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:23.902006 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] 10.222.0.38 "PUT /v2.0/ports/1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 1092 time: 0.8712411 Aug 20 12:38:23.904739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:23.916961 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841d9d7a-495e-4944-b595-7a73487472d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:23.946306 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67555d9-71e8-41c3-8da5-85cf1f3e1614 service neutron] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=10']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:23.983220 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-918264eb-8e64-4d8d-bc64-040b8f639e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:23.984758 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-918264eb-8e64-4d8d-bc64-040b8f639e0f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0505700 Aug 20 12:38:24.040520 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9550d6de-f7ac-4d7b-800a-70473c52f596 x-openstack-request-id: req-9550d6de-f7ac-4d7b-800a-70473c52f596 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:24.041181 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:24.041181 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9550d6de-f7ac-4d7b-800a-70473c52f596 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:24.041437 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'status': 'completed', 'code': 200} Aug 20 12:38:24.085025 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-45f676c8-f639-47c8-bf59-22fc14552e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:24.086566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-45f676c8-f639-47c8-bf59-22fc14552e04 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0902488 Aug 20 12:38:24.159484 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-0767c469-8654-4ceb-8eda-72021d9fe68e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 999 time: 0.0616918 Aug 20 12:38:24.211343 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-6474bb99-cdb6-47d3-add8-2adec0e46fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:24.212679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-6474bb99-cdb6-47d3-add8-2adec0e46fb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0426953 Aug 20 12:38:24.261124 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-25d93f50-ac92-455f-9115-cd7fc65be226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:24.262683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-25d93f50-ac92-455f-9115-cd7fc65be226 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391061 Aug 20 12:38:24.702140 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7546b-8272-4efc-9afa-3241c2ea476b req-3665bf86-e835-4ef7-8837-d5cb292ad2e7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:24.703668 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fc7546b-8272-4efc-9afa-3241c2ea476b req-3665bf86-e835-4ef7-8837-d5cb292ad2e7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0823174 Aug 20 12:38:24.705954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-c3b75440-6372-4f14-aa67-32c2e0f5b732 service neutron] 10.222.0.38 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318674 Aug 20 12:38:24.797342 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8fc7546b-8272-4efc-9afa-3241c2ea476b req-333d08c5-0504-489f-b90d-e03de20a99e6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877850 Aug 20 12:38:24.830254 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3ba6fde9-2668-46a7-93dd-8481b137b82a req-4b6b6f5e-885c-4334-bab2-54bf0dad9f6e service neutron] 10.222.0.38 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074526 Aug 20 12:38:25.011022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d9d7a-495e-4944-b595-7a73487472d4 req-df5e1253-79b5-44f7-8181-169f3a8b329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:25.012569 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-841d9d7a-495e-4944-b595-7a73487472d4 req-df5e1253-79b5-44f7-8181-169f3a8b329e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0406089 Aug 20 12:38:25.109113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d9d7a-495e-4944-b595-7a73487472d4 req-58c4756c-7511-4c13-b615-c5692acf4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:25.111215 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-841d9d7a-495e-4944-b595-7a73487472d4 req-58c4756c-7511-4c13-b615-c5692acf4edc service neutron] 10.222.0.38 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0904677 Aug 20 12:38:25.183065 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-841d9d7a-495e-4944-b595-7a73487472d4 req-68913f3c-d326-44f3-83a6-dad8009de107 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 999 time: 0.0597670 Aug 20 12:38:25.236693 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d9d7a-495e-4944-b595-7a73487472d4 req-d79e4f3e-f241-4921-a5e2-c9a2af80e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:25.238159 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-841d9d7a-495e-4944-b595-7a73487472d4 req-d79e4f3e-f241-4921-a5e2-c9a2af80e8d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0432374 Aug 20 12:38:25.291853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d9d7a-495e-4944-b595-7a73487472d4 req-ebf21ecc-2faf-47a7-afec-34e7cdd80dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:25.293369 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-841d9d7a-495e-4944-b595-7a73487472d4 req-ebf21ecc-2faf-47a7-afec-34e7cdd80dcd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442958 Aug 20 12:38:25.414367 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-841d9d7a-495e-4944-b595-7a73487472d4 req-65d2b975-4b7c-465e-8109-f26eef96a984 service neutron] 10.222.0.38 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084070 Aug 20 12:38:25.927696 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a56ce5-8ef4-4771-9c42-e784db9b45f4 req-63db74f2-3bd0-4d51-81be-83df3573ca5a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:25.929317 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1a56ce5-8ef4-4771-9c42-e784db9b45f4 req-63db74f2-3bd0-4d51-81be-83df3573ca5a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0501673 Aug 20 12:38:25.969315 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d1a56ce5-8ef4-4771-9c42-e784db9b45f4 req-c14f56dd-7d42-4484-a6b1-bb88083eeef0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337827 Aug 20 12:38:27.122930 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a029f-053f-4a3b-bdac-2e9276435196 req-1f0da399-9197-425c-9b32-b9c66036bb8a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:27.124418 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c2a029f-053f-4a3b-bdac-2e9276435196 req-1f0da399-9197-425c-9b32-b9c66036bb8a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0516715 Aug 20 12:38:27.163644 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5c2a029f-053f-4a3b-bdac-2e9276435196 req-d2e03c13-48f6-4759-95fd-79af7e57622c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327103 Aug 20 12:38:28.290184 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc1241-84e8-4736-86be-e428691a43b5 req-5595a54d-21f6-41f6-bfb8-682a4ffbb9fe tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:28.291645 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bdc1241-84e8-4736-86be-e428691a43b5 req-5595a54d-21f6-41f6-bfb8-682a4ffbb9fe tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0505574 Aug 20 12:38:28.343257 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1bdc1241-84e8-4736-86be-e428691a43b5 req-eeb226f5-7685-4d4d-b5e1-cb2c6a5738bb tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455606 Aug 20 12:38:29.462466 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1d6cb-ac72-4036-bb27-7ef53b96113a req-f1be59eb-8522-41ef-9010-4530754e7396 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:29.463938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7de1d6cb-ac72-4036-bb27-7ef53b96113a req-f1be59eb-8522-41ef-9010-4530754e7396 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0533874 Aug 20 12:38:29.503222 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7de1d6cb-ac72-4036-bb27-7ef53b96113a req-65deb4d1-4029-407f-b0aa-085c58c1bf60 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334191 Aug 20 12:38:30.652432 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ae63d-9ea7-4f46-a64a-f9e05d2a710d req-c0216154-7c9b-4a46-a536-2ff648c5591b tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:30.653903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-807ae63d-9ea7-4f46-a64a-f9e05d2a710d req-c0216154-7c9b-4a46-a536-2ff648c5591b tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0546830 Aug 20 12:38:30.694122 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-807ae63d-9ea7-4f46-a64a-f9e05d2a710d req-ed8762d6-862f-4e74-b553-44fe2783d660 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341282 Aug 20 12:38:31.831763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948027a-f570-4967-804e-18ee421ffc72 req-d8d056db-024f-42b4-adab-81dcddce2d3d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:31.833772 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7948027a-f570-4967-804e-18ee421ffc72 req-d8d056db-024f-42b4-adab-81dcddce2d3d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0645189 Aug 20 12:38:31.878929 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7948027a-f570-4967-804e-18ee421ffc72 req-6d030b3e-f877-447d-85f1-acbef0acf511 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364935 Aug 20 12:38:33.009744 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65393439-37e9-4a44-a353-f4b8cd8eb11d req-ef9d5895-4715-44f0-8fb5-168809d389a7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:33.011285 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65393439-37e9-4a44-a353-f4b8cd8eb11d req-ef9d5895-4715-44f0-8fb5-168809d389a7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0506618 Aug 20 12:38:33.051102 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65393439-37e9-4a44-a353-f4b8cd8eb11d req-b7cb66f7-3623-4f72-a30b-c460dd47fbd7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336137 Aug 20 12:38:34.185086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0e45c-4177-44f0-89f0-104979e70d01 req-344a4b28-e7bd-4f94-a8fc-e848c412a569 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:34.186597 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8dc0e45c-4177-44f0-89f0-104979e70d01 req-344a4b28-e7bd-4f94-a8fc-e848c412a569 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0495718 Aug 20 12:38:34.224485 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8dc0e45c-4177-44f0-89f0-104979e70d01 req-816e5128-85f7-4081-9d51-e83fa994afc1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312190 Aug 20 12:38:35.351908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c35706-8709-4547-b9d5-76909ccf3da4 req-d9ae04e9-6fb8-41a1-a0d7-933cfb1f1ef9 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:35.353878 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-17c35706-8709-4547-b9d5-76909ccf3da4 req-d9ae04e9-6fb8-41a1-a0d7-933cfb1f1ef9 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Aug 20 12:38:35.398184 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-17c35706-8709-4547-b9d5-76909ccf3da4 req-c3b98b0e-5568-41ff-9dad-203ed9aa3cdf tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376580 Aug 20 12:38:36.430541 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-841d9d7a-495e-4944-b595-7a73487472d4 req-494e9e9e-a2b2-4f51-a0b8-e1b175c654c8 service neutron] 10.222.0.38 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892751 Aug 20 12:38:36.540564 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79767bb3-b986-456c-988f-757b438f36c3 req-7f65202f-6b98-452c-b8a4-3ba1ff85f863 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:36.542063 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-79767bb3-b986-456c-988f-757b438f36c3 req-7f65202f-6b98-452c-b8a4-3ba1ff85f863 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0775740 Aug 20 12:38:36.556722 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-67c9ac24-e0ed-46a5-83d3-28fd5895b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:36.558129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-67c9ac24-e0ed-46a5-83d3-28fd5895b44f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0584073 Aug 20 12:38:36.607002 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-79767bb3-b986-456c-988f-757b438f36c3 req-a7526293-cd8c-4817-bfc2-7788e12187f6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577970 Aug 20 12:38:36.673674 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-13295dd0-edcf-4481-9480-4a3294015f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:36.675228 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-13295dd0-edcf-4481-9480-4a3294015f3f service neutron] 10.222.0.38 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0915256 Aug 20 12:38:36.745118 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-8f8c3035-6698-4b4a-826f-8b2e7dfc2195 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 999 time: 0.0616918 Aug 20 12:38:36.795736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-1c7bd553-24d5-42fe-9ec4-2cea92070e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:36.797226 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-1c7bd553-24d5-42fe-9ec4-2cea92070e89 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0440497 Aug 20 12:38:36.844461 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-d0ca6e50-c1c5-473d-8392-eafa476caf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:36.846011 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-d0ca6e50-c1c5-473d-8392-eafa476caf4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411320 Aug 20 12:38:36.858042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-86d67d8c-6ffb-402d-940e-f1380228c75a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:38:36.859012 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-86d67d8c-6ffb-402d-940e-f1380228c75a service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051291 Aug 20 12:38:36.951237 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-3bd3beef-be3f-471b-9def-85bf7ab169d1 service neutron] 10.222.0.38 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846963 Aug 20 12:38:37.040448 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae844d52-7fd9-4d66-964a-4907da8d546e req-85c14d33-1501-4772-8c4d-54c4718ae213 service neutron] 10.222.0.38 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810926 Aug 20 12:38:37.725180 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15080a8-b109-4369-92b2-94f53a460354 req-c46f60db-d3f8-41a2-a50b-793d79059d20 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:37.726681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c15080a8-b109-4369-92b2-94f53a460354 req-c46f60db-d3f8-41a2-a50b-793d79059d20 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0530105 Aug 20 12:38:37.763980 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c15080a8-b109-4369-92b2-94f53a460354 req-fe6c317c-a0dd-4c36-99ec-8179379ba2e9 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314288 Aug 20 12:38:38.880467 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344dec-d035-4c8a-9744-fd3ba1481daa req-098cc59c-9d79-4e91-bd3d-972827414484 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:38.881949 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a344dec-d035-4c8a-9744-fd3ba1481daa req-098cc59c-9d79-4e91-bd3d-972827414484 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 945 time: 0.0486581 Aug 20 12:38:38.920169 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1a344dec-d035-4c8a-9744-fd3ba1481daa req-89a99189-4957-4970-a369-7eacbb9c7e91 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322783 Aug 20 12:38:39.713812 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1b377c51-4325-4e37-b7c7-6b5b1661b1cc details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:38:39.809954 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:39.821397 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'port_id': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'mac_address': 'fa:16:3e:2c:2f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:38:39.869172 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:39.881322 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b377c51-4325-4e37-b7c7-6b5b1661b1cc {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:38:39.899298 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:39.959579 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:40.010172 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=11']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:40.034232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e94a7f-16ec-4768-8e39-708253ef2e6c req-c471cd46-e667-48a2-8a10-b704ea3f5feb tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:40.036511 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-03e94a7f-16ec-4768-8e39-708253ef2e6c req-c471cd46-e667-48a2-8a10-b704ea3f5feb tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0494757 Aug 20 12:38:40.073813 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-03e94a7f-16ec-4768-8e39-708253ef2e6c req-a21e95f3-5ba5-4401-be7f-f794801e99e9 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Aug 20 12:38:40.288095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['1b377c51-4325-4e37-b7c7-6b5b1661b1cc'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:38:41.193232 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decfa00-5a65-40d5-8f57-20305c32b41d req-8678e4b8-fff2-483a-9398-c4311ebb2f90 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:41.194748 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3decfa00-5a65-40d5-8f57-20305c32b41d req-8678e4b8-fff2-483a-9398-c4311ebb2f90 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 946 time: 0.0538621 Aug 20 12:38:41.233564 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3decfa00-5a65-40d5-8f57-20305c32b41d req-13b864ca-b731-4b80-900f-3a2992f269d7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327373 Aug 20 12:38:41.727148 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1b377c51-4325-4e37-b7c7-6b5b1661b1cc up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:38:41.834205 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:38:41.839865 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:38:41.843426 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:41.863910 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:41.915476 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:41.939674 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:38:41.942395 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4482c07-8aa5-4f2b-a545-25f4fb1c763a" -d '{"events": [{"server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "name": "network-vif-plugged", "status": "completed", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:38:41.954381 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:38:41.979479 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0e6554-4d22-4186-a1fd-cd6299f91976 x-openstack-request-id: req-9e0e6554-4d22-4186-a1fd-cd6299f91976 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:38:41.979770 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "name": "network-vif-plugged", "status": "completed", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:38:41.980024 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e0e6554-4d22-4186-a1fd-cd6299f91976 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:38:41.980438 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'code': 200} Aug 20 12:38:42.017355 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:42.069316 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=12']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:38:42.218764 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8653f-1934-450e-ba95-9b4d64bfc64b req-7c6c6a5d-e8c5-4cae-9ce6-818cc24a74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:42.220291 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dcd8653f-1934-450e-ba95-9b4d64bfc64b req-7c6c6a5d-e8c5-4cae-9ce6-818cc24a74ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0409944 Aug 20 12:38:42.260445 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dcd8653f-1934-450e-ba95-9b4d64bfc64b req-880a8b00-f155-4127-9a92-e232a442dee0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284233 Aug 20 12:38:42.348730 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7455e77-f79d-4f84-a689-85027069b0e5 req-dfd428ae-b349-4c41-bbe3-3bd850fa3b08 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:42.350244 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7455e77-f79d-4f84-a689-85027069b0e5 req-dfd428ae-b349-4c41-bbe3-3bd850fa3b08 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 947 time: 0.0490720 Aug 20 12:38:42.390364 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f7455e77-f79d-4f84-a689-85027069b0e5 req-cf613fc1-4c78-4392-9ac3-66238a3e3696 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336270 Aug 20 12:38:43.508962 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae5367-70a6-4a66-b94e-2e4a42bf6dcf req-21a96043-d7bc-4754-896a-ce8df5c37071 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:43.510482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9fae5367-70a6-4a66-b94e-2e4a42bf6dcf req-21a96043-d7bc-4754-896a-ce8df5c37071 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 947 time: 0.0486779 Aug 20 12:38:43.548032 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9fae5367-70a6-4a66-b94e-2e4a42bf6dcf req-2c52491d-eb2d-4d92-9693-154766a96c7e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Aug 20 12:38:44.205167 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:44.485311 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:38:44.667701 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a8a5a-f8ed-41d1-8a8c-97739008adcd req-d82a4978-7369-4986-971d-0324c2075586 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:44.669194 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc4a8a5a-f8ed-41d1-8a8c-97739008adcd req-d82a4978-7369-4986-971d-0324c2075586 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 947 time: 0.0531871 Aug 20 12:38:44.707227 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-fc4a8a5a-f8ed-41d1-8a8c-97739008adcd req-65600bf2-fa4c-4a30-a859-749a185f871d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316956 Aug 20 12:38:45.085141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c78dcf8a-43bc-41ae-a59c-500b7ea39996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:45.829722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8125ae-576b-4875-b230-0714a28e166b req-221bb3b8-43d0-47ea-8ab6-92094c408f6d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:38:45.831217 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a8125ae-576b-4875-b230-0714a28e166b req-221bb3b8-43d0-47ea-8ab6-92094c408f6d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 947 time: 0.0539072 Aug 20 12:38:45.869703 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1a8125ae-576b-4875-b230-0714a28e166b req-b1b1adc4-4e81-494b-8667-b776506e5280 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Aug 20 12:38:47.753412 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2370de14-3f47-449e-9947-7172af925783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:48.701989 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:49.553312 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:38:51.147507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:11.866543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:14.278086 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:15.084240 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9591114f-4ddc-4e18-8b2b-74abb7c58673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:17.746551 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-92e896e0-ab84-4b0a-83b4-85202d6756a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:18.735304 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:19.569956 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:21.157901 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:21.484445 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:39:27.818551 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-f348f09b-0452-4a85-8ace-9cdff9370334 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379512 Aug 20 12:39:27.906250 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-3627b6d2-2924-4c90-8c72-ad406baf7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:27.907793 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-3627b6d2-2924-4c90-8c72-ad406baf7d39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0405505 Aug 20 12:39:28.023192 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-3252d30a-bfd8-4a10-a9a9-a2ef4a41be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:28.025042 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-3252d30a-bfd8-4a10-a9a9-a2ef4a41be3e service neutron] 10.222.0.38 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0924609 Aug 20 12:39:28.093609 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-a41fc78f-9300-4c2a-bd15-a6a2d711e859 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 1001 time: 0.0576291 Aug 20 12:39:28.148010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-a44f4c90-b11f-4cd5-ba51-d60a29702128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:28.149477 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-a44f4c90-b11f-4cd5-ba51-d60a29702128 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0438669 Aug 20 12:39:28.204623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-6773bd4f-24eb-4c1c-a9c8-d04239feb620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:28.206153 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-6773bd4f-24eb-4c1c-a9c8-d04239feb620 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445209 Aug 20 12:39:28.293789 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-51a9fa83-c768-4a88-98c9-2de3d8047ec9 service neutron] 10.222.0.38 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804224 Aug 20 12:39:28.393182 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9b860ca0-ec4b-47b3-ae36-03f2f2e153ba req-f040bc4b-d55d-47b0-ab09-e416fa0b5384 service neutron] 10.222.0.38 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872660 Aug 20 12:39:41.916603 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:44.220189 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:45.094809 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-987e8171-eb70-46e6-bedd-5e5ad245b97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:47.750957 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c807ff3b-01b1-4292-aa72-24636f237fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:48.774726 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:49.540536 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:51.152453 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:58.484516 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:39:58.826766 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51176) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:39:58.984419 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Deleting port 1f426eb0-bd30-40d9-ab06-73b543c82b9b {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:39:58.985043 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:59.058767 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:59.059095 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:59.070329 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Calling delete_port for 1f426eb0-bd30-40d9-ab06-73b543c82b9b owned by network:floatingip {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:39:59.283330 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:59.309844 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event deleted for resources: {'Port': ['ID=1f426eb0-bd30-40d9-ab06-73b543c82b9b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:39:59.341344 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.341695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.342040 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.342382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.342744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.343078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.343411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.343754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.344084 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.344411 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.344736 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.345058 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:39:59.383466 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for floatingip, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:59.383801 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Floating IP 3cf824f4-8185-4e67-a87b-4970e959308a disassociated (deleted). External IP: 172.25.4.11, port: 1b377c51-4325-4e37-b7c7-6b5b1661b1cc. Aug 20 12:39:59.602104 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Router c969e491-4ee9-41c2-9b79-8a911da87185 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:39:59.709125 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:39:59.714514 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:39:59.719133 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] Sync routers for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:39:59.728859 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:39:59.731479 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:39:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:39:59.740804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-b06b73f8-3d38-4993-ae49-0fd1414cfc9f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "DELETE /v2.0/floatingips/3cf824f4-8185-4e67-a87b-4970e959308a HTTP/1.1" status: 204 len: 168 time: 0.9129276 Aug 20 12:39:59.741382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:39:59.743628 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5672f9c-f63b-4c9a-aff5-b8022291626b" -d '{"events": [{"name": "network-changed", "server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:39:59.781576 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430d9221-7c48-4ac2-82fe-9b803e033b9d x-openstack-request-id: req-430d9221-7c48-4ac2-82fe-9b803e033b9d {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:39:59.781870 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:39:59.782127 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-430d9221-7c48-4ac2-82fe-9b803e033b9d {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:39:59.782562 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'status': 'completed', 'code': 200} Aug 20 12:39:59.840157 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:39:59.849623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-cd345331-8aa7-4da6-9a5d-b8d2ec6cc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:59.851205 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-cd345331-8aa7-4da6-9a5d-b8d2ec6cc1b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0412736 Aug 20 12:39:59.940664 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-5001e8cf-5f75-4625-bb1e-0c547c67d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:39:59.942083 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-5001e8cf-5f75-4625-bb1e-0c547c67d8dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0834167 Aug 20 12:39:59.991571 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-98708306-9de1-458a-bb26-cf29ec996af5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 200 len: 217 time: 0.0381572 Aug 20 12:40:00.044557 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:00.049884 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-c8f88e06-2a95-4086-8651-f6af6c646b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:00.051419 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-c8f88e06-2a95-4086-8651-f6af6c646b84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0493133 Aug 20 12:40:00.076039 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] Checking router: c969e491-4ee9-41c2-9b79-8a911da87185 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:40:00.092945 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:40:00.093625 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:39:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:00.105100 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-003ba127-a682-42c5-963c-16e9a9060108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:00.106683 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-003ba127-a682-42c5-963c-16e9a9060108 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440779 Aug 20 12:40:00.204285 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:40:00.206172 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-49e93894-4f9e-49eb-a644-0acf8467c290 service neutron] 10.222.0.38 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914660 Aug 20 12:40:00.246700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd81b05-6456-4893-bf86-a5b850237c7d req-cc190adf-634d-4353-8ca8-54edcfa9aeb6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:00.248963 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4bd81b05-6456-4893-bf86-a5b850237c7d req-cc190adf-634d-4353-8ca8-54edcfa9aeb6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 947 time: 0.0532055 Aug 20 12:40:00.291061 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4bd81b05-6456-4893-bf86-a5b850237c7d req-99dc18b3-515f-4b36-afb9-fef4dcbd5d26 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361230 Aug 20 12:40:00.300362 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b5672f9c-f63b-4c9a-aff5-b8022291626b req-2ec292d6-0e74-49fe-a155-f72d19eef315 service neutron] 10.222.0.38 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857334 Aug 20 12:40:00.406373 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:00.432672 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531dc493-88ee-422e-815c-4079b5d41608 None None] The sync data for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 is: [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:40:00.652792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870b16a9-08ca-4b0f-9711-881bd632bbd2 None None] New status for floating IP 3cf824f4-8185-4e67-a87b-4970e959308a: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:40:01.411022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d6827-ea0e-4932-941c-91af7d0dfef0 req-3af3c4dd-22b1-4818-9613-e41192641d63 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:01.412553 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a69d6827-ea0e-4932-941c-91af7d0dfef0 req-3af3c4dd-22b1-4818-9613-e41192641d63 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 947 time: 0.0559802 Aug 20 12:40:01.450738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a69d6827-ea0e-4932-941c-91af7d0dfef0 req-e27790ec-7dfb-4850-ab73-1293ca607f9c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c2de4a0-94eb-4949-9d45-624903b94087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Aug 20 12:40:01.733079 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-7dca680e-5176-4a23-bf13-f3a41412f358 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:01.734416 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-7dca680e-5176-4a23-bf13-f3a41412f358 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.38 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 947 time: 0.0476565 Aug 20 12:40:01.830972 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-07864560-8524-4864-a0cd-6c913c238fed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Deleting port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:40:01.831318 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-07864560-8524-4864-a0cd-6c913c238fed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:01.920095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-07864560-8524-4864-a0cd-6c913c238fed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] For port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:40:01.920458 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-07864560-8524-4864-a0cd-6c913c238fed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:01.932815 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-07864560-8524-4864-a0cd-6c913c238fed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Calling delete_port for 1b377c51-4325-4e37-b7c7-6b5b1661b1cc owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:40:02.144657 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-07864560-8524-4864-a0cd-6c913c238fed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:02.174335 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07864560-8524-4864-a0cd-6c913c238fed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event deleted for resources: {'Port': ['ID=1b377c51-4325-4e37-b7c7-6b5b1661b1cc,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:02.215245 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-07864560-8524-4864-a0cd-6c913c238fed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] No DVR routers for this DVR port 1b377c51-4325-4e37-b7c7-6b5b1661b1cc on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:40:02.217884 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-07864560-8524-4864-a0cd-6c913c238fed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:02.219976 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-dfa0da83-04b7-481e-829d-ae0229fbbc78 req-07864560-8524-4864-a0cd-6c913c238fed tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.38 "DELETE /v2.0/ports/1b377c51-4325-4e37-b7c7-6b5b1661b1cc HTTP/1.1" status: 204 len: 173 time: 0.4763920 Aug 20 12:40:02.220414 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'name': 'network-vif-deleted', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:40:02.222674 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872fa9e1-506d-45b4-be53-78f921aab718" -d '{"events": [{"server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "name": "network-vif-deleted", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:40:02.257134 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d43d0e5-285d-4c0a-bafe-40cdc6d6649c x-openstack-request-id: req-9d43d0e5-285d-4c0a-bafe-40cdc6d6649c {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:40:02.257413 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43298f4-3c5d-49f8-99c7-b91b02311fd3", "name": "network-vif-deleted", "tag": "1b377c51-4325-4e37-b7c7-6b5b1661b1cc", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:40:02.257674 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d43d0e5-285d-4c0a-bafe-40cdc6d6649c {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:40:02.258080 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43298f4-3c5d-49f8-99c7-b91b02311fd3', 'name': 'network-vif-deleted', 'tag': '1b377c51-4325-4e37-b7c7-6b5b1661b1cc', 'status': 'completed', 'code': 200} Aug 20 12:40:02.546207 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2723bd7d-864e-4571-8d3f-b67527783253 req-97013ade-ce77-4ac9-83b7-4d08ab28b39d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=d43298f4-3c5d-49f8-99c7-b91b02311fd3 HTTP/1.1" status: 200 len: 210 time: 0.0267572 Aug 20 12:40:03.604590 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51200) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:03.667315 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f2027a3-9090-41d9-a2f5-aad769da7378 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:03.691970 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f2027a3-9090-41d9-a2f5-aad769da7378 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:03.843340 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f2027a3-9090-41d9-a2f5-aad769da7378 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:03.846025 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-4f2027a3-9090-41d9-a2f5-aad769da7378 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:03.847247 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-4f2027a3-9090-41d9-a2f5-aad769da7378 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "DELETE /v2.0/security-groups/0c2de4a0-94eb-4949-9d45-624903b94087 HTTP/1.1" status: 204 len: 168 time: 0.2416682 Aug 20 12:40:03.856678 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2027a3-9090-41d9-a2f5-aad769da7378 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2de4a0-94eb-4949-9d45-624903b94087,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:05.307671 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51208) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:05.312969 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853994555', 'description': 'tempest-secgroup-smoke-853994555 description', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:05.420384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:05.506462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:05.596191 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:05.625957 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc20ebf-03fa-48d5-b301-d72a89189535,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:05.633330 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.633675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.634019 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.634366 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.634745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.635140 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.635478 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.635810 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.636750 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.637084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.637415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.637756 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:05.711551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:05.712872 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d904df76-0939-469a-8160-1f0523a47429 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4036407 Aug 20 12:40:05.715705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51210) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:05.720205 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4cfa7111-e8f6-40c5-89ea-a013f729742c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20ebf-03fa-48d5-b301-d72a89189535', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:05.802608 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7111-e8f6-40c5-89ea-a013f729742c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:05.863269 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7111-e8f6-40c5-89ea-a013f729742c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:05.928475 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7111-e8f6-40c5-89ea-a013f729742c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:05.948295 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa7111-e8f6-40c5-89ea-a013f729742c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd448352-8ef0-4da2-93fa-42b5a1fb8d54,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:06.008494 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7111-e8f6-40c5-89ea-a013f729742c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:06.009749 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4cfa7111-e8f6-40c5-89ea-a013f729742c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930434 Aug 20 12:40:06.013318 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51212) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:06.018040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-90b722d8-fcf1-4d47-9876-8362e9442637 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20ebf-03fa-48d5-b301-d72a89189535', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:06.041469 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1b377c51-4325-4e37-b7c7-6b5b1661b1cc no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:40:06.065747 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 1b377c51-4325-4e37-b7c7-6b5b1661b1cc {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:40:06.066039 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 1b377c51-4325-4e37-b7c7-6b5b1661b1cc not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:40:06.106166 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90b722d8-fcf1-4d47-9876-8362e9442637 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:06.163246 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90b722d8-fcf1-4d47-9876-8362e9442637 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:06.328018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90b722d8-fcf1-4d47-9876-8362e9442637 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:06.347176 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b722d8-fcf1-4d47-9876-8362e9442637 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbf6775-3e41-4140-afe5-be369c029e57,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:06.419626 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-90b722d8-fcf1-4d47-9876-8362e9442637 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:06.420805 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-90b722d8-fcf1-4d47-9876-8362e9442637 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4065416 Aug 20 12:40:06.423541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51214) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:06.428085 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-d88d02a3-e3b1-4775-a95c-71d6c0e559ca tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20ebf-03fa-48d5-b301-d72a89189535', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:06.517027 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d88d02a3-e3b1-4775-a95c-71d6c0e559ca tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:06.574017 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d88d02a3-e3b1-4775-a95c-71d6c0e559ca tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:06.694522 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d88d02a3-e3b1-4775-a95c-71d6c0e559ca tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:06.712705 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d02a3-e3b1-4775-a95c-71d6c0e559ca tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febafc42-7964-4446-bae9-b01aa0c8fdbd,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:06.809704 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d88d02a3-e3b1-4775-a95c-71d6c0e559ca tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:06.809704 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d88d02a3-e3b1-4775-a95c-71d6c0e559ca tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3849440 Aug 20 12:40:06.812212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51216) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:06.816782 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b222288d-e26f-4bf7-bdea-60cc23d39dc3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20ebf-03fa-48d5-b301-d72a89189535', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:06.956936 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b222288d-e26f-4bf7-bdea-60cc23d39dc3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.017553 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b222288d-e26f-4bf7-bdea-60cc23d39dc3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.111731 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b222288d-e26f-4bf7-bdea-60cc23d39dc3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.130809 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222288d-e26f-4bf7-bdea-60cc23d39dc3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3815ffd-7045-42ab-a179-76d5a928ed10,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:07.202972 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b222288d-e26f-4bf7-bdea-60cc23d39dc3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.204253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b222288d-e26f-4bf7-bdea-60cc23d39dc3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3910985 Aug 20 12:40:07.207023 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51218) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:07.211500 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-4eaf47c1-f6e8-40b1-916f-94a7e5854edc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20ebf-03fa-48d5-b301-d72a89189535', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:07.288657 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-4eaf47c1-f6e8-40b1-916f-94a7e5854edc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Project d40886737d2d45d38e2ff0b6ab274727 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:40:07.294232 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eaf47c1-f6e8-40b1-916f-94a7e5854edc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.354489 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eaf47c1-f6e8-40b1-916f-94a7e5854edc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.466291 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eaf47c1-f6e8-40b1-916f-94a7e5854edc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.484170 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf47c1-f6e8-40b1-916f-94a7e5854edc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51bf061-f704-490a-965a-95817c71a7b7,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:07.601726 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4eaf47c1-f6e8-40b1-916f-94a7e5854edc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.603040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4eaf47c1-f6e8-40b1-916f-94a7e5854edc tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3951328 Aug 20 12:40:07.605669 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51220) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:07.611072 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-8d061442-3b87-4836-abdd-6f8cd40956e1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'security_group_rule': {'security_group_id': 'fcc20ebf-03fa-48d5-b301-d72a89189535', 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:07.711311 n-d-804230-3 neutron-server[95587]: INFO neutron.db.securitygroups_db [None req-8d061442-3b87-4836-abdd-6f8cd40956e1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Project d40886737d2d45d38e2ff0b6ab274727 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:40:07.716954 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d061442-3b87-4836-abdd-6f8cd40956e1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.782197 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d061442-3b87-4836-abdd-6f8cd40956e1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.865824 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d061442-3b87-4836-abdd-6f8cd40956e1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.883505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d061442-3b87-4836-abdd-6f8cd40956e1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96f941a-d4e3-4706-a3ea-68576151e70c,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:07.945816 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8d061442-3b87-4836-abdd-6f8cd40956e1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:07.947123 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8d061442-3b87-4836-abdd-6f8cd40956e1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3398714 Aug 20 12:40:11.872199 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:14.241626 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:15.094236 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-300f04ef-e488-4457-a9a2-aa7530a4b361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:18.460294 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6c8a2994-8685-4413-aa78-69ae641fe201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:18.723196 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:19.608788 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:21.179758 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:28.930181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-4b3c0018-67d9-43d8-8756-ddf56aab21cb tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853994555&fields=id&tenant_id=d40886737d2d45d38e2ff0b6ab274727 HTTP/1.1" status: 200 len: 267 time: 0.0345438 Aug 20 12:40:29.041568 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-c130e805-9d36-4b63-83cc-b421c5f0dbec tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:29.043103 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-c130e805-9d36-4b63-83cc-b421c5f0dbec tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 808 time: 0.1059597 Aug 20 12:40:29.058326 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-111a7290-b96a-48b4-bd87-a0cdf1a2583f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/quotas/d40886737d2d45d38e2ff0b6ab274727 HTTP/1.1" status: 200 len: 375 time: 0.0094039 Aug 20 12:40:29.109801 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-141f6cdf-e3d2-4171-be91-1ee75c38b535 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460367 Aug 20 12:40:29.254382 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-b1b6cd8f-432a-40f7-8f08-50972b228841 service neutron] 10.222.0.10 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332734 Aug 20 12:40:29.644858 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-76f5ec84-f12b-45fd-a651-6639782e53a1 service neutron] 10.222.0.10 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842309 Aug 20 12:40:30.236316 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-29db2935-7f9e-4465-90d8-48a39c8975fb req-c1eb76c7-ae20-4d0f-9a5b-16eb85db8a6e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0293405 Aug 20 12:40:31.312793 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-70509d8a-5249-480f-ab36-d7ecc4d4578f req-7b0ba0b0-7cb3-4900-be0b-5165764f9b43 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0261302 Aug 20 12:40:32.389533 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-22843599-5fcd-415b-8f1e-50433161ed42 req-cc3dd359-26c0-420b-828d-d0b306cec8f0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0277996 Aug 20 12:40:33.464636 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-487b254a-05af-4c44-a6c1-bb700ea48901 req-f732d430-16a3-431e-b147-7dead34f43c4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0259352 Aug 20 12:40:34.557494 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-65d989a6-b7ba-4292-8dd3-0cb44c96a6ec req-73c28252-d393-42a8-815f-9f627177aff4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0264182 Aug 20 12:40:35.483795 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:40:35.651427 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b3627ae4-29ab-4c09-b29b-2a4e5c00eea3 req-cb39e720-974b-48bc-a270-38198acbc56a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0276051 Aug 20 12:40:36.429881 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-154b7b0f-b942-48e2-9b29-061f1b31cb09 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:36.431314 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-154b7b0f-b942-48e2-9b29-061f1b31cb09 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 808 time: 0.1069198 Aug 20 12:40:36.475817 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-5d5a5d22-2688-45f5-bfa3-dfc2da94b8f1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d40886737d2d45d38e2ff0b6ab274727 HTTP/1.1" status: 200 len: 379 time: 0.0347950 Aug 20 12:40:36.485596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'port': {'device_id': '4e8c0931-256d-479e-bb32-28b50399cf44', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'admin_state_up': True, 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'security_groups': ['fcc20ebf-03fa-48d5-b301-d72a89189535']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:36.682878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Made reservation on behalf of d40886737d2d45d38e2ff0b6ab274727 for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:40:36.686550 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:36.781313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e75c4083-2bb1-4b76-af1a-d76667a3129d req-04a989df-b1ff-406e-8782-d86745bea52b tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0347886 Aug 20 12:40:36.843918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Allocated IP 172.20.0.3 (c67060b0-94b4-4d1b-9365-4fa50e70fb1a/819e86f1-bfb9-48d2-99c6-4199342f4b1e/fe833ee3-58b3-48aa-b768-a4b98cdb0f52) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:40:36.985826 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:37.000553 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Transition to ACTIVE for port object fe833ee3-58b3-48aa-b768-a4b98cdb0f52 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:40:37.104163 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:37.149528 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Network c67060b0-94b4-4d1b-9365-4fa50e70fb1a is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:40:37.152848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:40:37.156409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:40:37.188918 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'Port': ['ID=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:37.216446 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:37.217102 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:37.316280 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-02ba1c77-ab0e-43de-9a83-d6836a361ced tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8339257 Aug 20 12:40:37.329644 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Request body: {'port': {'device_id': '4e8c0931-256d-479e-bb32-28b50399cf44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:37.390317 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:37.528110 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-805fa097-a5b5-4b88-bc9e-d292abe85690 None None] Provisioning for port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:40:37.533096 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-805fa097-a5b5-4b88-bc9e-d292abe85690 None None] Provisioning complete for port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:40:37.533466 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-805fa097-a5b5-4b88-bc9e-d292abe85690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:37.570058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-805fa097-a5b5-4b88-bc9e-d292abe85690 None None] Port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:40:37.660581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe833ee3-58b3-48aa-b768-a4b98cdb0f52 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:40:37.669702 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:37.682292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Transition to ACTIVE for port object fe833ee3-58b3-48aa-b768-a4b98cdb0f52 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:40:37.778745 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:37.863332 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:37.926623 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Attempting to bind port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:40:37.927254 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Attempting to bind port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:40:37.927779 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Attempting to bind port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:40:37.933525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:40:37.934040 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Attempting to bind port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 on network c67060b0-94b4-4d1b-9365-4fa50e70fb1a {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:40:37.944706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:40:37.945351 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Checking segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:40:37.946014 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Bound using segment: {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:40:37.946684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Bound port: fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e1c103-acb8-4640-9878-6be0198e920d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:40:37.947240 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:37.973755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c7406-b06a-4e93-82c8-f4c5dbe63f56 req-766c4bc9-1450-4a4d-9593-a08e6daa9e61 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:37.975371 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-317c7406-b06a-4e93-82c8-f4c5dbe63f56 req-766c4bc9-1450-4a4d-9593-a08e6daa9e61 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.1084814 Aug 20 12:40:38.023176 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-317c7406-b06a-4e93-82c8-f4c5dbe63f56 req-57ea1631-eed9-4938-aa49-ff4dab63a538 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412545 Aug 20 12:40:38.044120 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] For port fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:40:38.047646 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] For port fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:40:38.105729 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:38.143281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:38.143551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:38.144828 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] 10.222.0.57 "PUT /v2.0/ports/fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 1091 time: 0.8209224 Aug 20 12:40:38.145282 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:40:38.147586 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a884a52a-717e-4625-ae41-76495f132d75" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:40:38.170792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdd462-0699-4fa7-9c32-43ea22c38de6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:38.294505 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdf5c10-8e02-493a-8168-7042fe8a84db x-openstack-request-id: req-dcdf5c10-8e02-493a-8168-7042fe8a84db {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:40:38.294923 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:40:38.295276 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcdf5c10-8e02-493a-8168-7042fe8a84db {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:40:38.295776 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'status': 'completed', 'code': 200} Aug 20 12:40:38.313003 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-a6160d27-77ea-462e-9cd6-12c3b83ccdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:38.314730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-a6160d27-77ea-462e-9cd6-12c3b83ccdbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1094 time: 0.0535851 Aug 20 12:40:38.360560 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-0e2bd39f-d6f9-46a1-b012-700d2fc50169 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 217 time: 0.0371408 Aug 20 12:40:38.412797 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-ed5b5a62-632d-4bdc-9869-e7f0814255a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:38.414529 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-ed5b5a62-632d-4bdc-9869-e7f0814255a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0464358 Aug 20 12:40:38.463760 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-326c5de2-9701-4400-8ca4-baef41ee00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:38.465442 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-326c5de2-9701-4400-8ca4-baef41ee00f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428977 Aug 20 12:40:38.561152 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-5b48f27a-c4c8-4cae-bd66-f609559050cb service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882030 Aug 20 12:40:38.654091 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-beb43fb3-7b86-4d64-8b4c-2e33888a49a0 req-13a64a0f-90b7-42d9-a873-587824b472ee service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855978 Aug 20 12:40:38.823596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884a52a-717e-4625-ae41-76495f132d75 req-6935cf6a-d245-40f2-a25e-70c9cd92b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:38.825095 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a884a52a-717e-4625-ae41-76495f132d75 req-6935cf6a-d245-40f2-a25e-70c9cd92b65e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1094 time: 0.0481400 Aug 20 12:40:38.919093 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884a52a-717e-4625-ae41-76495f132d75 req-fe12064c-a4f6-486f-ba6c-a64424893644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:38.920585 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a884a52a-717e-4625-ae41-76495f132d75 req-fe12064c-a4f6-486f-ba6c-a64424893644 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0874197 Aug 20 12:40:38.967693 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a884a52a-717e-4625-ae41-76495f132d75 req-531eff10-bad6-4498-886c-1e4efe95df59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 217 time: 0.0402820 Aug 20 12:40:39.020424 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884a52a-717e-4625-ae41-76495f132d75 req-f0bac959-bc8c-44f9-af76-e6a80b47756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:39.021935 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a884a52a-717e-4625-ae41-76495f132d75 req-f0bac959-bc8c-44f9-af76-e6a80b47756d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0476811 Aug 20 12:40:39.072888 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884a52a-717e-4625-ae41-76495f132d75 req-92b28569-f0d9-4c2e-bd72-0563c5255228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:39.074614 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a884a52a-717e-4625-ae41-76495f132d75 req-92b28569-f0d9-4c2e-bd72-0563c5255228 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443661 Aug 20 12:40:39.149802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7195b-65ec-4b3b-8e07-11a0b6b97c3a req-8d3af6be-740f-4e31-824d-ac6382532721 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:39.151375 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-56d7195b-65ec-4b3b-8e07-11a0b6b97c3a req-8d3af6be-740f-4e31-824d-ac6382532721 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0519724 Aug 20 12:40:39.175682 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a884a52a-717e-4625-ae41-76495f132d75 req-70ebc03a-07c5-43ed-be53-0ed370cbc78f service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937016 Aug 20 12:40:39.191693 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-56d7195b-65ec-4b3b-8e07-11a0b6b97c3a req-ef252492-e7aa-4eea-a50b-fbddbd4da45f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329769 Aug 20 12:40:39.268898 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a884a52a-717e-4625-ae41-76495f132d75 req-5eef9abb-bc4e-4d06-94bd-f10aad456c96 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867553 Aug 20 12:40:40.313923 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce44f9b-6d1f-465a-91c8-4dd6df4e5c51 req-731622d0-7729-49ba-a5b5-edd22da6770e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:40.315482 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ce44f9b-6d1f-465a-91c8-4dd6df4e5c51 req-731622d0-7729-49ba-a5b5-edd22da6770e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0529368 Aug 20 12:40:40.355624 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8ce44f9b-6d1f-465a-91c8-4dd6df4e5c51 req-b3a77538-60c9-4c28-859c-6067f2330a81 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334115 Aug 20 12:40:41.513745 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6076d98-53f0-489e-a9ed-108b68e0e555 req-27e7a8fe-26e5-43d3-b3f7-8c3b5495fe76 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:41.515273 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6076d98-53f0-489e-a9ed-108b68e0e555 req-27e7a8fe-26e5-43d3-b3f7-8c3b5495fe76 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0932076 Aug 20 12:40:41.553185 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e6076d98-53f0-489e-a9ed-108b68e0e555 req-dcae416b-695e-46b5-8487-8abdda24575c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316203 Aug 20 12:40:41.905095 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:42.676265 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeed3ea-f990-443d-83af-0b05def7bfc0 req-96481600-a2b3-43a0-9f5d-897460299242 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:42.677823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baeed3ea-f990-443d-83af-0b05def7bfc0 req-96481600-a2b3-43a0-9f5d-897460299242 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0554485 Aug 20 12:40:42.716018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-baeed3ea-f990-443d-83af-0b05def7bfc0 req-c321ba72-6300-4f30-bdff-5c169d28ce53 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316277 Aug 20 12:40:43.843198 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11fd4e-5f8b-4392-8e20-7299e93cab07 req-06a185a4-875e-4e88-9e73-474ecf0fc253 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:43.844807 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f11fd4e-5f8b-4392-8e20-7299e93cab07 req-06a185a4-875e-4e88-9e73-474ecf0fc253 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0617385 Aug 20 12:40:43.886843 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0f11fd4e-5f8b-4392-8e20-7299e93cab07 req-96c01b93-7d05-4f93-94de-60a3a3fd0280 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359859 Aug 20 12:40:44.219482 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:45.004998 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ebcb4-1255-4175-b3af-ed8ffad0f6c0 req-e7092ac4-9911-4ce8-8d42-5d7143999faa tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:45.006556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f4ebcb4-1255-4175-b3af-ed8ffad0f6c0 req-e7092ac4-9911-4ce8-8d42-5d7143999faa tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0514917 Aug 20 12:40:45.047328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f4ebcb4-1255-4175-b3af-ed8ffad0f6c0 req-1424794f-f3da-4598-a032-64ea1235847d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341842 Aug 20 12:40:45.075506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6311ad0d-0833-44d0-bb0e-a1f369d55468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:46.160870 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6b978-0bd3-4ade-8e09-70fd9ef7c841 req-37376a38-6a77-41b7-b8c0-12bbd922900d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:46.162365 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ce6b978-0bd3-4ade-8e09-70fd9ef7c841 req-37376a38-6a77-41b7-b8c0-12bbd922900d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0480247 Aug 20 12:40:46.200196 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1ce6b978-0bd3-4ade-8e09-70fd9ef7c841 req-da62ff55-c5b1-41e5-ae56-b51f9a0b4f80 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312026 Aug 20 12:40:47.314784 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd7f3e-64c7-44bc-b13d-ba832210bb79 req-304d9b75-ee24-4c78-a960-50bf8fa6aea3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:47.316381 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4dd7f3e-64c7-44bc-b13d-ba832210bb79 req-304d9b75-ee24-4c78-a960-50bf8fa6aea3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0497971 Aug 20 12:40:47.354293 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f4dd7f3e-64c7-44bc-b13d-ba832210bb79 req-f0aa12c9-3707-46e6-911e-adaefa8b0162 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Aug 20 12:40:47.761752 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b341e310-d66c-4cf0-b7ed-f42dfae34f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:48.471795 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e5d30-b2ea-439d-93b8-27f041c575e4 req-c5f72e74-2cbe-4eea-a141-5f145731b332 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:48.473306 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae9e5d30-b2ea-439d-93b8-27f041c575e4 req-c5f72e74-2cbe-4eea-a141-5f145731b332 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0497391 Aug 20 12:40:48.510116 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae9e5d30-b2ea-439d-93b8-27f041c575e4 req-f8085039-678e-49d8-baf5-9be30267c01c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309479 Aug 20 12:40:48.720370 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:49.583835 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:49.817148 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device fe833ee3-58b3-48aa-b768-a4b98cdb0f52 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:40:49.951987 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8d991-7849-42c1-a86b-575a8e3a0d6e req-5c3b9559-5b1e-4c17-93ea-1a6350da6b4f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:49.953590 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8de8d991-7849-42c1-a86b-575a8e3a0d6e req-5c3b9559-5b1e-4c17-93ea-1a6350da6b4f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.3750982 Aug 20 12:40:49.993460 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8de8d991-7849-42c1-a86b-575a8e3a0d6e req-510a8b4b-b13f-4de3-9bf2-099fae004d89 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335038 Aug 20 12:40:50.065645 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:40:50.077067 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'port_id': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'mac_address': 'fa:16:3e:99:ac:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:40:50.112841 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:50.125007 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe833ee3-58b3-48aa-b768-a4b98cdb0f52 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:40:50.144294 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:40:50.225076 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:50.274273 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:50.282366 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.282740 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.283097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.283438 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.283774 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.284102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.284430 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.284755 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.285170 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.285524 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.285852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.286194 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:40:50.465331 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['fe833ee3-58b3-48aa-b768-a4b98cdb0f52'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:40:51.113969 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704492b-6643-447b-9892-e916f664758f req-b3f57832-68f8-4747-9226-ad9dcec6f70f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:51.115645 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3704492b-6643-447b-9892-e916f664758f req-b3f57832-68f8-4747-9226-ad9dcec6f70f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 944 time: 0.0555367 Aug 20 12:40:51.153664 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3704492b-6643-447b-9892-e916f664758f req-562c69e9-e2ad-4c49-941e-651bea8b8c39 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321259 Aug 20 12:40:51.161894 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:51.823265 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device fe833ee3-58b3-48aa-b768-a4b98cdb0f52 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:40:51.928058 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:40:51.932304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:40:51.932678 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:52.012796 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:52.037959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:40:52.040192 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118ba956-6c5f-46b8-9132-a8a3f46c5ee8" -d '{"events": [{"server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "name": "network-vif-plugged", "status": "completed", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:40:52.052658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:40:52.076662 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b5652a-fb25-4101-8fc0-866c3667b234 x-openstack-request-id: req-f3b5652a-fb25-4101-8fc0-866c3667b234 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:40:52.076962 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "name": "network-vif-plugged", "status": "completed", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:40:52.077221 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3b5652a-fb25-4101-8fc0-866c3667b234 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:40:52.077623 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'code': 200} Aug 20 12:40:52.150596 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:52.173142 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603e0ce-7a78-4e04-bd0f-ce4741af9fa9 req-d4d652e2-5f99-4e82-87b3-cebfc4ff1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:52.176158 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5603e0ce-7a78-4e04-bd0f-ce4741af9fa9 req-d4d652e2-5f99-4e82-87b3-cebfc4ff1af9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1095 time: 0.0416076 Aug 20 12:40:52.200103 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:52.212491 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5603e0ce-7a78-4e04-bd0f-ce4741af9fa9 req-7810c338-d60e-48e7-a3fb-01e995f48fce service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311503 Aug 20 12:40:52.270744 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837e3dc-a6e4-4f65-8050-38076c8d18f6 req-e0fda8dc-8000-4a04-97d3-af568613300a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:52.272235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e837e3dc-a6e4-4f65-8050-38076c8d18f6 req-e0fda8dc-8000-4a04-97d3-af568613300a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Aug 20 12:40:52.310496 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e837e3dc-a6e4-4f65-8050-38076c8d18f6 req-656945ff-79c5-4469-be10-b6906c84d8e4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322685 Aug 20 12:40:53.463787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db59fd-cd3f-4a8a-99ac-5a9f09d5786e req-4c48df34-33ff-4d1d-87a7-0d2f013b5658 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:53.465328 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6db59fd-cd3f-4a8a-99ac-5a9f09d5786e req-4c48df34-33ff-4d1d-87a7-0d2f013b5658 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0495472 Aug 20 12:40:53.503022 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e6db59fd-cd3f-4a8a-99ac-5a9f09d5786e req-b7b5edb8-18f9-4425-ba1c-52a4f9300202 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Aug 20 12:40:53.614891 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db2305-52bc-46f7-9992-3e5eda10e6bb req-176e1713-477e-472d-9fea-793d68984181 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:53.616288 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4db2305-52bc-46f7-9992-3e5eda10e6bb req-176e1713-477e-472d-9fea-793d68984181 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0484443 Aug 20 12:40:53.655872 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f4db2305-52bc-46f7-9992-3e5eda10e6bb req-c36be810-98b8-4041-980e-e1ac5f49706e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331047 Aug 20 12:40:53.677776 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51450) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:53.722651 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6dfcb9-1f76-4dc6-ba9b-f16685aece81 tempest-TestShelveInstance-1838896658 tempest-TestShelveInstance-1838896658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:53.724188 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-af6dfcb9-1f76-4dc6-ba9b-f16685aece81 tempest-TestShelveInstance-1838896658 tempest-TestShelveInstance-1838896658-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1091 time: 0.0453150 Aug 20 12:40:53.727121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51452) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:40:53.732315 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:40:53.817001 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:53.912021 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:54.016095 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Allocated IP 172.25.4.45 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/8348f47a-7107-4712-9bab-c80e36d81539) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:40:54.117333 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:54.229395 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:54.272854 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:40:54.275740 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:40:54.279805 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:40:54.305202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'Port': ['ID=8348f47a-7107-4712-9bab-c80e36d81539,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:54.636567 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:54.771015 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:54.923116 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:54.984963 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:55.053961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event updated for resources: {'Port': ['ID=8348f47a-7107-4712-9bab-c80e36d81539,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:40:55.064654 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:55.167989 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Floating IP 0dc080c7-262f-4f9b-9539-cf7a35ac7fcb associated. External IP: 172.25.4.45, port: fe833ee3-58b3-48aa-b768-a4b98cdb0f52. Aug 20 12:40:55.380456 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Router c969e491-4ee9-41c2-9b79-8a911da87185 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:40:55.496086 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:40:55.508435 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] Sync routers for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:40:55.517847 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:40:55.518484 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:40:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:55.579235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:40:55.610345 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-a8398c26-6149-47ea-8cca-a6928fc36c31 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8821719 Aug 20 12:40:55.613538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:40:55.615933 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf73dfd-230e-4d00-8ccc-496c68a0314e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:40:55.635808 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:40:55.659101 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f04321-7c2c-47f6-9f2f-2c212325faad x-openstack-request-id: req-76f04321-7c2c-47f6-9f2f-2c212325faad {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:40:55.659590 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:40:55.659590 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76f04321-7c2c-47f6-9f2f-2c212325faad {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:40:55.659949 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'status': 'completed', 'code': 200} Aug 20 12:40:55.725600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-13afcf43-b122-441c-bfea-5fd86d66b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:55.727204 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-13afcf43-b122-441c-bfea-5fd86d66b120 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1096 time: 0.0455792 Aug 20 12:40:55.825660 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-31029100-e14e-4adb-be0a-e8d059b3df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:55.827260 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-31029100-e14e-4adb-be0a-e8d059b3df21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0922947 Aug 20 12:40:55.882278 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0dc080c7-262f-4f9b-9539-cf7a35ac7fcb', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'port_id': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'mac_address': 'fa:16:3e:99:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8c0931-256d-479e-bb32-28b50399cf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:40:54Z', 'updated_at': '2021-08-20T12:40:54Z', 'revision_number': 0, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:55.905960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-75543b1a-e068-42b4-8e55-6f178fdb80ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 998 time: 0.0713582 Aug 20 12:40:55.910807 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] Checking router: c969e491-4ee9-41c2-9b79-8a911da87185 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:40:55.920230 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:40:55.920898 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:40:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:55.955854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-34718519-db0c-4a3c-86f8-957b4e8b7398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:55.957967 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-34718519-db0c-4a3c-86f8-957b4e8b7398 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0458057 Aug 20 12:40:56.003212 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-a3fe12ff-3ce3-44b2-885e-b0054c7b537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:40:56.004735 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-a3fe12ff-3ce3-44b2-885e-b0054c7b537c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392652 Aug 20 12:40:56.031114 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:40:56.103146 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-409dde75-23a8-4d03-b201-8fb6867f88ba service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905287 Aug 20 12:40:56.220398 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0cf73dfd-230e-4d00-8ccc-496c68a0314e req-dc40b6d8-a7bf-4740-8419-efef1e2941bc service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097660 Aug 20 12:40:56.357279 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0dc080c7-262f-4f9b-9539-cf7a35ac7fcb', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'port_id': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'mac_address': 'fa:16:3e:99:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8c0931-256d-479e-bb32-28b50399cf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:40:54Z', 'updated_at': '2021-08-20T12:40:54Z', 'revision_number': 0, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:40:56.383367 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2de2ef-b5cc-416f-b17d-fc50bc420cef None None] The sync data for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 is: [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0dc080c7-262f-4f9b-9539-cf7a35ac7fcb', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'port_id': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'mac_address': 'fa:16:3e:99:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8c0931-256d-479e-bb32-28b50399cf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:40:54Z', 'updated_at': '2021-08-20T12:40:54Z', 'revision_number': 0, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:40:56.572135 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027aba0e-fc1a-4a1d-bb5e-634992cfa5a0 None None] New status for floating IP 0dc080c7-262f-4f9b-9539-cf7a35ac7fcb: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:41:11.890538 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:12.484036 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:41:14.247694 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:15.153562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0a6ece85-942c-45fd-a8d9-4d2a1989a351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:17.758715 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d3b538fd-b78f-4775-9b17-a09e78915d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:18.679366 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:19.549898 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:21.164606 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:37.127618 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-2285e36e-69a1-4f79-9d0f-e1b2bd358ab1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401659 Aug 20 12:41:37.212554 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-9c108821-ed0a-44fa-89f1-8ebd60427877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:37.214101 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-9c108821-ed0a-44fa-89f1-8ebd60427877 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1096 time: 0.0466287 Aug 20 12:41:37.318896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-24e92f53-956b-4e8c-a648-6d36decc7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:37.320310 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-24e92f53-956b-4e8c-a648-6d36decc7adc service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0879209 Aug 20 12:41:37.391751 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-0bd64ea6-000e-4267-810b-fdeb947901a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 1000 time: 0.0636783 Aug 20 12:41:37.443049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-3200b18e-4472-4fff-a552-33e9ba7912ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:37.444664 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-3200b18e-4472-4fff-a552-33e9ba7912ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0464921 Aug 20 12:41:37.491948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-264dc49d-72c7-447b-bded-f9bcba40223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:41:37.493454 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-264dc49d-72c7-447b-bded-f9bcba40223a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423448 Aug 20 12:41:37.587826 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-1683d226-a764-4efe-abf1-eae5658dc4c3 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862970 Aug 20 12:41:37.679419 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4fd1b151-511c-4e0e-aeec-a6fa696ec5a9 req-e08d45ae-5cc7-4c85-b430-fbeae4f9c367 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843711 Aug 20 12:41:41.932330 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:44.281560 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:45.103858 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0f692bcb-e214-4931-8d39-100da461c9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:47.807149 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-9014e651-2bd2-43ca-8421-bfcf9f76773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:48.778558 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:49.483990 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:41:49.631916 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:41:51.361048 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:11.914862 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:14.263468 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:15.143174 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-91ecd20b-20a6-4ee5-8821-989c162dc25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:17.819721 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5993ecbc-1f78-4989-8fe4-22ead46aee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:18.681098 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:19.550825 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:21.177416 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:26.484217 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:42:36.563498 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-c7c101ee-4402-4fba-b9ea-ce8e2b891c00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872173 Aug 20 12:42:36.649301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-75e601cc-97e0-474b-b9cf-e50e85c80b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:36.650876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-75e601cc-97e0-474b-b9cf-e50e85c80b1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1096 time: 0.0448518 Aug 20 12:42:36.753897 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-63dea686-d959-4f0b-adaa-ac3ba569a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:36.755430 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-63dea686-d959-4f0b-adaa-ac3ba569a0a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0846977 Aug 20 12:42:36.835985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-9763b630-1c14-4906-acd3-b63800c6fadd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 1000 time: 0.0732877 Aug 20 12:42:36.890764 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-e2c43cfe-a542-4367-9534-abe696465c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:36.892418 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-e2c43cfe-a542-4367-9534-abe696465c6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0500312 Aug 20 12:42:36.939223 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-5313fe86-841c-4d07-84fe-344de897a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:42:36.940776 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-5313fe86-841c-4d07-84fe-344de897a857 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405552 Aug 20 12:42:37.036015 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-8fad2058-546f-4222-966e-6c097eadbc4e service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874248 Aug 20 12:42:37.138141 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-0ee315ce-7e70-4c89-ae85-816377cd530a req-36f365ab-91dc-4616-aa8a-1abe5007baa6 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954151 Aug 20 12:42:41.908141 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:44.281475 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:45.091410 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-289a74f7-1cb8-4258-b8a4-71e35fcc327d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:47.778507 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b9a11974-7093-4956-86c1-cd00cf9c7e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:48.675095 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:49.572326 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:42:51.263817 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:03.483247 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:43:11.914192 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:14.285979 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:15.086509 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4f04-e87e-40b9-b53c-bcb23ef34935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:17.788948 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ce73380b-f7c9-4f15-abeb-4408f55cb632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:18.766077 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:19.560026 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:21.199734 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:33.635079 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8bd5b-da47-4e3b-9222-0cf6a137de02 req-d90420db-9029-4c57-a18a-9a53bb638eb1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:33.636584 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53d8bd5b-da47-4e3b-9222-0cf6a137de02 req-d90420db-9029-4c57-a18a-9a53bb638eb1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0947678 Aug 20 12:43:33.674949 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-53d8bd5b-da47-4e3b-9222-0cf6a137de02 req-ae1114fb-dd72-4b17-bdb3-167c179b1d30 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323381 Aug 20 12:43:34.815739 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb1a0-7dbd-4b62-9a01-943b039a63dc req-c767e94d-d46c-477c-8bce-c0a875f05c93 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:34.817244 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-16bbb1a0-7dbd-4b62-9a01-943b039a63dc req-c767e94d-d46c-477c-8bce-c0a875f05c93 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0503480 Aug 20 12:43:34.854265 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-16bbb1a0-7dbd-4b62-9a01-943b039a63dc req-f11db912-afc7-4beb-977d-a169ae966f92 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311415 Aug 20 12:43:35.997959 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a135c3-425b-4288-8072-f08c3de19426 req-c97c22f4-1e7b-4fe6-bb4d-fc7a22a38c76 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:35.999449 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14a135c3-425b-4288-8072-f08c3de19426 req-c97c22f4-1e7b-4fe6-bb4d-fc7a22a38c76 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0529654 Aug 20 12:43:36.037575 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-14a135c3-425b-4288-8072-f08c3de19426 req-15150eba-1d5b-4352-81da-b756306f5511 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320942 Aug 20 12:43:37.154503 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81b9f2-38df-4e8c-a8e1-dfaf81957a91 req-d9996a2f-85e5-443c-b266-ffa9eda7b87c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:37.155979 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b81b9f2-38df-4e8c-a8e1-dfaf81957a91 req-d9996a2f-85e5-443c-b266-ffa9eda7b87c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0523891 Aug 20 12:43:37.192812 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6b81b9f2-38df-4e8c-a8e1-dfaf81957a91 req-38119013-f935-420f-9112-a5e3208cbea1 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309246 Aug 20 12:43:38.306489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2adcd2-19dc-43f8-b573-c83b714e1171 req-3afb225f-71e3-466c-81ea-9fa0ae092bc7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:38.307881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d2adcd2-19dc-43f8-b573-c83b714e1171 req-3afb225f-71e3-466c-81ea-9fa0ae092bc7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0482802 Aug 20 12:43:38.344998 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5d2adcd2-19dc-43f8-b573-c83b714e1171 req-b84b58d7-9286-4077-8ca1-e2216b393b13 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306954 Aug 20 12:43:38.543906 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-0dfa6147-7753-456f-bc4d-b0461b4d199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:38.545296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-0dfa6147-7753-456f-bc4d-b0461b4d199b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1096 time: 0.0397842 Aug 20 12:43:38.647745 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-26b51964-2c4b-4e31-8c57-23c610ee6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:38.649141 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-26b51964-2c4b-4e31-8c57-23c610ee6a2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0857685 Aug 20 12:43:38.712534 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-51f27ca0-a3a9-4476-9dff-918627d441a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 1000 time: 0.0559735 Aug 20 12:43:38.763721 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-2be50ee6-5f1f-4f36-91c9-d3e72af0b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:38.765133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-2be50ee6-5f1f-4f36-91c9-d3e72af0b145 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0460258 Aug 20 12:43:38.809583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-e1da195d-43f6-4e27-b8a9-c7a42c173000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:38.811078 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-e1da195d-43f6-4e27-b8a9-c7a42c173000 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391531 Aug 20 12:43:38.900799 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-cde7d66a-65fa-4523-997e-50755830f208 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819647 Aug 20 12:43:38.993332 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-a16d10ec-29ae-4928-8475-8000d5d5f397 req-15e1a634-9e90-4fbf-ba28-170595421f54 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851882 Aug 20 12:43:39.457385 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f874c-bb43-4d99-8070-262bc371551c req-ed71955a-d523-4548-83b1-8ecb800067d4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:39.458913 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-866f874c-bb43-4d99-8070-262bc371551c req-ed71955a-d523-4548-83b1-8ecb800067d4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0478718 Aug 20 12:43:39.498782 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-866f874c-bb43-4d99-8070-262bc371551c req-2c1f02e2-b441-4f81-a44c-700bf5202a08 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340378 Aug 20 12:43:40.483170 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:43:40.612395 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67657a3c-b8c3-4b67-a060-12abb2529f87 req-d4e78e71-db32-4820-9b4b-70c996294220 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:40.613895 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67657a3c-b8c3-4b67-a060-12abb2529f87 req-d4e78e71-db32-4820-9b4b-70c996294220 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0490880 Aug 20 12:43:40.651325 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-67657a3c-b8c3-4b67-a060-12abb2529f87 req-04f4040a-2108-4631-a8b7-25e13f7f154c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315063 Aug 20 12:43:41.764422 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b694c4d-a099-4732-a7c4-aa0f4b929ed4 req-28088df4-97c0-4dd3-b6c6-eb2691895789 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:41.765899 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b694c4d-a099-4732-a7c4-aa0f4b929ed4 req-28088df4-97c0-4dd3-b6c6-eb2691895789 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0476089 Aug 20 12:43:41.804180 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b694c4d-a099-4732-a7c4-aa0f4b929ed4 req-8c81db07-1ba9-47c3-9c2f-9ccf4fe8fa9b tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315897 Aug 20 12:43:41.912851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:42.915615 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b33cb3-f5ae-42fd-b0ba-22376cd22ab6 req-047f992b-46ac-4301-9c4a-288aaa30d019 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:42.917079 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30b33cb3-f5ae-42fd-b0ba-22376cd22ab6 req-047f992b-46ac-4301-9c4a-288aaa30d019 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0482838 Aug 20 12:43:42.958708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-30b33cb3-f5ae-42fd-b0ba-22376cd22ab6 req-c8bec29f-0487-4a69-be33-f8620029638d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351691 Aug 20 12:43:43.762388 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-9e131f46-5593-4fcc-917c-cfddeabfb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:43.763938 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-9e131f46-5593-4fcc-917c-cfddeabfb9f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1096 time: 0.0404015 Aug 20 12:43:43.852392 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-0db1e474-26b6-440f-948f-f74a96f836db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:43.853903 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-0db1e474-26b6-440f-948f-f74a96f836db service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0836644 Aug 20 12:43:43.922082 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-097efb65-3191-4c92-9ad4-3e98084e4491 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 1000 time: 0.0612261 Aug 20 12:43:43.969799 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-b14033ee-99ae-4dc4-81ce-8215f68b7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:43.971253 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-b14033ee-99ae-4dc4-81ce-8215f68b7645 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0430734 Aug 20 12:43:44.017544 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-7cc8a62e-3fac-497e-a572-c56088057e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:44.019143 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-7cc8a62e-3fac-497e-a572-c56088057e7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409534 Aug 20 12:43:44.087113 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a60fa-29a9-480d-852f-e48e15f10711 req-6fb12dce-3c16-4472-95a7-fe013cea47f2 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:44.088640 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9d8a60fa-29a9-480d-852f-e48e15f10711 req-6fb12dce-3c16-4472-95a7-fe013cea47f2 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0529273 Aug 20 12:43:44.114730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-70919b35-7f1a-4331-9754-65a250d3f6e7 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877705 Aug 20 12:43:44.127363 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9d8a60fa-29a9-480d-852f-e48e15f10711 req-286a95e1-aba2-4648-ac38-81d114816f4e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326245 Aug 20 12:43:44.206979 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9e100ecc-64e3-4703-9326-802122d4fa6e req-266ba904-c2b4-4a95-b25e-a78860d9480b service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849769 Aug 20 12:43:44.295858 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:45.061405 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b4c22928-a239-46d0-b9e9-7c261f17daea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:45.252290 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e074b-0cec-4776-bb3f-6b25a358f4c5 req-d316883a-2e9b-41f9-9cc2-13b68a6f10d6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:45.253785 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b18e074b-0cec-4776-bb3f-6b25a358f4c5 req-d316883a-2e9b-41f9-9cc2-13b68a6f10d6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0546229 Aug 20 12:43:45.295392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-b18e074b-0cec-4776-bb3f-6b25a358f4c5 req-6e9db917-ad2c-4677-9b9c-a38de117cdeb tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357575 Aug 20 12:43:46.409072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39c14d-a68c-4101-b18e-59d5a921427e req-c74fba74-ce9d-488b-a61f-70e34fbdfb25 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:46.410600 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b39c14d-a68c-4101-b18e-59d5a921427e req-c74fba74-ce9d-488b-a61f-70e34fbdfb25 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0487759 Aug 20 12:43:46.448620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-3b39c14d-a68c-4101-b18e-59d5a921427e req-397f481a-47f7-4048-ae45-465bbb84a87f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Aug 20 12:43:47.562787 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84513938-9ae0-490d-a905-8c6332ced877 req-62f4663a-8912-4d79-8fcb-3fa0494cbeea tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:47.564412 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84513938-9ae0-490d-a905-8c6332ced877 req-62f4663a-8912-4d79-8fcb-3fa0494cbeea tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0503435 Aug 20 12:43:47.603886 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84513938-9ae0-490d-a905-8c6332ced877 req-e89f6546-8ffe-420f-8e5f-3ed1e5750789 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333593 Aug 20 12:43:47.775697 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-24abf50e-3cfa-431c-a3b7-a0a317d83873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:48.592514 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device fe833ee3-58b3-48aa-b768-a4b98cdb0f52 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:43:48.678205 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:48.680194 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:48.703303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:43:48.705827 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648aa92b-de20-43df-9b89-2122e4655e1c" -d '{"events": [{"server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "name": "network-vif-unplugged", "status": "completed", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:43:48.719199 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c15292-8422-4005-b8ce-91130d86dc62 req-f55bf567-5783-49c5-a790-a96d8ec11ddf tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:48.720738 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13c15292-8422-4005-b8ce-91130d86dc62 req-f55bf567-5783-49c5-a790-a96d8ec11ddf tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0493183 Aug 20 12:43:48.724811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:43:48.758581 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13c15292-8422-4005-b8ce-91130d86dc62 req-cd07931a-6d48-446b-a921-c039ebcf3935 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314198 Aug 20 12:43:48.791964 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df13b52f-df3e-4b9f-9c89-182055469926 x-openstack-request-id: req-df13b52f-df3e-4b9f-9c89-182055469926 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:43:48.792462 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "name": "network-vif-unplugged", "status": "failed", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52", "code": 422}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:43:48.792583 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df13b52f-df3e-4b9f-9c89-182055469926 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:43:48.792898 n-d-804230-3 neutron-server[95589]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'code': 422} returned with failed status Aug 20 12:43:48.798784 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:48.847866 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:43:48.855650 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.857992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.857992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.857992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.857992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.857992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.857992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.857992 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.858824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.858824 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.859009 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:48.859281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:43:49.114246 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b5db-a896-450a-8319-c0570a90c34f req-68cf2751-0413-4e67-ba20-0e365d49a152 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:49.115662 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-59a6b5db-a896-450a-8319-c0570a90c34f req-68cf2751-0413-4e67-ba20-0e365d49a152 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0476050 Aug 20 12:43:49.154621 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-59a6b5db-a896-450a-8319-c0570a90c34f req-9939ca0d-9fbb-44b1-93e1-e4671e8ac262 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329726 Aug 20 12:43:49.198938 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-e6dcdc8f-fef5-4131-8b39-32a2244a460a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801563 Aug 20 12:43:49.564381 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:50.271750 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617f406-3243-4e64-8f64-95800ab67586 req-e294e1c6-2300-499d-a621-04ddc2f47c71 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:50.273206 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e617f406-3243-4e64-8f64-95800ab67586 req-e294e1c6-2300-499d-a621-04ddc2f47c71 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0527871 Aug 20 12:43:50.310818 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e617f406-3243-4e64-8f64-95800ab67586 req-976145db-49c1-4a21-a93a-c234d03f4be3 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312529 Aug 20 12:43:51.215579 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:43:51.425602 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f52f5-182d-44c6-bce0-c9389bce64dc req-7d340348-3db8-4705-9339-a89458411cb4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:51.427115 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-153f52f5-182d-44c6-bce0-c9389bce64dc req-7d340348-3db8-4705-9339-a89458411cb4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0512309 Aug 20 12:43:51.470801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-153f52f5-182d-44c6-bce0-c9389bce64dc req-4f0327e0-362d-42b6-a045-3d061532f64a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376625 Aug 20 12:43:52.580857 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f71f2f-7595-449f-91cc-88fa4475ede9 req-3f2ce1d6-5870-43aa-965a-02ab29c9400e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:52.582302 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36f71f2f-7595-449f-91cc-88fa4475ede9 req-3f2ce1d6-5870-43aa-965a-02ab29c9400e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0468216 Aug 20 12:43:52.618977 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-36f71f2f-7595-449f-91cc-88fa4475ede9 req-54dd5673-45e6-4f32-a712-2e9e22cfef26 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307939 Aug 20 12:43:53.735878 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325d17f-4b11-4736-b928-b77e3c0b8c27 req-f05fb6c6-ee50-4e83-af8f-a3a069bd7368 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:53.737335 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4325d17f-4b11-4736-b928-b77e3c0b8c27 req-f05fb6c6-ee50-4e83-af8f-a3a069bd7368 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0479236 Aug 20 12:43:53.773296 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-4325d17f-4b11-4736-b928-b77e3c0b8c27 req-f003c262-cc2c-43f7-9cdf-4864a847458c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301533 Aug 20 12:43:54.895170 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030d0dd-5233-44a0-893e-1efa6dd29030 req-5a0814b6-ec71-4c64-96cb-b1b508995735 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:54.896765 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b030d0dd-5233-44a0-893e-1efa6dd29030 req-5a0814b6-ec71-4c64-96cb-b1b508995735 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0570581 Aug 20 12:43:54.947121 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-b030d0dd-5233-44a0-893e-1efa6dd29030 req-092210ff-6a07-4f23-b5cd-41e624460038 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437129 Aug 20 12:43:56.066722 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c831ce-abcf-45d9-858e-d7ffd6f523cb req-61b7e8bf-5dc9-478c-b74f-eb57fd18f661 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:56.068221 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83c831ce-abcf-45d9-858e-d7ffd6f523cb req-61b7e8bf-5dc9-478c-b74f-eb57fd18f661 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0505190 Aug 20 12:43:56.108971 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-83c831ce-abcf-45d9-858e-d7ffd6f523cb req-28f72a60-90ca-4db6-9ce5-2e4b666a9ae0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338395 Aug 20 12:43:57.223251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6630ff7-c9de-463a-a1a0-2d701014605a req-f4a0b414-3dc1-4826-b5a5-7548f2ae98d4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:57.224754 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6630ff7-c9de-463a-a1a0-2d701014605a req-f4a0b414-3dc1-4826-b5a5-7548f2ae98d4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0492566 Aug 20 12:43:57.262620 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f6630ff7-c9de-463a-a1a0-2d701014605a req-70576dd5-540d-4105-b86b-255fbbb2c6a4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Aug 20 12:43:58.378393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293b679-88b7-403b-8de2-b9a8c3a63551 req-fbdaf70b-ee28-49b7-8874-bbeb4227a27f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:58.379966 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6293b679-88b7-403b-8de2-b9a8c3a63551 req-fbdaf70b-ee28-49b7-8874-bbeb4227a27f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0506182 Aug 20 12:43:58.421706 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6293b679-88b7-403b-8de2-b9a8c3a63551 req-a9bdf164-369c-478e-a35d-2bc4bbc9ff65 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349133 Aug 20 12:43:59.537445 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2f53-ca9a-4767-b019-8c1b33635681 req-af7b0c18-f36d-4581-911f-59f40c033ccd tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:59.538928 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea1b2f53-ca9a-4767-b019-8c1b33635681 req-af7b0c18-f36d-4581-911f-59f40c033ccd tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0476203 Aug 20 12:43:59.576608 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea1b2f53-ca9a-4767-b019-8c1b33635681 req-b687fb2d-c9a9-4d76-92f0-5861dbf550a0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316420 Aug 20 12:43:59.670907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-4d507c96-b9ac-4ec5-87d9-591f9810979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:59.672521 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-4d507c96-b9ac-4ec5-87d9-591f9810979a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44&tenant_id=d40886737d2d45d38e2ff0b6ab274727 HTTP/1.1" status: 200 len: 1094 time: 0.0404665 Aug 20 12:43:59.734417 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-0d0cbb4f-4341-48db-8e65-6b657fa216fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:59.735947 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-0d0cbb4f-4341-48db-8e65-6b657fa216fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1094 time: 0.0404131 Aug 20 12:43:59.828487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-1028860d-52c3-4405-ae0d-bcdf40394a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:59.829960 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-1028860d-52c3-4405-ae0d-bcdf40394a0c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0872078 Aug 20 12:43:59.894322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-45de5c0e-b33c-42e7-ba39-6a5895e5df0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 998 time: 0.0566421 Aug 20 12:43:59.946803 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-39184c39-1a43-4219-b2c1-4dc510f2092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:59.948214 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-39184c39-1a43-4219-b2c1-4dc510f2092a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0428803 Aug 20 12:43:59.997519 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-6e6d7171-d96a-4334-82a0-c33d742cb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:43:59.999627 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-6e6d7171-d96a-4334-82a0-c33d742cb0d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437722 Aug 20 12:44:00.086730 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-4247d257-9d46-48b1-a800-529b3fe23e46 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798609 Aug 20 12:44:00.183778 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-19730ecb-9daa-4707-9acf-017d31d48f2a service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862906 Aug 20 12:44:00.693103 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82bbd8-329d-43df-877c-db07f4da74e4 req-170197b1-1850-426e-84b5-7dc3b45ad8ef tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:00.694545 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf82bbd8-329d-43df-877c-db07f4da74e4 req-170197b1-1850-426e-84b5-7dc3b45ad8ef tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0503283 Aug 20 12:44:00.731637 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bf82bbd8-329d-43df-877c-db07f4da74e4 req-18d3c016-b3e1-45f4-94e2-40f5c5695b00 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Aug 20 12:44:01.845983 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e06ab-71cf-42fe-98d0-142fa1a435d4 req-55fbced8-e2f1-4db0-88f2-848dbb482402 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:01.847380 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-645e06ab-71cf-42fe-98d0-142fa1a435d4 req-55fbced8-e2f1-4db0-88f2-848dbb482402 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0517437 Aug 20 12:44:01.883947 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-645e06ab-71cf-42fe-98d0-142fa1a435d4 req-37f712b4-771d-49da-b71a-401a51e1a03c tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305071 Aug 20 12:44:02.996525 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b98190-44b3-4d06-8353-2a77b703505d req-80ae8df1-2fb9-4533-9df7-4d1d2f42a9fe tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:02.997974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-38b98190-44b3-4d06-8353-2a77b703505d req-80ae8df1-2fb9-4533-9df7-4d1d2f42a9fe tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0475662 Aug 20 12:44:03.038951 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-38b98190-44b3-4d06-8353-2a77b703505d req-a56a79c1-781d-41dc-b41f-bf428f1b0e3f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349443 Aug 20 12:44:04.149839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557380c6-cdf2-46cc-bd96-d0204f639424 req-b46714cc-4ab9-4c48-80fa-71c096ce9408 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:04.151613 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-557380c6-cdf2-46cc-bd96-d0204f639424 req-b46714cc-4ab9-4c48-80fa-71c096ce9408 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0480378 Aug 20 12:44:04.189108 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-557380c6-cdf2-46cc-bd96-d0204f639424 req-854941e4-0afe-471e-b2ca-713e3b185566 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310984 Aug 20 12:44:05.305877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407c269-e184-4f74-803b-0e4f058c7c1f req-64d9d3c3-5fa5-4782-8fc8-dac56bebf62a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:05.307267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6407c269-e184-4f74-803b-0e4f058c7c1f req-64d9d3c3-5fa5-4782-8fc8-dac56bebf62a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0511067 Aug 20 12:44:05.345168 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6407c269-e184-4f74-803b-0e4f058c7c1f req-bb05d4d2-eb1e-46b5-84e9-54fe4a088469 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311942 Aug 20 12:44:06.460699 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250356d8-af81-43da-a2f5-6e3852c9801f req-b7efd798-6237-49f7-bb17-ebc025531411 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:06.462177 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-250356d8-af81-43da-a2f5-6e3852c9801f req-b7efd798-6237-49f7-bb17-ebc025531411 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0500638 Aug 20 12:44:06.499055 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-250356d8-af81-43da-a2f5-6e3852c9801f req-0a3e9ec8-5a5e-4327-9587-b7da373bdd61 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310519 Aug 20 12:44:07.613564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdd652-7e58-4f8c-b1db-58ce83a37748 req-e4674212-e78d-43f9-9ddb-bdb270a9d93d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:07.615076 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80fdd652-7e58-4f8c-b1db-58ce83a37748 req-e4674212-e78d-43f9-9ddb-bdb270a9d93d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0489492 Aug 20 12:44:07.656333 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-80fdd652-7e58-4f8c-b1db-58ce83a37748 req-8cf8bf6e-1f95-4741-b147-980f47b172d7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351582 Aug 20 12:44:08.700327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device fe833ee3-58b3-48aa-b768-a4b98cdb0f52 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:44:08.773425 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c409314-f876-440b-87a1-7299888e3ac1 req-90975323-e698-40a1-9534-e7ecc7cacb52 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:08.774931 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c409314-f876-440b-87a1-7299888e3ac1 req-90975323-e698-40a1-9534-e7ecc7cacb52 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 943 time: 0.0509968 Aug 20 12:44:08.797539 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:08.812180 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4c409314-f876-440b-87a1-7299888e3ac1 req-83ea433a-05e3-4c58-a0a4-7a92ebe2aa3d tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307796 Aug 20 12:44:08.812943 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'port_id': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'mac_address': 'fa:16:3e:99:ac:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:44:08.851532 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:08.864168 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe833ee3-58b3-48aa-b768-a4b98cdb0f52 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:44:08.882993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:08.940491 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:08.986187 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:09.160179 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['fe833ee3-58b3-48aa-b768-a4b98cdb0f52'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:44:09.925596 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d8ac9-57c2-4d83-86e7-30fd5873b6f9 req-804ab5af-32d3-446f-999e-16ab65446ee6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:09.927080 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1b2d8ac9-57c2-4d83-86e7-30fd5873b6f9 req-804ab5af-32d3-446f-999e-16ab65446ee6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 944 time: 0.0484481 Aug 20 12:44:09.962974 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-1b2d8ac9-57c2-4d83-86e7-30fd5873b6f9 req-376a65fd-9e5f-4b8f-b28b-1198bfa193f8 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301476 Aug 20 12:44:10.715713 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device fe833ee3-58b3-48aa-b768-a4b98cdb0f52 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:44:10.761567 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:44:10.761932 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:10.837423 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:10.858530 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:44:10.860758 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8093fe51-e6ae-4886-81fb-8b8950798a7f" -d '{"events": [{"server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "name": "network-vif-plugged", "status": "completed", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:44:10.872848 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:44:10.896519 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660d87b2-eaa3-4663-8010-a5ccdbe189dd x-openstack-request-id: req-660d87b2-eaa3-4663-8010-a5ccdbe189dd {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:44:10.896519 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "name": "network-vif-plugged", "status": "completed", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:44:10.896519 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-660d87b2-eaa3-4663-8010-a5ccdbe189dd {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:44:10.896886 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'code': 200} Aug 20 12:44:10.940690 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:10.987535 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:44:11.071740 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e8988-f04c-4713-87ae-03cf69f02113 req-27dc8cb0-3e22-4f81-9373-670e441cb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:11.073237 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd3e8988-f04c-4713-87ae-03cf69f02113 req-27dc8cb0-3e22-4f81-9373-670e441cb8c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1096 time: 0.0722952 Aug 20 12:44:11.093580 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aa0f6-bf86-4f93-ab7e-a6486729d0e1 req-29689e1f-91ba-4448-872c-ec4c687f928a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:11.095014 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee2aa0f6-bf86-4f93-ab7e-a6486729d0e1 req-29689e1f-91ba-4448-872c-ec4c687f928a tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0616407 Aug 20 12:44:11.134131 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cd3e8988-f04c-4713-87ae-03cf69f02113 req-113bfb1a-5028-46bf-ae0e-9cf4c2319304 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536563 Aug 20 12:44:11.146801 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ee2aa0f6-bf86-4f93-ab7e-a6486729d0e1 req-ca0e7808-e3c0-4723-a5d0-bcb9d46569a4 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456157 Aug 20 12:44:11.923261 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:12.259207 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9671795-2f3b-4d47-b80e-fe0036530577 req-f0309c74-7e7f-43ee-8fa9-ce58c7780889 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:12.260728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9671795-2f3b-4d47-b80e-fe0036530577 req-f0309c74-7e7f-43ee-8fa9-ce58c7780889 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0478563 Aug 20 12:44:12.298534 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d9671795-2f3b-4d47-b80e-fe0036530577 req-1940c69e-1695-4476-aa73-a36b20c7dea0 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319643 Aug 20 12:44:13.412231 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c80f43-9c1c-412d-a900-cbb9a35dfc02 req-8572f9a0-7cff-4a4d-8a19-17bced95ab2f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:13.413679 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35c80f43-9c1c-412d-a900-cbb9a35dfc02 req-8572f9a0-7cff-4a4d-8a19-17bced95ab2f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0486755 Aug 20 12:44:13.449876 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35c80f43-9c1c-412d-a900-cbb9a35dfc02 req-a401b4aa-5ae0-46bb-bda1-72cd8cdf85bf tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303066 Aug 20 12:44:14.260506 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:15.106562 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-667d499b-c66a-48e9-b4a8-21bdb0d091e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:17.482189 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:44:17.752249 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5b9ddc06-7446-462c-8965-3377c715397a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:18.712010 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:19.563624 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:21.203370 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:38.515982 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-8f5b12d0-568a-4dd5-a8c2-d9d01007e1b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436838 Aug 20 12:44:38.598625 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-95229892-1a49-458b-8e8d-07ac4217b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:38.600117 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-95229892-1a49-458b-8e8d-07ac4217b556 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1096 time: 0.0406075 Aug 20 12:44:38.701443 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-13aad8fb-38e4-471d-a749-cac5b0f02850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:38.702987 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-13aad8fb-38e4-471d-a749-cac5b0f02850 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0832064 Aug 20 12:44:38.770774 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-28f1391c-8a28-4fcd-b9d2-80fe6a0c6445 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 1000 time: 0.0607252 Aug 20 12:44:38.824457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-06120539-8d8b-4785-a730-a11804e918a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:38.826583 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-06120539-8d8b-4785-a730-a11804e918a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0489485 Aug 20 12:44:38.870865 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-f9194e88-e40a-4afe-a4ee-29850d5d17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:44:38.872400 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-f9194e88-e40a-4afe-a4ee-29850d5d17f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389740 Aug 20 12:44:38.965411 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-6a5bb095-8d08-4e07-9be4-6e39f3293cb7 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857511 Aug 20 12:44:39.055427 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-90b5a004-7bf9-4509-ac5d-0937cf974e25 req-cb43d919-955e-40e8-9f1e-1ebeb8862bca service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831704 Aug 20 12:44:41.917508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:44.317642 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:45.100008 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8b363cb0-25d5-463f-abea-03bed536f1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:47.773543 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b45df92e-4423-4d45-ab4e-b574c1f3e32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:48.734010 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:49.580937 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:51.162378 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:44:54.481489 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:45:11.974067 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:14.281054 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:15.133882 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-693ca953-973c-4f5b-afe9-b294b8f2f081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:17.762126 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-bab6126c-db6f-4244-b2de-7848fc70a84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:18.762252 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:19.583416 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:21.196503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:31.481534 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:45:38.526708 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-1288fa75-f610-4344-a713-0d67c2c8e6b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431983 Aug 20 12:45:38.607414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-38c3536d-a58c-4f8a-bb95-28d88f8d88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:38.608848 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-38c3536d-a58c-4f8a-bb95-28d88f8d88a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1096 time: 0.0394866 Aug 20 12:45:38.706945 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-b50355f4-dd43-4584-b2de-ff857a57736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:38.708359 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-b50355f4-dd43-4584-b2de-ff857a57736b service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0806174 Aug 20 12:45:38.780616 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-9eb85a09-f1e3-47dc-9822-4a5d33b24403 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 1000 time: 0.0654325 Aug 20 12:45:38.828564 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-c0d8a8a6-6a98-4c5d-bbf3-a60d1562fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:38.829954 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-c0d8a8a6-6a98-4c5d-bbf3-a60d1562fdb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0425236 Aug 20 12:45:38.874579 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-f2523635-14e8-4173-a4f5-e18015c02ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:45:38.876021 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-f2523635-14e8-4173-a4f5-e18015c02ed9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388165 Aug 20 12:45:38.972144 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-5426e9db-b544-497c-9ec4-7d66646295f3 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888584 Aug 20 12:45:39.073909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-fbd6b903-1ae3-4708-9c3f-8e318cd50151 req-062bf5d5-9beb-44af-b8c2-d5d4372ceba2 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944490 Aug 20 12:45:41.938925 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:44.430088 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:45.098800 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8996f1e4-32f2-4ef0-b2f8-e259e5a7fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:47.761634 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-ec127b56-328f-4d2e-9116-9bd1f9e36365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:48.716762 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:49.587935 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:51.213159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:58.547418 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51680) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:45:58.885534 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Deleting port 8348f47a-7107-4712-9bab-c80e36d81539 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:45:58.885818 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:58.962285 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:58.962648 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:58.973883 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Calling delete_port for 8348f47a-7107-4712-9bab-c80e36d81539 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:45:59.481454 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:59.506871 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event deleted for resources: {'Port': ['ID=8348f47a-7107-4712-9bab-c80e36d81539,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:45:59.518505 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.518866 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.519249 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.519597 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.519941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.520278 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.520618 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.520953 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.521284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.521616 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.521948 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.522573 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:45:59.574968 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:59.575574 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Floating IP 0dc080c7-262f-4f9b-9539-cf7a35ac7fcb disassociated (deleted). External IP: 172.25.4.45, port: fe833ee3-58b3-48aa-b768-a4b98cdb0f52. Aug 20 12:45:59.777792 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Router c969e491-4ee9-41c2-9b79-8a911da87185 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:45:59.887863 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:45:59.893276 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:45:59.897985 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] Sync routers for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:45:59.907044 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:45:59.907658 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:45:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:45:59.919528 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0a0e62c9-7ee5-4a92-b735-d91aa394d1f7 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "DELETE /v2.0/floatingips/0dc080c7-262f-4f9b-9539-cf7a35ac7fcb HTTP/1.1" status: 204 len: 168 time: 1.3711157 Aug 20 12:45:59.920125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:45:59.922428 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9beede-23d1-479e-b574-f0e5842b9613" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:46:00.014667 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:00.217121 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:00.242467 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] Checking router: c969e491-4ee9-41c2-9b79-8a911da87185 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:46:00.251150 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:00.251750 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:45:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:00.359629 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:00.441910 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563f3bd-d04d-4f4f-8636-1e7b174ce53c req-28ba40e3-1f5d-4043-a571-172e55bedceb tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:00.443520 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8563f3bd-d04d-4f4f-8636-1e7b174ce53c req-28ba40e3-1f5d-4043-a571-172e55bedceb tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.1181879 Aug 20 12:46:00.481107 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-8563f3bd-d04d-4f4f-8636-1e7b174ce53c req-cd03c8bc-d4e8-4b6b-a6ae-bfa2bf9d8a86 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314431 Aug 20 12:46:00.555553 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:00.581299 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e8357-e8b8-4efb-91a6-31c4aaad1867 None None] The sync data for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 is: [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:35:30Z', 'revision_number': 4, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'ff590353-2dd6-44b8-9352-b186262dd9ee', 'name': '', 'network_id': 'c67060b0-94b4-4d1b-9365-4fa50e70fb1a', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'mac_address': 'fa:16:3e:f7:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:29Z', 'updated_at': '2021-08-20T12:35:36Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'subnets': [{'id': '819e86f1-bfb9-48d2-99c6-4199342f4b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:46:00.794124 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a787576-1021-43f0-9c13-7ca598efc0da None None] New status for floating IP 0dc080c7-262f-4f9b-9539-cf7a35ac7fcb: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:46:01.099655 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703cd26c-90d7-44dd-87f1-f268c93dfe7a x-openstack-request-id: req-703cd26c-90d7-44dd-87f1-f268c93dfe7a {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:46:01.100086 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:46:01.110996 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-703cd26c-90d7-44dd-87f1-f268c93dfe7a {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:46:01.110996 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'status': 'completed', 'code': 200} Aug 20 12:46:01.165539 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-69ea089c-6253-4c6d-ac87-fbbe09302027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:01.167121 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-69ea089c-6253-4c6d-ac87-fbbe09302027 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d40886737d2d45d38e2ff0b6ab274727&device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 1096 time: 0.0444996 Aug 20 12:46:01.255757 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-68386ad0-137a-4805-8f51-4eacf52ae091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:01.257192 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-68386ad0-137a-4805-8f51-4eacf52ae091 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 200 len: 909 time: 0.0820475 Aug 20 12:46:01.304989 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-a3915804-7a44-43dd-ae73-a20a49654bd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 200 len: 217 time: 0.0406616 Aug 20 12:46:01.355082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-8fadb156-f3fb-4566-9e85-7e02a2d0bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:01.356478 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-8fadb156-f3fb-4566-9e85-7e02a2d0bbf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 200 len: 847 time: 0.0429010 Aug 20 12:46:01.402944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-a40b78f8-0950-46cf-9890-8854ee0a0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:01.404324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-a40b78f8-0950-46cf-9890-8854ee0a0ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c67060b0-94b4-4d1b-9365-4fa50e70fb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395799 Aug 20 12:46:01.499201 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-938117a9-6189-4b14-8bac-3d871ffbb448 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858240 Aug 20 12:46:01.591157 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9f9beede-23d1-479e-b574-f0e5842b9613 req-a4031ce8-1a2e-4cf9-ad39-ae0438170444 service neutron] 10.222.0.57 "GET /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843472 Aug 20 12:46:01.602958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b7d32-8fa0-42f5-bb9a-d71b3e1d15f2 req-cfa15e73-95ac-4731-81bb-d65c75cfc01e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:01.602958 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae6b7d32-8fa0-42f5-bb9a-d71b3e1d15f2 req-cfa15e73-95ac-4731-81bb-d65c75cfc01e tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0519352 Aug 20 12:46:01.641878 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ae6b7d32-8fa0-42f5-bb9a-d71b3e1d15f2 req-db9227bd-892b-4665-aabe-683f5330ac71 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/security-groups?id=fcc20ebf-03fa-48d5-b301-d72a89189535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332427 Aug 20 12:46:01.897715 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-3871822a-391a-4681-b831-10918b2419bb tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:01.899224 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-3871822a-391a-4681-b831-10918b2419bb tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 945 time: 0.0504389 Aug 20 12:46:01.990427 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-a7eaf497-a571-4870-a2a2-7e15355beb78 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Deleting port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:46:01.990718 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-a7eaf497-a571-4870-a2a2-7e15355beb78 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:02.075874 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-a7eaf497-a571-4870-a2a2-7e15355beb78 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] For port fe833ee3-58b3-48aa-b768-a4b98cdb0f52, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:02.076241 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-a7eaf497-a571-4870-a2a2-7e15355beb78 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:02.089305 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-a7eaf497-a571-4870-a2a2-7e15355beb78 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Calling delete_port for fe833ee3-58b3-48aa-b768-a4b98cdb0f52 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:46:02.293508 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-a7eaf497-a571-4870-a2a2-7e15355beb78 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:02.321102 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eaf497-a571-4870-a2a2-7e15355beb78 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event deleted for resources: {'Port': ['ID=fe833ee3-58b3-48aa-b768-a4b98cdb0f52,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:02.367746 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-a7eaf497-a571-4870-a2a2-7e15355beb78 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] No DVR routers for this DVR port fe833ee3-58b3-48aa-b768-a4b98cdb0f52 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:46:02.373686 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-a7eaf497-a571-4870-a2a2-7e15355beb78 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:02.373686 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2c602a8a-8444-46a6-bc3d-4003a354c287 req-a7eaf497-a571-4870-a2a2-7e15355beb78 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.57 "DELETE /v2.0/ports/fe833ee3-58b3-48aa-b768-a4b98cdb0f52 HTTP/1.1" status: 204 len: 173 time: 0.4676304 Aug 20 12:46:02.751786 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-cfeb27c9-5e3c-4c62-88a4-a63bfcedf9a1 req-abb75f89-2571-4808-90f7-7712bc72a48f tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0279396 Aug 20 12:46:03.101900 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'name': 'network-vif-deleted', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:46:03.104344 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed09ce14-e765-49de-8251-85293698b5c1" -d '{"events": [{"server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "name": "network-vif-deleted", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:46:03.143415 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259ff224-be77-4e25-8081-d67d0b7066b4 x-openstack-request-id: req-259ff224-be77-4e25-8081-d67d0b7066b4 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:46:03.143812 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8c0931-256d-479e-bb32-28b50399cf44", "name": "network-vif-deleted", "tag": "fe833ee3-58b3-48aa-b768-a4b98cdb0f52", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:46:03.144125 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-259ff224-be77-4e25-8081-d67d0b7066b4 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:46:03.144635 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8c0931-256d-479e-bb32-28b50399cf44', 'name': 'network-vif-deleted', 'tag': 'fe833ee3-58b3-48aa-b768-a4b98cdb0f52', 'status': 'completed', 'code': 200} Aug 20 12:46:03.865867 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9350ceb9-5554-4e72-9d00-3555cd3ecffb req-2aeeb660-543b-4819-9596-fcf5b5fc32ec tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0272446 Aug 20 12:46:04.017529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-458d953a-8333-4b9c-b466-def19475d6d1 req-8bd9e60c-5552-4329-baad-ebf9bdc9e5ab service neutron] (95588) timed out ('10.222.0.10', 47266) {{(pid=95588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:46:04.960480 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-d14c327b-f780-42f2-bb82-29b6a1d2a8fa req-ea6c0973-497e-421f-b287-019b3e32b583 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0259609 Aug 20 12:46:05.414771 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device fe833ee3-58b3-48aa-b768-a4b98cdb0f52 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:46:05.435001 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: fe833ee3-58b3-48aa-b768-a4b98cdb0f52 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:46:05.435354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device fe833ee3-58b3-48aa-b768-a4b98cdb0f52 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:46:06.059556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-60d264a7-3144-47a6-a824-c1e217b5007c req-d02a28df-f94d-4a30-b313-f56df20fc481 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0275214 Aug 20 12:46:07.168043 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ed9a113a-a938-419c-8ce9-3e739bf807e3 req-1d51416e-af50-4ea1-9ccf-ff7c2921a9f5 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8c0931-256d-479e-bb32-28b50399cf44 HTTP/1.1" status: 200 len: 210 time: 0.0262721 Aug 20 12:46:08.229116 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51728) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:08.293709 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea0357f1-e795-47ef-965a-2c22d40643b6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:08.318887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea0357f1-e795-47ef-965a-2c22d40643b6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:08.480708 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:46:08.501663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea0357f1-e795-47ef-965a-2c22d40643b6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:08.504639 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ea0357f1-e795-47ef-965a-2c22d40643b6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:08.505804 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ea0357f1-e795-47ef-965a-2c22d40643b6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] 10.222.0.10 "DELETE /v2.0/security-groups/fcc20ebf-03fa-48d5-b301-d72a89189535 HTTP/1.1" status: 204 len: 168 time: 0.2756176 Aug 20 12:46:08.516012 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0357f1-e795-47ef-965a-2c22d40643b6 tempest-TestShelveInstance-586662099 tempest-TestShelveInstance-586662099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc20ebf-03fa-48d5-b301-d72a89189535,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:08.672327 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51732) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:09.156057 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:09.403733 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] Deleting port ff590353-2dd6-44b8-9352-b186262dd9ee {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:46:09.404416 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:09.482237 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] For port ff590353-2dd6-44b8-9352-b186262dd9ee, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=ff590353-2dd6-44b8-9352-b186262dd9ee,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:09.482631 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:09.499594 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] Calling delete_port for ff590353-2dd6-44b8-9352-b186262dd9ee owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:46:09.841850 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:09.869657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff590353-2dd6-44b8-9352-b186262dd9ee,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:10.044474 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:10.273974 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] Router c969e491-4ee9-41c2-9b79-8a911da87185 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:46:10.381029 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:46:10.386102 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b41e004e-566b-40b7-8a91-23157a9c5cbb admin admin] 10.222.0.10 "PUT /v2.0/routers/c969e491-4ee9-41c2-9b79-8a911da87185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7126355 Aug 20 12:46:10.388670 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51736) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:10.390426 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] Sync routers for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:46:10.400457 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:10.401148 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:45:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:10.492602 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:10.594131 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:10.599444 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:10.728581 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Deleting port a4c8e8d9-e221-4a24-b0fe-cd59b175f378 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:46:10.728947 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:10.774455 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:46:09Z', 'revision_number': 5, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port': {'id': 'a4c8e8d9-e221-4a24-b0fe-cd59b175f378', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:dc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:27Z', 'updated_at': '2021-08-20T12:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:10.800676 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] Checking router: c969e491-4ee9-41c2-9b79-8a911da87185 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:46:10.807312 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] For port a4c8e8d9-e221-4a24-b0fe-cd59b175f378, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a4c8e8d9-e221-4a24-b0fe-cd59b175f378,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:10.807680 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:10.808731 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] Routers {'c969e491-4ee9-41c2-9b79-8a911da87185'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:10.809332 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:45:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c969e491-4ee9-41c2-9b79-8a911da87185'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:10.824147 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Calling delete_port for a4c8e8d9-e221-4a24-b0fe-cd59b175f378 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:46:10.891843 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] Set router c969e491-4ee9-41c2-9b79-8a911da87185 gateway port host: None {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:10.943231 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:46:10Z', 'revision_number': 6, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:10.972673 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5638ff-c456-4e27-bf57-827293f1838f None None] The sync data for ids ['c969e491-4ee9-41c2-9b79-8a911da87185'] in n-d-804230-3 is: [{'id': 'c969e491-4ee9-41c2-9b79-8a911da87185', 'name': 'tempest-TestShelveInstance-588285538-router', 'tenant_id': 'd40886737d2d45d38e2ff0b6ab274727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:26Z', 'updated_at': '2021-08-20T12:46:10Z', 'revision_number': 6, 'project_id': 'd40886737d2d45d38e2ff0b6ab274727', 'gw_port_host': None}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:46:11.061833 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.092624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c8e8d9-e221-4a24-b0fe-cd59b175f378,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:11.152971 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.239976 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.242078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.444894 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.445475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c969e491-4ee9-41c2-9b79-8a911da87185 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:46:11.458284 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.458284 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-8f3d4bab-d369-40bc-b4ff-42bc51383500 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c969e491-4ee9-41c2-9b79-8a911da87185 HTTP/1.1" status: 204 len: 168 time: 1.0616119 Aug 20 12:46:11.458284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51738) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:11.497042 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c843330a-d5b5-4bca-b37f-e972efcbd76e admin admin] Deleting subnet 819e86f1-bfb9-48d2-99c6-4199342f4b1e {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:46:11.500551 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c843330a-d5b5-4bca-b37f-e972efcbd76e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.535045 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c843330a-d5b5-4bca-b37f-e972efcbd76e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.612802 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c843330a-d5b5-4bca-b37f-e972efcbd76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.754898 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ff590353-2dd6-44b8-9352-b186262dd9ee no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:46:11.759399 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c843330a-d5b5-4bca-b37f-e972efcbd76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.778513 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: ff590353-2dd6-44b8-9352-b186262dd9ee {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:46:11.778926 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device ff590353-2dd6-44b8-9352-b186262dd9ee not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:46:11.781518 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a4c8e8d9-e221-4a24-b0fe-cd59b175f378 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:46:11.786319 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843330a-d5b5-4bca-b37f-e972efcbd76e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819e86f1-bfb9-48d2-99c6-4199342f4b1e,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:11.790172 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-c843330a-d5b5-4bca-b37f-e972efcbd76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.792058 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-c843330a-d5b5-4bca-b37f-e972efcbd76e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/819e86f1-bfb9-48d2-99c6-4199342f4b1e HTTP/1.1" status: 204 len: 168 time: 0.3367612 Aug 20 12:46:11.794958 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51740) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:11.806086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ef7440-7ce6-4f27-a7e5-1a5a87d4cf9b None None] Network c67060b0-94b4-4d1b-9365-4fa50e70fb1a requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:46:11.808428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a4c8e8d9-e221-4a24-b0fe-cd59b175f378 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:46:11.808777 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a4c8e8d9-e221-4a24-b0fe-cd59b175f378 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:46:11.872455 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.933405 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Deleting port e0cd2dbb-b334-4338-a211-40e02263eb37 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:46:11.933936 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:11.998452 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] For port e0cd2dbb-b334-4338-a211-40e02263eb37, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e0cd2dbb-b334-4338-a211-40e02263eb37,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:11.998830 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.001445 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.013046 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] DHCP port deletion for c67060b0-94b4-4d1b-9365-4fa50e70fb1a request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:46:12.013313 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Calling delete_port for e0cd2dbb-b334-4338-a211-40e02263eb37 owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:46:12.064267 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Deleting port e0cd2dbb-b334-4338-a211-40e02263eb37 {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:46:12.064658 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.125574 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] For port e0cd2dbb-b334-4338-a211-40e02263eb37, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=e0cd2dbb-b334-4338-a211-40e02263eb37,segment=NetworkSegment(b7e1c103-acb8-4640-9878-6be0198e920d),segment_id=b7e1c103-acb8-4640-9878-6be0198e920d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:12.125975 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.138517 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Calling delete_port for e0cd2dbb-b334-4338-a211-40e02263eb37 owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:46:12.178235 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.204474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cd2dbb-b334-4338-a211-40e02263eb37,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:12.212464 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] No DVR routers for this DVR port e0cd2dbb-b334-4338-a211-40e02263eb37 on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 12:46:12.213475 n-d-804230-3 neutron-server[95589]: self.session.flush() Aug 20 12:46:12.221203 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.234909 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.235173 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.235509 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.235839 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.236168 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.236491 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.236813 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.237138 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.237458 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.237775 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.238092 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.238407 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.256830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Pushing event deleted for resources: {'Port': ['ID=e0cd2dbb-b334-4338-a211-40e02263eb37,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:12.256830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] No DVR routers for this DVR port e0cd2dbb-b334-4338-a211-40e02263eb37 on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:46:12.256830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.256830 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.257232 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.257330 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.257611 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.257949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.258281 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.258641 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.258995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.259346 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.259694 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.260040 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743a2b6-7951-4908-8aea-8fbf75eb8cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:12.294736 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.305266 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67060b0-94b4-4d1b-9365-4fa50e70fb1a']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:12.315218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e1c103-acb8-4640-9878-6be0198e920d') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:12.315514 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e1c103-acb8-4640-9878-6be0198e920d') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:12.324080 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.337183 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.342945 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:46:12.343834 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:46:12.345400 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:46:12.490021 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.495690 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:12.497368 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c67060b0-94b4-4d1b-9365-4fa50e70fb1a HTTP/1.1" status: 204 len: 168 time: 0.7014587 Aug 20 12:46:12.500494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51742) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:12.508151 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577d291-2374-4b87-b816-abe988ee89b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67060b0-94b4-4d1b-9365-4fa50e70fb1a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:13.133486 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:13.380600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] Deleting port c817dabf-fede-4899-bda2-a35197c93b16 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:46:13.380925 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:13.460082 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] For port c817dabf-fede-4899-bda2-a35197c93b16, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c817dabf-fede-4899-bda2-a35197c93b16,segment=NetworkSegment(1ff0c9f7-f1ec-4019-a568-f6f1cd11e719),segment_id=1ff0c9f7-f1ec-4019-a568-f6f1cd11e719)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:13.460444 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:13.472903 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] Calling delete_port for c817dabf-fede-4899-bda2-a35197c93b16 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:46:13.670083 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0cd2dbb-b334-4338-a211-40e02263eb37 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:46:13.690835 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: e0cd2dbb-b334-4338-a211-40e02263eb37 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:46:13.691182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device e0cd2dbb-b334-4338-a211-40e02263eb37 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:46:13.736565 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:13.763064 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c817dabf-fede-4899-bda2-a35197c93b16,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:13.939778 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:14.154034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] Router 10301658-4e54-4917-910b-7a41042ab971 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:46:14.259250 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:46:14.264273 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-3212b1c0-761e-4cc0-abd6-118cbe86def9 admin admin] 10.222.0.10 "PUT /v2.0/routers/10301658-4e54-4917-910b-7a41042ab971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7627056 Aug 20 12:46:14.267383 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51744) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:14.269997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] Sync routers for ids ['10301658-4e54-4917-910b-7a41042ab971'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:46:14.279598 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] Routers {'10301658-4e54-4917-910b-7a41042ab971'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:14.280462 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:45:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['10301658-4e54-4917-910b-7a41042ab971'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:14.320740 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:14.372502 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:14.385120 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] Set router 10301658-4e54-4917-910b-7a41042ab971 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:14.476231 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:14.563048 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10301658-4e54-4917-910b-7a41042ab971', 'name': 'tempest-TestShelveInstance-1300480711-router', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '429fbb7f-f620-4825-a20d-7ba437834989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:32Z', 'updated_at': '2021-08-20T12:46:13Z', 'revision_number': 5, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'gw_port': {'id': '429fbb7f-f620-4825-a20d-7ba437834989', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:66:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10301658-4e54-4917-910b-7a41042ab971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:35:33Z', 'updated_at': '2021-08-20T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:14.593303 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] Checking router: 10301658-4e54-4917-910b-7a41042ab971 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:46:14.595834 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Deleting port 429fbb7f-f620-4825-a20d-7ba437834989 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:46:14.596183 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:14.601653 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] Routers {'10301658-4e54-4917-910b-7a41042ab971'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:14.602272 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:45:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['10301658-4e54-4917-910b-7a41042ab971'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:14.677749 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] For port 429fbb7f-f620-4825-a20d-7ba437834989, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=429fbb7f-f620-4825-a20d-7ba437834989,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:14.678128 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:14.693886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Calling delete_port for 429fbb7f-f620-4825-a20d-7ba437834989 owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:46:14.837008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] Set router 10301658-4e54-4917-910b-7a41042ab971 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:14.888387 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10301658-4e54-4917-910b-7a41042ab971', 'name': 'tempest-TestShelveInstance-1300480711-router', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:32Z', 'updated_at': '2021-08-20T12:46:14Z', 'revision_number': 6, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:14.917006 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30824c-3c8d-43b5-98f1-2e190a30a1c2 None None] The sync data for ids ['10301658-4e54-4917-910b-7a41042ab971'] in n-d-804230-3 is: [{'id': '10301658-4e54-4917-910b-7a41042ab971', 'name': 'tempest-TestShelveInstance-1300480711-router', 'tenant_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:35:32Z', 'updated_at': '2021-08-20T12:46:14Z', 'revision_number': 6, 'project_id': '40bcf8ad783849ba9be74dce16bb3bb0', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:46:14.939231 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:14.967967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=429fbb7f-f620-4825-a20d-7ba437834989,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:15.027887 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.081004 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-66097945-e103-4a62-a0b3-ca9cb871c32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.116194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.118199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.224348 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.224806 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10301658-4e54-4917-910b-7a41042ab971 {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:46:15.234492 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.234492 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-bacdd5f4-1446-41aa-885c-0327ef9b99d4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/10301658-4e54-4917-910b-7a41042ab971 HTTP/1.1" status: 204 len: 168 time: 0.9620874 Aug 20 12:46:15.234492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51746) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:15.278521 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-18558667-82d3-4a64-9cc5-0c68c296fe01 admin admin] Deleting subnet bd29c970-2cc7-41e7-95ca-f7df35462f23 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:46:15.282346 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18558667-82d3-4a64-9cc5-0c68c296fe01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.317872 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18558667-82d3-4a64-9cc5-0c68c296fe01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.402994 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18558667-82d3-4a64-9cc5-0c68c296fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.527066 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18558667-82d3-4a64-9cc5-0c68c296fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.554632 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18558667-82d3-4a64-9cc5-0c68c296fe01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd29c970-2cc7-41e7-95ca-f7df35462f23,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:15.556596 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-18558667-82d3-4a64-9cc5-0c68c296fe01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.558506 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-18558667-82d3-4a64-9cc5-0c68c296fe01 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bd29c970-2cc7-41e7-95ca-f7df35462f23 HTTP/1.1" status: 204 len: 168 time: 0.3246326 Aug 20 12:46:15.561086 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51748) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:15.563408 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb5bb2d-c239-470d-8b83-015385ab0ffb None None] Network 07b0b38f-802b-4a19-b26e-4e475aba48a2 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:46:15.626961 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.700162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Deleting port 07b47f47-0287-49b3-aebf-ad6387eb21ed {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:46:15.700837 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.728208 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c817dabf-fede-4899-bda2-a35197c93b16 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:46:15.752454 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c817dabf-fede-4899-bda2-a35197c93b16 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:46:15.752823 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c817dabf-fede-4899-bda2-a35197c93b16 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:46:15.753229 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 429fbb7f-f620-4825-a20d-7ba437834989 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:46:15.766387 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] For port 07b47f47-0287-49b3-aebf-ad6387eb21ed, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=07b47f47-0287-49b3-aebf-ad6387eb21ed,segment=NetworkSegment(1ff0c9f7-f1ec-4019-a568-f6f1cd11e719),segment_id=1ff0c9f7-f1ec-4019-a568-f6f1cd11e719)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:15.766783 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.773913 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e91fb98-f266-4786-8929-995a1ea77a7f None None] DHCP port deletion for 07b0b38f-802b-4a19-b26e-4e475aba48a2 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:46:15.775991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 429fbb7f-f620-4825-a20d-7ba437834989 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:46:15.776338 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 429fbb7f-f620-4825-a20d-7ba437834989 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:46:15.779729 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Calling delete_port for 07b47f47-0287-49b3-aebf-ad6387eb21ed owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:46:15.822601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7e91fb98-f266-4786-8929-995a1ea77a7f None None] Deleting port 07b47f47-0287-49b3-aebf-ad6387eb21ed {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:46:15.823287 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e91fb98-f266-4786-8929-995a1ea77a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.885105 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-7e91fb98-f266-4786-8929-995a1ea77a7f None None] For port 07b47f47-0287-49b3-aebf-ad6387eb21ed, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=07b47f47-0287-49b3-aebf-ad6387eb21ed,segment=NetworkSegment(1ff0c9f7-f1ec-4019-a568-f6f1cd11e719),segment_id=1ff0c9f7-f1ec-4019-a568-f6f1cd11e719)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:15.885725 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e91fb98-f266-4786-8929-995a1ea77a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.902745 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-7e91fb98-f266-4786-8929-995a1ea77a7f None None] Calling delete_port for 07b47f47-0287-49b3-aebf-ad6387eb21ed owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:46:15.935938 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:15.965621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Pushing event deleted for resources: {'Port': ['ID=07b47f47-0287-49b3-aebf-ad6387eb21ed,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:15.971459 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] No DVR routers for this DVR port 07b47f47-0287-49b3-aebf-ad6387eb21ed on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:46:15.981127 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7e91fb98-f266-4786-8929-995a1ea77a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.005173 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91fb98-f266-4786-8929-995a1ea77a7f None None] Pushing event deleted for resources: {'Port': ['ID=07b47f47-0287-49b3-aebf-ad6387eb21ed,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:16.023678 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91fb98-f266-4786-8929-995a1ea77a7f None None] No DVR routers for this DVR port 07b47f47-0287-49b3-aebf-ad6387eb21ed on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:46:16.064232 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.074028 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b0b38f-802b-4a19-b26e-4e475aba48a2']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:16.085109 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:16.085408 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff0c9f7-f1ec-4019-a568-f6f1cd11e719') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:16.094100 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.107545 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.113886 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: timer() Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:46:16.116094 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:46:16.252374 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.261294 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.261294 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] 10.222.0.10 "DELETE /v2.0/networks/07b0b38f-802b-4a19-b26e-4e475aba48a2 HTTP/1.1" status: 204 len: 168 time: 0.6977134 Aug 20 12:46:16.271264 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34e957-f961-470c-9947-8c88ff3072ce admin admin] Pushing event deleted for resources: {'Network': ['ID=07b0b38f-802b-4a19-b26e-4e475aba48a2,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:16.684393 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51752) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:16.724133 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d5c1d82b-655d-4ab3-91f2-122365aa32da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d40886737d2d45d38e2ff0b6ab274727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386007 Aug 20 12:46:16.726727 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51754) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:16.774654 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4092fd86-9849-4241-8d3b-2345af857fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.795381 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4092fd86-9849-4241-8d3b-2345af857fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.946904 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4092fd86-9849-4241-8d3b-2345af857fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.949507 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-4092fd86-9849-4241-8d3b-2345af857fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:16.950684 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-4092fd86-9849-4241-8d3b-2345af857fdb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fcb2abd-a29c-401d-9bdb-cdbb6a2efb5d HTTP/1.1" status: 204 len: 168 time: 0.2230141 Aug 20 12:46:16.958719 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092fd86-9849-4241-8d3b-2345af857fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcb2abd-a29c-401d-9bdb-cdbb6a2efb5d,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:17.671972 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 07b47f47-0287-49b3-aebf-ad6387eb21ed no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:46:17.695976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 07b47f47-0287-49b3-aebf-ad6387eb21ed {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:46:17.696894 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 07b47f47-0287-49b3-aebf-ad6387eb21ed not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:46:17.788333 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51762) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:17.812797 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-12ee0333-0b50-4939-ab05-d778e5ef0989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:17.833086 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-35b9cf46-4737-4445-a86d-6165778ce3a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40bcf8ad783849ba9be74dce16bb3bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434287 Aug 20 12:46:17.835557 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51764) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:17.883447 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-96257412-2cd3-476e-ae16-8bb5a9170429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:17.904765 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-96257412-2cd3-476e-ae16-8bb5a9170429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:18.050249 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-96257412-2cd3-476e-ae16-8bb5a9170429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:18.053051 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-96257412-2cd3-476e-ae16-8bb5a9170429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:18.054267 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-96257412-2cd3-476e-ae16-8bb5a9170429 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed0d27c5-d39f-4fd6-867e-7cf394c5d4fb HTTP/1.1" status: 204 len: 168 time: 0.2178159 Aug 20 12:46:18.064299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96257412-2cd3-476e-ae16-8bb5a9170429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0d27c5-d39f-4fd6-867e-7cf394c5d4fb,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:18.748661 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:19.145996 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51788) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:19.249385 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1247681782-network', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:19.343854 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Made reservation on behalf of 2984c2af8f504a3fbab7296b43923aeb for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:46:19.346217 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:19.355303 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:19.444073 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:19.552682 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:19.590982 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:46:19.595583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635f3c32-6f4b-4973-9df2-65f9a11ece53,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:19.603002 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:19.603919 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Added segment b0a2b5bf-140a-43d0-8423-0f66fb4dc77d of type vlan for network 30b57c76-debb-4118-9189-81fe326419cc Aug 20 12:46:19.607145 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:19.646107 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:19.715274 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:19.716213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:19.716799 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:19.773470 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] Pushing event updated for resources: {'Network': ['ID=30b57c76-debb-4118-9189-81fe326419cc,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:19.783761 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 30b57c76-debb-4118-9189-81fe326419cc details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:46:19.819245 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-22315392-3c08-4e63-99ba-345d42d22732 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6718514 Aug 20 12:46:19.825887 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51792) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:19.830964 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Request body: {'subnet': {'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1247681782-subnet', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:19.903946 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Made reservation on behalf of 2984c2af8f504a3fbab7296b43923aeb for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:46:19.906280 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:20.161226 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:20.220358 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:20.225406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Checking segment: {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:46:20.225774 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Network hostable DHCP agents. Network: 30b57c76-debb-4118-9189-81fe326419cc, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:46:20.315164 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Network 30b57c76-debb-4118-9189-81fe326419cc is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:46:20.398046 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 30b57c76-debb-4118-9189-81fe326419cc) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:20.401896 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:20.402553 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:20.406520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa9a71b-0f4c-4e19-9f19-dbf558418b15 None None] Network 30b57c76-debb-4118-9189-81fe326419cc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:46:20.476587 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-e0696f9b-b31e-4691-b823-19fa720309d5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6495566 Aug 20 12:46:20.479499 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51794) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:20.483965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:20.547924 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-30b57c76-debb-4118-9189-81fe326419cc', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:46:20.548767 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:20.601563 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:20.602811 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:20.662614 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:20.697317 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Allocated IP 172.20.0.2 (30b57c76-debb-4118-9189-81fe326419cc/e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1/b427771c-58d0-421f-8a26-08bb7b17619c) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:46:20.839286 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:20.847975 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Transition to ACTIVE for port object b427771c-58d0-421f-8a26-08bb7b17619c will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:20.862638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Transition to ACTIVE for port object b427771c-58d0-421f-8a26-08bb7b17619c will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:20.864300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:20.952797 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:20.991948 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Network 30b57c76-debb-4118-9189-81fe326419cc is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:46:20.994644 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:20.997984 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:46:21.006949 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Pushing event updated for resources: {'Port': ['ID=b427771c-58d0-421f-8a26-08bb7b17619c,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:21.061763 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Attempting to bind port b427771c-58d0-421f-8a26-08bb7b17619c on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:46:21.062129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Attempting to bind port b427771c-58d0-421f-8a26-08bb7b17619c by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:46:21.062522 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Attempting to bind port b427771c-58d0-421f-8a26-08bb7b17619c on network 30b57c76-debb-4118-9189-81fe326419cc {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:46:21.067442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:46:21.067820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Checking segment: {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:46:21.068225 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:21.068622 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Bound using segment: {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:46:21.069088 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Bound port: b427771c-58d0-421f-8a26-08bb7b17619c, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:46:21.069518 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:21.146207 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] For port b427771c-58d0-421f-8a26-08bb7b17619c, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:46:21.149632 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] For port b427771c-58d0-421f-8a26-08bb7b17619c, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b427771c-58d0-421f-8a26-08bb7b17619c,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:46:21.177278 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:21.196099 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:21.230265 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:21.244285 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:21.302254 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9b96c-2bc2-47b4-b94a-01221095034f None None] Pushing event updated for resources: {'Port': ['ID=b427771c-58d0-421f-8a26-08bb7b17619c,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:21.307780 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Allocated IP 172.25.4.239 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/464b5485-61c7-473c-be42-2507af0151ce) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:46:21.412881 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:21.513189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:21.557549 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:46:21.561859 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:21.568640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:46:21.571677 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Pushing event updated for resources: {'Port': ['ID=464b5485-61c7-473c-be42-2507af0151ce,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:21.711773 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b427771c-58d0-421f-8a26-08bb7b17619c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:21.824050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port b427771c-58d0-421f-8a26-08bb7b17619c completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:22.135134 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9997b00-28d3-45c3-9049-49a575c0075e None None] Network 30b57c76-debb-4118-9189-81fe326419cc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:46:22.239866 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:22.367477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-78f27c62-bfa2-4320-b2bd-ecb2b84dfe6c None None] Provisioning for port b427771c-58d0-421f-8a26-08bb7b17619c completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:22.372004 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-78f27c62-bfa2-4320-b2bd-ecb2b84dfe6c None None] Provisioning complete for port b427771c-58d0-421f-8a26-08bb7b17619c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:22.372625 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-78f27c62-bfa2-4320-b2bd-ecb2b84dfe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:22.452120 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:22.453277 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-78f27c62-bfa2-4320-b2bd-ecb2b84dfe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:22.487121 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-78f27c62-bfa2-4320-b2bd-ecb2b84dfe6c None None] For port b427771c-58d0-421f-8a26-08bb7b17619c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b427771c-58d0-421f-8a26-08bb7b17619c,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:22.555550 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-78f27c62-bfa2-4320-b2bd-ecb2b84dfe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:22.602893 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f27c62-bfa2-4320-b2bd-ecb2b84dfe6c None None] Pushing event updated for resources: {'Port': ['ID=b427771c-58d0-421f-8a26-08bb7b17619c,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:22.658350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Router cf455402-9f14-43c2-8b3f-43361582253f is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:46:22.674109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-c5ec0145-ec4e-4516-8a6a-b9e36352b5d7 None None] Provisioning complete for port b427771c-58d0-421f-8a26-08bb7b17619c triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:22.674511 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0145-ec4e-4516-8a6a-b9e36352b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:22.767193 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:46:22.777795 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Sync routers for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:46:22.786735 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:22.791748 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:22.852461 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:22.853858 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-ab4bfb0f-4bd4-4a0c-8f65-d419071852b9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3734078 Aug 20 12:46:22.856621 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51798) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:22.888701 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:23.064756 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:22Z', 'revision_number': 3, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:23.093750 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Checking router: cf455402-9f14-43c2-8b3f-43361582253f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:46:23.094096 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Updating router cf455402-9f14-43c2-8b3f-43361582253f port 464b5485-61c7-473c-be42-2507af0151ce binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:46:23.118834 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.263078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.363766 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.373354 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Transition to ACTIVE for port object 464b5485-61c7-473c-be42-2507af0151ce will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:23.416914 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Allocated IP 172.20.0.1 (30b57c76-debb-4118-9189-81fe326419cc/e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1/a69a3e2a-60cb-415b-ab69-aa831df1c193) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:46:23.455791 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.503333 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Attempting to bind port 464b5485-61c7-473c-be42-2507af0151ce on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:46:23.503704 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Attempting to bind port 464b5485-61c7-473c-be42-2507af0151ce by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:46:23.504072 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Attempting to bind port 464b5485-61c7-473c-be42-2507af0151ce on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:46:23.512868 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Pushing event updated for resources: {'Port': ['ID=464b5485-61c7-473c-be42-2507af0151ce,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:23.515116 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:46:23.515428 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:46:23.515832 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.516230 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:46:23.516689 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Bound port: 464b5485-61c7-473c-be42-2507af0151ce, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:46:23.517066 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.517384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.530688 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Transition to ACTIVE for port object a69a3e2a-60cb-415b-ab69-aa831df1c193 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:23.543575 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.543926 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.544269 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.544610 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.544950 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.545281 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.545611 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.545937 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.546262 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.546614 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.546941 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.547265 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:46:23.581435 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] For port 464b5485-61c7-473c-be42-2507af0151ce, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:46:23.584463 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] For port 464b5485-61c7-473c-be42-2507af0151ce, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=464b5485-61c7-473c-be42-2507af0151ce,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:46:23.667720 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.690656 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b427771c-58d0-421f-8a26-08bb7b17619c up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:23.696007 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.717225 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Network 30b57c76-debb-4118-9189-81fe326419cc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:46:23.720399 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:23.723583 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:46:23.740391 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port b427771c-58d0-421f-8a26-08bb7b17619c triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:23.741020 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.752412 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041478f8-44fc-42ad-97c3-b38f20065d67 None None] Pushing event updated for resources: {'Port': ['ID=464b5485-61c7-473c-be42-2507af0151ce,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:23.758747 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Pushing event updated for resources: {'Port': ['ID=a69a3e2a-60cb-415b-ab69-aa831df1c193,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:23.765853 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:23.766504 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:23.789791 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:23.901821 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:24.032161 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:24.080901 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-01ddec06-c494-40dd-aa60-89e89af134a9 None None] Provisioning for port a69a3e2a-60cb-415b-ab69-aa831df1c193 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:24.085076 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-01ddec06-c494-40dd-aa60-89e89af134a9 None None] Provisioning complete for port a69a3e2a-60cb-415b-ab69-aa831df1c193 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:24.085427 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-01ddec06-c494-40dd-aa60-89e89af134a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:24.119661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-01ddec06-c494-40dd-aa60-89e89af134a9 None None] Port a69a3e2a-60cb-415b-ab69-aa831df1c193 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:46:24.180871 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:22Z', 'revision_number': 3, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:24.199194 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:24.209388 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361743c-8da7-47d6-b1d3-4b1db36cc81b None None] The sync data for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 is: [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:22Z', 'revision_number': 3, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:46:24.283937 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:24.351446 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:24.353415 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Pushing event updated for resources: {'Port': ['ID=a69a3e2a-60cb-415b-ab69-aa831df1c193,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:24.462725 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Network 30b57c76-debb-4118-9189-81fe326419cc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:46:24.464322 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:24.591932 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Router cf455402-9f14-43c2-8b3f-43361582253f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:46:24.703261 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:46:24.709099 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-885fd9c6-995a-44ae-8673-ba45005e2b16 admin admin] 10.222.0.10 "PUT /v2.0/routers/cf455402-9f14-43c2-8b3f-43361582253f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8514028 Aug 20 12:46:24.743363 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a2afd339-5450-44d2-87f3-5f87f6e4c456 None None] Provisioning complete for port a69a3e2a-60cb-415b-ab69-aa831df1c193 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:24.743872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a2afd339-5450-44d2-87f3-5f87f6e4c456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:24.780099 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a2afd339-5450-44d2-87f3-5f87f6e4c456 None None] Port a69a3e2a-60cb-415b-ab69-aa831df1c193 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:46:25.414292 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51814) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:25.419463 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-858329618-network', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:25.498369 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Made reservation on behalf of fa8c2a92d8424594bffd891cfe761ae5 for: {'network': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:46:25.500804 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for network, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.513539 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.603400 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.692307 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.699389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 464b5485-61c7-473c-be42-2507af0151ce up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:25.717807 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=95587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 12:46:25.731464 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaf5cd4-04d8-4cc1-b862-2dfed2852e00,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:25.733559 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.733910 n-d-804230-3 neutron-server[95587]: INFO neutron.db.segments_db [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Added segment 98c5d4ac-d06b-443c-87e7-36121b37e004 of type vlan for network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 Aug 20 12:46:25.743737 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Sync routers for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:46:25.757576 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:25.758189 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8070186e-1587-4194-b18b-44afa4206eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:25.775440 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754705813580'] for network, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.843109 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 464b5485-61c7-473c-be42-2507af0151ce completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:25.851202 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 464b5485-61c7-473c-be42-2507af0151ce triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:25.851579 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.869381 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029'] for network, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.870939 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:25.874885 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:25.897783 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:25.931119 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] Pushing event updated for resources: {'Network': ['ID=6dbbcc0b-1995-4f3c-93e7-eff2c12ce014,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:25.945648 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 details requested by agent ovs-agent-n-d-804230-3 with host n-d-804230-3 {{(pid=95589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 12:46:25.973629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b6fccc78-9fb7-49a9-90b8-8c56420bca39 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5581565 Aug 20 12:46:25.976422 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51816) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:25.981352 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Request body: {'subnet': {'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-858329618-subnet', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'ip_version': 4}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:26.063650 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Made reservation on behalf of fa8c2a92d8424594bffd891cfe761ae5 for: {'subnet': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:46:26.066116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26718733'] for subnet, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.108920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.142890 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 464b5485-61c7-473c-be42-2507af0151ce, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=464b5485-61c7-473c-be42-2507af0151ce,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:26.203982 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8070186e-1587-4194-b18b-44afa4206eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:24Z', 'revision_number': 2, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:26.231736 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.234516 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Checking router: cf455402-9f14-43c2-8b3f-43361582253f for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:46:26.234878 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Updating router cf455402-9f14-43c2-8b3f-43361582253f port a69a3e2a-60cb-415b-ab69-aa831df1c193 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:46:26.280570 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.292494 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27008291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26718751'] for subnet, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.308484 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=464b5485-61c7-473c-be42-2507af0151ce,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:26.352485 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd637350-8388-4b1f-b84d-71c29439b817,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:26.361281 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Checking segment: {'id': '98c5d4ac-d06b-443c-87e7-36121b37e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:46:26.361640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Network hostable DHCP agents. Network: 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014, hostable agents: ['e79c3c35-8c8f-4800-b5fa-94512c3fbfd3'], hosted agents: [] {{(pid=95587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 12:46:26.432406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 is scheduled to be hosted by DHCP agent e79c3c35-8c8f-4800-b5fa-94512c3fbfd3 with binding_index 1 {{(pid=95587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 12:46:26.498276 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804230-3, 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014) {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:26.503436 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:26.504552 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.508430 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644667eb-4543-463e-b1b3-55f2e3b7e7c9 None None] Network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:46:26.601797 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-007dd203-f1c1-4c81-a1a5-314f9573fe66 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6220272 Aug 20 12:46:26.602035 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51818) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:26.606489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-858329618-router', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:26.611294 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.631899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Transition to ACTIVE for port object a69a3e2a-60cb-415b-ab69-aa831df1c193 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:26.690961 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2772'] for router, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.692040 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2733'] for router, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.712702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ee95d78-9875-5c27-97bf-f5667a46cf3d-6dbbcc0b-1995-4f3c-93e7-eff2c12ce014', 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'fixed_ips': [{'subnet_id': 'cd637350-8388-4b1f-b84d-71c29439b817'}]}} from n-d-804230-3. {{(pid=95589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 12:46:26.713673 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.723484 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.745481 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.840820 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdd02f-5598-4bef-9a42-89e7cca7c781 None None] Pushing event updated for resources: {'Port': ['ID=a69a3e2a-60cb-415b-ab69-aa831df1c193,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:26.930309 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Attempting to bind port a69a3e2a-60cb-415b-ab69-aa831df1c193 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:46:26.930704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Attempting to bind port a69a3e2a-60cb-415b-ab69-aa831df1c193 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:46:26.931078 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Attempting to bind port a69a3e2a-60cb-415b-ab69-aa831df1c193 on network 30b57c76-debb-4118-9189-81fe326419cc {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:46:26.942258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:46:26.988491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Checking segment: {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:46:26.988491 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.988491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Bound using segment: {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:46:26.988491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Bound port: a69a3e2a-60cb-415b-ab69-aa831df1c193, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:46:26.988491 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:26.988491 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.db_base_plugin_common [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Allocated IP 172.20.0.2 (6dbbcc0b-1995-4f3c-93e7-eff2c12ce014/cd637350-8388-4b1f-b84d-71c29439b817/192d8ccc-226e-40ae-b357-b39e069ad33a) {{(pid=95589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:46:27.015206 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.079145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8070186e-1587-4194-b18b-44afa4206eea None None] For port a69a3e2a-60cb-415b-ab69-aa831df1c193, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:46:27.084528 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-8070186e-1587-4194-b18b-44afa4206eea None None] For port a69a3e2a-60cb-415b-ab69-aa831df1c193, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a69a3e2a-60cb-415b-ab69-aa831df1c193,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:46:27.152405 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Notify callbacks [] for port, precommit_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.160533 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Transition to ACTIVE for port object 192d8ccc-226e-40ae-b357-b39e069ad33a will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:27.165118 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.211464 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Transition to ACTIVE for port object 192d8ccc-226e-40ae-b357-b39e069ad33a will not be triggered until provisioned by entity DHCP. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:27.236979 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:27.237658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8070186e-1587-4194-b18b-44afa4206eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:27.239649 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdd02f-5598-4bef-9a42-89e7cca7c781 None None] Pushing event updated for resources: {'Port': ['ID=a69a3e2a-60cb-415b-ab69-aa831df1c193,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:27.314651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.335709 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.449736 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Allocated IP 172.25.4.250 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/a7befa1d-b46f-4bdd-9b51-4e9e80058f7b) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:46:27.496195 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861'] for port, after_create {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.557811 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 is already hosted by enough agents. {{(pid=95589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:46:27.559457 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.567682 n-d-804230-3 neutron-server[95589]: DEBUG neutron.scheduler.base_scheduler [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Resources bound (agent type, host, resource id): {{(pid=95589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:27.570675 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-8070186e-1587-4194-b18b-44afa4206eea None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:27.578321 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Received port after_create {{(pid=95589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:46:27.603704 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Pushing event updated for resources: {'Port': ['ID=192d8ccc-226e-40ae-b357-b39e069ad33a,revision_number=1']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:27.667449 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.696355 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 464b5485-61c7-473c-be42-2507af0151ce up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:27.709301 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:46:27.712216 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:27.715699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:46:27.741379 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Pushing event updated for resources: {'Port': ['ID=a7befa1d-b46f-4bdd-9b51-4e9e80058f7b,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:27.771089 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Attempting to bind port 192d8ccc-226e-40ae-b357-b39e069ad33a on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:46:27.771684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Attempting to bind port 192d8ccc-226e-40ae-b357-b39e069ad33a by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '98c5d4ac-d06b-443c-87e7-36121b37e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:46:27.772145 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Attempting to bind port 192d8ccc-226e-40ae-b357-b39e069ad33a on network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:46:27.789825 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:46:27.790169 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Checking segment: {'id': '98c5d4ac-d06b-443c-87e7-36121b37e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:46:27.790608 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.791013 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Bound using segment: {'id': '98c5d4ac-d06b-443c-87e7-36121b37e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:46:27.791487 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Bound port: 192d8ccc-226e-40ae-b357-b39e069ad33a, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c5d4ac-d06b-443c-87e7-36121b37e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:46:27.791892 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.887849 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 464b5485-61c7-473c-be42-2507af0151ce triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:27.888522 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:27.943663 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] For port 192d8ccc-226e-40ae-b357-b39e069ad33a, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:46:27.963962 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] For port 192d8ccc-226e-40ae-b357-b39e069ad33a, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=192d8ccc-226e-40ae-b357-b39e069ad33a,segment=NetworkSegment(98c5d4ac-d06b-443c-87e7-36121b37e004),segment_id=98c5d4ac-d06b-443c-87e7-36121b37e004)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:46:28.014937 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-8070186e-1587-4194-b18b-44afa4206eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:27Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:28.020051 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:28.081222 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8070186e-1587-4194-b18b-44afa4206eea None None] The sync data for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 is: [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:27Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:46:28.131661 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9972c8b-ba42-4f3d-8d5e-428bd59eebf4 None None] Pushing event updated for resources: {'Port': ['ID=192d8ccc-226e-40ae-b357-b39e069ad33a,revision_number=2']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:28.420562 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:28.631379 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614838'] for router, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:28.912839 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Router c78cd254-b9ab-4305-adda-d694025b53c4 is scheduled to L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 with binding_index 1 {{(pid=95587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 12:46:29.045230 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:46:29.056457 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Sync routers for ids ['c78cd254-b9ab-4305-adda-d694025b53c4'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:46:29.068335 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Routers {'c78cd254-b9ab-4305-adda-d694025b53c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:29.074578 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c78cd254-b9ab-4305-adda-d694025b53c4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:29.129975 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:29.131322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-aa41a7f3-084b-42d0-8ca7-2b83ca7d89cb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5282528 Aug 20 12:46:29.134218 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51820) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:29.135327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea1f161-7cb9-4b27-a07d-d0fd91d544a1 None None] Network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:46:29.210912 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Set router c78cd254-b9ab-4305-adda-d694025b53c4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:29.305993 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-471b89d8-3f98-45a9-b3ca-27a50b30ef2e None None] Provisioning for port 192d8ccc-226e-40ae-b357-b39e069ad33a completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:29.413108 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'name': 'tempest-TestSnapshotPattern-858329618-router', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:26Z', 'updated_at': '2021-08-20T12:46:27Z', 'revision_number': 3, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'gw_port': {'id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:38:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:27Z', 'updated_at': '2021-08-20T12:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:29.441339 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Checking router: c78cd254-b9ab-4305-adda-d694025b53c4 for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:46:29.441752 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Updating router c78cd254-b9ab-4305-adda-d694025b53c4 port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b binding host n-d-804230-3 {{(pid=95590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:46:29.470271 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:29.739410 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:29.750657 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.provisioning_blocks [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Transition to ACTIVE for port object a7befa1d-b46f-4bdd-9b51-4e9e80058f7b will not be triggered until provisioned by entity L2. {{(pid=95590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:29.772354 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 192d8ccc-226e-40ae-b357-b39e069ad33a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:29.852532 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:29.873111 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:29.903889 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port 192d8ccc-226e-40ae-b357-b39e069ad33a completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:29.906113 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Attempting to bind port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b on host n-d-804230-3 for vnic_type normal with profile {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:46:29.906513 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Attempting to bind port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:46:29.911497 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Attempting to bind port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b on network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:46:29.911638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 192d8ccc-226e-40ae-b357-b39e069ad33a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:29.911638 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:29.911825 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d5660-7df6-48cc-8c3e-f124dd7db852 None None] Pushing event updated for resources: {'Port': ['ID=a7befa1d-b46f-4bdd-9b51-4e9e80058f7b,revision_number=2']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:29.916416 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:46:29.916796 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Checking segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:46:29.917200 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:29.917590 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Bound using segment: {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'} {{(pid=95590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:46:29.918057 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.managers [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Bound port: a7befa1d-b46f-4bdd-9b51-4e9e80058f7b, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879969e1-cc88-41d8-be94-56e51a7d3679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3'}}] {{(pid=95590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:46:29.918474 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:29.974223 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] For port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b, host n-d-804230-3, cleared binding levels {{(pid=95590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:46:29.977555 n-d-804230-3 neutron-server[95590]: DEBUG neutron.plugins.ml2.db [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] For port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a7befa1d-b46f-4bdd-9b51-4e9e80058f7b,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:46:29.994248 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.030583 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port 192d8ccc-226e-40ae-b357-b39e069ad33a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=192d8ccc-226e-40ae-b357-b39e069ad33a,segment=NetworkSegment(98c5d4ac-d06b-443c-87e7-36121b37e004),segment_id=98c5d4ac-d06b-443c-87e7-36121b37e004)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:30.038309 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Allocated IP 172.20.0.1 (6dbbcc0b-1995-4f3c-93e7-eff2c12ce014/cd637350-8388-4b1f-b84d-71c29439b817/c8725ee2-a27a-4475-ab32-4766609e38b1) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:46:30.052626 n-d-804230-3 neutron-server[95590]: DEBUG neutron_lib.callbacks.manager [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.112784 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.113601 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a69a3e2a-60cb-415b-ab69-aa831df1c193 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:30.115878 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d5660-7df6-48cc-8c3e-f124dd7db852 None None] Pushing event updated for resources: {'Port': ['ID=a7befa1d-b46f-4bdd-9b51-4e9e80058f7b,revision_number=3']} {{(pid=95590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:30.123561 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Routers {'c78cd254-b9ab-4305-adda-d694025b53c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:30.123561 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c78cd254-b9ab-4305-adda-d694025b53c4'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:30.144996 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.158534 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Transition to ACTIVE for port object c8725ee2-a27a-4475-ab32-4766609e38b1 will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:30.200442 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=192d8ccc-226e-40ae-b357-b39e069ad33a,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:30.238097 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] Set router c78cd254-b9ab-4305-adda-d694025b53c4 gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:30.259591 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.295448 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a69a3e2a-60cb-415b-ab69-aa831df1c193 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:30.300450 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a69a3e2a-60cb-415b-ab69-aa831df1c193 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:30.301046 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.302022 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:46:30.306378 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:30.312849 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:46:30.347390 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Pushing event updated for resources: {'Port': ['ID=c8725ee2-a27a-4475-ab32-4766609e38b1,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:30.358365 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595548'] for router_interface, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.406707 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.434589 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'name': 'tempest-TestSnapshotPattern-858329618-router', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:26Z', 'updated_at': '2021-08-20T12:46:27Z', 'revision_number': 3, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'gw_port': {'id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:38:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:27Z', 'updated_at': '2021-08-20T12:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:30.457959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port a69a3e2a-60cb-415b-ab69-aa831df1c193, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a69a3e2a-60cb-415b-ab69-aa831df1c193,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:30.470143 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad31a02-1ecb-41e4-8a84-7bd82e834dd4 None None] The sync data for ids ['c78cd254-b9ab-4305-adda-d694025b53c4'] in n-d-804230-3 is: [{'id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'name': 'tempest-TestSnapshotPattern-858329618-router', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:26Z', 'updated_at': '2021-08-20T12:46:27Z', 'revision_number': 3, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'gw_port': {'id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:38:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:27Z', 'updated_at': '2021-08-20T12:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:46:30.546713 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.600773 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.603196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=a69a3e2a-60cb-415b-ab69-aa831df1c193,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:30.673991 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d924dab2-b336-405d-a536-cca253b74bbe None None] Provisioning for port c8725ee2-a27a-4475-ab32-4766609e38b1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:30.694086 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-d924dab2-b336-405d-a536-cca253b74bbe None None] Provisioning complete for port c8725ee2-a27a-4475-ab32-4766609e38b1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:30.694551 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d924dab2-b336-405d-a536-cca253b74bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.735542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-d924dab2-b336-405d-a536-cca253b74bbe None None] Port c8725ee2-a27a-4475-ab32-4766609e38b1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:46:30.780743 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.863790 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:30.929928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Pushing event updated for resources: {'Port': ['ID=c8725ee2-a27a-4475-ab32-4766609e38b1,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:30.932329 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-769987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-617196'] for router_interface, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:31.029217 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:46:31.030643 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:31.151726 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Router c78cd254-b9ab-4305-adda-d694025b53c4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:46:31.262312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-f7a9b3c0-53a9-444c-ac74-bfa27661c16d None None] Provisioning complete for port c8725ee2-a27a-4475-ab32-4766609e38b1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:31.262845 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b3c0-53a9-444c-ac74-bfa27661c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:31.272231 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:46:31.278000 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-c723d4b3-3857-4941-994b-08d516d2a05b admin admin] 10.222.0.10 "PUT /v2.0/routers/c78cd254-b9ab-4305-adda-d694025b53c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1414628 Aug 20 12:46:31.298985 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9b3c0-53a9-444c-ac74-bfa27661c16d None None] Port c8725ee2-a27a-4475-ab32-4766609e38b1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:46:31.780102 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a7befa1d-b46f-4bdd-9b51-4e9e80058f7b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:31.903899 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:31.908428 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:31.908803 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:31.986480 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Sync routers for ids ['c78cd254-b9ab-4305-adda-d694025b53c4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:46:31.989372 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.014950 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a7befa1d-b46f-4bdd-9b51-4e9e80058f7b,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:32.015196 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Routers {'c78cd254-b9ab-4305-adda-d694025b53c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:32.018817 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c78cd254-b9ab-4305-adda-d694025b53c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:32.023286 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51828) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:32.024388 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-3d2b1fa1-9821-4e25-bb32-f2862bdc56ad tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735089636', 'description': 'tempest-secgroup-smoke-1735089636 description', 'project_id': '2984c2af8f504a3fbab7296b43923aeb'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:32.096419 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.097111 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 192d8ccc-226e-40ae-b357-b39e069ad33a up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:32.115452 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1fa1-9821-4e25-bb32-f2862bdc56ad tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.185376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Set router c78cd254-b9ab-4305-adda-d694025b53c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:32.199634 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1fa1-9821-4e25-bb32-f2862bdc56ad tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.218364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=a7befa1d-b46f-4bdd-9b51-4e9e80058f7b,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:32.268827 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port 192d8ccc-226e-40ae-b357-b39e069ad33a triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:32.269496 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.269605 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1fa1-9821-4e25-bb32-f2862bdc56ad tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.300213 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b1fa1-9821-4e25-bb32-f2862bdc56ad tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92987d8a-6c22-4a34-b901-fa647869de86,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:32.378528 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1fa1-9821-4e25-bb32-f2862bdc56ad tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.379790 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3d2b1fa1-9821-4e25-bb32-f2862bdc56ad tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3602693 Aug 20 12:46:32.382970 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51830) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:32.387487 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-8811f9bc-625e-47d6-a0f0-8ab3e6028c80 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'security_group_rule': {'security_group_id': '92987d8a-6c22-4a34-b901-fa647869de86', 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:32.439856 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a69a3e2a-60cb-415b-ab69-aa831df1c193 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:32.488711 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'name': 'tempest-TestSnapshotPattern-858329618-router', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:26Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 4, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'gw_port': {'id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:38:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:27Z', 'updated_at': '2021-08-20T12:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c8725ee2-a27a-4475-ab32-4766609e38b1', 'name': '', 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'mac_address': 'fa:16:3e:42:2d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cd637350-8388-4b1f-b84d-71c29439b817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:29Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 2, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'subnets': [{'id': 'cd637350-8388-4b1f-b84d-71c29439b817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:32.515946 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Checking router: c78cd254-b9ab-4305-adda-d694025b53c4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:46:32.516306 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Updating router c78cd254-b9ab-4305-adda-d694025b53c4 port c8725ee2-a27a-4475-ab32-4766609e38b1 binding host n-d-804230-3 {{(pid=95589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 12:46:32.528897 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8811f9bc-625e-47d6-a0f0-8ab3e6028c80 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.545980 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a69a3e2a-60cb-415b-ab69-aa831df1c193 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:32.546353 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.569464 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.584030 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8811f9bc-625e-47d6-a0f0-8ab3e6028c80 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.678486 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8811f9bc-625e-47d6-a0f0-8ab3e6028c80 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.696950 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811f9bc-625e-47d6-a0f0-8ab3e6028c80 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e7e3ff-3465-404c-8355-c963ff188828,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:32.818566 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-8811f9bc-625e-47d6-a0f0-8ab3e6028c80 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.820387 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-8811f9bc-625e-47d6-a0f0-8ab3e6028c80 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4364903 Aug 20 12:46:32.823371 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51832) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:32.827892 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-cbaa1066-5197-4cec-93f0-a87afe77f3bc tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'security_group_rule': {'security_group_id': '92987d8a-6c22-4a34-b901-fa647869de86', 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:32.871114 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Notify callbacks [] for port, precommit_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.880930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Transition to ACTIVE for port object c8725ee2-a27a-4475-ab32-4766609e38b1 will not be triggered until provisioned by entity L2. {{(pid=95589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:32.985840 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1066-5197-4cec-93f0-a87afe77f3bc tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:32.994622 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.046618 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1066-5197-4cec-93f0-a87afe77f3bc tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.062994 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e23757-1376-4cc9-beee-dc6ac471c2ef None None] Pushing event updated for resources: {'Port': ['ID=c8725ee2-a27a-4475-ab32-4766609e38b1,revision_number=3']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:33.097762 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Attempting to bind port c8725ee2-a27a-4475-ab32-4766609e38b1 on host n-d-804230-3 for vnic_type normal with profile {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:46:33.098129 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Attempting to bind port c8725ee2-a27a-4475-ab32-4766609e38b1 by drivers openvswitch,hyperv on host n-d-804230-3 at level 0 using segments [{'id': '98c5d4ac-d06b-443c-87e7-36121b37e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014'}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:46:33.098519 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Attempting to bind port c8725ee2-a27a-4475-ab32-4766609e38b1 on network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:46:33.103995 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Checking agent: {'id': '8a84421a-2552-431b-b68e-cd7a7f7e32a7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 10, 59, 48), 'started_at': datetime.datetime(2021, 8, 20, 11, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804230-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:46:33.104368 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Checking segment: {'id': '98c5d4ac-d06b-443c-87e7-36121b37e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:46:33.104769 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.105258 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Bound using segment: {'id': '98c5d4ac-d06b-443c-87e7-36121b37e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014'} {{(pid=95589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:46:33.105722 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.managers [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Bound port: c8725ee2-a27a-4475-ab32-4766609e38b1, host: n-d-804230-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c5d4ac-d06b-443c-87e7-36121b37e004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014'}}] {{(pid=95589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:46:33.106098 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.135266 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1066-5197-4cec-93f0-a87afe77f3bc tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.152802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa1066-5197-4cec-93f0-a87afe77f3bc tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bf1526-3d10-48ed-84c7-761e47dcdea3,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:33.173792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] For port c8725ee2-a27a-4475-ab32-4766609e38b1, host n-d-804230-3, cleared binding levels {{(pid=95589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:46:33.177327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] For port c8725ee2-a27a-4475-ab32-4766609e38b1, host n-d-804230-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c8725ee2-a27a-4475-ab32-4766609e38b1,segment=NetworkSegment(98c5d4ac-d06b-443c-87e7-36121b37e004),segment_id=98c5d4ac-d06b-443c-87e7-36121b37e004)] {{(pid=95589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:46:33.221580 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-cbaa1066-5197-4cec-93f0-a87afe77f3bc tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.222937 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-cbaa1066-5197-4cec-93f0-a87afe77f3bc tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3985903 Aug 20 12:46:33.225652 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51834) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:33.230221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-f4cef33c-95da-426a-b44c-d12ab1430b6c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'security_group_rule': {'security_group_id': '92987d8a-6c22-4a34-b901-fa647869de86', 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:33.253088 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.321455 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4cef33c-95da-426a-b44c-d12ab1430b6c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.388826 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4cef33c-95da-426a-b44c-d12ab1430b6c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.464016 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4cef33c-95da-426a-b44c-d12ab1430b6c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.483433 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cef33c-95da-426a-b44c-d12ab1430b6c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f40da1b-82a6-4154-8480-56a8bbf2bb25,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:33.485785 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e23757-1376-4cc9-beee-dc6ac471c2ef None None] Pushing event updated for resources: {'Port': ['ID=c8725ee2-a27a-4475-ab32-4766609e38b1,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:33.519452 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Routers {'c78cd254-b9ab-4305-adda-d694025b53c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:33.520024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:46:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c78cd254-b9ab-4305-adda-d694025b53c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:33.575878 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-f4cef33c-95da-426a-b44c-d12ab1430b6c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.581160 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-f4cef33c-95da-426a-b44c-d12ab1430b6c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3538563 Aug 20 12:46:33.581356 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 51836) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:33.588340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b41c442c-a8d4-428a-9c8d-a76ff1407dbf tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'security_group_rule': {'security_group_id': '92987d8a-6c22-4a34-b901-fa647869de86', 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:33.642757 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] Set router c78cd254-b9ab-4305-adda-d694025b53c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:33.685300 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b41c442c-a8d4-428a-9c8d-a76ff1407dbf tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.714388 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a7befa1d-b46f-4bdd-9b51-4e9e80058f7b up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:33.749775 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b41c442c-a8d4-428a-9c8d-a76ff1407dbf tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.849785 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b41c442c-a8d4-428a-9c8d-a76ff1407dbf tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.870975 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c442c-a8d4-428a-9c8d-a76ff1407dbf tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1dbfa4a-02cf-496d-95f8-b13d7db56d4f,revision_number=0']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:33.902477 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:33.902857 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.978340 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b41c442c-a8d4-428a-9c8d-a76ff1407dbf tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:33.979616 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b41c442c-a8d4-428a-9c8d-a76ff1407dbf tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3953729 Aug 20 12:46:33.982886 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51838) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:33.988056 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-edcc5c38-96b7-4c16-84e0-fda83ee1028d tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'security_group_rule': {'security_group_id': '92987d8a-6c22-4a34-b901-fa647869de86', 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:34.011705 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'name': 'tempest-TestSnapshotPattern-858329618-router', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:26Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 4, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'gw_port': {'id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:38:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:27Z', 'updated_at': '2021-08-20T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c8725ee2-a27a-4475-ab32-4766609e38b1', 'name': '', 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'mac_address': 'fa:16:3e:42:2d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cd637350-8388-4b1f-b84d-71c29439b817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:29Z', 'updated_at': '2021-08-20T12:46:33Z', 'revision_number': 4, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'subnets': [{'id': 'cd637350-8388-4b1f-b84d-71c29439b817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:34.046857 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8f719-b497-423c-913f-76bba1c9897e None None] The sync data for ids ['c78cd254-b9ab-4305-adda-d694025b53c4'] in n-d-804230-3 is: [{'id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'name': 'tempest-TestSnapshotPattern-858329618-router', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:26Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 4, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'gw_port': {'id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:38:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:27Z', 'updated_at': '2021-08-20T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'c8725ee2-a27a-4475-ab32-4766609e38b1', 'name': '', 'network_id': '6dbbcc0b-1995-4f3c-93e7-eff2c12ce014', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'mac_address': 'fa:16:3e:42:2d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'cd637350-8388-4b1f-b84d-71c29439b817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:29Z', 'updated_at': '2021-08-20T12:46:33Z', 'revision_number': 4, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'subnets': [{'id': 'cd637350-8388-4b1f-b84d-71c29439b817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:46:34.246824 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-edcc5c38-96b7-4c16-84e0-fda83ee1028d tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Project 2984c2af8f504a3fbab7296b43923aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:46:34.252368 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edcc5c38-96b7-4c16-84e0-fda83ee1028d tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:34.318820 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edcc5c38-96b7-4c16-84e0-fda83ee1028d tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:34.415393 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edcc5c38-96b7-4c16-84e0-fda83ee1028d tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:34.436202 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc5c38-96b7-4c16-84e0-fda83ee1028d tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5008d1cd-9f2b-4bda-bb18-33ec2cdb903d,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:34.535748 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-edcc5c38-96b7-4c16-84e0-fda83ee1028d tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:34.537025 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-edcc5c38-96b7-4c16-84e0-fda83ee1028d tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5531414 Aug 20 12:46:34.540046 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51840) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:34.544474 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-974dbe46-280a-4df9-8af5-5b6989e9fe52 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'security_group_rule': {'security_group_id': '92987d8a-6c22-4a34-b901-fa647869de86', 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:34.675770 n-d-804230-3 neutron-server[95588]: INFO neutron.db.securitygroups_db [None req-974dbe46-280a-4df9-8af5-5b6989e9fe52 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Project 2984c2af8f504a3fbab7296b43923aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 12:46:34.680705 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-974dbe46-280a-4df9-8af5-5b6989e9fe52 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:34.746579 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-974dbe46-280a-4df9-8af5-5b6989e9fe52 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:34.804053 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-974dbe46-280a-4df9-8af5-5b6989e9fe52 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581138'] for security_group_rule, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:34.822237 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dbe46-280a-4df9-8af5-5b6989e9fe52 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2fec56-a370-461b-a6c4-ebed4bd9e2ec,revision_number=0']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:34.923892 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-974dbe46-280a-4df9-8af5-5b6989e9fe52 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:34.925705 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-974dbe46-280a-4df9-8af5-5b6989e9fe52 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3847196 Aug 20 12:46:35.081644 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-e9a6396f-2d14-42d1-944e-3286a83c5855 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735089636&fields=id&tenant_id=2984c2af8f504a3fbab7296b43923aeb HTTP/1.1" status: 200 len: 267 time: 0.0380976 Aug 20 12:46:35.194097 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-2b924a90-ae5a-4e1f-ae53-f4fb3d43121c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:35.195679 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-2b924a90-ae5a-4e1f-ae53-f4fb3d43121c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 810 time: 0.1061866 Aug 20 12:46:35.212013 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-d73976e7-0657-4bb9-9874-3e8ba4bc2a80 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/quotas/2984c2af8f504a3fbab7296b43923aeb HTTP/1.1" status: 200 len: 375 time: 0.0102277 Aug 20 12:46:35.266009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-184d87a4-28b5-48f1-8d8e-f5dc8b8c3a4a tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477591 Aug 20 12:46:35.380537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-fe810dab-61d7-4ede-aeef-d1c014cf2e65 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:46:35.381551 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-fe810dab-61d7-4ede-aeef-d1c014cf2e65 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1031516 Aug 20 12:46:35.476204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-4bfd8565-920c-4a32-8b43-f0417314315a service neutron] 10.222.0.10 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880342 Aug 20 12:46:35.563701 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-b3eb7885-9f2b-44d7-9571-d2899c862846 service neutron] 10.222.0.10 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815616 Aug 20 12:46:35.718822 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8725ee2-a27a-4475-ab32-4766609e38b1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:35.811789 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-690ddc3a-0948-4850-bdfe-126b356b2d56 req-17c83a39-ecb1-4fea-8458-f3ee372eb95e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 210 time: 0.0260859 Aug 20 12:46:35.843521 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning for port c8725ee2-a27a-4475-ab32-4766609e38b1 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:35.848107 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c8725ee2-a27a-4475-ab32-4766609e38b1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:35.848477 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:35.924032 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:35.953887 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] For port c8725ee2-a27a-4475-ab32-4766609e38b1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c8725ee2-a27a-4475-ab32-4766609e38b1,segment=NetworkSegment(98c5d4ac-d06b-443c-87e7-36121b37e004),segment_id=98c5d4ac-d06b-443c-87e7-36121b37e004)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:36.075057 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:36.124743 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Pushing event updated for resources: {'Port': ['ID=c8725ee2-a27a-4475-ab32-4766609e38b1,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:36.919397 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-099f9fde-8466-461b-8bad-a778717c3358 req-8574e8d4-d1d1-48c6-a8a7-60321c210d76 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 210 time: 0.0271342 Aug 20 12:46:37.693352 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8725ee2-a27a-4475-ab32-4766609e38b1 up at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:37.740792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Provisioning complete for port c8725ee2-a27a-4475-ab32-4766609e38b1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:37.741165 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:38.023921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d0d6c621-7435-46e6-abba-262697544968 req-0fa5dd1d-e0d4-4ea7-85db-eaa83b1d528e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 210 time: 0.0267203 Aug 20 12:46:38.312657 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-44ff8588-601c-40c0-b6d1-90a593050af5 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:38.314187 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-44ff8588-601c-40c0-b6d1-90a593050af5 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.57 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 810 time: 0.1069884 Aug 20 12:46:38.359823 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-64bc388c-5349-4056-a0a2-6dd683c5d033 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2984c2af8f504a3fbab7296b43923aeb HTTP/1.1" status: 200 len: 380 time: 0.0364239 Aug 20 12:46:38.369049 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'port': {'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'admin_state_up': True, 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'security_groups': ['92987d8a-6c22-4a34-b901-fa647869de86']}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:38.572259 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Made reservation on behalf of 2984c2af8f504a3fbab7296b43923aeb for: {'port': 1} {{(pid=95587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:46:38.576205 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:38.703108 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Allocated IP 172.20.0.8 (30b57c76-debb-4118-9189-81fe326419cc/e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1/ee182c94-cb24-4f85-a8c4-3f9890a31fa1) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:46:38.842046 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:38.855944 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Transition to ACTIVE for port object ee182c94-cb24-4f85-a8c4-3f9890a31fa1 will not be triggered until provisioned by entity DHCP. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:38.955500 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:38.997668 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Network 30b57c76-debb-4118-9189-81fe326419cc is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:46:39.000600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:39.004812 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:46:39.032171 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'Port': ['ID=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:39.062890 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:39.071792 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:39.158249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c7826-807d-4083-93d8-2272305d2542 req-2e615c58-414f-4a77-8da9-66e9960102b9 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:39.160344 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-208c7826-807d-4083-93d8-2272305d2542 req-2e615c58-414f-4a77-8da9-66e9960102b9 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 931 time: 0.0567336 Aug 20 12:46:39.187250 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-a63ba7a7-058d-4881-8be6-4cf81253f688 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8218734 Aug 20 12:46:39.200628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-208c7826-807d-4083-93d8-2272305d2542 req-b550b6fb-ff6c-4a66-b842-5fe1359049ac tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338924 Aug 20 12:46:39.201232 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Request body: {'port': {'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804230-3'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:39.259316 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:39.315095 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-876f0eb7-89c0-46a7-a07a-50b2e96162ee None None] Provisioning for port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:39.318941 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-876f0eb7-89c0-46a7-a07a-50b2e96162ee None None] Provisioning complete for port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:39.323694 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-876f0eb7-89c0-46a7-a07a-50b2e96162ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:39.352821 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-876f0eb7-89c0-46a7-a07a-50b2e96162ee None None] Port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:46:39.523131 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee182c94-cb24-4f85-a8c4-3f9890a31fa1 {{(pid=95587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:46:39.530457 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:39.542640 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.provisioning_blocks [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Transition to ACTIVE for port object ee182c94-cb24-4f85-a8c4-3f9890a31fa1 will not be triggered until provisioned by entity L2. {{(pid=95587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:46:39.640402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:39.689638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Pushing event updated for resources: {'Port': ['ID=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:39.765255 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Attempting to bind port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 on host n-h1-804230-3 for vnic_type normal with profile {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:46:39.765600 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Attempting to bind port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 by drivers openvswitch,hyperv on host n-h1-804230-3 at level 0 using segments [{'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:46:39.765934 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Attempting to bind port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 on network 30b57c76-debb-4118-9189-81fe326419cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:46:39.771310 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 on network 30b57c76-debb-4118-9189-81fe326419cc not bound, no agent of type Open vSwitch agent registered on host n-h1-804230-3 {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:46:39.771647 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Attempting to bind port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 on network 30b57c76-debb-4118-9189-81fe326419cc {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:46:39.776624 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Checking agent: {'id': '73147905-cce8-418f-95fb-9ec39b3207c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:46:39.776967 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Checking segment: {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:46:39.777371 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Bound using segment: {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'} {{(pid=95587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:46:39.777851 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.managers [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Bound port: ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host: n-h1-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'}}] {{(pid=95587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:46:39.778254 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:39.843912 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] For port ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host n-h1-804230-3, cleared binding levels {{(pid=95587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:46:39.847589 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] For port ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host n-h1-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:46:39.943871 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:39.976336 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:39.976963 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:39.978658 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] 10.222.0.57 "PUT /v2.0/ports/ee182c94-cb24-4f85-a8c4-3f9890a31fa1 HTTP/1.1" status: 200 len: 1091 time: 0.7827036 Aug 20 12:46:39.980941 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:46:39.984017 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19b7489-a397-4fb5-baf5-0cb9813f4b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:46:40.010911 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49f455-e842-4427-9e28-a7f54ffda311 service neutron] Pushing event updated for resources: {'Port': ['ID=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,revision_number=3']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:40.040883 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55c0dc4-0130-4d03-973a-1629bb13b7ed x-openstack-request-id: req-b55c0dc4-0130-4d03-973a-1629bb13b7ed {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:46:40.041570 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:46:40.041570 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b55c0dc4-0130-4d03-973a-1629bb13b7ed {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:46:40.041833 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'status': 'completed', 'code': 200} Aug 20 12:46:40.103402 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7489-a397-4fb5-baf5-0cb9813f4b2d req-c09989c9-60b1-48d1-bc0f-266748c47c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:40.104921 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d19b7489-a397-4fb5-baf5-0cb9813f4b2d req-c09989c9-60b1-48d1-bc0f-266748c47c96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 1094 time: 0.0422761 Aug 20 12:46:40.210641 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7489-a397-4fb5-baf5-0cb9813f4b2d req-4773d5d3-a5ce-4c31-b78e-8a1eeea096cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:40.212141 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d19b7489-a397-4fb5-baf5-0cb9813f4b2d req-4773d5d3-a5ce-4c31-b78e-8a1eeea096cf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2984c2af8f504a3fbab7296b43923aeb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0985394 Aug 20 12:46:40.311200 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7489-a397-4fb5-baf5-0cb9813f4b2d req-4af54130-ba6d-4df3-994c-47e51e1f862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:40.312604 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d19b7489-a397-4fb5-baf5-0cb9813f4b2d req-4af54130-ba6d-4df3-994c-47e51e1f862e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942137 Aug 20 12:46:40.312922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac026-745d-4c39-a253-bfb18bbfd02b req-70eb14cd-d290-47ab-ac30-93e2baddd81b tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:40.314415 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-622ac026-745d-4c39-a253-bfb18bbfd02b req-70eb14cd-d290-47ab-ac30-93e2baddd81b tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 943 time: 0.0490611 Aug 20 12:46:40.356167 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-622ac026-745d-4c39-a253-bfb18bbfd02b req-ddcb8d32-8cf6-4d2a-8f90-03bb4dbcba97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355325 Aug 20 12:46:40.392151 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-1f99c698-b9a8-4e46-81ff-8511477325a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:40.394291 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-1f99c698-b9a8-4e46-81ff-8511477325a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 1094 time: 0.0433681 Aug 20 12:46:40.435822 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-06b0c7ef-d242-42ce-8874-991fd868e7d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1 HTTP/1.1" status: 200 len: 217 time: 0.0341582 Aug 20 12:46:40.491380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-cbdc3e7a-6b97-4843-9108-4d23bad2bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:40.492866 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-cbdc3e7a-6b97-4843-9108-4d23bad2bacf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0496180 Aug 20 12:46:40.542084 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-eb7d83a0-f943-4332-bdc0-f8530821d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:40.543599 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-eb7d83a0-f943-4332-bdc0-f8530821d27c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432651 Aug 20 12:46:40.629862 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-8bd2c62d-0185-4e09-bcad-30f3de8dc4df service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794957 Aug 20 12:46:40.721324 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-9411f460-0bb6-4186-8b35-f4f83bc8576a req-008984c5-8f1d-47f6-98ff-c29862ddf61e service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848577 Aug 20 12:46:41.474063 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101df8-33b7-423a-8b3f-0ecd7663382e req-10fb54f8-728e-4d8c-8cfd-617eacc8c131 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:41.475638 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89101df8-33b7-423a-8b3f-0ecd7663382e req-10fb54f8-728e-4d8c-8cfd-617eacc8c131 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 943 time: 0.0499964 Aug 20 12:46:41.512668 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-89101df8-33b7-423a-8b3f-0ecd7663382e req-b638dcec-b308-4f4e-a888-257c86b8560a tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 Aug 20 12:46:41.980632 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:42.626362 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccccff6-504d-4472-b2ab-9c9905f6300f req-8e1a3b08-2581-4a0f-bcff-83b00397dca6 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:42.627894 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cccccff6-504d-4472-b2ab-9c9905f6300f req-8e1a3b08-2581-4a0f-bcff-83b00397dca6 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 943 time: 0.0494406 Aug 20 12:46:42.665633 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-cccccff6-504d-4472-b2ab-9c9905f6300f req-c0aabd71-124c-476e-a2a2-1d04e7063084 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Aug 20 12:46:43.567140 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ee182c94-cb24-4f85-a8c4-3f9890a31fa1 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:46:43.660312 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:43.671167 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:46:43.710644 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:43.723594 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee182c94-cb24-4f85-a8c4-3f9890a31fa1 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:46:43.742920 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:43.776148 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77ce13-94e9-4776-b0c9-95f644475ca1 req-0e035dc2-f400-4c08-b4cb-87825931f03c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:43.777625 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b77ce13-94e9-4776-b0c9-95f644475ca1 req-0e035dc2-f400-4c08-b4cb-87825931f03c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 943 time: 0.0481315 Aug 20 12:46:43.814831 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5b77ce13-94e9-4776-b0c9-95f644475ca1 req-e214f578-c6dd-4a02-9a47-5a696e2cd79b tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313294 Aug 20 12:46:43.820321 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:43.866837 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:44.059792 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['ee182c94-cb24-4f85-a8c4-3f9890a31fa1'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:46:44.363132 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:44.931435 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27a69a-ca0f-4b4c-bc8b-b4383d3dd383 req-774b29ba-c063-4d5a-81ad-fd1090f79c80 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:44.932825 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c27a69a-ca0f-4b4c-bc8b-b4383d3dd383 req-774b29ba-c063-4d5a-81ad-fd1090f79c80 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 944 time: 0.0519779 Aug 20 12:46:44.969737 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-9c27a69a-ca0f-4b4c-bc8b-b4383d3dd383 req-b84080cc-a58a-4339-a183-acc641457432 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309839 Aug 20 12:46:45.106072 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8024ae69-db24-4d75-8470-98e9ebc29d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:45.479699 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:46:45.568582 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ee182c94-cb24-4f85-a8c4-3f9890a31fa1 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:46:45.666047 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning for port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:46:45.670016 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:46:45.670394 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:45.748438 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:45.775386 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:46:45.777609 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9355d49a-24ea-4528-9dd4-cec81378e555" -d '{"events": [{"server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "name": "network-vif-plugged", "status": "completed", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:46:45.790483 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:46:45.813170 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09805148-9951-42f2-853d-383a640e4138 x-openstack-request-id: req-09805148-9951-42f2-853d-383a640e4138 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:46:45.813464 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "name": "network-vif-plugged", "status": "completed", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:46:45.813726 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09805148-9951-42f2-853d-383a640e4138 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:46:45.814121 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'code': 200} Aug 20 12:46:45.871952 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:45.913382 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16daa91-688e-4521-ac96-ba766f5984b3 req-cbdd4528-315d-4d53-ae9c-019e27dc6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:45.914917 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c16daa91-688e-4521-ac96-ba766f5984b3 req-cbdd4528-315d-4d53-ae9c-019e27dc6e06 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 1096 time: 0.0455997 Aug 20 12:46:45.919638 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:45.951218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c16daa91-688e-4521-ac96-ba766f5984b3 req-8decaab4-a1b9-4d04-880b-ae1ca492df96 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291929 Aug 20 12:46:46.088382 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e45301-2a5f-4607-9c4e-24b0f5aafd25 req-9d29400c-d2d3-4cb0-aa64-cf419c31d6e9 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:46.089867 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9e45301-2a5f-4607-9c4e-24b0f5aafd25 req-9d29400c-d2d3-4cb0-aa64-cf419c31d6e9 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 945 time: 0.0493472 Aug 20 12:46:46.126228 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-a9e45301-2a5f-4607-9c4e-24b0f5aafd25 req-4ea36bbd-06ab-4862-9ef0-f88589184a88 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304072 Aug 20 12:46:47.241642 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a1c8-27e0-44c6-863e-8ba40ef24188 req-c97ed3c5-80bb-4cae-8eae-e9d469c98d26 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:47.243138 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a1c8-27e0-44c6-863e-8ba40ef24188 req-c97ed3c5-80bb-4cae-8eae-e9d469c98d26 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 945 time: 0.0478275 Aug 20 12:46:47.280451 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-8035a1c8-27e0-44c6-863e-8ba40ef24188 req-9b0ac949-2163-4789-8f21-31a6f8df74e4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312583 Aug 20 12:46:47.393486 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4a172-fd8e-4d86-939c-2a11deccb920 req-db512926-e05e-48cc-b7eb-5081076ed0a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:47.395786 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46c4a172-fd8e-4d86-939c-2a11deccb920 req-db512926-e05e-48cc-b7eb-5081076ed0a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 945 time: 0.0500894 Aug 20 12:46:47.433518 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-46c4a172-fd8e-4d86-939c-2a11deccb920 req-6129f6c9-8a21-46e3-8a6e-73cdc818f215 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Aug 20 12:46:47.455708 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51910) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:47.541279 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c6062-9ce7-4ecf-bf27-6d919826ceff tempest-TestSnapshotPattern-308909005 tempest-TestSnapshotPattern-308909005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:47.542806 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-707c6062-9ce7-4ecf-bf27-6d919826ceff tempest-TestSnapshotPattern-308909005 tempest-TestSnapshotPattern-308909005-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 1091 time: 0.0855594 Aug 20 12:46:47.545658 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 51914) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:46:47.549961 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:46:47.646363 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for floatingip, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:47.740406 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:47.748893 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbf10-ae3f-4586-9d9e-97b42468c185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:47.844490 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Allocated IP 172.25.4.214 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/f4eaccb3-a07c-4be8-960e-747f1e287dc8) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:46:47.943711 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:48.031911 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:48.073281 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:46:48.076042 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:46:48.079441 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:46:48.105109 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'Port': ['ID=f4eaccb3-a07c-4be8-960e-747f1e287dc8,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:48.433039 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:48.569746 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:48.716575 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:48.723849 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:48.837132 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:48.902368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'Port': ['ID=f4eaccb3-a07c-4be8-960e-747f1e287dc8,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:46:48.914358 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:49.012029 n-d-804230-3 neutron-server[95588]: INFO neutron.db.l3_db [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Floating IP 0bc312be-6ea8-4ace-9a82-2d1f47d431c2 associated. External IP: 172.25.4.214, port: ee182c94-cb24-4f85-a8c4-3f9890a31fa1. Aug 20 12:46:49.221278 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Router cf455402-9f14-43c2-8b3f-43361582253f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:46:49.326780 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:46:49.336619 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] Sync routers for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:46:49.345846 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:49.346485 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:46:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:49.446518 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:49.448711 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:49.473539 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-93176b1d-7eee-48a1-8639-aeaadcde0b97 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9268837 Aug 20 12:46:49.474143 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:46:49.476589 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9357bf-890e-42f0-b68d-fed6da443e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:46:49.568742 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e264ff81-c5c4-46b2-bb2c-ef9760d3cdaa x-openstack-request-id: req-e264ff81-c5c4-46b2-bb2c-ef9760d3cdaa {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:46:49.569028 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:46:49.569278 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e264ff81-c5c4-46b2-bb2c-ef9760d3cdaa {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:46:49.569679 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'status': 'completed', 'code': 200} Aug 20 12:46:49.583722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:46:49.632340 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-0490ce73-e41f-47c7-8ea8-ae482963c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:49.634051 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-0490ce73-e41f-47c7-8ea8-ae482963c4b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 1096 time: 0.0429723 Aug 20 12:46:49.730732 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-0bea0ec3-e45c-4873-a64b-a6a9fe46c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:49.732248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-0bea0ec3-e45c-4873-a64b-a6a9fe46c199 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 911 time: 0.0904741 Aug 20 12:46:49.772604 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0bc312be-6ea8-4ace-9a82-2d1f47d431c2', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:46:48Z', 'updated_at': '2021-08-20T12:46:48Z', 'revision_number': 0, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:49.796737 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-d89c9151-301d-4a21-b89a-09a276e6b8aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1 HTTP/1.1" status: 200 len: 999 time: 0.0570705 Aug 20 12:46:49.797757 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] Checking router: cf455402-9f14-43c2-8b3f-43361582253f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:46:49.806361 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:46:49.806985 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:46:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:49.852848 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-722a4925-37ce-472c-8dde-63538795de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:49.854241 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-722a4925-37ce-472c-8dde-63538795de51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0509963 Aug 20 12:46:49.900524 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-b0924ab8-fe16-4eeb-a967-808b2cce90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:46:49.902049 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-b0924ab8-fe16-4eeb-a967-808b2cce90d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405674 Aug 20 12:46:49.910130 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:46:49.991408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-168ec0cd-b9af-49c2-a6bc-edb47d6a9e10 service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815978 Aug 20 12:46:50.085498 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3b9357bf-890e-42f0-b68d-fed6da443e9a req-a7e5d159-a83c-4fd6-9019-33f82b4408bb service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874274 Aug 20 12:46:50.134578 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0bc312be-6ea8-4ace-9a82-2d1f47d431c2', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:46:48Z', 'updated_at': '2021-08-20T12:46:48Z', 'revision_number': 0, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:46:50.161784 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae56f9b-39a3-4d2a-9193-5e910805f6e2 None None] The sync data for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 is: [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0bc312be-6ea8-4ace-9a82-2d1f47d431c2', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:46:48Z', 'updated_at': '2021-08-20T12:46:48Z', 'revision_number': 0, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:46:50.349235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69232ad-3832-4e07-85b9-521c41f86f97 None None] New status for floating IP 0bc312be-6ea8-4ace-9a82-2d1f47d431c2: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:46:51.225514 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:12.001896 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:14.396615 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:15.119737 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7627aea6-71a5-4009-a399-419122be88bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:17.767190 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a1194a22-b20b-4327-8ace-420996f105e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:18.699375 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:19.599750 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:21.230314 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:22.478813 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:47:41.547738 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-85ce80a5-a6e1-4ad0-bde7-514fe59aa301 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826857 Aug 20 12:47:41.626394 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-496dd7fe-6fa2-448e-bc15-04bfa7c4496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:41.627943 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-496dd7fe-6fa2-448e-bc15-04bfa7c4496f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 1096 time: 0.0402191 Aug 20 12:47:41.733804 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-7fa9f9d5-e2a7-441f-b6f1-f927ddc6dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:41.735422 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-7fa9f9d5-e2a7-441f-b6f1-f927ddc6dece service neutron] 10.222.0.57 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 911 time: 0.0882423 Aug 20 12:47:41.799254 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-a2af9ae1-241a-4a57-a8a3-8d2c7e14e37b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0572641 Aug 20 12:47:41.850800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-ab75e41a-8d14-4202-b431-1087985e38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:41.852197 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-ab75e41a-8d14-4202-b431-1087985e38c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0467594 Aug 20 12:47:41.896775 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-5f629e16-a524-43a7-9471-54ed9d8b9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:47:41.898221 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-5f629e16-a524-43a7-9471-54ed9d8b9e04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394564 Aug 20 12:47:41.986996 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-62f2c517-00d0-4c09-85d1-f82ef5e61088 service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817928 Aug 20 12:47:41.990250 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:42.080033 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-bd2b73e0-f921-4c49-8de4-e273e9fb7f87 req-0f0fb55d-7542-4f3b-a301-9d49395a869b service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866129 Aug 20 12:47:44.333485 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:45.119503 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-11920fce-15ef-4595-a89d-2706c2a708ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:47.753170 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b1afa7a4-4c6b-4bf7-aa8d-3d94e5dbe311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:48.712795 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:49.621535 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:51.200059 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:47:59.478525 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:48:11.986722 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:14.369570 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:15.106698 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-67102de9-4972-4a4d-9293-2fb0aee55aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:17.740561 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-cd17fe01-6faf-455b-a271-978c042de7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:18.706734 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:19.573615 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:21.197621 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:36.477935 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:48:42.001684 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:42.529416 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-142789ec-2402-4693-bbb1-bc8d3e9c7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:42.530985 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-142789ec-2402-4693-bbb1-bc8d3e9c7e79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 1096 time: 0.0427735 Aug 20 12:48:42.635284 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-fbcbb59a-42e5-472e-9dda-2fd0b2eea9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:42.636674 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-fbcbb59a-42e5-472e-9dda-2fd0b2eea9c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 911 time: 0.0869012 Aug 20 12:48:42.700050 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-49ab7730-8b7e-427e-ab8a-0962877a2cc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0568867 Aug 20 12:48:42.762406 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-b2982a14-9811-456b-8122-9426a2f8b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:42.765105 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-b2982a14-9811-456b-8122-9426a2f8b230 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0566092 Aug 20 12:48:42.815956 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-f4f4845d-c9d9-4fea-bb07-d90d7452d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:42.817556 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-f4f4845d-c9d9-4fea-bb07-d90d7452d6a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462689 Aug 20 12:48:42.828324 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-9f9d0be9-2877-4b7e-a7e3-b3595e9a2575 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95587) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:48:42.829988 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-9f9d0be9-2877-4b7e-a7e3-b3595e9a2575 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059085 Aug 20 12:48:42.925691 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-01ed0e1a-c3cf-4578-a569-fccf4a239d70 service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888736 Aug 20 12:48:43.023923 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-96b2c2eb-5da0-45bd-b11d-96c2cd08194e req-87564ec9-d808-4f47-900c-0a501ebc195a service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914943 Aug 20 12:48:44.349270 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:45.109587 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4f0efc96-f486-499a-9be1-24e6bbb49cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:46.215037 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ee182c94-cb24-4f85-a8c4-3f9890a31fa1 details requested by agent hyperv_n-h1-804230-3 with host n-h1-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:48:46.309971 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:46.321389 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Returning: {'device': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:48:46.357359 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:46.372794 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee182c94-cb24-4f85-a8c4-3f9890a31fa1 {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:48:46.392336 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:46.503903 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:46.557270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:46.565520 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.565798 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.566143 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.566507 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.566838 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.567176 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.567506 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.567833 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.568161 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.568485 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.568808 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.569131 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:48:46.613542 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] get_ports_and_sgs() called for port_ids ['ee182c94-cb24-4f85-a8c4-3f9890a31fa1'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:48:47.744250 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2440e234-6e9c-4663-ba81-ca77510e9f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:48.223065 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ee182c94-cb24-4f85-a8c4-3f9890a31fa1 up at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:48:48.281402 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Provisioning complete for port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:48:48.281904 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:48.375049 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:48.399746 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:48:48.402066 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127e490c-4c76-4558-aa81-efaa5ecb8190" -d '{"events": [{"server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "name": "network-vif-plugged", "status": "completed", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:48:48.436562 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:48:48.445127 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caff98fc-c875-47c4-8435-2fa60909e3b4 x-openstack-request-id: req-caff98fc-c875-47c4-8435-2fa60909e3b4 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:48:48.445490 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "name": "network-vif-plugged", "status": "completed", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:48:48.445840 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-caff98fc-c875-47c4-8435-2fa60909e3b4 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:48:48.446344 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'code': 200} Aug 20 12:48:48.527080 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:48.583749 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:48:48.778363 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:49.589617 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:51.315168 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:48:59.270270 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4a8bfe00-83be-4a37-95d2-5f9a7ac64b5b tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735089636&fields=id&tenant_id=2984c2af8f504a3fbab7296b43923aeb HTTP/1.1" status: 200 len: 267 time: 0.0350473 Aug 20 12:48:59.379076 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-f32d2bed-1421-46e4-ab48-ab6bc12fc92a tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:48:59.380577 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-f32d2bed-1421-46e4-ab48-ab6bc12fc92a tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 810 time: 0.1035697 Aug 20 12:48:59.396184 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4f48c7b9-7fb6-43c3-8233-639b3466c551 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/quotas/2984c2af8f504a3fbab7296b43923aeb HTTP/1.1" status: 200 len: 375 time: 0.0099316 Aug 20 12:48:59.451932 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-fc4758ee-ddb5-4106-bee9-b828ddfe56fc tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0504739 Aug 20 12:48:59.546014 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-65918615-9dad-4b67-8716-8c9e14a0203c service neutron] 10.222.0.10 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822065 Aug 20 12:48:59.636667 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4051d88c-bc35-4ead-b5f5-575f9c3f9e3d service neutron] 10.222.0.10 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844891 Aug 20 12:48:59.970806 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-d6f96f96-b792-4925-8521-5e4b6557bb4a req-4ab77dab-8477-47ec-be59-294360756388 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 210 time: 0.0752604 Aug 20 12:49:01.051243 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0b017566-7f7c-45f6-8ad2-c9461fb7bb6f req-0d94a4f5-6988-415d-a056-f7ebc62e6ac7 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 210 time: 0.0291002 Aug 20 12:49:02.127661 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-f04a4fdd-6c88-4550-8a55-1c3558aeca80 req-8cc66945-1780-407f-91b7-46e5b3fa1b07 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 210 time: 0.0261765 Aug 20 12:49:02.297701 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ee182c94-cb24-4f85-a8c4-3f9890a31fa1 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:49:02.372975 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:02.395764 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:02.398244 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc7f830-f306-459b-8783-588ee4216bf2" -d '{"events": [{"server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "name": "network-vif-unplugged", "status": "completed", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:02.411910 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] For port ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:02.496570 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60c6a8d-121c-4522-9741-6f5cf244d504 x-openstack-request-id: req-b60c6a8d-121c-4522-9741-6f5cf244d504 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:02.496888 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "name": "network-vif-unplugged", "status": "completed", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:02.497149 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b60c6a8d-121c-4522-9741-6f5cf244d504 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:02.497545 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'code': 200} Aug 20 12:49:02.554411 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:02.609090 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Pushing event updated for resources: {'Port': ['ID=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:03.221665 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-2836fda5-72b9-48e4-9806-651715e3cbd6 req-2b0cb3e7-f9fa-4dd4-8a82-1f434e532317 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 210 time: 0.0257390 Aug 20 12:49:04.323489 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-03419079-2cf6-4e66-9f73-ffd8fc99b266 req-6464755b-60a3-4258-979d-15fbdad44cbe tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 210 time: 0.0262902 Aug 20 12:49:05.412362 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-e965cb5e-a18c-4d9c-bf51-ff435041a440 req-bb03b8b1-aacb-414c-981d-79733ddb57db tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 210 time: 0.0269010 Aug 20 12:49:05.776529 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-021c4e98-ff91-44ef-a49d-3b2cc9907165 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:05.778084 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-021c4e98-ff91-44ef-a49d-3b2cc9907165 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.38 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 810 time: 0.4023476 Aug 20 12:49:05.827657 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-f9406fdc-6d06-467f-97a4-8a7d690c0621 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2984c2af8f504a3fbab7296b43923aeb HTTP/1.1" status: 200 len: 380 time: 0.0340457 Aug 20 12:49:05.837424 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'port': {'device_id': 'b00670ee-7434-4d55-9889-ec11d09365db', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'admin_state_up': True, 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'security_groups': ['92987d8a-6c22-4a34-b901-fa647869de86']}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:49:06.024481 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Made reservation on behalf of 2984c2af8f504a3fbab7296b43923aeb for: {'port': 1} {{(pid=95588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 12:49:06.026253 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:06.159454 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_common [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Allocated IP 172.20.0.9 (30b57c76-debb-4118-9189-81fe326419cc/e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1/04071def-9eea-429f-96d6-845b0b56c97f) {{(pid=95588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:49:06.307661 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for port, precommit_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:06.323368 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Transition to ACTIVE for port object 04071def-9eea-429f-96d6-845b0b56c97f will not be triggered until provisioned by entity DHCP. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:49:06.463225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_create {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:06.505033 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Network 30b57c76-debb-4118-9189-81fe326419cc is already hosted by enough agents. {{(pid=95588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:49:06.524438 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.base_scheduler [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Resources bound (agent type, host, resource id): {{(pid=95588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:49:06.543353 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Received port after_create {{(pid=95588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:49:06.587497 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'Port': ['ID=04071def-9eea-429f-96d6-845b0b56c97f,revision_number=1']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:06.604898 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.605333 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.606365 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.606915 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.607328 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.610429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.610429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.610429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.610429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.610429 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.617099 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.617721 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:06.652603 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:06.655028 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:06.676963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59215ec5-a174-4ab3-ab8e-3f74bff1a22c req-8ca32aea-e1cc-4656-8188-1e66aa00f505 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:06.683905 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59215ec5-a174-4ab3-ab8e-3f74bff1a22c req-8ca32aea-e1cc-4656-8188-1e66aa00f505 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 931 time: 0.1805506 Aug 20 12:49:06.739628 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-59215ec5-a174-4ab3-ab8e-3f74bff1a22c req-47199b37-917c-404c-8217-9d0c3c26c53b tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544436 Aug 20 12:49:06.768285 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-4bbd481f-8313-44ed-8e4a-f8a952f1998e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9345324 Aug 20 12:49:06.965042 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4d718b1f-3de8-447b-b10f-c2a1d6bf1789 None None] Provisioning for port 04071def-9eea-429f-96d6-845b0b56c97f completed by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:49:06.969329 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-4d718b1f-3de8-447b-b10f-c2a1d6bf1789 None None] Provisioning complete for port 04071def-9eea-429f-96d6-845b0b56c97f triggered by entity DHCP. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:49:06.971340 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4d718b1f-3de8-447b-b10f-c2a1d6bf1789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:07.005211 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-4d718b1f-3de8-447b-b10f-c2a1d6bf1789 None None] Port 04071def-9eea-429f-96d6-845b0b56c97f cannot update to ACTIVE because it is not bound. {{(pid=95589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 12:49:07.875512 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9dacf-376d-4488-8171-1fc3bdcbbb5d req-8fd80ec9-ee28-450b-bd8c-5f2964c6d614 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:07.877025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4f9dacf-376d-4488-8171-1fc3bdcbbb5d req-8fd80ec9-ee28-450b-bd8c-5f2964c6d614 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 931 time: 0.0589368 Aug 20 12:49:07.921469 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-c4f9dacf-376d-4488-8171-1fc3bdcbbb5d req-bdef5fd7-4468-48d1-aaaf-f4e45cb04ab6 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383582 Aug 20 12:49:09.049692 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec6778-6306-4f0c-9de5-51fa068176a9 req-5f2d59d2-e4c9-420a-9301-613651c7767c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:09.051512 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31ec6778-6306-4f0c-9de5-51fa068176a9 req-5f2d59d2-e4c9-420a-9301-613651c7767c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 931 time: 0.0584257 Aug 20 12:49:09.092011 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-31ec6778-6306-4f0c-9de5-51fa068176a9 req-538c972d-cf32-4498-b140-5411dcef83b2 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343339 Aug 20 12:49:10.215484 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6814de-9de4-4bdd-a4ee-8aaef05e2d2a req-32f18742-f130-4d90-ba82-2d6fc8ec9198 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:10.217051 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec6814de-9de4-4bdd-a4ee-8aaef05e2d2a req-32f18742-f130-4d90-ba82-2d6fc8ec9198 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 931 time: 0.0516725 Aug 20 12:49:10.258170 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ec6814de-9de4-4bdd-a4ee-8aaef05e2d2a req-4bc581af-85a0-46de-b2f6-39b9af45f360 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333462 Aug 20 12:49:11.381537 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ccffa-9ae5-444d-b031-b2d125728d6f req-b153374c-b362-41f7-99d3-3fd326626db5 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:11.383128 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c0ccffa-9ae5-444d-b031-b2d125728d6f req-b153374c-b362-41f7-99d3-3fd326626db5 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 931 time: 0.0506728 Aug 20 12:49:11.423049 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-0c0ccffa-9ae5-444d-b031-b2d125728d6f req-9b577880-48b2-4aee-9fd2-f22db5947888 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332770 Aug 20 12:49:12.433508 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:12.556762 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf2a24-45c4-4a7c-845a-fd03fe4e2260 req-929ca348-a1ed-4878-be57-d478802f323b tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:12.558368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ffcf2a24-45c4-4a7c-845a-fd03fe4e2260 req-929ca348-a1ed-4878-be57-d478802f323b tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 931 time: 0.0536985 Aug 20 12:49:12.604218 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ffcf2a24-45c4-4a7c-845a-fd03fe4e2260 req-f923d711-2fd7-4cb9-8b58-4bd7867fe7f2 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343947 Aug 20 12:49:13.476650 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:49:13.738921 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2ccb6-c383-43db-bbdf-9213470357f9 req-27898120-fd0a-469a-92b6-69f21295615b tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:13.740430 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-11b2ccb6-c383-43db-bbdf-9213470357f9 req-27898120-fd0a-469a-92b6-69f21295615b tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 931 time: 0.0629900 Aug 20 12:49:13.782195 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-11b2ccb6-c383-43db-bbdf-9213470357f9 req-d3547380-e70a-4489-a9ca-57b848ae14f8 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332189 Aug 20 12:49:14.347342 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:14.897475 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f776315-7dfb-4f95-a8a9-0fa455833e14 req-798a5538-9763-40d2-ad6c-6a500a135aa3 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:14.898777 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f776315-7dfb-4f95-a8a9-0fa455833e14 req-798a5538-9763-40d2-ad6c-6a500a135aa3 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 931 time: 0.0496006 Aug 20 12:49:14.946397 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-6f776315-7dfb-4f95-a8a9-0fa455833e14 req-a687efcb-0091-445b-9eef-c005e6e2f148 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410390 Aug 20 12:49:15.130183 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-301c7a79-aed5-4aad-a6cc-ecebb91e1bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.066276 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877079c-273f-454b-9b84-1c7eab4457b3 req-eb303430-5453-4362-b5d2-d22b0269964c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:16.067866 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2877079c-273f-454b-9b84-1c7eab4457b3 req-eb303430-5453-4362-b5d2-d22b0269964c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 931 time: 0.0514474 Aug 20 12:49:16.111973 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-2877079c-273f-454b-9b84-1c7eab4457b3 req-067c07db-fa1d-453c-a6bc-fa979c984ad7 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376434 Aug 20 12:49:16.173010 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-a78d3b0c-ae98-4973-85c5-d27bc07411cb tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=95588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 12:49:16.174035 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-a78d3b0c-ae98-4973-85c5-d27bc07411cb tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055788 Aug 20 12:49:16.229051 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.v2.base [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Request body: {'port': {'device_id': 'b00670ee-7434-4d55-9889-ec11d09365db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804230-3'}} {{(pid=95588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:49:16.281871 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.549992 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04071def-9eea-429f-96d6-845b0b56c97f {{(pid=95588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:49:16.557225 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.568685 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.provisioning_blocks [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Transition to ACTIVE for port object 04071def-9eea-429f-96d6-845b0b56c97f will not be triggered until provisioned by entity L2. {{(pid=95588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 12:49:16.632740 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.682966 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Pushing event updated for resources: {'Port': ['ID=04071def-9eea-429f-96d6-845b0b56c97f,revision_number=2']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:16.759620 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Attempting to bind port 04071def-9eea-429f-96d6-845b0b56c97f on host n-h2-804230-3 for vnic_type normal with profile {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 12:49:16.762763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Attempting to bind port 04071def-9eea-429f-96d6-845b0b56c97f by drivers openvswitch,hyperv on host n-h2-804230-3 at level 0 using segments [{'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 12:49:16.762763 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Attempting to bind port 04071def-9eea-429f-96d6-845b0b56c97f on network 30b57c76-debb-4118-9189-81fe326419cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:49:16.765928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Port 04071def-9eea-429f-96d6-845b0b56c97f on network 30b57c76-debb-4118-9189-81fe326419cc not bound, no agent of type Open vSwitch agent registered on host n-h2-804230-3 {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 12:49:16.766251 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Attempting to bind port 04071def-9eea-429f-96d6-845b0b56c97f on network 30b57c76-debb-4118-9189-81fe326419cc {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 12:49:16.771623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Checking agent: {'id': '2c52e387-4e9b-4d71-86b2-8d063bef547e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804230-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'started_at': datetime.datetime(2021, 8, 20, 11, 8, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 12:49:16.771853 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Checking segment: {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 12:49:16.772148 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Bound using segment: {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'} {{(pid=95588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 12:49:16.772571 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.managers [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Bound port: 04071def-9eea-429f-96d6-845b0b56c97f, host: n-h2-804230-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '30b57c76-debb-4118-9189-81fe326419cc'}}] {{(pid=95588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 12:49:16.772928 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.837928 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] For port 04071def-9eea-429f-96d6-845b0b56c97f, host n-h2-804230-3, cleared binding levels {{(pid=95588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 12:49:16.840890 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] For port 04071def-9eea-429f-96d6-845b0b56c97f, host n-h2-804230-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=04071def-9eea-429f-96d6-845b0b56c97f,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 12:49:16.936850 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26646868'] for port, after_update {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.970832 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:16.971462 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:16.972855 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] 10.222.0.38 "PUT /v2.0/ports/04071def-9eea-429f-96d6-845b0b56c97f HTTP/1.1" status: 200 len: 1091 time: 0.7905602 Aug 20 12:49:16.973289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:16.975601 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7785eb08-525f-4825-9f2e-c5b69d473be0" -d '{"events": [{"name": "network-changed", "server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "tag": "04071def-9eea-429f-96d6-845b0b56c97f"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:17.005828 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be425a-2a11-439c-936d-62df1d208e99 service neutron] Pushing event updated for resources: {'Port': ['ID=04071def-9eea-429f-96d6-845b0b56c97f,revision_number=3']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:17.020164 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a224e8-6a7e-404f-9dd8-af9b6f5363fc x-openstack-request-id: req-f5a224e8-6a7e-404f-9dd8-af9b6f5363fc {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:17.020682 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "tag": "04071def-9eea-429f-96d6-845b0b56c97f", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:17.020981 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5a224e8-6a7e-404f-9dd8-af9b6f5363fc {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:17.021345 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f', 'status': 'completed', 'code': 200} Aug 20 12:49:17.084193 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785eb08-525f-4825-9f2e-c5b69d473be0 req-fa133889-24f7-437b-9abc-6aebc82e8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:17.085736 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7785eb08-525f-4825-9f2e-c5b69d473be0 req-fa133889-24f7-437b-9abc-6aebc82e8dea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 1094 time: 0.0453205 Aug 20 12:49:17.232587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785eb08-525f-4825-9f2e-c5b69d473be0 req-7d39a3b4-e474-4f65-b26f-2b371fe0a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:17.234129 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7785eb08-525f-4825-9f2e-c5b69d473be0 req-7d39a3b4-e474-4f65-b26f-2b371fe0a299 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2984c2af8f504a3fbab7296b43923aeb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1334970 Aug 20 12:49:17.250623 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387f46f-8a05-4c14-a269-a45f69659a5e req-cab42b38-678f-489b-80a3-d90ccd9996b1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:17.252239 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1387f46f-8a05-4c14-a269-a45f69659a5e req-cab42b38-678f-489b-80a3-d90ccd9996b1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 943 time: 0.0687652 Aug 20 12:49:17.343342 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-1387f46f-8a05-4c14-a269-a45f69659a5e req-77c16f71-5624-4870-a8d3-b618ff1fb063 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821435 Aug 20 12:49:17.374878 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785eb08-525f-4825-9f2e-c5b69d473be0 req-d20480a0-ee92-4e14-b02c-b00fb5eb3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:17.376379 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-7785eb08-525f-4825-9f2e-c5b69d473be0 req-d20480a0-ee92-4e14-b02c-b00fb5eb3c69 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232512 Aug 20 12:49:17.455755 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-f0106b8f-6514-4724-8d52-6924ba0796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:17.457269 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-f0106b8f-6514-4724-8d52-6924ba0796f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 1094 time: 0.0428641 Aug 20 12:49:17.512366 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-8c0318d4-8114-4b11-96eb-09c02f2890ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04071def-9eea-429f-96d6-845b0b56c97f HTTP/1.1" status: 200 len: 217 time: 0.0433941 Aug 20 12:49:17.565112 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-e8fa699a-f4e7-46ad-98c0-a82b00d0fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:17.566642 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-e8fa699a-f4e7-46ad-98c0-a82b00d0fa77 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0438123 Aug 20 12:49:17.617068 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-cbff24c5-1983-4e30-b066-9b98d266c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:17.618582 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-cbff24c5-1983-4e30-b066-9b98d266c714 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410016 Aug 20 12:49:17.718821 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-8cd1a559-89a6-47ac-a3ac-e0d28bbd7b3f service neutron] 10.222.0.38 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876429 Aug 20 12:49:17.741535 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b3644b7b-623c-4527-8159-5b4c54b0bceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:17.824170 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-efbaa93b-48b1-4ad2-9417-431af9770d0a req-fad22804-1b54-49b9-930a-2e312e807269 service neutron] 10.222.0.38 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942874 Aug 20 12:49:18.461772 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdeeb06-d361-4cdc-b38e-02c333b63228 req-d8ff1872-c379-4fb3-8ea7-68853cc3b2aa tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:18.463295 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dfdeeb06-d361-4cdc-b38e-02c333b63228 req-d8ff1872-c379-4fb3-8ea7-68853cc3b2aa tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 943 time: 0.0506897 Aug 20 12:49:18.500643 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-dfdeeb06-d361-4cdc-b38e-02c333b63228 req-b6ef235a-7232-4fa7-9f4a-808ad9f7afbb tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312831 Aug 20 12:49:18.702242 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:19.593140 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:19.618289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af0a89-a9aa-49dc-a1d1-3e6642a6ce39 req-95f59c63-81ec-49c4-a344-b1d89fad325c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:19.619817 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13af0a89-a9aa-49dc-a1d1-3e6642a6ce39 req-95f59c63-81ec-49c4-a344-b1d89fad325c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 943 time: 0.0509562 Aug 20 12:49:19.664925 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-13af0a89-a9aa-49dc-a1d1-3e6642a6ce39 req-aa2b868a-a56f-4279-be0a-f571d6a5fe47 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390735 Aug 20 12:49:20.518765 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 04071def-9eea-429f-96d6-845b0b56c97f details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:49:20.613976 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 04071def-9eea-429f-96d6-845b0b56c97f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=04071def-9eea-429f-96d6-845b0b56c97f,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:20.625886 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '04071def-9eea-429f-96d6-845b0b56c97f', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'port_id': '04071def-9eea-429f-96d6-845b0b56c97f', 'mac_address': 'fa:16:3e:dd:b8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:49:20.666789 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:20.792724 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35111be2-2699-4dba-b2dc-41f566dcdef1 req-a1635dfb-33c3-4d3e-8597-3a5a27715c89 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:20.795948 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35111be2-2699-4dba-b2dc-41f566dcdef1 req-a1635dfb-33c3-4d3e-8597-3a5a27715c89 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 943 time: 0.0552270 Aug 20 12:49:20.836408 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-35111be2-2699-4dba-b2dc-41f566dcdef1 req-5d37fcd3-6946-4165-ba2c-1e70c2cf0e92 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357740 Aug 20 12:49:20.836846 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04071def-9eea-429f-96d6-845b0b56c97f {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:49:20.858498 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 04071def-9eea-429f-96d6-845b0b56c97f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=04071def-9eea-429f-96d6-845b0b56c97f,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:20.987011 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.042526 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=04071def-9eea-429f-96d6-845b0b56c97f,revision_number=4']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:21.226928 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:21.306319 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['04071def-9eea-429f-96d6-845b0b56c97f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:49:21.957877 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd6f8d-f8fa-48aa-9c24-54833576f6cb req-590ba4a0-1d0a-49cb-9f36-2d5e8cf0c947 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:21.959408 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2fd6f8d-f8fa-48aa-9c24-54833576f6cb req-590ba4a0-1d0a-49cb-9f36-2d5e8cf0c947 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 944 time: 0.0514498 Aug 20 12:49:21.997060 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2fd6f8d-f8fa-48aa-9c24-54833576f6cb req-327309fa-c1f1-4de1-8f3a-ec0a21b3f91a tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316992 Aug 20 12:49:22.533702 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 04071def-9eea-429f-96d6-845b0b56c97f up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:49:22.638186 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning for port 04071def-9eea-429f-96d6-845b0b56c97f completed by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 12:49:22.642084 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 04071def-9eea-429f-96d6-845b0b56c97f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:49:22.642464 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:22.722666 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:22.748193 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:22.750602 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddd1818-c261-404a-8bd1-561cf7f73b2d" -d '{"events": [{"server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "name": "network-vif-plugged", "status": "completed", "tag": "04071def-9eea-429f-96d6-845b0b56c97f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:22.763376 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 04071def-9eea-429f-96d6-845b0b56c97f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=04071def-9eea-429f-96d6-845b0b56c97f,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:49:22.788391 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37c1fea-5856-46f8-87c7-2dfe539d2de6 x-openstack-request-id: req-a37c1fea-5856-46f8-87c7-2dfe539d2de6 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:22.788689 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "name": "network-vif-plugged", "status": "completed", "tag": "04071def-9eea-429f-96d6-845b0b56c97f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:22.788949 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a37c1fea-5856-46f8-87c7-2dfe539d2de6 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:22.789354 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f', 'code': 200} Aug 20 12:49:22.849602 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:22.900376 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa829cb5-7380-48e2-a798-7a56f54ad856 req-a43a46f7-1368-4025-9acf-2a96f9791365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:22.901992 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa829cb5-7380-48e2-a798-7a56f54ad856 req-a43a46f7-1368-4025-9acf-2a96f9791365 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 1096 time: 0.0423646 Aug 20 12:49:22.904050 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=04071def-9eea-429f-96d6-845b0b56c97f,revision_number=5']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:22.947057 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-aa829cb5-7380-48e2-a798-7a56f54ad856 req-2abfb9d3-e05a-4344-b7ad-03572c9271d6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337780 Aug 20 12:49:23.114812 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f174109-5d3d-45d4-ade3-55b607b3f249 req-2194175b-e95d-4542-b0a8-fbd5ef3dc25e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:23.116209 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4f174109-5d3d-45d4-ade3-55b607b3f249 req-2194175b-e95d-4542-b0a8-fbd5ef3dc25e tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 945 time: 0.0491111 Aug 20 12:49:23.161181 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-4f174109-5d3d-45d4-ade3-55b607b3f249 req-f844e341-a599-42d3-bb65-317001d5fedf tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383534 Aug 20 12:49:24.279492 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e579c-d657-4bab-bb89-66ea927aecc2 req-1b4a5990-656b-4560-8642-f360207ccd27 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:24.280967 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da6e579c-d657-4bab-bb89-66ea927aecc2 req-1b4a5990-656b-4560-8642-f360207ccd27 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 945 time: 0.0493205 Aug 20 12:49:24.323342 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-da6e579c-d657-4bab-bb89-66ea927aecc2 req-718899bc-21d1-4cd3-9950-33027580799f tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362453 Aug 20 12:49:25.441899 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a8cf9-357f-4b9f-8444-8518183092d4 req-c5708b0f-22da-4a48-a9e6-14307e371904 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:25.443425 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d7a8cf9-357f-4b9f-8444-8518183092d4 req-c5708b0f-22da-4a48-a9e6-14307e371904 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 945 time: 0.0497568 Aug 20 12:49:25.481171 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-5d7a8cf9-357f-4b9f-8444-8518183092d4 req-75ea9e67-5ad8-486f-8a14-60cd4c7b2f60 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318580 Aug 20 12:49:25.594321 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc332ab-e2d0-4112-a139-a9878ce069ed req-b347beb8-3bb0-4276-bcde-aaa1e0ed1e78 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:25.595911 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3cc332ab-e2d0-4112-a139-a9878ce069ed req-b347beb8-3bb0-4276-bcde-aaa1e0ed1e78 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 945 time: 0.0497196 Aug 20 12:49:25.632677 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-3cc332ab-e2d0-4112-a139-a9878ce069ed req-773c70fc-8fc6-40b8-a190-1eb1f8e3448a tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308678 Aug 20 12:49:25.655162 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52238) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:25.693258 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263930b6-a9bd-466f-8c5e-b2e92565660d tempest-TestSnapshotPattern-308909005 tempest-TestSnapshotPattern-308909005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:25.694793 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-263930b6-a9bd-466f-8c5e-b2e92565660d tempest-TestSnapshotPattern-308909005 tempest-TestSnapshotPattern-308909005-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 1091 time: 0.0386403 Aug 20 12:49:25.697533 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52240) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:49:25.702341 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.v2.base [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Request body: {'floatingip': {'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'port_id': '04071def-9eea-429f-96d6-845b0b56c97f', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 12:49:25.798143 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for floatingip, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:26.207018 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:26.309034 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_common [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Allocated IP 172.25.4.147 (b7a42768-e6ec-40ff-acad-bb7cf62ccac3/338335e1-a0df-4ba2-a0f2-5150accf62c7/80d7c8ba-6143-4486-84ef-eafc840403ad) {{(pid=95587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 12:49:26.413913 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for port, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:26.558495 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754705797861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:26.596928 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Network b7a42768-e6ec-40ff-acad-bb7cf62ccac3 is already hosted by enough agents. {{(pid=95587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 12:49:26.599716 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.base_scheduler [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Resources bound (agent type, host, resource id): {{(pid=95587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 12:49:26.603222 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Received port after_create {{(pid=95587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 12:49:26.611778 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'Port': ['ID=80d7c8ba-6143-4486-84ef-eafc840403ad,revision_number=1']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:26.642559 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.642907 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.647777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.647777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.647777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.647777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.647777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.647777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.647777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.647777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.647777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:26.647777 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:49:27.001147 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:27.167818 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:27.322412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for port, precommit_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:27.386398 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27008428'] for port, after_update {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:27.458287 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event updated for resources: {'Port': ['ID=80d7c8ba-6143-4486-84ef-eafc840403ad,revision_number=2']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:49:27.469199 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-441971'] for floatingip, after_create {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:27.572649 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Floating IP 16810186-1552-4bd5-9927-6654213205d1 associated. External IP: 172.25.4.147, port: 04071def-9eea-429f-96d6-845b0b56c97f. Aug 20 12:49:27.782125 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Router cf455402-9f14-43c2-8b3f-43361582253f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:49:27.886681 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:49:27.899804 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] Sync routers for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:49:27.910588 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:27.940443 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:49:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:27.998371 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:28.016037 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:28.038617 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-b885a385-3046-4afc-9a66-aff3532d4517 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3400378 Aug 20 12:49:28.039213 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:49:28.041473 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7777649-1696-4032-9d7f-523c6d3fd030" -d '{"events": [{"name": "network-changed", "server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "tag": "04071def-9eea-429f-96d6-845b0b56c97f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:49:28.076332 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c74ea7-d158-40ec-9262-b7afa87b291c x-openstack-request-id: req-73c74ea7-d158-40ec-9262-b7afa87b291c {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:49:28.076629 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "tag": "04071def-9eea-429f-96d6-845b0b56c97f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:49:28.076879 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73c74ea7-d158-40ec-9262-b7afa87b291c {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:49:28.077277 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f', 'status': 'completed', 'code': 200} Aug 20 12:49:28.139922 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-1ad8adc4-52e0-44f3-b9a3-37a8bc184c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:28.141332 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-1ad8adc4-52e0-44f3-b9a3-37a8bc184c05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 1096 time: 0.0412714 Aug 20 12:49:28.234743 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-c794b72b-5cb5-4eb9-8580-4cab0ae0e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:28.236275 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-c794b72b-5cb5-4eb9-8580-4cab0ae0e5b1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 911 time: 0.0879242 Aug 20 12:49:28.241515 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0bc312be-6ea8-4ace-9a82-2d1f47d431c2', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:46:48Z', 'updated_at': '2021-08-20T12:46:50Z', 'revision_number': 1, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}, {'id': '16810186-1552-4bd5-9927-6654213205d1', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': '04071def-9eea-429f-96d6-845b0b56c97f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:dd:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00670ee-7434-4d55-9889-ec11d09365db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:49:26Z', 'updated_at': '2021-08-20T12:49:26Z', 'revision_number': 0, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:28.268594 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] Checking router: cf455402-9f14-43c2-8b3f-43361582253f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:49:28.276900 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:49:28.277502 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:49:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:28.303079 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-4b7dd3ea-c6df-478a-a250-a30531fd382b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04071def-9eea-429f-96d6-845b0b56c97f HTTP/1.1" status: 200 len: 999 time: 0.0597029 Aug 20 12:49:28.353666 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-4229f4b9-14ec-406f-b883-b05961d9b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:28.355204 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-4229f4b9-14ec-406f-b883-b05961d9b35b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0446675 Aug 20 12:49:28.388302 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:49:28.405504 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-770033f0-966f-4f90-9028-f1a4751fb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:28.406990 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-770033f0-966f-4f90-9028-f1a4751fb23c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446031 Aug 20 12:49:28.497475 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-5717e81e-4fb0-4d0a-b987-dfe6a0bd5469 service neutron] 10.222.0.38 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819256 Aug 20 12:49:28.595923 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-e7777649-1696-4032-9d7f-523c6d3fd030 req-e1c570bb-d941-466a-b507-7ba5b69d5453 service neutron] 10.222.0.38 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902910 Aug 20 12:49:28.620379 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0bc312be-6ea8-4ace-9a82-2d1f47d431c2', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:46:48Z', 'updated_at': '2021-08-20T12:46:50Z', 'revision_number': 1, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}, {'id': '16810186-1552-4bd5-9927-6654213205d1', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': '04071def-9eea-429f-96d6-845b0b56c97f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:dd:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00670ee-7434-4d55-9889-ec11d09365db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:49:26Z', 'updated_at': '2021-08-20T12:49:26Z', 'revision_number': 0, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:49:28.646601 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e86adc-4c2e-45bf-ad50-8150929eeae4 None None] The sync data for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 is: [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0bc312be-6ea8-4ace-9a82-2d1f47d431c2', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:46:48Z', 'updated_at': '2021-08-20T12:46:50Z', 'revision_number': 1, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}, {'id': '16810186-1552-4bd5-9927-6654213205d1', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.147', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': '04071def-9eea-429f-96d6-845b0b56c97f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:dd:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00670ee-7434-4d55-9889-ec11d09365db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:49:26Z', 'updated_at': '2021-08-20T12:49:26Z', 'revision_number': 0, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:49:28.834071 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3902b28c-af32-4405-b05a-005c739a24a8 None None] New status for floating IP 16810186-1552-4bd5-9927-6654213205d1: ACTIVE {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:49:42.008732 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:43.512569 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-ab56a9d8-8a49-4e7c-9360-c2c86ff53f98 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421882 Aug 20 12:49:43.596236 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-9e4b8beb-c425-4d9d-b077-e9384a07d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:43.597769 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-9e4b8beb-c425-4d9d-b077-e9384a07d598 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 1094 time: 0.0442486 Aug 20 12:49:43.705872 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-81bd203f-8e5f-4ce2-962c-a000365487cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:43.707392 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-81bd203f-8e5f-4ce2-962c-a000365487cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 911 time: 0.0894680 Aug 20 12:49:43.773908 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-b98994dc-14ef-410d-9e43-63dca0f30e16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1 HTTP/1.1" status: 200 len: 999 time: 0.0593059 Aug 20 12:49:43.817516 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-e6b30e05-ebf0-4edd-8626-5ed52b042a91 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431347 Aug 20 12:49:43.825706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-c7f5d920-5302-4da2-899f-dc0b458245f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:43.827270 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-c7f5d920-5302-4da2-899f-dc0b458245f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0462980 Aug 20 12:49:43.879509 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-383aca6a-9a5b-45c3-a79b-40a6c7f92eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:43.881140 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-383aca6a-9a5b-45c3-a79b-40a6c7f92eda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469532 Aug 20 12:49:43.904289 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-d3af5b4d-ea1e-40bd-81a9-0050d0086d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:43.905804 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-d3af5b4d-ea1e-40bd-81a9-0050d0086d52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 1096 time: 0.0408177 Aug 20 12:49:43.978681 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-65a9614b-85b1-4eed-a344-1a515d84fe3b service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908372 Aug 20 12:49:44.020030 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-a6a1d1ad-b17d-41d1-9fdd-96306b80112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:44.021550 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-a6a1d1ad-b17d-41d1-9fdd-96306b80112c service neutron] 10.222.0.38 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 911 time: 0.0944088 Aug 20 12:49:44.076780 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-ce86355a-7875-42d3-b8a0-215d661f27f5 req-22c1b6f2-3db4-4fcf-9525-22e0cf8b9056 service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909686 Aug 20 12:49:44.090954 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-16d2c9e9-af8d-421b-8cd5-b5816620d88f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04071def-9eea-429f-96d6-845b0b56c97f HTTP/1.1" status: 200 len: 1001 time: 0.0584459 Aug 20 12:49:44.149834 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-237a7484-885e-4cd5-9cc6-d6af0b669b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:44.151346 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-237a7484-885e-4cd5-9cc6-d6af0b669b84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0530975 Aug 20 12:49:44.204081 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-221dd991-a476-43dc-a9f2-1859262e5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:49:44.205728 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-221dd991-a476-43dc-a9f2-1859262e5760 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465889 Aug 20 12:49:44.297760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-6b8fd11f-0366-4419-8eb6-b8a7ce833227 service neutron] 10.222.0.38 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Aug 20 12:49:44.399532 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-af4bdf0b-ac3b-4ec3-8654-2834ed04c8a5 req-3ea838f3-bd7b-4671-bb6f-fe49edeee301 service neutron] 10.222.0.38 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929179 Aug 20 12:49:44.408607 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:45.237474 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b9d8bdc1-41ce-4e5c-8320-df2467b8a7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:47.756159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0ae95a6e-3b42-46c4-81b6-be2f7ac8b180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:48.704367 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:49.601907 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:49:50.476225 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:49:51.230896 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:12.005417 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:14.354302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:15.189005 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4c54cc69-a26c-43a9-b5ff-d0d4857d6507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:17.760350 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-42da496b-d535-4b26-9485-6ba7e793d5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:18.726295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:19.594955 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:21.261881 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:27.474858 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:50:42.037189 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:43.483368 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-92ddaecb-9a26-45ab-b4b9-5b32ee9add5a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405247 Aug 20 12:50:43.561699 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-66744b3e-ee0c-4e6f-87ca-6ec81a33a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:43.563248 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-66744b3e-ee0c-4e6f-87ca-6ec81a33a74a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 1094 time: 0.0402708 Aug 20 12:50:43.666829 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-c6184b3d-7e27-47ab-86bd-4e8d5b8f5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:43.668313 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-c6184b3d-7e27-47ab-86bd-4e8d5b8f5027 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 911 time: 0.0867760 Aug 20 12:50:43.732237 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-da2b5fb7-a89e-4fa7-bdcc-cdad37bcc987 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1 HTTP/1.1" status: 200 len: 999 time: 0.0572772 Aug 20 12:50:43.782894 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-4b7e2b03-f924-4bae-8485-47894ca4aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:43.784410 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-4b7e2b03-f924-4bae-8485-47894ca4aa3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0454147 Aug 20 12:50:43.833344 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-1bc625c0-3e46-43a7-a954-108f218c7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:43.834861 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-1bc625c0-3e46-43a7-a954-108f218c7956 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439000 Aug 20 12:50:43.922881 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-d08d106a-0556-43d4-a44a-16396d1a7db2 service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798862 Aug 20 12:50:44.016526 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-70b6cf52-9a13-4955-8f69-fcc5f71389b4 req-4e6d43db-c0bc-41ff-b78e-d25ec0dacafe service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867712 Aug 20 12:50:44.358848 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:45.113363 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8bf4d80b-1f59-465f-8866-82be43395a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:45.768860 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-552e46a0-7ed0-4ade-8aad-f1daf9289092 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406048 Aug 20 12:50:45.865449 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-d8f865d7-da89-42c7-a137-0d956f9542d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:45.867034 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-d8f865d7-da89-42c7-a137-0d956f9542d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 1096 time: 0.0458617 Aug 20 12:50:45.980029 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-8415fba9-1338-42a8-8489-8170a0110c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:45.981566 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-8415fba9-1338-42a8-8489-8170a0110c06 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 911 time: 0.0890989 Aug 20 12:50:46.056314 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-77752790-ebdf-48c1-a9c6-424322f7b503 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04071def-9eea-429f-96d6-845b0b56c97f HTTP/1.1" status: 200 len: 1001 time: 0.0624549 Aug 20 12:50:46.118415 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-9573ac62-9972-45f8-8162-b70e447f3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:46.119935 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-9573ac62-9972-45f8-8162-b70e447f3e92 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0530057 Aug 20 12:50:46.175757 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-eeae3b35-e635-4b05-801b-304482418423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:50:46.177263 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-eeae3b35-e635-4b05-801b-304482418423 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465784 Aug 20 12:50:46.268511 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-a1d555c7-33bb-467a-acd3-f4833c613e81 service neutron] 10.222.0.38 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834031 Aug 20 12:50:46.371718 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-6aa86fe6-2503-4b2e-b15d-0a2e8253a8ab req-0c945ac3-deb3-419e-a390-9c6e09c71ab0 service neutron] 10.222.0.38 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921230 Aug 20 12:50:47.776295 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-00f17547-2d3b-4084-a987-ac1f72ac9e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:48.724055 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:49.608013 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:51.233040 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:58.858716 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 04071def-9eea-429f-96d6-845b0b56c97f details requested by agent hyperv_n-h2-804230-3 with host n-h2-804230-3 {{(pid=95589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 12:50:58.971439 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 04071def-9eea-429f-96d6-845b0b56c97f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=04071def-9eea-429f-96d6-845b0b56c97f,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:58.985766 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Returning: {'device': '04071def-9eea-429f-96d6-845b0b56c97f', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'port_id': '04071def-9eea-429f-96d6-845b0b56c97f', 'mac_address': 'fa:16:3e:dd:b8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 12:50:59.024345 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:59.037123 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04071def-9eea-429f-96d6-845b0b56c97f {{(pid=95589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 12:50:59.057364 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 04071def-9eea-429f-96d6-845b0b56c97f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=04071def-9eea-429f-96d6-845b0b56c97f,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:50:59.135038 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:50:59.192005 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=04071def-9eea-429f-96d6-845b0b56c97f,revision_number=6']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:50:59.200264 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.203307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.203307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.203307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.203307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.203307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.203307 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.203905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.203905 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.204136 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.204358 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.204684 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:50:59.235008 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] get_ports_and_sgs() called for port_ids ['04071def-9eea-429f-96d6-845b0b56c97f'] {{(pid=95589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 12:51:00.862871 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 04071def-9eea-429f-96d6-845b0b56c97f up at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 12:51:00.914499 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.provisioning_blocks [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Provisioning complete for port 04071def-9eea-429f-96d6-845b0b56c97f triggered by entity L2. {{(pid=95589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 12:51:00.914883 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498314'] for port, provisioning_complete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:00.997573 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:01.033228 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:51:01.036216 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9de70c-d0b3-40c6-b33d-74b37690931e" -d '{"events": [{"server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "name": "network-vif-plugged", "status": "completed", "tag": "04071def-9eea-429f-96d6-845b0b56c97f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:51:01.044394 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 04071def-9eea-429f-96d6-845b0b56c97f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=04071def-9eea-429f-96d6-845b0b56c97f,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:01.087398 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183f569b-b306-4b35-ba6a-47337e200904 x-openstack-request-id: req-183f569b-b306-4b35-ba6a-47337e200904 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:51:01.087872 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "name": "network-vif-plugged", "status": "completed", "tag": "04071def-9eea-429f-96d6-845b0b56c97f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:51:01.088574 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-183f569b-b306-4b35-ba6a-47337e200904 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:51:01.089241 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f', 'code': 200} Aug 20 12:51:01.138934 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:01.247706 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=04071def-9eea-429f-96d6-845b0b56c97f,revision_number=7']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:04.476520 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:51:11.287245 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52446) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:11.457414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Deleting port 80d7c8ba-6143-4486-84ef-eafc840403ad {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:11.457930 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:11.543744 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:11.544122 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:11.557794 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Calling delete_port for 80d7c8ba-6143-4486-84ef-eafc840403ad owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:11.816112 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:11.848299 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event deleted for resources: {'Port': ['ID=80d7c8ba-6143-4486-84ef-eafc840403ad,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:11.871286 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.871675 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.872061 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.872466 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.872808 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.873149 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.873487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.873856 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.874243 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.874673 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.875065 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.875457 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:11.924462 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:11.924462 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Floating IP 16810186-1552-4bd5-9927-6654213205d1 disassociated (deleted). External IP: 172.25.4.147, port: 04071def-9eea-429f-96d6-845b0b56c97f. Aug 20 12:51:12.008667 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:12.152144 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Router cf455402-9f14-43c2-8b3f-43361582253f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:51:12.260638 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:51:12.265276 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:12.271088 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] Sync routers for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:51:12.280436 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:12.281080 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:12.492728 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:12.612811 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-10ca3bd5-b639-4cc2-9253-e177362165d1 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "DELETE /v2.0/floatingips/16810186-1552-4bd5-9927-6654213205d1 HTTP/1.1" status: 204 len: 168 time: 1.3244352 Aug 20 12:51:12.613414 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:51:12.615962 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5974c7-2faf-4568-aeff-6f77197a5877" -d '{"events": [{"name": "network-changed", "server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "tag": "04071def-9eea-429f-96d6-845b0b56c97f"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:51:12.740951 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0bc312be-6ea8-4ace-9a82-2d1f47d431c2', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:46:48Z', 'updated_at': '2021-08-20T12:46:50Z', 'revision_number': 1, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:12.766200 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e5b940-f18f-4391-b675-4a2e632e492e x-openstack-request-id: req-f3e5b940-f18f-4391-b675-4a2e632e492e {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:51:12.766200 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "tag": "04071def-9eea-429f-96d6-845b0b56c97f", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:51:12.766200 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3e5b940-f18f-4391-b675-4a2e632e492e {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:51:12.766200 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f', 'status': 'completed', 'code': 200} Aug 20 12:51:12.767878 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] Checking router: cf455402-9f14-43c2-8b3f-43361582253f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:51:12.777172 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:12.777812 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:50:48Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:12.841657 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-25d503eb-6c12-4f91-b460-72744caacd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:12.844061 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-25d503eb-6c12-4f91-b460-72744caacd2f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 1096 time: 0.0549488 Aug 20 12:51:12.893607 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:12.953565 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-23824790-6777-4332-90bd-9a0c5280aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:12.955634 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-23824790-6777-4332-90bd-9a0c5280aa87 service neutron] 10.222.0.38 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 911 time: 0.1003981 Aug 20 12:51:12.962141 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 04071def-9eea-429f-96d6-845b0b56c97f no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:13.009760 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-095a00e1-736e-4f43-88b9-27695efe7137 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04071def-9eea-429f-96d6-845b0b56c97f HTTP/1.1" status: 200 len: 217 time: 0.0426261 Aug 20 12:51:13.042149 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1457237'] for port, before_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:13.070587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-a716391a-043d-49eb-84c5-be5c8316e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:13.072459 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-a716391a-043d-49eb-84c5-be5c8316e2a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0495601 Aug 20 12:51:13.078655 n-d-804230-3 neutron-server[95589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f'}] {{(pid=95589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:51:13.081922 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5b50369a15182024e0fe1e8bbf77e4de5ecdd5bc11abb3eb1aaeb025d9dbd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefb58c6-2b08-413a-a4b4-589e78cc223b" -d '{"events": [{"server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "name": "network-vif-unplugged", "status": "completed", "tag": "04071def-9eea-429f-96d6-845b0b56c97f"}]}' {{(pid=95589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:51:13.097061 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] For port 04071def-9eea-429f-96d6-845b0b56c97f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=04071def-9eea-429f-96d6-845b0b56c97f,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:13.128689 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-6614d325-05cb-4826-a8d2-adfe08779a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:13.130468 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-6614d325-05cb-4826-a8d2-adfe08779a83 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453377 Aug 20 12:51:13.136766 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f433fa9d-910a-44b3-984d-0ef8b9be8426 x-openstack-request-id: req-f433fa9d-910a-44b3-984d-0ef8b9be8426 {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:51:13.137119 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "name": "network-vif-unplugged", "status": "completed", "tag": "04071def-9eea-429f-96d6-845b0b56c97f", "code": 200}]} {{(pid=95589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:51:13.137438 n-d-804230-3 neutron-server[95589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f433fa9d-910a-44b3-984d-0ef8b9be8426 {{(pid=95589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:51:13.137884 n-d-804230-3 neutron-server[95589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f', 'code': 200} Aug 20 12:51:13.151336 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0bc312be-6ea8-4ace-9a82-2d1f47d431c2', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:46:48Z', 'updated_at': '2021-08-20T12:46:50Z', 'revision_number': 1, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:13.161354 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754706299733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754705797879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754705795597'] for port, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:13.181488 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad1dd3f-d6e9-48b9-a488-8f6c900267e4 None None] The sync data for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 is: [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_floatingips': [{'id': '0bc312be-6ea8-4ace-9a82-2d1f47d431c2', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'router_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'port_id': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'mac_address': 'fa:16:3e:90:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T12:46:48Z', 'updated_at': '2021-08-20T12:46:50Z', 'revision_number': 1, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:51:13.217996 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Pushing event updated for resources: {'Port': ['ID=04071def-9eea-429f-96d6-845b0b56c97f,revision_number=8']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:13.306090 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2836f23-c139-4aed-a9ae-498dd0e31503 req-1cac62cb-bbce-4682-8355-93cc216488b0 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:13.307684 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2836f23-c139-4aed-a9ae-498dd0e31503 req-1cac62cb-bbce-4682-8355-93cc216488b0 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 943 time: 0.1632583 Aug 20 12:51:13.309672 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-1358ac95-b9be-4b56-9dd7-3b0ad505e21b service neutron] 10.222.0.38 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604483 Aug 20 12:51:13.401235 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-f2836f23-c139-4aed-a9ae-498dd0e31503 req-da8d403c-b350-499b-b5f9-13d044adb404 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869083 Aug 20 12:51:13.428112 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b900bd-b430-4abf-9bb1-fa155bf60ddc None None] New status for floating IP 16810186-1552-4bd5-9927-6654213205d1: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:51:13.433463 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-ea5974c7-2faf-4568-aeff-6f77197a5877 req-945de18f-dc73-4a6f-a678-14fd222f4f23 service neutron] 10.222.0.38 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116726 Aug 20 12:51:14.366411 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:14.523323 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42d547-626d-4ee0-a2c1-69673bb2f739 req-c3aedc92-7f2a-4e7e-a9ef-947837132b9c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:14.524909 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a42d547-626d-4ee0-a2c1-69673bb2f739 req-c3aedc92-7f2a-4e7e-a9ef-947837132b9c tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 943 time: 0.0502701 Aug 20 12:51:14.563629 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5a42d547-626d-4ee0-a2c1-69673bb2f739 req-0d932f23-1d3d-44cb-aba9-4c923703abae tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Aug 20 12:51:14.908642 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-3ef1881c-d1c6-4a17-bc97-0be328ceb0e7 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:14.910077 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-3ef1881c-d1c6-4a17-bc97-0be328ceb0e7 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.38 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 943 time: 0.0478272 Aug 20 12:51:15.007288 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Deleting port 04071def-9eea-429f-96d6-845b0b56c97f {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:15.007625 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:15.094572 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] For port 04071def-9eea-429f-96d6-845b0b56c97f, host n-h2-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804230-3',level=0,port_id=04071def-9eea-429f-96d6-845b0b56c97f,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:15.094943 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:15.107963 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Calling delete_port for 04071def-9eea-429f-96d6-845b0b56c97f owned by compute:nova {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:15.120620 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-1a33af2a-75f3-4ac1-b082-8cd4e05ddc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:15.360140 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:15.389478 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event deleted for resources: {'Port': ['ID=04071def-9eea-429f-96d6-845b0b56c97f,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:15.401327 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.401688 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.402224 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.402360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.402760 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.403318 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.403587 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.403914 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.404241 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.404589 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.404919 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.405249 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804230-3 {{(pid=95588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 12:51:15.438360 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] No DVR routers for this DVR port 04071def-9eea-429f-96d6-845b0b56c97f on host n-h2-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:15.441612 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:15.443616 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-c71996ce-d936-43b4-a125-ee574c6a4bdf req-6cfb4e93-d088-4fa2-b8da-a459efabbf72 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.38 "DELETE /v2.0/ports/04071def-9eea-429f-96d6-845b0b56c97f HTTP/1.1" status: 204 len: 173 time: 0.5274742 Aug 20 12:51:15.444072 n-d-804230-3 neutron-server[95588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'name': 'network-vif-deleted', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f'}] {{(pid=95588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:51:15.446273 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ffe3cdcfc2a7c34170724f652cc79aec735f0ae85ec84a6ef974b876ad6d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65635c3c-913b-4371-9f1f-cd61cc835d1b" -d '{"events": [{"server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "name": "network-vif-deleted", "tag": "04071def-9eea-429f-96d6-845b0b56c97f"}]}' {{(pid=95588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:51:15.480016 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f4d89f-b588-4cab-ad87-53adb41cc1b7 x-openstack-request-id: req-c5f4d89f-b588-4cab-ad87-53adb41cc1b7 {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:51:15.480306 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00670ee-7434-4d55-9889-ec11d09365db", "name": "network-vif-deleted", "tag": "04071def-9eea-429f-96d6-845b0b56c97f", "status": "completed", "code": 200}]} {{(pid=95588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:51:15.480585 n-d-804230-3 neutron-server[95588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5f4d89f-b588-4cab-ad87-53adb41cc1b7 {{(pid=95588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:51:15.480986 n-d-804230-3 neutron-server[95588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00670ee-7434-4d55-9889-ec11d09365db', 'name': 'network-vif-deleted', 'tag': '04071def-9eea-429f-96d6-845b0b56c97f', 'status': 'completed', 'code': 200} Aug 20 12:51:15.657758 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-91067a77-bdb5-464a-8a5c-5364e458d47e req-e1b207a2-0682-4808-97c1-29af9a2f7fdd tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=b00670ee-7434-4d55-9889-ec11d09365db HTTP/1.1" status: 200 len: 210 time: 0.0261095 Aug 20 12:51:17.799907 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d5b472d5-38af-40f0-9c3a-a0d028006245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:18.284002 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52512) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:18.446731 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Deleting port f4eaccb3-a07c-4be8-960e-747f1e287dc8 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:18.447078 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:18.521394 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:18.521731 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:18.534288 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Calling delete_port for f4eaccb3-a07c-4be8-960e-747f1e287dc8 owned by network:floatingip {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:18.739804 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:18.829326 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:18.862532 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event deleted for resources: {'Port': ['ID=f4eaccb3-a07c-4be8-960e-747f1e287dc8,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:18.927308 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for floatingip, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:18.927709 n-d-804230-3 neutron-server[95587]: INFO neutron.db.l3_db [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Floating IP 0bc312be-6ea8-4ace-9a82-2d1f47d431c2 disassociated (deleted). External IP: 172.25.4.214, port: ee182c94-cb24-4f85-a8c4-3f9890a31fa1. Aug 20 12:51:19.008787 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 04071def-9eea-429f-96d6-845b0b56c97f no longer exists at agent hyperv_n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:19.033852 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] No Port match for: 04071def-9eea-429f-96d6-845b0b56c97f {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:19.034197 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Device 04071def-9eea-429f-96d6-845b0b56c97f not bound to the agent host n-h2-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:19.152487 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Router cf455402-9f14-43c2-8b3f-43361582253f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:51:19.268407 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:51:19.273628 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for floatingip, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:19.279487 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] Sync routers for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:51:19.288927 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:19.289542 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:19.303687 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d296ee40-d75c-4478-b129-1d6963998d08 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "DELETE /v2.0/floatingips/0bc312be-6ea8-4ace-9a82-2d1f47d431c2 HTTP/1.1" status: 204 len: 168 time: 1.0162063 Aug 20 12:51:19.303687 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:51:19.304523 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:51:19.347756 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 12:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b799d93-ee00-4f5f-ae0a-7aa6ccca8f7d x-openstack-request-id: req-4b799d93-ee00-4f5f-ae0a-7aa6ccca8f7d {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:51:19.348437 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:51:19.348914 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b799d93-ee00-4f5f-ae0a-7aa6ccca8f7d {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:51:19.355219 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'status': 'completed', 'code': 200} Aug 20 12:51:19.406359 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:19.420476 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-c0fbd12d-6999-41bc-a252-62ae31e7d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:19.422040 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-c0fbd12d-6999-41bc-a252-62ae31e7d878 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2984c2af8f504a3fbab7296b43923aeb&device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 1094 time: 0.0525687 Aug 20 12:51:19.516853 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-84f49ef6-2866-44b5-a7de-6dabf0a9c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:19.519018 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-84f49ef6-2866-44b5-a7de-6dabf0a9c4dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 200 len: 911 time: 0.0898020 Aug 20 12:51:19.565455 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-f7e9ee95-c614-4bf1-8b5f-8153e09d7842 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1 HTTP/1.1" status: 200 len: 217 time: 0.0396335 Aug 20 12:51:19.602974 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:19.631654 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:19.657684 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-93ce778b-75a0-4d60-8658-9a80d46906e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:19.659255 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-93ce778b-75a0-4d60-8658-9a80d46906e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 200 len: 849 time: 0.0871551 Aug 20 12:51:19.662281 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] Checking router: cf455402-9f14-43c2-8b3f-43361582253f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:51:19.670860 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:19.673796 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:19.708507 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-01ccb70f-1254-4c38-9ff8-646cc7e60706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:19.710072 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-01ccb70f-1254-4c38-9ff8-646cc7e60706 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30b57c76-debb-4118-9189-81fe326419cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435662 Aug 20 12:51:19.784672 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:19.848894 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-57c41032-60a7-47d8-a719-d8ab29b2239f service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248980 Aug 20 12:51:19.877703 n-d-804230-3 neutron-server[95588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ed050-e92c-40f7-8d1f-4f25029527fe req-3ae3c098-ff9c-4fbd-82be-24ac360d39e4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:19.880009 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-120ed050-e92c-40f7-8d1f-4f25029527fe req-3ae3c098-ff9c-4fbd-82be-24ac360d39e4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 943 time: 0.0842335 Aug 20 12:51:19.935675 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [req-120ed050-e92c-40f7-8d1f-4f25029527fe req-c8c538fc-25c4-4fdc-b4f4-9554f64f0efd tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 Aug 20 12:51:19.959337 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-84dfbe4e-1917-4dc6-985b-4a21f5cada9e req-95dbb7d0-f59e-4b3e-9658-3b7fcee9f57d service neutron] 10.222.0.57 "GET /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063159 Aug 20 12:51:20.031999 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:20.059221 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d603db3-717d-4d66-b695-273a18139f91 None None] The sync data for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 is: [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:46:23Z', 'revision_number': 4, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3', '_interfaces': [{'id': 'a69a3e2a-60cb-415b-ab69-aa831df1c193', 'name': '', 'network_id': '30b57c76-debb-4118-9189-81fe326419cc', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'mac_address': 'fa:16:3e:88:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:23Z', 'updated_at': '2021-08-20T12:46:30Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'subnets': [{'id': 'e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:51:20.299987 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26a94b4-1299-4236-a70c-807c2039c8c2 None None] New status for floating IP 0bc312be-6ea8-4ace-9a82-2d1f47d431c2: DOWN {{(pid=95589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 12:51:21.072413 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af1ad1-cc8b-4e03-ac5f-f4f85cc908ae req-2c6b25b9-796f-430a-8949-b1f422ab5321 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:21.073913 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64af1ad1-cc8b-4e03-ac5f-f4f85cc908ae req-2c6b25b9-796f-430a-8949-b1f422ab5321 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 943 time: 0.0575261 Aug 20 12:51:21.112593 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-64af1ad1-cc8b-4e03-ac5f-f4f85cc908ae req-9106b5aa-8042-4478-aa68-f31712cd6cfc tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/security-groups?id=92987d8a-6c22-4a34-b901-fa647869de86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325849 Aug 20 12:51:21.237655 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:21.245800 n-d-804230-3 neutron-server[95587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d7e04-b168-4bac-b876-1007473eeef4 req-d9a6ee99-37cb-4ae0-b0fe-6663474cc5b2 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 12:51:21.247322 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-510d7e04-b168-4bac-b876-1007473eeef4 req-d9a6ee99-37cb-4ae0-b0fe-6663474cc5b2 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 943 time: 0.0494459 Aug 20 12:51:21.344708 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-510d7e04-b168-4bac-b876-1007473eeef4 req-2485ed49-f483-439b-86c8-fc6ba33b65a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Deleting port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:21.345106 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-510d7e04-b168-4bac-b876-1007473eeef4 req-2485ed49-f483-439b-86c8-fc6ba33b65a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:21.438489 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [req-510d7e04-b168-4bac-b876-1007473eeef4 req-2485ed49-f483-439b-86c8-fc6ba33b65a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] For port ee182c94-cb24-4f85-a8c4-3f9890a31fa1, host n-h1-804230-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804230-3',level=0,port_id=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:21.438864 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-510d7e04-b168-4bac-b876-1007473eeef4 req-2485ed49-f483-439b-86c8-fc6ba33b65a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:21.452390 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [req-510d7e04-b168-4bac-b876-1007473eeef4 req-2485ed49-f483-439b-86c8-fc6ba33b65a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Calling delete_port for ee182c94-cb24-4f85-a8c4-3f9890a31fa1 owned by compute:nova {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:21.680213 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-510d7e04-b168-4bac-b876-1007473eeef4 req-2485ed49-f483-439b-86c8-fc6ba33b65a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:21.711380 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485ed49-f483-439b-86c8-fc6ba33b65a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event deleted for resources: {'Port': ['ID=ee182c94-cb24-4f85-a8c4-3f9890a31fa1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:21.752908 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [req-510d7e04-b168-4bac-b876-1007473eeef4 req-2485ed49-f483-439b-86c8-fc6ba33b65a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] No DVR routers for this DVR port ee182c94-cb24-4f85-a8c4-3f9890a31fa1 on host n-h1-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:21.755726 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [req-510d7e04-b168-4bac-b876-1007473eeef4 req-2485ed49-f483-439b-86c8-fc6ba33b65a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-873706'] for port, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:21.757631 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-510d7e04-b168-4bac-b876-1007473eeef4 req-2485ed49-f483-439b-86c8-fc6ba33b65a4 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.57 "DELETE /v2.0/ports/ee182c94-cb24-4f85-a8c4-3f9890a31fa1 HTTP/1.1" status: 204 len: 173 time: 0.5040171 Aug 20 12:51:21.758091 n-d-804230-3 neutron-server[95587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'name': 'network-vif-deleted', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1'}] {{(pid=95587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 12:51:21.760433 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23125cc314408424830b07d391550fe83b812664a5c4410ab41a01a199f026ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698407e9-451a-4d97-a346-4781f259c72d" -d '{"events": [{"server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "name": "network-vif-deleted", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1"}]}' {{(pid=95587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 12:51:21.797328 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 12:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d30376e-76f1-49d0-8514-24d209e9e170 x-openstack-request-id: req-3d30376e-76f1-49d0-8514-24d209e9e170 {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 12:51:21.797569 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9aaf85-083c-4d0d-ad3f-547dd3ce6698", "name": "network-vif-deleted", "tag": "ee182c94-cb24-4f85-a8c4-3f9890a31fa1", "status": "completed", "code": 200}]} {{(pid=95587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 12:51:21.797831 n-d-804230-3 neutron-server[95587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d30376e-76f1-49d0-8514-24d209e9e170 {{(pid=95587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 12:51:21.798246 n-d-804230-3 neutron-server[95587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9aaf85-083c-4d0d-ad3f-547dd3ce6698', 'name': 'network-vif-deleted', 'tag': 'ee182c94-cb24-4f85-a8c4-3f9890a31fa1', 'status': 'completed', 'code': 200} Aug 20 12:51:22.232094 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [req-5ee6b278-4c5c-47a9-a671-c31ddbddbce6 req-5ed53886-2b06-4709-aa08-76d7f0f386a6 tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e9aaf85-083c-4d0d-ad3f-547dd3ce6698 HTTP/1.1" status: 200 len: 210 time: 0.0351031 Aug 20 12:51:23.290363 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52528) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:23.352096 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82117e7a-1d85-466b-8db1-63dba8d2457f tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:23.378243 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82117e7a-1d85-466b-8db1-63dba8d2457f tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:23.516514 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82117e7a-1d85-466b-8db1-63dba8d2457f tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:23.519743 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-82117e7a-1d85-466b-8db1-63dba8d2457f tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:23.520912 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-82117e7a-1d85-466b-8db1-63dba8d2457f tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] 10.222.0.10 "DELETE /v2.0/security-groups/92987d8a-6c22-4a34-b901-fa647869de86 HTTP/1.1" status: 204 len: 168 time: 0.2295406 Aug 20 12:51:23.530054 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82117e7a-1d85-466b-8db1-63dba8d2457f tempest-TestSnapshotPattern-424503102 tempest-TestSnapshotPattern-424503102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92987d8a-6c22-4a34-b901-fa647869de86,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:23.637235 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52532) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:24.076384 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:24.331763 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] Deleting port a69a3e2a-60cb-415b-ab69-aa831df1c193 {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:24.332458 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:24.412842 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] For port a69a3e2a-60cb-415b-ab69-aa831df1c193, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a69a3e2a-60cb-415b-ab69-aa831df1c193,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:24.413203 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:24.425701 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] Calling delete_port for a69a3e2a-60cb-415b-ab69-aa831df1c193 owned by network:router_interface {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:24.675714 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:24.701595 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69a3e2a-60cb-415b-ab69-aa831df1c193,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:24.867151 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:25.081751 n-d-804230-3 neutron-server[95587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] Router cf455402-9f14-43c2-8b3f-43361582253f has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:51:25.187033 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:51:25.192702 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-d0401901-74bc-41b2-b675-01bace06b1c8 admin admin] 10.222.0.10 "PUT /v2.0/routers/cf455402-9f14-43c2-8b3f-43361582253f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5544717 Aug 20 12:51:25.195260 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52536) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:25.198030 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] Sync routers for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:51:25.207538 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:25.208365 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:25.301663 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:25.405988 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:25.597158 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:51:24Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:25.624029 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] Checking router: cf455402-9f14-43c2-8b3f-43361582253f for host: n-d-804230-3 {{(pid=95590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:51:25.633281 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] Routers {'cf455402-9f14-43c2-8b3f-43361582253f'} bound to L3 agent in host n-d-804230-3 {{(pid=95590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:25.633904 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['cf455402-9f14-43c2-8b3f-43361582253f'], 'active': True} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:25.709189 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:25.739492 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_dvr_db [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] Set router cf455402-9f14-43c2-8b3f-43361582253f gateway port host: n-d-804230-3 {{(pid=95590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:25.838350 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Deleting port 464b5485-61c7-473c-be42-2507af0151ce {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:25.838719 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:25.921867 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.l3_hamode_db [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:51:24Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:25.930622 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] For port 464b5485-61c7-473c-be42-2507af0151ce, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=464b5485-61c7-473c-be42-2507af0151ce,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:25.930995 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:25.944397 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Calling delete_port for 464b5485-61c7-473c-be42-2507af0151ce owned by network:router_gateway {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:25.952970 n-d-804230-3 neutron-server[95590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d25ea40-75f3-49af-9ce1-0c2cad65b868 None None] The sync data for ids ['cf455402-9f14-43c2-8b3f-43361582253f'] in n-d-804230-3 is: [{'id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'name': 'tempest-TestSnapshotPattern-1247681782-router', 'tenant_id': '2984c2af8f504a3fbab7296b43923aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': '464b5485-61c7-473c-be42-2507af0151ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:20Z', 'updated_at': '2021-08-20T12:51:24Z', 'revision_number': 5, 'project_id': '2984c2af8f504a3fbab7296b43923aeb', 'gw_port': {'id': '464b5485-61c7-473c-be42-2507af0151ce', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf455402-9f14-43c2-8b3f-43361582253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:21Z', 'updated_at': '2021-08-20T12:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}] {{(pid=95590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:51:26.188343 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.214700 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=464b5485-61c7-473c-be42-2507af0151ce,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:26.277912 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.373962 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.376402 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.493344 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.493877 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf455402-9f14-43c2-8b3f-43361582253f {{(pid=95587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:51:26.504474 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] Notify callbacks [] for router, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.504474 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-0954aed0-507e-4f6d-92ff-fbb7f89fcbe0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cf455402-9f14-43c2-8b3f-43361582253f HTTP/1.1" status: 204 len: 168 time: 1.3030012 Aug 20 12:51:26.504474 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52538) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:26.550228 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5d8fd6-a364-4713-8500-ee89de927796 admin admin] Deleting subnet e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 {{(pid=95587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:51:26.553798 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8fd6-a364-4713-8500-ee89de927796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.589228 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8fd6-a364-4713-8500-ee89de927796 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27170183'] for subnet, precommit_delete_associations {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.674533 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8fd6-a364-4713-8500-ee89de927796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.783559 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ee182c94-cb24-4f85-a8c4-3f9890a31fa1 no longer exists at agent hyperv_n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:26.794412 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8fd6-a364-4713-8500-ee89de927796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27008354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26719212'] for subnet, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.803378 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] No Port match for: ee182c94-cb24-4f85-a8c4-3f9890a31fa1 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:26.803731 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Device ee182c94-cb24-4f85-a8c4-3f9890a31fa1 not bound to the agent host n-h1-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:26.818791 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d8fd6-a364-4713-8500-ee89de927796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:26.825014 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8fd6-a364-4713-8500-ee89de927796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.827984 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-dc5d8fd6-a364-4713-8500-ee89de927796 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e8f9246b-9f6a-4f4f-a687-a4b5de17e6c1 HTTP/1.1" status: 204 len: 168 time: 0.3238058 Aug 20 12:51:26.830051 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52540) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:26.832739 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb50ff3-7cff-47c2-b790-7c28a7917e2a None None] Network 30b57c76-debb-4118-9189-81fe326419cc requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:51:26.902304 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:26.966044 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Deleting port b427771c-58d0-421f-8a26-08bb7b17619c {{(pid=95587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:26.966396 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.022383 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd4483e-f055-4404-b1c5-f956949c5c35 None None] DHCP port deletion for 30b57c76-debb-4118-9189-81fe326419cc request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:51:27.035494 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.db [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] For port b427771c-58d0-421f-8a26-08bb7b17619c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b427771c-58d0-421f-8a26-08bb7b17619c,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:27.035799 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.048585 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.plugin [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Calling delete_port for b427771c-58d0-421f-8a26-08bb7b17619c owned by network:dhcp {{(pid=95587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:27.069182 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4483e-f055-4404-b1c5-f956949c5c35 None None] Deleting port b427771c-58d0-421f-8a26-08bb7b17619c {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:27.069566 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5fd4483e-f055-4404-b1c5-f956949c5c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.131854 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-5fd4483e-f055-4404-b1c5-f956949c5c35 None None] For port b427771c-58d0-421f-8a26-08bb7b17619c, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=b427771c-58d0-421f-8a26-08bb7b17619c,segment=NetworkSegment(b0a2b5bf-140a-43d0-8423-0f66fb4dc77d),segment_id=b0a2b5bf-140a-43d0-8423-0f66fb4dc77d)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:27.132251 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5fd4483e-f055-4404-b1c5-f956949c5c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.149133 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4483e-f055-4404-b1c5-f956949c5c35 None None] Calling delete_port for b427771c-58d0-421f-8a26-08bb7b17619c owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:27.190414 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27008343'] for port, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.216519 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Pushing event deleted for resources: {'Port': ['ID=b427771c-58d0-421f-8a26-08bb7b17619c,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:27.222706 n-d-804230-3 neutron-server[95587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] No DVR routers for this DVR port b427771c-58d0-421f-8a26-08bb7b17619c on host n-d-804230-3 {{(pid=95587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:27.225653 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5fd4483e-f055-4404-b1c5-f956949c5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.252244 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4483e-f055-4404-b1c5-f956949c5c35 None None] Pushing event deleted for resources: {'Port': ['ID=b427771c-58d0-421f-8a26-08bb7b17619c,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:27.254085 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4483e-f055-4404-b1c5-f956949c5c35 None None] No DVR routers for this DVR port b427771c-58d0-421f-8a26-08bb7b17619c on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:27.298133 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.307950 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b57c76-debb-4118-9189-81fe326419cc']}} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:27.318672 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d') {'for_net_delete': True} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:27.318976 n-d-804230-3 neutron-server[95587]: DEBUG neutron.services.segments.db [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a2b5bf-140a-43d0-8423-0f66fb4dc77d') {} {{(pid=95587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:27.327817 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27170302'] for segment, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.341799 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.348138 n-d-804230-3 neutron-server[95587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:51:27.348552 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27008392'] for segment, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: Traceback (most recent call last): Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: timer() Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: cb(*args, **kw) Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: return func(*args, **kwargs) Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: self._notify() Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: self.callback(batched_events) Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: event.method(event) Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: return f(self, *a, **k) Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: return self._get(url).json() Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: return self.request(url, 'GET', **kwargs) Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:51:27.350236 n-d-804230-3 neutron-server[95587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:51:27.470900 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.476547 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Notify callbacks [] for network, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:27.481734 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] 10.222.0.10 "DELETE /v2.0/networks/30b57c76-debb-4118-9189-81fe326419cc HTTP/1.1" status: 204 len: 168 time: 0.6475277 Aug 20 12:51:27.481851 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52542) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:27.490081 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1b7f8-1b55-4f63-915c-fe822fb4fe33 admin admin] Pushing event deleted for resources: {'Network': ['ID=30b57c76-debb-4118-9189-81fe326419cc,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:27.865537 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 464b5485-61c7-473c-be42-2507af0151ce no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:27.885235 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 464b5485-61c7-473c-be42-2507af0151ce {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:27.885585 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 464b5485-61c7-473c-be42-2507af0151ce not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:27.886045 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a69a3e2a-60cb-415b-ab69-aa831df1c193 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:27.904614 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a69a3e2a-60cb-415b-ab69-aa831df1c193 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:27.904959 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a69a3e2a-60cb-415b-ab69-aa831df1c193 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:27.905371 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b427771c-58d0-421f-8a26-08bb7b17619c no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:27.925805 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: b427771c-58d0-421f-8a26-08bb7b17619c {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:27.926156 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device b427771c-58d0-421f-8a26-08bb7b17619c not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:28.135651 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617163'] for router_interface, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:28.382802 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] Deleting port c8725ee2-a27a-4475-ab32-4766609e38b1 {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:28.383145 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:28.461754 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] For port c8725ee2-a27a-4475-ab32-4766609e38b1, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=c8725ee2-a27a-4475-ab32-4766609e38b1,segment=NetworkSegment(98c5d4ac-d06b-443c-87e7-36121b37e004),segment_id=98c5d4ac-d06b-443c-87e7-36121b37e004)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:28.462026 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:28.480447 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] Calling delete_port for c8725ee2-a27a-4475-ab32-4766609e38b1 owned by network:router_interface {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:28.707734 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:28.733712 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8725ee2-a27a-4475-ab32-4766609e38b1,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:28.899819 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-770042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617047'] for router_interface, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:29.115361 n-d-804230-3 neutron-server[95588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] Router c78cd254-b9ab-4305-adda-d694025b53c4 has already been hosted by L3 agent 4b1cf551-34a3-45d6-832c-2ed5e912a8c2 {{(pid=95588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 12:51:29.222538 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] Notify agent at l3_agent.n-d-804230-3 the message routers_updated {{(pid=95588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 12:51:29.228787 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-1d64ab3f-fd04-44e3-87d1-f50434f592c6 admin admin] 10.222.0.10 "PUT /v2.0/routers/c78cd254-b9ab-4305-adda-d694025b53c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447388 Aug 20 12:51:29.230186 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52544) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:29.233693 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] Sync routers for ids ['c78cd254-b9ab-4305-adda-d694025b53c4'] in n-d-804230-3 {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 12:51:29.243019 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] Routers {'c78cd254-b9ab-4305-adda-d694025b53c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:29.243639 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c78cd254-b9ab-4305-adda-d694025b53c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:29.338771 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Notify callbacks [] for router, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:29.355097 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] Set router c78cd254-b9ab-4305-adda-d694025b53c4 gateway port host: n-d-804230-3 {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:29.444388 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:29.532119 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'name': 'tempest-TestSnapshotPattern-858329618-router', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'external_fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:26Z', 'updated_at': '2021-08-20T12:51:28Z', 'revision_number': 5, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'gw_port': {'id': 'a7befa1d-b46f-4bdd-9b51-4e9e80058f7b', 'name': '', 'network_id': 'b7a42768-e6ec-40ff-acad-bb7cf62ccac3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:38:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804230-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T12:46:27Z', 'updated_at': '2021-08-20T12:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '338335e1-a0df-4ba2-a0f2-5150accf62c7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804230-3'}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:29.557900 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] Checking router: c78cd254-b9ab-4305-adda-d694025b53c4 for host: n-d-804230-3 {{(pid=95589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 12:51:29.566791 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] Routers {'c78cd254-b9ab-4305-adda-d694025b53c4'} bound to L3 agent in host n-d-804230-3 {{(pid=95589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 12:51:29.570550 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804230-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T10:59:48Z,description=,heartbeat_timestamp=2021-08-20T12:51:18Z,host='n-d-804230-3',id=4b1cf551-34a3-45d6-832c-2ed5e912a8c2,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T10:59:48Z,topic='l3_agent')) {'router_ids': ['c78cd254-b9ab-4305-adda-d694025b53c4'], 'active': True} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:29.594798 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Deleting port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:29.594798 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:29.660930 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvr_db [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] Set router c78cd254-b9ab-4305-adda-d694025b53c4 gateway port host: None {{(pid=95589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 12:51:29.679737 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] For port a7befa1d-b46f-4bdd-9b51-4e9e80058f7b, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=a7befa1d-b46f-4bdd-9b51-4e9e80058f7b,segment=NetworkSegment(879969e1-cc88-41d8-be94-56e51a7d3679),segment_id=879969e1-cc88-41d8-be94-56e51a7d3679)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:29.680095 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:29.694484 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Calling delete_port for a7befa1d-b46f-4bdd-9b51-4e9e80058f7b owned by network:router_gateway {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:29.714286 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_hamode_db [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'name': 'tempest-TestSnapshotPattern-858329618-router', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:26Z', 'updated_at': '2021-08-20T12:51:29Z', 'revision_number': 6, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'gw_port_host': None}], 'n-d-804230-3', False) {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:29.741268 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5ddca-7a20-476b-bebd-efe884c2479b None None] The sync data for ids ['c78cd254-b9ab-4305-adda-d694025b53c4'] in n-d-804230-3 is: [{'id': 'c78cd254-b9ab-4305-adda-d694025b53c4', 'name': 'tempest-TestSnapshotPattern-858329618-router', 'tenant_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T12:46:26Z', 'updated_at': '2021-08-20T12:51:29Z', 'revision_number': 6, 'project_id': 'fa8c2a92d8424594bffd891cfe761ae5', 'gw_port_host': None}] {{(pid=95589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 12:51:29.922007 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:29.949174 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7befa1d-b46f-4bdd-9b51-4e9e80058f7b,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:30.014422 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440451'] for router_gateway, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.116029 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2722'] for router, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.118533 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.186056 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8725ee2-a27a-4475-ab32-4766609e38b1 no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:30.206997 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: c8725ee2-a27a-4475-ab32-4766609e38b1 {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:30.207410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device c8725ee2-a27a-4475-ab32-4766609e38b1 not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:30.241945 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596918'] for router, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.242638 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c78cd254-b9ab-4305-adda-d694025b53c4 {{(pid=95588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 12:51:30.246885 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] Notify callbacks [] for router, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.248073 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-faa30b28-21e1-4f4b-8673-e80d5d72242c admin admin] 10.222.0.10 "DELETE /v2.0/routers/c78cd254-b9ab-4305-adda-d694025b53c4 HTTP/1.1" status: 204 len: 168 time: 1.0168848 Aug 20 12:51:30.251191 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52546) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:30.296799 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c724bbc-5ab5-4548-8027-476ccfa67de2 admin admin] Deleting subnet cd637350-8388-4b1f-b84d-71c29439b817 {{(pid=95588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 12:51:30.300682 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c724bbc-5ab5-4548-8027-476ccfa67de2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.335540 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c724bbc-5ab5-4548-8027-476ccfa67de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26890088'] for subnet, precommit_delete_associations {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.424967 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c724bbc-5ab5-4548-8027-476ccfa67de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1487844'] for subnet, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.539558 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c724bbc-5ab5-4548-8027-476ccfa67de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26646938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26710082'] for subnet, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.566121 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c724bbc-5ab5-4548-8027-476ccfa67de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd637350-8388-4b1f-b84d-71c29439b817,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:30.571665 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-3c724bbc-5ab5-4548-8027-476ccfa67de2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.573845 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-3c724bbc-5ab5-4548-8027-476ccfa67de2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cd637350-8388-4b1f-b84d-71c29439b817 HTTP/1.1" status: 204 len: 168 time: 0.3214445 Aug 20 12:51:30.577408 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [-] (95588) accepted ('10.222.0.10', 52548) {{(pid=95588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:30.579881 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bdcd01-cb60-4396-9f7b-37cc2f1c61cc None None] Network 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 requested from n-d-804230-3 {{(pid=95589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 12:51:30.648747 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1655789'] for network, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.710221 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Deleting port 192d8ccc-226e-40ae-b357-b39e069ad33a {{(pid=95588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:30.710531 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.774410 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c28fa8-9a4c-4d19-afe6-7bbcffd614aa None None] DHCP port deletion for 6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 request from n-d-804230-3 {{(pid=95589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 12:51:30.783560 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.db [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] For port 192d8ccc-226e-40ae-b357-b39e069ad33a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=192d8ccc-226e-40ae-b357-b39e069ad33a,segment=NetworkSegment(98c5d4ac-d06b-443c-87e7-36121b37e004),segment_id=98c5d4ac-d06b-443c-87e7-36121b37e004)] {{(pid=95588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:30.783922 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.803695 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.plugin [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Calling delete_port for 192d8ccc-226e-40ae-b357-b39e069ad33a owned by network:dhcp {{(pid=95588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:30.825406 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c28fa8-9a4c-4d19-afe6-7bbcffd614aa None None] Deleting port 192d8ccc-226e-40ae-b357-b39e069ad33a {{(pid=95589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 12:51:30.827822 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c28fa8-9a4c-4d19-afe6-7bbcffd614aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754706211063'] for port, before_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.892327 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.db [None req-a0c28fa8-9a4c-4d19-afe6-7bbcffd614aa None None] For port 192d8ccc-226e-40ae-b357-b39e069ad33a, host n-d-804230-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804230-3',level=0,port_id=192d8ccc-226e-40ae-b357-b39e069ad33a,segment=NetworkSegment(98c5d4ac-d06b-443c-87e7-36121b37e004),segment_id=98c5d4ac-d06b-443c-87e7-36121b37e004)] {{(pid=95589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 12:51:30.892776 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c28fa8-9a4c-4d19-afe6-7bbcffd614aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618041'] for port, precommit_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:30.905270 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-a0c28fa8-9a4c-4d19-afe6-7bbcffd614aa None None] Calling delete_port for 192d8ccc-226e-40ae-b357-b39e069ad33a owned by network:dhcp {{(pid=95589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 12:51:31.020277 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26646959'] for port, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.026779 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c28fa8-9a4c-4d19-afe6-7bbcffd614aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754706299823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754705797870'] for port, after_delete {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.046233 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Pushing event deleted for resources: {'Port': ['ID=192d8ccc-226e-40ae-b357-b39e069ad33a,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:31.050305 n-d-804230-3 neutron-server[95588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] No DVR routers for this DVR port 192d8ccc-226e-40ae-b357-b39e069ad33a on host n-d-804230-3 {{(pid=95588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:31.059024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c28fa8-9a4c-4d19-afe6-7bbcffd614aa None None] Pushing event deleted for resources: {'Port': ['ID=192d8ccc-226e-40ae-b357-b39e069ad33a,revision_number=None']} {{(pid=95589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:31.059024 n-d-804230-3 neutron-server[95589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c28fa8-9a4c-4d19-afe6-7bbcffd614aa None None] No DVR routers for this DVR port 192d8ccc-226e-40ae-b357-b39e069ad33a on host n-d-804230-3 {{(pid=95589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 12:51:31.121802 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1501041', 'neutron.services.segments.db._delete_segments_for_network-8754706373645'] for network, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.131957 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbbcc0b-1995-4f3c-93e7-eff2c12ce014']}} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:31.146781 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c5d4ac-d06b-443c-87e7-36121b37e004') {'for_net_delete': True} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:31.147082 n-d-804230-3 neutron-server[95588]: DEBUG neutron.services.segments.db [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c5d4ac-d06b-443c-87e7-36121b37e004') {} {{(pid=95588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 12:51:31.156186 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754706295489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26890001'] for segment, before_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.170184 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905'] for segment, precommit_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.176078 n-d-804230-3 neutron-server[95588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 12:51:31.176468 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26646896'] for segment, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: Traceback (most recent call last): Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: timer() Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: cb(*args, **kw) Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: return func(*args, **kwargs) Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: self._notify() Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: self.callback(batched_events) Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: event.method(event) Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: return f(self, *a, **k) Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: return self._get(url).json() Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: return self.request(url, 'GET', **kwargs) Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 12:51:31.178161 n-d-804230-3 neutron-server[95588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 12:51:31.310578 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1501050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-770029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-441866'] for network, after_delete {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.316369 n-d-804230-3 neutron-server[95588]: DEBUG neutron_lib.callbacks.manager [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Notify callbacks [] for network, before_response {{(pid=95588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.318174 n-d-804230-3 neutron-server[95588]: INFO neutron.wsgi [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] 10.222.0.10 "DELETE /v2.0/networks/6dbbcc0b-1995-4f3c-93e7-eff2c12ce014 HTTP/1.1" status: 204 len: 168 time: 0.7392266 Aug 20 12:51:31.329987 n-d-804230-3 neutron-server[95588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987588d0-49d1-4928-a646-81e260ad87fd admin admin] Pushing event deleted for resources: {'Network': ['ID=6dbbcc0b-1995-4f3c-93e7-eff2c12ce014,revision_number=None']} {{(pid=95588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:31.656541 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52552) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:31.698902 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fbc3805c-d118-46a7-91e5-32e9b575d63a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2984c2af8f504a3fbab7296b43923aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406260 Aug 20 12:51:31.701409 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52554) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:31.757116 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-249c56da-7446-4402-9858-b140dab320bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.780798 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-249c56da-7446-4402-9858-b140dab320bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.857472 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a7befa1d-b46f-4bdd-9b51-4e9e80058f7b no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:31.907933 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-249c56da-7446-4402-9858-b140dab320bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.911604 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-249c56da-7446-4402-9858-b140dab320bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:31.912989 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-249c56da-7446-4402-9858-b140dab320bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/635f3c32-6f4b-4973-9df2-65f9a11ece53 HTTP/1.1" status: 204 len: 168 time: 0.2106435 Aug 20 12:51:31.921965 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c56da-7446-4402-9858-b140dab320bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f3c32-6f4b-4973-9df2-65f9a11ece53,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:32.033947 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: a7befa1d-b46f-4bdd-9b51-4e9e80058f7b {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:32.034304 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device a7befa1d-b46f-4bdd-9b51-4e9e80058f7b not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:32.037283 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 192d8ccc-226e-40ae-b357-b39e069ad33a no longer exists at agent ovs-agent-n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 12:51:32.056658 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] No Port match for: 192d8ccc-226e-40ae-b357-b39e069ad33a {{(pid=95589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 12:51:32.057020 n-d-804230-3 neutron-server[95589]: DEBUG neutron.plugins.ml2.rpc [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Device 192d8ccc-226e-40ae-b357-b39e069ad33a not bound to the agent host n-d-804230-3 {{(pid=95589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 12:51:32.619795 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52560) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:32.661025 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-fdd8ceef-6d86-4de5-be99-3ee83b16ee6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa8c2a92d8424594bffd891cfe761ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399740 Aug 20 12:51:32.663403 n-d-804230-3 neutron-server[95587]: DEBUG neutron.wsgi [-] (95587) accepted ('10.222.0.10', 52562) {{(pid=95587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 12:51:32.714651 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df4c5029-c842-4bd3-8436-a0f9fd60b3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:32.735962 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df4c5029-c842-4bd3-8436-a0f9fd60b3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:32.890770 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df4c5029-c842-4bd3-8436-a0f9fd60b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581187'] for security_group, after_delete {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:32.893436 n-d-804230-3 neutron-server[95587]: DEBUG neutron_lib.callbacks.manager [None req-df4c5029-c842-4bd3-8436-a0f9fd60b3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:32.894622 n-d-804230-3 neutron-server[95587]: INFO neutron.wsgi [None req-df4c5029-c842-4bd3-8436-a0f9fd60b3d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/efaf5cd4-04d8-4cc1-b862-2dfed2852e00 HTTP/1.1" status: 204 len: 168 time: 0.2303138 Aug 20 12:51:32.903139 n-d-804230-3 neutron-server[95587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c5029-c842-4bd3-8436-a0f9fd60b3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaf5cd4-04d8-4cc1-b862-2dfed2852e00,revision_number=None']} {{(pid=95587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 12:51:41.477589 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:51:42.072556 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:44.395287 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:45.179217 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-50b8edf7-f4ea-4e3d-a6d3-fc1005f092a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:47.769624 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8e55edcd-3611-433a-a2b8-11601bfaf05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:48.726714 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:49.615170 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:51:51.266653 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:12.051211 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:14.390131 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:15.101956 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4a2c589d-7ff8-4636-9338-7c8c4040953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:17.776629 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fef27fcb-d491-4954-8ba5-0498d95caf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:18.478408 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:52:18.732679 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:19.684920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:21.235734 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:41.993620 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:44.399227 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:45.136922 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dfd26ffa-e177-44ce-95e5-9eed92c96533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:47.780623 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-18c78a55-903e-4a94-b56d-b25ce402ee35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:48.734818 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:49.650364 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:51.261616 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:52:55.478226 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:53:12.061076 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:14.414498 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:15.163035 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fdadcdf5-cca0-421a-b22d-4b6cc9c30c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:17.802915 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-818e2b78-4a7a-4de3-97d1-f500be6b50d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:18.721704 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:19.614056 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:21.249038 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:32.477816 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:53:42.092433 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:44.446653 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:45.109600 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-89d32b64-8401-44fb-a0d6-202dacf15e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:47.806353 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8b7eda-fbc2-40c0-875c-c26cbb9de130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:48.714552 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:49.611935 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:53:51.297534 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:09.477280 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:54:12.005264 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:14.376054 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:15.118950 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-157a2836-391f-486b-8f9f-2b8fda86f3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:17.821683 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d2208240-e052-4b54-aab3-e14a1595a300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:18.730183 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:19.655572 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:21.335478 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:42.066151 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:44.431432 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:45.099920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-436af70a-edbf-4c03-8492-e8e133d25a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:46.476729 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:54:47.831421 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-7796894f-167e-4cfb-bf18-e08c62f0d891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:48.745862 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:49.619628 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:54:51.351015 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:12.064702 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:14.510173 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:15.116159 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-62bc95e0-1d10-445d-a10d-5b60b1dffb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:17.788640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-2dbe690e-e9c1-4c0a-8a1e-99dd8be9d0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:18.767205 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:19.634555 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:21.287152 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:23.476064 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:55:42.095869 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:44.462920 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:45.120155 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-d12f77da-ca90-4c33-a3e7-b579e5198316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:47.769510 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-da1f63e5-f87a-46c1-8b3f-ff0b139ef0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:48.725442 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:49.634049 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:55:51.251275 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:00.475118 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:56:12.061988 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:14.490007 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:15.112653 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-3d353e43-9cd4-4d85-a0e0-ff7965ea1083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:17.762211 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-822a1e1f-ac4e-48fc-b7d8-80372d8f3ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:18.730051 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:19.649880 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:21.336616 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:37.474340 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:56:42.109362 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:44.477628 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:45.145717 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dd754227-7254-4cfc-8648-ed679d496411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:47.768668 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-49cb8507-d72a-4901-a9f8-a9919611b9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:48.754364 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:49.631328 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:56:51.309193 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:12.078954 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:14.441706 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:14.473165 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:57:15.144982 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-432fed5c-38b2-4ce0-b013-52cf21709f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:17.792643 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-8eced95a-db84-403b-ac2b-66a2d08bb260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:18.746812 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:19.715851 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:21.344409 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:42.086162 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:44.470621 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:45.116361 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-18721d1c-8012-4ad0-b53c-ec46e4ebe049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:47.777334 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-e62af1ec-1a12-462a-b146-9fb0ad6407e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:48.727728 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:49.685873 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:51.291640 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:57:51.473591 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:58:12.114909 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:14.498317 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:15.126628 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-b3325196-fc73-4c53-b846-c8933dded1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:17.789129 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-db91a1b0-073c-42f3-9583-46ee3ffa6c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:18.851293 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:19.652109 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:21.280500 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:28.477664 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:58:42.102273 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:44.461970 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:45.113175 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0bab9ace-7139-4592-8f65-07f07c1ff252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:47.781158 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-6c9305fb-709d-4a82-bf97-ff9978944d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:48.752340 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:49.200317 n-d-804230-3 neutron-server[95588]: DEBUG neutron.wsgi [req-13d66adf-812f-45e9-bac2-a8e9dd17aef5 req-e6dcdc8f-fef5-4131-8b39-32a2244a460a service neutron] (95588) timed out ('10.222.0.10', 51042) {{(pid=95588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 12:58:49.649867 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:58:51.284302 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:05.477039 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:59:12.099872 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:14.500260 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:15.146252 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-10062389-955b-4835-9f59-288bc856a15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:17.803489 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-4833da1b-f3b3-44c1-9aad-4a11ffa4f92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:18.757083 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:19.636579 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:21.276905 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:42.099149 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-a0c369f9-af7e-4e14-83c8-ab224b66501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:42.476887 n-d-804230-3 neutron-server[95590]: DEBUG neutron.db.agents_db [None req-082f4ba7-159e-4a6b-896d-90b22ddc74f0 None None] Agent healthcheck: found 7 active agents {{(pid=95590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 12:59:44.510291 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7ff0-44c1-45c7-9721-0a4f560e8bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:45.139129 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-0fab5222-f420-41c5-a11e-952c4ed0acad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:47.789574 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-c3c3260f-83d4-4060-b85d-650448ccd0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:48.749781 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-fd8947e1-55fa-4c9b-8424-7f786fa9df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:49.641442 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-481487de-2f31-4f3f-8f3c-a90a9182dacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 12:59:51.292743 n-d-804230-3 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-f5d71b99-5c2a-4898-9a35-a9cf97962b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754706377238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498171'] for agent, after_update {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}